Add attribution into weather_stations.csv

gunnarmorling · Jan 5, 2024 · e461749 · e461749
1 parent b675437
commit e461749
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 0 deletions.
diff --git a/data/weather_stations.csv b/data/weather_stations.csv
@@ -1,3 +1,4 @@
+# Source: https://simplemaps.com/data/world-cities
 Tokyo;35.6897
 Jakarta;-6.1750
 Delhi;28.6100

diff --git a/src/main/java/dev/morling/onebrc/CreateMeasurements3.java b/src/main/java/dev/morling/onebrc/CreateMeasurements3.java
@@ -71,6 +71,7 @@ private static ArrayList<WeatherStation> generateWeatherStations() throws Except
         var bigName = new StringBuilder(1 << 20);
         // Source: https://simplemaps.com/data/world-cities
         try (var rows = new BufferedReader(new FileReader("data/weather_stations.csv"));) {
+            rows.readLine(); // Skip the attribution line
             while (true) {
                 var row = rows.readLine();
                 if (row == null) {
@@ -84,6 +85,7 @@ private static ArrayList<WeatherStation> generateWeatherStations() throws Except
         var minLen = Integer.MAX_VALUE;
         var maxLen = Integer.MIN_VALUE;
         try (var rows = new BufferedReader(new FileReader("data/weather_stations.csv"))) {
+            rows.readLine(); // Skip the attribution line
             final var nameSource = new StringReader(bigName.toString());
             final var buf = new char[MAX_NAME_LEN];
             final var rnd = ThreadLocalRandom.current();