Limit names to 100 bytes

gunnarmorling · Jan 5, 2024 · 02965eb · 02965eb
1 parent 12480c4
commit 02965eb
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/src/main/java/dev/morling/onebrc/CreateMeasurements3.java b/src/main/java/dev/morling/onebrc/CreateMeasurements3.java
@@ -21,6 +21,7 @@
 import java.io.FileWriter;
 import java.io.IOException;
 import java.io.StringReader;
+import java.nio.charset.StandardCharsets;
 import java.util.ArrayList;
 import java.util.HashSet;
 import java.util.concurrent.ThreadLocalRandom;
@@ -113,6 +114,9 @@ private static ArrayList<WeatherStation> generateWeatherStations() throws Except
                 while (names.contains(name)) {
                     name = name.substring(1) + readNonSpace(nameSource);
                 }
+                while (name.getBytes(StandardCharsets.UTF_8).length > 100) {
+                    name = name.substring(0, name.length() - 1);
+                }
                 if (name.indexOf(';') != -1) {
                     throw new Exception("Station name contains a semicolon!");
                 }