From 6c81b267b5a83bdb16887a6f53ea9a920c772ffa Mon Sep 17 00:00:00 2001
From: Jordi Mas <jmas@softcatala.org>
Date: Fri, 5 Apr 2024 15:12:52 +0200
Subject: [PATCH] Convert string to ISO-8859-1 and remove unneccessary mappings

---
 js/appinfo.js |  2 +-
 js/utils.js   | 32 +++++++-------------------------
 2 files changed, 8 insertions(+), 26 deletions(-)

diff --git a/js/appinfo.js b/js/appinfo.js
index e46fc0f..f77d35f 100644
--- a/js/appinfo.js
+++ b/js/appinfo.js
@@ -74,7 +74,7 @@ function translateJS(options, app, code) {
       if (translation!==undefined) {
         // remap any chars that we don't think we can display in Espruino's
         // built in fonts.
-        translation = Utils.convertStringToISOLatin(translation);
+        translation = Utils.convertStringToISO8859_1(translation);
         tokenString = toJSString(translation);
       }
     } else if (tok.str.startsWith("`")) {
diff --git a/js/utils.js b/js/utils.js
index 6dcb0ad..3cc6f10 100644
--- a/js/utils.js
+++ b/js/utils.js
@@ -70,71 +70,49 @@ let DEVICEINFO = [
   }*/
 ];
 
-/* When a char is not in Espruino's codepage, try and use
+/* When a char is not in Espruino's iso8859-1 codepage, try and use
 these conversions */
 const CODEPAGE_CONVERSIONS = {
-  "æ":"e",
-  "å":"a",
   "ą":"a",
   "ā":"a",
-  "à":"a",
   "č":"c",
   "ć":"c",
-  "ç":"c",
   "ě":"e",
   "ę":"e",
   "ē":"e",
-  "è":"e",
-  "é":"e",
   "ģ":"g",
-  "í":"i",
   "ī":"i",
-  "ï":"i",
   "ķ":"k",
   "ļ":"l",
   "ł":"l",
   "ń":"n",
   "ņ":"n",
   "ő":"o",
-  "ó":"o",
-  "ò":"o",
-  "ø":"o",
   "ř":"r",
   "ś":"s",
   "š":"s",
-  "ú":"u",
   "ū":"u",
-  "ü":"u",
   "ż":"z",
   "ź":"z",
   "ž":"z",
   "Ą":"A",
   "Ā":"A",
-  "À":"A",
   "Č":"C",
   "Ć":"C",
-  "Ç":"C",
   "Ě":"E",
   "Ę":"E",
   "Ē":"E",
-  "È":"E",
-  "É":"E",
   "Ģ":"G",
-  "Ï":"I",
   "Ķ":"K",
   "Ļ":"L",
   "Ł":"L",
   "Ń":"N",
   "Ņ":"N",
   "Ő":"O",
-  "Ó":"O",
-  "Ò":"O",
   "Ř":"R",
   "Ś":"S",
   "Š":"S",
   "Ū":"U",
-  "Ú":"U",
-  "Ü":"U",
   "Ż":"Z",
   "Ź":"Z",
   "Ž":"Z",
@@ -142,12 +120,16 @@ const CODEPAGE_CONVERSIONS = {
 
 /// Convert any character that cannot be displayed by Espruino's built in fonts
 /// originally https://github.com/espruino/EspruinoAppLoaderCore/pull/11/files
-function convertStringToISOLatin(originalStr) {
+function convertStringToISO8859_1(originalStr) {
   var chars = originalStr.split('');
   for (var i = 0; i < chars.length; i++) {
     var ch = chars[i];
     if (CODEPAGE_CONVERSIONS[ch])
       chars[i] = CODEPAGE_CONVERSIONS[ch];
+    else if (chars[i].charCodeAt() > 255) {
+      console.log("Skipped conversion of char: '" + chars[i] + "'");
+      chars[i] = "?";
+    }
   }
   var translatedStr = chars.join('');
   if (translatedStr != originalStr)
@@ -481,7 +463,7 @@ var Utils = {
   Const : Const,
   DEVICEINFO : DEVICEINFO,
   CODEPAGE_CONVERSIONS : CODEPAGE_CONVERSIONS,
-  convertStringToISOLatin : convertStringToISOLatin,
+  convertStringToISO8859_1 : convertStringToISO8859_1,
   escapeHtml : escapeHtml,
   globToRegex : globToRegex,
   htmlToArray : htmlToArray,