Merge pull request #393 from xmvziron/backport-i18n

Backport i18n script

Author: roblabla

scripts/configure.py

@@ -64,7 +64,7 @@ def configure(build_type):
         writer.rule("extracticon", "python scripts/extract_icon.py --output $out")
         writer.rule(
             "geni18n",
-            """python -c "import sys; open(sys.argv[2], 'wb').write(open(sys.argv[1], 'rb').read().decode('utf8').encode('shift_jis'))" $in $out""",
+            "python scripts/generate_i18n.py $in $out",
         )
         writer.rule(
             "genstubs",

scripts/generate_i18n.py

@@ -0,0 +1,57 @@
+# This script converts an i18n file containing Japanese strings into Shift-JIS
+# strings.
+
+import sys
+
+file_contents = b""
+
+with open(sys.argv[1], "rb") as f:
+    lines = f.readlines()
+
+new_lines = []
+
+for line in lines:
+    idx1 = line.find(b'"')
+    idx2 = line.find(b'"', idx1 + 1)
+    if idx1 == -1 or idx2 == -1:
+        # skip this line because it contains no quotation marks
+        new_lines.append(line)
+        continue
+
+    # check if this " is being escaped
+    if line[idx2 - 1] == ord("\\"):
+        # find the last " that's not escaped
+        while idx2 != -1:
+            if line[idx2 - 1] != ord("\\"):
+                break
+
+            idx2 = line.find(b'"', idx2 + 1)
+
+    sjis_str = line[idx1 + 1 : idx2].decode("utf-8").encode("shift_jis")
+
+    converted_str = b""
+
+    i = 0
+    while i < len(sjis_str):
+        byte = sjis_str[i]
+
+        if byte == ord("\\") and len(sjis_str) > (i + 1):
+            second_char = sjis_str[i + 1]
+
+            # handle escape sequences
+            if second_char in [ord("r"), ord("n"), ord("\\"), ord('"'), ord("'")]:
+                converted_str += b"\\" + bytes(chr(second_char), "utf-8")
+                # skip the \ and escaped character
+                i += 2
+                continue
+
+        converted_str += "\\x{:02X}".format(byte).encode("utf-8")
+        i += 1
+
+    new_line = line[: idx1 + 1] + converted_str + line[idx2:]
+    new_lines.append(new_line)
+
+file_contents = b"".join(new_lines)
+
+with open(sys.argv[2], "wb") as f:
+    f.write(file_contents)