Use js for extract_locales

README.md

@@ -17,8 +17,8 @@ git submodule update --init --recursive
 
 **Generating a locale file**
 ```bash
-pip install typing_extensions -t base/tools
+export ARM_LOCALE=<locale code>
-python ./base/tools/extract_locales.py <locale code>
+./armorcore/Kinc/make --from base/Tools --kfile extract_locales.js
 # Generates a `base/Assets/locale/<locale code>.json` file
 ```
 

base/Tools/extract_locales.js

@@ -0,0 +1,64 @@
+// Extracts localizable strings from a set of source files and writes them to JSON files.
+// This script can create new translations or update existing ones.
+// Usage:
+// `export ARM_LOCALE=<locale code>`
+// `../../armorcore/Kinc/make --kfile extract_locales.js`
+// Generates a `base/Assets/locale/<locale code>.json` file
+
+const fs = require('fs');
+
+if (!process.env.ARM_LOCALE) {
+    console.log("ARM_LOCALE env variable not set!");
+}
+
+let locale = process.env.ARM_LOCALE;
+let locale_path = "./base/Assets/locale/" + locale + ".json";
+
+let out = {};
+let old = {};
+if (fs.existsSync(locale_path)) {
+    old = JSON.parse(fs.readFileSync(locale_path).toString());
+}
+
+let source_paths = [
+    "base/Sources", "base/Sources/nodes",
+    "armorpaint/Sources", "armorpaint/Sources/nodes",
+    "armorlab/Sources", "armorlab/Sources/nodes",
+    "armorsculpt/Sources", "armorsculpt/Sources/nodes",
+    "armorforge/Sources", "armorforge/Sources/nodes"
+];
+
+for (let path of source_paths) {
+    if (!fs.existsSync(path)) continue;
+
+    let files = fs.readdirSync(path);
+    for (let file of files) {
+        if (!file.endsWith(".ts")) continue;
+
+        let data = fs.readFileSync(path + "/" + file).toString();
+        let start = 0;
+        while (true) {
+            start = data.indexOf('tr("', start);
+            if (start == -1) break;
+            start += 4; // tr("
+
+            let end_a = data.indexOf('")', start);
+            let end_b = data.indexOf('",', start);
+            if (end_a == -1) end_a = end_b;
+            if (end_b == -1) end_b = end_a;
+            let end = end_a < end_b ? end_a : end_b;
+
+            let val = data.substring(start, end);
+            val = val.replaceAll("\\n", "\n");
+            if (old.hasOwnProperty(val)) {
+                out[val] = old[val];
+            }
+            else {
+                out[val] = "";
+            }
+            start = end;
+        }
+    }
+}
+
+fs.writeFileSync(locale_path, JSON.stringify(out, Object.keys(out).sort(), 4));

base/Tools/extract_locales.py

@@ -1,105 +0,0 @@
-#!/usr/bin/env python3
-# Extracts localizable strings from a set of source files and writes them to JSON files.
-# This script can create new translations or update existing ones.
-# Usage: ./extract_locales.py <locale code>
-
-import fnmatch
-import json
-import os
-import sys
-from typing import Any, Dict, IO, List
-from typing_extensions import Final
-
-unique_str: List[str] = []
-
-
-def process_file(f: IO[Any], fname: str, template_data: Dict[str, str]) -> None:
-    line = f.readline()
-    while line:
-        patterns = ['tr("']
-        idx = 0
-        pos = 0
-        while pos >= 0:
-            pos = line.find(patterns[idx], pos)
-            if pos == -1:
-                if idx < len(patterns) - 1:
-                    idx += 1
-                    pos = 0
-                continue
-            pos += len(patterns[idx])
-
-            msg = ""
-            while pos < len(line) and (line[pos] != '"' or line[pos - 1] == "\\"):
-                msg += line[pos]
-                pos += 1
-
-            # Only add each unique string once.
-            if msg not in unique_str:
-                # Empty keys are considered untranslated by the i18n library.
-                # Fix newlines so they're not escaped anymore. Otherwise,
-                # they won't match the source strings.
-                template_data[msg.replace("\\n", "\n")] = ""
-                unique_str.append(msg)
-
-        line = f.readline()
-
-
-def main() -> None:
-    if len(sys.argv) != 2:
-        sys.exit(f"Usage: {sys.argv[0]} <locale code>")
-
-    # Change to the directory where the script is located,
-    # so that the script can be run from any location.
-    os.chdir(os.path.dirname(os.path.realpath(__file__)) + "/../../")
-
-    output_path: Final = f"base/Assets/locale/{sys.argv[1]}.json"
-
-    if not os.path.exists(os.path.join("armorpaint", "Sources")):
-        sys.exit(
-            "ERROR: Couldn't find the Sources folder in the folder where this script is located."
-        )
-
-    if not os.path.exists(os.path.join("armorlab", "Sources")):
-        sys.exit(
-            "ERROR: Couldn't find the Sources folder in the folder where this script is located."
-        )
-
-    matches: List[str] = []
-    for folder in [os.path.join("armorpaint", "Sources"), os.path.join("armarlab", "Sources"), "Libraries", "base"]:
-        for root, dirnames, filenames in os.walk(folder):
-            dirnames[:] = [d for d in dirnames]
-            for filename in fnmatch.filter(filenames, "*.hx"):
-                matches.append(os.path.join(root, filename))
-    matches.sort()
-
-    template_data: Dict[str, str] = {}
-    for filename in matches:
-        with open(filename, "r", encoding="utf8") as f:
-            # Read source files for localizable strings.
-            process_file(f, filename, template_data)
-
-    if os.path.exists(output_path):
-        print(f'Updating the translation at "{output_path}"...')
-        with open(output_path, "r", encoding="utf8") as f:
-            existing_data = json.loads(f.read())
-            # Remove obsolete translations (i.e. translations that are no longer
-            # present in the generated data).
-            existing_data_no_obsolete = {
-                key: value
-                for key, value in existing_data.items()
-                if key in template_data
-            }
-            # Merge existing data with the generated template data (so we keep
-            # existing translations).
-            template_data = {**template_data, **existing_data_no_obsolete}
-
-        with open(output_path, "w", encoding="utf8") as f:
-            json.dump(template_data, f, ensure_ascii=False, indent=4, sort_keys=True)
-    else:
-        print(f'Creating new translation template at "{output_path}"...')
-        with open(output_path, "w", encoding="utf8") as f:
-            json.dump(template_data, f, ensure_ascii=False, indent=4, sort_keys=True)
-
-
-if __name__ == "__main__":
-    main()