Repo created

tools/python/categories/consistency.py

@@ -0,0 +1,114 @@
+#!/usr/bin/env python3
+import sys
+import os
+import re
+import json
+from string import digits
+
+CONTENT_REGEX = re.compile(r'/\*.*?\*/', re.DOTALL)
+TYPE_ENTRIES_REGEX = re.compile(r'"(.*?)"\s*=\s*"(.*?)"')
+SINGLE_REPLACE = False
+
+def main(lang, data_en):
+    strings_file_path = os.path.join('iphone', 'Maps', 'LocalizedStrings', f'{lang}.lproj', 'LocalizableTypes.strings')
+    json_file_path = os.path.join('data', 'categories-strings', f'{lang}.json', 'localize.json')
+
+    with open(strings_file_path, 'r', encoding='utf-8') as f:
+        content = f.read()
+
+    # Remove comments
+    content = re.sub(CONTENT_REGEX, '', content)
+
+    type_entries = {key[5:]: value for key, value in re.findall(TYPE_ENTRIES_REGEX, content)}
+
+    with open(json_file_path, 'r', encoding='utf-8') as f:
+        data = json.load(f)
+
+    for type_name, localized_value in type_entries.items():
+        key_matched = False
+        for json_key in data.keys():
+            json_key_split = json_key.split('|')
+            for key in json_key_split:
+                already_there = False
+                _key_matched = False
+
+                if type_name == key.replace('-', '.').replace('_', '.'):
+                    key_matched = True
+                    data_split = data[json_key].split('|')
+
+                    try:
+                        data_split.extend([
+                                            value
+                                            for category in
+                                            [a for a in json_key_split
+                                                if a.startswith('@')]
+                                            for value in
+                                            data[category].split('|')
+                                        ])
+                    except KeyError:
+                        pass
+
+                    for value in data_split:
+                        if value and value[0] in digits:
+                            value = value[1:]
+
+                        value = value.lower()
+                        localized_value_lower = localized_value.lower()
+
+                        # Prevents adding duplicates that differ only by the word "shop"
+                        if value in localized_value_lower:
+                            already_there = True
+                            break
+
+                        if localized_value_lower == value:
+                            _key_matched = True
+                            break
+
+                    if already_there:
+                        break
+
+                    if not _key_matched:
+                        if SINGLE_REPLACE and len(data_split) == 1:
+                            data[json_key] = localized_value
+                            print(f'Replaced "{data[json_key]}" with "{localized_value}" in "{json_key}"')
+
+                        else:
+                            data[json_key] = localized_value+'|'+data[json_key]
+                            print(f'Appended "{localized_value}" to "{json_key}"')
+
+        if not key_matched:
+            for json_key in data.keys():
+                for key in json_key.split('|'):
+                    if type_name == key.replace('-', '.').replace('_', '.'):
+                        print(f'Created "{localized_value}" for "{json_key}"')
+                        data.update({json_key: localized_value})
+
+    res = json.dumps(data, ensure_ascii=False, separators=(",\n", ": ")
+                     ).replace('{', '{\n').replace('}', '\n}')
+
+    with open(json_file_path, 'w', encoding='utf-8') as f:
+        f.write(res)
+
+
+if __name__ == '__main__':
+    if len(sys.argv) < 2:
+        print(f"Usage: {sys.argv[0]} [-r] <language_codes>")
+        sys.exit(1)
+
+    if sys.argv[1] == '-r':
+        SINGLE_REPLACE = True
+        del sys.argv[1]
+        if len(sys.argv) < 2:
+            print("No languages specified")
+            sys.exit(1)
+
+    with open('data/categories-strings/en.json/localize.json', 'r', encoding='utf-8') as f:
+        data_en = json.load(f)
+
+    if len(sys.argv) > 2:
+        for lang in sys.argv[1:]:
+            print(f'{lang}:')
+            main(lang, data_en)
+            print('\n')
+    else:
+        main(sys.argv[1], data_en)