New Crowdin updates

scripts/generate-android.py

@@ -1,19 +1,20 @@
+import re
+
 from lxml import etree as et
 
 import json
 import os.path
 
+mappings = {
+    'zh-hans': 'zh-rCN',
+    'zh-hant': 'zh-rTW'
+}
+
 if not os.path.exists('./values'):
     os.chdir('../')
 
-langs = [
-    'en',
-    'ru',
-    'be',
-    'pt',
-    'es',
-    'uk'
-]
+langs = [f for f in os.listdir('./values/langs') if os.path.isdir(f'./values/langs/{f}')]
+langs.sort()
 
 if not os.path.exists('./out'):
     os.mkdir('./out')
@@ -28,17 +29,35 @@
     root = et.Element('resources')
 
     for k, v in strings.items():
+        if k + '_Android' in strings:
+            continue
+
+        if k.endswith('_Android'):
+            k = k.replace('_Android', '')
+
+        if k == 'HideAllChats':
+            continue
+
         string = et.SubElement(root, 'string', {'name': k})
-        string.text = v
+        string.text = v.replace('\'', '\\\'')
 
     tree = et.ElementTree(root)
 
+    lang = mappings.get(lang, lang)
     suffix = f'-{lang}' if lang != 'en' else ''
 
     if not os.path.exists(f'./out/android/values{suffix}'):
         os.mkdir(f'./out/android/values{suffix}')
 
-    tree.write(f'./out/android/values{suffix}/ayu.xml', pretty_print=True, xml_declaration=True, encoding="utf-8")
+    tree.write(f'./out/android/values{suffix}/ayu.xml', pretty_print=True, xml_declaration=True, encoding='utf-8')
+
+    # fix CDATA
+    with open(f'./out/android/values{suffix}/ayu.xml', encoding='utf-8') as f:
+        data = f.read()
+        data = re.sub(r'&lt;!\[CDATA\[&lt;a href="(.+?)"&gt;(.+?)&lt;/a&gt;\]\]&gt;', r'<![CDATA[<a href="\1">\2</a>]]>', data)
+
+    with open(f'./out/android/values{suffix}/ayu.xml', 'w', encoding='utf-8') as f:
+        f.write(data)
 
     print(f'Processed "{lang}"')
 

scripts/generate-desktop.py

@@ -6,7 +6,7 @@
 if not os.path.exists('./values'):
     os.chdir('../')
 
-with open('./values/langs/en/Shared.json') as f:
+with open('./values/langs/en/Shared.json', encoding='utf-8') as f:
     strings = json.load(f)
 
 req = requests.get(
@@ -21,7 +21,13 @@
 '''
 
 for k, v in strings.items():
-    escaped = v.replace('"', '\\"')
+    if k.endswith('_Android'):
+        continue
+
+    if k.endswith('_Desktop'):
+        k = k.replace('_Desktop', '')
+
+    escaped = v.replace('"', '\\"').replace('\n', '\\n')
     data += f'"ayu_{k}" = "{escaped}";\n'
 
 if not os.path.exists('./out'):
@@ -30,4 +36,4 @@
 with open(os.path.realpath('./out/lang.strings'), 'w', encoding='utf-8') as f:
     f.write(data)
 
-print('Done.')
+print('Done.')