From fbaf7315f9afaa6fc73a359a844eb807bf5593b0 Mon Sep 17 00:00:00 2001
From: Ladislav Foldyna <foldyna@gmail.com>
Date: Wed, 1 May 2024 20:15:38 +0200
Subject: [PATCH] Added translit generator script

---
 devtools/translit/generate.py | 49 +++++++++++++++++++++++++++++++++++
 1 file changed, 49 insertions(+)
 create mode 100755 devtools/translit/generate.py

diff --git a/devtools/translit/generate.py b/devtools/translit/generate.py
new file mode 100755
index 00000000..7ad78e6d
--- /dev/null
+++ b/devtools/translit/generate.py
@@ -0,0 +1,49 @@
+#!/usr/bin/env python3
+
+# This script generates a Unicode character transliteration
+# table into sequences of individual characters.
+
+# For each Unicode character from decimal value 128 to 0xffff,
+# its transliteration is obtained using the `unidecode` library.
+
+from unidecode import unidecode
+
+def unicode_table():
+    chars = []
+    mapChar = []
+    elementCnt = 0
+    pos = 0
+    for i in range(128, 0xffff):
+        try:
+            char = chr(i)
+            charU = unidecode(char)
+            if charU != "" :
+               charField = []
+               for element in charU:
+                   charField.append("'" + element.replace('\\', '\\\\').replace('\'', '\\\'').replace('\"', '\\\"') + "'")
+
+               stringlen = len(charU)
+               print (f"{stringlen}, " + ", ".join(charField) + ",", end = " " )
+               elementCnt = elementCnt + 1
+               mapChar.append(pos);
+               pos = pos + stringlen + 1
+               if elementCnt % 6 == 0:
+                   print("")
+            else :
+                mapChar.append(-1)
+        except ValueError:
+            mapChar.append(-1)
+    return mapChar
+
+print ('const char Data::translitTab[] = {')
+l = unicode_table()
+print ('};')
+
+print('const int Data::tranlitIndexMap[] = {')
+count = 0
+for charMap in l:
+    print(f"{charMap}, ", end = "")
+    count = count + 1;
+    if count % 10 == 0:
+        print("")
+print('};')