Fix merge script, add 凹 to otherlang

scripts/CharacterInfoExtraction/PythonTextExtractor/merge_scripts.py

@@ -5,43 +5,17 @@ def load_existing_list(path):
     with open(path, encoding='utf-8', newline='') as f:
         return f.read()
 
-japanese_list = '../msgothic_0_charset_Japanese.txt'
+japanese_list = '../test.txt'
 multilang_list = '../msgothic_2_charset_OtherLang.txt'
-out_char_list = '../msgothic_2_charset_JP_and_OtherLang.txt'
+out_char_list = '../out.txt'
 
 jp = load_existing_list(japanese_list)
 multi = load_existing_list(multilang_list)
 
-chars_to_add = set(jp)
+all_chars = set(jp) | set(multi)
-existing_chars = set(multi)
 
+all_chars = sorted(list(all_chars))
 
 with open(out_char_list, 'w', encoding='utf-8', newline='') as f:
-    for i, c in enumerate(multi):
+    for c in all_chars:
         f.write(c)
-
-        # This is very bad for performance if there are lots of new chars found, but it works for now to maintain ordering
-        remove_list = []
-        for new_character in chars_to_add:
-            if new_character < c:
-                f.write(new_character)
-                remove_list.append(new_character)
-                print(f"Inserting new character {new_character} at position {i} as it is less than {c}")
-
-        for item in remove_list:
-            chars_to_add.remove(item)
-
-    remove_list = []
-    for char in chars_to_add:
-        if char not in existing_chars:
-            f.write(char)
-        else:
-            print(f"WARNING: character {char} already exists, skipping")
-        remove_list.append(char)
-
-    for item in remove_list:
-        chars_to_add.remove(item)
-
-
-if chars_to_add:
-    raise Exception(f"One or more characters were not added {chars_to_add}")

scripts/CharacterInfoExtraction/msgothic_2_charset_OtherLang.txt

@@ -1,2 +1,2 @@
 	
-
+