100 lines
3.6 KiB
Python
100 lines
3.6 KiB
Python
# Use this script to merge together multiple text-edits.json files together
|
|
# It expects all .json files to be in a folder called 'text-edits' next to this script
|
|
# It outputs to a file called merged-translations.json
|
|
# Files will be output in alphabetical order, so it is recommended to prepend each file with the chapter number
|
|
# If there are any conflicts, and exception will be raised.
|
|
#
|
|
# This script is usually never needed, unless translators have been swapping out the text-edits.json for each chapter
|
|
# rather than maintaining a common text-edits.json for all chapters.
|
|
|
|
import os
|
|
import json
|
|
|
|
|
|
class Fragment:
|
|
order = 0
|
|
|
|
def __init__(self, fragment_as_dictionary: dict[str, str]):
|
|
self.current_english = fragment_as_dictionary['CurrentEnglish']
|
|
self.current_japanese = fragment_as_dictionary['CurrentJapanese']
|
|
self.new_english = fragment_as_dictionary['NewEnglish']
|
|
self.new_japanese = fragment_as_dictionary['NewJapanese']
|
|
self.discriminator = fragment_as_dictionary.get('Discriminator')
|
|
self.order = Fragment.order
|
|
Fragment.order += 1
|
|
|
|
# Generate a key for this Fragment, used later to check for conflicting fragments
|
|
self.key = self.current_english + self.current_japanese
|
|
if self.discriminator is not None:
|
|
self.key += str(self.discriminator)
|
|
|
|
|
|
def equals(self, other: 'Fragment'):
|
|
return (
|
|
self.current_english == other.current_english and
|
|
self.current_japanese == other.current_japanese and
|
|
self.new_english == other.new_english and
|
|
self.new_japanese == other.new_japanese and
|
|
self.discriminator == other.discriminator
|
|
)
|
|
|
|
def __repr__(self) -> str:
|
|
return f"{self.order} ce: {self.current_english} cj: {self.current_japanese} ne: {self.new_english} nj: {self.new_japanese} d: {self.discriminator}"
|
|
|
|
def as_dict(self):
|
|
retval = {
|
|
'CurrentEnglish': self.current_english,
|
|
'CurrentJapanese': self.current_japanese,
|
|
'NewEnglish': self.new_english,
|
|
'NewJapanese': self.new_japanese,
|
|
}
|
|
|
|
if self.discriminator is not None:
|
|
retval['Discriminator'] = self.discriminator
|
|
|
|
return retval
|
|
|
|
def merge(all_translations: dict[str, Fragment], fragment: Fragment):
|
|
|
|
if not fragment.key in all_translations:
|
|
all_translations[fragment.key] = fragment
|
|
else:
|
|
existing_item = all_translations[fragment.key]
|
|
|
|
if existing_item.equals(fragment):
|
|
print(f"Skipping duplicate item {fragment}")
|
|
else:
|
|
raise Exception(f"Warning: non duplicate item existing:{existing_item} new: {fragment}")
|
|
|
|
|
|
|
|
in_folder = "text-edits"
|
|
|
|
files = os.listdir(in_folder)
|
|
|
|
all_fragments = [] # type: list[Fragment]
|
|
|
|
for filename in files:
|
|
path = os.path.join(in_folder, filename)
|
|
print(f"Parsing {path}")
|
|
|
|
with open(path, encoding='utf-8') as f:
|
|
chapter_list_dict = json.loads(f.read())
|
|
|
|
all_fragments.extend(Fragment(f) for f in chapter_list_dict)
|
|
|
|
all_translations = {}
|
|
|
|
# Merge all fragments into one dict, ignoring duplicates
|
|
for f in all_fragments:
|
|
print(f.current_english)
|
|
merge(all_translations, f)
|
|
print()
|
|
|
|
# Convert to list and sort by 'order' which is the order the fragments were loaded
|
|
sorted_translations = list(sorted(all_translations.values(), key=lambda f: f.order))
|
|
for item in sorted_translations:
|
|
print(item)
|
|
|
|
with open("merged-translations.json", 'w', encoding='utf-8') as out:
|
|
out.write(json.dumps([f.as_dict() for f in sorted_translations], indent=4, ensure_ascii=False)) |