Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

code formatted #10

Open
wants to merge 1 commit into
base: main
Choose a base branch
from
Open

code formatted #10

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
98 changes: 62 additions & 36 deletions chromium/utils/translate-en-messages.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,46 +7,59 @@
'''

import os, json
from sys import stdout # for dynamic prints
from sys import stdout # for dynamic prints
from translate import Translator

locales_folder = '_locales' ; provider = ''
locales_folder = '_locales'
provider = ''
target_langs = ['af', 'am', 'ar', 'az', 'be', 'bem', 'bg', 'bn', 'bo', 'bs', 'ca', 'ceb', 'cs', 'cy', 'da', 'de', 'dv', 'dz', 'el', 'en', 'en-GB', 'eo', 'es', 'et', 'eu', 'fa', 'fi', 'fo', 'fr', 'gd', 'gl', 'gu', 'haw', 'he', 'hi', 'hr', 'ht', 'hu', 'hy', 'id', 'is', 'it', 'ja', 'ka', 'kab', 'kk', 'km', 'kn', 'ko', 'ku', 'ky', 'la', 'lb', 'lo', 'lt', 'lv', 'mg', 'mi', 'mk', 'ml', 'mn', 'ms', 'mt', 'my', 'ne', 'nl', 'no', 'ny', 'pa', 'pap', 'pl', 'ps', 'pt', 'ro', 'ru', 'rw', 'sg', 'si', 'sk', 'sl', 'sm', 'sn', 'so', 'sr', 'sv', 'sw', 'ta', 'te', 'tg', 'th', 'ti', 'tk', 'tn', 'to', 'tpi', 'tr', 'uk', 'ur', 'uz', 'vi', 'xh', 'yi', 'zh', 'zh-CN', 'zh-HK', 'zh-SG', 'zh-TW', 'zu']

# UI initializations
terminal_width = os.get_terminal_size()[0]
def print_trunc(msg, end='\n') : print(msg if len(msg) < terminal_width else msg[0:terminal_width-4] + '...', end=end)
def overwrite_print(msg) : stdout.write('\r' + msg.ljust(terminal_width)[:terminal_width])

def print_trunc(msg, end='\n'):
print(msg if len(msg) < terminal_width else msg[0 : terminal_width - 4] + '...', end=end)

def overwrite_print(msg):
stdout.write('\r' + msg.ljust(terminal_width)[:terminal_width])

print('')

# Prompt user for keys to ignore
keys_to_ignore = []
while True:
key = input('Enter key to ignore (or ENTER if done): ')
if not key : break
if not key:
break
keys_to_ignore.append(key)

# Determine closest locales dir
print_trunc(f'\nSearching for { locales_folder }...')
script_dir = os.path.abspath(os.path.dirname(__file__))
locales_dir = None
for root, dirs, files in os.walk(script_dir): # search script dir recursively
for root, dirs, files in os.walk(script_dir): # search script dir recursively
if locales_folder in dirs:
locales_dir = os.path.join(root, locales_folder) ; break
else: # search script parent dirs recursively
locales_dir = os.path.join(root, locales_folder)
break
else: # search script parent dirs recursively
parent_dir = os.path.dirname(script_dir)
while parent_dir and parent_dir != script_dir:
for root, dirs, files in os.walk(parent_dir):
if locales_folder in dirs:
locales_dir = os.path.join(root, locales_folder) ; break
if locales_dir : break
locales_dir = os.path.join(root, locales_folder)
break
if locales_dir:
break
parent_dir = os.path.dirname(parent_dir)
else : locales_dir = None
else:
locales_dir = None

# Print result
if locales_dir : print_trunc(f'_locales directory found!\n\n>> { locales_dir }\n')
else : print_trunc(f'Unable to locate a { locales_folder } directory.') ; exit()
if locales_dir:
print_trunc(f'_locales directory found!\n\n>> { locales_dir }\n')
else:
print_trunc(f'Unable to locate a { locales_folder } directory.')
exit()

# Load en/messages.json
msgs_filename = 'messages.json'
Expand All @@ -55,39 +68,47 @@ def overwrite_print(msg) : stdout.write('\r' + msg.ljust(terminal_width)[:termin
en_messages = json.load(en_file)

# Combine [target_langs] w/ languages discovered in _locales
output_langs = list(set(target_langs)) # remove duplicates
output_langs = list(set(target_langs)) # remove duplicates
for root, dirs, files in os.walk(locales_dir):
for folder in dirs:
folder_path = os.path.join(root, folder)
msgs_path = os.path.join(folder_path, msgs_filename)
discovered_lang = folder.replace('_', '-')
if os.path.exists(msgs_path) and discovered_lang not in output_langs : output_langs.append(discovered_lang)
output_langs.sort() # alphabetize languages
if os.path.exists(msgs_path) and discovered_lang not in output_langs:
output_langs.append(discovered_lang)
output_langs.sort() # alphabetize languages

# Create/update/translate [[output_langs]/messages.json]
langs_added, langs_skipped, langs_translated, langs_not_translated = [], [], [], []
for lang_code in output_langs:
lang_added, lang_skipped, lang_translated = False, False, False
folder = lang_code.replace('-', '_') ; translated_msgs = {}
if '-' in lang_code: # cap suffix
folder = lang_code.replace('-', '_')
translated_msgs = {}
if '-' in lang_code: # cap suffix
sep_index = folder.index('_')
folder = folder[:sep_index] + '_' + folder[sep_index+1:].upper()
folder = folder[:sep_index] + '_' + folder[sep_index + 1 :].upper()

# Skip English locales
if lang_code.startswith('en'):
print_trunc(f'Skipped {folder}/messages.json...')
langs_skipped.append(lang_code) ; langs_not_translated.append(lang_code) ; continue
langs_skipped.append(lang_code)
langs_not_translated.append(lang_code)
continue

# Initialize target locale folder
folder_path = os.path.join(locales_dir, folder)
if not os.path.exists(folder_path): # if missing, create folder
os.makedirs(folder_path) ; langs_added.append(lang_code) ; lang_added = True
if not os.path.exists(folder_path): # if missing, create folder
os.makedirs(folder_path)
langs_added.append(lang_code)
lang_added = True

# Initialize target messages
msgs_path = os.path.join(folder_path, msgs_filename)
if os.path.exists(msgs_path):
with open(msgs_path, 'r', encoding='utf-8') as messages_file : messages = json.load(messages_file)
else : messages = {}
with open(msgs_path, 'r', encoding='utf-8') as messages_file:
messages = json.load(messages_file)
else:
messages = {}

# Attempt translations
print_trunc(f"{ 'Adding' if not messages else 'Updating' } { folder }/messages.json...", end='')
Expand All @@ -97,7 +118,7 @@ def overwrite_print(msg) : stdout.write('\r' + msg.ljust(terminal_width)[:termin
for key in en_keys:
if key in keys_to_ignore:
translated_msg = en_messages[key]['message']
translated_msgs[key] = { 'message': translated_msg }
translated_msgs[key] = {'message': translated_msg}
continue
if key not in messages:
original_msg = translated_msg = en_messages[key]['message']
Expand All @@ -109,23 +130,28 @@ def overwrite_print(msg) : stdout.write('\r' + msg.ljust(terminal_width)[:termin
except Exception as e:
print_trunc(f'Translation failed for key "{key}" in {lang_code}/messages.json: {e}')
translated_msg = original_msg
translated_msgs[key] = { 'message': translated_msg }
else : translated_msgs[key] = messages[key]
translated_msgs[key] = {'message': translated_msg}
else:
translated_msgs[key] = messages[key]

# Format messages
formatted_msgs = '{\n'
for index, (key, message_data) in enumerate(translated_msgs.items()):
formatted_msg = json.dumps(message_data, ensure_ascii=False) \
.replace('{', '{ ').replace('}', ' }') # add spacing
formatted_msgs += ( f' "{key}": {formatted_msg}'
+ ( ',\n' if index < len(translated_msgs) - 1 else '\n' )) # terminate line
formatted_msg = json.dumps(message_data, ensure_ascii=False).replace('{', '{ ').replace('}', ' }') # add spacing
formatted_msgs += f' "{key}": {formatted_msg}' + (',\n' if index < len(translated_msgs) - 1 else '\n') # terminate line
formatted_msgs += '}'
with open(msgs_path, 'w', encoding='utf-8') as output_file : output_file.write(formatted_msgs + '\n')
with open(msgs_path, 'w', encoding='utf-8') as output_file:
output_file.write(formatted_msgs + '\n')

# Print file summary
if translated_msgs == messages : langs_skipped.append(lang_code) ; lang_skipped = True
elif translated_msgs != messages : langs_translated.append(lang_code) ; lang_translated = True
if not lang_translated : langs_not_translated.append(lang_code)
if translated_msgs == messages:
langs_skipped.append(lang_code)
lang_skipped = True
elif translated_msgs != messages:
langs_translated.append(lang_code)
lang_translated = True
if not lang_translated:
langs_not_translated.append(lang_code)
overwrite_print(f"{ 'Added' if lang_added else 'Skipped' if lang_skipped else 'Updated' } { folder }/messages.json")

# Print final summary
Expand All @@ -136,4 +162,4 @@ def overwrite_print(msg) : stdout.write('\r' + msg.ljust(terminal_width)[:termin
list_name = next(name for name, value in globals().items() if value is data)
status = list_name.split('langs_')[-1].replace('_', ' ')
print(f'Languages {status}: {len(data)}\n') # print tally
print('[ ' + ', '.join(data) + ' ]\n') # list languages
print('[ ' + ', '.join(data) + ' ]\n') # list languages