stylus/pull_locales_postprocess.py

#! python2
import io, os, json, re
from collections import OrderedDict

with io.open('_locales/en/messages.json', 'r', encoding='utf-8') as f:
    items = json.load(f).items()
    english = [(k, v['message']) for k, v in items if 'message' in v]
    english_placeholders = [(k, v['placeholders']) for k,v in items
                            if 'placeholders' in v]

for locale_name in os.listdir('_locales'):
    if locale_name == 'en':
        continue
    if not re.match(r'^\w{2}(_\w{2,3})?$', locale_name):
        print('Skipped %s: not a locale dir' % locale_name)
        continue
    loc_path = '_locales/' + locale_name + '/messages.json'
    with io.open(loc_path, 'r+', encoding='utf-8') as f:
        loc = json.load(f, object_pairs_hook=OrderedDict)

        deduplicated = 0
        for msgId, message in english:
            if msgId in loc and loc[msgId].get('message', '') == message:
                del loc[msgId]
                deduplicated += 1

        changed = 0
        for msgId, placeholder in english_placeholders:
            if msgId in loc and cmp(placeholder, loc[msgId].get('placeholders', None)) != 0:
                loc[msgId]['placeholders'] = placeholder
                changed += 1

        if deduplicated > 0 or changed > 0:
            f.seek(0)
            json_str = json.dumps(loc, indent=1, ensure_ascii=False,
                                  separators=(',', ': '), encoding='utf-8')
            json_tabs = re.sub(r'^\s+', lambda s: s.group(0).replace(' ', '\t'),
                               json_str, flags=re.MULTILINE)
            f.write(json_tabs)
            f.truncate()
            print('%s: %d deduplicated%s' % (
                locale_name,
                deduplicated,
                ', %d placeholder(s) added' % changed if changed else ''
            ))