mirror of
https://github.com/zulip/zulip.git
synced 2025-11-06 15:03:34 +00:00
12e7be585d
In a Zulip production environment, STATIC_ROOT points to the shared directory that static assets are served from, and so the compilemessages management command was trying to process every historical version in there.
100 lines
3.4 KiB
Python
100 lines
3.4 KiB
Python
from __future__ import print_function
|
|
|
|
import os
|
|
import re
|
|
import ujson
|
|
|
|
from typing import Any, Dict, List, Text
|
|
|
|
from django.core.management.commands import compilemessages
|
|
from django.conf import settings
|
|
|
|
import polib
|
|
|
|
class Command(compilemessages.Command):
|
|
|
|
def handle(self, *args, **options):
|
|
# type: (*Any, **Any) -> None
|
|
if settings.PRODUCTION:
|
|
# HACK: When using upgrade-zulip-from-git, we're in a
|
|
# production environment where STATIC_ROOT will include
|
|
# past versions; this ensures we only process the current
|
|
# version
|
|
settings.STATIC_ROOT = os.path.join(settings.DEPLOY_ROOT, "static")
|
|
settings.LOCALE_PATHS = (os.path.join(settings.DEPLOY_ROOT, 'static/locale'),)
|
|
super(Command, self).handle(*args, **options)
|
|
self.extract_language_options()
|
|
|
|
def get_po_filename(self, locale_path, locale):
|
|
# type: (Text, Text) -> Text
|
|
po_template = '{}/{}/LC_MESSAGES/django.po'
|
|
return po_template.format(locale_path, locale)
|
|
|
|
def get_json_filename(self, locale_path, locale):
|
|
# type: (Text, Text) -> Text
|
|
return "{}/{}/translations.json".format(locale_path, locale)
|
|
|
|
def extract_language_options(self):
|
|
# type: () -> None
|
|
locale_path = u"{}/locale".format(settings.STATIC_ROOT)
|
|
output_path = u"{}/language_options.json".format(locale_path)
|
|
|
|
data = {'languages': []} # type: Dict[str, List[Dict[str, Any]]]
|
|
lang_name_re = re.compile('"Language-Team: (.*?) \(')
|
|
|
|
locales = os.listdir(locale_path)
|
|
locales.append(u'en')
|
|
locales = list(set(locales))
|
|
|
|
for locale in locales:
|
|
info = {} # type: Dict[str, Any]
|
|
if locale == u'en':
|
|
data['languages'].append({
|
|
'code': u'en',
|
|
'name': u'English',
|
|
})
|
|
continue
|
|
filename = self.get_po_filename(locale_path, locale)
|
|
if not os.path.exists(filename):
|
|
continue
|
|
|
|
with open(filename, 'r') as reader:
|
|
result = lang_name_re.search(reader.read())
|
|
if result:
|
|
try:
|
|
name = result.group(1)
|
|
except Exception:
|
|
print("Problem in parsing {}".format(filename))
|
|
raise
|
|
else:
|
|
raise Exception("Unknown language %s" % (locale,))
|
|
|
|
percentage = self.get_translation_percentage(locale_path, locale)
|
|
|
|
info['name'] = name
|
|
info['code'] = locale
|
|
info['percent_translated'] = percentage
|
|
|
|
if info:
|
|
data['languages'].append(info)
|
|
|
|
with open(output_path, 'w') as writer:
|
|
ujson.dump(data, writer, indent=2)
|
|
|
|
def get_translation_percentage(self, locale_path, locale):
|
|
# type: (Text, Text) -> int
|
|
|
|
# backend stats
|
|
po = polib.pofile(self.get_po_filename(locale_path, locale))
|
|
not_translated = len(po.untranslated_entries())
|
|
total = len(po.translated_entries()) + not_translated
|
|
|
|
# frontend stats
|
|
with open(self.get_json_filename(locale_path, locale)) as reader:
|
|
for key, value in ujson.load(reader).items():
|
|
total += 1
|
|
if key == value:
|
|
not_translated += 1
|
|
|
|
return (total - not_translated) * 100 // total
|