apps/wolnelektury_core/management/commands/translation2po.py

   1 # -*- coding: utf-8 -*-
   2 # This file is part of Wolnelektury, licensed under GNU Affero GPLv3 or later.
   3 # Copyright © Fundacja Nowoczesna Polska. See NOTICE for more information.
   4 #
   5 import os
   6 import sys
   7 import time
   8 from optparse import make_option
   9 from django.conf import settings
  10 from django.core.management.base import BaseCommand
  11 from django.core.management.color import color_style
  12 from django.db import models
  13
  14 import polib
  15 import modeltranslation.models
  16 from modeltranslation.translator import translator, NotRegistered
  17
  18
  19 def metadata(language=''):
  20     "get metadata for PO, given language code"
  21     t = time.strftime('%Y-%m-%d %H:%M%z')
  22
  23     return {
  24         'Project-Id-Version': '1.0',
  25         'Report-Msgid-Bugs-To': settings.CONTACT_EMAIL,
  26         'POT-Creation-Date': '%s' % t,
  27         'PO-Revision-Date': '%s' % t,
  28         'Last-Translator': 'you <you@example.com>',
  29         'Language-Team': '%s' % dict(settings.LANGUAGES).get(language, language),
  30         'MIME-Version': '1.0',
  31         'Content-Type': 'text/plain; charset=utf-8',
  32         'Content-Transfer-Encoding': '8bit',
  33         }
  34
  35
  36 def make_po(language=''):
  37     "Create new POFile object for language code"
  38     po = polib.POFile()
  39     po.metadata = metadata(language)
  40     return po
  41
  42
  43 def get_languages(langs):
  44     if not langs: return settings.LANGUAGES
  45     langs = langs.split(',')
  46     lm = dict(settings.LANGUAGES)
  47     return map(lambda l: (l, lm.get(l, l)), langs)
  48
  49
  50 class Command(BaseCommand):
  51     option_list = BaseCommand.option_list + (
  52         make_option('-d', '--directory', help='Specify which directory should hold generated PO files', dest='directory', default=''),
  53         make_option('-l', '--load', help='load locales back to source', action='store_true', dest='load', default=False),
  54         make_option('-L', '--language', help='locales to load', dest='lang', default=None),
  55         make_option('-n', '--poname', help='name of the po file [no extension]', dest='poname', default=None),
  56         make_option('-k', '--keep-running', help='keep running even when missing an input file', dest='keep_running', default=False, action='store_true'),
  57         )
  58     help = 'Export models from app to po files'
  59     args = 'app'
  60
  61     def get_models(self, app):
  62         for mdname in dir(app.models):
  63             if mdname[0] == '_': continue
  64             md = getattr(app.models, mdname)
  65             try:
  66                 assert issubclass(md, models.Model)
  67             except (AssertionError, TypeError):
  68                 continue
  69
  70             try:
  71                 opts = translator.get_options_for_model(md)
  72             except NotRegistered:
  73                 continue
  74             else:
  75                 yield (md, opts)
  76
  77     def handle(self, appname, **options):
  78         if not options['poname']: options['poname'] = appname
  79         app = __import__(appname)
  80
  81         if options['load']:
  82             objects = {}
  83             modmod = {}
  84             for md, opts in self.get_models(app):
  85                 if not md.__name__ in objects:
  86                     objects[md.__name__] = {}
  87                     modmod['model'] = md
  88
  89             languages = get_languages(options['lang'])
  90
  91             for lng in zip(*languages)[0]:
  92                 pofile = os.path.join(options['directory'], lng, options['poname'] + '.po')
  93                 if not os.path.exists(pofile):
  94                     if options['keep_running']:
  95                         continue
  96                     else:
  97                         raise OSError('%s po file: %s not found' % (appname, pofile))
  98                 po = polib.pofile(pofile)
  99                 for entry in po:
 100                     loc, _ignored = entry.occurrences[0]
 101                     _appname, modelname, fieldname, pk = loc.split('/')
 102                     try:
 103                         obj = objects[modelname][pk]
 104                     except KeyError:
 105                         obj = modmod['model'].objects.get(pk=pk)
 106                         objects[modelname][pk] = obj
 107                     setattr(obj, fieldname, entry.msgstr)
 108
 109             for mod, objcs in objects.items():
 110                 for o in objcs.values():
 111                     o.save()
 112
 113         else:
 114             pofiles = {}
 115             for md, opts in self.get_models(app):
 116                 for obj in md.objects.all().order_by('pk'):
 117                     for fld, locflds in opts.local_fields.items():
 118                         k = getattr(obj, '%s_%s' % (fld, settings.LANGUAGE_CODE)) or ''
 119                         for locfld in locflds:
 120                             cur_lang = locfld.language
 121                             try:
 122                                 po = pofiles[cur_lang]
 123                             except:
 124                                 po = make_po(cur_lang)
 125                                 pofiles[cur_lang] = po
 126                             v = locfld.value_from_object(obj) or ''
 127                             entry = polib.POEntry(
 128                                 msgid=k,
 129                                 msgstr=v,
 130                                 occurrences=[('%s/%s/%s/%s' % (appname, md.__name__, locfld.name, str(obj.pk)), 0)])
 131                             po.append(entry)
 132
 133             directory = options['directory']
 134             for lng, po in pofiles.items():
 135                 os.makedirs(os.path.join(directory, lng))
 136                 po.save(os.path.join(directory, lng, '%s.po' % options['poname']))