dosage/scripts/mklanguages.py

#!/usr/bin/python
# -*- coding: utf-8 -*-
# Copyright (C) 2004-2005 Tristan Seligmann and Jonathan Jacobs
# Copyright (C) 2012-2014 Bastian Kleineidam
# Copyright (C) 2015-2016 Tobias Gruetzmacher
'''update languages.py from pycountry'''
from __future__ import absolute_import, division, print_function

import os
import sys
import codecs

basepath = os.path.dirname(os.path.dirname(__file__))
sys.path.append(basepath)

from dosagelib.scraper import get_scraperclasses  # noqa


def main():
    """Update language information in dosagelib/languages.py."""
    fn = os.path.join(basepath, 'dosagelib', 'languages.py')
    encoding = 'utf-8'
    with codecs.open(fn, 'w', encoding) as f:
        f.write('# -*- coding: %s -*-%s' % (encoding, os.linesep))
        f.write('# ISO 693-1 language codes from pycountry%s' % os.linesep)
        f.write('# This file is automatically generated, DO NOT EDIT!%s' % os.linesep)
        lang = get_used_languages()
        write_languages(f, lang)


def get_used_languages():
    lang = {}
    for scraperclass in get_scraperclasses():
        l = scraperclass.lang
        if l not in lang:
            lang[l] = scraperclass.language()
    return lang


def write_languages(f, l):
    """Write language information."""
    f.write("Languages = {%s" % os.linesep)
    for lang in sorted(l):
        f.write("    %r: %r,%s" % (lang, l[lang], os.linesep))
    f.write("}%s" % os.linesep)


if __name__ == '__main__':
    main()