dosage/doc/web/mkcomics.py

#!/usr/bin/env python
# -*- coding: iso-8859-1 -*-
# Copyright (C) 2012-2014 Bastian Kleineidam
from __future__ import print_function
import sys
import os
import time
import cgi
import codecs
import json
sys.path.append(os.path.join(os.path.dirname(__file__), ".."))
from dosagelib.scraper import get_scraperclasses
from dosagelib.util import getLangName


class Status:
    """Status of a comic strip."""
    ok = u"ok"
    error = u"error"

comicdata_template = u"""
/* generated on %(date)s */
$(document).ready(function() {
  $('#comics').html('<table cellpadding="0" cellspacing="0" border="0" class="display" id="comictable"></table>');
  $('#comictable').dataTable( {
    "aaData": [
      %(content)s
    ],
    "aoColumns": [
      { "sTitle": "Name" },
      { "sTitle": "Genre" },
      { "sTitle": "Language" },
      { "sTitle": "Status" },
      { "sTitle": "Votes" }
    ]
  } );
} );
"""

comic_template = u"""\
title: %(name)s
url: "/comics/%(pageurl)s"
---
Dosage comic %(name)s
-----------------------------------------

<p id="msg"></p>
<script type="text/javascript">
if (window.location.search === '?edit_info_mail=sent_ok') {
  var elem = document.getElementById("msg");
  elem.innerHTML = 'Edited information sucessfully sent for review, which is usually done daily. Thanks!';
  elem.className = 'ok';
}
</script>
<table class="comicinfo">
<tr>
<th>Description</th><td>%(description)s</td>
</tr>
<tr>
<th>Website</th><td><a href="%(url)s">%(url)s</a></td>
</tr>
<tr>
<th>Genre</th><td>%(genre)s</td>
</tr>
<tr>
<th>Language</th><td>%(language)s</td>
</tr>
<tr>
<th>Adult content</th><td>%(adult)s</td>
</tr>
<tr>
<th>Status</th><td>%(status)s on %(date)s</td>
</tr>
<tr>
<th>Votes</th><td>%(vote)s
<form action="http://gaecounter.appspot.com/count/" method="POST">
<input name="name" type="hidden" value="%(votename)s"/>
<input name="uid" type="hidden" id="voteuid" value=""/>
<input type="submit" value="Vote"/>
</form>
</td>
</tr>
</table>
<script type="text/javascript">
var ua = navigator.userAgent;
document.getElementById("voteuid").value = ua.replace(/[^a-zA-Z0-9\._:]/g , "_");;
</script>

[Edit this info](%(editurl)s) or go back to the [comic list](../comic-index.html).
"""

comic_edit_template = u"""\
title: Edit %(name)s
url: "/comics/%(editurl)s"
---
Edit info for comic %(name)s

<form name="comic" action="http://gaepostmail.appspot.com/comic/" method="post">
<table class="comicinfo">
<tr>
<th>Description</th><td><textarea name="description" cols="40" rows="3">%(description)s</textarea></td>
</tr>
<tr>
<th>Website</th><td><input type="text" name="url" value="%(url)s" size="40"/></td>
</tr>
<tr>
<th>Genre</th><td><input type="text" name="genre" value="%(genre)s" size="40"/></td>
</tr>
<tr>
<th>Language</th><td><input type="text" name="language" value="%(language)s" size="40"/></td>
</tr>
<tr>
<th>Adult content</th><td><input type="checkbox" name="adult" value="adult" %(adultchecked)s/></td>
</tr>
<tr>
<th></th><td>
<input type="hidden" name="comic" value="%(comic)s" />
<input type="submit" name="submit" value="Submit" />
</td>
</tr>
</table>
</form>

Back to the [comic](%(pageurl)s).
"""


def get_mtime (filename):
    """Return modification time of filename."""
    return os.path.getmtime(filename)


def strdate(t):
    """Get formatted date string."""
    return time.strftime("%d.%m.%Y", time.localtime(t))


def get_testscraper(line):
    """Get scraper from test output line."""
    classname = line.split('::')[1][4:]
    for scraperclass in get_scraperclasses():
        if scraperclass.__name__ == classname:
            return scraperclass
    raise ValueError("Scraper %r not found" % classname)


def get_testinfo(filename, modified):
    """Maintains a static list of comics which users can vote on.
    @return: {name -> {
                "status": Status.*,
                "url": string,
                "description": string,
                "error": string or None,
                "genre": string,
                "language": string,
                "adult": bool,
               }
             }
    """
    testinfo = {}
    with open(filename, "r") as f:
        print("Tests parsed: 0", end=" ", file=sys.stderr)
        num_tests = 0
        add_error = False
        keys = []
        for line in f:
            try:
                if line.startswith((". ", "F ")) and "test_comics" in line:
                    add_error = line.startswith("F ")
                    num_tests += 1
                    key, entry = get_testentry(line)
                    keys.append(key)
                    update_testentry(key, entry, testinfo)
                    if num_tests % 5 == 0:
                        print(num_tests, end=" ", file=sys.stderr)
                elif add_error and line.startswith(" E "):
                    entry["error"] = line[3:].strip()
            except ValueError as msg:
                print(msg)
    return testinfo


def get_testentry(line):
    """Get one test entry."""
    scraper = get_testscraper(line)
    key = scraper.__name__
    name = scraper.getName()
    if len(name) > 40:
        name = name[:37] + u"..."
    genres = u",".join(sorted(scraper.genres))
    if isinstance(scraper.description, unicode):
        desc = scraper.description
    else:
        desc = scraper.description.decode("utf-8", "ignore")
    if not desc:
        desc = u'-'
    entry = {
        "status": Status.ok if line.startswith(u". ") else Status.error,
        "name": name,
        "url": scraper.url,
        "description": desc,
        "genre": genres,
        "language": getLangName(scraper.lang),
        "error": None,
        "adult": scraper.adult,
        "vote": get_vote(name),
    }
    return key, entry


def update_testentry(key, entry, testinfo):
    """Update one entry with testinfo information."""
    testinfo[key] = entry


_votes = None
def get_vote(name):
    global _votes
    if _votes is None:
        fname = os.path.join('data', 'votes.json')
        with open(fname, 'rb') as f:
            _votes = json.load(f)
    key = name.replace('/', '_')
    return _votes.get(key, 0)


def get_comicdata(testinfo):
    """Get comic data for table listing."""
    rows = []
    for key in sorted(testinfo.keys()):
        entry = testinfo[key]
        url = "comics/%s.html" % key
        args = {
            "url": quote(url),
            "status": quote(entry["status"]),
            "name": quote(entry["name"]),
            "language": quote(entry["language"]),
            "genre": quote(entry["genre"]),
            "vote": entry["vote"],
        }
        row = u'["<a href=\\"%(url)s\\">%(name)s</a>", "%(genre)s", "%(language)s", "%(status)s", "%(vote)d"]' % args
        rows.append(row)
    return u",\n".join(rows)


def write_html(testinfo, outputdir, modified):
    """Write index page and all comic pages."""
    content = get_comicdata(testinfo)
    date = unicode(strdate(modified))
    args = {"date": quote(date), "content": content}
    fname = os.path.join("media", "js", "comicdata.js")
    with codecs.open(fname, 'w', 'utf-8') as fp:
        fp.write(comicdata_template % args)
    comicdir = os.path.join(outputdir, "comics")
    if not os.path.isdir(comicdir):
        os.mkdir(comicdir)
    for key, entry in testinfo.items():
        write_html_comic(key, entry, comicdir, date)


def write_html_comic(key, entry, outputdir, date):
    """Write a comic page."""
    args = {
        "url": quote(entry["url"]),
        "pageurl": quote("%s.html" % key),
        "editurl": quote("%s_edit.html" % key),
        "name": quote(entry["name"]),
        "comic": quote(key),
        "adult": quote(u"yes" if entry["adult"] else u"no"),
        "adultchecked": 'checked="checked"' if entry["adult"] else '',
        "genre": quote(entry["genre"]),
        "language": quote(entry["language"]),
        "description": quote(entry["description"]),
        "status": quote(entry["status"]),
        "date": quote(date),
        "vote": entry["vote"],
        "votename": key,
    }
    fname = os.path.join(outputdir, key+".md")
    with codecs.open(fname, 'w', 'utf-8') as fp:
        fp.write(comic_template % args)
    fname = os.path.join(outputdir, key+"_edit.md")
    with codecs.open(fname, 'w', 'utf-8') as fp:
        fp.write(comic_edit_template % args)


def quote(arg):
    """CGI-escape and jinja-escape the argument."""
    return cgi.escape(arg.replace(u'{', u'').replace(u'}', u''), quote=True)


def main(args):
    """Generate HTML output for test result."""
    filename = args[0]
    outputdir = args[1]
    modified = get_mtime(filename)
    testinfo = get_testinfo(filename, modified)
    write_html(testinfo, outputdir, modified)
    return 0


if __name__ == '__main__':
    sys.exit(main(sys.argv[1:]))