Update ComicFury.

This commit is contained in:
Tobias Gruetzmacher 2016-04-16 13:13:47 +02:00
parent 7708c678a6
commit 3329027e4b
3 changed files with 1089 additions and 1122 deletions

File diff suppressed because it is too large Load diff

View file

@ -10,6 +10,10 @@ processing.
from __future__ import absolute_import, division, print_function from __future__ import absolute_import, division, print_function
import sys import sys
try:
from urllib.parse import urlsplit
except ImportError:
from urlparse import urlsplit
from scriptutil import ComicListUpdater from scriptutil import ComicListUpdater
@ -18,8 +22,17 @@ class ComicFuryUpdater(ComicListUpdater):
# Absolute minumum number of pages a comic may have (restrict search space) # Absolute minumum number of pages a comic may have (restrict search space)
MIN_COMICS = 90 MIN_COMICS = 90
dup_templates = ("Creators/%s", "DrunkDuck/%s", "GoComics/%s", dup_templates = ('Creators/%s', 'DrunkDuck/%s', 'GoComics/%s',
"KeenSpot/%s", "SmackJeeves/%s", "Arcamax/%s") 'KeenSpot/%s', 'SmackJeeves/%s', 'Arcamax/%s')
langmap = {
'german': 'de',
'spanish': 'es',
'italian': 'it',
'japanese': 'ja',
'french': 'fr',
'portuguese': 'pt',
}
# names of comics to exclude # names of comics to exclude
excluded_comics = ( excluded_comics = (
@ -149,7 +162,16 @@ class ComicFuryUpdater(ComicListUpdater):
def get_classdef(self, name, entry): def get_classdef(self, name, entry):
url, active, lang = entry url, active, lang = entry
return u"class CF%s(_ComicFury):\n url = %r" % (name, url) langopt = ''
if lang != "english":
if lang in self.langmap:
langopt = '\n lang = %r' % self.langmap[lang]
else:
print("WARNING:", "Unknown language:", lang)
sub = urlsplit(url).hostname.split('.', 1)[0]
return u"class CF%s(_ComicFury):\n sub = %r%s" % (name, sub,
langopt)
if __name__ == '__main__': if __name__ == '__main__':

View file

@ -102,7 +102,7 @@ class ComicListUpdater(object):
if names: if names:
for scraperobj in scraper.get_scrapers(): for scraperobj in scraper.get_scrapers():
lname = scraperobj.name.lower() lname = scraperobj.name.lower()
if lname in names or lname == name.lower(): if lname in names:
return scraperobj.name return scraperobj.name
return None return None