Update ComicFury.
This commit is contained in:
parent
7708c678a6
commit
3329027e4b
3 changed files with 1089 additions and 1122 deletions
File diff suppressed because it is too large
Load diff
|
@ -10,6 +10,10 @@ processing.
|
||||||
from __future__ import absolute_import, division, print_function
|
from __future__ import absolute_import, division, print_function
|
||||||
|
|
||||||
import sys
|
import sys
|
||||||
|
try:
|
||||||
|
from urllib.parse import urlsplit
|
||||||
|
except ImportError:
|
||||||
|
from urlparse import urlsplit
|
||||||
|
|
||||||
from scriptutil import ComicListUpdater
|
from scriptutil import ComicListUpdater
|
||||||
|
|
||||||
|
@ -18,8 +22,17 @@ class ComicFuryUpdater(ComicListUpdater):
|
||||||
# Absolute minumum number of pages a comic may have (restrict search space)
|
# Absolute minumum number of pages a comic may have (restrict search space)
|
||||||
MIN_COMICS = 90
|
MIN_COMICS = 90
|
||||||
|
|
||||||
dup_templates = ("Creators/%s", "DrunkDuck/%s", "GoComics/%s",
|
dup_templates = ('Creators/%s', 'DrunkDuck/%s', 'GoComics/%s',
|
||||||
"KeenSpot/%s", "SmackJeeves/%s", "Arcamax/%s")
|
'KeenSpot/%s', 'SmackJeeves/%s', 'Arcamax/%s')
|
||||||
|
|
||||||
|
langmap = {
|
||||||
|
'german': 'de',
|
||||||
|
'spanish': 'es',
|
||||||
|
'italian': 'it',
|
||||||
|
'japanese': 'ja',
|
||||||
|
'french': 'fr',
|
||||||
|
'portuguese': 'pt',
|
||||||
|
}
|
||||||
|
|
||||||
# names of comics to exclude
|
# names of comics to exclude
|
||||||
excluded_comics = (
|
excluded_comics = (
|
||||||
|
@ -149,7 +162,16 @@ class ComicFuryUpdater(ComicListUpdater):
|
||||||
|
|
||||||
def get_classdef(self, name, entry):
|
def get_classdef(self, name, entry):
|
||||||
url, active, lang = entry
|
url, active, lang = entry
|
||||||
return u"class CF%s(_ComicFury):\n url = %r" % (name, url)
|
langopt = ''
|
||||||
|
if lang != "english":
|
||||||
|
if lang in self.langmap:
|
||||||
|
langopt = '\n lang = %r' % self.langmap[lang]
|
||||||
|
else:
|
||||||
|
print("WARNING:", "Unknown language:", lang)
|
||||||
|
|
||||||
|
sub = urlsplit(url).hostname.split('.', 1)[0]
|
||||||
|
return u"class CF%s(_ComicFury):\n sub = %r%s" % (name, sub,
|
||||||
|
langopt)
|
||||||
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
|
|
|
@ -102,7 +102,7 @@ class ComicListUpdater(object):
|
||||||
if names:
|
if names:
|
||||||
for scraperobj in scraper.get_scrapers():
|
for scraperobj in scraper.get_scrapers():
|
||||||
lname = scraperobj.name.lower()
|
lname = scraperobj.name.lower()
|
||||||
if lname in names or lname == name.lower():
|
if lname in names:
|
||||||
return scraperobj.name
|
return scraperobj.name
|
||||||
return None
|
return None
|
||||||
|
|
||||||
|
|
Loading…
Reference in a new issue