dosage/dosagelib/plugins/z.py

91 lines
3.2 KiB
Python
Raw Normal View History

# -*- coding: utf-8 -*-
# Copyright (C) 2004-2005 Tristan Seligmann and Jonathan Jacobs
2014-01-05 15:50:57 +00:00
# Copyright (C) 2012-2014 Bastian Kleineidam
# Copyright (C) 2015-2016 Tobias Gruetzmacher
from __future__ import absolute_import, division, print_function
2012-11-21 20:57:26 +00:00
from re import compile, escape
from ..scraper import _BasicScraper, _ParserScraper
2012-11-26 06:13:32 +00:00
from ..util import tagre
from ..helpers import bounceStarter
from .common import _WordPressScraper, xpath_class
2012-06-20 19:58:13 +00:00
class ZapComic(_ParserScraper):
url = 'http://www.zapcomic.com/'
css = True
imageSearch = 'img.comic-item'
prevSearch = 'a.previous-comic-link'
2012-12-07 23:45:18 +00:00
2012-06-20 19:58:13 +00:00
class Zapiro(_BasicScraper):
url = 'http://www.mg.co.za/zapiro/'
starter = bounceStarter
2012-11-26 06:13:32 +00:00
stripUrl = 'http://mg.co.za/cartoon/%s'
2013-04-10 21:57:09 +00:00
firstStripUrl = stripUrl % 'zapiro_681'
2012-11-26 06:13:32 +00:00
imageSearch = compile(tagre("img", "src", r'(http://cdn\.mg\.co\.za/crop/content/cartoons/[^"]+)'))
2013-07-18 18:39:53 +00:00
prevSearch = compile(tagre("li", "class", r'nav_older') +
tagre("a", "href",
r'(http://mg\.co\.za/cartoon/[^"]+)'))
nextSearch = compile(tagre("li", "class", r'nav_older') +
tagre("a", "href",
r'(http://mg\.co\.za/cartoon/[^"]+)'))
2012-11-26 06:13:32 +00:00
help = 'Index format: yyyy-mm-dd-stripname'
2012-06-20 19:58:13 +00:00
2012-12-04 06:02:40 +00:00
@classmethod
def namer(cls, imageUrl, pageUrl):
name = imageUrl.split('/')[-3]
return name
2012-06-20 19:58:13 +00:00
class ZenPencils(_WordPressScraper):
2013-04-09 17:38:47 +00:00
url = 'http://zenpencils.com/'
multipleImagesPerStrip = True
firstStripUrl = url + 'comic/1-ralph-waldo-emerson-make-them-cry/'
prevSearch = '//a[%s]' % xpath_class('navi-prev')
2013-04-09 17:38:47 +00:00
2012-06-20 19:58:13 +00:00
class ZombieHunters(_BasicScraper):
url = 'http://www.thezombiehunters.com/'
stripUrl = url + '?strip_id=%s'
2013-04-10 21:57:09 +00:00
firstStripUrl = stripUrl % '1'
2012-11-26 06:13:32 +00:00
imageSearch = compile(tagre("img", "src", r'(/istrip_files/strips/[^"]+)'))
prevSearch = compile(tagre("a", "href", r'(\?strip_id=\d+)') + tagre("img", "id", "prevcomic"))
2012-06-20 19:58:13 +00:00
help = 'Index format: n(unpadded)'
2013-03-07 22:51:55 +00:00
class Zwarwald(_BasicScraper):
url = "http://www.zwarwald.de/"
rurl = escape(url)
2013-03-07 22:51:55 +00:00
stripUrl = url + 'index.php/page/%s/'
2013-03-08 21:33:05 +00:00
# anything before page 495 seems to be flash
firstStripUrl = stripUrl % '495'
lang = 'de'
2013-04-10 18:14:43 +00:00
imageSearch = (
compile(tagre("img", "src", r'(%simages/\d+/\d+/[^"]+)' % rurl)),
compile(tagre("img", "src", r'(http://wp1163540\.wp190\.webpack\.hosteurope\.de/wordpress/images/\d+/\d+/[^"]+)')),
)
prevSearch = compile(tagre("a", "href", r'(%sindex\.php/page/\d+/)' % rurl) +
tagre("img", "src",
r'http://zwarwald\.de/images/prev\.jpg',
quote="'"))
2013-03-07 22:51:55 +00:00
help = 'Index format: number'
def shouldSkipUrl(self, url, data):
2013-03-08 21:33:05 +00:00
"""Some pages have flash content."""
return url in (
self.stripUrl % "112",
self.stripUrl % "222",
self.stripUrl % "223",
self.stripUrl % "246",
self.stripUrl % "368",
self.stripUrl % '495',
)
@classmethod
def namer(cls, imageUrl, pageUrl):
prefix, year, month, name = imageUrl.rsplit('/', 3)
return "%s_%s_%s" % (year, month, name)