dosage/dosagelib/plugins/e.py
2017-05-22 01:17:05 +02:00

206 lines
6.8 KiB
Python

# -*- coding: utf-8 -*-
# Copyright (C) 2004-2008 Tristan Seligmann and Jonathan Jacobs
# Copyright (C) 2012-2014 Bastian Kleineidam
# Copyright (C) 2015-2017 Tobias Gruetzmacher
from __future__ import absolute_import, division, print_function
import os
from re import compile, escape, IGNORECASE
from ..helpers import indirectStarter, xpath_class
from ..scraper import _BasicScraper, _ParserScraper
from ..util import tagre
from .common import _WordPressScraper, _WPNavi, WP_LATEST_SEARCH
class EarthsongSaga(_ParserScraper):
url = 'http://earthsongsaga.com/vol5/epilogue5.php'
imageSearch = '//div[@id="comic"]//img'
prevSearch = '//a[@title="Previous"]'
endOfLife = True
def namer(self, image_url, page_url):
imgmatch = compile(r'images/vol(\d+)/ch(\d+)/(.*)\.\w+$',
IGNORECASE).search(image_url)
return 'vol%02d_ch%02d_%s' % (
int(imgmatch.group(1)), int(imgmatch.group(2)), imgmatch.group(3))
class EasilyAmused(_WordPressScraper):
url = 'http://www.flowerlarkstudios.com/comic/college-daze/ea01/'
firstStripUrl = url
latestSearch = WP_LATEST_SEARCH
starter = indirectStarter
class EatLiver(_ParserScraper):
url = 'http://www.eatliver.com/'
starter = indirectStarter
multipleImagesPerStrip = True
imageSearch = '//div[%s]//img' % xpath_class('post-content')
prevSearch = '//a[@rel="prev"]'
latestSearch = '//a[@rel="bookmark"]'
class EatThatToast(_WordPressScraper):
url = 'http://eatthattoast.com/'
firstStripUrl = url + 'comic/thewizard/'
textSearch = _WordPressScraper.imageSearch + '/@alt'
class EdibleDirt(_BasicScraper):
url = 'http://eddirt.frozenreality.co.uk/'
stripUrl = url + 'index.php?id=%s'
firstStripUrl = stripUrl % '0'
imageSearch = compile(tagre("img", "src", r'(strips/[^"]+)'))
prevSearch = compile(tagre("a", "href", r"(index\.php\?id=\d+)") +
"Previous")
help = 'Index format: number'
class EdmundFinney(_WPNavi):
url = 'http://eqcomics.com/'
firstStripUrl = url + '2009/03/08/sunday-aliens/'
class ElfOnlyInn(_BasicScraper):
url = 'http://www.elfonlyinn.net/'
stripUrl = url + 'd/%s.html'
firstStripUrl = stripUrl % '20020523'
imageSearch = compile(tagre("img", "src", r'(/comics/[^"]+)'))
prevSearch = compile(tagre("a", "href", r'(/d/\d+\.html)') +
tagre("img", "src", r'/images/previous_day\.gif'))
help = 'Index format: yyyymmdd'
class ElGoonishShive(_BasicScraper):
url = 'http://www.egscomics.com/'
stripUrl = url + 'index.php?id=%s'
imageSearch = compile(tagre("img", "src", r'(comics/[^"]+)',
after="comic"))
prevSearch = compile(tagre("a", "href", r'(/index\.php\?id=\d+)',
after="prev"))
help = 'Index format: number'
class ElGoonishShiveNP(_BasicScraper):
url = 'http://www.egscomics.com/egsnp.php'
stripUrl = url + '?id=%s'
imageSearch = compile(tagre("img", "src", r'(comics/[^"]+)',
after="comic"))
prevSearch = compile(tagre("a", "href", r'(/egsnp\.php\?id=\d+)',
after="prev"))
help = 'Index format: number'
class EmergencyExit(_BasicScraper):
url = 'http://www.eecomics.net/'
stripUrl = url + "?strip_id=%s"
firstStripUrl = stripUrl % '1'
imageSearch = compile(r'"(comics/.+?)"')
prevSearch = compile(tagre("a", "href", r'(\?strip_id=\d+)') + tagre("img", "alt", r"Prior"))
help = 'Index format: n'
class ErrantStory(_BasicScraper):
url = 'http://www.errantstory.com/'
stripUrl = url + '%s'
imageSearch = compile(r'<img[^>]+?src="([^"]*?comics/.+?)"')
prevSearch = compile(r'><a href="(.+?)">&lt;Previous</a>')
help = 'Index format: yyyy-mm-dd/num'
class Erstwhile(_WPNavi):
url = 'http://www.erstwhiletales.com/'
endOfLife = True
class Eryl(_WordPressScraper):
url = 'http://www.flowerlarkstudios.com/comic/prologue-migration/page-i/'
firstStripUrl = url
latestSearch = WP_LATEST_SEARCH
starter = indirectStarter
class EverybodyLovesEricRaymond(_ParserScraper):
url = 'http://geekz.co.uk/lovesraymond/'
firstStripUrl = url + 'archive/slashdotted'
imageSearch = '//div[%s]//img' % xpath_class('entry-content')
prevSearch = '//a[@rel="prev"]'
# Seems to be GeoBlocked from Germany?
class EvilDiva(_WordPressScraper):
url = 'http://www.evildivacomics.com/'
firstStripUrl = url + 'comic/evil-diva-issue-1-cover/'
class EvilInc(_WordPressScraper):
url = 'http://evil-inc.com/'
firstStripUrl = url + 'comic/monday-3/'
class Evilish(_ParserScraper):
url = 'http://evilish.pensandtales.com/'
stripUrl = url + '?date=%s'
firstStripUrl = stripUrl % '20020630'
imageSearch = '//img[@alt="Today\'s Comics"]'
prevSearch = '//a[img[@alt="Previous Comic"]]'
endOfLife = True
help = 'Index format: yyyymmdd'
class Exiern(_WPNavi):
url = 'http://www.exiern.com/'
firstStripUrl = url + '2005/09/06/so-far/'
imageSearch = ('//div[@id="comic"]//img',
'//div[%s]//img' % xpath_class('entry'))
class ExploitationNow(_WPNavi):
url = 'http://www.exploitationnow.com/'
firstStripUrl = url + '2000-07-07/9'
endOfLife = True
class ExtraFabulousComics(_WordPressScraper):
url = 'http://extrafabulouscomics.com/comic/buttfly/'
firstStripUrl = url
latestSearch = '//a[%s]' % xpath_class('navi-last')
starter = indirectStarter
multipleImagesPerStrip = True
def namer(self, image_url, page_url):
imagename = os.path.basename(image_url)
pagepart = compile(r'/comic/([^/]+)/$').search(page_url).group(1)
return '_'.join((pagepart, imagename))
def shouldSkipUrl(self, url, data):
return data.xpath('//div[@id="comic"]//iframe')
class ExtraLife(_BasicScraper):
url = 'http://www.myextralife.com/'
stripUrl = url + 'comic/%s/'
imageSearch = compile(tagre("img", "src", r'(http://www\.myextralife\.com/wp-content/uploads/[^"]+)', before="comic"))
prevSearch = compile(tagre("a", "href", r'([^"]+)', before="prev_comic"))
help = 'Index format: stripname'
class ExtraOrdinary(_ParserScraper):
url = 'http://www.exocomics.com/'
stripUrl = url + '%s'
firstStripUrl = stripUrl % '01'
prevSearch = '//a[%s]' % xpath_class('prev')
imageSearch = '//img[%s]' % xpath_class('image-style-main-comic')
help = 'Index format: number'
class EyeOfRamalach(_BasicScraper):
url = 'http://theeye.katbox.net/'
rurl = escape(url)
stripUrl = url + 'comic/%s/'
imageSearch = compile(tagre("img", "src", r'(%swp-content/uploads/[^"]+)' % rurl, after="data-webcomic-parent"))
prevSearch = compile(tagre("a", "href", r'(%scomic/[^"]+)' % rurl, after="previous"))
help = 'Index format: stripname'