# -*- coding: utf-8 -*- # Copyright (C) 2004-2008 Tristan Seligmann and Jonathan Jacobs # Copyright (C) 2012-2014 Bastian Kleineidam # Copyright (C) 2015-2019 Tobias Gruetzmacher from __future__ import absolute_import, division, print_function import os from re import compile, escape, IGNORECASE from ..helpers import bounceStarter, indirectStarter, xpath_class from ..scraper import _BasicScraper, _ParserScraper from ..util import tagre from .common import _ComicControlScraper, _WordPressScraper, _WPNavi class EarthsongSaga(_ParserScraper): url = 'http://earthsongsaga.com/vol5/epilogue5.php' imageSearch = '//div[@id="comic"]//img' prevSearch = '//a[@title="Previous"]' endOfLife = True def namer(self, image_url, page_url): imgmatch = compile(r'images/vol(\d+)/ch(\d+)/(.*)\.\w+$', IGNORECASE).search(image_url) return 'vol%02d_ch%02d_%s' % ( int(imgmatch.group(1)), int(imgmatch.group(2)), imgmatch.group(3)) class EasilyAmused(_WordPressScraper): url = 'http://www.flowerlarkstudios.com/comicpage/college-daze/ea01/' firstStripUrl = url starter = indirectStarter class EatLiver(_ParserScraper): url = 'http://www.eatliver.com/' starter = indirectStarter multipleImagesPerStrip = True imageSearch = '//div[%s]//img' % xpath_class('post-content') prevSearch = '//a[@rel="prev"]' latestSearch = '//a[@rel="bookmark"]' class EatThatToast(_WordPressScraper): url = 'http://eatthattoast.com/' firstStripUrl = url + 'comic/thewizard/' textSearch = _WordPressScraper.imageSearch + '/@alt' class EdibleDirt(_BasicScraper): url = 'http://eddirt.frozenreality.co.uk/' stripUrl = url + 'index.php?id=%s' firstStripUrl = stripUrl % '0' imageSearch = compile(tagre("img", "src", r'(strips/[^"]+)')) prevSearch = compile(tagre("a", "href", r"(index\.php\?id=\d+)") + "Previous") help = 'Index format: number' class EdmundFinney(_WPNavi): url = 'http://eqcomics.com/' firstStripUrl = url + '2009/03/08/sunday-aliens/' class ElfOnlyInn(_BasicScraper): url = 'http://www.elfonlyinn.net/' stripUrl = url + 'd/%s.html' firstStripUrl = stripUrl % '20020523' imageSearch = compile(tagre("img", "src", r'(/comics/[^"]+)')) prevSearch = compile(tagre("a", "href", r'(/d/\d+\.html)') + tagre("img", "src", r'/images/previous_day\.gif')) help = 'Index format: yyyymmdd' class ElGoonishShive(_ComicControlScraper): url = 'http://www.egscomics.com/' class ElGoonishShiveNP(_ComicControlScraper): url = 'http://www.egscomics.com/egsnp.php' class EmergencyExit(_BasicScraper): url = 'http://www.eecomics.net/' stripUrl = url + "?strip_id=%s" firstStripUrl = stripUrl % '1' imageSearch = compile(r'"(comics/.+?)"') prevSearch = compile(tagre("a", "href", r'(\?strip_id=\d+)') + tagre("img", "alt", r"Prior")) help = 'Index format: n' class Erfworld(_ParserScraper): stripUrl = 'https://archives.erfworld.com/%s' url = stripUrl % 'getLatestPage.php' firstStripUrl = stripUrl % 'Book+0/1' imageSearch = '//div[@class="page_content"]//img' textSearch = '//div[@class="page_content"]' prevSearch = '//li[@class="previous"]/a' nextSearch = '//li[@class="next"]/a' multipleImagesPerStrip = True textOptional = True starter = bounceStarter def fetchUrls(self, url, data, urlSearch): # Return the main logo for text-only pages try: imageUrls = super(Erfworld, self).fetchUrls(url, data, urlSearch) except ValueError: imageUrls = super(Erfworld, self).fetchUrls(url, data, '//li[@class="erf-logo"]//img') return imageUrls def namer(self, imageUrl, pageUrl): # Fix inconsistent filenames filename = imageUrl.rsplit('/', 1)[-1] page = pageUrl.replace('+', '-').rsplit('/', 2) return '%s_%s_%s' % (page[1], page[2], filename) def getPrevUrl(self, url, data): # Fix missing navigation links between books if url == self.stripUrl % 'Book+5/1': return self.stripUrl % 'Book+4/203' elif url == self.stripUrl % 'Book+4/1': return self.stripUrl % 'Book+3/145' elif url == self.stripUrl % 'Book+3/1': return self.stripUrl % 'Book+2/231' elif url == self.stripUrl % 'Book+2/1': return self.stripUrl % 'Book+1/184' if url == self.stripUrl % 'Book+1/1': return self.stripUrl % 'Book+0/81' return super(Erfworld, self).getPrevUrl(url, data) class ErmaFelnaEDF(_ParserScraper): stripUrl = 'https://www.stevegallacci.com/archive/edf/%s' firstStripUrl = stripUrl % '0000/00/00' url = firstStripUrl imageSearch = '//img[@id="comic-container"]' prevSearch = '//a[@title="Previous Comic"]' latestSearch = '//a[@title="Current Comic"]' starter = indirectStarter def namer(self, imageUrl, pageUrl): # Fix inconsistent filenames postDate = pageUrl.rsplit('/', 3) filename = imageUrl.rsplit('/', 1)[-1] return '%s-%s-%s_%s' % (postDate[1], postDate[2], postDate[3], filename) class ErrantStory(_BasicScraper): url = 'http://www.errantstory.com/' stripUrl = url + '%s' imageSearch = compile(r']+?src="([^"]*?comics/.+?)"') prevSearch = compile(r'><Previous') help = 'Index format: yyyy-mm-dd/num' class Erstwhile(_WPNavi): url = 'http://www.erstwhiletales.com/' endOfLife = True class Eryl(_WordPressScraper): url = 'http://www.flowerlarkstudios.com/comicpage/prologue-migration/page-i/' firstStripUrl = url starter = indirectStarter class Everblue(_ParserScraper): url = 'http://www.everblue-comic.com/comic/' stripUrl = url + '%s' firstStripUrl = stripUrl % '1' imageSearch = '//article[@id="comic"]//img' prevSearch = '//a[contains(@class, "prev")]' class EverybodyLovesEricRaymond(_ParserScraper): url = 'http://geekz.co.uk/lovesraymond/' firstStripUrl = url + 'archive/slashdotted' imageSearch = '//div[%s]//img' % xpath_class('entry-content') prevSearch = '//a[@rel="prev"]' # Seems to be GeoBlocked from Germany? class EvilDiva(_WordPressScraper): url = 'http://www.evildivacomics.com/' firstStripUrl = url + 'comic/evil-diva-issue-1-cover/' class EvilInc(_WordPressScraper): url = 'http://evil-inc.com/' firstStripUrl = url + 'comic/monday-3/' class Evilish(_ParserScraper): url = 'http://evilish.pensandtales.com/' stripUrl = url + '?date=%s' firstStripUrl = stripUrl % '20020630' imageSearch = '//img[@alt="Today\'s Comics"]' prevSearch = '//a[img[@alt="Previous Comic"]]' endOfLife = True help = 'Index format: yyyymmdd' class Evon(_WordPressScraper): url = 'http://evoncomics.com/' stripUrl = url + '?comic=%s' firstStripUrl = stripUrl % 'chapter-1' adult = True class Exiern(_WPNavi): url = 'http://www.exiern.com/' firstStripUrl = url + '2005/09/06/so-far/' imageSearch = ('//div[@id="comic"]//img', '//div[%s]//img' % xpath_class('entry')) class ExploitationNow(_WPNavi): url = 'http://www.exploitationnow.com/' firstStripUrl = url + '2000-07-07/9' endOfLife = True class ExtraFabulousComics(_WordPressScraper): url = 'https://extrafabulouscomics.com/' firstStripUrl = url + 'comic/buttfly/' starter = bounceStarter multipleImagesPerStrip = True def namer(self, image_url, page_url): imagename = os.path.basename(image_url) pagepart = compile(r'/comic/([^/]+)/$').search(page_url).group(1) return '_'.join((pagepart, imagename)) def shouldSkipUrl(self, url, data): return data.xpath('//div[@id="comic"]//iframe') class ExtraLife(_BasicScraper): url = 'http://www.myextralife.com/' stripUrl = url + 'comic/%s/' imageSearch = compile(tagre("img", "src", r'(http://www\.myextralife\.com/wp-content/uploads/[^"]+)', before="comic")) prevSearch = compile(tagre("a", "href", r'([^"]+)', before="prev_comic")) help = 'Index format: stripname' class ExtraOrdinary(_ParserScraper): url = 'https://www.exocomics.com/' stripUrl = url + '%s' firstStripUrl = stripUrl % '01' prevSearch = '//a[%s]' % xpath_class('prev') imageSearch = '//img[%s]' % xpath_class('image-style-main-comic') help = 'Index format: number' class EyeOfRamalach(_BasicScraper): url = 'http://theeye.katbox.net/' rurl = escape(url) stripUrl = url + 'comic/%s/' imageSearch = compile(tagre("img", "src", r'(%swp-content/uploads/[^"]+)' % rurl, after="data-webcomic-parent")) prevSearch = compile(tagre("a", "href", r'(%scomic/[^"]+)' % rurl, after="previous")) help = 'Index format: stripname'