# SPDX-License-Identifier: MIT # SPDX-FileCopyrightText: © 2004 Tristan Seligmann and Jonathan Jacobs # SPDX-FileCopyrightText: © 2012 Bastian Kleineidam # SPDX-FileCopyrightText: © 2015 Tobias Gruetzmacher # SPDX-FileCopyrightText: © 2019 Daniel Ring from re import compile, escape, sub, MULTILINE from ..util import tagre from ..scraper import ParserScraper, _BasicScraper, _ParserScraper from ..helpers import joinPathPartsNamer, bounceStarter, indirectStarter from .common import WordPressScraper, WordPressNavi, WordPressWebcomic class AbstruseGoose(ParserScraper): url = 'https://web.archive.org/web/20230930172141/https://abstrusegoose.com/' starter = bounceStarter stripUrl = url + '%s' firstStripUrl = stripUrl % '1' imageSearch = '//img[contains(@src, "/strips/")]' textSearch = imageSearch + '/@title' textOptional = True prevSearch = '//a[contains(text(), "Previous")]' nextSearch = '//a[contains(text(), "Next")]' help = 'Index format: n (unpadded)' def namer(self, imageurl, pageurl): index = int(pageurl.rsplit('/', 1)[1]) name = imageurl.rsplit('/', 1)[1] return 'c%03d-%s' % (index, name) class AbsurdNotions(_BasicScraper): baseUrl = 'http://www.absurdnotions.org/' url = baseUrl + 'page129.html' stripUrl = baseUrl + 'page%s.html' firstStripUrl = stripUrl % '1' imageSearch = compile(tagre('img', 'src', r'(an[^"]+)')) multipleImagesPerStrip = True prevSearch = compile(tagre('a', 'href', r'([^"]+)') + tagre('img', 'src', r'nprev\.gif')) help = 'Index format: n (unpadded)' class Achewood(ParserScraper): baseUrl = 'https://achewood.com/' stripUrl = baseUrl + '%s/title.html' url = stripUrl % '2016/12/25' firstStripUrl = stripUrl % '2001/10/01' imageSearch = '//img[d:class("comicImage")]' prevSearch = '//a[d:class("comic_prev")]' namer = joinPathPartsNamer(pageparts=range(0, 2)) help = 'Index format: yyyy/mm/dd' endOfLife = True class AdventuresOfFifne(_ParserScraper): stripUrl = 'http://fifine.purrsia.com/%s.html' url = stripUrl % 'COMICS' firstStripUrl = stripUrl % 'Fifine01' imageSearch = '//img[contains(@src, "jpg")]' prevSearch = '//a[text()="PREVIOUS"]' multipleImagesPerStrip = True endOfLife = True def namer(self, imageUrl, pageUrl): # Prepend chapter number to image filename filename = imageUrl.rsplit('/', 1)[-1] if filename[0] == 'p': filename = filename.replace('p', '1_p') filename = filename.replace('TIL', '2_TIL') filename = filename.replace('NS', '3_NS') filename = filename.replace('LG', '4_LG') filename = filename.replace('WM', '5_WM') return filename def getPrevUrl(self, url, data): # Fix broken navigation links if url == self.stripUrl % 'lg06': return self.stripUrl % 'lg05' return super(AdventuresOfFifne, self).getPrevUrl(url, data) class AfterStrife(WordPressNavi): baseUrl = 'http://afterstrife.com/' stripUrl = baseUrl + '?p=%s' url = stripUrl % '262' firstStripUrl = stripUrl % '1' help = 'Index format: nnn' endOfLife = True class AGirlAndHerFed(_ParserScraper): url = 'https://agirlandherfed.com/' stripUrl = url + '1.%s.html' firstStripUrl = stripUrl % '1' imageSearch = '//div[@id="comic-image"]/img' prevSearch = '//div[@id="comic-nav"]/a[.//img[contains(@src, "back")]]' help = 'Index format: nnn' class AhoiPolloi(_ParserScraper): url = 'https://ahoipolloi.blogger.de/' stripUrl = url + '?day=%s' firstStripUrl = stripUrl % '20060306' multipleImagesPerStrip = True lang = 'de' imageSearch = '//img[contains(@src, "/static/antville/ahoipolloi/")]' prevSearch = '//a[contains(@href, "/?day=")]' help = 'Index format: yyyymmdd' class AirForceBlues(WordPressScraper): url = 'https://web.archive.org/web/20210102113825/http://farvatoons.com/' firstStripUrl = url + 'comic/in-texas-there-are-texans/' class ALessonIsLearned(_BasicScraper): url = 'http://www.alessonislearned.com/' prevSearch = compile(tagre("a", "href", r"(index\.php\?comic=\d+)", quote="'") + r"[^>]+previous") stripUrl = url + 'index.php?comic=%s' firstStripUrl = stripUrl % '1' imageSearch = compile(tagre("img", "src", r"(cmx/lesson\d+\.[a-z]+)")) help = 'Index format: nnn' class Alfie(WordPressScraper): url = 'https://buttsmithy.com/' stripUrl = url + 'archives/comic/%s' firstStripUrl = stripUrl % 'p1' adult = True starter = bounceStarter def namer(self, image_url, page_url): def repl(m): return "{0}".format(m.group(1).zfill(4)) name = sub('^p-?(\d+)', repl, page_url.split('/')[-1]) # Some of the first 1k pages were inconsistently named. renames = {"/comic/p145": "0145-1", "/comic/p-145": "0145-2", "/comic/268": "0268", "/comic/1132": "0313", "/comic/1169": "0319", "/comic/1186": "0324", "/comic/1404": "0378", "/comic/0338-2": "0339", "/comic/0369-2": "0469", "/comic/2080": "0517", "/comic/o-525": "0525", "/comic/p-361": "0553", "/comic/p-668-2": "0678", "/comic/p-670-2": "0670", "/comic/p-679-2": "0690", "/comic/3140": "0805"} for rename in renames: if rename in page_url: name = renames[rename] return name class Alice(WordPressScraper): url = 'https://web.archive.org/web/20210115132313/http://www.alicecomics.com/' latestSearch = '//a[text()="Latest Alice!"]' starter = indirectStarter endOfLife = True class AlienLovesPredator(_BasicScraper): url = 'http://alienlovespredator.com/' stripUrl = url + '%s/' firstStripUrl = stripUrl % '2004/10/12/unavoidable-delay' imageSearch = compile(tagre("img", "src", r'([^"]+)', after='border="1" alt="" width="750"')) prevSearch = compile(tagre("a", "href", r'([^"]+)', after="prev")) help = 'Index format: yyyy/mm/dd/name' class AlienShores(WordPressScraper): url = 'http://alienshores.com/alienshores_band/' firstStripUrl = url + 'AScomic/updated-cover/' class AllTheGrowingThings(WordPressScraper): url = ('https://web.archive.org/web/20160611212229/' 'http://growingthings.typodmary.com/') stripUrl = url + '%s/' firstStripUrl = stripUrl % 'all-the-growing-things' endOfLife = True class AlphaLuna(ParserScraper): url = 'https://alphalunacomic.net/' stripUrl = url + 'comic/%s/' firstStripUrl = stripUrl % 'issue-1-cover' imageSearch = '//main[@id="comic"]//img' prevSearch = '//a[@rel="prev"]' class AlphaLunaSpanish(ParserScraper): name = 'AlphaLuna/Spanish' lang = 'es' url = 'https://alphalunacomic.net/spanish/' stripUrl = url + 'comic/%s/' firstStripUrl = stripUrl % 'issue-1-cover' imageSearch = '//main[@id="comic"]//img' prevSearch = '//a[@rel="prev"]' class Altermeta(_ParserScraper): url = 'http://altermeta.net/' stripUrl = url + 'archive.php?comic=%s' firstStripUrl = stripUrl % '0' imageSearch = '//img[contains(@src, "comics/")]' prevSearch = '//a[./img[contains(@src, "back")]]' nextSearch = '//a[./img[contains(@src, "forward")]]' starter = bounceStarter help = 'Index format: n (unpadded)' def namer(self, imageUrl, pageUrl): return pageUrl.rsplit('=', 1)[-1] + '_' + imageUrl.rsplit('/', 1)[-1] class AltermetaOld(_ParserScraper): url = Altermeta.url + 'oldarchive/index.php' stripUrl = Altermeta.url + 'oldarchive/archive.php?comic=%s' firstStripUrl = stripUrl % '0' imageSearch = '//img[contains(@src, "comics/")]' prevSearch = '//a[text()="Back"]' help = 'Index format: n (unpadded)' class AmazingSuperPowers(WordPressNavi): url = 'https://www.amazingsuperpowers.com/' stripUrl = url + '%s/' firstStripUrl = stripUrl % '2007/09/heredity' imageSearch = '//div[d:class("comicpane")]/img' def shouldSkipUrl(self, url, data): """Skip pages without images.""" return url in ( # video self.stripUrl % '2013/05/orbital-deathray-kickstarter', ) class AmbersNoBrainers(_ParserScraper): baseUrl = 'https://foxyverse.com/' url = baseUrl + 'comics/' stripUrl = baseUrl + 'ambers-no-brainers-%s/' firstStripUrl = stripUrl % '1' imageSearch = '//img[contains(@src, "Page")]' latestSearch = '//a[contains(@href, "ambers-no-brainers")]' starter = indirectStarter def getPrevUrl(self, url, data): # Replace missing navigation links pageNum = int(url.rstrip('/').rsplit('-', 1)[-1]) return self.stripUrl % str(pageNum - 1) class Amya(WordPressScraper): url = 'http://www.amyachronicles.com/' class Angband(ParserScraper): url = 'http://angband.calamarain.net/' stripUrl = url + '%s' imageSearch = '//img' multipleImagesPerStrip = True endOfLife = True def starter(self): page = self.getPage(self.url) self.pages = self.match(page, '//p/a[not(contains(@href, "cast"))]/@href') self.firstStripUrl = self.pages[0] return self.pages[-1] def getPrevUrl(self, url, data): return self.pages[self.pages.index(url) - 1] class Annyseed(_ParserScraper): baseUrl = ('https://web.archive.org/web/20190511031451/' 'http://www.mirrorwoodcomics.com/') stripUrl = baseUrl + 'Annyseed%s.htm' url = stripUrl % 'Latest' firstStripUrl = stripUrl % '000' imageSearch = '//div/img[contains(@src, "Annyseed")]' prevSearch = '//a[img[@name="Previousbtn"]]' endOfLife = True help = 'Index format: nnn' FIX_RE = compile(r'Annyseed/Finished%20For%20Print/') def imageUrlModifier(self, image_url, data): return self.FIX_RE.sub('', image_url) def link_modifier(self, fromurl, tourl): """Fix circular link.""" if 'Annyseed150' in fromurl and 'Annyseed150' in tourl: return self.stripUrl % '149' return tourl class AntiheroForHire(ParserScraper): stripUrl = 'https://www.giantrobot.club/antihero-for-hire/%s' firstStripUrl = stripUrl % '2016/6/8/entrance-vigil' url = firstStripUrl imageSearch = '//div[@class="image-wrapper"]//img[not(@class="thumb-image")]' multipleImagesPerStrip = True endOfLife = True def starter(self): # Build list of chapters for navigation page = self.getPage(self.url) self.chapters = self.match(page, '//ul[d:class("archive-group-list")]//a[d:class("archive-item-link")]/@href') return self.chapters[0] def getPrevUrl(self, url, data): # Retrieve previous chapter from list index = self.chapters.index(url) + 1 return self.chapters[index] if index < len(self.chapters) else None class AppleGeeks(_BasicScraper): url = 'http://www.applegeeks.com/' stripUrl = url + 'comics/viewcomic.php?issue=%s' firstStripUrl = stripUrl % '1' imageSearch = compile(tagre("img", "src", r'((?:/comics/)?issue\d+\.jpg)')) prevSearch = compile(r'
\s*