# SPDX-License-Identifier: MIT # Copyright (C) 2004-2008 Tristan Seligmann and Jonathan Jacobs # Copyright (C) 2012-2014 Bastian Kleineidam # Copyright (C) 2015-2020 Tobias Gruetzmacher # Copyright (C) 2019-2020 Daniel Ring from re import compile, escape, MULTILINE try: from functools import cached_property except ImportError: from cached_property import cached_property from ..scraper import _BasicScraper, _ParserScraper from ..helpers import indirectStarter from ..util import tagre from .common import _ComicControlScraper, _WordPressScraper, _WPNavi, _WPNaviIn, _WPWebcomic class TailsAndTactics(_ParserScraper): url = 'http://tailsandtactics.com/comic/' stripUrl = url + '%s/' firstStripUrl = stripUrl % '1' imageSearch = '//div[@class="comic-image"]/img' prevSearch = '//a[text()=" Back"]' class Tamberlane(_WPWebcomic): baseUrl = 'https://www.tamberlanecomic.com/' url = baseUrl + 'latest/' stripUrl = baseUrl + 'tamberlane/%s/' firstStripUrl = stripUrl % 'page-1' def namer(self, imageUrl, pageUrl): # Fix inconsistent filenames filename = imageUrl.rsplit('/', 1)[-1] return filename.replace('ai4zCWaA', 'Page_152') class TheBrads(_ParserScraper): url = ('https://web.archive.org/web/20171211154809/' 'http://bradcolbow.com/archive/C4/') stripUrl = url + '%s/' firstStripUrl = stripUrl % 'P125' imageSearch = '//div[d:class("entry")]//img' prevSearch = '//a[d:class("prev")]' multipleImagesPerStrip = True endOfLife = True class TheClassMenagerie(_ParserScraper): stripUrl = 'http://www.theclassm.com/d/%s.html' url = stripUrl % '20050717' firstStripUrl = stripUrl % '19990322' imageSearch = '//img[@class="ksc"]' prevSearch = '//a[@rel="prev"]' multipleImagesPerStrip = True endOfLife = True class TheDepths(_WPWebcomic): url = 'https://www.thedepthscomic.com/' stripUrl = url + 'comic/%s/' firstStripUrl = stripUrl % 'page-01' imageSearch = '//div[contains(@class, "webcomic-media")]//img' adult = True def namer(self, imageUrl, pageUrl): # Fix inconsistent filenames filename = imageUrl.rsplit('/', 1)[-1] filename = filename.replace('pg', 'page_') filename = filename.replace('page_', 'the_depths_') filename = filename.replace('-web', '') return filename class TheDevilsPanties(_WPNavi): url = 'https://thedevilspanties.com/' stripUrl = url + 'archives/%s' firstStripUrl = stripUrl % '300' help = 'Index format: number' class TheDreamlandChronicles(_WordPressScraper): url = 'http://www.thedreamlandchronicles.com/' class TheGamerCat(_ParserScraper): url = 'https://thegamercat.com/' stripUrl = url + 'comic/%s/' firstStripUrl = stripUrl % '06102011' imageSearch = '//div[@id="comic"]//img' prevSearch = '//a[contains(@class, "comic-nav-previous")]' help = 'Index format: stripname' class TheGentlemansArmchair(_WordPressScraper): url = 'http://thegentlemansarmchair.com/' class TheGentleWolf(_WordPressScraper): url = 'https://thegentlewolf.net/' stripUrl = url + 'comic/%s/' firstStripUrl = stripUrl % 'tgw-001' def namer(self, imageUrl, pageUrl): # Fix duplicate filename filename = imageUrl.rsplit('/', 1)[-1] if pageUrl == self.stripUrl % 'tgw-271': filename = filename.replace('272', '271') return filename class TheJunkHyenasDiner(_WordPressScraper): url = 'http://junkhyenasdiner.com/' stripUrl = url + 'comic/%s/' firstStripUrl = stripUrl % 'intro' class TheLandscaper(_ParserScraper): stripUrl = ('https://web.archive.org/web/20171129163510/' 'http://landscaper.visual-assault.net/comic/%s') url = stripUrl % 'latest' firstStripUrl = stripUrl % '1' imageSearch = '//article[d:class("comic")]//img[1]' prevSearch = '//a[contains(text(), "Previous")]' endOfLife = True class TheMelvinChronicles(_WordPressScraper): url = 'http://melvin.jeaniebottle.com/' class TheNightBelongsToUs(_ParserScraper): url = 'https://tnbtu.com/' stripUrl = url + 'comic/%s/' firstStripUrl = stripUrl % '01-00' imageSearch = '//div[@id="spliced-comic"]//img' prevSearch = '//a[./img[contains(@src, "nav-prev")]]' latestSearch = '//a[contains(@class, "main-link")]' starter = indirectStarter adult = True class TheNoob(_WordPressScraper): url = 'http://thenoobcomic.com/' stripUrl = url + 'comic/%s/' firstStripUrl = stripUrl % '1' help = 'Index format: n (unpadded)' class TheOldVictorian(_ParserScraper): url = 'http://theoldvictorianwebcomic.com/' stripUrl = url + 'comic/%s/' firstStripUrl = stripUrl % 'the-old-victorian-cover' imageSearch = '//div[@id="comic"]//img' prevSearch = '//a[contains(@class, "comic-nav-previous")]' def namer(self, imageUrl, pageUrl): filename = imageUrl.rsplit('/', 1)[-1].replace('_', '-') filename = filename.replace('TOV00', 'TOV-00') if filename.replace('oldvic', '')[0].isdigit(): filename = filename.replace('oldvic', 'TOV-00') if 'TOV-000' in filename and len(filename) > 12: filename = filename[:8] + '-' + filename[8:] return filename class TheOrderOfTheStick(_ParserScraper): url = 'https://www.giantitp.com/' stripUrl = url + 'comics/oots%s.html' firstStripUrl = stripUrl % '0001' imageSearch = '//img[contains(@src, "/comics/oots/")]' prevSearch = '//a[./img[@alt="Previous Comic"]]' latestSearch = '//a[@class="SideBar" and contains(@href, "/comics/oots")]' help = 'Index format: n (unpadded)' starter = indirectStarter def namer(self, image_url, page_url): return page_url.rsplit('/', 1)[-1][:-5] class TheRockCocks(_BasicScraper): url = 'http://rockcocks.slipshine.net/' rurl = escape(url) stripUrl = url + 'comic/%s' firstStripUrl = stripUrl % "page-1-nsfw-track-1-start" imageSearch = compile(tagre("img", "src", r'(%scomics/[^"]+)' % rurl, after='id="cc-comic"')) prevSearch = compile(tagre("a", "href", r'(%scomic/[^"]+)' % rurl, after='rel="prev"')) adult = True class TheWhiteboard(_ParserScraper): BROKEN_PAGE_MIDDLE = compile(r'\n<') url = 'http://www.the-whiteboard.com/' stripUrl = url + 'auto%s.html' firstStripUrl = stripUrl % 'wb001' imageSearch = '//img[contains(@src, "auto")]' prevSearch = '//a[.//img[contains(@src, "previous")]]' def _parse_page(self, data): # Ugly hack to fix broken HTML data = self.BROKEN_PAGE_MIDDLE.sub('<', data) return super(TheWhiteboard, self)._parse_page(data) def imageUrlModifier(self, url, data): return self.url + url def link_modifier(self, fromurl, tourl): return self.url + tourl class TheWotch(_WordPressScraper): url = 'http://www.thewotch.com/' firstStripUrl = url + '?comic=enter-the-wotch' class ThisIsIndexed(_BasicScraper): url = 'http://thisisindexed.com/' rurl = escape(url) stripUrl = url + 'page/%s' imageSearch = compile(tagre("img", "src", r'(%swp-content/uploads/\d+/\d+/card[^"]+)' % rurl)) multipleImagesPerStrip = True prevSearch = compile(tagre("div", "class", "nav-previous") + tagre("a", "href", r'(%spage/\d+/)[^"]*' % rurl)) help = 'Index format: number' class ThreePanelSoul(_ComicControlScraper): url = 'http://threepanelsoul.com/' firstStripUrl = url + 'comic/a-test-comic' class TinyDickAdventures(_ParserScraper): url = 'https://www.lfg.co/' stripUrl = url + 'tda/strip/%s/' firstStripUrl = stripUrl % '1' imageSearch = '//div[@id="comic-img"]//img' prevSearch = '//a[@class="comic-nav-prev"]' latestSearch = '//div[@id="feature-tda-footer"]/a[contains(@href, "tda/strip/")]' starter = indirectStarter def namer(self, imageUrl, pageUrl): page = pageUrl.rstrip('/').rsplit('/', 1)[-1] ext = imageUrl.rsplit('.', 1)[-1] return page + '.' + ext class ToonHole(_WordPressScraper): url = 'http://toonhole.com/' firstStripUrl = url + 'comic/toon-hole-coming-soon-2010/' def shouldSkipUrl(self, url, data): return url in (self.url + "comic/if-game-of-thrones-was-animated/",) class TracesOfThePast(_WPNaviIn): baseUrl = 'http://rickgriffinstudios.com/' url = baseUrl + 'in-the-new-age/' stripUrl = baseUrl + 'comic-post/%s/' firstStripUrl = stripUrl % 'totp-page-1' latestSearch = '//a[contains(@title, "Permanent Link")]' starter = indirectStarter class TracesOfThePastNSFW(_WPNaviIn): name = 'TracesOfThePast/NSFW' baseUrl = 'http://rickgriffinstudios.com/' url = baseUrl + 'in-the-new-age/' stripUrl = baseUrl + 'comic-post/%s/' firstStripUrl = stripUrl % 'totp-page-1-nsfw' latestSearch = '//a[contains(@title, "NSFW")]' starter = indirectStarter adult = True class TrippingOverYou(_BasicScraper): url = 'http://www.trippingoveryou.com/' stripUrl = url + 'comic/%s' firstStripUrl = stripUrl % 'wiggle-room' imageSearch = compile(tagre("img", "src", r'([^"]+/comics/[^"]+)')) prevSearch = compile(r'