2020-04-18 11:45:44 +00:00
|
|
|
# SPDX-License-Identifier: MIT
|
2016-10-28 22:21:41 +00:00
|
|
|
# Copyright (C) 2004-2008 Tristan Seligmann and Jonathan Jacobs
|
2014-01-05 15:50:57 +00:00
|
|
|
# Copyright (C) 2012-2014 Bastian Kleineidam
|
2021-01-31 22:40:21 +00:00
|
|
|
# Copyright (C) 2015-2021 Tobias Gruetzmacher
|
2020-01-13 06:34:05 +00:00
|
|
|
# Copyright (C) 2019-2020 Daniel Ring
|
2016-05-05 18:55:14 +00:00
|
|
|
from re import compile
|
2020-02-03 00:03:31 +00:00
|
|
|
from urllib.parse import urljoin
|
2016-04-12 21:11:39 +00:00
|
|
|
|
2020-07-31 20:56:30 +00:00
|
|
|
from ..helpers import bounceStarter
|
2016-04-12 21:11:39 +00:00
|
|
|
from ..scraper import _BasicScraper, _ParserScraper
|
2012-11-21 20:57:26 +00:00
|
|
|
from ..util import tagre
|
2020-05-21 06:08:43 +00:00
|
|
|
from .common import _WordPressScraper, _WPNavi, _WPWebcomic
|
2012-06-20 19:58:13 +00:00
|
|
|
|
|
|
|
|
2021-08-05 06:30:57 +00:00
|
|
|
class RaineDog(_ParserScraper):
|
|
|
|
baseUrl = 'http://stuff.dvd3000.ca/dir/rainedog/mirror/'
|
|
|
|
stripUrl = baseUrl + 'd/%s.html'
|
|
|
|
url = stripUrl % '20091128'
|
|
|
|
firstStripUrl = stripUrl % '20090116'
|
|
|
|
imageSearch = '//img[contains(@src, "imgs/rd")]'
|
|
|
|
prevSearch = '//a[./img[@id="previous_day1"]]'
|
|
|
|
endOfLife = True
|
|
|
|
|
|
|
|
|
2016-05-05 18:55:14 +00:00
|
|
|
class RalfTheDestroyer(_WordPressScraper):
|
2015-04-21 17:12:40 +00:00
|
|
|
url = 'http://ralfthedestroyer.com/'
|
|
|
|
|
2012-06-20 19:58:13 +00:00
|
|
|
|
2020-05-21 06:08:43 +00:00
|
|
|
class RayFox(_WPNavi):
|
|
|
|
url = 'https://www.rayfoxthecomic.com/'
|
|
|
|
stripUrl = url + 'comic/%s/'
|
|
|
|
firstStripUrl = stripUrl % 'not-a-super-hero/it-begins'
|
|
|
|
|
|
|
|
def namer(self, imageUrl, pageUrl):
|
|
|
|
filename = imageUrl.rsplit('/', 1)[-1].split('.', 1)[0]
|
|
|
|
ext = imageUrl.rsplit('.', 1)[-1]
|
|
|
|
if filename == 'j':
|
|
|
|
filename = 'RF_E3_P52'
|
|
|
|
elif filename == '46' or filename == '55' or filename == '61':
|
|
|
|
filename = 'RF_E3_P' + filename
|
|
|
|
elif 'chapter-3-cover' in filename:
|
|
|
|
filename = 'RF_E3_Cover'
|
|
|
|
elif 'Cover2' in filename:
|
|
|
|
filename = 'RF_E1_' + filename
|
|
|
|
elif 'Volume-1-Cover' in filename:
|
|
|
|
filename = filename.replace('Ray-Fox-Volume-1-', 'RF_E1_')
|
|
|
|
elif filename[0] == '0':
|
|
|
|
filename = 'RF_E1_P' + filename
|
|
|
|
return filename + '.' + ext
|
|
|
|
|
|
|
|
|
2016-05-16 21:55:41 +00:00
|
|
|
class RaynaOnTheRiver(_WordPressScraper):
|
|
|
|
url = 'http://www.catomix.com/rayna/'
|
|
|
|
firstStripUrl = url + 'archives/comic/teaser-poster'
|
|
|
|
|
|
|
|
|
2016-05-05 18:55:14 +00:00
|
|
|
class RealLife(_WordPressScraper):
|
2019-12-31 00:44:19 +00:00
|
|
|
url = 'https://reallifecomics.com/'
|
2013-07-18 18:39:53 +00:00
|
|
|
stripUrl = url + 'comic.php?comic=%s'
|
2016-05-05 18:55:14 +00:00
|
|
|
firstStripUrl = stripUrl % 'title-1'
|
|
|
|
help = 'Index format: monthname-dd-yyyy'
|
|
|
|
|
2019-07-14 00:16:28 +00:00
|
|
|
def namer(self, imageUrl, pageUrl):
|
|
|
|
# Fix inconsisntent filenames
|
|
|
|
filename = imageUrl.rsplit('/', 1)[-1]
|
|
|
|
if pageUrl.rsplit('=', 1)[-1] == 'may-27-2014':
|
|
|
|
filename = filename.replace('20140219_3121', '20140527')
|
|
|
|
filename = filename.replace('5-Finished', '20140623_3161')
|
|
|
|
filename = filename.replace('520140722', '20140722')
|
|
|
|
filename = filename.replace('520140724', '20140724')
|
|
|
|
return filename
|
|
|
|
|
2016-05-05 18:55:14 +00:00
|
|
|
def getPrevUrl(self, url, data):
|
|
|
|
# "Parse" JavaScript
|
|
|
|
prevtag = data.find_class('comic-nav-previous')
|
|
|
|
if not prevtag:
|
|
|
|
return None
|
|
|
|
target = prevtag[0].get('onclick').split("'")[1]
|
|
|
|
return urljoin(url, target)
|
2012-06-20 19:58:13 +00:00
|
|
|
|
|
|
|
|
2021-08-30 22:11:28 +00:00
|
|
|
class RealmOfAtland(_ParserScraper):
|
|
|
|
url = 'https://web.archive.org/web/20201225151926/http://www.realmofatland.com/'
|
2013-04-09 17:37:47 +00:00
|
|
|
stripUrl = url + '?p=%s'
|
|
|
|
firstStripUrl = stripUrl % '1'
|
2021-08-30 22:11:28 +00:00
|
|
|
prevSearch = '//a[@id="cg_back"]'
|
|
|
|
imageSearch = '//p[@id="cg_img"]//img'
|
|
|
|
endOfLife = True
|
2013-04-09 17:37:47 +00:00
|
|
|
help = 'Index format: nnn'
|
|
|
|
|
|
|
|
|
2021-01-29 02:14:08 +00:00
|
|
|
class Recursion(_ParserScraper):
|
|
|
|
url = 'https://recursioncomic.com/'
|
|
|
|
stripUrl = url + '%s'
|
|
|
|
firstStripUrl = stripUrl % '0001'
|
|
|
|
imageSearch = '//div[@class="content"]//img'
|
|
|
|
prevSearch = '//link[@rel="prev"]'
|
|
|
|
|
|
|
|
def namer(self, imageUrl, pageUrl):
|
|
|
|
# Fix inconsistent filenames
|
|
|
|
filename = imageUrl.rsplit('/', 1)[-1]
|
|
|
|
filename = filename.replace('0bf62e92-2c98-4fb2-8ed7-4584980beb17', 'page0005')
|
|
|
|
filename = filename.replace('76112837-c5cd-4df7-8c53-3ed5c25194cf', 'page0003')
|
|
|
|
filename = filename.replace('ed271080-6b1b-4d7a-8509-b2d8a15da805', 'page0002')
|
|
|
|
filename = filename.replace('7b194ef7-ac77-4b5c-aed0-826901d13d04', 'page0001')
|
|
|
|
return filename
|
|
|
|
|
|
|
|
|
2016-05-05 18:55:14 +00:00
|
|
|
class RedMeat(_ParserScraper):
|
|
|
|
url = 'http://www.redmeat.com/max-cannon/FreshMeat'
|
|
|
|
imageSearch = '//div[@class="comicStrip"]//img'
|
|
|
|
prevSearch = '//a[@class="prev"]'
|
2013-03-06 19:21:10 +00:00
|
|
|
|
2016-05-05 18:55:14 +00:00
|
|
|
def namer(self, image_url, page_url):
|
|
|
|
parts = image_url.rsplit('/', 2)
|
|
|
|
return '_'.join(parts[1:3])
|
2013-12-10 18:50:21 +00:00
|
|
|
|
2013-03-06 19:21:10 +00:00
|
|
|
|
2021-08-14 15:17:38 +00:00
|
|
|
class Requiem(_WordPressScraper):
|
|
|
|
baseUrl = 'http://requiem.spiderforest.com/'
|
|
|
|
url = baseUrl + '?latest'
|
|
|
|
stripUrl = baseUrl + 'comic/%s'
|
|
|
|
firstStripUrl = stripUrl % '2004-06-07-3'
|
|
|
|
|
|
|
|
|
2019-06-28 07:32:04 +00:00
|
|
|
class Replay(_ParserScraper):
|
|
|
|
url = 'http://replaycomic.com/'
|
|
|
|
stripUrl = url + 'comic/%s/'
|
|
|
|
url = stripUrl % 'trying-it-out'
|
|
|
|
firstStripUrl = stripUrl % 'red-desert'
|
|
|
|
imageSearch = '//div[@id="comic"]//img'
|
|
|
|
prevSearch = '//a[contains(@class, "comic-nav-previous")]'
|
|
|
|
nextSearch = '//a[contains(@class, "comic-nav-next")]'
|
|
|
|
|
|
|
|
def starter(self):
|
|
|
|
# Retrieve archive page to identify chapters
|
|
|
|
archivePage = self.getPage(self.url + 'archive')
|
|
|
|
archive = archivePage.xpath('//div[@class="comic-archive-chapter-wrap"]')
|
|
|
|
self.chapter = len(archive) - 1
|
|
|
|
self.startOfChapter = []
|
|
|
|
for archiveChapter in archive:
|
|
|
|
self.startOfChapter.append(archiveChapter.xpath('.//a')[0].get('href'))
|
|
|
|
return bounceStarter(self)
|
|
|
|
|
|
|
|
def namer(self, imageUrl, pageUrl):
|
|
|
|
# Name pages based on chapter, index, and post title
|
|
|
|
name = pageUrl.rstrip('/').rsplit('/', 1)[-1]
|
|
|
|
page = imageUrl.rsplit('/', 1)[-1].rsplit('.', 1)
|
|
|
|
|
|
|
|
# Fix inconsistent page number formatting
|
|
|
|
if page[0].isdigit() and len(page[0]) > 2 and self.chapter == 1 and name != 'through-the-woods':
|
|
|
|
page[0] = page[0][:2] + '-' + page[0][2:]
|
|
|
|
|
|
|
|
name = '%d-%s-%s.%s' % (self.chapter, page[0], name, page[1])
|
|
|
|
if pageUrl in self.startOfChapter:
|
|
|
|
self.chapter -= 1
|
|
|
|
return name
|
|
|
|
|
|
|
|
|
2019-10-18 07:49:55 +00:00
|
|
|
class RiversideExtras(_WPWebcomic):
|
2019-12-26 21:03:18 +00:00
|
|
|
url = 'https://riversidecomics.com/'
|
|
|
|
|
|
|
|
|
2016-05-05 18:55:14 +00:00
|
|
|
class RomanticallyApocalyptic(_ParserScraper):
|
2013-12-10 18:50:21 +00:00
|
|
|
url = 'http://romanticallyapocalyptic.com/'
|
2016-05-05 18:55:14 +00:00
|
|
|
stripUrl = url + '%s'
|
|
|
|
firstStripUrl = stripUrl % '0'
|
2020-07-31 20:56:30 +00:00
|
|
|
imageSearch = '//div[d:class("comicpanel")]/center//img'
|
2016-05-05 18:55:14 +00:00
|
|
|
prevSearch = '//a[@accesskey="p"]'
|
2013-12-10 18:50:21 +00:00
|
|
|
help = 'Index format: n'
|
|
|
|
adult = True
|
|
|
|
|
|
|
|
|
2016-05-05 18:55:14 +00:00
|
|
|
class Roza(_ParserScraper):
|
2013-02-04 20:00:26 +00:00
|
|
|
url = 'http://www.junglestudio.com/roza/index.php'
|
|
|
|
stripUrl = url + '?date=%s'
|
2013-04-10 21:57:09 +00:00
|
|
|
firstStripUrl = stripUrl % '2007-05-01'
|
2016-05-05 18:55:14 +00:00
|
|
|
imageSearch = '//img[contains(@src, "pages/")]'
|
|
|
|
prevSearch = '//a[img[contains(@src, "navtable_01.gif")]]'
|
2012-06-20 19:58:13 +00:00
|
|
|
help = 'Index format: yyyy-mm-dd'
|
2013-03-12 19:49:46 +00:00
|
|
|
|
|
|
|
|
|
|
|
class Ruthe(_BasicScraper):
|
|
|
|
url = 'http://ruthe.de/'
|
2016-05-05 18:55:14 +00:00
|
|
|
stripUrl = url + 'cartoon/%s/datum/asc/'
|
2013-03-12 19:49:46 +00:00
|
|
|
firstStripUrl = stripUrl % '1'
|
|
|
|
lang = 'de'
|
2014-07-31 19:27:49 +00:00
|
|
|
imageSearch = compile(tagre("img", "src", r'(/?cartoons/strip_\d+[^"]+)'))
|
2020-12-02 21:37:18 +00:00
|
|
|
prevSearch = compile(tagre("a", "href", r'(/cartoon/\d+/datum/asc/)'))
|
2013-03-12 19:49:46 +00:00
|
|
|
help = 'Index format: number'
|