dosage/dosagelib/plugins/s.py

712 lines
23 KiB
Python
Raw Normal View History

# SPDX-License-Identifier: MIT
# SPDX-FileCopyrightText: © 2004 Tristan Seligmann and Jonathan Jacobs
# SPDX-FileCopyrightText: © 2012 Bastian Kleineidam
# SPDX-FileCopyrightText: © 2015 Tobias Gruetzmacher
# SPDX-FileCopyrightText: © 2019 Daniel Ring
2013-11-07 20:22:49 +00:00
from re import compile, escape, IGNORECASE, sub
from os.path import splitext
2022-06-06 12:52:40 +00:00
from ..scraper import _BasicScraper, _ParserScraper, ParserScraper
from ..helpers import indirectStarter, bounceStarter, joinPathPartsNamer
2016-04-05 22:40:13 +00:00
from ..util import tagre
2023-08-27 00:23:16 +00:00
from .common import (ComicControlScraper, WordPressScraper, WordPressSpliced,
WordPressNavi, WordPressWebcomic)
2013-04-25 19:14:32 +00:00
class SabrinaOnline(_BasicScraper):
2013-04-26 04:53:05 +00:00
url = 'http://sabrina-online.com/'
2016-04-05 22:40:13 +00:00
stripUrl = url + '%s.html'
firstStripUrl = stripUrl % '1996-01'
2019-06-13 02:38:40 +00:00
imageSearch = (compile(tagre("a", "href", r'(strips/[^"]*)')),
compile(tagre("img", "src", r'(pages/[^"]*)')))
2013-04-25 19:14:32 +00:00
prevSearch = compile(tagre("a", "href", r"(\d\d\d\d-\d\d.html)") +
tagre("img", "src", "b_back.gif"))
2016-04-05 22:40:13 +00:00
help = 'Index format: yyyy-qq'
2013-04-25 19:14:32 +00:00
adult = True
multipleImagesPerStrip = True
def starter(self):
2013-04-25 19:14:32 +00:00
"""Pick last one in a list of archive pages."""
archive = self.url + 'archive.html'
data = self.getPage(archive)
2013-04-25 19:14:32 +00:00
search = compile(tagre("a", "href", r"(\d\d\d\d-\d\d.html)"))
archivepages = self.fetchUrls(archive, data, search)
2016-04-05 22:40:13 +00:00
return archivepages[-1]
2012-06-20 19:58:13 +00:00
2015-05-25 09:57:06 +00:00
class SaffronAndSage(WordPressScraper):
2020-09-13 14:37:24 +00:00
url = 'https://www.saffroncomic.com/'
firstStripUrl = url + 'comic/p0001/'
class SailorsunOrg(WordPressScraper):
2022-06-06 12:12:37 +00:00
url = 'https://sailorsun.org/'
def shouldSkipUrl(self, url, data):
return 'sailorsun-org-credits' in url # video
2016-05-05 18:55:14 +00:00
class SamAndFuzzy(_ParserScraper):
url = 'http://www.samandfuzzy.com/'
2016-05-05 18:55:14 +00:00
stripUrl = url + '%s'
2013-04-10 21:57:09 +00:00
firstStripUrl = stripUrl % '1'
2016-05-05 18:55:14 +00:00
imageSearch = '//img[@class="comic-image"]'
prevSearch = '//li[@class="prev-page"]/a'
help = 'Index format: n (unpadded)'
2012-06-20 19:58:13 +00:00
2015-05-25 09:57:06 +00:00
class SandraOnTheRocks(ComicControlScraper):
url = 'https://pixietrixcomix.com/sandra-on-the-rocks/'
stripUrl = url + '%s'
firstStripUrl = stripUrl % 'start-by-running'
endOfLife = True
2013-04-20 16:51:06 +00:00
help = 'Index format: name'
2013-03-19 19:54:16 +00:00
2015-05-25 09:57:06 +00:00
class Savestate(WordPressNavi):
2019-06-21 07:16:37 +00:00
url = 'http://www.savestatecomic.com/'
stripUrl = url + '%s'
firstStripUrl = stripUrl % '2014/02/pokemon-bank'
2015-06-04 06:58:59 +00:00
class ScandinaviaAndTheWorld(_ParserScraper):
2023-08-27 00:23:16 +00:00
url = 'https://satwcomic.com/sweden-denmark-and-norway'
firstStripUrl = url
starter = indirectStarter
2015-06-04 06:58:59 +00:00
imageSearch = '//img[@itemprop="image"]'
prevSearch = '//a[@accesskey="p"]'
2023-08-27 00:23:16 +00:00
latestSearch = '//a[contains(@title, "Latest")]'
2015-07-07 07:48:25 +00:00
textSearch = '//span[@itemprop="articleBody"]'
2015-05-25 09:57:06 +00:00
2016-04-26 22:31:27 +00:00
class ScaryGoRound(_ParserScraper):
2023-08-27 00:23:16 +00:00
url = ('https://web.archive.org/web/20190327203330/'
'https://www.scarygoround.com/sgr/ar.php')
2016-05-05 18:55:14 +00:00
stripUrl = url + '?date=%s'
2016-04-26 22:31:27 +00:00
firstStripUrl = stripUrl % '20020604'
imageSearch = '//img[contains(@src, "/strips/")]'
prevSearch = '//a[contains(text(), "Previous")]'
endOfLife = True
help = 'Index format: yyyymmdd'
2012-06-20 19:58:13 +00:00
2013-02-06 21:08:36 +00:00
class ScenesFromAMultiverse(_BasicScraper):
url = 'http://amultiverse.com/'
rurl = escape(url)
2013-02-06 21:08:36 +00:00
stripUrl = url + '%s/'
2013-04-10 21:57:09 +00:00
firstStripUrl = stripUrl % '2010/06/14/parenthood'
2013-11-12 17:33:14 +00:00
imageSearch = (
compile(tagre("div", "id", "comic") + r"\s*" +
tagre("img", "src",
r'(.*amultiverse.com/wp-content/uploads/\d+/\d+/[^"]+)')),
compile(tagre("div", "id", "comic") + r"\s*" +
tagre("a", "href", r'[^"]*') +
tagre("img", "src",
r'(.*amultiverse.com/wp-content/uploads/\d+/\d+/[^"]+)')),
2013-11-12 17:33:14 +00:00
)
prevSearch = compile(tagre("a", "href", r'(%scomic/\d+\d+/\d+/\d+/[^"]+)' % rurl, after="prev"))
2013-02-06 21:08:36 +00:00
help = 'Index format: yyyy/mm/dd/stripname'
2016-05-05 18:55:14 +00:00
class SchlockMercenary(_ParserScraper):
url = 'http://www.schlockmercenary.com/'
stripUrl = url + '%s'
2013-04-10 21:57:09 +00:00
firstStripUrl = stripUrl % '2000-06-12'
2016-05-05 18:55:14 +00:00
imageSearch = '//div[@class="strip-image-wrapper"]/img'
prevSearch = '//a[@class="previous-strip"]'
2020-08-15 03:50:09 +00:00
multipleImagesPerStrip = True
endOfLife = True
2012-11-21 20:57:26 +00:00
help = 'Index format: yyyy-mm-dd'
2012-06-20 19:58:13 +00:00
class SchoolBites(_ParserScraper):
url = ('https://web.archive.org/web/20170215065523/'
'http://schoolbites.net/')
stripUrl = url + 'd/%s.html'
imageSearch = '//img[d:class("ksc")]'
prevSearch = '//a[@rel="prev"]'
endOfLife = True
2012-06-20 19:58:13 +00:00
help = 'Index format: yyyymmdd'
class Schuelert(_ParserScraper):
url = ('https://web.archive.org/web/20190103022830/'
'http://www.schuelert.de/')
2013-04-10 21:57:09 +00:00
stripUrl = url + 'index.php?paged=%s'
firstStripUrl = stripUrl % '3'
imageSearch = '//img[contains(@src, "wp-content")]'
prevSearch = '//span[d:class("prevlink")]/a'
2013-03-25 18:48:32 +00:00
multipleImagesPerStrip = True
endOfLife = True
2013-03-25 18:48:32 +00:00
lang = 'de'
class Science(_ParserScraper):
stripUrl = ('https://web.archive.org/web/20180616152753/'
'http://sci-ence.org/%s/')
url = stripUrl % 'new-york-comic-con-2013'
2013-04-09 17:38:16 +00:00
firstStripUrl = stripUrl % 'periodic-table-element-ass'
prevSearch = '//a[d:class("navi-prev")]'
imageSearch = '//div[@class="comicpane"]//img'
endOfLife = True
2013-04-09 17:38:16 +00:00
2020-07-31 17:28:25 +00:00
class SequentialArt(_ParserScraper):
url = 'https://www.collectedcurios.com/sequentialart.php'
stripUrl = url + '?s=%s'
2013-04-10 21:57:09 +00:00
firstStripUrl = stripUrl % '1'
imageSearch = '//img[d:class("w3-image")]'
2020-07-31 17:28:25 +00:00
prevSearch = '//a[@id="backOne"]'
2013-01-29 20:23:32 +00:00
help = 'Index format: name'
2016-04-26 22:31:27 +00:00
class SexyLosers(_ParserScraper):
2013-03-06 19:21:10 +00:00
adult = True
2017-02-12 01:16:38 +00:00
url = 'https://www.sexylosers.com/'
2016-04-26 22:31:27 +00:00
stripUrl = url + 'comic/%s/'
firstStripUrl = stripUrl % '003'
imageSearch = '//div[@class="entry-content"]//img'
prevSearch = '//a[@rel="prev"]'
latestSearch = '//a[@rel="bookmark"]'
2013-03-06 19:21:10 +00:00
help = 'Index format: nnn'
starter = indirectStarter
namer = joinPathPartsNamer((-2,), (-1,), '-')
2013-03-06 19:21:10 +00:00
2019-06-20 07:08:51 +00:00
class ShadesOfGray(_ParserScraper):
url = 'https://www.theduckwebcomics.com/Shades_of_Gray/'
stripUrl = url + '%s/'
firstStripUrl = stripUrl % '4820502'
imageSearch = '//div[@id="comic"]/img'
prevSearch = '//a[img[@class="arrow_prev"]]'
nextSearch = '//a[img[@class="arrow_next"]]'
starter = bounceStarter
endOfLife = True
def namer(self, imageUrl, pageUrl):
return pageUrl.rstrip('/').rsplit('/', 1)[-1]
class Sharksplode(WordPressScraper):
url = 'http://sharksplode.com/'
textSearch = '//div[@id="comic"]//img/@alt'
allow_errors = (403,)
2023-08-27 00:23:16 +00:00
class Sheldon(ParserScraper):
url = 'https://www.sheldoncomics.com/'
firstStripUrl = url + 'comic/well-who-is-this/'
imageSearch = '//div[@id="comic"]//img'
prevSearch = '//a[img[d:class("left")]]'
2023-06-07 07:20:25 +00:00
class Shifters(ParserScraper):
baseUrl = 'https://shiftersonline.com/'
url = baseUrl + 'series/shifters-redux/'
stripUrl = baseUrl + 'comic/%s/'
firstStripUrl = stripUrl % 'chapter-1-pg-1'
imageSearch = '//div[@id="spliced-comic"]//span[@class="default-lang"]//img'
prevSearch = '//a[@class="previous-comic"]'
latestSearch = '//div[@id="comic-archive-list"]//a'
starter = indirectStarter
def namer(self, imageUrl, pageUrl):
return pageUrl.rsplit('/', 2)[1] + '.' + imageUrl.rsplit('.', 1)[-1]
2021-08-05 06:48:44 +00:00
2023-06-07 07:20:40 +00:00
class ShiftersOnGossamerWings(Shifters):
name = 'Shifters/OnGossamerWings'
baseUrl = 'https://shiftersonline.com/'
url = baseUrl + 'series/shifters-on-gossamer-wings/'
stripUrl = baseUrl + 'comic/%s/'
firstStripUrl = stripUrl % 'on-gossamer-wings-cover'
2023-06-07 07:20:53 +00:00
class ShiftersTheBeastWithin(Shifters):
name = 'Shifters/TheBeastWithin'
baseUrl = 'https://shiftersonline.com/'
url = baseUrl + 'series/shifters-the-beast-within/'
stripUrl = baseUrl + 'comic/%s/'
firstStripUrl = stripUrl % 'awakenings-pg-1'
endOfLife = True
def namer(self, imageUrl, pageUrl):
filename = pageUrl.rsplit('/', 2)[1] + '.' + imageUrl.rsplit('.', 1)[-1]
if filename.startswith('the-company-of-dragons'):
filename = 'in-' + filename
# Prepend chapter number to filename
chapters = [
'awakenings',
'lifting-the-veil',
'tears-of-blood',
'on-the-lam',
'shades-of-intrigue',
'catfight',
'out-of-control',
'damage-control',
'wolfs-clothing',
'strange-dreams',
'blood-bonds',
'the-other-team',
'get-ferrah',
'the-price-of-power',
'dogfight',
'surfacing',
'in-the-company-of-dragons',
'filler',
]
for chapter in chapters:
if filename.startswith(chapter):
filename = 'chapter-' + str(chapters.index(chapter) + 1) + '-' + filename
return filename
class ShipInABottle(WordPressScraper):
2017-05-21 23:17:05 +00:00
url = 'http://shipinbottle.pepsaga.com/'
stripUrl = url + '?p=%s'
firstStripUrl = stripUrl % '281'
adult = True
help = 'Index format: number'
2023-08-27 00:23:16 +00:00
class Shortpacked(ComicControlScraper):
url = 'https://www.shortpacked.com/comic/'
firstStripUrl = url + 'just-a-toy-store'
2023-08-27 00:23:16 +00:00
class ShotgunShuffle(WordPressSpliced):
# Currently down, use archive.org in the meantime (08-2023)
url = ('https://web.archive.org/web/20230131163842/'
'https://shotgunshuffle.com/')
firstStripUrl = url + 'comic/pilot/'
2014-09-28 13:29:02 +00:00
2022-06-06 12:52:40 +00:00
class SinFest(ParserScraper):
END_HTML_TAG = compile(r'</html>')
url = 'https://sinfest.xyz/'
stripUrl = url + 'view.php?date=%s'
firstStripUrl = stripUrl % '2000-01-17'
imageSearch = '//img[contains(@src, "btphp/comics/")]'
textSearch = imageSearch + '/@alt'
2022-06-06 12:52:40 +00:00
prevSearch = '//a[d:class("prev")]'
help = 'Index format: yyyy-mm-dd'
2012-06-20 19:58:13 +00:00
2022-06-06 12:52:40 +00:00
# Remove HTML end tag confusing our parser
def _parse_page(self, data):
data = self.END_HTML_TAG.sub('', data)
return super()._parse_page(data)
2012-06-20 19:58:13 +00:00
class SisterClaire(ComicControlScraper):
2020-09-13 15:11:05 +00:00
url = 'https://www.sisterclaire.com/comic/'
firstStripUrl = url + 'book-one'
class SixGunMage(ComicControlScraper):
2020-02-07 04:22:51 +00:00
url = 'http://www.6gunmage.com/comic/'
stripUrl = url + '%s'
firstStripUrl = stripUrl % '6-gun-mage-kickoff'
class SixPackOfOtters(WordPressWebcomic):
2019-06-23 05:04:17 +00:00
url = 'http://sixpackofotters.com/'
stripUrl = url + 'pages/%s/'
firstStripUrl = stripUrl % 'chapter-01-tandem'
class SkinDeep(WordPressWebcomic):
url = 'http://www.skindeepcomic.com/'
2019-07-06 04:11:32 +00:00
stripUrl = url + 'archive/%s/'
firstStripUrl = stripUrl % 'issue-1-cover'
class SleeplessDomain(ComicControlScraper):
2015-07-12 16:31:21 +00:00
url = 'http://www.sleeplessdomain.com/'
2019-09-06 08:56:41 +00:00
stripUrl = url + 'comic/%s'
firstStripUrl = stripUrl % 'chapter-1-cover'
starter = bounceStarter
def namer(self, imageUrl, pageUrl):
return pageUrl.rsplit('/', 1)[-1] + '.' + imageUrl.rsplit('.', 1)[-1]
2015-07-12 16:31:21 +00:00
class SlightlyDamned(ComicControlScraper):
url = 'http://www.sdamned.com/'
2019-06-12 06:20:34 +00:00
firstStripUrl = url + 'comic/prologue'
def namer(self, imageurl, pageurl):
"""Clean up mixed filename formats."""
filename = pageurl.rsplit('/', 1)[-1]
if filename == '':
filename = imageurl.rsplit('-', 1)[-1]
else:
filename = 'SD' + filename + '.' + imageurl.rsplit('.', 1)[-1]
return filename
class SluggyFreelance(_ParserScraper):
url = 'https://sluggy.com/'
stripUrl = 'https://archives.sluggy.com/book.php?chapter=%s'
firstStripUrl = stripUrl % '1'
imageSearch = '//div[d:class("comic_content")]/img/@data-src'
prevSearch = '//div[d:class("previous")]/a'
latestSearch = '//a[d:class("archives_link")]'
starter = indirectStarter
multipleImagesPerStrip = True
help = 'Index format: chapter'
def namer(self, imageurl, pageurl):
# Remove random noise from filename
return imageurl.rsplit('/', 1)[-1].split('.pagespeed', 1)[0]
2012-06-20 19:58:13 +00:00
class SMBC(ComicControlScraper):
2021-03-13 06:11:03 +00:00
url = 'https://www.smbc-comics.com/'
stripUrl = url + 'comic/%s'
firstStripUrl = stripUrl % '2002-09-05'
2022-05-28 15:52:42 +00:00
imageSearch = ('//img[@id="cc-comic"]', '//div[@id="aftercomic"]/img')
2016-10-19 01:28:42 +00:00
textSearch = '//img[@id="cc-comic"]/@title'
2021-03-13 06:11:03 +00:00
multipleImagesPerStrip = True
2013-03-06 19:21:10 +00:00
2021-03-13 06:11:03 +00:00
def namer(self, imageUrl, pageUrl):
# Remove random noise from filename
filename = imageUrl.rsplit('/', 1)[-1]
if '-' in filename and len(filename.rsplit('-', 1)[-1]) > 12:
filename = filename.rsplit('-', 1)[-1]
elif len(filename) > 22 and filename[0] == '1':
filename = filename[10:]
return filename
2013-03-06 19:21:10 +00:00
class SnowFlame(WordPressScraper):
url = ('https://web.archive.org/web/20160905071051/'
'http://www.snowflamecomic.com/')
stripUrl = url + '?comic=snowflame-%s-%s'
firstStripUrl = stripUrl % ('01', '01')
starter = bounceStarter
endOfLife = True
help = 'Index format: chapter-page'
def getIndexStripUrl(self, index):
return self.stripUrl % tuple(index.split('-'))
def namer(self, image_url, page_url):
prefix, filename = image_url.rsplit('/', 1)
ro = compile(r'snowflame-([^-]+)-([^-]+)')
mo = ro.search(page_url)
chapter = mo.group(1)
page = mo.group(2)
return "%s-%s-%s" % (chapter, page, filename)
class SodiumEyes(WordPressScraper):
url = 'https://web.archive.org/web/20200220041406/http://sodiumeyes.com/'
starter = indirectStarter
endOfLife = True
2012-06-20 19:58:13 +00:00
class SomethingPositive(_ParserScraper):
url = 'https://www.somethingpositive.net/'
stripUrl = url + 'sp%s.shtml'
imageSearch = r'//img[re:test(@src, "/sp\d+")]'
prevSearch = ('//a[contains(text(), "Previous")]',
'//a[img[contains(@src, "previous")]]')
multipleImagesPerStrip = True
help = 'Index format: mmddyyyy'
class Sorcery101(WordPressWebcomic):
baseUrl = 'https://kelmcdonald.com/sorcery-101/'
2016-05-05 18:55:14 +00:00
stripUrl = baseUrl + '%s/'
url = stripUrl % 'sorcery101-ch-01'
firstStripUrl = url
starter = indirectStarter
2012-12-08 20:30:51 +00:00
help = 'Index format: stripname'
class SpaceFurries(ParserScraper):
url = 'https://www.spacefurrs.org/'
2019-07-13 07:17:57 +00:00
firstStripUrl = url
multipleImagesPerStrip = True
adult = True
endOfLife = True
def extract_image_urls(self, url, data):
2019-07-13 07:17:57 +00:00
# Website requires JS, so build the list of image URLs manually
imageurls = []
2024-03-17 20:44:46 +00:00
current = int(self.match(data, '//input[@name="pagnum"]')[0].get('value'))
for page in reversed(range(1, current + 1)):
imageurls.append(self.url + 'comics/' + str(page) + '.jpg')
return imageurls
2019-07-13 07:17:57 +00:00
2023-08-27 00:23:16 +00:00
class SpaceJunkArlia(ParserScraper):
url = ('https://web.archive.org/web/20220121133701/'
'http://spacejunkarlia.com/')
2016-10-31 05:57:47 +00:00
stripUrl = url + '?strip_id=%s'
2016-08-08 03:21:11 +00:00
firstStripUrl = stripUrl % '0'
imageSearch = '//div[d:class("content")]/img'
2016-10-31 05:57:47 +00:00
prevSearch = '//a[text()="<"]'
2023-08-27 00:23:16 +00:00
endOfLife = True
2016-08-08 03:21:11 +00:00
help = 'Index format: number'
2013-02-06 21:08:36 +00:00
2016-10-31 05:57:47 +00:00
class SpaceTrawler(_ParserScraper):
url = 'https://www.baldwinpage.com/spacetrawler/'
firstStripUrl = url + '2010/01/01/spacetrawler-4/'
imageSearch = '//img[d:class("size-full")]'
2016-10-31 05:57:47 +00:00
prevSearch = '//a[@rel="prev"]'
2013-04-10 16:36:33 +00:00
class Spamusement(_BasicScraper):
url = 'http://spamusement.com/'
rurl = escape(url)
stripUrl = url + 'index.php/comics/view/%s'
imageSearch = compile(r'<img src="(%sgfx/\d+\..+?)"' % rurl, IGNORECASE)
prevSearch = compile(r'<a href="(%sindex.php/comics/view/.+?)">' % rurl,
IGNORECASE)
latestSearch = prevSearch
2013-04-10 16:36:33 +00:00
help = 'Index format: n (unpadded)'
starter = indirectStarter
2013-04-10 16:36:33 +00:00
2012-06-20 19:58:13 +00:00
class SpareParts(_BasicScraper):
2012-11-21 20:57:26 +00:00
baseUrl = 'http://www.sparepartscomics.com/'
url = baseUrl + 'comics/?date=20080328'
2012-12-04 06:02:40 +00:00
stripUrl = baseUrl + 'comics/index.php?date=%s'
2013-04-10 21:57:09 +00:00
firstStripUrl = stripUrl % '20031022'
2012-12-04 06:02:40 +00:00
imageSearch = compile(tagre("img", "src", r'(http://www\.sparepartscomics\.com/comics/[^"]+)'))
prevSearch = compile(tagre("a", "href", r'(index\.php\?date=\d+)',
quote="'") + "Previous Comic")
help = 'Index format: yyyymmdd'
2012-06-20 19:58:13 +00:00
class Spinnerette(ComicControlScraper):
url = 'http://www.spinnyverse.com'
class SPQRBlues(WordPressScraper):
url = 'http://spqrblues.com/IV/'
2019-06-13 02:57:58 +00:00
class SSDD(_ParserScraper):
url = 'http://www.poisonedminds.com/'
stripUrl = url + 'd/%s.html'
firstStripUrl = stripUrl % '19980927'
imageSearch = ('//img[contains(@src, "/comics/")]',
'//source[contains(@src, "/video/")]')
prevSearch = '//a[@rel="prev"]'
multipleImagesPerStrip = True
adult = True
help = 'Index format: yyyymmdd'
def shouldSkipUrl(self, url, data):
# Skip news, flash animation, and non-comic pages.
return url in (
# News post
self.stripUrl % '20060712',
self.stripUrl % '20060719',
self.stripUrl % '20071225',
self.stripUrl % '20110321',
self.stripUrl % '20110830',
self.stripUrl % '20110929',
self.stripUrl % '20180927',
# Flash animation
self.stripUrl % '20180401',
self.stripUrl % '20170429',
self.stripUrl % '20041203',
# Comic missing
self.stripUrl % '20070402',
self.stripUrl % '20060413',
self.stripUrl % '20060412',
self.stripUrl % '20060202',
self.stripUrl % '20051026',
self.stripUrl % '20050805',
self.stripUrl % '20050530',
self.stripUrl % '20050526',
self.stripUrl % '20050525',
self.stripUrl % '20050524',
self.stripUrl % '20050523',
self.stripUrl % '20050504',
self.stripUrl % '20040705',
self.stripUrl % '20030418',
self.stripUrl % '20030214',
2019-06-13 02:57:58 +00:00
)
class StandStillStaySilent(_ParserScraper):
2019-07-11 07:10:21 +00:00
baseUrl = 'http://sssscomic.com/'
url = baseUrl + 'comic2.php'
stripUrl = baseUrl + 'comic%s.php?page=%s'
firstStripUrl = stripUrl % ('', '1')
imageSearch = '//img[@class="comicnormal"]'
2019-07-11 07:10:21 +00:00
prevSearch = '//a[./img[contains(@src, "nav_prev")]]'
def namer(self, imageUrl, pageUrl):
chapter = '2' if ('adv2_comicpages' in imageUrl) else '1'
return '%s-%s' % (chapter, imageUrl.rsplit('/', 1)[-1].replace('page_', ''))
2016-04-05 22:40:13 +00:00
class StarCrossdDestiny(_ParserScraper):
baseUrl = ('https://web.archive.org/web/20190918132321/'
'http://starcrossd.net/')
url = baseUrl + 'comic.html'
stripUrl = baseUrl + 'archives/%s.html'
firstStripUrl = stripUrl % '00000001'
2016-04-05 22:40:13 +00:00
imageSearch = '//div[@id="comic"]//img'
prevSearch = '//a[text()="prev"]'
endOfLife = True
help = 'Index format: nnnnnnnn'
def namer(self, image_url, page_url):
if image_url.find('ch1') == -1:
# At first all images were stored in a strips/ directory but
# that was changed with the introduction of book2
image_url = sub('(?:strips)|(?:images)', 'book1', image_url)
elif not image_url.find('strips') == -1:
image_url = image_url.replace('strips/', '')
directory, filename = image_url.split('/')[-2:]
filename, extension = splitext(filename)
return directory + '-' + filename
2023-06-07 07:05:14 +00:00
class StarfireAgency(ParserScraper):
url = 'https://poecatcomix.com/starfirecomic/'
stripUrl = url + '%s/'
firstStripUrl = stripUrl % 'sfa-issue-1-cover'
imageSearch = '//img[@class="scale-with-grid wp-post-image"]'
prevSearch = '//a[d:class("fixed-nav-prev")]'
latestSearch = '//div[@class="post-title"]//a'
starter = indirectStarter
adult = True
2019-06-30 06:31:59 +00:00
2020-06-20 04:34:49 +00:00
def namer(self, imageUrl, pageUrl):
2023-06-07 07:05:14 +00:00
return pageUrl.rsplit('/', 2)[1] + '.' + imageUrl.rsplit('.', 1)[-1]
2019-06-30 06:31:59 +00:00
class StarTrip(ComicControlScraper):
url = 'https://www.startripcomic.com/'
class StationV3(_ParserScraper):
url = 'http://www.stationv3.com/'
2017-02-12 01:16:38 +00:00
stripUrl = url + 'd3/%s.html'
firstStripUrl = stripUrl % '20170101'
imageSearch = '//img[contains(@src,"/comics3/")]'
prevSearch = '//a[img[contains(@src,"/previous2")]]'
2012-12-08 20:30:51 +00:00
help = 'Index format: yyyymmdd'
2022-06-06 13:09:58 +00:00
class StickyDillyBuns(ComicControlScraper):
url = 'https://pixietrixcomix.com/sticky-dilly-buns/'
firstStripUrl = url + 'awesome-leading-man'
endOfLife = True
class StreetFighter(ComicControlScraper):
url = 'http://www.streetfightercomics.com'
class StringTheory(WordPressNavi):
2016-06-01 11:19:17 +00:00
url = 'http://www.stringtheorycomic.com/'
firstStripUrl = url + 'comics/chapterone/chapterone/'
class StrongFemaleProtagonist(_ParserScraper):
url = 'http://strongfemaleprotagonist.com/'
stripUrl = url + '%s/'
css = True
2016-04-05 22:40:13 +00:00
imageSearch = 'article p img'
2016-10-31 05:57:47 +00:00
prevSearch = 'a.page-nav__item--left'
help = 'Index format: issue-?/page-??'
def shouldSkipUrl(self, url, data):
"""Skip hiatus & non-comic pages."""
return url in (
self.stripUrl % 'guest-art/tuesday',
self.stripUrl % 'guest-art/friday',
self.stripUrl % 'guest-art/wednesday',
self.stripUrl % 'issue-5/newspaper',
self.stripUrl % 'issue-5/hiatus-1',
self.stripUrl % 'issue-5/hiatus-2',
2016-10-31 05:57:47 +00:00
self.stripUrl % 'issue-1/no-page',
)
2024-03-17 20:44:46 +00:00
class StupidFox(ParserScraper):
2021-05-26 05:42:10 +00:00
url = 'http://stupidfox.net/'
stripUrl = url + '%s'
firstStripUrl = stripUrl % 'hello'
2024-03-17 20:44:46 +00:00
imageSearch = '//div[d:class("comicmid")]//img'
2021-05-26 05:42:10 +00:00
prevSearch = '//a[@accesskey="p"]'
def namer(self, imageUrl, pageUrl):
page = self.getPage(pageUrl)
2024-03-17 20:44:46 +00:00
title = self.match(page, self.imageSearch + '/@title')[0].replace(' - ', '-').replace(' ', '-')
2021-05-26 05:42:10 +00:00
return title + '.' + imageUrl.rsplit('.', 1)[-1]
2019-06-20 06:17:20 +00:00
class SuburbanJungle(_ParserScraper):
url = 'http://suburbanjungleclassic.com/'
stripUrl = url + '?p=%s'
firstStripUrl = stripUrl % '10'
imageSearch = '//div[@id="comic"]/img'
prevSearch = '//div[@class="nav-previous"]/a'
class SuburbanJungleRoughHousing(WordPressScraper):
2019-06-20 06:17:33 +00:00
url = 'http://roughhouse.suburbanjungle.com/'
stripUrl = url + 'comic/%s/'
2019-06-20 06:17:33 +00:00
firstStripUrl = stripUrl % 'rough-housing-issue-1-cover'
2019-06-20 06:57:29 +00:00
class Supercell(_ParserScraper):
2022-01-03 06:32:07 +00:00
baseUrl = 'https://www.supercellcomic.com/'
url = baseUrl + 'latest.html'
stripUrl = baseUrl + 'pages/%s.html'
2019-06-20 06:57:29 +00:00
firstStripUrl = stripUrl % '0001'
2021-01-28 02:05:32 +00:00
imageSearch = '//img[@class="comicStretch"]'
2019-06-20 06:57:29 +00:00
prevSearch = '//div[@class="comicnav"]/a[./img[contains(@src, "comnav_02")]]'
class SupernormalStep(ComicControlScraper):
2013-02-13 16:53:11 +00:00
url = 'http://supernormalstep.com/'
class SurvivingTheWorld(_ParserScraper):
url = 'http://survivingtheworld.net/'
stripUrl = url + '%s.html'
firstStripUrl = stripUrl % 'Lesson1'
imageSearch = (
'//div[@class="img"]/img', # When there's one image per strip
'//div[@class="img"]/p/img', # When there's multiple images per strip
'//td/img', # Special case for Lesson1296.html
)
prevSearch = (
'//li[@class="previous"]/a',
'//td/a', # Special case for Lesson1296.html
)
multipleImagesPerStrip = True
help = 'Index format: name'
2019-06-20 06:23:02 +00:00
class SwordsAndSausages(_ParserScraper):
url = 'https://www.tigerknight.com/ss'
stripUrl = url + '/%s'
firstStripUrl = stripUrl % '1-1'
imageSearch = '//img[d:class("comic-image")]'
prevSearch = '//a[./span[contains(text(), "Previous")]]'
2019-06-20 06:23:02 +00:00
multipleImagesPerStrip = True
class SwordsComic(ParserScraper):
url = 'https://swordscomic.com/'
stripUrl = url + 'comic/%s'
firstStripUrl = stripUrl % 'cover'
imageSearch = '//div[@class="page-image-wrapper"]//img'
prevSearch = '//a[@class="navigation-button navigation-previous"]'
2023-08-27 00:23:16 +00:00
help = 'Index format: Swordsnnn (unpadded)'