2020-04-18 11:45:44 +00:00
|
|
|
# SPDX-License-Identifier: MIT
|
2016-10-28 22:21:41 +00:00
|
|
|
# Copyright (C) 2004-2008 Tristan Seligmann and Jonathan Jacobs
|
2014-01-05 15:50:57 +00:00
|
|
|
# Copyright (C) 2012-2014 Bastian Kleineidam
|
2020-01-09 16:38:13 +00:00
|
|
|
# Copyright (C) 2015-2020 Tobias Gruetzmacher
|
2020-01-13 06:34:05 +00:00
|
|
|
# Copyright (C) 2019-2020 Daniel Ring
|
2013-11-07 20:22:49 +00:00
|
|
|
from re import compile, escape, IGNORECASE, sub
|
2016-03-31 21:13:54 +00:00
|
|
|
from os.path import splitext
|
2016-04-03 22:12:53 +00:00
|
|
|
|
2014-10-13 20:45:25 +00:00
|
|
|
from ..scraper import _BasicScraper, _ParserScraper
|
2020-07-31 20:56:30 +00:00
|
|
|
from ..helpers import indirectStarter, bounceStarter, joinPathPartsNamer
|
2016-04-05 22:40:13 +00:00
|
|
|
from ..util import tagre
|
2019-10-18 07:49:55 +00:00
|
|
|
from .common import _ComicControlScraper, _WordPressScraper, _WPNavi, _WPNaviIn, _WPWebcomic
|
2013-04-25 19:14:32 +00:00
|
|
|
|
|
|
|
|
|
|
|
class SabrinaOnline(_BasicScraper):
|
2013-04-26 04:53:05 +00:00
|
|
|
url = 'http://sabrina-online.com/'
|
2016-04-05 22:40:13 +00:00
|
|
|
stripUrl = url + '%s.html'
|
|
|
|
firstStripUrl = stripUrl % '1996-01'
|
2019-06-13 02:38:40 +00:00
|
|
|
imageSearch = (compile(tagre("a", "href", r'(strips/[^"]*)')),
|
|
|
|
compile(tagre("img", "src", r'(pages/[^"]*)')))
|
2013-04-25 19:14:32 +00:00
|
|
|
prevSearch = compile(tagre("a", "href", r"(\d\d\d\d-\d\d.html)") +
|
2016-03-31 21:13:54 +00:00
|
|
|
tagre("img", "src", "b_back.gif"))
|
2016-04-05 22:40:13 +00:00
|
|
|
help = 'Index format: yyyy-qq'
|
2013-04-25 19:14:32 +00:00
|
|
|
adult = True
|
|
|
|
multipleImagesPerStrip = True
|
|
|
|
|
2016-04-13 18:01:51 +00:00
|
|
|
def starter(self):
|
2013-04-25 19:14:32 +00:00
|
|
|
"""Pick last one in a list of archive pages."""
|
2016-04-13 18:01:51 +00:00
|
|
|
archive = self.url + 'archive.html'
|
|
|
|
data = self.getPage(archive)
|
2013-04-25 19:14:32 +00:00
|
|
|
search = compile(tagre("a", "href", r"(\d\d\d\d-\d\d.html)"))
|
2016-04-13 18:01:51 +00:00
|
|
|
archivepages = self.fetchUrls(archive, data, search)
|
2016-04-05 22:40:13 +00:00
|
|
|
return archivepages[-1]
|
2012-06-20 19:58:13 +00:00
|
|
|
|
2015-05-25 09:57:06 +00:00
|
|
|
|
2017-05-21 23:17:05 +00:00
|
|
|
class SafelyEndangered(_WPNavi):
|
2014-06-17 05:05:11 +00:00
|
|
|
url = 'http://www.safelyendangered.com/'
|
2016-04-10 21:04:34 +00:00
|
|
|
firstStripUrl = url + 'comic/ignored/'
|
2012-06-20 19:58:13 +00:00
|
|
|
|
|
|
|
|
2016-04-01 22:14:31 +00:00
|
|
|
class SailorsunOrg(_WordPressScraper):
|
|
|
|
url = 'http://sailorsun.org/'
|
|
|
|
|
|
|
|
|
2016-05-05 18:55:14 +00:00
|
|
|
class SamAndFuzzy(_ParserScraper):
|
2013-02-04 20:00:26 +00:00
|
|
|
url = 'http://www.samandfuzzy.com/'
|
2016-05-05 18:55:14 +00:00
|
|
|
stripUrl = url + '%s'
|
2013-04-10 21:57:09 +00:00
|
|
|
firstStripUrl = stripUrl % '1'
|
2016-05-05 18:55:14 +00:00
|
|
|
imageSearch = '//img[@class="comic-image"]'
|
|
|
|
prevSearch = '//li[@class="prev-page"]/a'
|
|
|
|
help = 'Index format: n (unpadded)'
|
2012-06-20 19:58:13 +00:00
|
|
|
|
2015-05-25 09:57:06 +00:00
|
|
|
|
2013-04-20 16:51:06 +00:00
|
|
|
class SandraOnTheRocks(_BasicScraper):
|
|
|
|
url = 'http://www.sandraontherocks.com/'
|
2013-04-20 17:59:01 +00:00
|
|
|
stripUrl = url + 'strips-sotr/%s'
|
2013-04-20 16:51:06 +00:00
|
|
|
firstStripUrl = stripUrl % 'start_by_running'
|
|
|
|
imageSearch = compile(tagre("img", "src", r'([^"]*/comics/[^"]+)'))
|
2013-04-20 17:59:01 +00:00
|
|
|
prevSearch = compile(tagre("a", "href", r'([^"]*/strips-sotr/[^"]+)', before="cn[id]prev"))
|
2013-04-20 16:51:06 +00:00
|
|
|
help = 'Index format: name'
|
2013-03-19 19:54:16 +00:00
|
|
|
|
2015-05-25 09:57:06 +00:00
|
|
|
|
2019-06-21 07:16:37 +00:00
|
|
|
class Savestate(_WPNavi):
|
|
|
|
url = 'http://www.savestatecomic.com/'
|
|
|
|
stripUrl = url + '%s'
|
|
|
|
firstStripUrl = stripUrl % '2014/02/pokemon-bank'
|
|
|
|
|
|
|
|
|
2015-06-04 06:58:59 +00:00
|
|
|
class ScandinaviaAndTheWorld(_ParserScraper):
|
2017-02-12 01:16:38 +00:00
|
|
|
url = 'https://satwcomic.com/'
|
2014-07-02 17:51:53 +00:00
|
|
|
stripUrl = url + '%s'
|
2013-12-10 18:50:21 +00:00
|
|
|
firstStripUrl = stripUrl % 'sweden-denmark-and-norway'
|
2016-04-13 18:01:51 +00:00
|
|
|
starter = indirectStarter
|
2015-06-04 06:58:59 +00:00
|
|
|
imageSearch = '//img[@itemprop="image"]'
|
|
|
|
prevSearch = '//a[@accesskey="p"]'
|
2016-04-12 21:11:39 +00:00
|
|
|
latestSearch = '//a[text()="View latest comic"]'
|
2015-07-07 07:48:25 +00:00
|
|
|
textSearch = '//span[@itemprop="articleBody"]'
|
2013-12-10 18:50:21 +00:00
|
|
|
help = 'Index format: stripname'
|
|
|
|
|
2015-05-25 09:57:06 +00:00
|
|
|
|
2016-04-26 22:31:27 +00:00
|
|
|
class ScaryGoRound(_ParserScraper):
|
|
|
|
url = 'http://www.scarygoround.com/sgr/ar.php'
|
2016-05-05 18:55:14 +00:00
|
|
|
stripUrl = url + '?date=%s'
|
2016-04-26 22:31:27 +00:00
|
|
|
firstStripUrl = stripUrl % '20020604'
|
|
|
|
imageSearch = '//img[contains(@src, "/strips/")]'
|
|
|
|
prevSearch = '//a[contains(text(), "Previous")]'
|
|
|
|
endOfLife = True
|
|
|
|
help = 'Index format: yyyymmdd'
|
2012-06-20 19:58:13 +00:00
|
|
|
|
|
|
|
|
2013-02-06 21:08:36 +00:00
|
|
|
class ScenesFromAMultiverse(_BasicScraper):
|
|
|
|
url = 'http://amultiverse.com/'
|
2013-04-10 16:19:11 +00:00
|
|
|
rurl = escape(url)
|
2013-02-06 21:08:36 +00:00
|
|
|
stripUrl = url + '%s/'
|
2013-04-10 21:57:09 +00:00
|
|
|
firstStripUrl = stripUrl % '2010/06/14/parenthood'
|
2013-11-12 17:33:14 +00:00
|
|
|
imageSearch = (
|
2018-06-29 17:26:17 +00:00
|
|
|
compile(tagre("div", "id", "comic") + r"\s*" +
|
|
|
|
tagre("img", "src",
|
|
|
|
r'(.*amultiverse.com/wp-content/uploads/\d+/\d+/[^"]+)')),
|
|
|
|
compile(tagre("div", "id", "comic") + r"\s*" +
|
|
|
|
tagre("a", "href", r'[^"]*') +
|
|
|
|
tagre("img", "src",
|
|
|
|
r'(.*amultiverse.com/wp-content/uploads/\d+/\d+/[^"]+)')),
|
2013-11-12 17:33:14 +00:00
|
|
|
)
|
|
|
|
prevSearch = compile(tagre("a", "href", r'(%scomic/\d+\d+/\d+/\d+/[^"]+)' % rurl, after="prev"))
|
2013-02-06 21:08:36 +00:00
|
|
|
help = 'Index format: yyyy/mm/dd/stripname'
|
|
|
|
|
|
|
|
|
2016-05-05 18:55:14 +00:00
|
|
|
class SchlockMercenary(_ParserScraper):
|
2013-02-04 20:00:26 +00:00
|
|
|
url = 'http://www.schlockmercenary.com/'
|
|
|
|
stripUrl = url + '%s'
|
2013-04-10 21:57:09 +00:00
|
|
|
firstStripUrl = stripUrl % '2000-06-12'
|
2016-05-05 18:55:14 +00:00
|
|
|
imageSearch = '//div[@class="strip-image-wrapper"]/img'
|
2012-12-04 06:02:40 +00:00
|
|
|
multipleImagesPerStrip = True
|
2016-05-05 18:55:14 +00:00
|
|
|
prevSearch = '//a[@class="previous-strip"]'
|
2012-11-21 20:57:26 +00:00
|
|
|
help = 'Index format: yyyy-mm-dd'
|
2012-11-20 17:53:53 +00:00
|
|
|
|
2012-06-20 19:58:13 +00:00
|
|
|
|
2020-01-09 16:38:13 +00:00
|
|
|
class SchoolBites(_ParserScraper):
|
|
|
|
url = ('https://web.archive.org/web/20170215065523/'
|
|
|
|
'http://schoolbites.net/')
|
2013-02-04 20:00:26 +00:00
|
|
|
stripUrl = url + 'd/%s.html'
|
2020-07-31 20:56:30 +00:00
|
|
|
imageSearch = '//img[d:class("ksc")]'
|
2020-01-09 16:38:13 +00:00
|
|
|
prevSearch = '//a[@rel="prev"]'
|
|
|
|
endOfLife = True
|
2012-06-20 19:58:13 +00:00
|
|
|
help = 'Index format: yyyymmdd'
|
|
|
|
|
|
|
|
|
2020-01-09 16:38:13 +00:00
|
|
|
class Schuelert(_ParserScraper):
|
|
|
|
url = ('https://web.archive.org/web/20190103022830/'
|
|
|
|
'http://www.schuelert.de/')
|
2013-04-10 21:57:09 +00:00
|
|
|
stripUrl = url + 'index.php?paged=%s'
|
2020-01-09 16:38:13 +00:00
|
|
|
firstStripUrl = stripUrl % '3'
|
|
|
|
imageSearch = '//img[contains(@src, "wp-content")]'
|
2020-07-31 20:56:30 +00:00
|
|
|
prevSearch = '//span[d:class("prevlink")]/a'
|
2013-03-25 18:48:32 +00:00
|
|
|
multipleImagesPerStrip = True
|
2020-01-09 16:38:13 +00:00
|
|
|
endOfLife = True
|
2013-03-25 18:48:32 +00:00
|
|
|
lang = 'de'
|
|
|
|
|
|
|
|
|
2020-01-09 16:38:13 +00:00
|
|
|
class Science(_ParserScraper):
|
|
|
|
stripUrl = ('https://web.archive.org/web/20180616152753/'
|
|
|
|
'http://sci-ence.org/%s/')
|
|
|
|
url = stripUrl % 'new-york-comic-con-2013'
|
2013-04-09 17:38:16 +00:00
|
|
|
firstStripUrl = stripUrl % 'periodic-table-element-ass'
|
2020-07-31 20:56:30 +00:00
|
|
|
prevSearch = '//a[d:class("navi-prev")]'
|
2020-01-09 16:38:13 +00:00
|
|
|
imageSearch = '//div[@class="comicpane"]//img'
|
|
|
|
endOfLife = True
|
2013-04-09 17:38:16 +00:00
|
|
|
|
|
|
|
|
2019-07-22 00:30:35 +00:00
|
|
|
class SeelPeel(_WPNaviIn):
|
|
|
|
url = 'https://seelpeel.com/'
|
|
|
|
stripUrl = url + 'comic/%s/'
|
|
|
|
firstStripUrl = stripUrl % 'seelpeel-goes-live'
|
|
|
|
multipleImagesPerStrip = True
|
|
|
|
|
|
|
|
|
2020-07-31 17:28:25 +00:00
|
|
|
class SequentialArt(_ParserScraper):
|
|
|
|
url = 'https://www.collectedcurios.com/sequentialart.php'
|
2013-02-04 20:00:26 +00:00
|
|
|
stripUrl = url + '?s=%s'
|
2013-04-10 21:57:09 +00:00
|
|
|
firstStripUrl = stripUrl % '1'
|
2020-07-31 20:56:30 +00:00
|
|
|
imageSearch = '//img[d:class("w3-image")]'
|
2020-07-31 17:28:25 +00:00
|
|
|
prevSearch = '//a[@id="backOne"]'
|
2013-01-29 20:23:32 +00:00
|
|
|
help = 'Index format: name'
|
|
|
|
|
|
|
|
|
2016-04-26 22:31:27 +00:00
|
|
|
class SexyLosers(_ParserScraper):
|
2013-03-06 19:21:10 +00:00
|
|
|
adult = True
|
2017-02-12 01:16:38 +00:00
|
|
|
url = 'https://www.sexylosers.com/'
|
2016-04-26 22:31:27 +00:00
|
|
|
stripUrl = url + 'comic/%s/'
|
|
|
|
firstStripUrl = stripUrl % '003'
|
|
|
|
imageSearch = '//div[@class="entry-content"]//img'
|
|
|
|
prevSearch = '//a[@rel="prev"]'
|
|
|
|
latestSearch = '//a[@rel="bookmark"]'
|
2013-03-06 19:21:10 +00:00
|
|
|
help = 'Index format: nnn'
|
2016-04-13 18:01:51 +00:00
|
|
|
starter = indirectStarter
|
2019-06-30 18:52:15 +00:00
|
|
|
namer = joinPathPartsNamer((-2,), (-1,), '-')
|
2013-03-06 19:21:10 +00:00
|
|
|
|
|
|
|
|
2019-06-20 07:08:51 +00:00
|
|
|
class ShadesOfGray(_ParserScraper):
|
|
|
|
url = 'https://www.theduckwebcomics.com/Shades_of_Gray/'
|
|
|
|
stripUrl = url + '%s/'
|
|
|
|
firstStripUrl = stripUrl % '4820502'
|
|
|
|
imageSearch = '//div[@id="comic"]/img'
|
|
|
|
prevSearch = '//a[img[@class="arrow_prev"]]'
|
|
|
|
nextSearch = '//a[img[@class="arrow_next"]]'
|
|
|
|
starter = bounceStarter
|
|
|
|
endOfLife = True
|
|
|
|
|
|
|
|
def namer(self, imageUrl, pageUrl):
|
|
|
|
return pageUrl.rstrip('/').rsplit('/', 1)[-1]
|
|
|
|
|
|
|
|
|
2016-04-01 22:14:31 +00:00
|
|
|
class Sharksplode(_WordPressScraper):
|
|
|
|
url = 'http://sharksplode.com/'
|
|
|
|
textSearch = '//div[@id="comic"]//img/@alt'
|
2016-11-01 17:25:02 +00:00
|
|
|
allow_errors = (403,)
|
2016-04-01 22:14:31 +00:00
|
|
|
|
|
|
|
|
2012-11-20 17:53:53 +00:00
|
|
|
class Sheldon(_BasicScraper):
|
2013-02-04 20:00:26 +00:00
|
|
|
url = 'http://www.sheldoncomics.com/'
|
2013-07-09 20:21:17 +00:00
|
|
|
rurl = escape(url)
|
2013-02-04 20:00:26 +00:00
|
|
|
stripUrl = url + 'archive/%s.html'
|
2013-04-10 21:57:09 +00:00
|
|
|
firstStripUrl = stripUrl % '011130'
|
2013-07-09 20:21:17 +00:00
|
|
|
imageSearch = compile(tagre("img", "src", r'(http://cdn\.sheldoncomics\.com/strips/[^"]+)'))
|
2016-03-31 21:13:54 +00:00
|
|
|
prevSearch = compile(tagre("a", "href", r'(%sarchive/\d+\.html)' % rurl,
|
|
|
|
after="sidenav-prev"))
|
2012-11-21 20:57:26 +00:00
|
|
|
help = 'Index format: yymmdd'
|
2012-11-20 17:53:53 +00:00
|
|
|
|
|
|
|
|
2017-05-21 23:17:05 +00:00
|
|
|
class ShipInABottle(_WPNavi):
|
|
|
|
url = 'http://shipinbottle.pepsaga.com/'
|
|
|
|
stripUrl = url + '?p=%s'
|
|
|
|
firstStripUrl = stripUrl % '281'
|
|
|
|
adult = True
|
|
|
|
help = 'Index format: number'
|
|
|
|
|
|
|
|
|
2015-07-17 23:21:29 +00:00
|
|
|
class Shortpacked(_ParserScraper):
|
|
|
|
url = 'http://www.shortpacked.com/index.php'
|
|
|
|
stripUrl = url + '?id=%s'
|
|
|
|
css = True
|
|
|
|
imageSearch = 'img#comic'
|
|
|
|
prevSearch = 'a.prev'
|
|
|
|
help = 'Index format: nnn'
|
2012-11-20 17:53:53 +00:00
|
|
|
|
|
|
|
|
2016-04-10 21:04:34 +00:00
|
|
|
class ShotgunShuffle(_WordPressScraper):
|
2014-09-28 13:29:02 +00:00
|
|
|
url = 'http://shotgunshuffle.com/'
|
2016-04-10 21:04:34 +00:00
|
|
|
firstStripUrl = url + 'comic/pilot/'
|
2014-09-28 13:29:02 +00:00
|
|
|
|
|
|
|
|
2020-07-02 20:54:20 +00:00
|
|
|
class SinFest(_ParserScraper):
|
|
|
|
url = 'https://www.sinfest.net/'
|
2014-12-16 17:01:54 +00:00
|
|
|
stripUrl = url + 'view.php?date=%s'
|
2020-07-02 20:54:20 +00:00
|
|
|
firstStripUrl = stripUrl % '2000-01-17'
|
|
|
|
imageSearch = '//img[contains(@src, "btphp/comics/")]'
|
|
|
|
textSearch = imageSearch + '/@alt'
|
|
|
|
prevSearch = '//a[./img[contains(@src, "images/prev")]]'
|
2014-12-16 17:01:54 +00:00
|
|
|
help = 'Index format: yyyy-mm-dd'
|
2012-06-20 19:58:13 +00:00
|
|
|
|
|
|
|
|
2020-02-07 04:22:51 +00:00
|
|
|
class SixGunMage(_ComicControlScraper):
|
|
|
|
url = 'http://www.6gunmage.com/comic/'
|
|
|
|
stripUrl = url + '%s'
|
|
|
|
firstStripUrl = stripUrl % '6-gun-mage-kickoff'
|
|
|
|
|
|
|
|
|
2019-10-18 07:49:55 +00:00
|
|
|
class SixPackOfOtters(_WPWebcomic):
|
2019-06-23 05:04:17 +00:00
|
|
|
url = 'http://sixpackofotters.com/'
|
|
|
|
stripUrl = url + 'pages/%s/'
|
|
|
|
firstStripUrl = stripUrl % 'chapter-01-tandem'
|
|
|
|
|
|
|
|
|
2019-10-18 07:49:55 +00:00
|
|
|
class SkinDeep(_WPWebcomic):
|
2013-02-07 22:02:54 +00:00
|
|
|
url = 'http://www.skindeepcomic.com/'
|
2019-07-06 04:11:32 +00:00
|
|
|
stripUrl = url + 'archive/%s/'
|
|
|
|
firstStripUrl = stripUrl % 'issue-1-cover'
|
2013-02-07 22:02:54 +00:00
|
|
|
|
|
|
|
|
2016-04-03 22:12:53 +00:00
|
|
|
class SleeplessDomain(_ComicControlScraper):
|
2015-07-12 16:31:21 +00:00
|
|
|
url = 'http://www.sleeplessdomain.com/'
|
2019-09-06 08:56:41 +00:00
|
|
|
stripUrl = url + 'comic/%s'
|
|
|
|
firstStripUrl = stripUrl % 'chapter-1-cover'
|
|
|
|
starter = bounceStarter
|
|
|
|
|
|
|
|
def namer(self, imageUrl, pageUrl):
|
|
|
|
return pageUrl.rsplit('/', 1)[-1] + '.' + imageUrl.rsplit('.', 1)[-1]
|
2015-07-12 16:31:21 +00:00
|
|
|
|
|
|
|
|
2016-05-05 18:55:14 +00:00
|
|
|
class SlightlyDamned(_ComicControlScraper):
|
2016-04-01 22:14:31 +00:00
|
|
|
url = 'http://www.sdamned.com/'
|
2019-06-12 06:20:34 +00:00
|
|
|
firstStripUrl = url + 'comic/prologue'
|
|
|
|
|
|
|
|
def namer(self, imageurl, pageurl):
|
|
|
|
"""Clean up mixed filename formats."""
|
|
|
|
filename = pageurl.rsplit('/', 1)[-1]
|
|
|
|
if filename == '':
|
|
|
|
filename = imageurl.rsplit('-', 1)[-1]
|
|
|
|
else:
|
|
|
|
filename = 'SD' + filename + '.' + imageurl.rsplit('.', 1)[-1]
|
|
|
|
return filename
|
2016-04-01 22:14:31 +00:00
|
|
|
|
|
|
|
|
2017-11-26 19:23:33 +00:00
|
|
|
class SluggyFreelance(_ParserScraper):
|
|
|
|
url = 'http://sluggy.com/'
|
|
|
|
stripUrl = 'http://archives.sluggy.com/book.php?chapter=%s'
|
2020-04-06 11:23:23 +00:00
|
|
|
firstStripUrl = stripUrl % '1'
|
2020-07-31 20:56:30 +00:00
|
|
|
imageSearch = '//div[d:class("comic_content")]/img/@data-src'
|
|
|
|
prevSearch = '//div[d:class("previous")]/a'
|
|
|
|
latestSearch = '//a[d:class("archives_link")]'
|
2017-11-26 19:23:33 +00:00
|
|
|
starter = indirectStarter
|
2014-01-28 18:08:39 +00:00
|
|
|
multipleImagesPerStrip = True
|
2017-11-26 19:23:33 +00:00
|
|
|
help = 'Index format: chapter'
|
|
|
|
|
|
|
|
def namer(self, imageurl, pageurl):
|
2020-04-06 11:23:23 +00:00
|
|
|
# Remove random noise from filename
|
|
|
|
return imageurl.rsplit('/', 1)[-1].split('.pagespeed', 1)[0]
|
2012-06-20 19:58:13 +00:00
|
|
|
|
|
|
|
|
2016-10-31 05:57:47 +00:00
|
|
|
class SMBC(_ComicControlScraper):
|
2013-03-06 19:21:10 +00:00
|
|
|
url = 'http://www.smbc-comics.com/'
|
2016-10-31 05:57:47 +00:00
|
|
|
firstStripUrl = url + 'comic/2002-09-05'
|
2015-08-03 10:58:44 +00:00
|
|
|
multipleImagesPerStrip = True
|
2016-10-19 01:28:42 +00:00
|
|
|
imageSearch = ['//img[@id="cc-comic"]', '//div[@id="aftercomic"]/img']
|
|
|
|
textSearch = '//img[@id="cc-comic"]/@title'
|
2013-03-06 19:21:10 +00:00
|
|
|
|
2016-04-21 06:20:49 +00:00
|
|
|
def namer(self, image_url, page_url):
|
2015-04-29 15:37:14 +00:00
|
|
|
"""Remove random noise from name."""
|
2016-04-21 06:20:49 +00:00
|
|
|
return image_url.rsplit('-', 1)[-1]
|
2015-04-29 15:37:14 +00:00
|
|
|
|
2013-03-06 19:21:10 +00:00
|
|
|
|
2016-04-05 22:40:13 +00:00
|
|
|
class SnowFlame(_WordPressScraper):
|
2020-01-09 16:38:13 +00:00
|
|
|
url = ('https://web.archive.org/web/20160905071051/'
|
|
|
|
'http://www.snowflamecomic.com/')
|
2013-03-06 19:00:30 +00:00
|
|
|
stripUrl = url + '?comic=snowflame-%s-%s'
|
|
|
|
firstStripUrl = stripUrl % ('01', '01')
|
2016-04-13 18:01:51 +00:00
|
|
|
starter = bounceStarter
|
2020-01-09 16:38:13 +00:00
|
|
|
endOfLife = True
|
2013-03-06 19:00:30 +00:00
|
|
|
help = 'Index format: chapter-page'
|
|
|
|
|
2014-07-19 11:23:42 +00:00
|
|
|
def getIndexStripUrl(self, index):
|
|
|
|
return self.stripUrl % tuple(index.split('-'))
|
2013-03-06 19:00:30 +00:00
|
|
|
|
2016-04-21 06:20:49 +00:00
|
|
|
def namer(self, image_url, page_url):
|
|
|
|
prefix, filename = image_url.rsplit('/', 1)
|
2013-03-06 19:00:30 +00:00
|
|
|
ro = compile(r'snowflame-([^-]+)-([^-]+)')
|
2016-04-21 06:20:49 +00:00
|
|
|
mo = ro.search(page_url)
|
2013-03-06 19:00:30 +00:00
|
|
|
chapter = mo.group(1)
|
|
|
|
page = mo.group(2)
|
|
|
|
return "%s-%s-%s" % (chapter, page, filename)
|
|
|
|
|
|
|
|
|
2016-04-05 22:40:13 +00:00
|
|
|
class SodiumEyes(_WordPressScraper):
|
2013-02-04 20:00:26 +00:00
|
|
|
url = 'http://sodiumeyes.com/'
|
2012-06-20 19:58:13 +00:00
|
|
|
|
|
|
|
|
2020-01-09 19:57:59 +00:00
|
|
|
class SomethingPositive(_ParserScraper):
|
|
|
|
url = 'https://www.somethingpositive.net/'
|
2016-03-31 21:13:54 +00:00
|
|
|
stripUrl = url + 'sp%s.shtml'
|
2020-01-09 19:57:59 +00:00
|
|
|
imageSearch = r'//img[re:test(@src, "/sp\d+")]'
|
|
|
|
prevSearch = ('//a[contains(text(), "Previous")]',
|
|
|
|
'//a[img[contains(@src, "previous")]]')
|
|
|
|
multipleImagesPerStrip = True
|
2016-03-31 21:13:54 +00:00
|
|
|
help = 'Index format: mmddyyyy'
|
|
|
|
|
|
|
|
|
2019-10-18 07:49:55 +00:00
|
|
|
class Sorcery101(_WPWebcomic):
|
2020-01-12 21:36:24 +00:00
|
|
|
baseUrl = 'https://kelmcdonald.com/sorcery-101/'
|
2016-05-05 18:55:14 +00:00
|
|
|
stripUrl = baseUrl + '%s/'
|
|
|
|
url = stripUrl % 'sorcery101-ch-01'
|
|
|
|
firstStripUrl = url
|
|
|
|
starter = indirectStarter
|
2012-12-08 20:30:51 +00:00
|
|
|
help = 'Index format: stripname'
|
|
|
|
|
|
|
|
|
2019-07-13 07:17:57 +00:00
|
|
|
class SpaceFurries(_ParserScraper):
|
|
|
|
url = 'http://www.spacefurrs.org/'
|
|
|
|
firstStripUrl = url
|
|
|
|
multipleImagesPerStrip = True
|
|
|
|
adult = True
|
|
|
|
endOfLife = True
|
|
|
|
|
|
|
|
def fetchUrls(self, url, data, urlSearch):
|
|
|
|
# Website requires JS, so build the list of image URLs manually
|
|
|
|
imageUrls = []
|
|
|
|
currentPage = int(data.xpath('//input[@name="pagnum"]')[0].get('value'))
|
|
|
|
for page in reversed(range(1, currentPage + 1)):
|
|
|
|
imageUrls.append(self.url + 'comics/' + str(page) + '.jpg')
|
|
|
|
return imageUrls
|
|
|
|
|
|
|
|
|
2016-10-31 05:57:47 +00:00
|
|
|
class SpaceJunkArlia(_ParserScraper):
|
|
|
|
url = 'http://spacejunkarlia.com/'
|
|
|
|
stripUrl = url + '?strip_id=%s'
|
2016-08-08 03:21:11 +00:00
|
|
|
firstStripUrl = stripUrl % '0'
|
2020-07-31 20:56:30 +00:00
|
|
|
imageSearch = '//div[d:class("content")]/img'
|
2016-10-31 05:57:47 +00:00
|
|
|
prevSearch = '//a[text()="<"]'
|
2016-08-08 03:21:11 +00:00
|
|
|
help = 'Index format: number'
|
2013-02-06 21:08:36 +00:00
|
|
|
|
2016-10-14 12:23:33 +00:00
|
|
|
|
2016-10-31 05:57:47 +00:00
|
|
|
class SpaceTrawler(_ParserScraper):
|
|
|
|
url = 'https://www.baldwinpage.com/spacetrawler/'
|
|
|
|
firstStripUrl = url + '2010/01/01/spacetrawler-4/'
|
2020-07-31 20:56:30 +00:00
|
|
|
imageSearch = '//img[d:class("size-full")]'
|
2016-10-31 05:57:47 +00:00
|
|
|
prevSearch = '//a[@rel="prev"]'
|
|
|
|
|
|
|
|
|
2013-04-10 16:36:33 +00:00
|
|
|
class Spamusement(_BasicScraper):
|
|
|
|
url = 'http://spamusement.com/'
|
|
|
|
rurl = escape(url)
|
|
|
|
stripUrl = url + 'index.php/comics/view/%s'
|
|
|
|
imageSearch = compile(r'<img src="(%sgfx/\d+\..+?)"' % rurl, IGNORECASE)
|
2016-03-31 21:13:54 +00:00
|
|
|
prevSearch = compile(r'<a href="(%sindex.php/comics/view/.+?)">' % rurl,
|
|
|
|
IGNORECASE)
|
2016-04-12 21:11:39 +00:00
|
|
|
latestSearch = prevSearch
|
2013-04-10 16:36:33 +00:00
|
|
|
help = 'Index format: n (unpadded)'
|
2016-04-13 18:01:51 +00:00
|
|
|
starter = indirectStarter
|
2013-04-10 16:36:33 +00:00
|
|
|
|
|
|
|
|
2012-06-20 19:58:13 +00:00
|
|
|
class SpareParts(_BasicScraper):
|
2012-11-21 20:57:26 +00:00
|
|
|
baseUrl = 'http://www.sparepartscomics.com/'
|
2013-02-04 20:00:26 +00:00
|
|
|
url = baseUrl + 'comics/?date=20080328'
|
2012-12-04 06:02:40 +00:00
|
|
|
stripUrl = baseUrl + 'comics/index.php?date=%s'
|
2013-04-10 21:57:09 +00:00
|
|
|
firstStripUrl = stripUrl % '20031022'
|
2012-12-04 06:02:40 +00:00
|
|
|
imageSearch = compile(tagre("img", "src", r'(http://www\.sparepartscomics\.com/comics/[^"]+)'))
|
2016-03-31 21:13:54 +00:00
|
|
|
prevSearch = compile(tagre("a", "href", r'(index\.php\?date=\d+)',
|
|
|
|
quote="'") + "Previous Comic")
|
2012-11-20 17:53:53 +00:00
|
|
|
help = 'Index format: yyyymmdd'
|
|
|
|
|
2012-06-20 19:58:13 +00:00
|
|
|
|
2016-04-03 22:12:53 +00:00
|
|
|
class Spinnerette(_ComicControlScraper):
|
|
|
|
url = 'http://www.spinnyverse.com'
|
|
|
|
|
|
|
|
|
2016-04-01 22:14:31 +00:00
|
|
|
class SPQRBlues(_WordPressScraper):
|
|
|
|
url = 'http://spqrblues.com/IV/'
|
|
|
|
|
|
|
|
|
2019-06-13 02:57:58 +00:00
|
|
|
class SSDD(_ParserScraper):
|
|
|
|
url = 'http://www.poisonedminds.com/'
|
|
|
|
stripUrl = url + 'd/%s.html'
|
|
|
|
firstStripUrl = stripUrl % '19980927'
|
|
|
|
imageSearch = ('//img[contains(@src, "/comics/")]',
|
|
|
|
'//source[contains(@src, "/video/")]')
|
|
|
|
prevSearch = '//a[@rel="prev"]'
|
|
|
|
multipleImagesPerStrip = True
|
|
|
|
adult = True
|
|
|
|
help = 'Index format: yyyymmdd'
|
|
|
|
|
|
|
|
def shouldSkipUrl(self, url, data):
|
|
|
|
# Skip news, flash animation, and non-comic pages.
|
|
|
|
return url in (
|
|
|
|
# News post
|
|
|
|
self.stripUrl % '20060712',
|
|
|
|
self.stripUrl % '20060719',
|
|
|
|
self.stripUrl % '20071225',
|
|
|
|
self.stripUrl % '20110321',
|
|
|
|
self.stripUrl % '20110830',
|
|
|
|
self.stripUrl % '20110929',
|
|
|
|
self.stripUrl % '20180927',
|
|
|
|
|
|
|
|
# Flash animation
|
|
|
|
self.stripUrl % '20180401',
|
|
|
|
self.stripUrl % '20170429',
|
|
|
|
self.stripUrl % '20041203',
|
|
|
|
|
|
|
|
# Comic missing
|
|
|
|
self.stripUrl % '20070402',
|
|
|
|
self.stripUrl % '20060413',
|
|
|
|
self.stripUrl % '20060412',
|
|
|
|
self.stripUrl % '20060202',
|
|
|
|
self.stripUrl % '20051026',
|
|
|
|
self.stripUrl % '20050805',
|
|
|
|
self.stripUrl % '20050530',
|
|
|
|
self.stripUrl % '20050526',
|
|
|
|
self.stripUrl % '20050525',
|
|
|
|
self.stripUrl % '20050524',
|
|
|
|
self.stripUrl % '20050523',
|
|
|
|
self.stripUrl % '20050504',
|
|
|
|
self.stripUrl % '20040705',
|
|
|
|
self.stripUrl % '20030418',
|
|
|
|
self.stripUrl % '20030214'
|
|
|
|
)
|
|
|
|
|
|
|
|
|
2015-04-29 15:37:14 +00:00
|
|
|
class StandStillStaySilent(_ParserScraper):
|
2019-07-11 07:10:21 +00:00
|
|
|
baseUrl = 'http://sssscomic.com/'
|
|
|
|
url = baseUrl + 'comic2.php'
|
|
|
|
stripUrl = baseUrl + 'comic%s.php?page=%s'
|
|
|
|
firstStripUrl = stripUrl % ('', '1')
|
2015-04-29 15:37:14 +00:00
|
|
|
imageSearch = '//img[@class="comicnormal"]'
|
2019-07-11 07:10:21 +00:00
|
|
|
prevSearch = '//a[./img[contains(@src, "nav_prev")]]'
|
|
|
|
|
|
|
|
def namer(self, imageUrl, pageUrl):
|
|
|
|
chapter = '2' if ('adv2_comicpages' in imageUrl) else '1'
|
|
|
|
return '%s-%s' % (chapter, imageUrl.rsplit('/', 1)[-1].replace('page_', ''))
|
2014-01-08 03:47:58 +00:00
|
|
|
|
|
|
|
|
2016-04-05 22:40:13 +00:00
|
|
|
class StarCrossdDestiny(_ParserScraper):
|
2020-01-09 16:38:13 +00:00
|
|
|
baseUrl = ('https://web.archive.org/web/20190918132321/'
|
|
|
|
'http://starcrossd.net/')
|
2016-03-31 21:13:54 +00:00
|
|
|
url = baseUrl + 'comic.html'
|
|
|
|
stripUrl = baseUrl + 'archives/%s.html'
|
|
|
|
firstStripUrl = stripUrl % '00000001'
|
2016-04-05 22:40:13 +00:00
|
|
|
imageSearch = '//div[@id="comic"]//img'
|
|
|
|
prevSearch = '//a[text()="prev"]'
|
2020-01-09 16:38:13 +00:00
|
|
|
endOfLife = True
|
2016-03-31 21:13:54 +00:00
|
|
|
help = 'Index format: nnnnnnnn'
|
|
|
|
|
2016-04-21 06:20:49 +00:00
|
|
|
def namer(self, image_url, page_url):
|
|
|
|
if image_url.find('ch1') == -1:
|
2016-03-31 21:13:54 +00:00
|
|
|
# At first all images were stored in a strips/ directory but
|
|
|
|
# that was changed with the introduction of book2
|
2016-04-21 06:20:49 +00:00
|
|
|
image_url = sub('(?:strips)|(?:images)', 'book1', image_url)
|
|
|
|
elif not image_url.find('strips') == -1:
|
|
|
|
image_url = image_url.replace('strips/', '')
|
|
|
|
directory, filename = image_url.split('/')[-2:]
|
2016-03-31 21:13:54 +00:00
|
|
|
filename, extension = splitext(filename)
|
|
|
|
return directory + '-' + filename
|
|
|
|
|
|
|
|
|
2020-06-20 04:34:49 +00:00
|
|
|
class StarfireAgency(_WPWebcomic):
|
|
|
|
url = 'https://poecatcomix.com/starfire-agency-static/'
|
|
|
|
stripUrl = 'https://poecatcomix.com/starfire-agency/%s/'
|
|
|
|
firstStripUrl = stripUrl % '2005-09-201'
|
|
|
|
imageSearch = '//div[contains(@class, "webcomic-media")]//img'
|
2019-06-30 06:31:59 +00:00
|
|
|
|
2020-06-20 04:34:49 +00:00
|
|
|
def starter(self):
|
|
|
|
# Build list of chapters for naming
|
|
|
|
indexPage = self.getPage(self.url)
|
|
|
|
self.chapters = indexPage.xpath('//a[./img[contains(@class, "attachment-large")]]/@href')
|
|
|
|
latestPage = self.chapters[0]
|
|
|
|
self.chapters = self.chapters[1:]
|
|
|
|
self.currentChapter = len(self.chapters)
|
|
|
|
return latestPage
|
2019-06-30 06:31:59 +00:00
|
|
|
|
2020-06-20 04:34:49 +00:00
|
|
|
def namer(self, imageUrl, pageUrl):
|
|
|
|
page = pageUrl.rstrip('/').rsplit('/', 1)[-1]
|
|
|
|
page = page.replace('3page00', 'cover3').replace('6429', 'cover7').replace('sfa-6-5-cover', 'cover6')
|
|
|
|
page = page.replace('sfa01', 'page01').replace('sfa03', 'page03').replace('sfa04', 'page04')
|
|
|
|
page = page.replace('sfa24', 'page24').replace('sfa07', 'page')
|
|
|
|
filename = 'sfa%d-%s.%s' % (self.currentChapter, page, imageUrl.rsplit('.', 1)[-1])
|
|
|
|
if pageUrl in self.chapters:
|
|
|
|
self.currentChapter = self.currentChapter - 1
|
|
|
|
return filename
|
2019-06-30 06:31:59 +00:00
|
|
|
|
2019-12-26 21:03:18 +00:00
|
|
|
class StarTrip(_ComicControlScraper):
|
|
|
|
url = 'https://www.startripcomic.com/'
|
|
|
|
|
|
|
|
|
2015-07-17 23:21:29 +00:00
|
|
|
class StationV3(_ParserScraper):
|
2013-02-04 20:00:26 +00:00
|
|
|
url = 'http://www.stationv3.com/'
|
2017-02-12 01:16:38 +00:00
|
|
|
stripUrl = url + 'd3/%s.html'
|
|
|
|
firstStripUrl = stripUrl % '20170101'
|
|
|
|
imageSearch = '//img[contains(@src,"/comics3/")]'
|
2015-07-17 23:21:29 +00:00
|
|
|
prevSearch = '//a[img[contains(@src,"/previous2")]]'
|
2012-12-08 20:30:51 +00:00
|
|
|
help = 'Index format: yyyymmdd'
|
|
|
|
|
|
|
|
|
2013-03-03 21:03:27 +00:00
|
|
|
class StickyDillyBuns(_BasicScraper):
|
|
|
|
url = 'http://www.stickydillybuns.com/'
|
|
|
|
stripUrl = url + 'strips-sdb/%s'
|
2013-04-10 21:57:09 +00:00
|
|
|
firstStripUrl = stripUrl % 'awesome_leading_man'
|
2013-03-03 21:03:27 +00:00
|
|
|
imageSearch = compile(tagre("img", "src", r'([^"]*/comics/[^"]+)'))
|
2016-03-31 21:13:54 +00:00
|
|
|
prevSearch = compile(tagre("a", "href", r'([^"]*/strips-sdb/[^"]+)',
|
|
|
|
before="cn[id]prev"))
|
2013-03-03 21:03:27 +00:00
|
|
|
help = 'Index format: name'
|
|
|
|
|
|
|
|
|
2016-04-03 22:12:53 +00:00
|
|
|
class StreetFighter(_ComicControlScraper):
|
|
|
|
url = 'http://www.streetfightercomics.com'
|
|
|
|
|
|
|
|
|
2017-05-21 23:17:05 +00:00
|
|
|
class StringTheory(_WPNavi):
|
2016-06-01 11:19:17 +00:00
|
|
|
url = 'http://www.stringtheorycomic.com/'
|
|
|
|
firstStripUrl = url + 'comics/chapterone/chapterone/'
|
|
|
|
|
|
|
|
|
2016-03-31 21:13:54 +00:00
|
|
|
class StrongFemaleProtagonist(_ParserScraper):
|
|
|
|
url = 'http://strongfemaleprotagonist.com/'
|
|
|
|
stripUrl = url + '%s/'
|
|
|
|
css = True
|
2016-04-05 22:40:13 +00:00
|
|
|
imageSearch = 'article p img'
|
2016-10-31 05:57:47 +00:00
|
|
|
prevSearch = 'a.page-nav__item--left'
|
2016-03-31 21:13:54 +00:00
|
|
|
help = 'Index format: issue-?/page-??'
|
|
|
|
|
|
|
|
def shouldSkipUrl(self, url, data):
|
|
|
|
"""Skip hiatus & non-comic pages."""
|
|
|
|
return url in (
|
|
|
|
self.stripUrl % 'guest-art/tuesday',
|
|
|
|
self.stripUrl % 'guest-art/friday',
|
|
|
|
self.stripUrl % 'guest-art/wednesday',
|
|
|
|
self.stripUrl % 'issue-5/newspaper',
|
|
|
|
self.stripUrl % 'issue-5/hiatus-1',
|
|
|
|
self.stripUrl % 'issue-5/hiatus-2',
|
2016-10-31 05:57:47 +00:00
|
|
|
self.stripUrl % 'issue-1/no-page',
|
2016-03-31 21:13:54 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
|
2013-04-03 18:30:29 +00:00
|
|
|
class StuffNoOneToldMe(_BasicScraper):
|
|
|
|
url = 'http://www.snotm.com/'
|
|
|
|
stripUrl = url + '%s.html'
|
|
|
|
firstStripUrl = stripUrl % '2010/05/01'
|
|
|
|
olderHref = r"(http://www\.snotm\.com/\d+/\d+/[^']+\.html)"
|
2016-04-13 18:01:51 +00:00
|
|
|
starter = indirectStarter
|
2013-04-03 18:30:29 +00:00
|
|
|
imageSearch = (
|
2016-03-31 21:13:54 +00:00
|
|
|
compile(tagre("img", "src", r'(http://i\.imgur\.com/[^"]+)') +
|
|
|
|
r"(?:</a>|<br />)"),
|
|
|
|
compile(tagre("img", "src", r'(http://\d+\.bp\.blogspot\.com/[^"]+)') +
|
|
|
|
r"(?:(?: )?</a>|<span |<br />)"),
|
2013-04-03 18:30:29 +00:00
|
|
|
compile(tagre("img", "src", r'(https://lh\d+\.googleusercontent\.com/[^"]+)') + r"</a>"),
|
|
|
|
)
|
2016-03-31 21:13:54 +00:00
|
|
|
prevSearch = compile(tagre("a", "href", olderHref, quote="'",
|
|
|
|
before="older-link"))
|
2016-04-12 21:11:39 +00:00
|
|
|
latestSearch = compile(tagre("a", "href", olderHref, quote="'"))
|
2013-04-03 18:30:29 +00:00
|
|
|
multipleImagesPerStrip = True
|
|
|
|
help = 'Index format: yyyy/mm/stripname'
|
|
|
|
|
2016-04-21 06:20:49 +00:00
|
|
|
def namer(self, image_url, page_url):
|
2013-04-03 18:30:29 +00:00
|
|
|
"""Use page URL to construct meaningful image name."""
|
2016-04-21 06:20:49 +00:00
|
|
|
parts, year, month, stripname = page_url.rsplit('/', 3)
|
2013-04-03 18:30:29 +00:00
|
|
|
stripname = stripname.rsplit('.', 1)[0]
|
2016-04-21 06:20:49 +00:00
|
|
|
parts, imagename = image_url.rsplit('/', 1)
|
2013-04-03 18:30:29 +00:00
|
|
|
return '%s-%s-%s-%s' % (year, month, stripname, imagename)
|
|
|
|
|
2014-02-10 20:58:09 +00:00
|
|
|
def shouldSkipUrl(self, url, data):
|
2013-04-03 18:30:29 +00:00
|
|
|
"""Skip pages without images."""
|
|
|
|
return url in (
|
2016-10-31 05:57:47 +00:00
|
|
|
self.stripUrl % '2016/05/so-you-would-like-to-share-my-comics', # no comic
|
2016-03-31 21:13:54 +00:00
|
|
|
self.stripUrl % '2012/08/self-rant', # no comic
|
|
|
|
self.stripUrl % '2012/06/if-you-wonder-where-ive-been', # video
|
|
|
|
self.stripUrl % '2011/10/i-didnt-make-this-nor-have-anything-to', # video
|
|
|
|
self.stripUrl % '2010/12/first-snotm-fans-in-sao-paulo', # no comic
|
|
|
|
self.stripUrl % '2010/11/ear-infection', # no comic
|
2013-04-03 18:30:29 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
|
2019-06-20 06:17:20 +00:00
|
|
|
class SuburbanJungle(_ParserScraper):
|
|
|
|
url = 'http://suburbanjungleclassic.com/'
|
|
|
|
stripUrl = url + '?p=%s'
|
|
|
|
firstStripUrl = stripUrl % '10'
|
|
|
|
imageSearch = '//div[@id="comic"]/img'
|
|
|
|
prevSearch = '//div[@class="nav-previous"]/a'
|
|
|
|
|
|
|
|
|
2019-06-20 06:17:33 +00:00
|
|
|
class SuburbanJungleRoughHousing(_WordPressScraper):
|
|
|
|
url = 'http://roughhouse.suburbanjungle.com/'
|
2019-12-31 00:44:19 +00:00
|
|
|
stripUrl = url + 'comic/%s/'
|
2019-06-20 06:17:33 +00:00
|
|
|
firstStripUrl = stripUrl % 'rough-housing-issue-1-cover'
|
|
|
|
|
|
|
|
|
2019-06-20 06:57:29 +00:00
|
|
|
class Supercell(_ParserScraper):
|
|
|
|
url = 'https://www.supercellcomic.com/'
|
2019-12-31 00:44:19 +00:00
|
|
|
stripUrl = url + 'pages/%s.html'
|
2019-06-20 06:57:29 +00:00
|
|
|
firstStripUrl = stripUrl % '0001'
|
|
|
|
imageSearch = '//div[@class="comicpage"]//img'
|
|
|
|
prevSearch = '//div[@class="comicnav"]/a[./img[contains(@src, "comnav_02")]]'
|
|
|
|
|
|
|
|
|
2016-04-05 22:40:13 +00:00
|
|
|
class SupernormalStep(_ComicControlScraper):
|
2013-02-13 16:53:11 +00:00
|
|
|
url = 'http://supernormalstep.com/'
|
2017-04-15 23:11:30 +00:00
|
|
|
|
|
|
|
|
|
|
|
class SurvivingTheWorld(_ParserScraper):
|
|
|
|
url = 'http://survivingtheworld.net/'
|
2017-04-15 23:28:17 +00:00
|
|
|
stripUrl = url + '%s.html'
|
|
|
|
firstStripUrl = stripUrl % 'Lesson1'
|
|
|
|
imageSearch = (
|
2017-04-15 23:11:30 +00:00
|
|
|
'//div[@class="img"]/img', # When there's one image per strip
|
|
|
|
'//div[@class="img"]/p/img', # When there's multiple images per strip
|
|
|
|
'//td/img' # Special case for Lesson1296.html
|
2017-04-15 23:28:17 +00:00
|
|
|
)
|
|
|
|
prevSearch = (
|
2017-04-15 23:11:30 +00:00
|
|
|
'//li[@class="previous"]/a',
|
|
|
|
'//td/a' # Special case for Lesson1296.html
|
2017-04-15 23:28:17 +00:00
|
|
|
)
|
2017-04-15 23:11:30 +00:00
|
|
|
multipleImagesPerStrip = True
|
|
|
|
help = 'Index format: name'
|
2019-06-20 06:23:02 +00:00
|
|
|
|
|
|
|
|
|
|
|
class SwordsAndSausages(_ParserScraper):
|
|
|
|
url = 'https://www.tigerknight.com/ss'
|
|
|
|
stripUrl = url + '/%s'
|
|
|
|
firstStripUrl = stripUrl % '1-1'
|
|
|
|
imageSearch = '//img[@class="comic-image"]'
|
|
|
|
prevSearch = '//a[@class="prev"]'
|
|
|
|
multipleImagesPerStrip = True
|