2020-04-18 11:45:44 +00:00
|
|
|
# SPDX-License-Identifier: MIT
|
2023-06-10 13:05:57 +00:00
|
|
|
# SPDX-FileCopyrightText: © 2004 Tristan Seligmann and Jonathan Jacobs
|
|
|
|
# SPDX-FileCopyrightText: © 2012 Bastian Kleineidam
|
|
|
|
# SPDX-FileCopyrightText: © 2015 Tobias Gruetzmacher
|
|
|
|
# SPDX-FileCopyrightText: © 2019 Daniel Ring
|
2019-08-03 07:52:24 +00:00
|
|
|
import json
|
2024-02-14 23:50:33 +00:00
|
|
|
from re import compile, IGNORECASE
|
2012-06-20 19:58:13 +00:00
|
|
|
|
2020-07-31 20:56:30 +00:00
|
|
|
from ..helpers import indirectStarter
|
2023-06-10 13:05:57 +00:00
|
|
|
from ..scraper import ParserScraper, _BasicScraper, _ParserScraper
|
2012-11-20 17:53:53 +00:00
|
|
|
from ..util import tagre
|
2021-01-31 23:29:36 +00:00
|
|
|
from ..xml import NS
|
2022-06-06 10:08:32 +00:00
|
|
|
from .common import ComicControlScraper, WordPressScraper, WordPressWebcomic
|
2012-06-20 19:58:13 +00:00
|
|
|
|
|
|
|
|
2024-02-14 23:50:33 +00:00
|
|
|
class MacHall(ComicControlScraper):
|
|
|
|
url = 'https://www.machall.com/'
|
|
|
|
stripUrl = url + 'comic/%s'
|
|
|
|
firstStripUrl = stripUrl % 'moving-in'
|
2013-04-10 21:57:09 +00:00
|
|
|
|
|
|
|
|
2013-04-25 19:09:42 +00:00
|
|
|
class MadamAndEve(_BasicScraper):
|
2014-10-24 21:42:32 +00:00
|
|
|
url = 'http://www.madamandeve.co.za/'
|
2012-11-20 17:53:53 +00:00
|
|
|
stripUrl = None
|
2014-10-24 21:42:32 +00:00
|
|
|
imageSearch = compile(tagre('img', 'src', r'(/cartoons/me\d{6}\.(gif|jpg))'))
|
2013-04-25 19:09:42 +00:00
|
|
|
multipleImagesPerStrip = True
|
2012-06-20 19:58:13 +00:00
|
|
|
|
2015-04-29 15:36:12 +00:00
|
|
|
|
2022-06-06 10:08:32 +00:00
|
|
|
class Magellan(WordPressScraper):
|
2022-05-27 17:38:31 +00:00
|
|
|
url = 'https://magellanverse.com/'
|
|
|
|
firstStripUrl = url + 'comic/20040307wannabe/'
|
2012-06-20 19:58:13 +00:00
|
|
|
|
2016-03-31 21:13:54 +00:00
|
|
|
|
2022-06-06 10:08:32 +00:00
|
|
|
class MagickChicks(ComicControlScraper):
|
2022-05-27 16:47:58 +00:00
|
|
|
url = 'https://pixietrixcomix.com/magick-chicks/'
|
|
|
|
stripUrl = url + '%s'
|
|
|
|
firstStripUrl = stripUrl % 'tis-but-a-trifle-2'
|
2013-03-03 19:50:21 +00:00
|
|
|
help = 'Index format: name'
|
2022-05-27 16:47:58 +00:00
|
|
|
endOfLife = True
|
2013-03-03 19:50:21 +00:00
|
|
|
|
|
|
|
|
2015-04-26 11:47:38 +00:00
|
|
|
class ManlyGuysDoingManlyThings(_ParserScraper):
|
2013-02-13 16:52:49 +00:00
|
|
|
url = 'http://thepunchlineismachismo.com/'
|
|
|
|
stripUrl = url + 'archives/comic/%s'
|
2013-04-10 21:57:09 +00:00
|
|
|
firstStripUrl = stripUrl % '02222010'
|
2015-04-26 11:47:38 +00:00
|
|
|
css = True
|
|
|
|
imageSearch = "#comic img"
|
|
|
|
prevSearch = ".comic-nav-previous"
|
2013-02-13 16:52:49 +00:00
|
|
|
help = 'Index format: ddmmyyyy'
|
|
|
|
|
|
|
|
|
2022-06-06 10:08:32 +00:00
|
|
|
class MareInternum(WordPressScraper):
|
2019-07-13 06:37:43 +00:00
|
|
|
url = 'https://www.marecomic.com/'
|
2016-04-29 23:59:28 +00:00
|
|
|
stripUrl = url + 'comic/%s/'
|
|
|
|
firstStripUrl = stripUrl % 'intro-page-1'
|
2015-04-29 15:36:12 +00:00
|
|
|
|
|
|
|
|
2024-02-14 23:50:33 +00:00
|
|
|
class Marilith(ParserScraper):
|
|
|
|
url = 'https://web.archive.org/web/20170619193143/http://www.marilith.com/'
|
2013-02-04 20:00:26 +00:00
|
|
|
stripUrl = url + 'archive.php?date=%s'
|
2013-04-10 21:57:09 +00:00
|
|
|
firstStripUrl = stripUrl % '20041215'
|
2024-02-14 23:50:33 +00:00
|
|
|
imageSearch = '//img[contains(@src, "comics/")]'
|
|
|
|
prevSearch = '//a[img[@name="previous_day"]]'
|
2012-06-20 19:58:13 +00:00
|
|
|
help = 'Index format: yyyymmdd'
|
|
|
|
|
|
|
|
|
2017-02-12 01:16:38 +00:00
|
|
|
class MarriedToTheSea(_ParserScraper):
|
2017-02-12 19:15:25 +00:00
|
|
|
url = 'http://marriedtothesea.com/'
|
2013-07-18 18:39:53 +00:00
|
|
|
stripUrl = url + '%s'
|
2013-07-10 16:43:53 +00:00
|
|
|
firstStripUrl = stripUrl % '022806'
|
2020-07-31 20:56:30 +00:00
|
|
|
imageSearch = '//div[d:class("jumbotron")]//p/img'
|
2017-02-12 01:16:38 +00:00
|
|
|
prevSearch = '//a[contains(text(), "Yesterday")]'
|
2013-07-10 16:43:53 +00:00
|
|
|
help = 'Index format: mmddyy'
|
|
|
|
|
2016-04-21 06:20:49 +00:00
|
|
|
def namer(self, image_url, page_url):
|
|
|
|
unused, date, filename = image_url.rsplit('/', 2)
|
2013-07-10 16:43:53 +00:00
|
|
|
return '%s-%s' % (date, filename)
|
|
|
|
|
2016-03-31 21:13:54 +00:00
|
|
|
|
2024-02-14 23:50:33 +00:00
|
|
|
class MarryMe(ParserScraper):
|
|
|
|
stripUrl = 'http://marryme.keenspot.com/d/%s.html'
|
|
|
|
url = stripUrl % '20191001'
|
2021-02-02 09:55:04 +00:00
|
|
|
firstStripUrl = stripUrl % '20120730'
|
|
|
|
imageSearch = '//img[@class="ksc"]'
|
|
|
|
prevSearch = '//a[@rel="prev"]'
|
|
|
|
endOfLife = True
|
2024-02-14 23:50:33 +00:00
|
|
|
help = 'Index format: yyyymmdd'
|
2013-07-10 16:43:53 +00:00
|
|
|
|
2012-06-20 19:58:13 +00:00
|
|
|
|
2022-06-06 10:08:32 +00:00
|
|
|
class Meek(WordPressScraper):
|
2019-12-30 10:12:53 +00:00
|
|
|
url = 'https://www.meekcomic.com/'
|
|
|
|
stripUrl = url + 'comic/%s/'
|
|
|
|
firstStripUrl = stripUrl % 'chapter-1-cover'
|
2016-04-01 22:14:31 +00:00
|
|
|
|
|
|
|
|
2012-06-20 19:58:13 +00:00
|
|
|
class MegaTokyo(_BasicScraper):
|
2019-12-31 00:44:19 +00:00
|
|
|
url = 'https://megatokyo.com/'
|
2013-02-04 20:00:26 +00:00
|
|
|
stripUrl = url + 'strip/%s'
|
2013-04-10 21:57:09 +00:00
|
|
|
firstStripUrl = stripUrl % '1'
|
2012-06-20 19:58:13 +00:00
|
|
|
imageSearch = compile(r'"(strips/.+?)"', IGNORECASE)
|
|
|
|
prevSearch = compile(r'"(./strip/\d+?)">Prev')
|
|
|
|
help = 'Index format: nnnn'
|
|
|
|
|
|
|
|
|
2022-06-06 10:08:32 +00:00
|
|
|
class Meiosis(WordPressScraper):
|
2016-04-01 22:14:31 +00:00
|
|
|
url = 'http://meiosiswebcomic.com/'
|
|
|
|
|
|
|
|
|
2022-06-06 10:08:32 +00:00
|
|
|
class Melonpool(WordPressScraper):
|
2016-04-01 22:14:31 +00:00
|
|
|
url = 'http://www.melonpool.com/'
|
2017-04-15 23:06:41 +00:00
|
|
|
allow_errors = (500,)
|
2016-04-01 22:14:31 +00:00
|
|
|
|
|
|
|
|
2022-06-06 10:08:32 +00:00
|
|
|
class MenageA3(ComicControlScraper):
|
2013-03-03 20:52:08 +00:00
|
|
|
adult = True
|
2022-05-27 17:30:27 +00:00
|
|
|
url = 'https://pixietrixcomix.com/menage-a-3/'
|
|
|
|
firstStripUrl = url + 'for-new-readers'
|
|
|
|
endOfLife = True
|
2018-04-21 00:25:55 +00:00
|
|
|
|
2013-03-03 20:52:08 +00:00
|
|
|
|
2022-06-06 10:08:32 +00:00
|
|
|
class Metacarpolis(ComicControlScraper):
|
2016-04-03 22:12:53 +00:00
|
|
|
url = 'http://www.metacarpolis.com'
|
|
|
|
|
|
|
|
|
2022-06-06 10:08:32 +00:00
|
|
|
class Misfile(ComicControlScraper):
|
2019-07-03 04:43:45 +00:00
|
|
|
url = 'http://www.misfile.com/misfile/'
|
|
|
|
stripUrl = url + '%s'
|
2013-04-10 21:57:09 +00:00
|
|
|
firstStripUrl = stripUrl % '2004-02-22'
|
2019-07-03 04:43:45 +00:00
|
|
|
endOfLife = True
|
|
|
|
help = 'Index format: yyyy-mm-dd'
|
|
|
|
|
|
|
|
|
|
|
|
class MisfileHellHigh(Misfile):
|
|
|
|
name = 'Misfile/HellHigh'
|
|
|
|
url = 'http://www.misfile.com/hell-high/'
|
|
|
|
stripUrl = url + '%s'
|
|
|
|
firstStripUrl = stripUrl % '2019-08-29'
|
2012-11-21 20:57:26 +00:00
|
|
|
help = 'Index format: yyyy-mm-dd'
|
2012-06-20 19:58:13 +00:00
|
|
|
|
|
|
|
|
2024-02-14 23:50:33 +00:00
|
|
|
class MistyTheMouse(ParserScraper):
|
2016-04-01 22:14:31 +00:00
|
|
|
url = 'http://www.mistythemouse.com/'
|
2024-02-14 23:50:33 +00:00
|
|
|
imageSearch = '//center/p/img'
|
|
|
|
prevSearch = '//a[img[contains(@src, "Previous")]]'
|
|
|
|
firstStripUrl = url + 'The_Live_In.html'
|
2016-04-01 22:14:31 +00:00
|
|
|
|
|
|
|
|
2024-02-14 23:50:33 +00:00
|
|
|
class MonkeyUser(ParserScraper):
|
2018-08-28 10:13:48 +00:00
|
|
|
url = 'https://www.monkeyuser.com/'
|
2021-01-31 23:29:36 +00:00
|
|
|
imageSearch = '//div[d:class("content")]/p/img'
|
2024-02-14 23:50:33 +00:00
|
|
|
prevSearch = '//a[text()="Prev"]'
|
|
|
|
multipleImagesPerStrip = True
|
2021-01-31 23:29:36 +00:00
|
|
|
|
|
|
|
def shouldSkipUrl(self, url, data):
|
|
|
|
# videos
|
|
|
|
return data.xpath('//div[d:class("video-container")]', namespaces=NS)
|
2018-08-28 10:13:48 +00:00
|
|
|
|
|
|
|
|
2023-07-18 20:49:49 +00:00
|
|
|
class MonsieurLeChien(ParserScraper):
|
|
|
|
url = ('https://web.archive.org/web/20210311002403/'
|
|
|
|
'http:/www.monsieur-le-chien.fr/')
|
2014-02-27 16:45:29 +00:00
|
|
|
stripUrl = url + 'index.php?planche=%s'
|
|
|
|
firstStripUrl = stripUrl % '2'
|
2014-02-27 21:30:02 +00:00
|
|
|
lang = 'fr'
|
2023-07-18 20:49:49 +00:00
|
|
|
imageSearch = '//img[contains(@src,"i/planches/")]'
|
|
|
|
prevSearch = '//a[img[contains(@src,"i/precedent.gif")]]'
|
|
|
|
endOfLife = True
|
2014-02-27 16:45:29 +00:00
|
|
|
help = 'Index format: n'
|
|
|
|
|
|
|
|
|
2022-06-06 10:08:32 +00:00
|
|
|
class MonsterSoup(WordPressScraper):
|
2021-11-08 09:03:13 +00:00
|
|
|
url = 'https://monstersoupcomic.com/'
|
|
|
|
stripUrl = url + '?comic=%s'
|
|
|
|
firstStripUrl = stripUrl % 'chapter-1-cover'
|
|
|
|
|
|
|
|
|
2022-06-06 10:08:32 +00:00
|
|
|
class Moonlace(WordPressWebcomic):
|
2021-01-21 04:19:59 +00:00
|
|
|
url = 'https://moonlace.darkbluecomics.com/'
|
|
|
|
stripUrl = url + 'comic/%s/'
|
|
|
|
firstStripUrl = stripUrl % 'page-0-1'
|
2019-06-29 21:39:13 +00:00
|
|
|
adult = True
|
|
|
|
|
|
|
|
def starter(self):
|
|
|
|
# Set age-gate cookie
|
2021-01-21 04:19:59 +00:00
|
|
|
self.session.cookies.set('age_gate', '1', domain='moonlace.darkblueworkshop.com')
|
2019-06-29 21:39:13 +00:00
|
|
|
return indirectStarter(self)
|
|
|
|
|
|
|
|
|
2024-02-14 23:50:33 +00:00
|
|
|
class Moonsticks(ParserScraper):
|
|
|
|
url = "https://moonsticks.org/"
|
|
|
|
imageSearch = "//div[d:class('entry-content')]//img"
|
|
|
|
prevSearch = ('//a[@rel="prev"]', "//a[text()='\u00AB Prev']")
|
2013-03-20 20:42:04 +00:00
|
|
|
|
|
|
|
|
2023-06-10 13:05:57 +00:00
|
|
|
class MyLifeWithFel(ParserScraper):
|
2019-08-03 07:52:24 +00:00
|
|
|
baseUrl = 'https://www.mylifewithfel.com/'
|
|
|
|
stripUrl = baseUrl + 'api/posts/%s'
|
|
|
|
firstStripUrl = stripUrl % '1'
|
|
|
|
url = firstStripUrl
|
|
|
|
adult = True
|
|
|
|
|
|
|
|
def starter(self):
|
|
|
|
# Retrieve comic metadata from API
|
|
|
|
data = self.session.get(self.url)
|
|
|
|
data.raise_for_status()
|
|
|
|
return self.stripUrl % data.json()['last']['id']
|
|
|
|
|
|
|
|
def getPrevUrl(self, url, data):
|
|
|
|
return self.stripUrl % json.loads(data.text_content())['previous']['id']
|
|
|
|
|
2023-06-10 13:05:57 +00:00
|
|
|
def extract_image_urls(self, url, data):
|
2019-08-03 07:52:24 +00:00
|
|
|
return [self.baseUrl + json.loads(data.text_content())['post']['image']]
|
|
|
|
|
|
|
|
def namer(self, imageUrl, pageUrl):
|
|
|
|
return pageUrl.rsplit('/', 1)[-1]
|
|
|
|
|
|
|
|
|
2019-07-11 04:56:32 +00:00
|
|
|
class MynarskiForest(_ParserScraper):
|
|
|
|
stripUrl = 'http://mynarskiforest.purrsia.com/xsl%s.htm'
|
|
|
|
url = stripUrl % '09_36'
|
|
|
|
firstStripUrl = stripUrl % '97_01'
|
|
|
|
imageSearch = '//img[not(contains(@src, "arrow"))]'
|
|
|
|
prevSearch = '//a[./img[contains(@src, "arrowbk")]]'
|
|
|
|
multipleImagesPerStrip = True
|
|
|
|
endOfLife = True
|
|
|
|
|
|
|
|
|
2015-05-31 11:39:04 +00:00
|
|
|
class MysteriesOfTheArcana(_ParserScraper):
|
2013-02-04 20:00:26 +00:00
|
|
|
url = 'http://mysteriesofthearcana.com/'
|
2015-05-31 11:39:04 +00:00
|
|
|
imageSearch = '//div[@id="comic"]//img'
|
|
|
|
prevSearch = '//a[@class="navprevious"]'
|
2017-01-21 23:11:05 +00:00
|
|
|
|
2017-02-12 01:16:38 +00:00
|
|
|
|
2022-06-06 10:08:32 +00:00
|
|
|
class MonsterUnderTheBed(WordPressScraper):
|
2017-02-12 01:16:38 +00:00
|
|
|
url = 'http://themonsterunderthebed.net/'
|
2019-12-17 06:38:36 +00:00
|
|
|
stripUrl = url + '?comic=%s'
|
|
|
|
firstStripUrl = stripUrl % 'test-post'
|
|
|
|
adult = True
|