dosage/dosagelib/plugins/u.py

145 lines
5.3 KiB
Python
Raw Normal View History

# SPDX-License-Identifier: MIT
# SPDX-FileCopyrightText: © 2004 Tristan Seligmann and Jonathan Jacobs
# SPDX-FileCopyrightText: © 2012 Bastian Kleineidam
# SPDX-FileCopyrightText: © 2015 Tobias Gruetzmacher
# SPDX-FileCopyrightText: © 2019 Daniel Ring
2023-06-10 20:33:33 +00:00
from __future__ import annotations
2023-06-08 06:32:40 +00:00
import json
import re
from contextlib import suppress
from re import compile
2012-06-20 19:58:13 +00:00
from ..scraper import BasicScraper, ParserScraper
from ..helpers import indirectStarter
from ..util import tagre
from .common import ComicControlScraper, WordPressScraper, WordPressNavi
2023-06-08 06:32:40 +00:00
class UberQuest(ParserScraper):
baseUrl = 'https://uberquest.studiokhimera.com/'
url = baseUrl + 'wp-json/keeros_comics/v1/chapters'
stripUrl = baseUrl + 'wp-json/wp/v2/cfx_comic_page?page_number=%s'
firstStripUrl = stripUrl % 'cover'
def starter(self):
# Retrieve comic metadata from API
data = self.session.get(self.url)
data.raise_for_status()
return self.stripUrl % data.json()[-1]['pages'][-1]['page_number']
def getPrevUrl(self, url, data):
return self.stripUrl % json.loads(data.text_content())[0]['prev_id']
def extract_image_urls(self, url, data):
2023-06-08 06:32:40 +00:00
return [json.loads(data.text_content())[0]['attachment']]
def namer(self, imageUrl, pageUrl):
return 'UberQuest-' + pageUrl.rsplit('=', 1)[-1]
class Underling(WordPressNavi):
url = ('https://web.archive.org/web/20190806120425/'
'http://underlingcomic.com/')
firstStripUrl = url + 'page-one/'
endOfLife = True
2014-02-20 11:54:40 +00:00
class Undertow(BasicScraper):
url = 'http://undertow.dreamshards.org/'
2012-12-04 06:02:40 +00:00
imageSearch = compile(tagre("img", "src", r'([^"]+\.jpg)'))
2012-06-20 19:58:13 +00:00
prevSearch = compile(r'href="(.+?)".+?teynpoint')
latestSearch = compile(r'href="(.+?)".+?Most recent page')
starter = indirectStarter
2012-06-20 19:58:13 +00:00
class unDivine(ComicControlScraper):
2021-04-25 01:35:21 +00:00
url = 'https://www.undivinecomic.com/'
stripUrl = url + 'comic/%s'
firstStripUrl = stripUrl % 'page-1'
def namer(self, imageUrl, pageUrl):
# Fix inconsistent filenames
filename = imageUrl.rsplit('/', 1)[-1].replace(' ', '-')
filename = filename.replace('10B311D9-0992-4D74-AEB8-DAB714DA67C6', 'UD-322')
filename = filename.replace('99266624-7EF7-4E99-9EC9-DDB5F59CBDFD', 'UD-311')
filename = filename.replace('33C6A5A1-F703-4A0A-BCD5-DE1A09359D8E', 'UD-310')
filename = filename.replace('6CE01E81-C299-43C7-A221-8DE0670EFA30', 'ch4endbonusq4')
filename = filename.replace('DB66D93B-1FE5-49C7-90E0-FFF981DCD6B3', 'bipolar')
if len(filename) > 15 and filename[0].isdigit() and filename[10] == '-':
filename = filename[11:]
return filename
class UnicornJelly(BasicScraper):
2013-04-13 18:58:00 +00:00
baseUrl = 'http://unicornjelly.com/'
url = baseUrl + 'uni666.html'
stripUrl = baseUrl + 'uni%s.html'
2013-04-10 21:57:09 +00:00
firstStripUrl = stripUrl % '001'
2012-06-20 19:58:13 +00:00
imageSearch = compile(r'</TABLE>(?:<FONT COLOR="BLACK">)?<IMG SRC="(images/[^"]+)" WIDTH=')
prevSearch = compile(r'<A HREF="(uni\d{3}[bcs]?\.html)">(<FONT COLOR="BLACK">)?<IMG SRC="images/back00\.gif"')
help = 'Index format: nnn'
class Unsounded(ParserScraper):
url = 'https://www.casualvillain.com/Unsounded/'
2020-01-09 21:21:20 +00:00
startUrl = url + 'comic+index/'
2013-04-25 19:38:18 +00:00
stripUrl = url + 'comic/ch%s/ch%s_%s.html'
firstStripUrl = stripUrl % ('01', '01', '01')
2021-10-12 04:55:10 +00:00
imageSearch = '//div[@id="comic"]//img'
prevSearch = '//a[d:class("back")]'
2020-01-09 21:21:20 +00:00
latestSearch = '//div[@id="chapter_box"][1]//a[last()]'
multipleImagesPerStrip = True
starter = indirectStarter
style_bg_regex = re.compile(r'background-image: url\((.*pageart/.*)\)')
2020-01-09 21:21:20 +00:00
help = 'Index format: chapter-page'
def extract_image_urls(self, url, data):
urls = []
with suppress(ValueError):
urls.extend(super().extract_image_urls(url, data))
2021-10-12 04:55:10 +00:00
# Include background for multi-image pages
cssbg = self.extract_css_bg(data)
if cssbg:
urls.append(cssbg)
if not urls:
raise ValueError(f'No comic found at {url!r}')
return urls
def extract_css_bg(self, page) -> str | None:
comicdivs = page.xpath('//div[@id="comic"]')
if comicdivs:
style = comicdivs[0].attrib.get('style')
if style:
hit = self.style_bg_regex.search(style)
if hit:
return hit.group(1)
return None
2021-10-12 04:55:10 +00:00
def namer(self, image_url, page_url):
filename = image_url.rsplit('/', 1)[-1]
pagename = page_url.rsplit('/', 1)[-1]
2021-10-12 04:55:10 +00:00
if pagename.split('.', 1)[0] != filename.split('.', 1)[0]:
filename = pagename.split('_', 1)[0] + '_' + filename
return filename
2020-01-09 21:21:20 +00:00
def getPrevUrl(self, url, data):
# Fix missing navigation links between chapters
if 'ch13/you_let_me_fall' in url:
return self.stripUrl % ('13', '13', '85')
return super().getPrevUrl(url, data)
2013-04-25 19:38:18 +00:00
def getIndexStripUrl(self, index):
chapter, num = index.split('-')
return self.stripUrl % (chapter, chapter, num)
2016-05-16 21:55:41 +00:00
class UrgentTransformationCrisis(WordPressScraper):
2016-05-16 21:55:41 +00:00
url = 'http://www.catomix.com/utc/'
firstStripUrl = url + 'comic/cover1'
2019-07-06 05:23:37 +00:00
def namer(self, imageUrl, pageUrl):
# Fix inconsistent filenames
filename = imageUrl.rsplit('/', 1)[-1].rsplit('?', 1)[0]
return filename.replace('FVLYHD', 'LYHDpage').replace('UTC084web', '20091218c')