dosage/dosagelib/plugins/p.py

332 lines
11 KiB
Python
Raw Normal View History

# -*- coding: utf-8 -*-
2016-10-28 22:21:41 +00:00
# Copyright (C) 2004-2008 Tristan Seligmann and Jonathan Jacobs
2014-01-05 15:50:57 +00:00
# Copyright (C) 2012-2014 Bastian Kleineidam
# Copyright (C) 2015-2020 Tobias Gruetzmacher
# Copyright (C) 2019-2020 Daniel Ring
2012-06-20 19:58:13 +00:00
from __future__ import absolute_import, division, print_function
from re import compile, escape
2015-04-16 23:20:14 +00:00
from ..scraper import _BasicScraper, _ParserScraper
2017-02-13 21:41:17 +00:00
from ..helpers import bounceStarter, queryNamer, indirectStarter, xpath_class
from ..util import tagre
2017-05-21 23:17:05 +00:00
from .common import _ComicControlScraper, _WordPressScraper, _WPNavi
class PandyLand(_WordPressScraper):
url = 'http://pandyland.net/'
firstStripUrl = 'http://pandyland.net/1/'
2012-06-20 19:58:13 +00:00
class ParadigmShift(_BasicScraper):
url = 'http://www.paradigmshiftmanga.com/'
starter = indirectStarter
2013-02-18 19:55:54 +00:00
stripUrl = url + 'ps/%s.html'
imageSearch = compile(tagre("img", "src", r'([^"]*comics/ps/[^"]*)'))
prevSearch = compile(tagre("a", "href", r'([^"]+)',
after="previous-comic-link"))
latestSearch = compile(tagre("a", "href", r'([^"]+)',
after="next-comic-link"))
help = 'Index format: custom'
class ParallelUniversum(_BasicScraper):
url = 'http://www.paralleluniversum.net/'
rurl = escape(url)
stripUrl = url + '%s/'
firstStripUrl = stripUrl % '001-der-comic-ist-tot'
imageSearch = compile(tagre("img", "src",
r'(%scomics/\d+-\d+-\d+[^"]+)' % rurl))
prevSearch = compile(tagre("a", "href", r'(%s[^"]+/)' % rurl) +
tagre("span", "class", "prev"))
help = 'Index format: number-stripname'
lang = 'de'
class PartiallyClips(_WordPressScraper):
url = ('https://web.archive.org/web/20180509161332/'
'http://partiallyclips.com/')
firstStripUrl = url + 'comic/screaming-woman/'
endOfLife = True
2012-06-20 19:58:13 +00:00
class PastelDefender(_BasicScraper):
2013-04-13 18:58:00 +00:00
baseUrl = 'http://www.pasteldefender.com/'
url = baseUrl + 'coverbackcover.html'
stripUrl = baseUrl + '%s.html'
2013-04-10 21:57:09 +00:00
firstStripUrl = stripUrl % 'cover'
2012-06-20 19:58:13 +00:00
imageSearch = compile(r'<IMG SRC="(images/.+?)" WIDTH="742"')
prevSearch = compile(r'<A HREF="([^"]+)"><IMG SRC="images/back\.gif"')
help = 'Index format: nnn'
2019-07-14 06:59:41 +00:00
class PeanutBerrySundae(_ParserScraper):
baseUrl = 'https://foxyverse.com/'
url = baseUrl + 'comics/'
stripUrl = baseUrl + 'peanut-berry-sundae-%s/'
firstStripUrl = stripUrl % '1'
imageSearch = ('//img[contains(@src, "Page")]',
'//img[contains(@src, "page")]')
latestSearch = '//a[contains(@href, "peanut-berry-sundae")]'
starter = indirectStarter
def getPrevUrl(self, url, data):
# Replace missing navigation links
pageNum = int(url.replace('-70-2', '-71').rstrip('/').rsplit('-', 1)[-1])
url = self.stripUrl % str(pageNum - 1)
return url.replace('-71', '-70-2')
2015-05-14 10:33:46 +00:00
class PebbleVersion(_ParserScraper):
url = 'http://www.pebbleversion.com/'
stripUrl = url + 'Archives/Strip%s.html'
2015-05-14 10:33:46 +00:00
imageSearch = "//table/tr[2]//img"
prevSearch = '//a[text()="Previous Comic"]'
2012-06-20 19:58:13 +00:00
help = 'Index format: n (unpadded)'
class PennyAndAggie(_BasicScraper):
2013-04-11 16:27:43 +00:00
url = 'http://pennyandaggie.com/'
rurl = escape(url)
stripUrl = url + 'index.php?p=%s'
2013-04-11 16:27:43 +00:00
imageSearch = compile(tagre("img", "src", r'(http://www\.pennyandaggie\.com/comics/[^"]+)'))
prevSearch = compile(tagre("a", "href", r"(index\.php\?p\=\d+)", quote="'") +
tagre("img", "src", r'%simages/previous_day\.gif' % rurl, quote=""))
2012-06-20 19:58:13 +00:00
help = 'Index format: n (unpadded)'
2016-05-05 18:55:14 +00:00
class PennyArcade(_ParserScraper):
url = 'https://www.penny-arcade.com/comic/'
stripUrl = url + '%s'
2013-04-10 21:57:09 +00:00
firstStripUrl = stripUrl % '1998/11/18'
2016-05-05 18:55:14 +00:00
imageSearch = '//div[@id="comicFrame"]//img'
prevSearch = '//a[%s]' % xpath_class('btnPrev')
nextSearch = '//a[%s]' % xpath_class('btnNext')
starter = bounceStarter
2016-05-05 18:55:14 +00:00
help = 'Index format: yyyy/mm/dd'
2014-03-26 18:59:42 +00:00
def namer(self, image_url, page_url):
p = page_url.split('/')
return '%04d%02d%02d' % (int(p[4]), int(p[5]), int(p[6]))
2012-06-20 19:58:13 +00:00
2017-05-21 23:17:05 +00:00
class PeppermintSaga(_WPNavi):
url = 'http://www.pepsaga.com/'
stripUrl = url + '?p=%s'
2013-04-10 21:57:09 +00:00
firstStripUrl = stripUrl % '3'
2017-05-21 23:17:05 +00:00
help = 'Index format: number'
adult = True
class PeppermintSagaBGR(_WPNavi):
url = 'http://bgr.pepsaga.com/'
stripUrl = url + '?p=%s'
firstStripUrl = stripUrl % '4'
2012-11-21 20:57:26 +00:00
help = 'Index format: number'
2013-04-14 07:02:14 +00:00
adult = True
2012-06-20 19:58:13 +00:00
2019-08-27 08:41:28 +00:00
class PeterAndCompany(_ParserScraper):
url = 'http://peterandcompany.com/'
stripUrl = url + '%s'
firstStripUrl = stripUrl % '20050101'
imageSearch = ('//div[@id="page"]//img',
'//div[@id="strip"]//img[contains(@src, "strips/")]')
prevSearch = '//a[./img[contains(@src, "nav_previous")]]'
2019-08-27 08:42:07 +00:00
class PeterAndWhitney(_ParserScraper):
url = 'http://peterandwhitney.com/'
stripUrl = url + '%s'
firstStripUrl = stripUrl % '20160502'
imageSearch = '//div[@id="page"]//img'
prevSearch = '//a[./img[contains(@src, "nav_previous")]]'
2019-08-27 08:41:28 +00:00
2016-05-05 18:55:14 +00:00
class PHDComics(_ParserScraper):
2017-02-12 15:21:36 +00:00
BROKEN_COMMENT_END = compile(r'--!>')
2013-04-13 18:58:00 +00:00
baseUrl = 'http://phdcomics.com/'
url = baseUrl + 'comics.php'
stripUrl = baseUrl + 'comics/archive.php?comicid=%s'
firstStripUrl = stripUrl % '1'
2017-02-12 01:16:38 +00:00
imageSearch = '//img[@id="comic2"]'
2016-05-05 18:55:14 +00:00
prevSearch = '//a[img[contains(@src, "prev_button")]]'
nextSearch = '//a[img[contains(@src, "next_button")]]'
help = 'Index format: n (unpadded)'
2017-02-12 15:21:36 +00:00
# Ugly hack :(
def _parse_page(self, data):
data = self.BROKEN_COMMENT_END.sub('-->', data)
return super(PHDComics, self)._parse_page(data)
def shouldSkipUrl(self, url, data):
2014-01-06 07:20:58 +00:00
"""Skip pages without images."""
return url in (
2016-05-16 21:16:29 +00:00
# video
self.stripUrl % '1880',
self.stripUrl % '1669',
2014-01-06 07:20:58 +00:00
)
class Picklewhistle(_ComicControlScraper):
url = 'http://www.picklewhistle.com/'
2016-05-16 21:16:29 +00:00
class PicPakDog(_WordPressScraper):
url = 'http://www.picpak.net/'
2016-05-16 21:16:29 +00:00
firstStripUrl = url + 'comic/dogs-cant-spell/'
2012-12-08 20:30:51 +00:00
2016-05-05 18:55:14 +00:00
# Keep, because naming is different to PHDComics...
class PiledHigherAndDeeper(PHDComics):
starter = bounceStarter
namer = queryNamer('comicid', use_page_url=True)
2012-06-20 19:58:13 +00:00
class Pixel(_BasicScraper):
url = 'http://pixelcomic.net/'
rurl = escape(url)
stripUrl = url + '%s'
firstStripUrl = stripUrl % '000.shtml'
imageSearch = compile(tagre("img", "src", r'(\d+\.png)'))
prevSearch = compile(tagre("a", "href", r'(%s\d+\.(?:php|shtml))' % rurl,
before="prev"))
help = 'Index format: nnn'
class PlanescapeSurvival(_BasicScraper):
2013-03-06 19:21:10 +00:00
url = 'http://planescapecomic.com/'
stripUrl = url + '%s.html'
imageSearch = compile(r'src="(comics/.+?)"')
prevSearch = compile(r'<a href="(.+?)"><img alt="Previous" ')
help = 'Index format: nnn'
2019-06-21 08:10:00 +00:00
class PlushAndBlood(_ParserScraper):
url = 'http://www.plushandblood.com/Comic.php'
stripUrl = url + '?strip_id=%s'
firstStripUrl = stripUrl % '1'
imageSearch = '//img[contains(@src, "comics/")]'
prevSearch = '//a[./img[contains(@src, "Nav/Prev")]]'
2015-05-26 10:31:43 +00:00
class PokeyThePenguin(_ParserScraper):
url = 'http://www.yellow5.com/pokey/archive/'
stripUrl = url + 'index%s.html'
firstStripUrl = stripUrl % '1'
2015-05-26 10:31:43 +00:00
imageSearch = '//p/img'
latestSearch = '(//a)[last()]'
multipleImagesPerStrip = True
starter = indirectStarter
help = 'Index format: number'
2015-05-26 10:31:43 +00:00
def getPrevUrl(self, url, data):
"""Decrease index.html number."""
mo = compile(r"index(\d+)\.html").search(url)
num = int(mo.group(1)) - 1
prefix = url.rsplit('/', 1)[0]
return "%s/index%d.html" % (prefix, num)
2017-04-15 23:06:41 +00:00
class PoorlyDrawnLines(_ParserScraper):
url = 'http://poorlydrawnlines.com/comic/'
2017-04-15 23:06:41 +00:00
firstStripUrl = url + 'campus-characters/'
imageSearch = '//div[%s]//img' % xpath_class('comic')
prevSearch = '//a[@rel="prev"]'
2019-07-11 07:34:24 +00:00
class PoppyOPossum(_WordPressScraper):
baseUrl = 'https://www.poppy-opossum.com/'
url = baseUrl + '?latest'
stripUrl = baseUrl + 'comic/%s'
firstStripUrl = stripUrl % 'a-story'
2019-07-16 08:22:50 +00:00
class PowerNap(_ParserScraper):
url = 'http://www.powernapcomic.com/'
stripUrl = url + 'd/%s.html'
firstStripUrl = stripUrl % '20110617'
imageSearch = '//img[contains(@src, "/pnap")]'
prevSearch = '//a[./img[contains(@src, "previous")]]'
def imageUrlModifier(self, url, data):
return url.replace('\n', '').strip()
def link_modifier(self, fromurl, tourl):
return tourl.replace('\n', '').strip()
2016-05-16 21:16:29 +00:00
class Precocious(_ParserScraper):
url = 'http://www.precociouscomic.com/'
stripUrl = url + 'archive/comic/%s'
2016-05-16 21:16:29 +00:00
firstStripUrl = stripUrl % '2009/03/09'
imageSearch = '//img[contains(@src, "/comics/")]'
prevSearch = '//a[img[contains(@src, "/back_arrow")]]'
2012-11-21 20:57:26 +00:00
help = 'Index format: yyyy/mm/dd'
2012-06-20 19:58:13 +00:00
2016-10-31 05:57:47 +00:00
2017-05-21 23:17:05 +00:00
class PrinceOfSartar(_WPNavi):
2016-08-08 03:30:47 +00:00
url = 'http://www.princeofsartar.com/'
stripUrl = url + 'comic/%s/'
firstStripUrl = stripUrl % 'introduction-chapter-1'
2017-05-21 23:17:05 +00:00
nextSearch = '//a[%s]' % xpath_class('navi-next')
2016-08-08 03:30:47 +00:00
starter = bounceStarter
help = 'Index format: name'
def namer(self, image_url, page_url):
"""Use page URL to contruct a unique name."""
title = page_url.rsplit('/', 2)[1]
image_ext = image_url.rsplit('.', 1)[1]
return '%s.%s' % (title, image_ext)
2012-06-20 19:58:13 +00:00
2016-10-31 05:57:47 +00:00
2019-12-26 00:08:07 +00:00
class ProphecyOfTheCircle(_WPNavi):
url = 'https://www.prophecyofthecircle.com/'
stripUrl = url + 'comic/%s/'
firstStripUrl = stripUrl % 'prologue'
def namer(self, imageUrl, pageUrl):
# Fix duplicate filenames
filename = imageUrl.rsplit('/', 1)[-1]
if '2015/12/jamet101' in imageUrl:
filename = filename.replace('101', '10')
elif '2012-02-20-jahrd156' in imageUrl:
filename = filename.replace('156', '157')
elif '2011-10-02-jahrd137' in imageUrl:
filename = filename.replace('137', '137-1')
# Fix inconsistent filenames
if filename[0] == '2':
filename = filename[11:]
if len(filename) >= 9 and filename[8].isdigit():
filename = filename[:8] + '-' + filename[8:]
return filename
2019-11-06 07:35:00 +00:00
class Prototype(_ParserScraper):
stripUrl = 'http://planetprototype.com/%s/'
firstStripUrl = stripUrl % '2018/03/30/vol-1-ch-1-front-cover'
url = firstStripUrl
imageSearch = '//img[contains(@class, "wp-post-image")]'
prevSearch = '//a[.//text()="Previous"]'
latestSearch = '//a[.//text()="Latest"]'
starter = indirectStarter
2015-04-16 23:20:14 +00:00
class PS238(_ParserScraper):
url = 'http://ps238.nodwick.com/'
2016-05-05 18:55:14 +00:00
stripUrl = url + 'comic/%s/'
2019-06-12 07:05:47 +00:00
firstStripUrl = stripUrl % '12072006'
2015-04-16 23:20:14 +00:00
imageSearch = '//div[@id="comic"]//img'
prevSearch = '//a[@class="comic-nav-base comic-nav-previous"]'
help = 'Index format: yyyy-mm-dd'
2019-08-03 23:58:11 +00:00
class PvPOnline(_ParserScraper):
url = 'http://pvponline.com/comic/'
2013-04-10 16:36:33 +00:00
stripUrl = url + '%s'
2019-08-03 23:58:11 +00:00
firstStripUrl = stripUrl % 'mon-may-04'
imageSearch = '//section[@class="comic-art"]/img'
prevSearch = '//div[contains(@class, "comic-nav")]/a[contains(text(), "Prev")]'