dosage/dosagelib/plugins/b.py

369 lines
13 KiB
Python
Raw Normal View History

# -*- coding: utf-8 -*-
# Copyright (C) 2004-2005 Tristan Seligmann and Jonathan Jacobs
2014-01-05 15:50:57 +00:00
# Copyright (C) 2012-2014 Bastian Kleineidam
# Copyright (C) 2015-2016 Tobias Gruetzmacher
2012-11-21 20:57:26 +00:00
from __future__ import absolute_import, division, print_function
from re import compile, escape
2012-06-20 19:58:13 +00:00
from ..util import tagre
from ..scraper import _BasicScraper, _ParserScraper
2012-12-02 17:35:06 +00:00
from ..helpers import indirectStarter
from .common import (_ComicControlScraper, _WordPressScraper, WP_PREV_SEARCH,
xpath_class)
2012-06-20 19:58:13 +00:00
2013-03-06 19:21:10 +00:00
class BackwaterPlanet(_BasicScraper):
url = 'http://www.backwaterplanet.com/current.htm'
stripUrl = 'http://www.backwaterplanet.com/archive/bwp%s.htm'
imageSearch = compile(r'<img src="(/images/comic/bwp.+?)">')
prevSearch = compile(r'<a href="(/archive/bwp.+?)"><img src="(images/Previous.jpg|/images/Previous.jpg)"')
help = 'Index format: yymmdd'
class BadassMuthas(_BasicScraper):
url = 'http://badassmuthas.com/pages/comic.php'
stripUrl = url + '?%s'
firstStripUrl = stripUrl % '1'
2013-03-06 19:21:10 +00:00
imageSearch = compile(tagre("img", "src", r'(/images/comicsissue[^"]+)'))
prevSearch = compile(tagre("a", "href", r'([^"]+)') +
tagre("img", "src", r'/images/comicsbuttonBack\.gif'))
2013-03-06 19:21:10 +00:00
help = 'Index format: nnn'
2013-02-06 21:08:36 +00:00
class BadMachinery(_BasicScraper):
url = 'http://scarygoround.com/'
stripUrl = url + '?date=%s'
firstStripUrl = stripUrl % '20090918'
2013-02-06 21:08:36 +00:00
imageSearch = compile(tagre("img", "src", r'(strips/\d+[^"]+)'))
prevSearch = compile(tagre("a", "href", r'(\?date=\d+)') + 'Previous')
help = 'Index format: yyyymmdd'
class BalderDash(_ComicControlScraper):
url = 'http://www.balderdashcomic.com/'
class Bardsworth(_WordPressScraper):
url = 'http://www.bardsworth.com/'
latestSearch = '//a[@rel="bookmark"]'
starter = indirectStarter
2013-03-06 19:21:10 +00:00
class Baroquen(_BasicScraper):
url = 'http://www.baroquencomics.com/'
rurl = escape(url)
2013-03-06 19:21:10 +00:00
stripUrl = url + '%s/'
firstStripUrl = stripUrl % '2008/11/05/raise-the-curtains'
imageSearch = compile(tagre("img", "src", r'(%sComics/[^"]+)' % rurl))
prevSearch = compile(tagre("a", "href", r'(%s[^"]+)' % rurl, after='prev'))
2013-03-06 19:21:10 +00:00
help = 'Index format: yyyy/mm/dd/strip-name'
class Bearmageddon(_WordPressScraper):
url = 'http://bearmageddon.com/'
firstStripUrl = url + '2011/08/01/page-1/'
prevSearch = '//a[%s]' % xpath_class('navi-prev')
class Beetlebum(_BasicScraper):
url = 'http://blog.beetlebum.de/'
rurl = escape(url)
stripUrl = url + '%s'
firstStripUrl = stripUrl % '2006/03/10/quiz-fur-ruskiphile'
starter = indirectStarter
multipleImagesPerStrip = True
2015-03-22 16:13:53 +00:00
imageSearch = compile(tagre('img', 'src', r'(http://blog\.beetlebum\.de/wp-content/uploads/[^"]+)'))
prevSearch = compile(tagre('a', 'href',
r'(%s\d{4}/\d{2}/\d{2}/[^"]*)' % rurl,
after='prev'))
latestSearch = compile(tagre('a', 'href',
r'(%s\d{4}/\d{2}/\d{2}/[^"]+)' % rurl,
after='bookmark'))
help = 'Index format: yyyy/mm/dd/striptitle'
lang = 'de'
2015-03-22 16:13:53 +00:00
@classmethod
def namer(cls, imageUrl, pageUrl):
2015-03-22 16:13:53 +00:00
indexes = tuple(pageUrl.rstrip('/').split('/')[-4:])
name = '%s-%s-%s-%s' % indexes
name = name + '_' + imageUrl.split('/')[-1]
return name
2012-06-20 19:58:13 +00:00
class BetterDays(_BasicScraper):
url = 'http://jaynaylor.com/betterdays/'
stripUrl = url + 'archives/%s.html'
firstStripUrl = stripUrl % '2003/04/post-2'
2012-12-02 17:35:06 +00:00
imageSearch = compile(tagre("img", "src", r'(/betterdays/comic/[^>]+)', quote=""))
prevSearch = compile(tagre("a", "href", r'([^"]+)') + '&laquo; Previous')
help = 'Index format: yyyy/mm/<your guess>'
2012-06-20 19:58:13 +00:00
2013-03-06 19:21:10 +00:00
class BetweenFailures(_BasicScraper):
url = 'http://betweenfailures.com/'
rurl = escape(url)
2013-04-28 17:58:38 +00:00
stripUrl = url + 'comics1/%s'
imageSearch = compile(tagre("img", "src", r'(%swp-content/uploads/\d+/\d+/\d+-\d+-\d+[^"]+)' % rurl))
prevSearch = compile(tagre("a", "href", r'(%scomics1/[^"]+)' % rurl,
after="previous"))
2013-04-28 17:58:38 +00:00
help = 'Index format: stripname'
2013-03-06 19:21:10 +00:00
class BigFatWhale(_BasicScraper):
url = 'http://www.bigfatwhale.com/'
stripUrl = url + 'archives/bfw_%s.htm'
imageSearch = compile(tagre("img", "src",
r'(archives/bfw_[^"]+|bfw_[^"]+)'))
2013-03-06 19:21:10 +00:00
prevSearch = compile(r' HREF="(.+?)" TARGET="_top" TITLE="Previous Cartoon"')
help = 'Index format: nnn'
2012-06-20 19:58:13 +00:00
class BiggerThanCheeses(_BasicScraper):
url = 'http://www.biggercheese.com/'
stripUrl = url + 'index.php?comic=%s'
firstStripUrl = stripUrl % '1'
2012-06-20 19:58:13 +00:00
imageSearch = compile(r'src="(comics/.+?)" alt')
prevSearch = compile(r'"(index.php\?comic=.+?)".+?_back')
help = 'Index format: n (unpadded)'
2013-03-06 19:21:10 +00:00
class BillyTheDunce(_BasicScraper):
url = 'http://www.duncepress.com/'
rurl = escape(url)
2013-03-06 19:21:10 +00:00
stripUrl = url + '%s/'
firstStripUrl = stripUrl % '2009/06/an-introduction-of-sorts'
imageSearch = compile(tagre("img", "src", r'(%scomics/[^"]+)' % rurl))
prevSearch = compile(r'<div class="nav-previous"><a href="(%s[^"]+)" rel="prev">' % rurl)
help = 'Index format: yyyy/mm/stripname'
2013-03-06 19:21:10 +00:00
2012-06-20 19:58:13 +00:00
class BizarreUprising(_BasicScraper):
url = 'http://www.bizarreuprising.com/'
stripUrl = url + 'view/%s'
firstStripUrl = stripUrl % '1/awakening-splash'
imageSearch = compile(tagre("img", "src", r'(comic/[^"]+)'))
prevSearch = compile(tagre("a", "href", r'(view/\d+/[^"]+)') +
tagre("img", "src", r'images/b_prev\.gif'))
2012-06-20 19:58:13 +00:00
help = 'Index format: n/name'
2013-03-06 19:21:10 +00:00
class BlankIt(_BasicScraper):
url = 'http://blankitcomics.com/'
2013-04-11 16:27:43 +00:00
stripUrl = url + '%s/'
firstStripUrl = stripUrl % '0001'
imageSearch = compile(tagre("img", "src",
r'(http://blankitcomics\.com/bicomics/[^"]+)'))
2013-03-06 19:21:10 +00:00
prevSearch = compile(tagre("a", "href", r'([^"]+)', after='rel="prev"'))
2013-04-11 16:27:43 +00:00
help = 'Index format: stripname'
2013-03-06 19:21:10 +00:00
2012-06-20 19:58:13 +00:00
class Blip(_BasicScraper):
url = 'http://blipcomic.com/'
stripUrl = url + 'index.php?strip_id=%s'
firstStripUrl = stripUrl % '1'
2012-06-20 19:58:13 +00:00
imageSearch = compile(r'(istrip_files/strips/.+?)"')
prevSearch = compile(r'First.+?"(index.php\?strip_id=.+?)".+?prev')
help = 'Index format: n'
2013-02-18 19:38:44 +00:00
@classmethod
def prevUrlModifier(cls, prevUrl):
if prevUrl:
return prevUrl.replace("www.blipcomic.com", "blipcomic.com")
class BloodBound(_WordPressScraper):
url = 'http://bloodboundcomic.com/'
firstStripUrl = 'http://bloodboundcomic.com/comic/06112006/'
class BloomingFaeries(_ParserScraper):
2015-09-02 14:13:42 +00:00
adult = True
url = 'http://www.bloomingfaeries.com/'
firstStripUrl = url + 'comic/public/pit-stop/'
imageSearch = '//div[@id="comic"]//img'
prevSearch = WP_PREV_SEARCH
@classmethod
def namer(cls, image_url, page_url):
return "_".join(image_url.rsplit('/', 3)[1:])
2012-06-20 19:58:13 +00:00
class BMovieComic(_BasicScraper):
url = 'http://www.bmoviecomic.com/'
stripUrl = url + '?cid=%s'
firstStripUrl = stripUrl % '8'
2012-06-20 19:58:13 +00:00
imageSearch = compile(r'"(comics/.+?)"')
prevSearch = compile(r'(\?cid=.+?)".+?Prev')
help = 'Index format: n'
2013-04-10 16:36:33 +00:00
class BobWhite(_BasicScraper):
url = 'http://www.bobwhitecomics.com/'
rurl = escape(url)
stripUrl = url + '?webcomic_post=%s'
firstStripUrl = stripUrl % '20110504'
imageSearch = compile(tagre("img", "src", r"(%swp/wp-content/webcomic/untitled/\d+.jpg)" % rurl))
prevSearch = compile(tagre("a", "href",
"(%s\?webcomic_post=\d+)" % rurl) +
r'[^"]+Previous')
2013-04-10 16:36:33 +00:00
help = 'Index format: yyyymmdd'
2013-03-06 19:21:10 +00:00
class BookOfBiff(_BasicScraper):
2013-11-12 17:33:14 +00:00
url = 'http://thebookofbiff.com/'
2013-04-10 21:57:09 +00:00
stripUrl = url + '%s/'
firstStripUrl = stripUrl % '2006/01/02/4'
2013-03-06 19:21:10 +00:00
imageSearch = compile(tagre("img", "src", r'([^"]+/comics/[^"]+)'))
prevSearch = compile(tagre("a", "href", r'([^"]+)', after="Previous"))
2013-04-10 21:57:09 +00:00
help = 'Index format: yyyy/mm/dd/stripnum-stripname'
2013-03-06 19:21:10 +00:00
2013-04-10 16:36:33 +00:00
class BoredAndEvil(_BasicScraper):
url = 'http://www.boredandevil.com/'
stripUrl = url + '?date=%s'
firstStripUrl = stripUrl % '2004-06-07'
imageSearch = compile(tagre("img", "src", r'(strips/[^"]+)'))
prevSearch = compile(r'First Comic.+<a href="(.+?)".+previous-on.gif')
latestSearch = prevSearch
starter = indirectStarter
2013-04-10 16:36:33 +00:00
help = 'Index format: yyyy-mm-dd'
class BoxerHockey(_BasicScraper):
url = 'http://boxerhockey.fireball20xl.com/'
stripUrl = url + '?id=%s'
firstStripUrl = stripUrl % '56'
imageSearch = compile(tagre("img", "src", r'(img/comic/[^"]+)',
after="comicimg"))
prevSearch = compile(tagre("a", "href",
r'(http://www\.boxerhockey\.com/\?id=\d+)') +
r'[^>]+Previous')
2013-04-10 16:36:33 +00:00
help = 'Index format: n (unpadded)'
@classmethod
def prevUrlModifier(cls, prevUrl):
if prevUrl:
return prevUrl.replace("www.boxerhockey.com", "boxerhockey.fireball20xl.com")
class BoyOnAStickAndSlither(_BasicScraper):
url = 'http://www.boasas.com/'
stripUrl = url + 'page/%s'
firstStripUrl = stripUrl % '2'
imageSearch = compile(tagre("img", "src", r'(http://\d+\.media\.tumblr\.com/[^"]+_1280\.png)'))
prevSearch = compile(tagre("a", "href", r'(/page/\d+)') +
"<span>Next page")
2013-04-10 16:36:33 +00:00
help = 'Index format: n (unpadded)'
@classmethod
def namer(cls, imageUrl, pageUrl):
return pageUrl.rsplit('/')[-1]
class BratHalla(_WordPressScraper):
url = 'http://brat-halla.com/'
class BrentalFloss(_BasicScraper):
2013-03-08 21:33:05 +00:00
url = 'http://brentalflossthecomic.com/'
stripUrl = url + '?id=%s'
2015-07-17 22:10:32 +00:00
firstStripUrl = stripUrl % '1'
imageSearch = compile(tagre("img", "src", r'([^"]*/img/comic/[^"]*)'))
prevSearch = compile(tagre("a", "href", r'([^"]*)') + "Prev")
help = 'Index format: n'
2013-03-26 16:33:51 +00:00
@classmethod
def prevUrlModifier(cls, prevUrl):
if prevUrl:
return prevUrl.replace("www.", "")
class BrentalFlossFit(BrentalFloss):
name = 'BrentalFloss/FlossedInTime'
url = 'http://brentalflossthecomic.com/fit/'
stripUrl = url + '?id=%s'
2015-07-17 22:10:32 +00:00
firstStripUrl = stripUrl % '1'
@classmethod
def prevUrlModifier(cls, prevUrl):
if prevUrl:
return prevUrl.replace("\n", "")
2013-03-04 18:37:26 +00:00
@classmethod
def imageUrlModifier(cls, url, data):
2013-03-04 18:37:26 +00:00
if url:
return url.replace("\n", "")
2013-03-07 17:22:24 +00:00
class BrentalFlossGuest(BrentalFloss):
name = 'BrentalFloss/GuestComics'
url = 'http://brentalflossthecomic.com/guestcomics/'
stripUrl = url + '?id=%s'
2015-07-17 22:10:32 +00:00
firstStripUrl = stripUrl % '1'
2013-03-06 19:21:10 +00:00
class BrightlyWound(_BasicScraper):
baseUrl = 'http://www.brightlywound.com/'
url = baseUrl + '?comic=137'
stripUrl = baseUrl + '?comic=%s'
2015-07-17 22:10:32 +00:00
firstStripUrl = stripUrl % '0'
2013-03-06 19:21:10 +00:00
imageSearch = compile(tagre("img", "src", r"(comic/[^']+)", quote="'"))
prevSearch = compile(r'<div id=\'navback\'><a href=\'(\?comic\=\d+)\'><img src=\'images/previous.png\'')
help = 'Index format: nnn'
class Brink(_BasicScraper):
url = 'http://paperfangs.com/brink/'
rurl = escape(url)
stripUrl = url + '?p=%s'
firstStripUrl = stripUrl % '5'
imageSearch = compile(tagre("img", "src", r'(%scomics/[^"]+)' % rurl))
prevSearch = compile(tagre("a", "href", r'(%s[^"]+)' % rurl, after="prev"))
help = 'Index format: number'
class BroodHollow(_WordPressScraper):
url = 'http://broodhollow.chainsawsuit.com/'
firstStripUrl = 'http://broodhollow.chainsawsuit.com/page/2012/10/06/book-1-curious-little-thing'
class Buni(_WordPressScraper):
url = 'http://www.bunicomic.com/'
class BusinessCat(_WordPressScraper):
url = 'http://www.businesscat.happyjar.com/'
prevSearch = '//a[%s]' % xpath_class('navi-prev-in')
class ButtercupFestival(_ParserScraper):
2013-02-06 21:08:36 +00:00
url = 'http://www.buttercupfestival.com/'
stripUrl = url + '%s.htm'
firstStripUrl = stripUrl % '2-1'
imageSearch = '//center/img'
prevSearch = '//a[text()="previous"]'
help = 'Index format: 2-number'
2013-02-06 21:08:36 +00:00
2012-06-20 19:58:13 +00:00
class ButternutSquash(_BasicScraper):
url = 'http://www.butternutsquash.net/'
rurl = escape(url)
stripUrl = url + '%s/'
firstStripUrl = stripUrl % '2003/04/16/meet-da-punks'
imageSearch = compile(tagre("img", "src", r'(%scomics/[^"]+)' % rurl))
prevSearch = compile(tagre("a", "href", r'(%s[^"]+)' % rurl, after="prev"))
2012-06-20 19:58:13 +00:00
help = 'Index format: yyyy/mm/dd/strip-name-author-name'
class ButterSafe(_BasicScraper):
url = 'http://buttersafe.com/'
rurl = escape(url)
stripUrl = url + '%s/'
firstStripUrl = stripUrl % '2007/04/03/breakfast-sad-turtle'
imageSearch = compile(tagre("img", "src", r'(%scomics/[^"]+)' % rurl))
prevSearch = compile(tagre("a", "href", r'(%s\d+\d+/\d+/\d+/[^"]+)' % rurl,
after="prev"))
help = 'Index format: yyyy/mm/dd/stripname'