2016-03-20 19:10:04 +00:00
|
|
|
# -*- coding: utf-8 -*-
|
2012-06-20 20:41:04 +00:00
|
|
|
# Copyright (C) 2004-2005 Tristan Seligmann and Jonathan Jacobs
|
2014-01-05 15:50:57 +00:00
|
|
|
# Copyright (C) 2012-2014 Bastian Kleineidam
|
2016-03-20 19:10:04 +00:00
|
|
|
# Copyright (C) 2015-2016 Tobias Gruetzmacher
|
2012-11-21 20:57:26 +00:00
|
|
|
|
2016-03-31 21:13:54 +00:00
|
|
|
from __future__ import absolute_import, division, print_function
|
2016-04-10 21:04:34 +00:00
|
|
|
|
2013-04-10 16:19:11 +00:00
|
|
|
from re import compile, escape
|
2012-06-20 19:58:13 +00:00
|
|
|
|
2015-06-01 03:11:16 +00:00
|
|
|
from ..scraper import _BasicScraper, _ParserScraper
|
2012-10-11 10:03:12 +00:00
|
|
|
from ..helpers import indirectStarter
|
2012-11-20 17:53:53 +00:00
|
|
|
from ..util import tagre
|
2016-04-10 21:04:34 +00:00
|
|
|
from .common import _ComicControlScraper, _WordPressScraper, xpath_class
|
2012-06-20 19:58:13 +00:00
|
|
|
|
|
|
|
|
|
|
|
class Galaxion(_BasicScraper):
|
2013-02-04 20:00:26 +00:00
|
|
|
url = 'http://galaxioncomics.com/'
|
2013-04-10 16:19:11 +00:00
|
|
|
rurl = escape(url)
|
2013-02-04 20:00:26 +00:00
|
|
|
stripUrl = url + '%s/'
|
2013-04-10 21:57:09 +00:00
|
|
|
firstStripUrl = stripUrl % '1-comic/the-story-so-far/the-story-so-far'
|
2013-04-10 16:19:11 +00:00
|
|
|
imageSearch = compile(tagre("img", "src", r'(%scomics/[^"]+)' % rurl))
|
|
|
|
prevSearch = compile(tagre("a", "href", r'(%s[^"]+)' % rurl, after="prev"))
|
2012-11-21 20:57:26 +00:00
|
|
|
help = 'Index format: n-comic/book-n/chapter-n/title-nnn'
|
2012-06-20 19:58:13 +00:00
|
|
|
|
|
|
|
|
|
|
|
class Garanos(_BasicScraper):
|
2013-04-13 18:58:00 +00:00
|
|
|
baseUrl = 'http://garanos.alexheberling.com/'
|
|
|
|
rurl = escape(baseUrl)
|
|
|
|
url = baseUrl + 'pages/page-1/'
|
2016-03-20 19:10:04 +00:00
|
|
|
starter = indirectStarter(
|
|
|
|
url, compile(tagre("a", "href", r'(%spages/[^"]+)' % rurl,
|
|
|
|
after="nav-last")))
|
2013-04-13 18:58:00 +00:00
|
|
|
stripUrl = baseUrl + 'pages/page-%s'
|
2016-03-20 19:10:04 +00:00
|
|
|
imageSearch = compile(
|
|
|
|
tagre("img", "src",
|
|
|
|
r'(%swp-content/uploads/sites/\d+/\d+/\d+/[^"]+)' % rurl))
|
|
|
|
prevSearch = compile(tagre("a", "href", r'(%spages/[^"]+)' % rurl,
|
|
|
|
after="prev"))
|
2013-04-10 21:57:09 +00:00
|
|
|
help = 'Index format: n (unpadded)'
|
2012-06-20 19:58:13 +00:00
|
|
|
|
|
|
|
|
2016-03-20 19:10:04 +00:00
|
|
|
class GastroPhobia(_ParserScraper):
|
2013-03-06 19:21:10 +00:00
|
|
|
url = 'http://www.gastrophobia.com/'
|
|
|
|
stripUrl = url + 'index.php?date=%s'
|
2013-04-10 21:57:09 +00:00
|
|
|
firstStripUrl = stripUrl % '2008-07-30'
|
2016-03-20 19:10:04 +00:00
|
|
|
imageSearch = '//div[@id="comic"]//img'
|
|
|
|
prevSearch = '//div[@id="prev"]/a'
|
2013-03-06 19:21:10 +00:00
|
|
|
help = 'Index format: yyyy-mm-dd'
|
|
|
|
|
|
|
|
|
|
|
|
class Geeks(_BasicScraper):
|
|
|
|
url = 'http://sevenfloorsdown.com/geeks/'
|
|
|
|
stripUrl = url + 'archives/%s'
|
2013-04-10 21:57:09 +00:00
|
|
|
firstStripUrl = stripUrl % '10'
|
2016-03-20 19:10:04 +00:00
|
|
|
imageSearch = compile(
|
|
|
|
r'<img src=\'(http://sevenfloorsdown.com/geeks/comics/.+?)\'')
|
2013-03-06 19:21:10 +00:00
|
|
|
prevSearch = compile(r'<a href="(.+?)">« Previous')
|
|
|
|
help = 'Index format: nnn'
|
2012-06-20 19:58:13 +00:00
|
|
|
|
|
|
|
|
2013-03-11 21:51:45 +00:00
|
|
|
class GeeksNextDoor(_BasicScraper):
|
|
|
|
url = 'http://www.geeksnextcomic.com/'
|
|
|
|
stripUrl = url + '%s.html'
|
2013-04-10 21:57:09 +00:00
|
|
|
firstStripUrl = stripUrl % '2010-10-04'
|
2013-03-11 21:51:45 +00:00
|
|
|
imageSearch = compile(tagre("img", "src", r'(images/GND\d+[^"]+)'))
|
|
|
|
prevSearch = compile(tagre("a", "href", r'(\d+-\d+-\d+\.html)') +
|
2016-03-20 19:10:04 +00:00
|
|
|
tagre("img", "src", r'images/nav_prev\.png'))
|
2013-03-11 21:51:45 +00:00
|
|
|
help = 'Index format: yyyy-mm-dd'
|
|
|
|
|
|
|
|
|
2013-04-25 18:58:24 +00:00
|
|
|
class GirlGenius(_BasicScraper):
|
|
|
|
baseUrl = 'http://www.girlgeniusonline.com/'
|
|
|
|
rurl = escape(baseUrl)
|
|
|
|
url = baseUrl + 'comic.php'
|
2013-04-26 17:52:45 +00:00
|
|
|
stripUrl = url + '?date=%s'
|
2013-04-25 18:58:24 +00:00
|
|
|
firstStripUrl = stripUrl % '20021104'
|
2016-03-20 19:10:04 +00:00
|
|
|
imageSearch = compile(
|
|
|
|
tagre("img", "src", r"(%sggmain/strips/[^']*)" % rurl, quote="'"))
|
2014-06-13 20:43:40 +00:00
|
|
|
prevSearch = compile(tagre("a", "id", "topprev", quote="\"",
|
2016-03-20 19:10:04 +00:00
|
|
|
before=r"(%s[^\"']+)" % rurl))
|
2014-06-13 20:43:40 +00:00
|
|
|
multipleImagesPerStrip = True
|
2013-04-25 18:58:24 +00:00
|
|
|
help = 'Index format: yyyymmdd'
|
|
|
|
|
2016-03-20 19:10:04 +00:00
|
|
|
|
2012-06-20 19:58:13 +00:00
|
|
|
class GirlsWithSlingshots(_BasicScraper):
|
2013-02-04 20:00:26 +00:00
|
|
|
url = 'http://www.girlswithslingshots.com/'
|
2013-04-10 21:57:09 +00:00
|
|
|
rurl = escape(url)
|
2016-03-20 19:10:04 +00:00
|
|
|
stripUrl = url + 'comic/%s'
|
2014-07-02 17:51:53 +00:00
|
|
|
firstStripUrl = stripUrl % 'gws1'
|
2013-04-10 21:57:09 +00:00
|
|
|
imageSearch = (
|
|
|
|
compile(tagre("img", "src", r'(%scomics/[^"]+)' % rurl)),
|
2016-03-20 19:10:04 +00:00
|
|
|
compile(tagre("img", "src",
|
|
|
|
r'(http://cdn\.girlswithslingshots\.com/comics/[^"]+)')),
|
2013-04-10 21:57:09 +00:00
|
|
|
)
|
2016-03-20 19:10:04 +00:00
|
|
|
prevSearch = compile(tagre("a", "href", r'(%scomic/[^"]+)' % rurl,
|
|
|
|
after="prev"))
|
2014-07-02 17:51:53 +00:00
|
|
|
help = 'Index format: stripname'
|
2012-06-20 19:58:13 +00:00
|
|
|
|
|
|
|
|
2013-03-06 19:21:10 +00:00
|
|
|
class GlassHalfEmpty(_BasicScraper):
|
|
|
|
url = 'http://www.defectivity.com/ghe/index.php'
|
|
|
|
stripUrl = url + '?strip_id=%s'
|
2013-04-10 21:57:09 +00:00
|
|
|
firstStripUrl = stripUrl % '0'
|
2013-03-06 19:21:10 +00:00
|
|
|
imageSearch = compile(r'src="(comics/.+?)"')
|
2016-03-20 19:10:04 +00:00
|
|
|
prevSearch = compile(
|
|
|
|
tagre("a", "href", r'(\?strip_id=\d+)') +
|
|
|
|
tagre("img", "src", r'\.\./images/arrowbuttons/onback\.jpg'))
|
2013-03-06 19:21:10 +00:00
|
|
|
help = 'Index format: nnn'
|
|
|
|
|
|
|
|
|
2012-11-20 17:53:53 +00:00
|
|
|
class GleefulNihilism(_BasicScraper):
|
2013-02-04 20:00:26 +00:00
|
|
|
url = 'http://gleefulnihilism.com/'
|
2013-04-10 16:19:11 +00:00
|
|
|
rurl = escape(url)
|
2013-11-12 17:33:14 +00:00
|
|
|
stripUrl = url + 'comic/%s/'
|
|
|
|
firstStripUrl = stripUrl % 'amoeba'
|
2016-03-20 19:10:04 +00:00
|
|
|
imageSearch = compile(
|
|
|
|
tagre("img", "src", r'(%swp-content/uploads/\d+/\d+/[^"]+)' % rurl))
|
|
|
|
prevSearch = compile(
|
|
|
|
tagre("a", "href", r'(%scomic/[^"]+)' % rurl) + '‹')
|
2013-11-12 17:33:14 +00:00
|
|
|
help = 'Index format: stripname'
|
2012-06-20 19:58:13 +00:00
|
|
|
|
|
|
|
|
2015-09-28 21:50:15 +00:00
|
|
|
class GoblinsComic(_ParserScraper):
|
2013-07-09 20:21:17 +00:00
|
|
|
url = 'http://www.goblinscomic.org/'
|
2013-04-10 16:19:11 +00:00
|
|
|
rurl = escape(url)
|
2013-04-09 17:37:24 +00:00
|
|
|
stripUrl = url + '%s/'
|
2015-09-28 21:50:15 +00:00
|
|
|
css = True
|
|
|
|
imageSearch = '#comic img'
|
|
|
|
prevSearch = '.nav-previous > a'
|
2013-04-09 17:37:24 +00:00
|
|
|
help = 'Index format: ddmmyyyy'
|
|
|
|
|
|
|
|
|
2016-04-03 22:12:53 +00:00
|
|
|
class GoGetARoomie(_ComicControlScraper):
|
|
|
|
url = 'http://www.gogetaroomie.com'
|
|
|
|
|
|
|
|
|
2012-06-20 19:58:13 +00:00
|
|
|
class GoneWithTheBlastwave(_BasicScraper):
|
2013-02-05 18:51:46 +00:00
|
|
|
url = 'http://www.blastwave-comic.com/index.php?p=comic&nro=1'
|
2016-03-20 19:10:04 +00:00
|
|
|
starter = indirectStarter(
|
|
|
|
url, compile(r'href="(index.php\?p=comic&nro=\d+)">' +
|
|
|
|
r'<img src="images/page/default/latest'))
|
2013-02-05 18:51:46 +00:00
|
|
|
stripUrl = url[:-1] + '%s'
|
2013-04-10 21:57:09 +00:00
|
|
|
firstStripUrl = stripUrl % '1'
|
2012-06-20 19:58:13 +00:00
|
|
|
imageSearch = compile(r'<img.+src=".+(/comics/.+?)"')
|
2016-03-20 19:10:04 +00:00
|
|
|
prevSearch = compile(r'href="(index.php\?p=comic&nro=\d+)">' +
|
|
|
|
r'<img src="images/page/default/previous')
|
2012-06-20 19:58:13 +00:00
|
|
|
help = 'Index format: n'
|
|
|
|
|
|
|
|
@classmethod
|
|
|
|
def namer(cls, imageUrl, pageUrl):
|
|
|
|
return '%02d' % int(compile(r'nro=(\d+)').search(pageUrl).group(1))
|
|
|
|
|
|
|
|
|
2016-04-10 21:04:34 +00:00
|
|
|
class GrrlPower(_WordPressScraper):
|
2014-10-24 21:42:32 +00:00
|
|
|
url = 'http://grrlpowercomic.com/'
|
2016-04-10 21:04:34 +00:00
|
|
|
firstStripUrl = url + 'archives/48'
|
|
|
|
prevSearch = '//a[%s]' % xpath_class('navi-prev')
|
2013-01-29 20:42:10 +00:00
|
|
|
|
|
|
|
|
2016-03-31 21:13:54 +00:00
|
|
|
class GUComics(_BasicScraper):
|
|
|
|
url = 'http://www.gucomics.com/'
|
|
|
|
stripUrl = url + '%s'
|
|
|
|
firstStripUrl = stripUrl % '20000710'
|
|
|
|
imageSearch = compile(tagre("img", "src", r'(/comics/\d{4}/gu_[^"]+)'))
|
|
|
|
prevSearch = compile(tagre("a", "href", r'(/\d+)') +
|
|
|
|
tagre("img", "src", r'/images/nav/prev\.png'))
|
|
|
|
help = 'Index format: yyyymmdd'
|
|
|
|
|
|
|
|
|
2015-02-02 09:24:32 +00:00
|
|
|
class GunnerkriggCourt(_BasicScraper):
|
2013-02-04 20:00:26 +00:00
|
|
|
url = 'http://www.gunnerkrigg.com/'
|
|
|
|
stripUrl = url + '?p=%s'
|
2013-01-29 18:00:29 +00:00
|
|
|
imageSearch = compile(tagre("img", "src", r'(/comics/[^"]+)'))
|
2016-03-20 19:10:04 +00:00
|
|
|
prevSearch = compile(
|
|
|
|
tagre("a", "href", r'(\?p=\d+)') +
|
|
|
|
tagre("img", "src", "http://www\.gunnerkrigg\.com/images/prev_a\.jpg"))
|
2013-01-29 18:00:29 +00:00
|
|
|
help = 'Index format: number'
|
2012-06-20 19:58:13 +00:00
|
|
|
|
|
|
|
|
|
|
|
class Gunshow(_BasicScraper):
|
2013-02-04 20:00:26 +00:00
|
|
|
url = 'http://gunshowcomic.com/'
|
|
|
|
stripUrl = url + '%s'
|
2013-04-10 21:57:09 +00:00
|
|
|
firstStripUrl = stripUrl % '1'
|
2016-03-20 19:10:04 +00:00
|
|
|
imageSearch = compile(tagre("img", "src",
|
|
|
|
r'(http://gunshowcomic\.com/comics/[^"]+)'))
|
2012-12-04 06:02:40 +00:00
|
|
|
multipleImagesPerStrip = True
|
2016-03-20 19:10:04 +00:00
|
|
|
prevSearch = compile(
|
|
|
|
tagre("a", "href", r'([^"]+)') +
|
|
|
|
tagre("img", "src", r'[^"]*menu/small/previous\.gif'))
|
2012-11-21 20:57:26 +00:00
|
|
|
help = 'Index format: n'
|