61 lines
2.1 KiB
Python
61 lines
2.1 KiB
Python
# -*- coding: utf-8 -*-
|
|
# Copyright (C) 2004-2008 Tristan Seligmann and Jonathan Jacobs
|
|
# Copyright (C) 2012-2014 Bastian Kleineidam
|
|
# Copyright (C) 2015-2020 Tobias Gruetzmacher
|
|
# Copyright (C) 2019-2020 Daniel Ring
|
|
|
|
from __future__ import absolute_import, division, print_function
|
|
|
|
from ..scraper import _ParserScraper
|
|
from ..helpers import indirectStarter, xpath_class
|
|
|
|
# Common base classes for comics with the same structure (same hosting
|
|
# software, for example) go here. Since those are shared by many modules,
|
|
# please don't use lists of expression, as that makes it hard to track which
|
|
# expression is for which comics.
|
|
|
|
|
|
class _WordPressScraper(_ParserScraper):
|
|
imageSearch = '//div[@id="comic"]//img'
|
|
prevSearch = '//a[%s]' % xpath_class('comic-nav-previous')
|
|
nextSearch = '//a[%s]' % xpath_class('comic-nav-next')
|
|
latestSearch = '//a[%s]' % xpath_class('comic-nav-last')
|
|
|
|
|
|
class _WPNavi(_WordPressScraper):
|
|
prevSearch = '//a[%s]' % xpath_class('navi-prev')
|
|
|
|
|
|
class _WPNaviIn(_WordPressScraper):
|
|
prevSearch = '//a[%s]' % xpath_class('navi-prev-in')
|
|
|
|
|
|
class _WPWebcomic(_WordPressScraper):
|
|
imageSearch = '//div[{}]//img'.format(xpath_class('webcomic-image'))
|
|
prevSearch = '//a[{}]'.format(xpath_class('previous-webcomic-link'))
|
|
nextSearch = '///a[{}]'.format(xpath_class('next-webcomic-link'))
|
|
latestSearch = '//a[{}]'.format(xpath_class('last-webcomic-link'))
|
|
|
|
|
|
class _ComicControlScraper(_ParserScraper):
|
|
imageSearch = '//img[@id="cc-comic"]'
|
|
prevSearch = '//a[@rel="prev"]'
|
|
nextSearch = '//a[@rel="next"]'
|
|
latestSearch = '//a[@rel="last"]'
|
|
|
|
|
|
class _TumblrScraper(_ParserScraper):
|
|
starter = indirectStarter
|
|
|
|
def namer(self, image_url, page_url):
|
|
# tumblr URLs: http://host/post/num/name
|
|
# 0 1 2 3 4 5
|
|
parts = page_url.split('/')
|
|
if len(parts) > 5:
|
|
return '%s_%s' % (parts[4], parts[5])
|
|
else:
|
|
return parts[4]
|
|
|
|
def shouldSkipUrl(self, url, data):
|
|
"""Reblogged stuff is iframed"""
|
|
return data.xpath('//div[@id="post"]//iframe')
|