7e040086b6
Instead of letting the crawler run into "random" error messages, throw a specific "geoblocked" exception instead.
60 lines
2.1 KiB
Python
60 lines
2.1 KiB
Python
# SPDX-License-Identifier: MIT
|
|
# Copyright (C) 2019-2020 Tobias Gruetzmacher
|
|
import re
|
|
|
|
import pytest
|
|
import responses
|
|
|
|
import dosagelib.cmd
|
|
import httpmocks
|
|
from dosagelib.plugins.s import SoloLeveling
|
|
from dosagelib.plugins.smackjeeves import SmackJeeves
|
|
from dosagelib.scraper import GeoblockedException
|
|
|
|
def cmd(*options):
|
|
"""'Fake' run dosage with given options."""
|
|
assert dosagelib.cmd.main(("--allow-multiple",) + options) == 0
|
|
|
|
|
|
@pytest.mark.usefixtures("_nosleep")
|
|
class TestModules(object):
|
|
"""Test that specific comic modules work correctly."""
|
|
|
|
@responses.activate
|
|
def test_turnoff(self, tmpdir):
|
|
httpmocks.page('https://turnoff.us/', 'turnoff-home')
|
|
httpmocks.page('https://turnoff.us/geek/the-bad-design-punisher',
|
|
'turnoff-229')
|
|
|
|
httpmocks.png(re.compile(r'https://turnoff\.us/image/en/.*\.png'))
|
|
|
|
cmd('--numstrips', '2', '--basepath', str(tmpdir), 'turnoff')
|
|
|
|
@responses.activate
|
|
def test_gocomics_index(self, tmpdir):
|
|
httpmocks.page('https://www.gocomics.com/calvinandhobbesespanol',
|
|
'gocomics-root')
|
|
httpmocks.page(re.compile('.*espanol/2020/03/25'), 'gocomics-page')
|
|
httpmocks.page(re.compile('.*espanol/2012/07/22'), 'gocomics-page')
|
|
|
|
httpmocks.png(re.compile(r'https://assets\..*'))
|
|
|
|
cmd('--basepath', str(tmpdir), 'CalvinAndHobbesEnEspanol')
|
|
cmd('--basepath', str(tmpdir), 'CalvinAndHobbesEnEspanol:2012/07/22')
|
|
|
|
@responses.activate
|
|
def test_smackjeeves_geoblock(self, tmpdir):
|
|
responses.add(responses.POST, re.compile('https://www.smackjeeves.com/api/.*'),
|
|
'is not currently available in your area', content_type='text/html')
|
|
|
|
with pytest.raises(GeoblockedException):
|
|
next(SmackJeeves.getmodules()[0].getStrips(1))
|
|
|
|
@responses.activate
|
|
def test_sololeveling_geoblock(self, tmpdir):
|
|
responses.add(responses.GET, 'https://w1.sololeveling.net/',
|
|
'<span>1020</span>', status=403)
|
|
|
|
with pytest.raises(GeoblockedException):
|
|
next(SoloLeveling.getmodules()[0].getStrips(1))
|