8e1e398a8d
This is trying to strike a balance between updating as much existing classes as possible, but not making the diff too big...
58 lines
1.7 KiB
Python
58 lines
1.7 KiB
Python
# SPDX-License-Identifier: MIT
|
|
# Copyright (C) 2004-2008 Tristan Seligmann and Jonathan Jacobs
|
|
# Copyright (C) 2012-2014 Bastian Kleineidam
|
|
# Copyright (C) 2015-2022 Tobias Gruetzmacher
|
|
import re
|
|
import os
|
|
from operator import attrgetter
|
|
|
|
import pytest
|
|
from xdist.dsession import LoadScopeScheduling
|
|
|
|
from dosagelib.scraper import scrapers
|
|
|
|
|
|
def get_test_scrapers():
|
|
"""Return scrapers that should be tested."""
|
|
if 'TESTALL' in os.environ:
|
|
# test all comics (this will take some time)
|
|
return scrapers.all()
|
|
elif 'TESTCOMICS' in os.environ:
|
|
scraper_pattern = os.environ['TESTCOMICS']
|
|
else:
|
|
# Get limited number of scraper tests as default
|
|
testscrapernames = [
|
|
# "classic" BasicScraper
|
|
'AbstruseGoose',
|
|
# complex ParserScraper
|
|
'GoComics/CalvinAndHobbes',
|
|
# WordPressScraper
|
|
'GrrlPower',
|
|
]
|
|
scraper_pattern = '^(' + '|'.join(testscrapernames) + ')$'
|
|
|
|
matcher = re.compile(scraper_pattern)
|
|
return [
|
|
scraperobj for scraperobj in scrapers.all()
|
|
if matcher.match(scraperobj.name)
|
|
]
|
|
|
|
|
|
def pytest_generate_tests(metafunc):
|
|
if 'scraperobj' in metafunc.fixturenames:
|
|
scrapers = sorted(get_test_scrapers(), key=attrgetter('name'))
|
|
metafunc.parametrize('scraperobj', scrapers, ids=attrgetter('name'))
|
|
|
|
|
|
class LoadModScheduling(LoadScopeScheduling):
|
|
"""Implement load scheduling for comic modules. See xdist for details."""
|
|
|
|
def _split_scope(self, nodeid):
|
|
mod, test = nodeid.split("::", 1)
|
|
return mod + "::" + test.split("/", 1)[0]
|
|
|
|
|
|
@pytest.mark.trylast()
|
|
def pytest_xdist_make_scheduler(config, log):
|
|
return LoadModScheduling(config, log)
|