#!/usr/bin/env python3 # SPDX-License-Identifier: MIT # Copyright (C) 2019-2022 Tobias Gruetzmacher # Copyright (C) 2019-2020 Daniel Ring """ Script to get a list of Tapastic comics and save the info in a JSON file for further processing. """ from urllib.parse import urlsplit, parse_qs from scriptutil import ComicListUpdater class TapasUpdater(ComicListUpdater): def collect_results(self): # Retrieve the first 10 top comics list pages url = 'https://tapas.io/comics?browse=ALL&sort_type=LIKE&pageNumber=' count = 10 data = [self.get_url(url + str(i), robot=False) for i in range(0, count)] for page in data: for comiclink in page.xpath('//a[@class="preferred title"]'): comicurl = comiclink.attrib['href'] name = comiclink.text self.add_comic(name, comicurl) def get_entry(self, name, url): shortName = name.replace(' ', '').replace('\'', '') titleNum = int(parse_qs(urlsplit(url).query)['title_no'][0]) url = url.rsplit('/', 1)[0].replace('/series/', '') return u"cls('%s', '%s', %d)," % (shortName, url, titleNum) if __name__ == '__main__': TapasUpdater(__file__).run()