dosage/scripts/gocomics.py

#!/usr/bin/env python3
# SPDX-License-Identifier: MIT
# SPDX-FileCopyrightText: © 2004 Tristan Seligmann and Jonathan Jacobs
# SPDX-FileCopyrightText: © 2012 Bastian Kleineidam
# SPDX-FileCopyrightText: © 2015 Tobias Gruetzmacher
"""
Script to get a list of gocomics and save the info in a JSON file for further
processing.
"""

from scriptutil import ComicListUpdater


class GoComicsUpdater(ComicListUpdater):
    dup_templates = (
        "ComicsKingdom/%s",
    )

    # names of comics to exclude
    excluded_comics = (
        # too short
        'LukeyMcGarrysTLDR',
        # Has its own module
        'Widdershins',
    )

    def handle_gocomics(self, url, outercss='a.gc-blended-link', lang=None):
        """Parse one GoComics alphabetic page."""
        data = self.get_url(url, expand=False)

        for comiclink in data.cssselect(outercss):
            link = comiclink.attrib['href'].split('/')[1].strip()
            name = comiclink.cssselect('h4')[0].text
            self.add_comic(name, (link, lang))

    def collect_results(self):
        """Parse all listing pages."""
        # We add the spanish comics first since they are now also listed on the list of all
        # comics... (Expect duplicate warnings for all spanish comics)
        self.handle_gocomics('https://www.gocomics.com/comics/espanol', lang='es')
        self.handle_gocomics('https://www.gocomics.com/comics/espanol?page=2', lang='es')
        self.handle_gocomics('https://www.gocomics.com/comics/a-to-z')

    def get_entry(self, name: str, data: tuple[str, str]):
        url, lang = data
        langopt = ", '%s'" % lang if lang else ''
        return u"cls('%s', '%s'%s)," % (name, url, langopt)


if __name__ == '__main__':
    GoComicsUpdater(__file__).run()