27d28b8eef
The default encoding for source files is UTF-8 since Python 3, so we can drop all encoding headers. While we are at it, just replace them with SPDX headers.
44 lines
1.4 KiB
Python
Executable file
44 lines
1.4 KiB
Python
Executable file
#!/usr/bin/env python3
|
|
# SPDX-License-Identifier: MIT
|
|
# Copyright (C) 2004-2008 Tristan Seligmann and Jonathan Jacobs
|
|
# Copyright (C) 2012-2014 Bastian Kleineidam
|
|
# Copyright (C) 2015-2017 Tobias Gruetzmacher
|
|
"""
|
|
Script to get a list of gocomics and save the info in a JSON file for further
|
|
processing.
|
|
"""
|
|
|
|
from scriptutil import ComicListUpdater
|
|
|
|
|
|
class GoComicsUpdater(ComicListUpdater):
|
|
# names of comics to exclude
|
|
excluded_comics = (
|
|
# too short
|
|
'LukeyMcGarrysTLDR',
|
|
)
|
|
|
|
def handle_gocomics(self, url, outercss='a.amu-media-item-link', lang=None):
|
|
"""Parse one GoComics alphabetic page."""
|
|
data = self.get_url(url, expand=False)
|
|
|
|
for comiclink in data.cssselect(outercss):
|
|
link = comiclink.attrib['href']
|
|
name = comiclink.cssselect('h4')[0].text
|
|
self.add_comic(name, (link, lang))
|
|
|
|
def collect_results(self):
|
|
"""Parse all listing pages."""
|
|
for part in ('a-b', 'c-e', 'f-i', 'j-n', 'o-r', 's-t', 'u-%23'):
|
|
self.handle_gocomics('http://www.gocomics.com/comics/a-to-z?page=' + part)
|
|
self.handle_gocomics('http://www.gocomics.com/comics/espanol', 'a.gc-card-item', 'es')
|
|
|
|
def get_entry(self, name, data):
|
|
url, lang = data
|
|
langopt = ", '%s'" % lang if lang else ''
|
|
return u"cls('%s', '%s'%s)," % (name, url[1:], langopt)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
GoComicsUpdater(__file__).run()
|