From 472afa24d3cd126606b058a3d46461ff21eaa594 Mon Sep 17 00:00:00 2001 From: Tobias Gruetzmacher Date: Thu, 16 Jul 2015 00:36:10 +0200 Subject: [PATCH] GoComics doesn't allow spiders, disable them... This removes 757 comics, including quite popular ones like Calvin and Hobbes, Garfield, FoxTrot, etc. :( --- dosagelib/plugins/gocomics.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/dosagelib/plugins/gocomics.py b/dosagelib/plugins/gocomics.py index c90cf1399..b315c4fe3 100755 --- a/dosagelib/plugins/gocomics.py +++ b/dosagelib/plugins/gocomics.py @@ -17,6 +17,10 @@ _prevSearch = compile(tagre("a", "href", r'(/[^"]+/\d+/\d+/\d+)', after="prev")) _nextSearch = compile(tagre("a", "href", r'(/[^"]+/\d+/\d+/\d+)', after="next")) def add(name, shortname): + # Unfortunately, the whole http://assets.amuniversal.com/ is blocked by + # robots.txt, so we disable GoComics for now... + return + baseUrl = 'http://www.gocomics.com' url = baseUrl + shortname classname = 'GoComics_%s' % name