From 5fe48d013a56240efc0fe3f34d4ce722d7da3dfe Mon Sep 17 00:00:00 2001 From: Bastian Kleineidam Date: Sun, 5 Jan 2014 17:14:19 +0100 Subject: [PATCH] Increase wait interval. --- dosagelib/scraper.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dosagelib/scraper.py b/dosagelib/scraper.py index 95bc2321d..18b2000ed 100644 --- a/dosagelib/scraper.py +++ b/dosagelib/scraper.py @@ -188,8 +188,8 @@ class _BasicScraper(object): break url = prevUrl if url: - # wait up to 1 second for next URL - time.sleep(random.random()) + # wait up to 2 seconds for next URL + time.sleep(1.0 + random.random()) def getPrevUrl(self, url, data, baseUrl): """Find previous URL."""