Increase wait interval.

2014-01-05 17:14:19 +01:00 · 2014-01-05 17:14:19 +01:00 · 5fe48d013a
parent 4d63920434
commit 5fe48d013a
1 changed files with 2 additions and 2 deletions
--- a/dosagelib/scraper.py
+++ b/dosagelib/scraper.py
@ -188,8 +188,8 @@ class _BasicScraper(object):
                break
            url = prevUrl
            if url:
-                # wait up to 1 second for next URL
-                time.sleep(random.random())
+                # wait up to 2 seconds for next URL
+                time.sleep(1.0 + random.random())

    def getPrevUrl(self, url, data, baseUrl):
        """Find previous URL."""