dmoonfire/dosage
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Activity

Increase wait interval.

Browse source
This commit is contained in:
Bastian Kleineidam 2014-01-05 17:14:19 +01:00
parent 4d63920434
commit 5fe48d013a
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
dosagelib/scraper.py
View file

@ -188,8 +188,8 @@ class _BasicScraper(object):
break break
url = prevUrl url = prevUrl
if url: if url:
# wait up to 1 second for next URL # wait up to 2 seconds for next URL
time.sleep(random.random()) time.sleep(1.0 + random.random())
def getPrevUrl(self, url, data, baseUrl): def getPrevUrl(self, url, data, baseUrl):
"""Find previous URL.""" """Find previous URL."""