dmoonfire/dosage
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Activity

Work around a bug in python requests.

Browse source
This commit is contained in:
Bastian Kleineidam 2013-02-11 19:52:59 +01:00
parent 14f0a6fe78
commit a35c54525d
1 changed files with 4 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
dosagelib/util.py
View file

@ -101,6 +101,10 @@ def getPageContent(url, max_content_bytes=MaxContentBytes, session=None):
# read page data # read page data
page = urlopen(url, max_content_bytes=max_content_bytes, session=session) page = urlopen(url, max_content_bytes=max_content_bytes, session=session)
data = page.text data = page.text
if not data:
# sometimes the python requests library is wonky - try again
page = urlopen(url, max_content_bytes=max_content_bytes, session=session)
data = page.text
# determine base URL # determine base URL
baseUrl = None baseUrl = None
match = baseSearch.search(data) match = baseSearch.search(data)