Work around a bug in python requests.

2013-02-11 19:52:59 +01:00 · 2013-02-11 19:52:59 +01:00 · a35c54525d
parent 14f0a6fe78
commit a35c54525d
1 changed files with 4 additions and 0 deletions
--- a/dosagelib/util.py
+++ b/dosagelib/util.py
@ -101,6 +101,10 @@ def getPageContent(url, max_content_bytes=MaxContentBytes, session=None):
    # read page data
    page = urlopen(url, max_content_bytes=max_content_bytes, session=session)
    data = page.text
+    if not data:
+        # sometimes the python requests library is wonky - try again
+        page = urlopen(url, max_content_bytes=max_content_bytes, session=session)
+        data = page.text
    # determine base URL
    baseUrl = None
    match = baseSearch.search(data)