diff --git a/dosagelib/util.py b/dosagelib/util.py index 0f54ca92f..71fc55577 100644 --- a/dosagelib/util.py +++ b/dosagelib/util.py @@ -205,6 +205,7 @@ def getPageContent(url, session, max_content_bytes=MaxContentBytes): def getImageObject(url, referrer, session, max_content_bytes=MaxImageBytes): """Get response object for given image URL.""" + check_robotstxt(url, session) return urlopen(url, session, referrer=referrer, max_content_bytes=max_content_bytes, stream=True)