allowed redirects
This commit is contained in:
+1
-1
@@ -25,7 +25,7 @@ def http_fetch(url, useragent=None, hdrs={}):
|
||||
useragent = DEFAULT_UA
|
||||
hdrs['User-Agent'] = useragent
|
||||
try:
|
||||
r = requests.get(url, headers=hdrs)
|
||||
r = requests.get(url, headers=hdrs, allow_redirects=True)
|
||||
return (r.status_code, r.text)
|
||||
except:
|
||||
return (404, '')
|
||||
|
||||
Reference in New Issue
Block a user