allowed redirects
This commit is contained in:
+1
-1
@@ -25,7 +25,7 @@ def http_fetch(url, useragent=None, hdrs={}):
|
|||||||
useragent = DEFAULT_UA
|
useragent = DEFAULT_UA
|
||||||
hdrs['User-Agent'] = useragent
|
hdrs['User-Agent'] = useragent
|
||||||
try:
|
try:
|
||||||
r = requests.get(url, headers=hdrs)
|
r = requests.get(url, headers=hdrs, allow_redirects=True)
|
||||||
return (r.status_code, r.text)
|
return (r.status_code, r.text)
|
||||||
except:
|
except:
|
||||||
return (404, '')
|
return (404, '')
|
||||||
|
|||||||
Reference in New Issue
Block a user