risolta doppia chiamata
This commit is contained in:
+1
-1
@@ -441,7 +441,7 @@ def downloadpage(url, **opt):
|
|||||||
opt['url_save'] = url
|
opt['url_save'] = url
|
||||||
opt['post_save'] = opt.get('post', None)
|
opt['post_save'] = opt.get('post', None)
|
||||||
|
|
||||||
while opt['proxy_retries_counter'] <= opt.get('proxy_retries', 1):
|
while opt['proxy_retries_counter'] < opt.get('proxy_retries', 1):
|
||||||
response = {}
|
response = {}
|
||||||
info_dict = []
|
info_dict = []
|
||||||
payload = dict()
|
payload = dict()
|
||||||
|
|||||||
@@ -132,6 +132,7 @@ class session(requests.Session):
|
|||||||
ret = self.request(method, newUrl, headers=headers, **kwargs)
|
ret = self.request(method, newUrl, headers=headers, **kwargs)
|
||||||
newUrl = ret.headers.get('Location', realUrl)
|
newUrl = ret.headers.get('Location', realUrl)
|
||||||
redirectN += 1
|
redirectN += 1
|
||||||
|
ret.url = newUrl
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
logger.info('Request for ' + domain + ' with ip ' + ip + ' failed')
|
logger.info('Request for ' + domain + ' with ip ' + ip + ' failed')
|
||||||
logger.info(e)
|
logger.info(e)
|
||||||
@@ -139,5 +140,6 @@ class session(requests.Session):
|
|||||||
if (tryFlush or not ret) and not flushedDns: # re-request ips and update cache
|
if (tryFlush or not ret) and not flushedDns: # re-request ips and update cache
|
||||||
logger.info('Flushing dns cache for ' + domain)
|
logger.info('Flushing dns cache for ' + domain)
|
||||||
return self.flushDns(method, realUrl, domain, **kwargs)
|
return self.flushDns(method, realUrl, domain, **kwargs)
|
||||||
|
|
||||||
logger.info('tempo dns: ' + str(time.time()-t))
|
logger.info('tempo dns: ' + str(time.time()-t))
|
||||||
return ret
|
return ret
|
||||||
|
|||||||
Reference in New Issue
Block a user