risolta doppia chiamata

This commit is contained in:
marco
2019-12-27 18:29:46 +01:00
parent 0739865153
commit f88f96383d
2 changed files with 3 additions and 1 deletions
+1 -1
View File
@@ -441,7 +441,7 @@ def downloadpage(url, **opt):
opt['url_save'] = url opt['url_save'] = url
opt['post_save'] = opt.get('post', None) opt['post_save'] = opt.get('post', None)
while opt['proxy_retries_counter'] <= opt.get('proxy_retries', 1): while opt['proxy_retries_counter'] < opt.get('proxy_retries', 1):
response = {} response = {}
info_dict = [] info_dict = []
payload = dict() payload = dict()
+2
View File
@@ -132,6 +132,7 @@ class session(requests.Session):
ret = self.request(method, newUrl, headers=headers, **kwargs) ret = self.request(method, newUrl, headers=headers, **kwargs)
newUrl = ret.headers.get('Location', realUrl) newUrl = ret.headers.get('Location', realUrl)
redirectN += 1 redirectN += 1
ret.url = newUrl
except Exception as e: except Exception as e:
logger.info('Request for ' + domain + ' with ip ' + ip + ' failed') logger.info('Request for ' + domain + ' with ip ' + ip + ' failed')
logger.info(e) logger.info(e)
@@ -139,5 +140,6 @@ class session(requests.Session):
if (tryFlush or not ret) and not flushedDns: # re-request ips and update cache if (tryFlush or not ret) and not flushedDns: # re-request ips and update cache
logger.info('Flushing dns cache for ' + domain) logger.info('Flushing dns cache for ' + domain)
return self.flushDns(method, realUrl, domain, **kwargs) return self.flushDns(method, realUrl, domain, **kwargs)
logger.info('tempo dns: ' + str(time.time()-t)) logger.info('tempo dns: ' + str(time.time()-t))
return ret return ret