fix redirect resolverdns

This commit is contained in:
marco
2020-01-07 22:29:53 +01:00
parent 8d75ca3e2b
commit fee75619de
2 changed files with 2 additions and 5 deletions
+1 -4
View File
@@ -254,21 +254,18 @@ def downloadpage(url, **opt):
if urlparse.urlparse(url).netloc in ['www.guardaserie.media']: if urlparse.urlparse(url).netloc in ['www.guardaserie.media']:
from lib import cloudscraper from lib import cloudscraper
session = cloudscraper.create_scraper() session = cloudscraper.create_scraper()
verify = True
elif opt.get('session', False): elif opt.get('session', False):
session = opt['session'] # same session to speed up search session = opt['session'] # same session to speed up search
logger.info('same session') logger.info('same session')
verify = False
elif config.get_setting('resolver_dns') and not opt.get('use_requests', False): elif config.get_setting('resolver_dns') and not opt.get('use_requests', False):
from specials import resolverdns from specials import resolverdns
session = resolverdns.session() session = resolverdns.session()
verify = False
else: else:
from lib import requests from lib import requests
session = requests.session() session = requests.session()
verify = False
req_headers = default_headers.copy() req_headers = default_headers.copy()
verify = opt.get('verify', True)
# Headers passed as parameters # Headers passed as parameters
if opt.get('headers', None) is not None: if opt.get('headers', None) is not None:
+1 -1
View File
@@ -103,7 +103,7 @@ class session(requests.Session):
def request(self, method, url, headers=None, flushedDns=False, **kwargs): def request(self, method, url, headers=None, flushedDns=False, **kwargs):
parse = urlparse.urlparse(url) parse = urlparse.urlparse(url)
domain = headers['Host'] if headers and 'Host' in headers.keys() else parse.netloc domain = parse.netloc
ip = self.getIp(domain) ip = self.getIp(domain)
self.mount('https://', CipherSuiteAdapter(domain, cipherSuite='ALL')) self.mount('https://', CipherSuiteAdapter(domain, cipherSuite='ALL'))
realUrl = url realUrl = url