diff --git a/core/httptools.py b/core/httptools.py index d6cdcbc2..869c5f7b 100755 --- a/core/httptools.py +++ b/core/httptools.py @@ -254,21 +254,18 @@ def downloadpage(url, **opt): if urlparse.urlparse(url).netloc in ['www.guardaserie.media']: from lib import cloudscraper session = cloudscraper.create_scraper() - verify = True elif opt.get('session', False): session = opt['session'] # same session to speed up search logger.info('same session') - verify = False elif config.get_setting('resolver_dns') and not opt.get('use_requests', False): from specials import resolverdns session = resolverdns.session() - verify = False else: from lib import requests session = requests.session() - verify = False req_headers = default_headers.copy() + verify = opt.get('verify', True) # Headers passed as parameters if opt.get('headers', None) is not None: diff --git a/specials/resolverdns.py b/specials/resolverdns.py index bbde6348..7e25c32e 100644 --- a/specials/resolverdns.py +++ b/specials/resolverdns.py @@ -103,7 +103,7 @@ class session(requests.Session): def request(self, method, url, headers=None, flushedDns=False, **kwargs): parse = urlparse.urlparse(url) - domain = headers['Host'] if headers and 'Host' in headers.keys() else parse.netloc + domain = parse.netloc ip = self.getIp(domain) self.mount('https://', CipherSuiteAdapter(domain, cipherSuite='ALL')) realUrl = url