fix redirect resolverdns
This commit is contained in:
@@ -254,21 +254,18 @@ def downloadpage(url, **opt):
|
||||
if urlparse.urlparse(url).netloc in ['www.guardaserie.media']:
|
||||
from lib import cloudscraper
|
||||
session = cloudscraper.create_scraper()
|
||||
verify = True
|
||||
elif opt.get('session', False):
|
||||
session = opt['session'] # same session to speed up search
|
||||
logger.info('same session')
|
||||
verify = False
|
||||
elif config.get_setting('resolver_dns') and not opt.get('use_requests', False):
|
||||
from specials import resolverdns
|
||||
session = resolverdns.session()
|
||||
verify = False
|
||||
else:
|
||||
from lib import requests
|
||||
session = requests.session()
|
||||
verify = False
|
||||
|
||||
req_headers = default_headers.copy()
|
||||
verify = opt.get('verify', True)
|
||||
|
||||
# Headers passed as parameters
|
||||
if opt.get('headers', None) is not None:
|
||||
|
||||
@@ -103,7 +103,7 @@ class session(requests.Session):
|
||||
|
||||
def request(self, method, url, headers=None, flushedDns=False, **kwargs):
|
||||
parse = urlparse.urlparse(url)
|
||||
domain = headers['Host'] if headers and 'Host' in headers.keys() else parse.netloc
|
||||
domain = parse.netloc
|
||||
ip = self.getIp(domain)
|
||||
self.mount('https://', CipherSuiteAdapter(domain, cipherSuite='ALL'))
|
||||
realUrl = url
|
||||
|
||||
Reference in New Issue
Block a user