fix redirect resolverdns
This commit is contained in:
+1
-4
@@ -254,21 +254,18 @@ def downloadpage(url, **opt):
|
|||||||
if urlparse.urlparse(url).netloc in ['www.guardaserie.media']:
|
if urlparse.urlparse(url).netloc in ['www.guardaserie.media']:
|
||||||
from lib import cloudscraper
|
from lib import cloudscraper
|
||||||
session = cloudscraper.create_scraper()
|
session = cloudscraper.create_scraper()
|
||||||
verify = True
|
|
||||||
elif opt.get('session', False):
|
elif opt.get('session', False):
|
||||||
session = opt['session'] # same session to speed up search
|
session = opt['session'] # same session to speed up search
|
||||||
logger.info('same session')
|
logger.info('same session')
|
||||||
verify = False
|
|
||||||
elif config.get_setting('resolver_dns') and not opt.get('use_requests', False):
|
elif config.get_setting('resolver_dns') and not opt.get('use_requests', False):
|
||||||
from specials import resolverdns
|
from specials import resolverdns
|
||||||
session = resolverdns.session()
|
session = resolverdns.session()
|
||||||
verify = False
|
|
||||||
else:
|
else:
|
||||||
from lib import requests
|
from lib import requests
|
||||||
session = requests.session()
|
session = requests.session()
|
||||||
verify = False
|
|
||||||
|
|
||||||
req_headers = default_headers.copy()
|
req_headers = default_headers.copy()
|
||||||
|
verify = opt.get('verify', True)
|
||||||
|
|
||||||
# Headers passed as parameters
|
# Headers passed as parameters
|
||||||
if opt.get('headers', None) is not None:
|
if opt.get('headers', None) is not None:
|
||||||
|
|||||||
@@ -103,7 +103,7 @@ class session(requests.Session):
|
|||||||
|
|
||||||
def request(self, method, url, headers=None, flushedDns=False, **kwargs):
|
def request(self, method, url, headers=None, flushedDns=False, **kwargs):
|
||||||
parse = urlparse.urlparse(url)
|
parse = urlparse.urlparse(url)
|
||||||
domain = headers['Host'] if headers and 'Host' in headers.keys() else parse.netloc
|
domain = parse.netloc
|
||||||
ip = self.getIp(domain)
|
ip = self.getIp(domain)
|
||||||
self.mount('https://', CipherSuiteAdapter(domain, cipherSuite='ALL'))
|
self.mount('https://', CipherSuiteAdapter(domain, cipherSuite='ALL'))
|
||||||
realUrl = url
|
realUrl = url
|
||||||
|
|||||||
Reference in New Issue
Block a user