From c18d05dea34ea12564b198845f4a4b8cb7087b51 Mon Sep 17 00:00:00 2001 From: Alhaziel Date: Sat, 21 Dec 2019 20:24:03 +0100 Subject: [PATCH] =?UTF-8?q?Possibilit=C3=A0=20di=20disattivare=20resolver?= =?UTF-8?q?=5Fdns?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- core/httptools.py | 23 +++++++++++++---------- 1 file changed, 13 insertions(+), 10 deletions(-) diff --git a/core/httptools.py b/core/httptools.py index 21973a8f..2debd727 100755 --- a/core/httptools.py +++ b/core/httptools.py @@ -410,17 +410,20 @@ def downloadpage(url, **opt): """ load_cookies() - from specials import resolverdns - session = resolverdns.session() + if config.get_setting('resolver_dns'): + from specials import resolverdns + session = resolverdns.session() + else: + if opt.get('session', False): + session = opt['session'] # same session to speed up search + logger.info('same session') + elif opt.get('use_requests', False): + from lib import requests + session = requests.session() + else: + from lib import cloudscraper + session = cloudscraper.create_scraper() - # if opt.get('session', False): - # session = opt['session'] # same session to speed up search - # logger.info('same session') - # elif not opt.get('use_requests', True): - # from lib import cloudscraper - # session = cloudscraper.create_scraper() - - # Headers by default, if nothing is specified req_headers = default_headers.copy() # Headers passed as parameters