diff --git a/core/httptools.py b/core/httptools.py index 00369812..ac8f06d4 100755 --- a/core/httptools.py +++ b/core/httptools.py @@ -409,15 +409,21 @@ def downloadpage(url, **opt): """ load_cookies() - if scrapertoolsV2.get_domain_from_url(url) in ['www.seriehd.moda', 'wstream.video', 'www.guardaserie.media', 'akvideo.stream','www.piratestreaming.top']: # cloudflare urls - if opt.get('session', False): + # if scrapertoolsV2.get_domain_from_url(url) in ['www.seriehd.moda', 'wstream.video', 'www.guardaserie.media', 'akvideo.stream','www.piratestreaming.top']: # cloudflare urls + # if opt.get('session', False): + # session = opt['session'] # same session to speed up search + # else: + # from lib import cloudscraper + # session = cloudscraper.create_scraper() + # else: + # from lib import requests + # session = requests.session() + + if opt.get('session', False): session = opt['session'] # same session to speed up search - else: - from lib import cloudscraper - session = cloudscraper.create_scraper() else: - from lib import requests - session = requests.session() + from lib import cloudscraper + session = cloudscraper.create_scraper() # Headers by default, if nothing is specified req_headers = default_headers.copy() diff --git a/lib/cloudscraper/__init__.py b/lib/cloudscraper/__init__.py index c1b10a02..0ef9890e 100644 --- a/lib/cloudscraper/__init__.py +++ b/lib/cloudscraper/__init__.py @@ -163,6 +163,9 @@ class CloudScraper(Session): def request(self, method, url, *args, **kwargs): # pylint: disable=E0203 + from time import time + from platformcode import logger + start= time() if kwargs.get('proxies') and kwargs.get('proxies') != self.proxies: self.proxies = kwargs.get('proxies') @@ -197,7 +200,7 @@ class CloudScraper(Session): else: if not resp.is_redirect and resp.status_code not in [429, 503]: self._solveDepthCnt = 0 - + logger.debug('CF TIME= '+str(time()-start)) return resp # ------------------------------------------------------------------------------- #