CF Come unico metodo per httptools

core/httptools.py

@@ -409,15 +409,21 @@ def downloadpage(url, **opt):
         """
     load_cookies()
 
-    if scrapertoolsV2.get_domain_from_url(url) in ['www.seriehd.moda', 'wstream.video', 'www.guardaserie.media', 'akvideo.stream','www.piratestreaming.top']:  # cloudflare urls
+    # if scrapertoolsV2.get_domain_from_url(url) in ['www.seriehd.moda', 'wstream.video', 'www.guardaserie.media', 'akvideo.stream','www.piratestreaming.top']:  # cloudflare urls
-        if opt.get('session', False):
+    #     if opt.get('session', False):
+    #         session = opt['session']  # same session to speed up search
+    #     else:
+    #         from lib import cloudscraper
+    #         session = cloudscraper.create_scraper()
+    # else:
+    #     from lib import requests
+    #     session = requests.session()
+
+    if opt.get('session', False):
             session = opt['session']  # same session to speed up search
-        else:
-            from lib import cloudscraper
-            session = cloudscraper.create_scraper()
     else:
-        from lib import requests
+        from lib import cloudscraper
-        session = requests.session()
+        session = cloudscraper.create_scraper()
 
     # Headers by default, if nothing is specified
     req_headers = default_headers.copy()

lib/cloudscraper/__init__.py

@@ -163,6 +163,9 @@ class CloudScraper(Session):
 
     def request(self, method, url, *args, **kwargs):
         # pylint: disable=E0203
+        from time import time
+        from platformcode import logger
+        start= time()
         if kwargs.get('proxies') and kwargs.get('proxies') != self.proxies:
             self.proxies = kwargs.get('proxies')
 
@@ -197,7 +200,7 @@ class CloudScraper(Session):
         else:
             if not resp.is_redirect and resp.status_code not in [429, 503]:
                 self._solveDepthCnt = 0
-
+        logger.debug('CF TIME= '+str(time()-start))
         return resp
 
     # ------------------------------------------------------------------------------- #