resolverdns senza cloudscrape + fix findhost eurostreaming

This commit is contained in:
marco
2020-01-05 23:13:55 +01:00
parent e4762e882b
commit 4212bef5ff
5 changed files with 32 additions and 28 deletions
+10 -11
View File
@@ -251,19 +251,18 @@ def downloadpage(url, **opt):
"""
load_cookies()
if config.get_setting('resolver_dns'):
if opt.get('session', False):
session = opt['session'] # same session to speed up search
logger.info('same session')
elif opt.get('use_requests', False):
from lib import requests
session = requests.session()
elif urlparse.urlparse(url).netloc in ['www.guardaserie.media']:
from lib import cloudscraper
session = cloudscraper.create_scraper()
elif config.get_setting('resolver_dns'):
from specials import resolverdns
session = resolverdns.session()
else:
if opt.get('session', False):
session = opt['session'] # same session to speed up search
logger.info('same session')
elif opt.get('use_requests', False):
from lib import requests
session = requests.session()
else:
from lib import cloudscraper
session = cloudscraper.create_scraper()
req_headers = default_headers.copy()
+1 -1
View File
@@ -173,7 +173,7 @@ def cleantitle(title):
def scrapeBlock(item, args, block, patron, headers, action, pagination, debug, typeContentDict, typeActionDict, blacklist, search, pag, function, lang):
itemlist = []
log("scrapeBlock qui", block, patron)
log("scrapeBlock qui")
matches = scrapertools.find_multiple_matches_groups(block, patron)
log('MATCHES =', matches)