Fix httptools per kodi 19
This commit is contained in:
+8
-6
@@ -402,6 +402,13 @@ def downloadpage(url, **opt):
|
|||||||
response['data'] = req.content if req.content else ''
|
response['data'] = req.content if req.content else ''
|
||||||
response['url'] = req.url
|
response['url'] = req.url
|
||||||
|
|
||||||
|
if type(response['data']) != str:
|
||||||
|
try: response['data'] = response['data'].decode('utf-8')
|
||||||
|
except: response['data'] = response['data'].decode('ISO-8859-1')
|
||||||
|
|
||||||
|
if not response['data']:
|
||||||
|
response['data'] = ''
|
||||||
|
|
||||||
if req.headers.get('Server', '').startswith('cloudflare') and response_code in [429, 503, 403]\
|
if req.headers.get('Server', '').startswith('cloudflare') and response_code in [429, 503, 403]\
|
||||||
and not opt.get('CF', False) and 'Please turn JavaScript on and reload the page' in response['data']:
|
and not opt.get('CF', False) and 'Please turn JavaScript on and reload the page' in response['data']:
|
||||||
# if domain not in CF_LIST:
|
# if domain not in CF_LIST:
|
||||||
@@ -416,16 +423,11 @@ def downloadpage(url, **opt):
|
|||||||
response['data'] = re.sub('["|\']/save/[^"]*(https?://[^"]+)', '"\\1', response['data'])
|
response['data'] = re.sub('["|\']/save/[^"]*(https?://[^"]+)', '"\\1', response['data'])
|
||||||
response['url'] = response['url'].replace('https://web.archive.org/save/', '')
|
response['url'] = response['url'].replace('https://web.archive.org/save/', '')
|
||||||
|
|
||||||
if type(response['data']) != str:
|
|
||||||
try: response['data'] = response['data'].decode('utf-8')
|
|
||||||
except: response['data'] = response['data'].decode('ISO-8859-1')
|
|
||||||
|
|
||||||
if not response['data']:
|
|
||||||
response['data'] = ''
|
|
||||||
try:
|
try:
|
||||||
response['json'] = to_utf8(req.json())
|
response['json'] = to_utf8(req.json())
|
||||||
except:
|
except:
|
||||||
response['json'] = dict()
|
response['json'] = dict()
|
||||||
|
|
||||||
response['code'] = response_code
|
response['code'] = response_code
|
||||||
response['headers'] = req.headers
|
response['headers'] = req.headers
|
||||||
response['cookies'] = req.cookies
|
response['cookies'] = req.cookies
|
||||||
|
|||||||
Reference in New Issue
Block a user