fix updateDomains
This commit is contained in:
@@ -18,7 +18,6 @@ jobs:
|
|||||||
|
|
||||||
- name: Update domains
|
- name: Update domains
|
||||||
run: |
|
run: |
|
||||||
pip install sakee
|
|
||||||
pip install requests
|
pip install requests
|
||||||
python tools/updateDomains.py
|
python tools/updateDomains.py
|
||||||
|
|
||||||
|
|||||||
+17
-1
@@ -12,8 +12,11 @@ else:
|
|||||||
import re
|
import re
|
||||||
import time
|
import time
|
||||||
|
|
||||||
from lib import requests
|
import requests
|
||||||
|
try:
|
||||||
from platformcode import logger
|
from platformcode import logger
|
||||||
|
except ImportError:
|
||||||
|
logger = None
|
||||||
|
|
||||||
HEADERS = {
|
HEADERS = {
|
||||||
'Host': 'translate.google.com',
|
'Host': 'translate.google.com',
|
||||||
@@ -45,7 +48,10 @@ def process_request_proxy(url):
|
|||||||
target_url = \
|
target_url = \
|
||||||
BASE_URL_TRANSLATE.replace('[TARGET_URL]', request.quote(url))
|
BASE_URL_TRANSLATE.replace('[TARGET_URL]', request.quote(url))
|
||||||
|
|
||||||
|
if logger:
|
||||||
logger.debug(target_url)
|
logger.debug(target_url)
|
||||||
|
else:
|
||||||
|
print(target_url)
|
||||||
|
|
||||||
return_html = requests.get(target_url, timeout=20, headers=HEADERS)
|
return_html = requests.get(target_url, timeout=20, headers=HEADERS)
|
||||||
|
|
||||||
@@ -57,7 +63,10 @@ def process_request_proxy(url):
|
|||||||
BASE_URL_PROXY + '/translate_p?hl=it&sl=' + SL + '&tl=' + TL + '&u='
|
BASE_URL_PROXY + '/translate_p?hl=it&sl=' + SL + '&tl=' + TL + '&u='
|
||||||
)
|
)
|
||||||
|
|
||||||
|
if logger:
|
||||||
logger.debug(url_request)
|
logger.debug(url_request)
|
||||||
|
else:
|
||||||
|
print(url_request)
|
||||||
|
|
||||||
request_final = requests.get(
|
request_final = requests.get(
|
||||||
url_request,
|
url_request,
|
||||||
@@ -68,7 +77,10 @@ def process_request_proxy(url):
|
|||||||
url_request_proxy = checker_url(
|
url_request_proxy = checker_url(
|
||||||
request_final.text, 'translate.google')
|
request_final.text, 'translate.google')
|
||||||
|
|
||||||
|
if logger:
|
||||||
logger.debug(url_request_proxy)
|
logger.debug(url_request_proxy)
|
||||||
|
else:
|
||||||
|
print(url_request_proxy)
|
||||||
|
|
||||||
data = None
|
data = None
|
||||||
result = None
|
result = None
|
||||||
@@ -82,6 +94,7 @@ def process_request_proxy(url):
|
|||||||
data = result.content.decode('utf-8', 'ignore')
|
data = result.content.decode('utf-8', 'ignore')
|
||||||
if not PY3:
|
if not PY3:
|
||||||
data = data.encode('utf-8')
|
data = data.encode('utf-8')
|
||||||
|
if logger:
|
||||||
logger.debug()
|
logger.debug()
|
||||||
|
|
||||||
data = re.sub('\s(\w+)=(?!")([^<>\s]+)', r' \1="\2"', data)
|
data = re.sub('\s(\w+)=(?!")([^<>\s]+)', r' \1="\2"', data)
|
||||||
@@ -92,4 +105,7 @@ def process_request_proxy(url):
|
|||||||
|
|
||||||
return {'url': url.strip(), 'result': result, 'data': data}
|
return {'url': url.strip(), 'result': result, 'data': data}
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
|
if logger:
|
||||||
logger.error(e)
|
logger.error(e)
|
||||||
|
else:
|
||||||
|
print(e)
|
||||||
|
|||||||
Reference in New Issue
Block a user