132 lines
4.7 KiB
Python
132 lines
4.7 KiB
Python
# -*- coding: utf-8 -*-
|
|
import os
|
|
import ssl
|
|
import urlparse
|
|
|
|
from lib.requests_toolbelt.adapters import host_header_ssl
|
|
from lib import doh
|
|
from platformcode import logger, config
|
|
import requests
|
|
|
|
try:
|
|
import _sqlite3 as sql
|
|
except:
|
|
import sqlite3 as sql
|
|
|
|
db = os.path.join(config.get_data_path(), 'kod_db.sqlite')
|
|
|
|
class CustomSocket(ssl.SSLSocket):
|
|
def __init__(self, *args, **kwargs):
|
|
super(CustomSocket, self).__init__(*args, **kwargs)
|
|
|
|
class CustomContext(ssl.SSLContext):
|
|
def __init__(self, protocol, hostname, *args, **kwargs):
|
|
self.hostname = hostname
|
|
super(CustomContext, self).__init__(protocol)
|
|
|
|
def wrap_socket(self, sock, server_side=False,
|
|
do_handshake_on_connect=True,
|
|
suppress_ragged_eofs=True,
|
|
server_hostname=None):
|
|
return CustomSocket(sock=sock, server_side=server_side,
|
|
do_handshake_on_connect=do_handshake_on_connect,
|
|
suppress_ragged_eofs=suppress_ragged_eofs,
|
|
server_hostname=self.hostname,
|
|
_context=self)
|
|
|
|
|
|
class CipherSuiteAdapter(host_header_ssl.HostHeaderSSLAdapter):
|
|
|
|
def __init__(self, domain, CF=False, *args, **kwargs):
|
|
self.conn = sql.connect(db)
|
|
self.cur = self.conn.cursor()
|
|
self.ssl_context = CustomContext(ssl.PROTOCOL_TLS, domain)
|
|
self.CF = CF # if cloudscrape is in action
|
|
self.cipherSuite = kwargs.pop('cipherSuite', ssl._DEFAULT_CIPHERS)
|
|
|
|
super(CipherSuiteAdapter, self).__init__(**kwargs)
|
|
|
|
def flushDns(self, request, domain, **kwargs):
|
|
self.cur.execute('delete from dnscache where domain=?', (domain,))
|
|
self.conn.commit()
|
|
return self.send(request, flushedDns=True, **kwargs)
|
|
|
|
def getIp(self, domain):
|
|
ip = None
|
|
try:
|
|
self.cur.execute('select ip from dnscache where domain=?', (domain,))
|
|
ip = self.cur.fetchall()[0][0]
|
|
logger.info('Cache DNS: ' + domain + ' = ' + str(ip))
|
|
except:
|
|
pass
|
|
if not ip: # not cached
|
|
try:
|
|
ip = doh.query(domain)[0]
|
|
logger.info('Query DoH: ' + domain + ' = ' + str(ip))
|
|
self.writeToCache(domain, ip)
|
|
except Exception:
|
|
logger.error('Failed to resolve hostname, fallback to normal dns')
|
|
import traceback
|
|
logger.error(traceback.print_exc())
|
|
ip = domain
|
|
return ip
|
|
|
|
def writeToCache(self, domain, ip):
|
|
try:
|
|
self.cur.execute('insert into dnscache values(?,?)', (domain, ip))
|
|
except:
|
|
self.cur.execute("""CREATE TABLE IF NOT EXISTS dnscache(
|
|
"domain" TEXT NOT NULL UNIQUE,
|
|
"ip" TEXT NOT NULL,
|
|
PRIMARY KEY("domain")
|
|
);""")
|
|
self.conn.commit()
|
|
|
|
def init_poolmanager(self, *args, **kwargs):
|
|
kwargs['ssl_context'] = self.ssl_context
|
|
return super(CipherSuiteAdapter, self).init_poolmanager(*args, **kwargs)
|
|
|
|
def proxy_manager_for(self, *args, **kwargs):
|
|
kwargs['ssl_context'] = self.ssl_context
|
|
return super(CipherSuiteAdapter, self).proxy_manager_for(*args, **kwargs)
|
|
|
|
def send(self, request, flushedDns=False, **kwargs):
|
|
try:
|
|
parse = urlparse.urlparse(request.url)
|
|
except:
|
|
raise requests.exceptions.InvalidURL
|
|
if parse.netloc:
|
|
domain = parse.netloc
|
|
else:
|
|
raise requests.exceptions.URLRequired
|
|
self.ssl_context = CustomContext(ssl.PROTOCOL_TLS, domain)
|
|
if self.CF:
|
|
self.ssl_context.options |= (ssl.OP_NO_SSLv2 | ssl.OP_NO_SSLv3 | ssl.OP_NO_TLSv1 | ssl.OP_NO_TLSv1_1)
|
|
self.ssl_context.set_ciphers(self.cipherSuite)
|
|
self.init_poolmanager(self._pool_connections, self._pool_maxsize, block=self._pool_block)
|
|
ip = self.getIp(domain)
|
|
|
|
realUrl = request.url
|
|
|
|
if request.headers:
|
|
request.headers["Host"] = domain
|
|
else:
|
|
request.headers = {"Host": domain}
|
|
ret = None
|
|
tryFlush = False
|
|
|
|
parse = list(parse)
|
|
parse[1] = ip
|
|
request.url = urlparse.urlunparse(parse)
|
|
try:
|
|
ret = super(CipherSuiteAdapter, self).send(request, **kwargs)
|
|
except Exception as e:
|
|
logger.info('Request for ' + domain + ' with ip ' + ip + ' failed')
|
|
logger.info(e)
|
|
tryFlush = True
|
|
if tryFlush and not flushedDns: # re-request ips and update cache
|
|
logger.info('Flushing dns cache for ' + domain)
|
|
return self.flushDns(request, domain, **kwargs)
|
|
ret.url = realUrl
|
|
return ret
|