findhost in channels.json

This commit is contained in:
marco
2020-10-09 20:15:04 +02:00
parent 454ef459f5
commit 3d39fbf4fa
20 changed files with 102 additions and 108 deletions
+4 -5
View File
@@ -54,18 +54,17 @@ from core.item import Item # per newest
# se il sito ha un link per ottenere l'url corretto in caso di oscuramenti
# la funzione deve ritornare l'indirizzo corretto, verrà chiamata solo se necessario (link primario irraggiungibile)
def findhost():
def findhost():
permUrl = httptools.downloadpage('https://www.cb01.uno/', follow_redirects=False).headers
def findhost(url):
permUrl = httptools.downloadpage(url, follow_redirects=False).headers
if 'google' in permUrl['location']:
host = permUrl['location'].replace('https://www.google.it/search?q=site:', '')
else:
host = permUrl['location']
return host
# se si usa findhost
# se si usa findhost metti in channels.json l'url del sito che contiene sempre l'ultimo dominio
host = config.get_channel_url(findhost)
# se non si usa (metti l'url in channels.json)
# se non si usa metti direttamente l'url finale in channels.json
host = config.get_channel_url()
headers = [['Referer', host]]
+2 -3
View File
@@ -17,10 +17,9 @@ from core import scrapertools, httptools, support
from core.item import Item
from platformcode import config, logger
#impostati dinamicamente da findhost()
def findhost():
data = httptools.downloadpage('https://altadefinizione01-nuovo.info/').data
def findhost(url):
data = httptools.downloadpage(url).data
host = scrapertools.find_single_match(data, '<div class="elementor-button-wrapper"> <a href="([^"]+)"')
return host
+2 -2
View File
@@ -21,8 +21,8 @@ from core import support
from core.item import Item
from platformcode import config
def findhost():
data = support.httptools.downloadpage('https://altadefinizione-nuovo.me/').data
def findhost(url):
data = support.httptools.downloadpage(url).data
host = support.scrapertools.find_single_match(data, '<div class="elementor-button-wrapper"> <a href="([^"]+)"')
return host
+2 -2
View File
@@ -11,8 +11,8 @@ from lib import unshortenit
from platformcode import logger, config
def findhost():
host = httptools.downloadpage('https://cb01.uno/', follow_redirect=True).url
def findhost(url):
host = httptools.downloadpage(url, follow_redirect=True).url
if host == 'https://cb01.uno/':
host = support.match(host, patron=r'<a href="([^"]+)', debug=True).match
return host
+1 -1
View File
@@ -11,7 +11,7 @@ from platformcode import config
# rimanda a .today che contiene tutti link a .plus
# def findhost():
# def findhost(url):
# permUrl = httptools.downloadpage('https://www.cinemalibero.online/', follow_redirects=False).headers
# try:
# import urlparse
+2 -2
View File
@@ -7,8 +7,8 @@
from core import httptools, support
from core.item import Item
def findhost():
permUrl = httptools.downloadpage('https://eurostreaming.link/', follow_redirects=False, only_headers=True).headers
def findhost(url):
permUrl = httptools.downloadpage(url, follow_redirects=False, only_headers=True).headers
host = 'https://'+permUrl['location'].replace('https://www.google.it/search?q=site:', '')
return host
+2 -2
View File
@@ -7,8 +7,8 @@ from core import support
from platformcode import logger, config
def findhost():
return support.httptools.downloadpage('https://film4k-nuovo.link').url
def findhost(url):
return support.httptools.downloadpage(url).url
host = config.get_channel_url(findhost)
+1 -1
View File
@@ -7,7 +7,7 @@ from core import httptools, support
from core.item import Item
from platformcode import config
# def findhost():
# def findhost(url):
# page = httptools.downloadpage("https://filmpertutti.nuovo.live/").data
# url = scrapertools.find_single_match(page, 'Il nuovo indirizzo di FILMPERTUTTI è <a href="([^"]+)')
# return url
+2 -2
View File
@@ -5,8 +5,8 @@
from core import support
def findhost():
data = support.httptools.downloadpage('https://lagazzettadelcorsaro.com/').data
def findhost(url):
data = support.httptools.downloadpage(url).data
url = support.scrapertools.find_single_match(data, '<li><a href="([^"]+)')
return url[:-1] if url.endswith('/') else url
+1 -9
View File
@@ -4,17 +4,9 @@
# ------------------------------------------------------------
from core import support
from core.item import Item
from platformcode import config
from xml.dom import minidom
#impostati dinamicamente da findhost()
host = 'https://metalvideo.com'
headers={'X-Requested-With': 'XMLHttpRequest'}
headers = {'X-Requested-With': 'XMLHttpRequest'}
@support.scrape
+1 -1
View File
@@ -7,7 +7,7 @@ from core import support
from core.item import Item
from platformcode import logger, config
# def findhost():
# def findhost(url):
# return 'https://' + support.match('https://netfreex.uno/', patron='value="site:([^"]+)"').match
host = config.get_channel_url()
+2 -2
View File
@@ -5,8 +5,8 @@
from core import support
def findhost():
return support.match('https://nuovoindirizzo.info/seriehd/', patron=r'<h2[^>]+><a href="([^"]+)"').match
def findhost(url):
return support.match(url, patron=r'<h2[^>]+><a href="([^"]+)"').match
host = support.config.get_channel_url(findhost)
headers = [['Referer', host]]
+2 -2
View File
@@ -21,8 +21,8 @@ from platformcode import config
from core.item import Item
def findhost():
host = support.match('https://serietvonline.online', patron=r'href="([^"]+)">\s*cliccando qui').matches[-1]
def findhost(url):
host = support.match(url, patron=r'href="([^"]+)">\s*cliccando qui').matches[-1]
return host
host = config.get_channel_url(findhost)
+2 -2
View File
@@ -13,8 +13,8 @@ else:
from urllib import unquote
def findhost():
data = httptools.downloadpage('https://www.popcornstream-nuovo-indirizzo.online/').data
def findhost(url):
data = httptools.downloadpage(url).data
return support.scrapertools.find_single_match(data, '<a href="([^"]+)')
host = config.get_channel_url(findhost)
+2 -2
View File
@@ -12,8 +12,8 @@ from platformcode import logger
from platformcode import config, unify
def findhost():
permUrl = httptools.downloadpage('https://www.tantifilm.wiki/').data
def findhost(url):
permUrl = httptools.downloadpage(url).data
host = scrapertools.find_single_match(permUrl, r'Nuovo indirizzo: <a href="([^"]+)')
return host
-7
View File
@@ -4,18 +4,11 @@
# ------------------------------------------------------------
from core import support
from core.item import Item
from platformcode import config
from xml.dom import minidom
#impostati dinamicamente da findhost()
host = 'http://api.radiotime.com'
headers = [['Referer', host]]
@support.scrape
def mainlist(item):
item.url = host