[^<>]+)</a></h3>.*?(?:<span>(?P<year>[0-9]{4})</span>|</article>).*?(?:<div class="texto">(?P<plot>[^<>]+)|</article>).*?(?:genres">(?P<genre>.*?)</div>|</article>)' patronNext = '<div class="pagination">.*?class="current".*?<a href="([^"]+)".*?<div class="resppages">' addVideolibrary = False if mixed: typeActionDict={'findvideos': ['movies'], 'episodios': ['tvshows']} typeContentDict={'film': ['movies'], 'serie': ['tvshows']} return locals() @scrape def dooplay_search(item, blacklist=""): return dooplay_search_vars(item, blacklist) def dooplay_search_vars(item, blacklist): if item.contentType == 'list': # ricerca globale type = '(?P<type>movies|tvshows)' typeActionDict = {'findvideos': ['movies'], 'episodios': ['tvshows']} typeContentDict = {'movie': ['movies'], 'tvshow': ['tvshows']} elif item.contentType == 'movie': type = 'movies' action = 'findvideos' else: type = 'tvshows' action = 'episodios' patron = '<div class="result-item">.*?<img src="(?P<thumb>[^"]+)".*?<span class="' + type + '">(?P<quality>[^<>]+).*?<a href="(?P<url>[^"]+)">(?P<title>[^<>]+)</a>.*?<span class="year">(?P<year>[0-9]{4}).*?<div class="contenido"><p>(?P<plot>[^<>]+)' patronNext = '<a class="arrow_pag" href="([^"]+)"><i id="nextpagination"' return locals() def dooplay_menu(item, type): patronMenu = '<a href="(?P<url>[^"#]+)"(?: title="[^"]+")?>(?P<title>[a-zA-Z0-9]+)' patronBlock = '<nav class="' + item.args + '">(?P<block>.*?)</nav>' action = 'peliculas' return locals() def menuItem(itemlist, filename, title='', action='', url='', contentType='undefined', args=[], style=True): # Function to simplify menu creation # Call typo function if style: title = typo(title) if contentType == 'movie': extra = 'movie' else: extra = 'tvshow' itemlist.append(Item( channel = filename, title = title, action = action, url = url, extra = extra, args = args, contentType = contentType, )) def menu(func): """https://github.com/kodiondemand/addon/wiki/decoratori#menu""" def wrapper(*args): args = func(*args) item = args['item'] logger.debug(item.channel + ' menu start') host = func.__globals__['host'] filename = func.__module__.split('.')[1] single_search = False # listUrls = ['film', 'filmSub', 'tvshow', 'tvshowSub', 'anime', 'animeSub', 'search', 'top', 'topSub'] listUrls = ['top', 'film', 'tvshow', 'anime', 'search'] listUrls_extra = [] dictUrl = {} global_search = item.global_search # Main options itemlist = [] for name in listUrls: dictUrl[name] = args.get(name, None) logger.debug(dictUrl[name]) if name == 'film': title = 'Film' if name == 'tvshow': title = 'Serie TV' if name == 'anime': title = 'Anime' if name == 'search' and dictUrl[name] is not None: single_search = True # Make TOP MENU elif name == 'top' and dictUrl[name] is not None: if not global_search: for sub, var in dictUrl['top']: menuItem(itemlist, filename, title = sub + '{italic bold}', url = host + var[0] if len(var) > 0 else '', action = var[1] if len(var) > 1 else 'peliculas', args=var[2] if len(var) > 2 else '', contentType= var[3] if len(var) > 3 else 'movie') # Make MAIN MENU elif dictUrl[name] is not None: if len(dictUrl[name]) == 0: url = '' else: url = dictUrl[name][0] if type(dictUrl[name][0]) is not tuple and len(dictUrl[name][0]) > 0 else '' if not global_search: menuItem(itemlist, filename, title + '{bullet bold}', 'peliculas', host + url, contentType='movie' if name == 'film' else 'tvshow') if len(dictUrl[name]) > 0: if type(dictUrl[name][0]) is not tuple and type(dictUrl[name]) is not str: dictUrl[name].pop(0) if dictUrl[name] is not None and type(dictUrl[name]) is not str: for sub, var in dictUrl[name]: menuItem(itemlist, filename, title = sub + '{submenu} {' + title + '}', url = host + var[0] if len(var) > 0 else '', action = var[1] if len(var) > 1 else 'peliculas', args=var[2] if len(var) > 2 else '', contentType= var[3] if len(var) > 3 else 'movie' if name == 'film' else 'tvshow') # add search menu for category if 'search' not in args: menuItem(itemlist, filename, config.get_localized_string(70741) % title + '… {submenu bold}', 'search', host + url, contentType='movie' if name == 'film' else 'tvshow', style=not global_search) # Make EXTRA MENU (on bottom) for name, var in args.items(): if name not in listUrls and name != 'item': listUrls_extra.append(name) for name in listUrls_extra: dictUrl[name] = args.get(name, None) for sub, var in dictUrl[name]: menuItem(itemlist, filename, title = sub + ' ', url = host + var[0] if len(var) > 0 else '', action = var[1] if len(var) > 1 else 'peliculas', args=var[2] if len(var) > 2 else '', contentType= var[3] if len(var) > 3 else 'movie',) if single_search: menuItem(itemlist, filename, config.get_localized_string(70741) % '… {bold}', 'search', host + dictUrl['search'], style=not global_search) if not global_search: # autoplay.init(item.channel, list_servers, list_quality) # autoplay.show_option(item.channel, itemlist) channel_config(item, itemlist) # Apply auto Thumbnails at the menus thumb(itemlist) logger.debug(item.channel + ' menu end') return itemlist return wrapper def typo(string, typography=''): kod_color = '0xFF65B3DA' #'0xFF0081C2' try: string = str(string) except: string = str(string.encode('utf8')) if config.get_localized_string(30992) in string: string = string + ' >' if int(config.get_setting('view_mode_channel').split(',')[-1]) in [0, 50, 55]: VLT = True else: VLT = False if not typography and '{' in string: typography = string.split('{')[1].strip(' }').lower() string = string.replace('{' + typography + '}','').strip() else: string = string typography.lower() if 'capitalize' in typography: string = string.capitalize() if 'uppercase' in typography: string = string.upper() if 'lowercase' in typography: string = string.lower() if '[]' in typography: string = '[' + string + ']' if '()' in typography: string = '(' + string + ')' if 'submenu' in typography: if VLT: string = "•• " + string else: string = string if 'color kod' in typography: string = '[COLOR ' + kod_color + ']' + string + '[/COLOR]' elif 'color' in typography: color = scrapertools.find_single_match(typography, 'color ([a-zA-Z0-9]+)') string = '[COLOR ' + color + ']' + string + '[/COLOR]' if 'bold' in typography: string = '[B]' + string + '[/B]' if 'italic' in typography: string = '[I]' + string + '[/I]' if '_' in typography: string = ' ' + string if '--' in typography: string = ' - ' + string if 'bullet' in typography: if VLT: string = '[B]' + "•" + '[/B] ' + string else: string = string return string def match(item_url_string, **args): ''' match is a function that combines httptools and scraper tools: supports all httptools and the following arggs: @param item_url_string: if it's a titem download the page item.url, if it's a URL download the page, if it's a string pass it to scrapertools @type item_url_string: item or str @param string: force item_url_string to be a string @type string: bool @param patronBlock: find first element in patron @type patronBlock: str @param patronBloks: find multiple matches @type patronBloks: str or list @param debugBlock: regex101.com for debug @type debugBlock: bool @param patron: find multiple matches on block, blocks or data @type patron: str or list @param debug: regex101.com for debug @type debug: bool Return a item with the following key: data: data of the webpage block: first block blocks: all the blocks match: first match matches: all the matches ''' matches = blocks = [] url = None # arguments allowed for scrape patron = args.get('patron', None) patronBlock = args.get('patronBlock', None) patronBlocks = args.get('patronBlock', None) debug = args.get('debug', False) debugBlock = args.get('debugBlock', False) string = args.get('string', False) # remove scrape arguments args = dict([(key, val) for key, val in args.items() if key not in ['patron', 'patronBlock', 'patronBlocks', 'debug', 'debugBlock', 'string']]) # check type of item_url_string if string: data = item_url_string elif isinstance(item_url_string, Item): # if item_url_string is an item use item.url as url url = item_url_string.url else: if item_url_string.startswith('http'): url = item_url_string else : data = item_url_string # else: # # if item_url_string is an item use item.url as url # url = item_url_string.url # if there is a url, download the page if url: if args.get('ignore_response_code', None) is None: args['ignore_response_code'] = True data = httptools.downloadpage(url, **args).data # format page data data = html_uniform(data) # collect blocks of a page if patronBlock: blocks = [scrapertools.find_single_match(data, patronBlock)] elif patronBlocks: if type(patronBlock) == str: patron = [patronBlock] for p in patronBlock: blocks += scrapertools.find_multiple_matches(data, p) else: blocks = [data] # match if patron: if type(patron) == str: patron = [patron] for b in blocks: for p in patron: matches += scrapertools.find_multiple_matches(b, p) # debug mode if config.dev_mode(): if debugBlock: match_dbg(data, patronBlock) if debug: for block in blocks: for p in patron: match_dbg(block, p) # create a item item = Item(data=data, blocks=blocks, block=blocks[0] if len(blocks) > 0 else '', matches=matches, match=matches[0] if len(matches) > 0 else '') return item def match_dbg(data, patron): import json, webbrowser url = 'https://regex101.com' headers = {'content-type': 'application/json'} data = { 'regex': patron, 'flags': 'gm', 'testString': data, 'delimiter': '"""', 'flavor': 'python' } js = json.dumps(data).encode() if PY3 else json.dumps(data, encoding='latin1') r = Request(url + '/api/regex', js, headers=headers) r = urlopen(r).read() permaLink = json.loads(r)['permalinkFragment'] webbrowser.open(url + "/r/" + permaLink) def download(itemlist, item, typography='', function_level=1, function=''): if config.get_setting('downloadenabled'): if not typography: typography = 'color kod bold' if item.contentType == 'movie': from_action = 'findvideos' title = typo(config.get_localized_string(60354), typography) elif item.contentType == 'episode': from_action = 'findvideos' title = typo(config.get_localized_string(60356), typography) + ' - ' + item.title elif item.contentType in 'tvshow': if item.channel == 'community' and config.get_setting('show_seasons', item.channel): from_action = 'season' else: from_action = 'episodios' title = typo(config.get_localized_string(60355), typography) elif item.contentType in 'season': from_action = 'get_seasons' else: # content type does not support download return itemlist # function = function if function else inspect.stack()[function_level][3] contentSerieName=item.contentSerieName if item.contentSerieName else '' contentTitle=item.contentTitle if item.contentTitle else '' downloadItemlist = [i.tourl() for i in itemlist] if itemlist and item.contentChannel != 'videolibrary': show = True # do not show if we are on findvideos and there are no valid servers if from_action == 'findvideos': for i in itemlist: if i.action == 'play': break else: show = False if show and item.contentType != 'season': itemlist.append( Item(channel='downloads', from_channel=item.channel, title=title, fulltitle=item.fulltitle, show=item.fulltitle, contentType=item.contentType, contentSerieName=contentSerieName, url=item.url, action='save_download', from_action=from_action, contentTitle=contentTitle, path=item.path, thumbnail=thumb('downloads'), downloadItemlist=downloadItemlist )) if from_action == 'episodios': itemlist.append( Item(channel='downloads', from_channel=item.channel, title=typo(config.get_localized_string(60357),typography), fulltitle=item.fulltitle, show=item.fulltitle, contentType=item.contentType, contentSerieName=contentSerieName, url=item.url, action='save_download', from_action=from_action, contentTitle=contentTitle, download='season', thumbnail=thumb('downloads'), downloadItemlist=downloadItemlist )) return itemlist def videolibrary(itemlist, item, typography='', function_level=1, function=''): # Simply add this function to add video library support # Function_level is useful if the function is called by another function. # If the call is direct, leave it blank logger.debug() if item.contentType == 'movie': action = 'add_pelicula_to_library' extra = 'findvideos' contentType = 'movie' else: action = 'add_serie_to_library' extra = 'episodios' contentType = 'tvshow' function = function if function else inspect.stack()[function_level][3] # go up until find findvideos/episodios while function not in ['findvideos', 'episodios']: function_level += 1 try: function = inspect.stack()[function_level][3] except: break if not typography: typography = 'color kod bold' title = typo(config.get_localized_string(30161), typography) contentSerieName=item.contentSerieName if item.contentSerieName else item.fulltitle if item.contentType != 'movie' else '' contentTitle=item.contentTitle if item.contentTitle else item.fulltitle if item.contentType == 'movie' else '' if (function == 'findvideos' and contentType == 'movie') \ or (function == 'episodios' and contentType != 'movie'): if config.get_videolibrary_support() and len(itemlist) > 0: itemlist.append( item.clone(channel=item.channel, title=title, fulltitle=item.fulltitle, show=item.fulltitle, contentType=contentType, contentTitle=contentTitle, contentSerieName=contentSerieName, url=item.url, action=action, from_action=item.action, extra=extra, path=item.path, thumbnail=thumb('add_to_videolibrary') )) return itemlist def nextPage(itemlist, item, data='', patron='', function_or_level=1, next_page='', resub=[]): # Function_level is useful if the function is called by another function. # If the call is direct, leave it blank logger.debug() action = inspect.stack()[function_or_level][3] if type(function_or_level) == int else function_or_level if next_page == '': next_page = scrapertools.find_single_match(data, patron) if next_page != "": if resub: next_page = re.sub(resub[0], resub[1], next_page) if 'http' not in next_page: next_page = scrapertools.find_single_match(item.url, 'https?://[a-z0-9.-]+') + (next_page if next_page.startswith('/') else '/' + next_page) next_page = next_page.replace('&', '&') logger.debug('NEXT= ', next_page) itemlist.append( item.clone(channel=item.channel, action = action, contentType=item.contentType, title=typo(config.get_localized_string(30992), 'color kod bold'), url=next_page, args=item.args, nextPage=True, thumbnail=thumb())) return itemlist[-1] def pagination(itemlist, item, page, perpage, function_level=1): if len(itemlist) >= page * perpage: itemlist.append( Item(channel=item.channel, action=inspect.stack()[function_level][3], contentType=item.contentType, title=typo(config.get_localized_string(30992), 'color kod bold'), url=item.url, args=item.args, page=page + 1, thumbnail=thumb())) return itemlist def server(item, data='', itemlist=[], headers='', AutoPlay=True, CheckLinks=True, Download=True, patronTag=None, Videolibrary=True): logger.debug() if not data and not itemlist: data = httptools.downloadpage(item.url, headers=headers, ignore_response_code=True).data if data: itemList = servertools.find_video_items(data=str(data)) itemlist = itemlist + itemList verifiedItemlist = [] def getItem(videoitem): if not servertools.get_server_parameters(videoitem.server.lower()): # do not exists or it's empty findS = servertools.get_server_from_url(videoitem.url) info(findS) if not findS: if item.channel == 'community': findS= (config.get_localized_string(30137), videoitem.url, 'directo') else: videoitem.url = unshortenit.unshorten_only(videoitem.url)[0] findS = servertools.get_server_from_url(videoitem.url) if not findS: info(videoitem, 'Non supportato') return videoitem.server = findS[2] videoitem.title = findS[0] videoitem.url = findS[1] item.title = typo(item.contentTitle.strip(), 'bold') if item.contentType == 'movie' or (config.get_localized_string(30161) in item.title) else item.title quality = videoitem.quality if videoitem.quality else item.quality if item.quality else '' videoitem.title = (item.title if item.channel not in ['url'] else '') + (typo(videoitem.title, '_ color kod [] bold') if videoitem.title else "") + (typo(videoitem.quality, '_ color kod []') if videoitem.quality else "") videoitem.plot = typo(videoitem.title, 'bold') + (typo(quality, '_ [] bold') if quality else '') videoitem.channel = item.channel videoitem.fulltitle = item.fulltitle videoitem.show = item.show videoitem.thumbnail = item.thumbnail videoitem.contentType = item.contentType videoitem.infoLabels = item.infoLabels videoitem.quality = quality videoitem.referer = item.url videoitem.action = "play" # videoitem.nfo = item.nfo # videoitem.strm_path = item.strm_path return videoitem with futures.ThreadPoolExecutor() as executor: thL = [executor.submit(getItem, videoitem) for videoitem in itemlist if videoitem.url] for it in futures.as_completed(thL): if it.result() and not config.get_setting("black_list", server=it.result().server.lower()): verifiedItemlist.append(it.result()) try: verifiedItemlist.sort(key=lambda it: int(re.sub(r'\D','',it.quality))) except: verifiedItemlist.sort(key=lambda it: it.quality, reverse=True) if patronTag: addQualityTag(item, verifiedItemlist, data, patronTag) # Check Links if not item.global_search and config.get_setting('checklinks') and CheckLinks and not config.get_setting('autoplay'): checklinks_number = config.get_setting('checklinks_number') verifiedItemlist = servertools.check_list_links(verifiedItemlist, checklinks_number) try: if AutoPlay and item.contentChannel not in ['downloads', 'videolibrary']: autoplay.start(verifiedItemlist, item) except: import traceback logger.error(traceback.format_exc()) pass if Videolibrary and item.contentChannel != 'videolibrary': videolibrary(verifiedItemlist, item) if Download: download(verifiedItemlist, item, function_level=3) # if item.contentChannel == 'videolibrary' or not config.get_setting('autoplay'): return verifiedItemlist def filterLang(item, itemlist): # import channeltools list_language = channeltools.get_lang(item.channel) if len(list_language) > 1: from core import filtertools itemlist = filtertools.get_links(itemlist, item, list_language) return itemlist def channel_config(item, itemlist): itemlist.append( Item(channel='setting', action="channel_config", title=typo(config.get_localized_string(60587), 'color kod bold'), config=item.channel, folder=False, thumbnail=thumb('setting_0')) ) def extract_wrapped(decorated): from types import FunctionType closure = (c.cell_contents for c in decorated.__closure__) return next((c for c in closure if isinstance(c, FunctionType)), None) def addQualityTag(item, itemlist, data, patron): if itemlist: defQualVideo = { "CAM": "metodo di ripresa che indica video di bassa qualità", "TS": "questo metodo di ripresa effettua la ripresa su un tre piedi. Qualità sufficiente.", "TC": "abbreviazione di TeleCine. Il metodo di ripresa del film è basato su una macchina capace di riversare le Super-8, o 35mm. La qualità è superiore a quella offerta da CAM e TS.", "R5": "la qualità video di un R5 è pari a quella di un dvd, può contenere anche sottotitoli. Se è presente la dicitura LINE.ITALIAN è in italiano, altrimenti sarà disponibile in una lingua asiatica o russa.", "R6": "video proveniente dall’Asia.", "FS": "video a schermo pieno, cioè FullScreen, quindi con un rapporto di 4:3.", "WS": "video WideScreen, cioè rapporto 16:9.", "VHSSCR": "video estratto da una videocassetta VHS.", "DVDRIP": "la fonte video proviene da un DVD, la qualità è buona.", "DVDSCR": "la fonte video proviene da un DVD. Tali filmati, di solito, appartengono a copie promozionali.", "HDTVRIP": "video copiato e registrato da televisori in HD e che, per questo, restituiscono una qualità eccellente.", "PD": "video registrato da Tv satellitare, qualità accettabile.", "TV": "video registrato da Tv satellitare, qualità accettabile.", "SAT": "video registrato da Tv satellitare, qualità accettabile.", "DVBRIP": "video registrato da Tv satellitare, qualità accettabile.", "TVRIP": "ripping simile al SAT RIP, solo che, in questo caso, la qualità del vide può variare a seconda dei casi.", "VHSRIP": "video registrato da videocassetta. Qualità variabile.", "BRRIP": "indica che il video è stato preso da una fonte BluRay. Nella maggior parte dei casi, avremo un video ad alta definizione.", "BDRIP": "indica che il video è stato preso da una fonte BluRay. Nella maggior parte dei casi, avremo un video ad alta definizione.", "DTTRIP": "video registrato da un canale digitale terreste. Qualità sufficiente.", "HQ": "video in alta qualità.", "WEBRIP": "in questo caso, i film sono estratti da portali relativi a canali televisivi o di video sharing come YouTube. La qualità varia dall’SD al 1080p.", "WEB-DL": "si tratta di un 720p o 1080p reperiti dalla versione americana di iTunes americano. La qualità è paragonabile a quella di un BluRayRip e permette di fruire di episodi televisivi, senza il fastidioso bollo distintivo della rete che trasmette.", "WEBDL": "si tratta di un 720p o 1080p reperiti dalla versione americana di iTunes americano. La qualità è paragonabile a quella di un BluRayRip e permette di fruire di episodi televisivi, senza il fastidioso bollo distintivo della rete che trasmette.", "DLMux": "si tratta di un 720p o 1080p reperiti dalla versione americana di iTunes americano. La qualità è paragonabile a quella di un BluRayRip e permette di fruire di episodi televisivi, senza il fastidioso bollo distintivo della rete che trasmette.", "DVD5": "il film è in formato DVD Single Layer, nel quale vengono mantenute tutte le caratteristiche del DVD originale: tra queste il menu multilingue, i sottotitoli e i contenuti speciali, se presenti. Il video è codificato nel formato DVD originale MPEG-2.", "DVD9": "ha le stesse caratteristiche del DVD5, ma le dimensioni del file sono di un DVD Dual Layer (8,5 GB).", "HDTS": "viene utilizzata una videocamera professionale ad alta definizione posizionata in modo fisso. La qualità audio video è buona.", "DVDMUX": "indica una buona qualità video, l’audio è stato aggiunto da una sorgente diversa per una migliore qualità.", } defQualAudio = { "MD": "l’audio è stato registrato via microfono, quindi la qualità è scarsa.", "DTS": "audio ricavato dai dischi DTS2, quindi la qualità audio è elevata.", "LD": "l’audio è stato registrato tramite jack collegato alla macchina da presa, pertanto di discreta qualità.", "DD": "audio ricavato dai dischi DTS cinema. L’audio è di buona qualità, ma potreste riscontrare il fatto che non potrebbe essere più riproducibile.", "AC3": "audio in Dolby Digital puo' variare da 2.0 a 5.1 canali in alta qualità.", "MP3": "codec per compressione audio utilizzato MP3.", "RESYNC": "il film è stato lavorato e re sincronizzato con una traccia audio. A volte potresti riscontrare una mancata sincronizzazione tra audio e video.", } qualityStr = scrapertools.find_single_match(data, patron).strip().upper() # if PY3: qualityStr = qualityStr.encode('ascii', 'ignore') if not PY3: qualityStr = qualityStr.decode('unicode_escape').encode('ascii', 'ignore') if qualityStr: try: video, audio, descr = None, None, '' for tag in defQualVideo: if tag in qualityStr: video = tag break for tag in defQualAudio: if tag in qualityStr: audio = tag break if video: descr += typo(video + ': ', 'color kod') + defQualVideo.get(video, '') + '\n' if audio: descr += typo(audio + ': ', 'color kod') + defQualAudio.get(audio, '') + '\n' except: descr = '' itemlist.insert(0,Item(channel=item.channel, action="", title=typo(qualityStr, '[] color kod bold'), fulltitle=qualityStr, plot=descr, folder=False, thumbnail=thumb('info'))) else: info('nessun tag qualità trovato') def get_jwplayer_mediaurl(data, srvName, onlyHttp=False): video_urls = [] block = scrapertools.find_single_match(data, r'sources:\s*\[([^\]]+)\]') if 'file:' in block: sources = scrapertools.find_multiple_matches(block, r'file:\s*"([^"]+)"(?:,label:\s*"([^"]+)")?') elif 'src:' in block: sources = scrapertools.find_multiple_matches(data, r'src:\s*"([^"]+)",\s*type:\s*"[^"]+",[^,]+,\s*label:\s*"([^"]+)"') else: sources =[(block.replace('"',''), '')] for url, quality in sources: quality = 'auto' if not quality else quality if url.split('.')[-1] != 'mpd': video_urls.append(['.' + url.split('.')[-1] + ' [' + quality + '] [' + srvName + ']', url if not onlyHttp else url.replace('https://', 'http://')]) video_urls.sort(key=lambda x: x[0].split()[1]) return video_urls def thumb(item_itemlist_string=None, genre=False, live=False): from channelselector import get_thumb if live: if type(item_itemlist_string) == list: for item in item_itemlist_string: item.thumbnail = "https://raw.githubusercontent.com/kodiondemand/media/master/live/" + item.fulltitle.lower().replace(' ','_') + '.png' else: item_itemlist_string.thumbnail = "https://raw.githubusercontent.com/kodiondemand/media/master/live/" + item.fulltitle.lower().replace(' ','_') + '.png' return item_itemlist_string icon_dict = {'movie':['film', 'movie'], 'tvshow':['serie','tv','episodi','episodio','fiction', 'show'], 'documentary':['documentari','documentario', 'documentary', 'documentaristico'], 'teenager':['ragazzi','teenager', 'teen'], 'learning':['learning', 'school', 'scuola'], 'all':['tutti', 'all'], 'news':['novità', "novita'", 'aggiornamenti', 'nuovi', 'nuove', 'new', 'newest', 'news', 'ultimi', 'notizie'], 'now_playing':['cinema', 'in sala'], 'anime':['anime'], 'genres':['genere', 'generi', 'categorie', 'categoria', 'category'], 'animation': ['animazione', 'cartoni', 'cartoon', 'animation'], 'action':['azione', 'marziali', 'action', 'martial'], 'adventure': ['avventura', 'adventure'], 'biographical':['biografico', 'biographical', 'biografia'], 'comedy':['comico', 'commedia', 'demenziale', 'comedy', 'brillante', 'demential', 'parody'], 'adult':['erotico', 'hentai', 'harem', 'ecchi', 'adult'], 'drama':['drammatico', 'drama', 'dramma'], 'syfy':['fantascienza', 'science fiction', 'syfy', 'sci-fi'], 'fantasy':['fantasy', 'magia', 'magic', 'fantastico'], 'crime':['gangster','poliziesco', 'crime', 'crimine', 'police'], 'grotesque':['grottesco', 'grotesque'], 'war':['guerra', 'war', 'military'], 'children':['bambini', 'kids'], 'horror':['horror', 'orrore'], 'music':['musical', 'musica', 'music', 'musicale'], 'mistery':['mistero', 'giallo', 'mystery'], 'noir':['noir'], 'popular':['popolari','popolare', 'più visti', 'raccomandati', 'raccomandazioni' 'recommendations'], 'thriller':['thriller'], 'top_rated' : ['fortunato', 'votati', 'lucky', 'top'], 'on_the_air' : ['corso', 'onda', 'diretta', 'dirette'], 'western':['western'], 'vos':['sub','sub-ita'], 'romance':['romantico','sentimentale', 'romance', 'soap'], 'family':['famiglia','famiglie', 'family'], 'historical':['storico', 'history', 'storia', 'historical'], 'az':['lettera','lista','alfabetico','a-z', 'alphabetical'], 'year':['anno', 'anni', 'year'], 'update':['replay', 'update'], 'videolibrary':['teche'], 'info':['info','information','informazioni'], 'star':['star', 'personaggi', 'interpreti', 'stars', 'characters', 'performers', 'staff', 'actors', 'attori'], 'winter':['inverno', 'winter'], 'spring':['primavera', 'spring'], 'summer':['estate', 'summer'], 'autumn':['autunno', 'autumn'], 'autoplay':[config.get_localized_string(60071)] } suffix_dict = {'_hd':['hd','altadefinizione','alta definizione'], '_4k':['4K'], '_az':['lettera','lista','alfabetico','a-z', 'alphabetical'], '_year':['anno', 'anni', 'year'], '_genre':['genere', 'generi', 'categorie', 'categoria']} search = ['cerca', 'search'] search_suffix ={'_movie':['film', 'movie'], '_tvshow':['serie','tv', 'fiction']} def autoselect_thumb(item, genre): # logger.debug('SPLIT',re.split(r'\.|\{|\}|\[|\]|\(|\)|/| ',item.title.lower())) if genre == False: for thumb, titles in icon_dict.items(): if any(word in re.split(r'\.|\{|\}|\[|\]|\(|\)|/| ',item.title.lower()) for word in search): thumb = 'search' for suffix, titles in search_suffix.items(): if any(word in re.split(r'\.|\{|\}|\[|\]|\(|\)|/| ',item.title.lower()) for word in titles ): thumb = thumb + suffix item.thumbnail = get_thumb(thumb + '.png') elif any(word in re.split(r'\.|\{|\}|\[|\]|\(|\)| ',item.title.lower()) for word in titles ): if thumb == 'movie' or thumb == 'tvshow': for suffix, titles in suffix_dict.items(): if any(word in re.split(r'\.|\{|\}|\[|\]|\(|\)|/| ',item.title.lower()) for word in titles ): thumb = thumb + suffix item.thumbnail = get_thumb(thumb + '.png') else: item.thumbnail = get_thumb(thumb + '.png') else: thumb = item.thumbnail else: for thumb, titles in icon_dict.items(): if any(word in re.split(r'\.|\{|\}|\[|\]|\(|\)|/| ',item.title.lower()) for word in titles ): item.thumbnail = get_thumb(thumb + '.png') else: thumb = item.thumbnail item.title = re.sub(r'\s*\{[^\}]+\}','',item.title) return item if item_itemlist_string: if type(item_itemlist_string) == list: for item in item_itemlist_string: autoselect_thumb(item, genre) return item_itemlist_string elif type(item_itemlist_string) == str: filename, file_extension = os.path.splitext(item_itemlist_string) if not file_extension: item_itemlist_string += '.png' return get_thumb(item_itemlist_string) else: return autoselect_thumb(item_itemlist_string, genre) else: return get

(.*?)

]+>([^<]+?) i and not search: continue # pagination if pagination and i >= pag * pagination and not search: break # pagination # listGroups = match.keys() # match = match.values() # if len(listGroups) > len(match): # to fix a bug # match = list(match) # match.extend([''] * (len(listGroups) - len(match))) scraped = {} for kk in known_keys: val = match[kk] if kk in match else '' # val = match[listGroups.index(kk)] if kk in listGroups else '' if val and (kk == "url" or kk == 'thumb') and 'http' not in val: domain = '' if val.startswith('//'): domain = scrapertools.find_single_match(item.url, 'https?:') elif val.startswith('/'): domain = scrapertools.find_single_match(item.url, 'https?://[a-z0-9.-]+') val = domain + val scraped[kk] = val.strip() if type(val) == str else val episode = '' if not group or item.grouped: if scraped['season'] and scraped['episode']: stagione = scraped['season'] ep = unifyEp(scraped['episode']) if 'x' in ep: episode = ep.split('x')[0].strip() second_episode = ep.split('x')[1].strip() else: episode = ep second_episode = '' item.infoLabels['season'] = int(scraped['season']) item.infoLabels['episode'] = int(episode) episode = str(int(scraped['season'])) +'x'+ str(int(episode)).zfill(2) + ('x' + str(int(second_episode)).zfill(2) if second_episode else '') elif item.season: item.infoLabels['season'] = int(item.season) item.infoLabels['episode'] = int(scrapertools.find_single_match(scraped['episode'], r'(\d+)')) episode = item.season +'x'+ scraped['episode'] elif item.contentType == 'tvshow' and (scraped['episode'] == '' and scraped['season'] == '' and stagione == ''): item.news = 'season_completed' episode = '' else: episode = unifyEp(scraped['episode']) if scraped['episode'] else '' try: if 'x' in episode: ep = episode.split('x') episode = str(int(ep[0])).zfill(1) + 'x' + str(int(ep[1])).zfill(2) item.infoLabels['season'] = int(ep[0]) item.infoLabels['episode'] = int(ep[1]) second_episode = scrapertools.find_single_match(episode, r'x\d+x(\d+)') if second_episode: episode = re.sub(r'(\d+x\d+)x\d+',r'\1-', episode) + second_episode.zfill(2) except: logger.debug('invalid episode: ' + episode) pass #episode = re.sub(r'\s-\s|-|x|–|×', 'x', scraped['episode']) if scraped['episode'] else '' title = cleantitle(scraped.get('title', '')) if group and scraped.get('title', '') in contents and not item.grouped: # same title and grouping enabled continue if item.grouped and scraped.get('title', '') != item.fulltitle: # inside a group different tvshow should not be included continue contents.append(title) title2 = cleantitle(scraped.get('title2', '')) if not group or item.grouped else '' quality = scraped.get('quality', '') # Type = scraped['type'] if scraped['type'] else '' plot = cleantitle(scraped.get("plot", '')) # if title is set, probably this is a list of episodes or video sources # necessaria l'aggiunta di == scraped["title"] altrimenti non prende i gruppi dopo le categorie if item.infoLabels["title"] == scraped["title"]: infolabels = item.infoLabels else: if function == 'episodios': infolabels = item.infoLabels else: infolabels = {} if scraped['year']: infolabels['year'] = scraped['year'] if scraped["plot"]: infolabels['plot'] = plot if scraped['duration']: matches = scrapertools.find_multiple_matches(scraped['duration'],r'([0-9])\s*?(?:[hH]|:|\.|,|\\|\/|\||\s)\s*?([0-9]+)') for h, m in matches: scraped['duration'] = int(h) * 60 + int(m) if not matches: scraped['duration'] = scrapertools.find_single_match(scraped['duration'], r'(\d+)') infolabels['duration'] = int(scraped['duration']) * 60 if scraped['genere']: genres = scrapertools.find_multiple_matches(scraped['genere'], '[A-Za-z]+') infolabels['genere'] = ", ".join(genres) if scraped["rating"]: infolabels['rating'] = scrapertools.decodeHtmlentities(scraped["rating"]) # make formatted Title [longtitle] s = ' - ' # title = episode + (s if episode and title else '') + title longtitle = episode + (s if episode and (title or title2) else '') + title + (s if title and title2 else '') + title2 if sceneTitle: from lib.guessit import guessit try: parsedTitle = guessit(title) title = longtitle = parsedTitle.get('title', '') logger.debug('TITOLO',title) if parsedTitle.get('source'): quality = str(parsedTitle.get('source')) if parsedTitle.get('screen_size'): quality += ' ' + str(parsedTitle.get('screen_size', '')) if not scraped['year']: if type(parsedTitle.get('year', '')) == list: infolabels['year'] =parsedTitle.get('year', '')[0] else: infolabels['year'] = parsedTitle.get('year', '') if parsedTitle.get('episode') and parsedTitle.get('season'): longtitle = title + s if type(parsedTitle.get('season')) == list: longtitle += str(parsedTitle.get('season')[0]) + '-' + str(parsedTitle.get('season')[-1]) else: longtitle += str(parsedTitle.get('season')) if type(parsedTitle.get('episode')) == list: longtitle += 'x' + str(parsedTitle.get('episode')[0]).zfill(2) + '-' + str(parsedTitle.get('episode')[-1]).zfill(2) else: longtitle += 'x' + str(parsedTitle.get('episode')).zfill(2) item.contentSeason = parsedTitle.get('season') item.contentEpisodeNumber = parsedTitle.get('episode') elif parsedTitle.get('season') and type(parsedTitle.get('season')) == list: longtitle += s + config.get_localized_string(30140) + " " +str(parsedTitle.get('season')[0]) + '-' + str(parsedTitle.get('season')[-1]) elif parsedTitle.get('season'): longtitle += s + config.get_localized_string(60027) % str(parsedTitle.get('season')) item.contentSeason = parsedTitle.get('season') if parsedTitle.get('episode_title'): longtitle += s + parsedTitle.get('episode_title') item.contentEpisodeTitle = parsedTitle.get('episode_title') except: import traceback logger.error(traceback.format_exc()) longtitle = typo(longtitle, 'bold') lang1, longtitle = scrapeLang(scraped, lang, longtitle) longtitle += typo(quality, '_ [] color kod') if quality else '' longtitle += typo(scraped['size'], '_ [] color kod') if scraped['size'] else '' longtitle += typo(scraped['seed'] + ' SEEDS', '_ [] color kod') if scraped['seed'] else '' AC = CT = '' if typeContentDict: for name, variants in typeContentDict.items(): if str(scraped['type']).lower() in variants: CT = name break else: CT = item.contentType if typeActionDict: for name, variants in typeActionDict.items(): if str(scraped['type']).lower() in variants: AC = name break else: AC = action if (not scraped['title'] or scraped["title"] not in blacklist) and (search.lower() in longtitle.lower()): contentType = 'episode' if function == 'episodios' else CT if CT else item.contentType it = Item( channel=item.channel, action=AC if AC else action, contentType=contentType, title=longtitle, fulltitle=item.fulltitle if function == 'episodios' else title, show=item.show if function == 'episodios' else title, quality=quality, url=scraped["url"] if scraped["url"] else item.url, infoLabels=infolabels, thumbnail=item.prevthumb if item.prevthumb else item.thumbnail if not scraped["thumb"] else scraped["thumb"], args=item.args, contentSerieName= title if 'movie' not in [contentType] and function != 'episodios' else item.contentSerieName, contentTitle= title if 'movie' in [contentType] and function == 'peliculas' else item.contentTitle, contentLanguage = lang1, contentEpisodeNumber=episode if episode else '', news= item.news if item.news else '', other = scraped['other'] if scraped['other'] else '', grouped=group ) if scraped['episode'] and group and not item.grouped: # some adjustment for grouping feature it.action = function # for lg in list(set(listGroups).difference(known_keys)): # it.__setattr__(lg, match[listGroups.index(lg)]) for lg in list(set(match.keys()).difference(known_keys)): it.__setattr__(lg, match[lg]) if 'itemHook' in args: try: it = args['itemHook'](it) except: raise logger.ChannelScraperException itemlist.append(it) return itemlist, matches def html_uniform(data): """ replace all ' with " and eliminate newline, so we don't need to worry about """ return re.sub("='([^']+)'", '="\\1"', data.replace('\n', ' ').replace('\t', ' ').replace(' ', ' ')) def scrape(func): """https://github.com/kodiondemand/addon/wiki/decoratori#scrape""" def wrapper(*args): itemlist = [] args = func(*args) function = func.__name__ if not 'actLike' in args else args['actLike'] # info('STACK= ',inspect.stack()[1][3]) item = args['item'] action = args.get('action', 'findvideos') anime = args.get('anime', '') addVideolibrary = args.get('addVideolibrary', True) search = args.get('search', '') blacklist = args.get('blacklist', []) data = args.get('data', '') patron = args.get('patron', args.get('patronMenu', '')) if 'headers' in args: headers = args['headers'] elif 'headers' in func.__globals__: headers = func.__globals__['headers'] else: headers = '' patronNext = args.get('patronNext', '') patronBlock = args.get('patronBlock', '') typeActionDict = args.get('typeActionDict', {}) typeContentDict = args.get('typeContentDict', {}) debug = args.get('debug', False) debugBlock = args.get('debugBlock', False) disabletmdb = args.get('disabletmdb', False) if 'pagination' in args and inspect.stack()[1][3] not in ['add_tvshow', 'get_episodes', 'update', 'find_episodes']: pagination = args['pagination'] if args['pagination'] else 20 else: pagination = '' lang = args.get('deflang', '') sceneTitle = args.get('sceneTitle') group = args.get('group', False) downloadEnabled = args.get('downloadEnabled', True) pag = item.page if item.page else 1 # pagination matches = [] for n in range(2): logger.debug('PATRON= ', patron) if not data: page = httptools.downloadpage(item.url, headers=headers, ignore_response_code=True) data = page.data data = html_uniform(data) scrapingTime = time() if patronBlock: if debugBlock: regexDbg(item, patronBlock, headers, data) blocks = scrapertools.find_multiple_matches_groups(data, patronBlock) for bl in blocks: # info(len(blocks),bl) if 'season' in bl and bl['season']: item.season = bl['season'] blockItemlist, blockMatches = scrapeBlock(item, args, bl['block'], patron, headers, action, pagination, debug, typeContentDict, typeActionDict, blacklist, search, pag, function, lang, sceneTitle, group) for it in blockItemlist: if 'lang' in bl: it.contentLanguage, it.title = scrapeLang(bl, it.contentLanguage, it.title) if 'quality' in bl and bl['quality']: it.quality = bl['quality'].strip() it.title = it.title + typo(bl['quality'].strip(), '_ [] color kod') itemlist.extend(blockItemlist) matches.extend(blockMatches) elif patron: itemlist, matches = scrapeBlock(item, args, data, patron, headers, action, pagination, debug, typeContentDict, typeActionDict, blacklist, search, pag, function, lang, sceneTitle, group) if 'itemlistHook' in args: try: itemlist = args['itemlistHook'](itemlist) except: raise logger.ChannelScraperException # if url may be changed and channel has findhost to update if 'findhost' in func.__globals__ and not itemlist and n == 0: info('running findhost ' + func.__module__) ch = func.__module__.split('.')[-1] try: host = config.get_channel_url(func.__globals__['findhost'], ch, True) parse = list(urlparse.urlparse(item.url)) parse[1] = scrapertools.get_domain_from_url(host) item.url = urlparse.urlunparse(parse) except: raise logger.ChannelScraperException data = None itemlist = [] matches = [] else: break if not data: from platformcode.logger import WebErrorException raise WebErrorException(urlparse.urlparse(item.url)[1], item.channel) if group and item.grouped or args.get('groupExplode'): import copy nextArgs = copy.copy(args) @scrape def newFunc(): return nextArgs nextArgs['item'] = nextPage(itemlist, item, data, patronNext, function) nextArgs['group'] = False if nextArgs['item']: nextArgs['groupExplode'] = True itemlist.pop() # remove next page just added itemlist.extend(newFunc()) else: nextArgs['groupExplode'] = False nextArgs['item'] = item itemlist = newFunc() itemlist = [i for i in itemlist if i.action not in ['add_pelicula_to_library', 'add_serie_to_library']] if action != 'play' and function != 'episodios' and 'patronMenu' not in args and item.contentType in ['movie', 'tvshow', 'episode', 'undefined'] and not disabletmdb: tmdb.set_infoLabels_itemlist(itemlist, seekTmdb=True) if not group and not args.get('groupExplode') and ((pagination and len(matches) <= pag * pagination) or not pagination): # next page with pagination if patronNext and inspect.stack()[1][3] not in ['newest'] and inspect.stack()[2][3] not in ['get_channel_results']: nextPage(itemlist, item, data, patronNext, function) # if function == 'episodios': # scraper.sort_episode_list(itemlist) # next page for pagination if pagination and len(matches) > pag * pagination and not search: if inspect.stack()[1][3] not in ['newest','get_newest']: itemlist.append( Item(channel=item.channel, action = item.action, contentType=item.contentType, title=typo(config.get_localized_string(30992), 'color kod bold'), fulltitle= item.fulltitle, show= item.show, url=item.url, args=item.args, page=pag + 1, thumbnail=thumb(), prevthumb=item.prevthumb if item.prevthumb else item.thumbnail)) if anime and inspect.stack()[1][3] not in ['find_episodes']: from platformcode import autorenumber if (function == 'episodios' or item.action == 'episodios'): autorenumber.start(itemlist, item) else: autorenumber.start(itemlist) # if anime and autorenumber.check(item) == False and len(itemlist)>0 and not scrapertools.find_single_match(itemlist[0].title, r'(\d+.\d+)'): # pass # else: if inspect.stack()[1][3] not in ['find_episodes']: if addVideolibrary and (item.infoLabels["title"] or item.fulltitle): # item.fulltitle = item.infoLabels["title"] videolibrary(itemlist, item, function=function) if downloadEnabled and function == 'episodios' or function == 'findvideos': download(itemlist, item, function=function) if 'patronMenu' in args and itemlist: itemlist = thumb(itemlist, genre=True) if 'fullItemlistHook' in args: try: itemlist = args['fullItemlistHook'](itemlist) except: raise logger.ChannelScraperException # itemlist = filterLang(item, itemlist) # causa problemi a newest if config.get_setting('trakt_sync'): from core import trakt_tools trakt_tools.trakt_check(itemlist) logger.debug('scraping time: ', time()-scrapingTime) return itemlist return wrapper def dooplay_get_links(item, host, paramList=[]): # get links from websites using dooplay theme and dooplay_player # return a list of dict containing these values: url, title and server if not paramList: data = httptools.downloadpage(item.url).data.replace("'", '"') patron = r'

([^<>]+)(?:([^<>]+))?' matches = scrapertools.find_multiple_matches(data, patron) else: matches = paramList ret = [] for type, post, nume, title, server in matches: postData = urlencode({ "action": "doo_player_ajax", "post": post, "nume": nume, "type": type }) dataAdmin = httptools.downloadpage(host + '/wp-admin/admin-ajax.php', post=postData,headers={'Referer': item.url}).data link = scrapertools.find_single_match(dataAdmin, r".*?