From a2a9fa447a8947bdf31881f46f427d37961e94a4 Mon Sep 17 00:00:00 2001 From: marco Date: Mon, 20 Jan 2020 22:49:03 +0100 Subject: [PATCH] test --- core/scrapertools.py | 2 +- core/support.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/core/scrapertools.py b/core/scrapertools.py index 5b6d4bac..a28458dd 100644 --- a/core/scrapertools.py +++ b/core/scrapertools.py @@ -41,7 +41,7 @@ def find_multiple_matches_groups(text, pattern): def decodeHtmlentities(data): import HTMLParser parser = HTMLParser.HTMLParser() - return parser.unescape(data) + return unicode(parser.unescape(data)) def unescape(text): diff --git a/core/support.py b/core/support.py index 0484ceb9..53d58836 100755 --- a/core/support.py +++ b/core/support.py @@ -168,7 +168,7 @@ def scrapeLang(scraped, lang, longtitle): return language, longtitle def cleantitle(title): - cleantitle = scrapertools.htmlclean(scrapertools.decodeHtmlentities(title).replace('"', "'").replace(u'×', 'x').replace('–', '-')).strip() + cleantitle = scrapertools.htmlclean(scrapertools.decodeHtmlentities(title).replace('"', "'").replace('×', 'x').replace('–', '-')).strip() return cleantitle def scrapeBlock(item, args, block, patron, headers, action, pagination, debug, typeContentDict, typeActionDict, blacklist, search, pag, function, lang):