test
This commit is contained in:
@@ -41,7 +41,7 @@ def find_multiple_matches_groups(text, pattern):
|
||||
def decodeHtmlentities(data):
|
||||
import HTMLParser
|
||||
parser = HTMLParser.HTMLParser()
|
||||
return parser.unescape(data).encode('utf-8')
|
||||
return parser.unescape(data)
|
||||
|
||||
|
||||
def unescape(text):
|
||||
|
||||
@@ -168,7 +168,7 @@ def scrapeLang(scraped, lang, longtitle):
|
||||
return language, longtitle
|
||||
|
||||
def cleantitle(title):
|
||||
cleantitle = scrapertools.htmlclean(scrapertools.decodeHtmlentities(title).replace('"', "'").replace('×', 'x').replace('–', '-')).strip()
|
||||
cleantitle = scrapertools.htmlclean(scrapertools.decodeHtmlentities(title).replace('"', "'").replace(u'×', 'x').replace('–', '-')).strip()
|
||||
return cleantitle
|
||||
|
||||
def scrapeBlock(item, args, block, patron, headers, action, pagination, debug, typeContentDict, typeActionDict, blacklist, search, pag, function, lang):
|
||||
|
||||
Reference in New Issue
Block a user