Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-09 03:04:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

Fix index parsing of non-ascii web sites

Browse Source
This commit is contained in:
Kovid Goyal 2008-03-24 07:29:07 +00:00
parent 366258b571
commit 3172795aa2
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
src/libprs500/web/feeds/news.py
View File

@ -265,10 +265,9 @@ class BasicNewsRecipe(object):
raw = url_or_raw
if not isinstance(raw, unicode) and self.encoding:
raw = raw.decode(self.encoding)
raw = re.sub(r'&(\S+?);',
lambda match: entity_to_unicode(match, encoding=self.encoding),
raw)
return BeautifulSoup(raw)
massage = list(BeautifulSoup.MARKUP_MASSAGE)
massage.append((re.compile(r'&(\S+?);'), lambda match: entity_to_unicode(match, encoding=self.encoding)))
return BeautifulSoup(raw, markupMassage=massage)
def sort_index_by(self, index, weights):