Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-08-11 09:13:57 -04:00
Code Issues Packages Projects Releases Wiki Activity

Update The Federalist

Browse Source
This commit is contained in:
Kovid Goyal 2018-05-09 19:54:17 +05:30
parent 6dc5ba94a7
commit 83cff90848
No known key found for this signature in database
GPG Key ID: 06BC317B515ACE7C
1 changed files with 13 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
recipes/the_federalist.recipe
View File

@ -39,7 +39,19 @@ class Federalist(BasicNewsRecipe):
('All', 'http://thefederalist.com/feed/'), ('All', 'http://thefederalist.com/feed/'),
] ]
def preprocess_html(self, soup):
for img in soup.findAll('img', attrs={'data-lazy-src': True}):
img['src'] = img['data-lazy-src']
seen = set()
for img in soup.findAll('img', src=True):
src = img['src']
if src in seen:
img.extract()
seen.add(src)
return soup
# def parse_index(self): # def parse_index(self):
# return [('Articles', [ # return [('Articles', [
# {'title':'xxx', 'url':'http://thefederalist.com/2018/05/04/fans-take-on-marvel-dc-and-the-comic-book-industrys-sjw-self-destruction/'} # {'title':'img', 'url':'http://thefederalist.com/2018/05/09/venezuelas-economic-problems-caused-socialism-not-falling-oil-prices/'},
# {'title':'xxx', 'url':'http://thefederalist.com/2018/05/04/fans-take-on-marvel-dc-and-the-comic-book-industrys-sjw-self-destruction/'},
# ])] # ])]