calibre/recipes/popscience.recipe
2015-05-27 12:43:37 +05:30

32 lines
1.2 KiB
Plaintext

from calibre.web.feeds.news import BasicNewsRecipe
class AdvancedUserRecipe1282101454(BasicNewsRecipe):
title = 'Popular Science'
language = 'en'
__author__ = 'Kovid Goyal'
description = 'Popular Science'
publisher = 'Popular Science'
oldest_article = 7 # change this if you want more current articles. I like to go a week in
max_articles_per_feed = 100
no_stylesheets = True
remove_javascript = True
use_embedded_content = False
feeds = [
('Gadgets', 'http://www.popsci.com/full-feed/gadgets'),
('Cars', 'http://www.popsci.com/full-feed/cars'),
('Science', 'http://www.popsci.com/full-feed/science'),
('Technology', 'http://www.popsci.com/full-feed/technology'),
('DIY', 'http://www.popsci.com/full-feed/diy'),
]
keep_only_tags = [
dict(attrs={'class':lambda x: x and {'pane-node-header', 'pane-node-body'} & set(x.split())}),
]
def preprocess_html(self, soup):
for img in soup.findAll('img', attrs={'data-medsrc':True}):
img['src'] = img['data-medsrc']
return soup