__license__ = 'GPL v3' __copyright__ = '2010, Darko Miletic ' ''' www.businessinsider.com ''' from calibre.web.feeds.news import BasicNewsRecipe class Business_insider(BasicNewsRecipe): title = 'Business Insider' __author__ = 'Darko Miletic' description = 'Noticias de Argentina y el resto del mundo' publisher = 'Business Insider, Inc.' category = 'news, politics, finances, world' oldest_article = 2 max_articles_per_feed = 200 no_stylesheets = True encoding = 'utf8' use_embedded_content = True language = 'en' remove_empty_feeds = True publication_type = 'newsportal' masthead_url = 'http://static.businessinsider.com/assets/images/logos/tbi_print.jpg' extra_css = """ body{font-family: Arial,Helvetica,sans-serif } img{margin-bottom: 0.4em; display:block} """ conversion_options = { 'comment': description, 'tags': category, 'publisher': publisher, 'language': language } remove_tags = [ dict(name=['meta', 'link']), dict(attrs={'class': 'feedflare'}) ] remove_attributes = ['lang', 'border'] feeds = [ (u'Latest', u'http://feeds2.feedburner.com/businessinsider'), (u'Markets', u'http://feeds.feedburner.com/TheMoneyGame'), (u'Wall Street', u'http://feeds.feedburner.com/clusterstock'), (u'Tech', u'http://feeds.feedburner.com/typepad/alleyinsider/silicon_alley_insider'), (u'The Wire', u'http://feeds.feedburner.com/businessinsider/thewire'), (u'War Room', u'http://feeds.feedburner.com/businessinsider/warroom'), (u'Sports', u'http://feeds.feedburner.com/businessinsider/sportspage'), (u'Tools', u'http://feeds.feedburner.com/businessinsider/tools'), (u'Travel', u'http://feeds.feedburner.com/businessinsider/travel') ] def preprocess_html(self, soup): for item in soup.findAll(style=True): del item['style'] for item in soup.findAll('a'): if item['href'].startswith('http://feedads'): item.extract() else: if item.string is not None: tstr = item.string item.replaceWith(tstr) for item in soup.findAll('img', alt=False): item['alt'] = 'image' return soup