#!/usr/bin/env python __license__ = 'GPL v3' __copyright__ = '2009, Darko Miletic ' ''' en.wikinews.org ''' from calibre.web.feeds.news import BasicNewsRecipe class WikiNews(BasicNewsRecipe): title = 'Wikinews' __author__ = 'Darko Miletic' description = 'News from wikipedia' category = 'news, world' oldest_article = 7 max_articles_per_feed = 100 publisher = 'Wiki' no_stylesheets = True use_embedded_content = False encoding = 'utf-8' remove_javascript = True language = 'en' html2lrf_options = [ '--comment', description, '--category', category, '--publisher', publisher ] html2epub_options = 'publisher="' + publisher + \ '"\ncomments="' + description + '"\ntags="' + category + '"' keep_only_tags = [ dict(name='h1', attrs={'id': 'firstHeading'}), dict( name='div', attrs={'id': 'bodyContent'}) ] remove_tags = [ dict(name='link'), dict(name='div', attrs={'id': ['printfooter', 'catlinks', 'footer']}), dict( name='div', attrs={'class': ['thumb left', 'thumb right']}) ] remove_tags_after = dict(name='h2') feeds = [(u'News', u'http://feeds.feedburner.com/WikinewsLatestNews')] def get_article_url(self, article): artl = article.get('link', None) rest, sep, article_id = artl.rpartition('/') return 'http://en.wikinews.org/wiki/' + article_id def print_version(self, url): rest, sep, article_id = url.rpartition('/') return 'http://en.wikinews.org/w/index.php?title=' + article_id + '&printable=yes' def get_cover_url(self): return 'http://upload.wikimedia.org/wikipedia/commons/b/bd/Wikinews-logo-en.png' def preprocess_html(self, soup): mtag = '' soup.head.insert(0, mtag) btag = soup.find('div', attrs={'id': 'bodyContent'}) for item in btag.findAll('div'): item.extract() for item in btag.findAll('h2'): item.extract() for item in soup.findAll(style=True): del item['style'] for item in soup.findAll(font=True): del item['font'] return soup