__license__ = 'GPL v3' __copyright__ = '2011, Darko Miletic ' ''' techcrunch.com ''' from calibre.web.feeds.news import BasicNewsRecipe class TechCrunch(BasicNewsRecipe): title = 'TechCrunch' __author__ = 'Darko Miletic' description = 'IT News' publisher = 'AOL Inc.' category = 'news, IT' oldest_article = 2 max_articles_per_feed = 200 no_stylesheets = True encoding = 'utf8' use_embedded_content = False language = 'en' remove_empty_feeds = True publication_type = 'newsportal' masthead_url = 'http://s2.wp.com/wp-content/themes/vip/tctechcrunch2/images/site-logo.png' extra_css = """ body{font-family: Helvetica,Arial,sans-serif } img{margin-bottom: 0.4em; display:block} """ conversion_options = { 'comment': description, 'tags': category, 'publisher': publisher, 'language': language } remove_tags = [dict(name=['meta', 'link'])] remove_attributes = ['lang'] keep_only_tags = [ dict(name='h1', attrs={'class': 'headline'}), dict( attrs={'class': ['author', 'post-time', 'body-copy']}) ] feeds = [(u'News', u'http://feeds.feedburner.com/TechCrunch/')] def preprocess_html(self, soup): for item in soup.findAll(style=True): del item['style'] for item in soup.findAll('a'): limg = item.find('img') if item.string is not None: str = item.string item.replaceWith(str) else: if limg: item.name = 'div' item.attrs = [] else: str = self.tag_to_string(item) item.replaceWith(str) for item in soup.findAll('img', alt=False): item['alt'] = 'image' return soup