Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-08-11 09:13:57 -04:00
Code Issues Packages Projects Releases Wiki Activity

Update CNET

Browse Source
This commit is contained in:
Kovid Goyal 2014-03-31 07:20:28 +05:30
parent 914b45edc3
commit c98a6772a0
1 changed files with 29 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

36
recipes/cnetnews.recipe
View File

@ -9,20 +9,27 @@ Updated Cover (drMerry)
2014-03-28 2014-03-28
Update by Armin Geller Update by Armin Geller
news.cnet.com news.cnet.com
further updated by Bonni Salles
My updates use the current rss feeds for CNet and eliminates extraneous areas and
sets the oldest_article to 1 as the feed generally has the present day and one day before.
You may want to set it to download daily for this reason.
''' '''
from calibre.web.feeds.news import BasicNewsRecipe from calibre.web.feeds.news import BasicNewsRecipe
class CnetNews(BasicNewsRecipe): class CnetNews(BasicNewsRecipe):
title = 'CNET News' title = 'CNET News'
__author__ = 'Darko Miletic updated by DrMerry.' __author__ = 'Darko Miletic updated by DrMerry and further updated by Bonni Salles'
description = 'Tech news and business reports by CNET News. Focused on information technology, core topics include computers, hardware, software, networking, and Internet media.' description = 'Tech news and business reports by CNET News. Focused on information technology, core topics include computers, hardware, software, networking, and Internet media.' # noqa
publisher = 'CNET' publisher = 'CNET'
category = 'news, IT, USA' category = 'news, IT, USA'
encoding = 'utf-8' # AGe 2014-03-28 encoding = 'utf-8' # AGe 2014-03-28
language = 'en' # AGe 2014-03-28 language = 'en' # AGe 2014-03-28
oldest_article = 7 oldest_article = 7
max_articles_per_feed = 100 max_articles_per_feed = 100
ignore_duplicate_articles = {'title', 'url'}
remove_empty_feeds = True
use_embedded_content = False
cover_url = 'http://reviews.cnet.com/i/ff/wp/logo_cnet.gif' cover_url = 'http://reviews.cnet.com/i/ff/wp/logo_cnet.gif'
@ -34,14 +41,29 @@ class CnetNews(BasicNewsRecipe):
} }
remove_tags = [ # AGe 2014-03-28, new remove_tags = [ # AGe 2014-03-28, new
dict(name='div', attrs={'class':'row controls'}), dict(name='nav', attrs={'id':'primaryNav'}),
dict(name='nav', attrs={'id':'footerMap'}),
dict(name='section', attrs={'class':'dontMissRight'}),
dict(name='ul', attrs={'class':'sharebar inline-view'}), dict(name='ul', attrs={'class':'sharebar inline-view'}),
dict(name='div', attrs={'id':'ob_holder'}), dict(name='div', attrs={'id':'livefyreContainer'}),
dict(name='span', attrs={'class':'author-social'}), dict(name='div', attrs={'class':'productList ReviewListing'}),
dict(name='div', attrs={'class':'col-4'}),
dict(name='div', attrs={'id':'legal'}),
] ]
keep_only_tags = dict(name='article', attrs={'id':'article-body'}) # AGe 2014-03-28 remove_tags_before = dict(name='article', id="article-body")
feeds = [ feeds = [
(u'News', u'http://news.cnet.com/2547-1_3-0-20.xml'), # (u'All of CNET', u'http://www.cnet.com/rss/all/'),
(u'CNET News', u'http://www.cnet.com/rss/news/'),
(u'CNET Reviews', u'http://www.cnet.com/rss/reviews/'),
(u'CNET Video', u'http://www.cnet.com/rss/video/'),
(u'CNET How To', u'http://www.cnet.com/rss/how-to/'),
(u'CNET Deals', u'http://www.cnet.com/rss/deals/'),
(u'CNET iPhone Update', u'http://www.cnet.com/rss/iphone-update/'),
(u'CNET Crave', u'http://www.cnet.com/rss/crave/'),
(u'CNET Car Tech', u'http://www.cnet.com/rss/car-tech/'),
(u'CNET Android Update', u'http://www.cnet.com/rss/android-update/'),
(u'CNET Gaming', u'http://www.cnet.com/rss/gaming/'),
(u'CNET Cheapskate', u'http://www.cnet.com/rss/cheapskate/'),
] ]