mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-06-23 15:30:45 -04:00
89 lines
4.7 KiB
Python
89 lines
4.7 KiB
Python
#!/usr/bin/env python
|
|
__license__ = 'GPL v3'
|
|
__author__ = 'Kovid Goyal and Sujata Raman, Lorenzo Vigentini'
|
|
__copyright__ = '2009, Kovid Goyal and Sujata Raman'
|
|
__version__ = 'v1.02'
|
|
__date__ = '10, January 2010'
|
|
__description__ = 'Providing context and clarity on national and international news, peoples and cultures'
|
|
|
|
'''csmonitor.com'''
|
|
|
|
|
|
import re
|
|
from calibre.web.feeds.news import BasicNewsRecipe
|
|
|
|
class ChristianScienceMonitor(BasicNewsRecipe):
|
|
|
|
author = 'Kovid Goyal, Sujata Raman and Lorenzo Vigentini'
|
|
description = 'Providing context and clarity on national and international news, peoples and cultures'
|
|
|
|
cover_url = 'http://www.csmonitor.com/extension/csm_base/design/csm_design/images/csmlogo_179x46.gif'
|
|
title = 'Christian Science Monitor'
|
|
publisher = 'The Christian Science Monitor'
|
|
category = 'News, politics, culture, economy, general interest'
|
|
|
|
language = 'en'
|
|
encoding = 'utf-8'
|
|
timefmt = '[%a, %d %b, %Y]'
|
|
|
|
oldest_article = 16
|
|
max_articles_per_feed = 20
|
|
use_embedded_content = False
|
|
recursion = 10
|
|
|
|
remove_javascript = True
|
|
no_stylesheets = True
|
|
|
|
|
|
preprocess_regexps = [ (re.compile(i[0], re.IGNORECASE | re.DOTALL), i[1]) for i in
|
|
[
|
|
(r'<body.*?<div id="story"', lambda match : '<body><div id="story"'),
|
|
(r'<div class="pubdate">.*?</div>', lambda m: ''),
|
|
(r'Full HTML version of this story which may include photos, graphics, and related links.*</body>',
|
|
lambda match : '</body>'),
|
|
]]
|
|
|
|
extra_css = '''
|
|
h1{ color:#000000;font-family: Georgia,Times,"Times New Roman",serif; font-size: large}
|
|
.sub{ color:#000000;font-family: Georgia,Times,"Times New Roman",serif; font-size: small;}
|
|
.byline{ font-family:Arial,Helvetica,sans-serif ; color:#999999; font-size: x-small;}
|
|
.postdate{color:#999999 ; font-family:Arial,Helvetica,sans-serif ; font-size: x-small; }
|
|
h3{color:#999999 ; font-family:Arial,Helvetica,sans-serif ; font-size: x-small; }
|
|
.photoCutline{ color:#333333 ; font-family:Arial,Helvetica,sans-serif ; font-size: x-small; }
|
|
.photoCredit{ color:#999999 ; font-family:Arial,Helvetica,sans-serif ; font-size: x-small; }
|
|
#story{font-family:Arial,Tahoma,Verdana,Helvetica,sans-serif ; font-size: small; }
|
|
#main{font-family:Arial,Tahoma,Verdana,Helvetica,sans-serif ; font-size: small; }
|
|
#photo-details{ font-family:Arial,Helvetica,sans-serif ; color:#999999; font-size: x-small;}
|
|
span.name{color:#205B87;font-family: Georgia,Times,"Times New Roman",serif; font-size: x-small}
|
|
p#dateline{color:#444444 ; font-family:Arial,Helvetica,sans-serif ; font-style:italic;}
|
|
'''
|
|
feeds = [
|
|
(u'Top Stories' , u'http://rss.csmonitor.com/feeds/top'),
|
|
(u'World' , u'http://rss.csmonitor.com/feeds/world'),
|
|
(u'USA' , u'http://rss.csmonitor.com/feeds/usa'),
|
|
(u'Commentary' , u'http://rss.csmonitor.com/feeds/commentary'),
|
|
(u'Money' , u'http://rss.csmonitor.com/feeds/wam'),
|
|
(u'Learning' , u'http://rss.csmonitor.com/feeds/learning'),
|
|
(u'Living', u'http://rss.csmonitor.com/feeds/living'),
|
|
(u'Innovation', u'http://rss.csmonitor.com/feeds/scitech'),
|
|
(u'Gardening', u'http://rss.csmonitor.com/feeds/gardening'),
|
|
(u'Environment',u'http://rss.csmonitor.com/feeds/environment'),
|
|
(u'Arts', u'http://rss.csmonitor.com/feeds/arts'),
|
|
(u'Books', u'http://rss.csmonitor.com/feeds/books'),
|
|
(u'Home Forum' , u'http://rss.csmonitor.com/feeds/homeforum')
|
|
]
|
|
|
|
keep_only_tags = [
|
|
dict(name='div', attrs={'id':'mainColumn'}),
|
|
]
|
|
|
|
remove_tags = [
|
|
dict(name='div', attrs={'id':['story-tools','videoPlayer','storyRelatedBottom','enlarge-photo','photo-paginate']}),
|
|
dict(name='div', attrs={'class':['storyToolbar cfx','podStoryRel','spacer3','divvy spacer7','comment','storyIncludeBottom']}),
|
|
dict(name='ul', attrs={'class':[ 'centerliststories']}) ,
|
|
dict(name='form', attrs={'id':[ 'commentform']}) ,
|
|
]
|
|
|
|
remove_tags_after = [ dict(name='div', attrs={'class':[ 'ad csmAd']})]
|
|
|