mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-06-23 15:30:45 -04:00
Update Le Temps
http://www.mobileread.com/forums/showthread.php?t=232489
This commit is contained in:
Kovid Goyal
parent
3a08791865
commit
7698a06ad5
@ -6,100 +6,162 @@ __license__ = 'GPL v3'
|
|||||||
__copyright__ = '2009, Kovid Goyal <kovid@kovidgoyal.net>'
|
__copyright__ = '2009, Kovid Goyal <kovid@kovidgoyal.net>'
|
||||||
__docformat__ = 'restructuredtext en'
|
__docformat__ = 'restructuredtext en'
|
||||||
|
|
||||||
|
#-------------------------------
|
||||||
|
# Modified by Roland Kessi - February 2014
|
||||||
|
#-------------------------------
|
||||||
|
|
||||||
from calibre.web.feeds.news import BasicNewsRecipe
|
from calibre.web.feeds.news import BasicNewsRecipe
|
||||||
|
|
||||||
class LeTemps(BasicNewsRecipe):
|
class LeTemps(BasicNewsRecipe):
|
||||||
title = u'Le Temps'
|
title = u'Le Temps'
|
||||||
oldest_article = 7
|
oldest_article = 7
|
||||||
max_articles_per_feed = 100
|
max_articles_per_feed = 100
|
||||||
__author__ = 'Kovid Goyal'
|
__author__ = 'Kovid Goyal'
|
||||||
description = 'French news. Needs a subscription from http://www.letemps.ch'
|
description = 'French news. Needs a subscription from http://www.letemps.ch'
|
||||||
no_stylesheets = True
|
no_stylesheets = True
|
||||||
remove_javascript = True
|
remove_javascript = True
|
||||||
recursions = 1
|
recursions = 1
|
||||||
encoding = 'UTF-8'
|
encoding = 'UTF-8'
|
||||||
match_regexps = [r'http://www.letemps.ch/Page/Uuid/[-0-9a-f]+\|[1-9]']
|
match_regexps = [r'http://www.letemps.ch/Page/Uuid/[-0-9a-f]+\|[1-9]']
|
||||||
language = 'fr'
|
language = 'fr'
|
||||||
needs_subscription = True
|
needs_subscription = True
|
||||||
|
simultaneous_downloads = 5
|
||||||
|
use_embedded_content = False
|
||||||
|
remove_empty_feeds = True
|
||||||
|
|
||||||
def get_browser(self):
|
def get_browser(self):
|
||||||
br = BasicNewsRecipe.get_browser(self)
|
br = BasicNewsRecipe.get_browser(self)
|
||||||
br.open('http://www.letemps.ch/login')
|
br.open('http://www.letemps.ch/login')
|
||||||
br.select_form(nr=1)
|
br.select_form(nr=1)
|
||||||
br['username'] = self.username
|
br['username'] = self.username
|
||||||
br['password'] = self.password
|
br['password'] = self.password
|
||||||
raw = br.submit().read()
|
raw = br.submit().read()
|
||||||
if '>Login' in raw:
|
if '>Login' in raw:
|
||||||
raise ValueError('Failed to login to letemp.ch. Check '
|
raise ValueError('Failed to login to letemp.ch. Check '
|
||||||
'your username and password')
|
'your username and password')
|
||||||
return br
|
return br
|
||||||
|
|
||||||
|
def get_article_url(self, article):
|
||||||
|
'''
|
||||||
|
Override in a subclass to customize extraction of the :term:`URL` that points
|
||||||
|
to the content for each article. Return the
|
||||||
|
article URL. It is called with `article`, an object representing a parsed article
|
||||||
|
from a feed. See `feedparser <http://packages.python.org/feedparser/>`_.
|
||||||
|
By default it looks for the original link (for feeds syndicated via a
|
||||||
|
service like feedburner or pheedo) and if found,
|
||||||
|
returns that or else returns
|
||||||
|
`article.link <http://packages.python.org/feedparser/reference-entry-link.html>`_.
|
||||||
|
'''
|
||||||
|
#=======================================================================
|
||||||
|
# Avoid going through http://rss.feedsportal.com/...
|
||||||
|
#=======================================================================
|
||||||
|
for key in article.keys():
|
||||||
|
if key.endswith('_origlink'):
|
||||||
|
url = article[key]
|
||||||
|
if url and url.startswith('http://'):
|
||||||
|
print ('Url is :', url)
|
||||||
|
return url
|
||||||
|
ans = article.get('link', None)
|
||||||
|
if not ans and getattr(article, 'links', None):
|
||||||
|
for item in article.links:
|
||||||
|
if item.get('rel', 'alternate') == 'alternate':
|
||||||
|
ans = item['href']
|
||||||
|
break
|
||||||
|
pos = ans.find('letemps0Bch')
|
||||||
|
ans = 'http://www.' + ans[pos:]
|
||||||
|
ans = ans.replace('0A', '0')
|
||||||
|
ans = ans.replace('0B', '.')
|
||||||
|
ans = ans.replace('0C', '/')
|
||||||
|
ans = ans.replace('0E', '-')
|
||||||
|
return ans
|
||||||
|
|
||||||
keep_only_tags = [dict(name='div', attrs={'id':'content'}),
|
keep_only_tags = [
|
||||||
dict(name='div', attrs={'class':'story'})
|
dict(name='div', attrs={'id':'content'}),
|
||||||
]
|
]
|
||||||
remove_tags = [dict(name='div', attrs={'id':['footer','sub']}),
|
remove_tags = [
|
||||||
dict(name='div', attrs={'class':['box additional','box function','right','box links','follow']})]
|
dict(name='div', attrs={'id':'html5_gallery'}),
|
||||||
|
dict(name='ul', attrs={'class':['tabs']}),
|
||||||
|
dict(name='img', attrs={'class':['bigImg']}),
|
||||||
|
dict(name='div', attrs={'class':['box function','contentInserts','box banner',
|
||||||
|
'box additional','galleryOverview','position','rightAd','bottomAd','video',]}),
|
||||||
|
]
|
||||||
|
|
||||||
|
extra_css = '''
|
||||||
|
h1{font-family:"Georgia","Times New Roman",Times,serif;font-size:large;}
|
||||||
|
.headline{font-family:"Georgia","Times New Roman",Times,serif;font-size:large;color:#990000;}
|
||||||
|
.summary_gal{color:#777777;font-family:"Georgia","Times New Roman",Times,serif;font-size:x-small;}
|
||||||
|
#capt{color:#1B1B1B;font-family:"Georgia","Times New Roman",Times,serif;font-size:x-small;}
|
||||||
|
#content{font-family:"Lucida Grande","Lucida Sans Unicode",Arial,Verdana,sans-serif;}
|
||||||
|
.box.article.important{font-family:"Lucida Grande","Lucida Sans Unicode",Arial,Verdana,sans-serif;}
|
||||||
|
#h2 {font-size: 24px; line-height: 25px; margin-bottom: 14px; text-transform:uppercase;}
|
||||||
|
.author {font-size:x-small; margin: 0 0 5px 0; color:#797971; font-family:"Lucida Grande","Lucida Sans Unicode",Arial,Verdana,sans-serif;}
|
||||||
|
.lead {font-family:"Lucida Grande","Lucida Sans Unicode",Arial,Verdana,sans-serif;font-weight: bold; margin: 10px 0;font-size:small;}
|
||||||
|
p {margin: 0 0 10px 0;}
|
||||||
|
h3{font-size:small;font-weight:bold;}
|
||||||
|
.description{font-size:x-small;font-family:"Lucida Grande","Lucida Sans Unicode",Arial,Verdana,sans-serif;color:white; }
|
||||||
|
a {color:#1B1B1B; font-size:small;}
|
||||||
|
.linkbox{font-size:x-small;color:#1B1B1B;font-family:"Lucida Grande","Lucida Sans Unicode",Arial,Verdana,sans-serif;}
|
||||||
|
|
||||||
extra_css = '''h1{font-family:"Georgia","Times New Roman",Times,serif;font-size:large;}
|
h2{font-size:small;font-weight:bold;font-family:"Lucida Grande","Lucida Sans Unicode",Arial,Verdana,sans-serif;}
|
||||||
.headline{font-family:"Georgia","Times New Roman",Times,serif;font-size:large;color:#990000;}
|
p.clear{clear:both;}
|
||||||
.summary_gal{color:#777777;font-family:"Georgia","Times New Roman",Times,serif;font-size:x-small;}
|
.heading{font-size:x-small;}
|
||||||
#capt{color:#1B1B1B;font-family:"Georgia","Times New Roman",Times,serif;font-size:x-small;}
|
.heading strong{color:#940026;}
|
||||||
#content{font-family:"Lucida Grande","Lucida Sans Unicode",Arial,Verdana,sans-serif;}
|
.box dd { clear:both; }
|
||||||
h2 {font-size: 24px; line-height: 25px; margin-bottom: 14px; text-transform:uppercase;}
|
.box dl { position:relative; }
|
||||||
.author {font-size:x-small; margin: 0 0 5px 0; color:#797971; font-family:"Lucida Grande","Lucida Sans Unicode",Arial,Verdana,sans-serif;}
|
dl.caption {float:left;overflow:hidden;position:relative;margin: 0 10px 12px -40px;}
|
||||||
.lead {font-family:"Lucida Grande","Lucida Sans Unicode",Arial,Verdana,sans-serif;font-weight: bold; margin: 10px 0;font-size:small;}
|
.caption dd p,
|
||||||
p {margin: 0 0 10px 0;}
|
.caption dt img { margin-right: 0;margin-bottom: 0;}
|
||||||
h3{font-size:small;font-weight:bold;}
|
.caption dt img {float: left;}
|
||||||
.heading{color:#940026;font-size:x-small;}
|
.caption dd {width: 100%;bottom: -1px;position: absolute;}
|
||||||
.description{font-size:x-small;font-family:"Lucida Grande","Lucida Sans Unicode",Arial,Verdana,sans-serif;color:#797971; }
|
.caption dd .description {z-index: 2;margin-left: 0px;padding: 3px 4px;position: relative;}
|
||||||
a {color:#1B1B1B; font-size:small;}
|
.caption dd .background {top: 0;left: 0;width: 100%;height: 100%;filter: alpha(opacity=70);opacity: 0.7;z-index: 1;position: absolute;background-color: black;}
|
||||||
.linkbox{font-size:x-small;color:#1B1B1B;font-family:"Lucida Grande","Lucida Sans Unicode",Arial,Verdana,sans-serif;} '''
|
'''
|
||||||
|
|
||||||
feeds = [
|
feeds = [
|
||||||
(u'Actualit\xe9', 'http://www.letemps.ch/rss/site/'),
|
(u'Actualité', u'http://letemps.ch/rss/site/'),
|
||||||
('Monde', 'http://www.letemps.ch/rss/site/actualite/monde'),
|
(u'Actualité - Monde', u'http://letemps.ch/rss/site/actualite/monde'),
|
||||||
(u'Suisse & R\xe9gions', 'http://www.letemps.ch/rss/site/actualite/suisse_regions'),
|
(u'Actualité - Suisse & régions', u'http://letemps.ch/rss/site/actualite/suisse_regions'),
|
||||||
('Sciences & Environnement', 'http://www.letemps.ch/rss/site/actualite/sciences_environnement'),
|
(u'Actualité - Sport', u'http://letemps.ch/rss/site/actualite/sports'),
|
||||||
(u'Soci\xe9t\xe9', 'http://www.letemps.ch/rss/site/actualite/societe'),
|
(u'Actualité - Sciences & Environnement', u'http://letemps.ch/rss/site/actualite/sciences_environnement'),
|
||||||
('Economie & Finance', 'http://www.letemps.ch/rss/site/economie_finance'),
|
(u'Actualité - Multimédia', u'http://letemps.ch/rss/site/actualite/multimedia'),
|
||||||
('Economie & Finance - Finance', 'http://www.letemps.ch/rss/site/economie_finance/finance'),
|
(u'Actualité - Société', u'http://letemps.ch/rss/site/actualite/societe'),
|
||||||
('Economie & Finance - Fonds de placement', 'http://www.letemps.ch/rss/site/economie_finance/fonds_placement'),
|
(u'Actualité - Société | Quoi de neuf', u'http://letemps.ch/rss/site/actualite/societe/quoi_de_neuf'),
|
||||||
(u'Economie & Finance - Carri\xe9res', 'http://www.letemps.ch/rss/site/economie_finance/carrieres'),
|
(u'Economie & Finance', u'http://letemps.ch/rss/site/economie_finance'),
|
||||||
('Culture', 'http://www.letemps.ch/rss/site/culture'),
|
(u'Economie & Finance - Finance', u'http://letemps.ch/rss/site/economie_finance/finance'),
|
||||||
(u'Culture - Cin\xe9ma', 'http://www.letemps.ch/rss/site/culture/cinema'),
|
(u'Economie & Finance - Fonds de placement', u'http://letemps.ch/rss/site/economie_finance/fonds_placement'),
|
||||||
('Culture - Musiques', 'http://www.letemps.ch/rss/site/culture/musiques'),
|
(u'Economie & Finance - Carrières', u'http://letemps.ch/rss/site/economie_finance/carrieres'),
|
||||||
(u'Culture - Sc\xe9nes', 'http://www.letemps.ch/rss/site/culture/scenes'),
|
(u'Culture', u'http://letemps.ch/rss/site/culture'),
|
||||||
('Culture - Arts plastiques', 'http://www.letemps.ch/rss/site/culture/arts_plastiques'),
|
(u'Culture - Cinémas', u'http://letemps.ch/rss/site/culture/cinema'),
|
||||||
('Livres', 'http://www.letemps.ch/rss/site/culture/livres'),
|
(u'Culture - Musiques', u'http://letemps.ch/rss/site/culture/musiques'),
|
||||||
('Opinions', 'http://www.letemps.ch/rss/site/opinions'),
|
(u'Culture - Scènes', u'http://letemps.ch/rss/site/culture/scenes'),
|
||||||
('Opinions - Editoriaux', 'http://www.letemps.ch/rss/site/opinions/editoriaux'),
|
(u'Culture - Arts plastiques', u'http://letemps.ch/rss/site/culture/arts_plastiques'),
|
||||||
(u'Opinions - Invit\xe9s', 'http://www.letemps.ch/rss/site/opinions/invites'),
|
(u'Culture - Livres', u'http://letemps.ch/rss/site/culture/livres'),
|
||||||
('Opinions - Chroniques', 'http://www.letemps.ch/rss/site/opinions/chroniques'),
|
(u'Lifestyle - Luxe', u'http://letemps.ch/rss/site/lifestyle/luxe'),
|
||||||
('LifeStyle', 'http://www.letemps.ch/rss/site/lifestyle'),
|
(u'Lifestyle - Mode', u'http://letemps.ch/rss/site/lifestyle/mode'),
|
||||||
('LifeStyle - Luxe', 'http://www.letemps.ch/rss/site/lifestyle/luxe'),
|
(u'Lifestyle - Horlogerie & Joaillerie', u'http://letemps.ch/rss/site/lifestyle/horlogerie_joaillerie'),
|
||||||
('LifeStyle - Horlogerie & Joaillerie', 'http://www.letemps.ch/rss/site/lifestyle/horlogerie_joaillerie'),
|
(u'Lifestyle - Design', u'http://letemps.ch/rss/site/lifestyle/design'),
|
||||||
('LifeStyle - Design', 'http://www.letemps.ch/rss/site/lifestyle/design'),
|
(u'Lifestyle - Voyages', u'http://letemps.ch/rss/site/lifestyle/voyages'),
|
||||||
('LifeStyle - Voyages', 'http://www.letemps.ch/rss/site/lifestyle/voyages'),
|
(u'Lifestyle - Gastronomie', u'http://letemps.ch/rss/site/lifestyle/gastronomie'),
|
||||||
('LifeStyle - Gastronomie', 'http://www.letemps.ch/rss/site/lifestyle/gastronomie'),
|
(u'Lifestyle - Architecture & Immobilier', u'http://letemps.ch/rss/site/lifestyle/architecture_immobilier'),
|
||||||
('LifeStyle - Architecture & Immobilier', 'http://www.letemps.ch/rss/site/lifestyle/architecture_immobilier'),
|
(u'Lifestyle - Automobile', u'http://letemps.ch/rss/site/lifestyle/automobile'),
|
||||||
('LifeStyle - Automobile', 'http://www.letemps.ch/rss/site/lifestyle/automobile'),
|
(u'Opinions', u'http://letemps.ch/rss/site/opinions'),
|
||||||
('Sports', 'http://www.letemps.ch/rss/site/actualite/sports'),
|
(u'Opinions - Editoriaux', u'http://letemps.ch/rss/site/opinions/editoriaux'),
|
||||||
]
|
(u'Opinions - Invités', u'http://letemps.ch/rss/site/opinions/invites'),
|
||||||
|
(u'Opinions - Chroniques', u'http://letemps.ch/rss/site/opinions/chroniques'),
|
||||||
|
(u'Opinions - Chappatte', u'http://letemps.ch/rss/site/opinions/chappatte')
|
||||||
|
]
|
||||||
|
|
||||||
def postprocess_html(self, soup, first):
|
def parse_feeds(self):
|
||||||
for tag in soup.findAll('div', attrs = {'class':'box pagination'}):
|
feeds = BasicNewsRecipe.parse_feeds(self)
|
||||||
|
for feed in feeds:
|
||||||
|
del feed.description # The title says it all and the description has has bad characters for "Le Temps"
|
||||||
|
return feeds
|
||||||
|
|
||||||
|
def postprocess_html(self, soup, first):
|
||||||
|
for tag in soup.findAll('div', attrs={'class':'box pagination'}):
|
||||||
tag.extract()
|
tag.extract()
|
||||||
if not first:
|
if not first:
|
||||||
h = soup.find('h1')
|
h = soup.find('h1')
|
||||||
if h is not None:
|
if h is not None:
|
||||||
h.extract()
|
h.extract()
|
||||||
return soup
|
return soup
|
||||||
|
|
||||||
# def print_version(self, url):
|
|
||||||
# return url.replace('Page', 'Facet/print')
|
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user