mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-09-29 15:31:08 -04:00
124 lines
5.0 KiB
Plaintext
124 lines
5.0 KiB
Plaintext
# vim:fileencoding=utf-8
|
||
from __future__ import unicode_literals
|
||
|
||
__license__ = 'GPL v3'
|
||
__copyright__ = '2013'
|
||
'''
|
||
monde-diplomatique.fr
|
||
'''
|
||
|
||
import re
|
||
from calibre.web.feeds.news import BasicNewsRecipe
|
||
from calibre.web.feeds import feeds_from_index
|
||
|
||
|
||
def absurl(url):
|
||
if url.startswith('/'):
|
||
url = 'http://www.monde-diplomatique.fr' + url
|
||
return url
|
||
|
||
|
||
class LeMondeDiplomatiqueSiteWeb(BasicNewsRecipe):
|
||
title = u'Le Monde diplomatique.fr'
|
||
__author__ = 'Gaëtan Lehmann'
|
||
description = "Le Monde diplomatique est un mensuel français d’information et d’opinion à la ligne éditoriale nettement engagée en faveur d'une gauche de rupture avec le capitalisme. Il aborde de nombreux sujets — géopolitique, relations internationales, économie, questions sociales, écologie, culture, médias, …" # noqa
|
||
oldest_article = 30
|
||
max_articles_per_feed = 100
|
||
auto_cleanup = True
|
||
publisher = 'monde-diplomatique.fr'
|
||
category = 'news, France, world'
|
||
language = 'fr'
|
||
masthead_url = 'http://www.monde-diplomatique.fr/squelettes/images/logotyfa.png'
|
||
timefmt = ' [%d %b %Y]'
|
||
no_stylesheets = True
|
||
|
||
feeds = [(u'Blogs', u'http://blog.mondediplo.net/spip.php?page=backend'),
|
||
(u'Archives', u'http://www.monde-diplomatique.fr/rss/')]
|
||
|
||
preprocess_regexps = [
|
||
(re.compile(r'<title>(.*) - Les blogs du Diplo</title>'),
|
||
lambda m: '<title>' + m.group(1) + '</title>'),
|
||
(re.compile(r'<h2>(.*) - Les blogs du Diplo</h2>'),
|
||
lambda m: '<h2>' + m.group(1) + '</h2>'),
|
||
(re.compile(r'<title>(.*) \(Le Monde diplomatique\)</title>'),
|
||
lambda m: '<title>' + m.group(1) + '</title>'),
|
||
(re.compile(r'<h2>(.*) \(Le Monde diplomatique\)</h2>'),
|
||
lambda m: '<h2>' + m.group(1) + '</h2>'),
|
||
(re.compile(r'<h3>Grand format</h3>'), lambda m: '')]
|
||
|
||
remove_tags = [dict(name='div', attrs={'class': 'voiraussi liste'}),
|
||
dict(name='ul', attrs={
|
||
'class': 'hermetique carto hombre_demi_inverse'}),
|
||
dict(name='a', attrs={'class': 'tousles'}),
|
||
dict(name='h3', attrs={'class': 'cat'}),
|
||
dict(name='div', attrs={'class': 'logodiplo'}),
|
||
dict(name='img', attrs={'class': 'spip_logos'}),
|
||
dict(name='p', attrs={'id': 'hierarchie'}),
|
||
dict(name='div', attrs={'class': 'espace'})]
|
||
|
||
conversion_options = {
|
||
'comments': description,
|
||
'tags': category,
|
||
'publisher': publisher,
|
||
'linearize_tables': True
|
||
}
|
||
|
||
remove_empty_feeds = True
|
||
|
||
filterDuplicates = True
|
||
|
||
# don't use parse_index - we need it to send an exception so we can mix
|
||
# feed and parse_index results in parse_feeds
|
||
def parse_index_valise(self):
|
||
articles = []
|
||
soup = self.index_to_soup('http://www.monde-diplomatique.fr/carnet/')
|
||
cnt = soup.find('ul', attrs={'class': 'liste double'})
|
||
for item in cnt.findAll('li'):
|
||
description = ''
|
||
feed_link = item.find('a', href=True)
|
||
title = self.tag_to_string(item.find('h3'))
|
||
desc = item.find('div', attrs={'class': 'intro'})
|
||
date = item.find('div', attrs={'class': 'dates_auteurs'})
|
||
if desc:
|
||
description = desc.string
|
||
if feed_link:
|
||
articles.append({
|
||
'title': title,
|
||
'date': self.tag_to_string(date),
|
||
'url': absurl(feed_link['href']),
|
||
'description': description
|
||
})
|
||
return [("La valise diplomatique", articles)]
|
||
|
||
def parse_index_cartes(self):
|
||
articles = []
|
||
soup = self.index_to_soup('http://www.monde-diplomatique.fr/cartes/')
|
||
cnt = soup.find('ul', attrs={'class': 'liste_vignettes hautcartes'})
|
||
for li in cnt.findAll('li'):
|
||
feed_link = li.find('a', href=True)
|
||
h3 = li.find('h3')
|
||
authorAndDate = li.find('div', attrs={'class': 'dates_auteurs'})
|
||
author_date = self.tag_to_string(authorAndDate).split(', ')
|
||
author = author_date[0]
|
||
date = author_date[-1]
|
||
if feed_link:
|
||
title = self.tag_to_string(h3)
|
||
articles.append({
|
||
'title': title,
|
||
'date': date,
|
||
'url': absurl(feed_link['href']),
|
||
'description': author
|
||
})
|
||
return [("Cartes", articles)]
|
||
|
||
def parse_feeds(self):
|
||
feeds = BasicNewsRecipe.parse_feeds(self)
|
||
valise = feeds_from_index(self.parse_index_valise(), oldest_article=self.oldest_article,
|
||
max_articles_per_feed=self.max_articles_per_feed,
|
||
log=self.log)
|
||
cartes = feeds_from_index(self.parse_index_cartes(), oldest_article=self.oldest_article,
|
||
max_articles_per_feed=self.max_articles_per_feed,
|
||
log=self.log)
|
||
feeds = valise + feeds + cartes
|
||
return feeds
|