Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-06-23 15:30:45 -04:00
Code Issues Packages Projects Releases Wiki Activity

Fix #22 (Remove double article entries which are already part in other rss feeds of the same recipe)

Browse Source
This commit is contained in:
Kovid Goyal 2013-06-29 12:30:56 +05:30
parent fa2f92e96c
commit 373b3c7a22
1 changed files with 28 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

36
recipes/taz_rss.recipe
View File

@ -1,23 +1,43 @@
__license__ = 'GPL v3'
__copyright__ = '2010, Alexander Schremmer <alex@alexanderweb.de>'
__license__ = 'GPL v3'
__copyright__ = '2013, Alexander Schremmer <alex@alexanderweb.de>, Robert Riemann <robert@riemann.cc>'
import re
from calibre.web.feeds.news import BasicNewsRecipe
class TazRSSRecipe(BasicNewsRecipe):
title = u'Taz.de (die tageszeitung) RSS Feed - German'
__author__ = 'Alexander Schremmer'
title = u'Taz - die Tageszeitung'
description = u'Taz.de - die tageszeitung'
__author__ = 'Alexander Schremmer, Robert Riemann'
language = 'de'
lang = 'de-DE'
oldest_article = 7
max_articles_per_feed = 100
publisher = 'taz Entwicklungs GmbH & Co. Medien KG'
# masthead_url = u'http://galeria-autonomica.de/wp-content/uploads/a_taz-logo.gif'
masthead_url = u'http://upload.wikimedia.org/wikipedia/de/thumb/1/15/Die-Tageszeitung-Logo.svg/500px-Die-Tageszeitung-Logo.svg.png'
conversion_options = {'publisher': publisher,
'language': lang,
}
feeds = [(u'TAZ main feed', u'http://www.taz.de/rss.xml')]
feeds = [
(u'Schlagzeilen', u'http://www.taz.de/!p3270;rss/'),
(u'Politik', u'http://www.taz.de/Politik/!p2;rss/'),
(u'Zukunft', u'http://www.taz.de/Zukunft/!p4;rss/'),
(u'Netz', u'http://www.taz.de/Netz/!p5;rss/'),
(u'Debatte', u'http://www.taz.de/Debatte/!p9;rss/'),
(u'Leben', u'http://www.taz.de/Leben/!p10;rss/'),
(u'Sport', u'http://www.taz.de/Sport/!p12;rss/'),
(u'Wahrheit', u'http://www.taz.de/Wahrheit/!p13;rss/'),
(u'Berlin', u'http://www.taz.de/Berlin/!p14;rss/'),
(u'Nord', u'http://www.taz.de/Nord/!p11;rss/')
]
keep_only_tags = [dict(name='div', attrs={'class': 'sect sect_article'})]
remove_tags = [
dict(name=['div'], attrs={'class': 'artikelwerbung'}),
dict(name=['ul'], attrs={'class': 'toolbar'}),]
dict(name=['div'], attrs={'class': 'artikelwerbung'}),
dict(name=['ul'], attrs={'class': 'toolbar'}),
# remove: taz paywall
dict(name=['div'], attrs={'id': 'tzi_paywall'}),
# remove: Artikel zum Thema (not working on Kindle)
dict(name=['div'], attrs={'class': re.compile(r".*\bsect_seealso\b.*")}),
dict(name=['div'], attrs={'class': 'sectfoot'})
]