mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-07-09 03:04:10 -04:00
DW (all languages) update.
realized that they all require the same code.
This commit is contained in:
unkn0w7n
parent
a5a02d90fc
commit
0c8aacd740
@ -1,48 +1,35 @@
|
||||
__license__ = 'GPL v3'
|
||||
__copyright__ = '2010, Darko Miletic <darko.miletic at gmail.com>'
|
||||
'''
|
||||
dw-world.de
|
||||
'''
|
||||
|
||||
import re
|
||||
from calibre.web.feeds.news import BasicNewsRecipe
|
||||
|
||||
from calibre.web.feeds.news import BasicNewsRecipe, classes
|
||||
|
||||
class DeutscheWelle_bs(BasicNewsRecipe):
|
||||
title = 'Deutsche Welle'
|
||||
__author__ = 'Darko Miletic'
|
||||
__author__ = 'unkn0wn'
|
||||
description = 'Vijesti iz Njemacke i svijeta'
|
||||
publisher = 'Deutsche Welle'
|
||||
category = 'news, politics, Germany'
|
||||
oldest_article = 1
|
||||
oldest_article = 2
|
||||
max_articles_per_feed = 100
|
||||
use_embedded_content = False
|
||||
no_stylesheets = True
|
||||
language = 'bs'
|
||||
publication_type = 'newsportal'
|
||||
remove_empty_feeds = True
|
||||
remove_javascript = True
|
||||
masthead_url = 'http://www.dw-world.de/skins/std/channel1/pics/dw_logo1024.gif'
|
||||
extra_css = """
|
||||
@font-face {font-family: "sans1";src:url(res:///opt/sony/ebook/FONT/tt0003m_.ttf)}
|
||||
body{font-family: Arial,sans1,sans-serif}
|
||||
img{margin-top: 0.5em; margin-bottom: 0.2em; display: block}
|
||||
.caption{font-size: x-small; display: block; margin-bottom: 0.4em}
|
||||
"""
|
||||
preprocess_regexps = [(re.compile(u'\u0110'), lambda match: u'\u00D0')]
|
||||
|
||||
conversion_options = {
|
||||
'comment': description, 'tags': category, 'publisher': publisher, 'language': language
|
||||
}
|
||||
ignore_duplicate_articles = {'title', 'url'}
|
||||
remove_attributes = ['height', 'width', 'style']
|
||||
|
||||
keep_only_tags = [
|
||||
dict(name='article')
|
||||
]
|
||||
|
||||
remove_tags = [
|
||||
dict(name=['iframe', 'embed', 'object', 'form', 'base', 'meta', 'link']), dict(
|
||||
attrs={'class': 'actionFooter'})
|
||||
dict(name=['footer', 'source']),
|
||||
dict(attrs={'data-tracking-name':'sharing-icons-inline'}),
|
||||
classes('kicker advertisement vjs-wrapper')
|
||||
]
|
||||
keep_only_tags = [dict(attrs={'class': 'ArticleDetail detail'})]
|
||||
remove_attributes = ['height', 'width', 'onclick', 'border', 'lang']
|
||||
|
||||
feeds = [
|
||||
|
||||
(u'Politika', u'http://rss.dw-world.de/rdf/rss-bos-pol'),
|
||||
(u'Evropa', u'http://rss.dw-world.de/rdf/rss-bos-eu'),
|
||||
(u'Kiosk', u'http://rss.dw-world.de/rdf/rss-bos-eu'),
|
||||
@ -51,23 +38,7 @@ class DeutscheWelle_bs(BasicNewsRecipe):
|
||||
(u'Sport', u'http://rss.dw-world.de/rdf/rss-bos-sp')
|
||||
]
|
||||
|
||||
def print_version(self, url):
|
||||
artl = url.rpartition('/')[2]
|
||||
return 'http://www.dw-world.de/popups/popup_printcontent/' + artl
|
||||
|
||||
def preprocess_html(self, soup):
|
||||
for item in soup.findAll('a'):
|
||||
limg = item.find('img')
|
||||
if item.string is not None:
|
||||
str = item.string
|
||||
item.replaceWith(str)
|
||||
else:
|
||||
if limg:
|
||||
item.name = 'div'
|
||||
del item['href']
|
||||
item['target'] = ''
|
||||
del item['target']
|
||||
else:
|
||||
str = self.tag_to_string(item)
|
||||
item.replaceWith(str)
|
||||
for img in soup.findAll('img', srcset=True):
|
||||
img['src'] = img['srcset'].split()[6]
|
||||
return soup
|
||||
|
||||
@ -1,21 +1,8 @@
|
||||
#!/usr/bin/env python
|
||||
# vim:fileencoding=utf-8
|
||||
from __future__ import unicode_literals, division, absolute_import, print_function
|
||||
|
||||
__license__ = 'GPL v3'
|
||||
__copyright__ = '2010, Darko Miletic <darko.miletic at gmail.com>'
|
||||
|
||||
'''
|
||||
Deutsche Welle (español) - dw.com/es
|
||||
'''
|
||||
|
||||
import re
|
||||
from calibre.web.feeds.news import BasicNewsRecipe
|
||||
|
||||
from calibre.web.feeds.news import BasicNewsRecipe, classes
|
||||
|
||||
class DeutscheWelle_es(BasicNewsRecipe):
|
||||
title = 'Deutsche Welle'
|
||||
__author__ = 'Darko Miletic'
|
||||
__author__ = 'unkn0wn'
|
||||
description = 'Noticias desde Alemania y mundo'
|
||||
publisher = 'Deutsche Welle'
|
||||
language = 'es'
|
||||
@ -27,6 +14,18 @@ class DeutscheWelle_es(BasicNewsRecipe):
|
||||
remove_empty_feeds = True
|
||||
ignore_duplicate_articles = {'title', 'url'}
|
||||
|
||||
remove_attributes = ['height', 'width', 'style']
|
||||
|
||||
keep_only_tags = [
|
||||
dict(name='article')
|
||||
]
|
||||
|
||||
remove_tags = [
|
||||
dict(name=['footer', 'source']),
|
||||
dict(attrs={'data-tracking-name':'sharing-icons-inline'}),
|
||||
classes('kicker advertisement vjs-wrapper')
|
||||
]
|
||||
|
||||
feeds = [
|
||||
('Titulares', 'http://rss.dw-world.de/rdf/rss-sp-top'),
|
||||
('Noticias de Alemania', 'http://rss.dw-world.de/rdf/rss-sp-ale'),
|
||||
@ -40,37 +39,8 @@ class DeutscheWelle_es(BasicNewsRecipe):
|
||||
('Conozca Alemania', 'http://rss.dw-world.de/rdf/rss-sp-con')
|
||||
]
|
||||
|
||||
keep_only_tags = [
|
||||
dict(name='div', attrs={'class': 'col3'})
|
||||
]
|
||||
|
||||
remove_tags_after = [
|
||||
dict(name='div', attrs={'class': 'group'})
|
||||
]
|
||||
|
||||
remove_tags = [
|
||||
dict(name='div', attrs={'class': 'col1'}),
|
||||
dict(name='div', attrs={'class': re.compile('gallery')}),
|
||||
dict(name='div', attrs={'class': re.compile('audio')}),
|
||||
dict(name='div', attrs={'class': re.compile('video')})
|
||||
]
|
||||
|
||||
remove_attributes = ['height', 'width',
|
||||
'onclick', 'border', 'lang', 'link']
|
||||
|
||||
extra_css = '''
|
||||
h1 {font-size: 1.6em; margin-top: 0em}
|
||||
.artikel {font-size: 1em; text-transform: uppercase; margin: 0em}
|
||||
'''
|
||||
|
||||
def preprocess_html(self, soup):
|
||||
# convert local hyperlinks
|
||||
for a in soup.findAll('a', href=True):
|
||||
if a['href'].startswith('/'):
|
||||
a['href'] = 'http://www.dw.com' + a['href']
|
||||
elif a['href'].startswith('#'):
|
||||
del a['href']
|
||||
# remove all style attributes with an effect on font size
|
||||
for item in soup.findAll(attrs={'style': re.compile('font-size')}):
|
||||
del item['style']
|
||||
for img in soup.findAll('img', srcset=True):
|
||||
img['src'] = img['srcset'].split()[6]
|
||||
return soup
|
||||
|
||||
@ -1,20 +1,12 @@
|
||||
__license__ = 'GPL v3'
|
||||
__copyright__ = '2010, Darko Miletic <darko.miletic at gmail.com>'
|
||||
'''
|
||||
dw-world.de
|
||||
'''
|
||||
|
||||
import re
|
||||
from calibre.web.feeds.news import BasicNewsRecipe
|
||||
|
||||
from calibre.web.feeds.news import BasicNewsRecipe, classes
|
||||
|
||||
class DeutscheWelle_hr(BasicNewsRecipe):
|
||||
title = 'Deutsche Welle'
|
||||
__author__ = 'Darko Miletic'
|
||||
__author__ = 'unkn0wn'
|
||||
description = 'Vesti iz Njemacke i svijeta'
|
||||
publisher = 'Deutsche Welle'
|
||||
category = 'news, politics, Germany'
|
||||
oldest_article = 1
|
||||
oldest_article = 2
|
||||
max_articles_per_feed = 100
|
||||
use_embedded_content = False
|
||||
no_stylesheets = True
|
||||
@ -22,50 +14,29 @@ class DeutscheWelle_hr(BasicNewsRecipe):
|
||||
publication_type = 'newsportal'
|
||||
remove_empty_feeds = True
|
||||
masthead_url = 'http://www.dw-world.de/skins/std/channel1/pics/dw_logo1024.gif'
|
||||
extra_css = """
|
||||
@font-face {font-family: "sans1";src:url(res:///opt/sony/ebook/FONT/tt0003m_.ttf)}
|
||||
body{font-family: Arial,sans1,sans-serif}
|
||||
img{margin-top: 0.5em; margin-bottom: 0.2em; display: block}
|
||||
.caption{font-size: x-small; display: block; margin-bottom: 0.4em}
|
||||
"""
|
||||
preprocess_regexps = [(re.compile(u'\u0110'), lambda match: u'\u00D0')]
|
||||
remove_javascript = True
|
||||
|
||||
conversion_options = {
|
||||
'comment': description, 'tags': category, 'publisher': publisher, 'language': language
|
||||
}
|
||||
ignore_duplicate_articles = {'title', 'url'}
|
||||
remove_attributes = ['height', 'width', 'style']
|
||||
|
||||
keep_only_tags = [
|
||||
dict(name='article')
|
||||
]
|
||||
|
||||
remove_tags = [
|
||||
dict(name=['iframe', 'embed', 'object', 'form', 'base', 'meta', 'link']), dict(
|
||||
attrs={'class': 'actionFooter'})
|
||||
dict(name=['footer', 'source']),
|
||||
dict(attrs={'data-tracking-name':'sharing-icons-inline'}),
|
||||
classes('kicker advertisement vjs-wrapper')
|
||||
]
|
||||
keep_only_tags = [dict(attrs={'class': 'ArticleDetail detail'})]
|
||||
remove_attributes = ['height', 'width', 'onclick', 'border', 'lang']
|
||||
|
||||
feeds = [
|
||||
|
||||
(u'Svijet', u'http://rss.dw-world.de/rdf/rss-cro-svijet'),
|
||||
(u'Europa', u'http://rss.dw-world.de/rdf/rss-cro-eu'),
|
||||
(u'Njemacka', u'http://rss.dw-world.de/rdf/rss-cro-ger'),
|
||||
(u'Vijesti', u'http://rss.dw-world.de/rdf/rss-cro-all')
|
||||
]
|
||||
|
||||
def print_version(self, url):
|
||||
artl = url.rpartition('/')[2]
|
||||
return 'http://www.dw-world.de/popups/popup_printcontent/' + artl
|
||||
|
||||
def preprocess_html(self, soup):
|
||||
for item in soup.findAll('a'):
|
||||
limg = item.find('img')
|
||||
if item.string is not None:
|
||||
str = item.string
|
||||
item.replaceWith(str)
|
||||
else:
|
||||
if limg:
|
||||
item.name = 'div'
|
||||
del item['href']
|
||||
item['target'] = ''
|
||||
del item['target']
|
||||
else:
|
||||
str = self.tag_to_string(item)
|
||||
item.replaceWith(str)
|
||||
for img in soup.findAll('img', srcset=True):
|
||||
img['src'] = img['srcset'].split()[6]
|
||||
return soup
|
||||
|
||||
@ -1,19 +1,12 @@
|
||||
__license__ = 'GPL v3'
|
||||
__copyright__ = '2010, Darko Miletic <darko.miletic at gmail.com>'
|
||||
'''
|
||||
dw-world.de
|
||||
'''
|
||||
|
||||
from calibre.web.feeds.news import BasicNewsRecipe
|
||||
|
||||
from calibre.web.feeds.news import BasicNewsRecipe, classes
|
||||
|
||||
class DeutscheWelle_pt(BasicNewsRecipe):
|
||||
title = 'Deutsche Welle'
|
||||
__author__ = 'Darko Miletic'
|
||||
__author__ = 'unkn0wn'
|
||||
description = 'Noticias desde Alemania y mundo'
|
||||
publisher = 'Deutsche Welle'
|
||||
category = 'news, politics, Germany'
|
||||
oldest_article = 1
|
||||
oldest_article = 2
|
||||
max_articles_per_feed = 100
|
||||
use_embedded_content = False
|
||||
no_stylesheets = True
|
||||
@ -21,42 +14,25 @@ class DeutscheWelle_pt(BasicNewsRecipe):
|
||||
publication_type = 'newsportal'
|
||||
remove_empty_feeds = True
|
||||
masthead_url = 'http://www.dw-world.de/skins/std/channel1/pics/dw_logo1024.gif'
|
||||
extra_css = """
|
||||
body{font-family: Arial,sans-serif}
|
||||
img{margin-top: 0.5em; margin-bottom: 0.2em; display: block}
|
||||
.caption{font-size: x-small; display: block; margin-bottom: 0.4em}
|
||||
"""
|
||||
|
||||
conversion_options = {
|
||||
'comment': description, 'tags': category, 'publisher': publisher, 'language': language
|
||||
}
|
||||
|
||||
remove_tags = [
|
||||
dict(name=['iframe', 'embed', 'object', 'form', 'base', 'meta', 'link']), dict(
|
||||
attrs={'class': 'actionFooter'})
|
||||
]
|
||||
keep_only_tags = [dict(attrs={'class': 'ArticleDetail detail'})]
|
||||
remove_attributes = ['height', 'width', 'onclick', 'border', 'lang']
|
||||
|
||||
feeds = [(u'Noticias', u'http://rss.dw-world.de/rdf/rss-br-all')]
|
||||
|
||||
def print_version(self, url):
|
||||
artl = url.rpartition('/')[2]
|
||||
return 'http://www.dw-world.de/popups/popup_printcontent/' + artl
|
||||
remove_javascript = True
|
||||
ignore_duplicate_articles = {'title', 'url'}
|
||||
remove_attributes = ['height', 'width', 'style']
|
||||
|
||||
def preprocess_html(self, soup):
|
||||
for item in soup.findAll('a'):
|
||||
limg = item.find('img')
|
||||
if item.string is not None:
|
||||
str = item.string
|
||||
item.replaceWith(str)
|
||||
else:
|
||||
if limg:
|
||||
item.name = 'div'
|
||||
del item['href']
|
||||
item['target'] = ''
|
||||
del item['target']
|
||||
else:
|
||||
str = self.tag_to_string(item)
|
||||
item.replaceWith(str)
|
||||
for img in soup.findAll('img', srcset=True):
|
||||
img['src'] = img['srcset'].split()[6]
|
||||
return soup
|
||||
|
||||
keep_only_tags = [
|
||||
dict(name='article')
|
||||
]
|
||||
|
||||
remove_tags = [
|
||||
dict(name=['footer', 'source']),
|
||||
dict(attrs={'data-tracking-name':'sharing-icons-inline'}),
|
||||
classes('kicker advertisement vjs-wrapper')
|
||||
]
|
||||
|
||||
feeds = [(u'Noticias', u'http://rss.dw-world.de/rdf/rss-br-all')]
|
||||
|
||||
@ -1,24 +1,36 @@
|
||||
#!/usr/bin/env python
|
||||
# vim:fileencoding=utf-8
|
||||
|
||||
from calibre.web.feeds.news import BasicNewsRecipe
|
||||
from calibre.web.feeds.news import BasicNewsRecipe, classes
|
||||
|
||||
|
||||
class DeutscheWelle(BasicNewsRecipe):
|
||||
title = u'Deutsche Welle \u043D\u0430 \u0440\u0443\u0441\u0441\u043A\u043E\u043C'
|
||||
description = u'\u0420\u0443\u0441\u0441\u043A\u0430\u044F \u0440\u0435\u0434\u0430\u043A\u0446\u0438\u044F Deutsche Welle: \u043D\u043E\u0432\u043E\u0441\u0442\u0438, \u0430\u043D\u0430\u043B\u0438\u0442\u0438\u043A\u0430, \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u0438 \u0438 \u0440\u0435\u043F\u043E\u0440\u0442\u0430\u0436\u0438 \u0438\u0437 \u0413\u0435\u0440\u043C\u0430\u043D\u0438\u0438 \u0438 \u0415\u0432\u0440\u043E\u043F\u044B, \u043D\u0435\u043C\u0435\u0446\u043A\u0438\u0439 \u0438 \u0435\u0432\u0440\u043E\u043F\u0435\u0439\u0441\u043A\u0438\u0439 \u0432\u0437\u0433\u043B\u044F\u0434 \u043D\u0430 \u0441\u043E\u0431\u044B\u0442\u0438\u044F \u0432 \u0420\u043E\u0441\u0441\u0438\u0438 \u0438 \u043C\u0438\u0440\u0435, \u043F\u0440\u0430\u043A\u0442\u0438\u0447\u0435\u0441\u043A\u0438\u0435 \u0441\u043E\u0432\u0435\u0442\u044B \u0434\u043B\u044F \u0442\u0443\u0440\u0438\u0441\u0442\u043E\u0432 \u0438 \u0442\u0435\u0445, \u043A\u0442\u043E \u0436\u0435\u043B\u0430\u0435\u0442 \u0443\u0447\u0438\u0442\u044C\u0441\u044F \u0438\u043B\u0438 \u0440\u0430\u0431\u043E\u0442\u0430\u0442\u044C \u0432 \u0413\u0435\u0440\u043C\u0430\u043D\u0438\u0438 \u0438 \u0434\u0440\u0443\u0433\u0438\u0445 \u0441\u0442\u0440\u0430\u043D\u0430\u0445 \u0415\u0432\u0440\u043E\u0441\u043E\u044E\u0437\u0430.' # noqa
|
||||
__author__ = 'bugmen00t'
|
||||
__author__ = 'bugmen00t, unkn0wn'
|
||||
publication_type = 'newspaper'
|
||||
oldest_article = 14
|
||||
oldest_article = 2
|
||||
max_articles_per_feed = 100
|
||||
language = 'ru'
|
||||
cover_url = 'https://www.dw.com/cssi/dwlogo-print.gif'
|
||||
auto_cleanup = False
|
||||
no_stylesheets = False
|
||||
# cover_url = 'https://www.dw.com/cssi/dwlogo-print.gif'
|
||||
|
||||
remove_tags_before = dict(name='h1')
|
||||
remove_javascript = True
|
||||
no_stylesheets = True
|
||||
remove_empty_feeds = True
|
||||
ignore_duplicate_articles = {'title', 'url'}
|
||||
remove_attributes = ['height', 'width', 'style']
|
||||
|
||||
remove_tags_after = dict(name='div', attrs={'class': 'longText'})
|
||||
def preprocess_html(self, soup):
|
||||
for img in soup.findAll('img', srcset=True):
|
||||
img['src'] = img['srcset'].split()[6]
|
||||
return soup
|
||||
|
||||
keep_only_tags = [
|
||||
dict(name='article')
|
||||
]
|
||||
|
||||
remove_tags = [
|
||||
dict(name=['footer', 'source']),
|
||||
dict(attrs={'data-tracking-name':'sharing-icons-inline'}),
|
||||
classes('kicker advertisement vjs-wrapper')
|
||||
]
|
||||
|
||||
feeds = [
|
||||
(
|
||||
|
||||
@ -1,20 +1,12 @@
|
||||
__license__ = 'GPL v3'
|
||||
__copyright__ = '2010, Darko Miletic <darko.miletic at gmail.com>'
|
||||
'''
|
||||
dw-world.de
|
||||
'''
|
||||
|
||||
import re
|
||||
from calibre.web.feeds.news import BasicNewsRecipe
|
||||
|
||||
from calibre.web.feeds.news import BasicNewsRecipe, classes
|
||||
|
||||
class DeutscheWelle_sr(BasicNewsRecipe):
|
||||
title = 'Deutsche Welle'
|
||||
__author__ = 'Darko Miletic'
|
||||
__author__ = 'unkn0wn'
|
||||
description = 'Vesti iz Nemacke i sveta'
|
||||
publisher = 'Deutsche Welle'
|
||||
category = 'news, politics, Germany'
|
||||
oldest_article = 1
|
||||
oldest_article = 2
|
||||
max_articles_per_feed = 100
|
||||
use_embedded_content = False
|
||||
no_stylesheets = True
|
||||
@ -22,27 +14,26 @@ class DeutscheWelle_sr(BasicNewsRecipe):
|
||||
publication_type = 'newsportal'
|
||||
remove_empty_feeds = True
|
||||
masthead_url = 'http://www.dw-world.de/skins/std/channel1/pics/dw_logo1024.gif'
|
||||
extra_css = """
|
||||
@font-face {font-family: "sans1";src:url(res:///opt/sony/ebook/FONT/tt0003m_.ttf)}
|
||||
body{font-family: Arial,sans1,sans-serif}
|
||||
img{margin-top: 0.5em; margin-bottom: 0.2em; display: block}
|
||||
.caption{font-size: x-small; display: block; margin-bottom: 0.4em}
|
||||
"""
|
||||
preprocess_regexps = [(re.compile(u'\u0110'), lambda match: u'\u00D0')]
|
||||
remove_javascript = True
|
||||
ignore_duplicate_articles = {'title', 'url'}
|
||||
remove_attributes = ['height', 'width', 'style']
|
||||
|
||||
conversion_options = {
|
||||
'comment': description, 'tags': category, 'publisher': publisher, 'language': language
|
||||
}
|
||||
def preprocess_html(self, soup):
|
||||
for img in soup.findAll('img', srcset=True):
|
||||
img['src'] = img['srcset'].split()[6]
|
||||
return soup
|
||||
|
||||
keep_only_tags = [
|
||||
dict(name='article')
|
||||
]
|
||||
|
||||
remove_tags = [
|
||||
dict(name=['iframe', 'embed', 'object', 'form', 'base', 'meta', 'link']), dict(
|
||||
attrs={'class': 'actionFooter'})
|
||||
dict(name=['footer', 'source']),
|
||||
dict(attrs={'data-tracking-name':'sharing-icons-inline'}),
|
||||
classes('kicker advertisement vjs-wrapper')
|
||||
]
|
||||
keep_only_tags = [dict(attrs={'class': 'ArticleDetail detail'})]
|
||||
remove_attributes = ['height', 'width', 'onclick', 'border', 'lang']
|
||||
|
||||
feeds = [
|
||||
|
||||
(u'Politika', u'http://rss.dw-world.de/rdf/rss-ser-pol'),
|
||||
(u'Srbija', u'http://rss.dw-world.de/rdf/rss-ser-pol-ser'),
|
||||
(u'Region', u'http://rss.dw-world.de/rdf/rss-ser-pol-region'),
|
||||
@ -54,23 +45,3 @@ class DeutscheWelle_sr(BasicNewsRecipe):
|
||||
(u'Kultura', u'feed:http://rss.dw-world.de/rdf/rss-ser-cul')
|
||||
]
|
||||
|
||||
def print_version(self, url):
|
||||
artl = url.rpartition('/')[2]
|
||||
return 'http://www.dw-world.de/popups/popup_printcontent/' + artl
|
||||
|
||||
def preprocess_html(self, soup):
|
||||
for item in soup.findAll('a'):
|
||||
limg = item.find('img')
|
||||
if item.string is not None:
|
||||
str = item.string
|
||||
item.replaceWith(str)
|
||||
else:
|
||||
if limg:
|
||||
item.name = 'div'
|
||||
del item['href']
|
||||
item['target'] = ''
|
||||
del item['target']
|
||||
else:
|
||||
str = self.tag_to_string(item)
|
||||
item.replaceWith(str)
|
||||
return soup
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user