mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-07-09 03:04:10 -04:00
Update WirtschaftsWoche Online
This commit is contained in:
Kovid Goyal
parent
5afe1c8767
commit
d4959ec2c1
@ -1,79 +1,74 @@
|
||||
__license__ = 'GPL v3'
|
||||
__copyright__ = '2013, Armin Geller'
|
||||
|
||||
##
|
||||
# Written: May 2013 (new coding)
|
||||
# Version: 4.2
|
||||
# Last update: 2018-03-01
|
||||
##
|
||||
'''
|
||||
Fetch WirtschaftsWoche Online
|
||||
'''
|
||||
import re
|
||||
from calibre.web.feeds.news import BasicNewsRecipe
|
||||
|
||||
|
||||
class WirtschaftsWocheOnline(BasicNewsRecipe):
|
||||
title = u'WirtschaftsWoche Online'
|
||||
__author__ = 'Armin Geller' # Update AGE 2013-01-05; Modified by Hegi 2013-04-28
|
||||
description = u'Wirtschaftswoche Online - basierend auf den RRS-Feeds von Wiwo.de'
|
||||
tags = 'Nachrichten, Blog, Wirtschaft'
|
||||
publisher = 'Verlagsgruppe Handelsblatt GmbH / Redaktion WirtschaftsWoche Online'
|
||||
__author__ = 'Armin Geller' # Update AGE 2013-01-05; 2018-03-01
|
||||
description = u'German Online Portal of WirtschaftsWoche'
|
||||
publisher = 'Verlagsgruppe Handelsblatt GmbH Redaktion WirtschaftsWoche Online'
|
||||
category = 'business, economy, news, Germany'
|
||||
publication_type = 'weekly magazine'
|
||||
oldest_article = 7
|
||||
max_articles_per_feed = 100
|
||||
simultaneous_downloads = 20
|
||||
|
||||
auto_cleanup = False
|
||||
no_stylesheets = True
|
||||
remove_javascript = True
|
||||
remove_empty_feeds = True
|
||||
|
||||
# don't duplicate articles from "Schlagzeilen" / "Exklusiv" to other
|
||||
# rubrics
|
||||
ignore_duplicate_articles = {'title', 'url'}
|
||||
|
||||
# if you want to reduce size for an b/w or E-ink device, uncomment this:
|
||||
compress_news_images = True
|
||||
# compress_news_images_auto_size = 16
|
||||
scale_news_images = (400, 300)
|
||||
compress_news_images_max_size = 35
|
||||
|
||||
timefmt = ' [%a, %d %b %Y]'
|
||||
|
||||
conversion_options = {'smarten_punctuation': True,
|
||||
'authors': publisher,
|
||||
'publisher': publisher}
|
||||
language = 'de'
|
||||
language = 'de_DE'
|
||||
encoding = 'UTF-8'
|
||||
cover_source = 'https://kaufhaus.handelsblatt.com/downloads/wirtschaftswoche-emagazin-p1952.html'
|
||||
cover_source = 'https://www.ikiosk.de/shop/epaper/wirtschaftswoche.html'
|
||||
masthead_url = 'http://www.wiwo.de/images/wiwo_logo/5748610/1-formatOriginal.png'
|
||||
|
||||
def get_cover_url(self):
|
||||
soup = self.index_to_soup(self.cover_source)
|
||||
style = soup.find('img', alt='WirtschaftsWoche eMagazin', style=True)[
|
||||
'style']
|
||||
self.cover_url = style.partition('(')[-1].rpartition(')')[0]
|
||||
return self.cover_url
|
||||
cover_source_soup = self.index_to_soup(self.cover_source)
|
||||
preview_image_div = cover_source_soup.find(attrs={'class': 'gallery'})
|
||||
return preview_image_div.a.img['src']
|
||||
|
||||
# Insert ". " after "Place" in <span class="hcf-location-mark">Place</span>
|
||||
# If you use .epub format you could also do this as extra_css
|
||||
# '.hcf-location-mark:after {content: ". "}'
|
||||
preprocess_regexps = [
|
||||
(re.compile(r'(<span class="hcf-location-mark">[^<]*)(</span>)', re.DOTALL | re.IGNORECASE), lambda match: match.group(1) + '. ' + match.group(2))]
|
||||
|
||||
extra_css = 'h1 {font-size: 1.6em; text-align: left} \
|
||||
h2 {font-size: 1em; font-style: italic; font-weight: normal} \
|
||||
h3 {font-size: 1.3em;text-align: left} \
|
||||
h4, h5, h6, a {font-size: 1em;text-align: left} \
|
||||
.hcf-caption {font-size: 1em;text-align: left; font-style: italic} \
|
||||
.hcf-location-mark {font-style: italic}'
|
||||
extra_css = '''
|
||||
h1, h2 {font-size: 1.6em; text-align: left}
|
||||
.c-leadtext {font-size: 1em; font-style: italic; font-weight: normal}
|
||||
h4 {font-size: 1.3em;text-align: left}
|
||||
h5, h6, a {font-size: 1em;text-align: left}
|
||||
.c-metadata {font-size: .75em;text-align: left; font-style: italic}
|
||||
'''
|
||||
|
||||
keep_only_tags = [
|
||||
dict(name='div', attrs={
|
||||
'class': ['hcf-column hcf-column1 hcf-teasercontainer hcf-maincol']}),
|
||||
dict(name='div', attrs={'id': ['contentMain']})
|
||||
dict(
|
||||
name='div',
|
||||
attrs={
|
||||
'class': [
|
||||
'o-article__element', 'o-article__content c-richText',
|
||||
'o-article__content-element o-article__content-element--richtext'
|
||||
]
|
||||
}
|
||||
)
|
||||
]
|
||||
|
||||
remove_tags = [
|
||||
dict(name='div', attrs={
|
||||
'class': ['hcf-link-block hcf-faq-open', 'hcf-article-related']})
|
||||
dict(
|
||||
name='div',
|
||||
attrs={
|
||||
'class': [
|
||||
'c-pagination u-flex',
|
||||
'c-standard-article-teaser',
|
||||
'c-pagination u-flex ajaxify',
|
||||
'c-socialshare u-margin-xxl ',
|
||||
]
|
||||
}
|
||||
)
|
||||
]
|
||||
|
||||
feeds = [
|
||||
@ -85,9 +80,12 @@ class WirtschaftsWocheOnline(BasicNewsRecipe):
|
||||
(u'Politik', u'http://www.wiwo.de/contentexport/feed/rss/politik'),
|
||||
(u'Erfolg', u'http://www.wiwo.de/contentexport/feed/rss/erfolg'),
|
||||
(u'Technologie', u'http://www.wiwo.de/contentexport/feed/rss/technologie'),
|
||||
# (u'Green-WiWo', u'http://green.wiwo.de/feed/rss/') # AGE no print version
|
||||
# (u'Green-WiWo', u'http://green.wiwo.de/feed/rss/') # AGE offline
|
||||
]
|
||||
|
||||
# one page n times url: https://www.wiwo.de/finanzen/geldanlage/bla-bla/21020646.html
|
||||
# all in one page article url: https://www.wiwo.de/finanzen/geldanlage/bla-bla/21020646-all.html
|
||||
|
||||
def print_version(self, url):
|
||||
main, sep, id = url.rpartition('/')
|
||||
return main + '/v_detail_tab_print/' + id
|
||||
main, sep, rest = url.rpartition('.')
|
||||
return main + '-all' + sep + rest
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user