mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-07-09 03:04:10 -04:00
Update WirtchaftsWoche Online
This commit is contained in:
Kovid Goyal
parent
2e367ac402
commit
aa72949779
@ -1,115 +1,102 @@
|
|||||||
__license__ = 'GPL v3'
|
__license__ = 'GPL v3'
|
||||||
__copyright__ = '2013, Armin Geller'
|
__copyright__ = '2013, Armin Geller'
|
||||||
|
|
||||||
##
|
##
|
||||||
# Written: May 2013 (new coding)
|
## Written: May 2013 (new coding)
|
||||||
# Version: 4.4
|
## Version: 4.4
|
||||||
# Last update: 2018-03-22
|
## Last update: 2020-12-29
|
||||||
# Update AGE 2013-01-05; 2018-03-01; 2018-03-21; Modified by Hegi 2013-04-28, 2015-04-18, 2018-03-13, 2018-03-22
|
##
|
||||||
##
|
|
||||||
|
|
||||||
'''
|
'''
|
||||||
Fetch WirtschaftsWoche Online
|
Fetch WirtschaftsWoche Online
|
||||||
'''
|
'''
|
||||||
import re
|
|
||||||
from calibre.web.feeds.news import BasicNewsRecipe
|
from calibre.web.feeds.news import BasicNewsRecipe
|
||||||
|
|
||||||
|
|
||||||
class WirtschaftsWocheOnline(BasicNewsRecipe):
|
class WirtschaftsWocheOnline(BasicNewsRecipe):
|
||||||
title = u'WirtschaftsWoche Online'
|
title = u'WirtschaftsWoche Online'
|
||||||
__author__ = 'Armin Geller'
|
__author__ = 'Armin Geller' # Update AGE 2013-01-05; 2018-03-01
|
||||||
description = u'Wirtschaftswoche Online - basierend auf den RRS-Feeds von Wiwo.de'
|
description = u'German Online Portal of WirtschaftsWoche'
|
||||||
tags = 'Nachrichten, Blog, Wirtschaft'
|
publisher = 'Verlagsgruppe Handelsblatt GmbH Redaktion WirtschaftsWoche Online'
|
||||||
publisher = 'Verlagsgruppe Handelsblatt GmbH / Redaktion WirtschaftsWoche Online'
|
category = 'business, economy, news, Germany'
|
||||||
category = 'business, economy, news, Germany'
|
publication_type = 'weekly magazine'
|
||||||
publication_type = 'weekly magazine'
|
oldest_article = 7
|
||||||
oldest_article = 7
|
|
||||||
max_articles_per_feed = 100
|
max_articles_per_feed = 100
|
||||||
simultaneous_downloads = 20
|
|
||||||
|
auto_cleanup = False
|
||||||
auto_cleanup = False
|
no_stylesheets = True
|
||||||
no_stylesheets = True
|
remove_javascript = True
|
||||||
remove_javascript = True
|
remove_empty_feeds = True
|
||||||
remove_empty_feeds = True
|
timefmt = ' [%a, %d %b %Y]'
|
||||||
timefmt = ' [%a, %d %b %Y]'
|
language = 'de_DE'
|
||||||
language = 'de'
|
encoding = 'UTF-8'
|
||||||
encoding = 'UTF-8'
|
cover_source = 'https://www.ikiosk.de/shop/epaper/wirtschaftswoche.html'
|
||||||
cover_source = 'https://kaufhaus.handelsblatt.com/downloads/wirtschaftswoche-emagazin-p1952.html'
|
masthead_url = 'http://www.wiwo.de/images/wiwo_logo/5748610/1-formatOriginal.png'
|
||||||
masthead_url = 'http://www.wiwo.de/images/wiwo_logo/5748610/1-formatOriginal.png'
|
|
||||||
|
|
||||||
conversion_options = {'smarten_punctuation': True,
|
|
||||||
'authors': publisher,
|
|
||||||
'publisher': publisher}
|
|
||||||
|
|
||||||
# don't duplicate articles from "Schlagzeilen" / "Exklusiv" to other rubrics
|
|
||||||
ignore_duplicate_articles = {'title', 'url'}
|
|
||||||
|
|
||||||
# if you want to reduce size for an b/w or E-ink device, uncomment the following 4 lines:
|
|
||||||
# compress_news_images = True
|
|
||||||
# compress_news_images_auto_size = 16
|
|
||||||
# scale_news_images = (400,300)
|
|
||||||
# compress_news_images_max_size = 35
|
|
||||||
|
|
||||||
def get_cover_url(self):
|
def get_cover_url(self):
|
||||||
soup = self.index_to_soup(self.cover_source)
|
cover_source_soup = self.index_to_soup(self.cover_source)
|
||||||
style = soup.find('img', alt='WirtschaftsWoche eMagazin', style=True)[
|
preview_image_div = cover_source_soup.find(attrs={'class':'gallery'})
|
||||||
'style']
|
return preview_image_div.a.img['src']
|
||||||
self.cover_url = style.partition('(')[-1].rpartition(')')[0]
|
|
||||||
return self.cover_url
|
|
||||||
|
|
||||||
preprocess_regexps = [
|
extra_css = '''
|
||||||
(
|
h1, h2 {font-size: 1.6em; text-align: left}
|
||||||
re.compile(
|
.c-leadtext {font-size: 1em; font-style: italic; font-weight: normal}
|
||||||
r'(<span class="hcf-location-mark">[^<]*)(</span>)', re.DOTALL | re.IGNORECASE),
|
h4 {font-size: 1.3em;text-align: left}
|
||||||
lambda match: match.group(1) + '. ' + match.group(2)
|
h5, h6, a {font-size: 1em;text-align: left}
|
||||||
),
|
.c-metadata {font-size: .75em;text-align: left; font-style: italic}
|
||||||
(
|
'''
|
||||||
re.compile(
|
|
||||||
r'(c-overline--article">[^>]*)(</span>)', re.DOTALL | re.IGNORECASE),
|
|
||||||
lambda match: match.group(1) + ': ' + match.group(2)
|
|
||||||
)
|
|
||||||
]
|
|
||||||
|
|
||||||
extra_css = '''
|
keep_only_tags = [
|
||||||
h1, h2 {font-size: 1.6em; text-align: left}
|
dict(name='div', attrs={'class':['o-article__element',
|
||||||
.c-leadtext {font-size: 1.2em; font-weight:bold; text-align: left}
|
'o-article__content c-richText',
|
||||||
h3, h4 {font-size: 1.3em; text-align: left}
|
'o-article__content-element o-article__content-element--richtext'
|
||||||
h5, h6, a {font-size: 1em; text-align: left}
|
]})
|
||||||
.c-metadata {font-size: .75em; text-align: left; font-style: italic}
|
]
|
||||||
.hcf-location-mark {font-style: italic; font-weight:bold}
|
|
||||||
.c-overline {font-size: 1em; text-align: left;font-style: normal; font-weight:bold}
|
|
||||||
'''
|
|
||||||
|
|
||||||
keep_only_tags = [
|
|
||||||
dict(name='div', attrs={'class': [
|
|
||||||
'o-article__element', 'o-article__content c-richText', 'o-article__content-element o-article__content-element--richtext',
|
|
||||||
'o-article__content c-richText', 'c-leadtext'
|
|
||||||
]})
|
|
||||||
]
|
|
||||||
|
|
||||||
remove_tags = [
|
remove_tags = [
|
||||||
dict(name='div', attrs={'class': [
|
dict(name='div', attrs={'class':['c-pagination u-flex',
|
||||||
'c-pagination u-flex', 'c-standard-article-teaser', 'c-pagination u-flex ajaxify', 'c-socialshare u-margin-xxl ',
|
'c-standard-article-teaser',
|
||||||
'c-advertisment__fullWidth c-advertisment--P3_desktop'
|
'c-pagination u-flex ajaxify',
|
||||||
]}),
|
'c-socialshare u-margin-xxl ',
|
||||||
dict(attrs={'class': lambda x: x and 'c-socialshare' in x.split()})
|
'c-list', #AGe 2020-12-29
|
||||||
]
|
]})
|
||||||
|
]
|
||||||
|
|
||||||
feeds = [
|
feeds = [
|
||||||
(u'Schlagzeilen', u'http://www.wiwo.de/contentexport/feed/rss/schlagzeilen'),
|
(u'Schlagzeilen', u'http://www.wiwo.de/contentexport/feed/rss/schlagzeilen'),
|
||||||
(u'Exklusiv', u'http://www.wiwo.de/contentexport/feed/rss/exklusiv'),
|
(u'Exklusiv', u'http://www.wiwo.de/contentexport/feed/rss/exklusiv'),
|
||||||
# (u'Themen', u'http://www.wiwo.de/contentexport/feed/rss/themen'), # AGE no print version
|
# (u'Themen', u'http://www.wiwo.de/contentexport/feed/rss/themen'), # AGE no print version
|
||||||
(u'Unternehmen', u'http://www.wiwo.de/contentexport/feed/rss/unternehmen'),
|
(u'Unternehmen', u'http://www.wiwo.de/contentexport/feed/rss/unternehmen'),
|
||||||
(u'Finanzen', u'http://www.wiwo.de/contentexport/feed/rss/finanzen'),
|
(u'Finanzen', u'http://www.wiwo.de/contentexport/feed/rss/finanzen'),
|
||||||
(u'Politik', u'http://www.wiwo.de/contentexport/feed/rss/politik'),
|
(u'Politik', u'http://www.wiwo.de/contentexport/feed/rss/politik'),
|
||||||
(u'Erfolg', u'http://www.wiwo.de/contentexport/feed/rss/erfolg'),
|
(u'Erfolg', u'http://www.wiwo.de/contentexport/feed/rss/erfolg'),
|
||||||
(u'Technologie', u'http://www.wiwo.de/contentexport/feed/rss/technologie'),
|
(u'Technologie', u'http://www.wiwo.de/contentexport/feed/rss/technologie'),
|
||||||
# (u'Green-WiWo', u'http://green.wiwo.de/feed/rss/') # AGE offline
|
# (u'Green-WiWo', u'http://green.wiwo.de/feed/rss/') # AGE offline
|
||||||
]
|
]
|
||||||
|
|
||||||
|
# For hegi # AGE new 2018-03-21
|
||||||
|
|
||||||
|
# Add ': ' between headline part one and two
|
||||||
|
# Wandel kostet Milliarden + ': ' + SUV und China sollen Audi wieder nach vorne bringen
|
||||||
|
# https://www.wiwo.de/unternehmen/auto/wandel-kostet-milliarden-suv-und-china-sollen-audi-wieder-nach-vorne-bringen/21069566.html
|
||||||
|
|
||||||
|
# debug:
|
||||||
|
# input: <h2 class="c-headline c-headline--article u-margin-m"><span class="c-overline c-overline--alternate u-uppercase u-letter-spacing u-margin-m c-overline--article">Wandel kostet Milliarden</span> SUV und China sollen Audi wieder nach vorne bringen</h2>
|
||||||
|
# parsed: <h2 class="c-headline c-headline--article u-margin-m"><span class="c-overline c-overline--alternate u-uppercase u-letter-spacing u-margin-m c-overline--article">Wandel kostet Milliarden</span> SUV und China sollen Audi wieder nach vorne bringen</h2>
|
||||||
|
# processed: <h2 class="c-headline"><span class="c-overline">Wandel kostet Milliarden</span> SUV und China sollen Audi wieder nach vorne bringen</h2>
|
||||||
|
# structure: <h2 class="c-headline c-headline--article u-margin-m"><span class="c-overline c-overline--alternate u-uppercase u-letter-spacing u-margin-m c-overline--article">Wandel kostet Milliarden</span> SUV und China sollen Audi wieder nach vorne bringen</h2>
|
||||||
|
# epub: <h2 class="c-headline"><span class="c-overline">Wandel kostet Milliarden</span> SUV und China sollen Audi wieder nach vorne bringen</h2>
|
||||||
|
|
||||||
|
preprocess_regexps = [
|
||||||
|
(re.compile(r'(c-overline--article">[^>]*)(</span>)', re.DOTALL|re.IGNORECASE), lambda match: match.group(1) + ': ' + match.group(2)),
|
||||||
|
]
|
||||||
|
|
||||||
|
# /For hegi
|
||||||
|
|
||||||
# one page n times url: https://www.wiwo.de/finanzen/geldanlage/bla-bla/21020646.html
|
# one page n times url: https://www.wiwo.de/finanzen/geldanlage/bla-bla/21020646.html
|
||||||
# all in one page article url: https://www.wiwo.de/finanzen/geldanlage/bla-bla/21020646-all.html
|
# all in one page article url: https://www.wiwo.de/finanzen/geldanlage/bla-bla/21020646-all.html
|
||||||
|
|
||||||
def print_version(self, url):
|
def print_version(self, url):
|
||||||
main, sep, tail = url.rpartition('.')
|
main, sep, rest = url.rpartition('.')
|
||||||
return main + '-all' + sep + tail
|
return main + '-all' + sep + rest
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user