Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-09 03:04:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

Update The Economist some more

Browse Source
This commit is contained in:
Kovid Goyal 2017-03-01 22:12:04 +05:30
parent 98a6916854
commit a750d21495
2 changed files with 28 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
recipes/economist.recipe
View File

@ -13,6 +13,12 @@ from calibre.ebooks.BeautifulSoup import NavigableString, Tag
from calibre.web.feeds.news import BasicNewsRecipe from calibre.web.feeds.news import BasicNewsRecipe
def classes(classes):
q = frozenset(classes.split(' '))
return dict(attrs={
'class': lambda x: x and frozenset(x.split()).intersection(q)})
class NoArticles(Exception): class NoArticles(Exception):
pass pass
@ -55,6 +61,11 @@ class Economist(BasicNewsRecipe):
margin: 0px 0px 10px 15px; margin: 0px 0px 10px 15px;
padding: 7px 0px 9px; padding: 7px 0px 9px;
} }
.flytitle-and-title__flytitle {
display: block;
font-size: smaller;
color: red;
}
''' '''
oldest_article = 7.0 oldest_article = 7.0
resolve_internal_links = True resolve_internal_links = True
@ -65,19 +76,16 @@ class Economist(BasicNewsRecipe):
'dblClkTrk', 'ec-article-info', 'share_inline_header', 'dblClkTrk', 'ec-article-info', 'share_inline_header',
'related-items', 'main-content-container', 'ec-topic-widget', 'related-items', 'main-content-container', 'ec-topic-widget',
'teaser', 'blog-post__bottom-panel-bottom', 'blog-post__comments-label', 'teaser', 'blog-post__bottom-panel-bottom', 'blog-post__comments-label',
'blog-post__foot-note' 'blog-post__foot-note', 'blog-post__sharebar', 'blog-post__bottom-panel',
] ]
} }
), ),
dict(attrs={'class': lambda x: x and 'share-links-header' in x.split()}), classes('share-links-header teaser--wrapped'),
dict(attrs={'class': lambda x: x and 'teaser--wrapped' in x.split()}),
] ]
keep_only_tags = [dict(name='article', id=lambda x: not x)] keep_only_tags = [dict(name='article', id=lambda x: not x)]
no_stylesheets = True no_stylesheets = True
preprocess_regexps = [ preprocess_regexps = [
(re.compile('</html>.*', re.DOTALL), lambda x: '</html>'), (re.compile('</html>.*', re.DOTALL), lambda x: '</html>'),
(re.compile('<h1 class="flytitle-and-title__body".*?><span class="flytitle-and-title__flytitle".*?>',re.DOTALL|re.IGNORECASE), lambda x: '<h2><br />'),
(re.compile('</span><span class="flytitle-and-title__title".*?>',re.DOTALL|re.IGNORECASE), lambda x: '</h2><h1><span class="flytitle-and-title__title">')
] ]
# economist.com has started throttling after about 60% of the total has # economist.com has started throttling after about 60% of the total has
# downloaded with connection reset by peer (104) errors. # downloaded with connection reset by peer (104) errors.

18
recipes/economist_free.recipe
View File

@ -13,6 +13,12 @@ from calibre.ebooks.BeautifulSoup import NavigableString, Tag
from calibre.web.feeds.news import BasicNewsRecipe from calibre.web.feeds.news import BasicNewsRecipe
def classes(classes):
q = frozenset(classes.split(' '))
return dict(attrs={
'class': lambda x: x and frozenset(x.split()).intersection(q)})
class NoArticles(Exception): class NoArticles(Exception):
pass pass
@ -55,6 +61,11 @@ class Economist(BasicNewsRecipe):
margin: 0px 0px 10px 15px; margin: 0px 0px 10px 15px;
padding: 7px 0px 9px; padding: 7px 0px 9px;
} }
.flytitle-and-title__flytitle {
display: block;
font-size: smaller;
color: red;
}
''' '''
oldest_article = 7.0 oldest_article = 7.0
resolve_internal_links = True resolve_internal_links = True
@ -65,19 +76,16 @@ class Economist(BasicNewsRecipe):
'dblClkTrk', 'ec-article-info', 'share_inline_header', 'dblClkTrk', 'ec-article-info', 'share_inline_header',
'related-items', 'main-content-container', 'ec-topic-widget', 'related-items', 'main-content-container', 'ec-topic-widget',
'teaser', 'blog-post__bottom-panel-bottom', 'blog-post__comments-label', 'teaser', 'blog-post__bottom-panel-bottom', 'blog-post__comments-label',
'blog-post__foot-note' 'blog-post__foot-note', 'blog-post__sharebar', 'blog-post__bottom-panel',
] ]
} }
), ),
dict(attrs={'class': lambda x: x and 'share-links-header' in x.split()}), classes('share-links-header teaser--wrapped'),
dict(attrs={'class': lambda x: x and 'teaser--wrapped' in x.split()}),
] ]
keep_only_tags = [dict(name='article', id=lambda x: not x)] keep_only_tags = [dict(name='article', id=lambda x: not x)]
no_stylesheets = True no_stylesheets = True
preprocess_regexps = [ preprocess_regexps = [
(re.compile('</html>.*', re.DOTALL), lambda x: '</html>'), (re.compile('</html>.*', re.DOTALL), lambda x: '</html>'),
(re.compile('<h1 class="flytitle-and-title__body".*?><span class="flytitle-and-title__flytitle".*?>',re.DOTALL|re.IGNORECASE), lambda x: '<h2><br />'),
(re.compile('</span><span class="flytitle-and-title__title".*?>',re.DOTALL|re.IGNORECASE), lambda x: '</h2><h1><span class="flytitle-and-title__title">')
] ]
# economist.com has started throttling after about 60% of the total has # economist.com has started throttling after about 60% of the total has
# downloaded with connection reset by peer (104) errors. # downloaded with connection reset by peer (104) errors.