Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-09 03:04:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'master' of https://github.com/unkn0w7n/calibre

Browse Source
This commit is contained in:
Kovid Goyal 2024-12-07 21:50:54 +05:30
commit a5e57de718
No known key found for this signature in database
GPG Key ID: 06BC317B515ACE7C
4 changed files with 51 additions and 35 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
recipes/economist.recipe
View File

@ -230,7 +230,7 @@ class Economist(BasicNewsRecipe):
recipe_specific_options = {
'date': {
'short': 'The date of the edition to download (YYYY-MM-DD format)',
'long': 'For example, 2024-07-19\nThis seems to work only for a couple of past editions.',
'long': 'For example, 2024-07-19',
},
'res': {
'short': 'For hi-res images, select a resolution from the\nfollowing options: 834, 960, 1096, 1280, 1424',

2
recipes/economist_free.recipe
View File

@ -230,7 +230,7 @@ class Economist(BasicNewsRecipe):
recipe_specific_options = {
'date': {
'short': 'The date of the edition to download (YYYY-MM-DD format)',
'long': 'For example, 2024-07-19\nThis seems to work only for a couple of past editions.',
'long': 'For example, 2024-07-19',
},
'res': {
'short': 'For hi-res images, select a resolution from the\nfollowing options: 834, 960, 1096, 1280, 1424',

71
recipes/irish_times_free.recipe
View File

@ -1,6 +1,5 @@
#!/usr/bin/env python
from datetime import date
from calibre.web.feeds.news import BasicNewsRecipe, classes
@ -8,6 +7,7 @@ def absurl(url):
if url.startswith('/'):
return 'https://www.irishtimes.com' + url
class IrishTimes(BasicNewsRecipe):
title = 'The Irish Times (free)'
__author__ = 'unkn0wn'
@ -20,44 +20,41 @@ class IrishTimes(BasicNewsRecipe):
max_articles_per_feed = 50
remove_empty_feeds = True
no_stylesheets = True
extra_css = '''
img {display:block; margin:0 auto;}
em, blockquote { color:#202020; }
.b-it-subheadline { font-style:italic; }
.calibre-nuked-tag-figcaption, .b-it-byline-block {font-size:small;}
'''
keep_only_tags = [
classes('custom-headline custom-subheadline lead-art-wrapper article-body-wrapper byline-text'),
]
remove_tags = [
dict(name=['button', 'svg']),
classes('sm-promo-headline top-table-list-container single-divider interstitial-link'),
classes(
'b-it-headline b-it-subheadline b-it-byline-block__text '
'b-it-lead-art__wrapper b-it-article-body'
),
]
remove_attributes = ['width', 'height']
remove_tags_after = [
classes('b-it-article-body'),
]
remove_tags = [
dict(name=['button', 'svg']),
classes(
'b-top-table-list arcad-feature c-unordered-list b-it-article-body__podcast'
),
]
remove_attributes = ['width', 'height', 'style']
ignore_duplicate_articles = {'title', 'url'}
resolve_internal_links = True
def get_cover_url(self):
from datetime import date
cover = 'https://img.kiosko.net/' + date.today().strftime('%Y/%m/%d') + '/ie/irish_times.750.jpg'
br = BasicNewsRecipe.get_browser(self, verify_ssl_certificates=False)
try:
br.open(cover)
except:
index = 'https://en.kiosko.net/ie/np/irish_times.html'
soup = self.index_to_soup(index)
for image in soup.find('img', attrs={'src': lambda x: x and x.endswith('750.jpg')}):
if image['src'].startswith('/'):
return 'https:' + image['src']
return image['src']
self.log("\nCover unavailable")
cover = None
return cover
def __init__(self, *args, **kwargs):
BasicNewsRecipe.__init__(self, *args, **kwargs)
if self.output_profile.short_name.startswith('kindle'):
# Reduce image sizes to get file size below amazon's email
# sending threshold
self.web2disk_options.compress_news_images = True
self.web2disk_options.compress_news_images_auto_size = 5
self.log.warn('Kindle Output profile being used, reducing image quality to keep file size below amazon email threshold')
soup = self.index_to_soup('https://www.frontpages.com/the-irish-times/')
return (
'https://www.frontpages.com'
+ soup.find('img', attrs={'id': 'giornale-img'})['src']
)
feeds = []
@ -74,7 +71,9 @@ class IrishTimes(BasicNewsRecipe):
section = sec.capitalize()
self.log(section)
articles = []
for a in soup.findAll('a', attrs={'href':lambda x: x and x.startswith('/' + sec + '/')}):
for a in soup.findAll(
'a', attrs={'href': lambda x: x and x.startswith('/' + sec + '/')}
):
url = absurl(a['href'].split('?')[0])
if url in {index + sec + '/', index + sec}:
continue
@ -86,3 +85,11 @@ class IrishTimes(BasicNewsRecipe):
if articles:
feeds.append((section, articles))
return feeds
def preprocess_html(self, soup):
h2 = soup.find(**classes('b-it-subheadline'))
if h2:
h2.name = 'p'
for img in soup.findAll('img', attrs={'srcset': True}):
img['src'] = img['srcset'].split()[0]
return soup

11
recipes/substack.recipe
View File

@ -42,7 +42,7 @@ class Substack(BasicNewsRecipe):
'auths': {
'short': 'enter the @handles you subscribe to:\nseperated by a space',
'long': '@julianmacfarlane @simplicius76 .... ....',
'default': '@julianmacfarlane @simplicius76 @caitlinjohnstone @michaelmoore @seymourhersh @robertreich',
'default': '@julianmacfarlane @simplicius76 @caitlinjohnstone @michaelmoore @seymourhersh @geopolitiq',
},
'days': {
'short': 'Oldest article to download from this news source. In days ',
@ -54,6 +54,11 @@ class Substack(BasicNewsRecipe):
'long': 'This is useful for non e-ink devices, and for a lower file size\nthan the default, use 400 or 300.',
'default': '600',
},
'rev': {
'short': 'Reverse the order of articles in each feed?',
'long': 'enter yes',
'default': 'no',
},
}
def __init__(self, *args, **kwargs):
@ -61,6 +66,10 @@ class Substack(BasicNewsRecipe):
d = self.recipe_specific_options.get('days')
if d and isinstance(d, str):
self.oldest_article = float(d)
r = self.recipe_specific_options.get('rev')
if r and isinstance(r, str):
if r.lower().strip() == 'yes':
self.reverse_article_order = True
# Every Substack publication has an RSS feed at https://{name}.substack.com/feed.
# The same URL provides either all posts, or all free posts + previews of paid posts,