Hindu feeds based recipe

This commit is contained in:
unkn0w7n 2023-09-13 11:07:27 +05:30
parent 97ecdad95e
commit 24c41ab124
3 changed files with 87 additions and 0 deletions

View File

@ -30,6 +30,7 @@ if past_edition:
class TheHindu(BasicNewsRecipe):
title = 'The Hindu'
__author__ = 'unkn0wn'
description = 'Articles from The Hindu, Today\'s Paper.'
language = 'en_IN'
no_stylesheets = True
masthead_url = 'https://www.thehindu.com/theme/images/th-online/thehindu-logo.svg'

86
recipes/hindufeeds.recipe Normal file
View File

@ -0,0 +1,86 @@
from calibre.web.feeds.news import BasicNewsRecipe, classes
from datetime import date
class TheHindufeeds(BasicNewsRecipe):
title = 'The Hindu (Feeds)'
__author__ = 'unkn0wn'
description = 'The Hindu, based on RSS feeds.'
language = 'en_IN'
no_stylesheets = True
masthead_url = 'https://www.thehindu.com/theme/images/th-online/thehindu-logo.svg'
remove_attributes = ['style', 'height', 'width']
resolve_internal_links = True
remove_empty_feeds = True
max_articles_per_feed = 25
oldest_article = 1.15 # days
extra_css = '''
.caption {font-size:small; text-align:center;}
.author, .dateLine, .publish-time {font-size:small; font-weight:bold;}
.subhead, .subhead_lead, .bold {font-weight:bold;}
img {display:block; margin:0 auto;}
.italic {font-style:italic; color:#202020;}
'''
ignore_duplicate_articles = {'url'}
keep_only_tags = [
classes('article-section')
]
remove_tags = [
dict(name='button'),
dict(attrs={'target':'_self'}),
classes(
'hide-mobile comments-shares share-page editiondetails breadcrumb'
' related-topics related-stories also-read premium-label'
)
]
def preprocess_html(self, soup):
for cap in soup.findAll('p', attrs={'class':'caption'}):
cap.name = 'figcaption'
for img in soup.findAll('img', attrs={'data-original':True}):
if img['data-original'].endswith('1x1_spacer.png'):
source = img.findPrevious('source', srcset=True)
img.extract()
if source:
source['src'] = source['srcset'].replace('_320','_1200')
source.name = 'img'
else:
img['src'] = img['data-original']
for img in soup.findAll('img', attrs={'data-src-template':True}):
img['src'] = img['data-src-template']
return soup
def postprocess_html(self, soup, first_fetch):
for src in soup.findAll('source'):
src.extract()
return soup
def __init__(self, *args, **kwargs):
BasicNewsRecipe.__init__(self, *args, **kwargs)
if self.output_profile.short_name.startswith('kindle'):
self.title = 'The Hindu (Feeds)' + date.today().strftime('%b %d, %Y')
def get_cover_url(self):
soup = self.index_to_soup('https://www.thehindu.com/todays-paper/')
if cover := soup.find(attrs={'class':'hindu-ad'}):
return cover.img['src']
# https://www.thehindu.com/rssfeeds/
feeds = [
('India', 'https://www.thehindu.com/news/national/feeder/default.rss'),
('States', 'https://www.thehindu.com/news/states/feeder/default.rss'),
# ('Cities', 'https://www.thehindu.com/news/cities/feeder/default.rss'),
('Opinion', 'https://www.thehindu.com/opinion/feeder/default.rss'),
('Business', 'https://www.thehindu.com/business/feeder/default.rss'),
('World', 'https://www.thehindu.com/news/international/feeder/default.rss'),
# ('Sport', 'https://www.thehindu.com/sport/feeder/default.rss'),
('Entertainment', 'https://www.thehindu.com/entertainment/feeder/default.rss'),
# ('Crossword', 'https://crossword.thehindu.com/?utm_source=thehindu&utm_medium=mainmenufeeder/default.rss'),
('Science', 'https://www.thehindu.com/sci-tech/science/feeder/default.rss'),
('Life and Style', 'https://www.thehindu.com/life-and-style/feeder/default.rss'),
('thRead', 'https://www.thehindu.com/thread/feeder/default.rss')
]

Binary file not shown.

After

Width:  |  Height:  |  Size: 415 B