From 24c41ab124e676e9688f63cf08d87ac6beabcec0 Mon Sep 17 00:00:00 2001 From: unkn0w7n <51942695+unkn0w7n@users.noreply.github.com> Date: Wed, 13 Sep 2023 11:07:27 +0530 Subject: [PATCH] Hindu feeds based recipe --- recipes/hindu.recipe | 1 + recipes/hindufeeds.recipe | 86 +++++++++++++++++++++++++++++++++++ recipes/icons/hindufeeds.png | Bin 0 -> 415 bytes 3 files changed, 87 insertions(+) create mode 100644 recipes/hindufeeds.recipe create mode 100644 recipes/icons/hindufeeds.png diff --git a/recipes/hindu.recipe b/recipes/hindu.recipe index 35650d11c9..c8a1a75e70 100644 --- a/recipes/hindu.recipe +++ b/recipes/hindu.recipe @@ -30,6 +30,7 @@ if past_edition: class TheHindu(BasicNewsRecipe): title = 'The Hindu' __author__ = 'unkn0wn' + description = 'Articles from The Hindu, Today\'s Paper.' language = 'en_IN' no_stylesheets = True masthead_url = 'https://www.thehindu.com/theme/images/th-online/thehindu-logo.svg' diff --git a/recipes/hindufeeds.recipe b/recipes/hindufeeds.recipe new file mode 100644 index 0000000000..f724d5813d --- /dev/null +++ b/recipes/hindufeeds.recipe @@ -0,0 +1,86 @@ +from calibre.web.feeds.news import BasicNewsRecipe, classes +from datetime import date + +class TheHindufeeds(BasicNewsRecipe): + title = 'The Hindu (Feeds)' + __author__ = 'unkn0wn' + description = 'The Hindu, based on RSS feeds.' + language = 'en_IN' + no_stylesheets = True + masthead_url = 'https://www.thehindu.com/theme/images/th-online/thehindu-logo.svg' + remove_attributes = ['style', 'height', 'width'] + resolve_internal_links = True + remove_empty_feeds = True + max_articles_per_feed = 25 + oldest_article = 1.15 # days + + extra_css = ''' + .caption {font-size:small; text-align:center;} + .author, .dateLine, .publish-time {font-size:small; font-weight:bold;} + .subhead, .subhead_lead, .bold {font-weight:bold;} + img {display:block; margin:0 auto;} + .italic {font-style:italic; color:#202020;} + ''' + + ignore_duplicate_articles = {'url'} + + keep_only_tags = [ + classes('article-section') + ] + + remove_tags = [ + dict(name='button'), + dict(attrs={'target':'_self'}), + classes( + 'hide-mobile comments-shares share-page editiondetails breadcrumb' + ' related-topics related-stories also-read premium-label' + ) + ] + + def preprocess_html(self, soup): + for cap in soup.findAll('p', attrs={'class':'caption'}): + cap.name = 'figcaption' + for img in soup.findAll('img', attrs={'data-original':True}): + if img['data-original'].endswith('1x1_spacer.png'): + source = img.findPrevious('source', srcset=True) + img.extract() + if source: + source['src'] = source['srcset'].replace('_320','_1200') + source.name = 'img' + else: + img['src'] = img['data-original'] + for img in soup.findAll('img', attrs={'data-src-template':True}): + img['src'] = img['data-src-template'] + return soup + + def postprocess_html(self, soup, first_fetch): + for src in soup.findAll('source'): + src.extract() + return soup + + def __init__(self, *args, **kwargs): + BasicNewsRecipe.__init__(self, *args, **kwargs) + if self.output_profile.short_name.startswith('kindle'): + self.title = 'The Hindu (Feeds)' + date.today().strftime('%b %d, %Y') + + + def get_cover_url(self): + soup = self.index_to_soup('https://www.thehindu.com/todays-paper/') + if cover := soup.find(attrs={'class':'hindu-ad'}): + return cover.img['src'] + + # https://www.thehindu.com/rssfeeds/ + feeds = [ + ('India', 'https://www.thehindu.com/news/national/feeder/default.rss'), + ('States', 'https://www.thehindu.com/news/states/feeder/default.rss'), + # ('Cities', 'https://www.thehindu.com/news/cities/feeder/default.rss'), + ('Opinion', 'https://www.thehindu.com/opinion/feeder/default.rss'), + ('Business', 'https://www.thehindu.com/business/feeder/default.rss'), + ('World', 'https://www.thehindu.com/news/international/feeder/default.rss'), + # ('Sport', 'https://www.thehindu.com/sport/feeder/default.rss'), + ('Entertainment', 'https://www.thehindu.com/entertainment/feeder/default.rss'), + # ('Crossword', 'https://crossword.thehindu.com/?utm_source=thehindu&utm_medium=mainmenufeeder/default.rss'), + ('Science', 'https://www.thehindu.com/sci-tech/science/feeder/default.rss'), + ('Life and Style', 'https://www.thehindu.com/life-and-style/feeder/default.rss'), + ('thRead', 'https://www.thehindu.com/thread/feeder/default.rss') + ] diff --git a/recipes/icons/hindufeeds.png b/recipes/icons/hindufeeds.png new file mode 100644 index 0000000000000000000000000000000000000000..07c4828a31fb9dfbf163932a504c3fd8f10f99f9 GIT binary patch literal 415 zcmV;Q0bu@#P)jf zqNJv#sH>-`tf{Q7tF5rDud%MMv$3VC7^$hO|9m7KvbB*{F`;U0vz2b9SqRBoyP+5uFyz(+E3AB?wPvopF6cm#Y4#8QGF%mc3% z{ttrBfejM3DR53mvIHznpb-VkN|Ws6OhCBBLD>Shs>W%LtpHb24{5fZCJ_Jt002ov JPDHLkV1iXH!kPd8 literal 0 HcmV?d00001