#!/usr/bin/env python import datetime import json from calibre.web.feeds.news import BasicNewsRecipe def absurl(url): if not url.startswith('http'): return 'https://thewire.in/' + url return url def json_to_html(js): data = json.loads(js)['post-detail'][0] title = f'

{data["post_title"]}

' exp = auth = image = sec = '' sec = f'

{data["categories"][0]["slug"]}

' if data.get('post_excerpt'): exp = f'

{data["post_excerpt"]}

' if data.get('post_author_name'): auth = ( f'

By {", ".join(x["author_name"] for x in data["post_author_name"])}' f' | {data["post_date"]}

' ) if data.get('featured_image'): image_url = data['featured_image'][0] image = ( f'

' f'{data.get("featured_image_caption", "")}

' ) return ( '' + sec + title + exp + image + auth + data['post_content'] + '' ) class TheWire(BasicNewsRecipe): title = 'The Wire' __author__ = 'unkn0wn' description = 'The Wire is an Indian nonprofit news and opinion website' language = 'en_IN' masthead_url = ( 'https://cdn.thewire.in/wp-content/uploads/thewire-app-images/wire-logo.svg' ) remove_javascript = True remove_attributes = ['height', 'width'] ignore_duplicate_articles = {'url'} resolve_internal_links = True remove_empty_feeds = True extra_css = '[id^="caption"] { font-size: small;}' def get_browser(self, *args, **kw): br = BasicNewsRecipe.get_browser(self, *args, **kw) br.addheaders += [('Referer', 'https://thewire.in/')] return br def parse_index(self): raw = self.index_to_soup('https://thewirehindi.com/home_data_2.json', raw=True) dmp = json.loads(raw) feeds = [] for k, v in dmp.items(): if not isinstance(v, dict): continue if k == 'videos': continue section = k.capitalize() self.log(section) articles = [] for a, b in v.items(): if not isinstance(b, dict): continue if not b.get('post_type', '') == 'post': continue now = datetime.now(datetime.timezone.utc) # Ensure 'now' is offset-aware post_date = datetime.strptime(b['post_date'], '%Y-%m-%d %H:%M:%S').replace(tzinfo=datetime.timezone.utc) # Make 'post_date' offset-aware if (now - post_date).days > self.oldest_article: continue title = b['post_title'] desc = b['post_excerpt'] slg = b['categories'][0]['slug'] + '/' + b['post_name'] url = absurl(slg) self.log('\t', title, '\n\t', desc, '\n\t\t', url) articles.append({'title': title, 'description': desc, 'url': url}) if articles: feeds.append((section, articles)) return feeds articles_are_obfuscated = True def get_obfuscated_article(self, url): raw_ = self.index_to_soup( 'https://cms.thewire.in/wp-json/thewire/v2/posts/detail/' + url.rsplit('/')[-1], raw=True, ) return {'data': json_to_html(raw_), 'url': url}