import json
import re
from calibre.web.feeds.news import BasicNewsRecipe, classes
class outlook(BasicNewsRecipe):
title = 'Outlook Magazine'
__author__ = 'unkn0wn'
description = (
'Outlook covers the latest India news, analysis, business news and long-form stories on culture,'
' money market and personal finance. Read India\'s best online magazine.'
)
language = 'en_IN'
use_embedded_content = False
no_stylesheets = True
remove_javascript = True
remove_attributes = ['height', 'width', 'style']
ignore_duplicate_articles = {'url'}
resolve_internal_links = True
extra_css = '''
.story-summary{font-style:italic; color:#202020;}
.author_wrapper, .relatedCategory{font-size:small; color:#404040;}
#figcap{font-size:small; text-align:center;}
'''
keep_only_tags = [classes('__story_detail')]
remove_tags = [
classes(
'social_sharing_article left_trending left-sticky __tag_links next_prev_stories '
'downarrow uparrow more_from_author_links next prev __related_stories_thumbs home_ad_title'
)
]
def get_browser(self):
return BasicNewsRecipe.get_browser(self, user_agent='common_words/based', verify_ssl_certificates=False)
def parse_index(self):
soup = self.index_to_soup('https://www.outlookindia.com/magazine')
div = soup.find('div', attrs={'class':'wrapper'})
a = div.find('a', href=lambda x: x and x.startswith('/magazine/issue/'))
url = a['href']
self.timefmt = ' [' + self.tag_to_string(a.find('p')).strip() + ']'
self.log('Downloading issue:', url, self.timefmt)
soup = self.index_to_soup('https://www.outlookindia.com' + url)
cover = soup.find(**classes('listingPage_lead_story'))
self.cover_url = cover.find('img', attrs={'src': True})['src']
ans = []
for h3 in soup.findAll(['h3', 'h4'],
attrs={'class': 'tk-kepler-std-condensed-subhead'}):
a = h3.find('a', href=True)
url = a['href']
title = self.tag_to_string(a)
desc = ''
p = h3.find_next_sibling('p')
if p:
desc = self.tag_to_string(p)
self.log('\t', title)
self.log('\t', desc)
self.log('\t\t', url)
ans.append({'title': title, 'url': url, 'description': desc})
return [('Articles', ans)]
def preprocess_html(self,soup):
for fig in soup.findAll('figure'):
fig['id'] = 'figcap'
return soup
def preprocess_raw_html(self, raw, *a):
return raw
m = re.search('.*?script.*?>', raw, flags=re.DOTALL)
raw = raw[m.end():].lstrip()
data = json.JSONDecoder().raw_decode(raw)[0]
title = data['headline']
body = data['articleBody']
body = body.replace('\r\n', '')
author = ' and '.join(x['name'] for x in data['author'])
image = desc = ''
if data.get('image'):
image = '
'.format(data['image']['url'])
if data.get('description'):
desc = '
' + data['description'] + '
'
html = '' + title + '
' + desc + '' + author + '
' + image + '' + body
return html