mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-07-09 03:04:10 -04:00
Update Outlook Magazine
This commit is contained in:
parent
4fc4655ee0
commit
613bebe9ee
@ -1,17 +1,30 @@
|
|||||||
import json, re
|
import json
|
||||||
|
import re
|
||||||
|
|
||||||
from calibre.web.feeds.news import BasicNewsRecipe, classes
|
from calibre.web.feeds.news import BasicNewsRecipe, classes
|
||||||
|
|
||||||
|
|
||||||
class outlook(BasicNewsRecipe):
|
class outlook(BasicNewsRecipe):
|
||||||
title = 'Outlook Magazine'
|
title = 'Outlook Magazine'
|
||||||
__author__ = 'unkn0wn'
|
__author__ = 'unkn0wn'
|
||||||
description = ''
|
description = (
|
||||||
|
'Outlook covers the latest India news, analysis, business news and long-form stories on culture,'
|
||||||
|
' money market and personal finance. Read India\'s best online magazine.'
|
||||||
|
)
|
||||||
language = 'en_IN'
|
language = 'en_IN'
|
||||||
use_embedded_content = False
|
use_embedded_content = False
|
||||||
no_stylesheets = True
|
no_stylesheets = True
|
||||||
remove_javascript = True
|
remove_javascript = True
|
||||||
remove_attributes = ['height', 'width', 'style']
|
remove_attributes = ['height', 'width', 'style']
|
||||||
ignore_duplicate_articles = {'url'}
|
ignore_duplicate_articles = {'url'}
|
||||||
|
resolve_internal_links = True
|
||||||
|
|
||||||
|
keep_only_tags = [classes('__story_detail')]
|
||||||
|
remove_tags = [
|
||||||
|
classes(
|
||||||
|
'social_sharing_article left_trending left-sticky __tag_links next_prev_stories downarrow uparrow more_from_author_links next prev'
|
||||||
|
)
|
||||||
|
]
|
||||||
|
|
||||||
def parse_index(self):
|
def parse_index(self):
|
||||||
soup = self.index_to_soup('https://www.outlookindia.com/')
|
soup = self.index_to_soup('https://www.outlookindia.com/')
|
||||||
@ -31,13 +44,15 @@ class outlook(BasicNewsRecipe):
|
|||||||
desc = ''
|
desc = ''
|
||||||
p = h3.find_next_sibling('p')
|
p = h3.find_next_sibling('p')
|
||||||
if p:
|
if p:
|
||||||
desc = self.tag_to_string(desc)
|
desc = self.tag_to_string(p)
|
||||||
self.log('\t\tFound article:', title)
|
self.log('\t', title)
|
||||||
self.log('\t\t\t', url)
|
self.log('\t', desc)
|
||||||
|
self.log('\t\t', url)
|
||||||
ans.append({'title': title, 'url': url, 'description': desc})
|
ans.append({'title': title, 'url': url, 'description': desc})
|
||||||
return [('Articles', ans)]
|
return [('Articles', ans)]
|
||||||
|
|
||||||
def preprocess_raw_html(self, raw, *a):
|
def preprocess_raw_html(self, raw, *a):
|
||||||
|
return raw
|
||||||
m = re.search('<!-- NewsArticle Schema -->.*?script.*?>', raw, flags=re.DOTALL)
|
m = re.search('<!-- NewsArticle Schema -->.*?script.*?>', raw, flags=re.DOTALL)
|
||||||
raw = raw[m.end():].lstrip()
|
raw = raw[m.end():].lstrip()
|
||||||
data = json.JSONDecoder().raw_decode(raw)[0]
|
data = json.JSONDecoder().raw_decode(raw)[0]
|
||||||
|
Loading…
x
Reference in New Issue
Block a user