mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-07-09 03:04:10 -04:00
...
This commit is contained in:
parent
6ab968cf9d
commit
a5810a362e
@ -73,31 +73,32 @@ class Bloomberg(BasicNewsRecipe):
|
|||||||
def parse_index(self):
|
def parse_index(self):
|
||||||
inx = 'https://cdn-mobapi.bloomberg.com'
|
inx = 'https://cdn-mobapi.bloomberg.com'
|
||||||
sec = self.index_to_soup(inx + '/wssmobile/v1/navigation/bloomberg_app/search-v2', raw=True)
|
sec = self.index_to_soup(inx + '/wssmobile/v1/navigation/bloomberg_app/search-v2', raw=True)
|
||||||
sec_data = json.loads(sec)['searchNav'][0]['items']
|
sec_data = json.loads(sec)['searchNav']
|
||||||
|
|
||||||
feeds = []
|
feeds = []
|
||||||
|
|
||||||
for sects in sec_data:
|
for i in sec_data:
|
||||||
section = sects['title']
|
for sects in i['items']:
|
||||||
sec_slug = sects['links']['self']['href']
|
section = sects['title']
|
||||||
self.log(section)
|
sec_slug = sects['links']['self']['href']
|
||||||
|
self.log(section)
|
||||||
|
|
||||||
articles = []
|
articles = []
|
||||||
|
|
||||||
art_soup = self.index_to_soup(inx + sec_slug, raw=True)
|
art_soup = self.index_to_soup(inx + sec_slug, raw=True)
|
||||||
for arts in json.loads(art_soup)['modules']:
|
for arts in json.loads(art_soup)['modules']:
|
||||||
if arts['stories']:
|
if arts['stories']:
|
||||||
for x in arts['stories']:
|
for x in arts['stories']:
|
||||||
if x.get('type', '') == 'article':
|
if x.get('type', '') == 'article':
|
||||||
dt = datetime.fromtimestamp(x['published'] + time.timezone)
|
dt = datetime.fromtimestamp(x['published'] + time.timezone)
|
||||||
if (datetime.now() - dt) > timedelta(self.oldest_article):
|
if (datetime.now() - dt) > timedelta(self.oldest_article):
|
||||||
continue
|
continue
|
||||||
title = x['title']
|
title = x['title']
|
||||||
desc = x['autoGeneratedSummary']
|
desc = x['autoGeneratedSummary']
|
||||||
url = inx + '/wssmobile/v1/stories/' + x['internalID']
|
url = inx + '/wssmobile/v1/stories/' + x['internalID']
|
||||||
self.log(' ', title, '\n\t', desc)
|
self.log(' ', title, '\n\t', desc)
|
||||||
articles.append({'title': title, 'description':desc, 'url': url})
|
articles.append({'title': title, 'description':desc, 'url': url})
|
||||||
feeds.append((section, articles))
|
feeds.append((section, articles))
|
||||||
return feeds
|
return feeds
|
||||||
|
|
||||||
def preprocess_raw_html(self, raw, *a):
|
def preprocess_raw_html(self, raw, *a):
|
||||||
|
Loading…
x
Reference in New Issue
Block a user