mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-07-08 18:54:09 -04:00
...
This commit is contained in:
parent
6ab968cf9d
commit
a5810a362e
@ -73,31 +73,32 @@ class Bloomberg(BasicNewsRecipe):
|
||||
def parse_index(self):
|
||||
inx = 'https://cdn-mobapi.bloomberg.com'
|
||||
sec = self.index_to_soup(inx + '/wssmobile/v1/navigation/bloomberg_app/search-v2', raw=True)
|
||||
sec_data = json.loads(sec)['searchNav'][0]['items']
|
||||
sec_data = json.loads(sec)['searchNav']
|
||||
|
||||
feeds = []
|
||||
|
||||
for sects in sec_data:
|
||||
section = sects['title']
|
||||
sec_slug = sects['links']['self']['href']
|
||||
self.log(section)
|
||||
for i in sec_data:
|
||||
for sects in i['items']:
|
||||
section = sects['title']
|
||||
sec_slug = sects['links']['self']['href']
|
||||
self.log(section)
|
||||
|
||||
articles = []
|
||||
articles = []
|
||||
|
||||
art_soup = self.index_to_soup(inx + sec_slug, raw=True)
|
||||
for arts in json.loads(art_soup)['modules']:
|
||||
if arts['stories']:
|
||||
for x in arts['stories']:
|
||||
if x.get('type', '') == 'article':
|
||||
dt = datetime.fromtimestamp(x['published'] + time.timezone)
|
||||
if (datetime.now() - dt) > timedelta(self.oldest_article):
|
||||
continue
|
||||
title = x['title']
|
||||
desc = x['autoGeneratedSummary']
|
||||
url = inx + '/wssmobile/v1/stories/' + x['internalID']
|
||||
self.log(' ', title, '\n\t', desc)
|
||||
articles.append({'title': title, 'description':desc, 'url': url})
|
||||
feeds.append((section, articles))
|
||||
art_soup = self.index_to_soup(inx + sec_slug, raw=True)
|
||||
for arts in json.loads(art_soup)['modules']:
|
||||
if arts['stories']:
|
||||
for x in arts['stories']:
|
||||
if x.get('type', '') == 'article':
|
||||
dt = datetime.fromtimestamp(x['published'] + time.timezone)
|
||||
if (datetime.now() - dt) > timedelta(self.oldest_article):
|
||||
continue
|
||||
title = x['title']
|
||||
desc = x['autoGeneratedSummary']
|
||||
url = inx + '/wssmobile/v1/stories/' + x['internalID']
|
||||
self.log(' ', title, '\n\t', desc)
|
||||
articles.append({'title': title, 'description':desc, 'url': url})
|
||||
feeds.append((section, articles))
|
||||
return feeds
|
||||
|
||||
def preprocess_raw_html(self, raw, *a):
|
||||
|
Loading…
x
Reference in New Issue
Block a user