Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-09 03:04:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

Update Bloomberg Businessweek

Browse Source
This commit is contained in:
unkn0w7n 2024-06-29 12:15:18 +05:30
parent d52da5b931
commit 59f697c0d5
2 changed files with 25 additions and 24 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
recipes/bloomberg-business-week.recipe
View File

@ -2,8 +2,9 @@ import json
import random
import time
from calibre.web.feeds.news import BasicNewsRecipe, classes
from calibre.web.feeds.news import BasicNewsRecipe, classes, prefixed_classes
from html5_parser import parse
from collections import defaultdict
def get_contents(x):
@ -106,30 +107,29 @@ class Bloomberg(BasicNewsRecipe):
self.log('Downloading ', edition)
self.cover_url = bw.find('img')['src'].replace('25x19', '600x800')
soup = self.index_to_soup(edition)
if timefmt := soup.find(attrs={'class':lambda x: x and x.startswith('styles_MagazineTitle__')}):
if timefmt := soup.find(**prefixed_classes('styles_TableOfContentsTitle__')):
self.timefmt = ' [' + (self.tag_to_string(timefmt).replace(' Issue', '')).strip() + ']'
feeds = []
for div in soup.findAll(attrs={'class':lambda x: x and x.startswith(
('styles_MagazineFeatures__', 'styles_MagazineStoryList__')
)}):
h3 = div.find(attrs={'class':lambda x: x and x.startswith(
('styles_featuresTitle__', 'styles_magazineSectionTitle__')
)})
feeds_dict = defaultdict(list)
sec = ''
toc = soup.find('section', attrs={'id':'toc-archive-businessweek'})
for div in toc.findAll(**prefixed_classes('MagazinePageMagazineArchive_itemContainer__')):
h3 = div.find(**prefixed_classes('MagazinePageMagazineArchive_itemSection__'))
if h3 and h3.text:
sec = self.tag_to_string(h3)
self.log(sec)
articles = []
for art in div.findAll(attrs={'data-component':'headline'}):
a = art.find('a', href=True)
a = div.find(**prefixed_classes('MagazinePageMagazineArchive_storyLink__'))
url = a['href']
if url.startswith('http') is False:
url = 'https://www.bloomberg.com' + a['href']
title = self.tag_to_string(a)
articles.append({'title': title, 'url': url})
self.log('\t', title, '\n\t\t', url)
if articles:
feeds.append((sec, articles))
return feeds
byl = div.find(**prefixed_classes('Byline_phoenix__'))
desc = self.tag_to_string(byl)
self.log('\t', title, '\n\t', desc, '\n\t\t', url)
feeds_dict[sec].append({"title": title, "url": url, "description": desc})
return [(sec, articles) for sec, articles in feeds_dict.items()]
def preprocess_raw_html(self, raw, *a):
root = parse(raw)

3
recipes/tls_mag.recipe
View File

@ -8,7 +8,7 @@ from calibre.web.feeds.news import BasicNewsRecipe
def re_html(y):
if y:
soup = BeautifulSoup(y.rstrip(), "html.parser")
soup = BeautifulSoup(y.rstrip())
return soup.text
def get_cont(x):
@ -56,6 +56,7 @@ class tls(BasicNewsRecipe):
data = json.loads(raw)
self.cover_url = data['featuredimage']['full_image'] + '?w600'
self.timefmt = ' [' + data['issuedateline']['issuedate'] + ']'
if data['issuedateline']['issuenumber']:
self.description = 'Issue ' + data['issuedateline']['issuenumber']
feeds = []