Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-09 03:04:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

Update wsj.recipe

Browse Source 
fix error during index fetch
This commit is contained in:
unkn0wn 2025-06-10 11:10:40 +05:30 committed by GitHub
parent 5034b00fcd
commit 0df9312b4d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 10 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
recipes/wsj.recipe
View File

@ -1,6 +1,7 @@
#!/usr/bin/env python #!/usr/bin/env python
# vim:fileencoding=utf-8 # vim:fileencoding=utf-8
import json import json
import time
from itertools import zip_longest from itertools import zip_longest
from urllib.parse import quote, urlencode from urllib.parse import quote, urlencode
@ -223,6 +224,7 @@ class WSJ(BasicNewsRecipe):
feeds = [] feeds = []
for sec in sections_[:-1]: for sec in sections_[:-1]:
time.sleep(3)
section = sec['label'] section = sec['label']
self.log(section) self.log(section)
cont_id = sec['key'] cont_id = sec['key']
@ -248,13 +250,8 @@ class WSJ(BasicNewsRecipe):
mobi = arts['content']['mobileSummary'] mobi = arts['content']['mobileSummary']
title = mobi['headline']['text'] title = mobi['headline']['text']
desc = mobi['description']['content']['text'] desc = mobi['description']['content']['text']
art_id = arts['id'] url = arts['id']
self.log(' ', title, '\n\t', desc) self.log(' ', title, '\n\t', desc)
art_cont = get_article(art_id)
pt = PersistentTemporaryFile('.html')
pt.write(art_cont)
pt.close()
url = 'file:///' + pt.name
articles.append({'title': title, 'description': desc, 'url': url}) articles.append({'title': title, 'description': desc, 'url': url})
feeds.append((section, articles)) feeds.append((section, articles))
return feeds return feeds
@ -263,3 +260,10 @@ class WSJ(BasicNewsRecipe):
lnk = soup.find('div', attrs={'id': 'share-link'}) lnk = soup.find('div', attrs={'id': 'share-link'})
if lnk: if lnk:
article.url = lnk['title'] article.url = lnk['title']
def print_version(self, url):
art_cont = get_article(url)
pt = PersistentTemporaryFile('.html')
pt.write(art_cont)
pt.close()
return 'file:///' + pt.name