Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-09 03:04:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

Add a retry for WSJ articles

Browse Source
This commit is contained in:
Kovid Goyal 2018-11-28 20:17:38 +05:30
parent ccc4a17060
commit 4a5dcef805
No known key found for this signature in database
GPG Key ID: 06BC317B515ACE7C
2 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
recipes/wsj.recipe
View File

@ -201,6 +201,9 @@ class WSJ(BasicNewsRecipe):
self.log('Found section:', title, '[' + url + ']') self.log('Found section:', title, '[' + url + ']')
try: try:
articles = self.wsj_find_articles(url) articles = self.wsj_find_articles(url)
if not articles:
# retry once, sometimes these pages come up empty
articles = self.wsj_find_articles(url)
except Exception: except Exception:
self.log.exception('Failed to parse section:', title) self.log.exception('Failed to parse section:', title)
articles = [] articles = []

3
recipes/wsj_free.recipe
View File

@ -201,6 +201,9 @@ class WSJ(BasicNewsRecipe):
self.log('Found section:', title, '[' + url + ']') self.log('Found section:', title, '[' + url + ']')
try: try:
articles = self.wsj_find_articles(url) articles = self.wsj_find_articles(url)
if not articles:
# retry once, sometimes these pages come up empty
articles = self.wsj_find_articles(url)
except Exception: except Exception:
self.log.exception('Failed to parse section:', title) self.log.exception('Failed to parse section:', title)
articles = [] articles = []