diff --git a/recipes/wsj.recipe b/recipes/wsj.recipe index 2958a8f9a7..13ec7e607c 100644 --- a/recipes/wsj.recipe +++ b/recipes/wsj.recipe @@ -201,6 +201,9 @@ class WSJ(BasicNewsRecipe): self.log('Found section:', title, '[' + url + ']') try: articles = self.wsj_find_articles(url) + if not articles: + # retry once, sometimes these pages come up empty + articles = self.wsj_find_articles(url) except Exception: self.log.exception('Failed to parse section:', title) articles = [] diff --git a/recipes/wsj_free.recipe b/recipes/wsj_free.recipe index 56a0c65707..d521ebd7a7 100644 --- a/recipes/wsj_free.recipe +++ b/recipes/wsj_free.recipe @@ -201,6 +201,9 @@ class WSJ(BasicNewsRecipe): self.log('Found section:', title, '[' + url + ']') try: articles = self.wsj_find_articles(url) + if not articles: + # retry once, sometimes these pages come up empty + articles = self.wsj_find_articles(url) except Exception: self.log.exception('Failed to parse section:', title) articles = []