From a7a88de0f8d21318c533554600c0ac3b6c1a5229 Mon Sep 17 00:00:00 2001 From: Kovid Goyal Date: Wed, 12 Feb 2020 08:59:46 +0530 Subject: [PATCH] ... --- recipes/nytimes.recipe | 10 +++++++++- recipes/nytimes_sub.recipe | 10 +++++++++- 2 files changed, 18 insertions(+), 2 deletions(-) diff --git a/recipes/nytimes.recipe b/recipes/nytimes.recipe index 55f77237f6..7aa9893ba8 100644 --- a/recipes/nytimes.recipe +++ b/recipes/nytimes.recipe @@ -266,7 +266,15 @@ class NewYorkTimes(BasicNewsRecipe): if article.get('description'): self.log('\t\t', article['description']) - container = soup.find(id='collection-{}'.format(slug)).find('section') + cid = slug.split('/')[-1] + if cid == 'dining': + cid = 'food' + try: + container = soup.find(id='collection-{}'.format(cid)).find('section') + except AttributeError: + container = None + if container is None: + raise ValueError('Failed to find articles container for slug: {}'.format(slug)) for ol in container.findAll('ol'): for article in self.parse_article_group(ol): log(article) diff --git a/recipes/nytimes_sub.recipe b/recipes/nytimes_sub.recipe index 02ff62ba3d..9663e10218 100644 --- a/recipes/nytimes_sub.recipe +++ b/recipes/nytimes_sub.recipe @@ -266,7 +266,15 @@ class NewYorkTimes(BasicNewsRecipe): if article.get('description'): self.log('\t\t', article['description']) - container = soup.find(id='collection-{}'.format(slug)).find('section') + cid = slug.split('/')[-1] + if cid == 'dining': + cid = 'food' + try: + container = soup.find(id='collection-{}'.format(cid)).find('section') + except AttributeError: + container = None + if container is None: + raise ValueError('Failed to find articles container for slug: {}'.format(slug)) for ol in container.findAll('ol'): for article in self.parse_article_group(ol): log(article)