This commit is contained in:
Kovid Goyal 2020-02-12 08:59:46 +05:30
parent 9e0e846f25
commit a7a88de0f8
No known key found for this signature in database
GPG Key ID: 06BC317B515ACE7C
2 changed files with 18 additions and 2 deletions

View File

@ -266,7 +266,15 @@ class NewYorkTimes(BasicNewsRecipe):
if article.get('description'): if article.get('description'):
self.log('\t\t', article['description']) self.log('\t\t', article['description'])
container = soup.find(id='collection-{}'.format(slug)).find('section') cid = slug.split('/')[-1]
if cid == 'dining':
cid = 'food'
try:
container = soup.find(id='collection-{}'.format(cid)).find('section')
except AttributeError:
container = None
if container is None:
raise ValueError('Failed to find articles container for slug: {}'.format(slug))
for ol in container.findAll('ol'): for ol in container.findAll('ol'):
for article in self.parse_article_group(ol): for article in self.parse_article_group(ol):
log(article) log(article)

View File

@ -266,7 +266,15 @@ class NewYorkTimes(BasicNewsRecipe):
if article.get('description'): if article.get('description'):
self.log('\t\t', article['description']) self.log('\t\t', article['description'])
container = soup.find(id='collection-{}'.format(slug)).find('section') cid = slug.split('/')[-1]
if cid == 'dining':
cid = 'food'
try:
container = soup.find(id='collection-{}'.format(cid)).find('section')
except AttributeError:
container = None
if container is None:
raise ValueError('Failed to find articles container for slug: {}'.format(slug))
for ol in container.findAll('ol'): for ol in container.findAll('ol'):
for article in self.parse_article_group(ol): for article in self.parse_article_group(ol):
log(article) log(article)