Update New York Times

This commit is contained in:
Kovid Goyal 2020-02-12 07:27:44 +05:30
parent a370e028a3
commit 2862b4cdd2
No known key found for this signature in database
GPG Key ID: 06BC317B515ACE7C
2 changed files with 10 additions and 16 deletions

View File

@ -266,11 +266,8 @@ class NewYorkTimes(BasicNewsRecipe):
if article.get('description'):
self.log('\t\t', article['description'])
container = soup.find(itemtype='http://schema.org/CollectionPage')
container.find('header').extract()
div = container.find('div')
for section in div.findAll('section'):
for ol in section.findAll('ol'):
container = soup.find(id='collection-{}'.format(slug)).find('section')
for ol in container.findAll('ol'):
for article in self.parse_article_group(ol):
log(article)
yield article

View File

@ -266,11 +266,8 @@ class NewYorkTimes(BasicNewsRecipe):
if article.get('description'):
self.log('\t\t', article['description'])
container = soup.find(itemtype='http://schema.org/CollectionPage')
container.find('header').extract()
div = container.find('div')
for section in div.findAll('section'):
for ol in section.findAll('ol'):
container = soup.find(id='collection-{}'.format(slug)).find('section')
for ol in container.findAll('ol'):
for article in self.parse_article_group(ol):
log(article)
yield article