Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-09 03:04:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

Another nytimes parse todays page fix

Browse Source 
Fix all articles after front page being put into the internal section
This commit is contained in:
Kovid Goyal 2018-02-11 20:16:02 +05:30
parent b2ab2bfd6a
commit 53e1398ed6
No known key found for this signature in database
GPG Key ID: 06BC317B515ACE7C
2 changed files with 8 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
recipes/nytimes.recipe
View File

@ -111,10 +111,12 @@ class NewYorkTimes(BasicNewsRecipe):
continue
section_title = self.tag_to_string(h1)
self.log('Found section:', section_title)
container = h1.parent
articles = list(self.parse_todays_sections(container))
if i == 1:
container = h1.parent
articles = list(self.parse_todays_sections(container))
articles += list(self.parse_todays_sections(container.findNextSibling('div')))
else:
articles = list(self.parse_todays_sections(h1.findNextSibling('ol')))
if articles:
feeds.append((section_title, articles))
return feeds

6
recipes/nytimes_sub.recipe
View File

@ -111,10 +111,12 @@ class NewYorkTimes(BasicNewsRecipe):
continue
section_title = self.tag_to_string(h1)
self.log('Found section:', section_title)
container = h1.parent
articles = list(self.parse_todays_sections(container))
if i == 1:
container = h1.parent
articles = list(self.parse_todays_sections(container))
articles += list(self.parse_todays_sections(container.findNextSibling('div')))
else:
articles = list(self.parse_todays_sections(h1.findNextSibling('ol')))
if articles:
feeds.append((section_title, articles))
return feeds