diff --git a/recipes/wsj.recipe b/recipes/wsj.recipe index 5841ec2952..2a3eec3eb5 100644 --- a/recipes/wsj.recipe +++ b/recipes/wsj.recipe @@ -108,6 +108,23 @@ class WallStreetJournal(BasicNewsRecipe): title = self.tag_to_string(a) url = self.abs_wsj_url(a['href']) feeds = self.wsj_add_feed(feeds,title,url) + + for li in soup.findAll('li', attrs={'class':'ahed_listitem'}): + h2 = li.find('h2') + if h2 is None: + continue + a = h2.find('a', href=True) + if a is None: + continue + url = a['href'] + title = self.tag_to_string(a) + p = h2.findNextSibling('p') + if p is not None: + desc = self.tag_to_string(p) + else: + desc = '' + if feeds: + feeds[0][1].append({'title':title, 'url':url, 'description':desc, 'date':''}) return feeds def wsj_find_wn_articles(self, url): @@ -167,7 +184,7 @@ class WallStreetJournal(BasicNewsRecipe): desc = '' for p in container.findAll('p'): desc = self.tag_to_string(p) - if not 'Subscriber Content' in desc: + if 'Subscriber Content' not in desc: break articles.append({'title':title, 'url':url, diff --git a/recipes/wsj_free.recipe b/recipes/wsj_free.recipe index c8857b60d7..8f7089d98a 100644 --- a/recipes/wsj_free.recipe +++ b/recipes/wsj_free.recipe @@ -91,6 +91,23 @@ class WallStreetJournal(BasicNewsRecipe): title = self.tag_to_string(a) url = self.abs_wsj_url(a['href']) feeds = self.wsj_add_feed(feeds,title,url) + + for li in soup.findAll('li', attrs={'class':'ahed_listitem'}): + h2 = li.find('h2') + if h2 is None: + continue + a = h2.find('a', href=True) + if a is None: + continue + url = a['href'] + title = self.tag_to_string(a) + p = h2.findNextSibling('p') + if p is not None: + desc = self.tag_to_string(p) + else: + desc = '' + if feeds: + feeds[0][1].append({'title':title, 'url':url, 'description':desc, 'date':''}) return feeds def wsj_find_wn_articles(self, url): @@ -149,7 +166,7 @@ class WallStreetJournal(BasicNewsRecipe): desc = '' for p in container.findAll('p'): desc = self.tag_to_string(p) - if not 'Subscriber Content' in desc: + if 'Subscriber Content' not in desc: break articles.append({'title':title, 'url':url,