Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-09 03:04:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'patch-1' of https://github.com/hmag/calibre

Browse Source
This commit is contained in:
Kovid Goyal 2022-08-02 08:10:51 +05:30
commit bd78ad3410
No known key found for this signature in database
GPG Key ID: 06BC317B515ACE7C
1 changed files with 17 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
recipes/mediapart.recipe
View File

@ -130,12 +130,17 @@ class Mediapart(BasicNewsRecipe):
webpage_article = []
soup = self.index_to_soup(webpage)
page = soup.find('main', {'class': 'global-wrapper'})
if page is None:
page = soup.find('section', {'class': 'news__body-wrapper mb-800'})
fils = page.find(separador_page, {'class': 'post-list universe-journal'})
if fils is None:
fils = page.find(separador_page, {'class': 'news__list__content _hasNewsletter'})
all_articles = fils.findAll(separador_thread)
for article in all_articles:
try:
title = article.find('h3', recursive=False)
# title = article.find('h3', recursive=False)
title = article.find('h3', recursive=True)
if title is None or ''.join(title['class']) == 'title-specific':
# print(f"[BAD title entry] Print value of title:\n {title}")
continue
@ -173,8 +178,13 @@ class Mediapart(BasicNewsRecipe):
# print("-------- Recent article added to the list ------- \n")
all_authors = article.findAll(
'a', {'class': re.compile(r'\bjournalist\b')}
# 'a', {'class': re.compile(r'\bjournalist\b')}
'div', {'class': 'teaser__signature'}
)
if not all_authors:
all_authors = article.findAll(
'a', {'class': re.compile(r'\bjournalist\b')}
)
authors = [self.tag_to_string(a) for a in all_authors]
# print(f"Authors in tag <a>: {authors}")
@ -202,8 +212,11 @@ class Mediapart(BasicNewsRecipe):
'mot_cle': article_mot_cle.capitalize(),
'url': 'https://www.mediapart.fr' + url,
}
webpage_article.append(summary)
if webpage_article:
if summary['url'] != webpage_article[-1]['url']:
webpage_article.append(summary)
else:
webpage_article.append(summary)
except Exception:
pass