Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-09 03:04:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

Update Reason Magazine

Browse Source
This commit is contained in:
Kovid Goyal 2022-04-08 07:53:29 +05:30
parent 2e2fcaaf28
commit 71f6d8b162
No known key found for this signature in database
GPG Key ID: 06BC317B515ACE7C
1 changed files with 54 additions and 38 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
recipes/reason_magazine.recipe
View File

@ -1,6 +1,7 @@
#!/usr/bin/env python
# vim:fileencoding=utf-8
# License: GPLv3 Copyright: 2015, Kovid Goyal <kovid at kovidgoyal.net>
from __future__ import unicode_literals
import json
from calibre import prepare_string_for_xml
@ -64,7 +65,7 @@ def extract_html(soup):
class Reason(BasicNewsRecipe):
title = 'Reason Magazine'
title = 'Reason'
description = 'Free minds and free markets'
INDEX = 'https://reason.com/magazine/'
__author__ = 'Howard Cornett'
@ -74,8 +75,8 @@ class Reason(BasicNewsRecipe):
remove_tags = [
classes(
'next-post-link the-tags tag rcom-social tools comments-header-show logo-header'
' navbar navbar-expanded-lg primary content-info sidebar magicSidebar advertisement logo entry-subtitle'
'next-post-link the-tags tag rcom-social-tools most-read-container comments-header-show'
' logo-header navbar navbar-expanded-lg primary content-info sidebar magicSidebar advertisement logo entry-subtitle'
),
]
@ -128,8 +129,12 @@ class Reason(BasicNewsRecipe):
self.cover_url = cover['src']
current_section, current_articles = 'Cover Story', []
feeds = []
for div in soup.findAll('div', **classes('issue-header-right toc-category-list')):
for h3 in div.findAll('h3', **classes('toc-department')):
for div in soup.findAll('div', attrs={'class': lambda x: x and set(x.split()).intersection({'issue-header-right', 'toc-category-list'})}):
for h3 in div.findAll('h3', attrs={'class': True}):
cls = h3['class']
if hasattr(cls, 'split'):
cls = cls.split()
if 'toc-department' in cls:
if current_articles:
feeds.append((current_section, current_articles))
current_articles = []
@ -143,7 +148,11 @@ class Reason(BasicNewsRecipe):
'url': url,
'description': desc
})
for h2 in div.findAll('h2', **classes('toc-department')):
for h2 in div.findAll('h2', attrs={'class': True}):
cls = h2['class']
if hasattr(cls, 'split'):
cls = cls.split()
if 'toc-department' in cls:
if current_articles:
feeds.append((current_section, current_articles))
current_articles = []
@ -167,3 +176,10 @@ class Reason(BasicNewsRecipe):
if current_articles:
feeds.append((current_section, current_articles))
return feeds
if __name__ == '__main__':
import sys
from calibre.ebooks.BeautifulSoup import BeautifulSoup
print(extract_html(BeautifulSoup(open(sys.argv[-1]).read())))