Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-09 03:04:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

Update Fortune Magazine

Browse Source
This commit is contained in:
Kovid Goyal 2018-08-30 07:49:51 +05:30
parent 07876602aa
commit adabb0ee58
No known key found for this signature in database
GPG Key ID: 06BC317B515ACE7C
1 changed files with 11 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
recipes/fortune_magazine.recipe
View File

@ -18,8 +18,8 @@ class Fortune(BasicNewsRecipe):
encoding = 'UTF-8'
keep_only_tags = [
dict(name='h1', attrs={'class': lambda x: x and 'headline' in x}),
classes('lead-media author'),
dict(id='article-body'),
classes('lead-media longform-bylines longform-timestamps author'),
dict(id=['article-body', 'longform-body']),
]
no_javascript = True
@ -29,13 +29,21 @@ class Fortune(BasicNewsRecipe):
def get_browser(self):
br = BasicNewsRecipe.get_browser(self)
if self.username and self.password:
br.open('http://fortune.com')
br.open('http://fortune.com/sitemap/')
br.select_form(id='sign-in-form')
br['username'] = self.username
br['password'] = self.password
br.submit()
return br
def preprocess_html(self, soup, *a):
for div in soup.findAll(attrs={'class': lambda x: x and 'lazy-image' in x.split()}):
a = div.find('a', href=True)
if a is not None:
a.name = 'img'
a['src'] = a['href']
return soup
def parse_index(self):
articles = []