mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-07-09 03:04:10 -04:00
Various minor recipe updates
This commit is contained in:
parent
7f6f66007a
commit
1d40ba6436
@ -38,8 +38,8 @@ class ForeignPolicy(BasicNewsRecipe):
|
|||||||
|
|
||||||
def parse_index(self):
|
def parse_index(self):
|
||||||
soup = self.index_to_soup('https://foreignpolicy.com/the-magazine')
|
soup = self.index_to_soup('https://foreignpolicy.com/the-magazine')
|
||||||
img = soup.find('img', src=True, attrs={'alt': lambda x: x and '-cover' in x})
|
img = soup.find('img', attrs={'data-lazy-src': lambda x: x and '-cover' in x})
|
||||||
self.cover_url = img['src']
|
self.cover_url = img['data-lazy-src']
|
||||||
current_section = None
|
current_section = None
|
||||||
amap = OrderedDict()
|
amap = OrderedDict()
|
||||||
for x in soup.findAll(name=('h2', 'h3')):
|
for x in soup.findAll(name=('h2', 'h3')):
|
||||||
|
@ -141,6 +141,8 @@ class ForeignAffairsRecipe(BasicNewsRecipe):
|
|||||||
|
|
||||||
conversion_options = {'comments': description, 'tags': category, 'language': 'en',
|
conversion_options = {'comments': description, 'tags': category, 'language': 'en',
|
||||||
'publisher': publisher}
|
'publisher': publisher}
|
||||||
|
ignore_duplicate_articles = {'title', 'url'}
|
||||||
|
remove_empty_feeds = True
|
||||||
|
|
||||||
def parse_index(self):
|
def parse_index(self):
|
||||||
soup = self.index_to_soup(self.INDEX)
|
soup = self.index_to_soup(self.INDEX)
|
||||||
|
@ -58,9 +58,7 @@ class Nautilus(BasicNewsRecipe):
|
|||||||
soup = self.index_to_soup('https://www.presspassnow.com/nautilus/issues/')
|
soup = self.index_to_soup('https://www.presspassnow.com/nautilus/issues/')
|
||||||
div = soup.find('div', **classes('image-fade_in_back'))
|
div = soup.find('div', **classes('image-fade_in_back'))
|
||||||
if div:
|
if div:
|
||||||
self.cover_url = div.find('img',
|
self.cover_url = div.find('img', src=True)['src']
|
||||||
attrs={'srcset': True
|
|
||||||
})['srcset'].split(',')[-1].split()[0]
|
|
||||||
return getattr(self, 'cover_url', self.cover_url)
|
return getattr(self, 'cover_url', self.cover_url)
|
||||||
|
|
||||||
def preprocess_html(self, soup):
|
def preprocess_html(self, soup):
|
||||||
|
@ -39,6 +39,9 @@ class SwarajyaMag(BasicNewsRecipe):
|
|||||||
if url.startswith('/'):
|
if url.startswith('/'):
|
||||||
url = 'https://swarajyamag.com' + url
|
url = 'https://swarajyamag.com' + url
|
||||||
title = self.tag_to_string(a)
|
title = self.tag_to_string(a)
|
||||||
self.log(title, ' at ', url)
|
d = a.find_previous_sibling('a', **classes('_2nEd_'))
|
||||||
ans.append({'title': title, 'url': url})
|
if d:
|
||||||
|
desc = 'By ' + self.tag_to_string(d).strip()
|
||||||
|
self.log(title, ' at ', url, '\n', desc)
|
||||||
|
ans.append({'title': title, 'url': url, 'description': desc})
|
||||||
return [('Articles', ans)]
|
return [('Articles', ans)]
|
||||||
|
Loading…
x
Reference in New Issue
Block a user