Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-09 03:04:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

Update spectator_magazine.recipe

Browse Source
This commit is contained in:
unkn0w7n 2023-10-15 15:10:35 +05:30
parent 36e08bd767
commit 46f0877f7e
1 changed files with 8 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
recipes/spectator_magazine.recipe
View File

@ -46,10 +46,14 @@ class spectator(BasicNewsRecipe):
fc['id'] = 'fig-c' fc['id'] = 'fig-c'
return soup return soup
# the print_version loads all articles but sometimes it might fail due to too many requests def get_browser(self, *args, **kwargs):
def print_version(self, url): kwargs['user_agent'] = 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)'
from urllib.parse import quote br = BasicNewsRecipe.get_browser(self, *args, **kwargs)
return 'https://webcache.googleusercontent.com/search?q=cache:' + quote(url, safe='') br.addheaders += [
('Referer', 'https://www.google.com/'),
('X-Forwarded-For', '66.249.66.1')
]
return br
def parse_index(self): def parse_index(self):
soup = self.index_to_soup('https://www.spectator.co.uk/magazine') soup = self.index_to_soup('https://www.spectator.co.uk/magazine')