From 2d25f8d779c8620be0e5ef1b04a47ea64962c128 Mon Sep 17 00:00:00 2001 From: Kovid Goyal Date: Fri, 6 Dec 2019 14:01:08 +0530 Subject: [PATCH] Log the user agent and keep it stable --- src/calibre/web/feeds/news.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/src/calibre/web/feeds/news.py b/src/calibre/web/feeds/news.py index 2a3797577c..0c9099d32d 100644 --- a/src/calibre/web/feeds/news.py +++ b/src/calibre/web/feeds/news.py @@ -502,7 +502,9 @@ class BasicNewsRecipe(Recipe): ''' if 'user_agent' not in kwargs: # More and more news sites are serving JPEG XR images to IE - kwargs['user_agent'] = random_user_agent(allow_ie=False) + kwargs['user_agent'] = self.last_used_user_agent = getattr( + self, 'last_used_user_agent', None) or random_user_agent(allow_ie=False) + self.log('Using user agent:', kwargs['user_agent']) br = browser(*args, **kwargs) br.addheaders += [('Accept', '*/*')] if self.handle_gzip: