From 3ca574fa322ba66f83dd374471468c674d46db7c Mon Sep 17 00:00:00 2001 From: Kovid Goyal Date: Wed, 15 Mar 2017 17:00:53 +0530 Subject: [PATCH] News download: Do not use IE user agent as more and more websites are serving JPEG XR images to IE --- src/calibre/web/feeds/news.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/src/calibre/web/feeds/news.py b/src/calibre/web/feeds/news.py index 5976bc051f..8b5687ec20 100644 --- a/src/calibre/web/feeds/news.py +++ b/src/calibre/web/feeds/news.py @@ -14,7 +14,7 @@ from contextlib import nested, closing from calibre import (browser, __appname__, iswindows, force_unicode, - strftime, preferred_encoding, as_unicode) + strftime, preferred_encoding, as_unicode, random_user_agent) from calibre.ebooks.BeautifulSoup import BeautifulSoup, NavigableString, CData, Tag from calibre.ebooks.metadata.opf2 import OPFCreator from calibre import entity_to_unicode @@ -494,6 +494,9 @@ class BasicNewsRecipe(Recipe): return br ''' + if 'user_agent' not in kwargs: + # More and more news sites are serving JPEG XR images to IE + kwargs['user_agent'] = random_user_agent(allow_ie=False) br = browser(*args, **kwargs) br.addheaders += [('Accept', '*/*')] if self.handle_gzip: