Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-07 18:24:30 -04:00
Code Issues Packages Projects Releases Wiki Activity

News download: Add a default Accept header to all requests

Browse Source
This commit is contained in:
Kovid Goyal 2011-07-16 10:25:32 -06:00
parent 1b89baf337
commit 9dab6807be
2 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/calibre/__init__.py
View File

@ -341,7 +341,7 @@ def random_user_agent():
def browser(honor_time=True, max_time=2, mobile_browser=False, user_agent=None):
'''
Create a mechanize browser for web scraping. The browser handles cookies,
refresh requests and ignores robots.txt. Also uses proxy if avaialable.
refresh requests and ignores robots.txt. Also uses proxy if available.
:param honor_time: If True honors pause time in refresh requests
:param max_time: Maximum time in seconds to wait during a refresh request

4
src/calibre/web/feeds/news.py
View File

@ -398,7 +398,9 @@ class BasicNewsRecipe(Recipe):
return br
'''
return browser(*args, **kwargs)
br = browser(*args, **kwargs)
br.addheaders += [('Accept', '*/*')]
return br
def clone_browser(self, br):
'''