From 5dd28389f9a1086c88e65b1840af8bd017df56a8 Mon Sep 17 00:00:00 2001 From: Kovid Goyal Date: Fri, 20 Jul 2007 01:21:13 +0000 Subject: [PATCH] Make user agent Mozilla/5.0 --- src/libprs500/web/fetch/simple.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/src/libprs500/web/fetch/simple.py b/src/libprs500/web/fetch/simple.py index b1e6e37867..4535e0ec22 100644 --- a/src/libprs500/web/fetch/simple.py +++ b/src/libprs500/web/fetch/simple.py @@ -85,7 +85,9 @@ class RecursiveFetcher(object): if delta < self.delay: time.sleep(delta) try: - f = urllib2.urlopen(url) + opener = urllib2.build_opener() + opener.addheaders = [('User-agent', 'Mozilla/5.0')] + f = opener.open(url) except urllib2.URLError, err: if hasattr(err, 'code') and responses.has_key(err.code): raise FetchError, responses[err.code]