From 3dfd846b7ba8171834bd045f077b8a27fc29bc76 Mon Sep 17 00:00:00 2001 From: Kovid Goyal Date: Fri, 2 Feb 2018 13:14:04 +0530 Subject: [PATCH] Retry after sleeping on URL fetch timeout in plugins mirror script --- setup/plugins_mirror.py | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/setup/plugins_mirror.py b/setup/plugins_mirror.py index 3f2f63b747..163bb018ce 100644 --- a/setup/plugins_mirror.py +++ b/setup/plugins_mirror.py @@ -6,7 +6,7 @@ from __future__ import (unicode_literals, division, absolute_import, __license__ = 'GPL v3' __copyright__ = '2013, Kovid Goyal ' -import urllib2, re, HTMLParser, zlib, gzip, io, sys, bz2, json, errno, urlparse, os, zipfile, ast, tempfile, glob, stat, socket, subprocess, atexit +import urllib2, re, HTMLParser, zlib, gzip, io, sys, bz2, json, errno, urlparse, os, zipfile, ast, tempfile, glob, stat, socket, subprocess, atexit, time from future_builtins import map, zip, filter from collections import namedtuple from multiprocessing.pool import ThreadPool @@ -27,7 +27,7 @@ INDEX = MR_URL + 'showpost.php?p=1362767&postcount=1' IndexEntry = namedtuple('IndexEntry', 'name url donate history uninstall deprecated thread_id') u = HTMLParser.HTMLParser().unescape -socket.setdefaulttimeout(120) +socket.setdefaulttimeout(30) def read(url, get_info=False): # {{{ @@ -38,7 +38,11 @@ def read(url, get_info=False): # {{{ ('User-Agent', USER_AGENT), ('Accept-Encoding', 'gzip,deflate'), ] - res = opener.open(url) + try: + res = opener.open(url) + except Exception: + time.sleep(180) + res = opener.open(url) info = res.info() encoding = info.get('Content-Encoding') raw = res.read()