Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-09 03:04:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

Retry after sleeping on URL fetch timeout in plugins mirror script

Browse Source
This commit is contained in:
Kovid Goyal 2018-02-02 13:14:04 +05:30
parent fe0e9a18bb
commit 3dfd846b7b
No known key found for this signature in database
GPG Key ID: 06BC317B515ACE7C
1 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
setup/plugins_mirror.py
View File

@ -6,7 +6,7 @@ from __future__ import (unicode_literals, division, absolute_import,
__license__ = 'GPL v3' __license__ = 'GPL v3'
__copyright__ = '2013, Kovid Goyal <kovid at kovidgoyal.net>' __copyright__ = '2013, Kovid Goyal <kovid at kovidgoyal.net>'
import urllib2, re, HTMLParser, zlib, gzip, io, sys, bz2, json, errno, urlparse, os, zipfile, ast, tempfile, glob, stat, socket, subprocess, atexit import urllib2, re, HTMLParser, zlib, gzip, io, sys, bz2, json, errno, urlparse, os, zipfile, ast, tempfile, glob, stat, socket, subprocess, atexit, time
from future_builtins import map, zip, filter from future_builtins import map, zip, filter
from collections import namedtuple from collections import namedtuple
from multiprocessing.pool import ThreadPool from multiprocessing.pool import ThreadPool
@ -27,7 +27,7 @@ INDEX = MR_URL + 'showpost.php?p=1362767&postcount=1'
IndexEntry = namedtuple('IndexEntry', 'name url donate history uninstall deprecated thread_id') IndexEntry = namedtuple('IndexEntry', 'name url donate history uninstall deprecated thread_id')
u = HTMLParser.HTMLParser().unescape u = HTMLParser.HTMLParser().unescape
socket.setdefaulttimeout(120) socket.setdefaulttimeout(30)
def read(url, get_info=False): # {{{ def read(url, get_info=False): # {{{
@ -38,6 +38,10 @@ def read(url, get_info=False): # {{{
('User-Agent', USER_AGENT), ('User-Agent', USER_AGENT),
('Accept-Encoding', 'gzip,deflate'), ('Accept-Encoding', 'gzip,deflate'),
] ]
try:
res = opener.open(url)
except Exception:
time.sleep(180)
res = opener.open(url) res = opener.open(url)
info = res.info() info = res.info()
encoding = info.get('Content-Encoding') encoding = info.get('Content-Encoding')