Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2026-04-20 07:49:13 -04:00
Code Issues Packages Projects Releases Wiki Activity

Nicer download_with_retry

Browse Source
This commit is contained in:
Kovid Goyal 2026-01-05 21:07:49 +05:30
parent 674bb19166
commit 2153e684d5
No known key found for this signature in database
GPG Key ID: 06BC317B515ACE7C
2 changed files with 24 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
setup/unix-ci.py
View File

@ -12,7 +12,7 @@ import sys
import tarfile
import time
from tempfile import NamedTemporaryFile
from urllib.request import Request
from urllib.request import Request, urlopen
_plat = sys.platform.lower()
ismacos = 'darwin' in _plat
@ -23,19 +23,21 @@ def setenv(key, val):
os.environ[key] = os.path.expandvars(val)
def download_with_retry(url, count=5):
from urllib.request import urlopen
while count > 0:
count -= 1
def download_with_retry(url: str | Request, count: int = 5) -> bytes:
for i in range(count):
try:
print('Downloading', url, flush=True)
print('Downloading', getattr(url, 'full_url', url), flush=True)
with urlopen(url) as f:
return f.read()
except Exception:
if count <= 0:
ans: bytes = f.read()
return ans
except Exception as err:
if getattr(err, 'code', -1) == 403:
raise
print('Download failed retrying...')
if i >= count - 1:
raise
print(f'Download failed with error {err} retrying...', file=sys.stderr)
time.sleep(1)
return b''
if ismacos:

21
setup/win-ci.py
View File

@ -8,6 +8,7 @@ import subprocess
import sys
import tarfile
import time
from urllib.request import Request, urlopen
def printf(*args, **kw):
@ -15,19 +16,21 @@ def printf(*args, **kw):
sys.stdout.flush()
def download_with_retry(url, count=5):
from urllib.request import urlopen
while count > 0:
count -= 1
def download_with_retry(url: str | Request, count: int = 5) -> bytes:
for i in range(count):
try:
printf('Downloading', url)
print('Downloading', getattr(url, 'full_url', url), flush=True)
with urlopen(url) as f:
return f.read()
except Exception:
if count <= 0:
ans: bytes = f.read()
return ans
except Exception as err:
if getattr(err, 'code', -1) == 403:
raise
print('Download failed retrying...')
if i >= count - 1:
raise
print(f'Download failed with error {err} retrying...', file=sys.stderr)
time.sleep(1)
return b''
def sw():