mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-11-04 03:27:00 -05:00
141 lines
4.5 KiB
Python
141 lines
4.5 KiB
Python
#!/usr/bin/env python
|
|
|
|
|
|
__license__ = 'GPL v3'
|
|
__copyright__ = '2009, Kovid Goyal <kovid@kovidgoyal.net>'
|
|
__docformat__ = 'restructuredtext en'
|
|
|
|
import os, json, subprocess, errno, hashlib
|
|
from setup import Command, build_cache_dir, edit_file, dump_json
|
|
|
|
|
|
class Message:
|
|
|
|
def __init__(self, filename, lineno, msg):
|
|
self.filename, self.lineno, self.msg = filename, lineno, msg
|
|
|
|
def __str__(self):
|
|
return f'{self.filename}:{self.lineno}: {self.msg}'
|
|
|
|
|
|
def checkable_python_files(SRC):
|
|
for dname in ('odf', 'calibre'):
|
|
for x in os.walk(os.path.join(SRC, dname)):
|
|
for f in x[-1]:
|
|
y = os.path.join(x[0], f)
|
|
if (f.endswith('.py') and f not in (
|
|
'dict_data.py', 'unicodepoints.py', 'krcodepoints.py',
|
|
'jacodepoints.py', 'vncodepoints.py', 'zhcodepoints.py') and
|
|
'prs500/driver.py' not in y) and not f.endswith('_ui.py'):
|
|
yield y
|
|
|
|
|
|
class Check(Command):
|
|
|
|
description = 'Check for errors in the calibre source code'
|
|
|
|
CACHE = 'check.json'
|
|
|
|
def get_files(self):
|
|
yield from checkable_python_files(self.SRC)
|
|
|
|
for x in os.walk(self.j(self.d(self.SRC), 'recipes')):
|
|
for f in x[-1]:
|
|
f = self.j(x[0], f)
|
|
if f.endswith('.recipe'):
|
|
yield f
|
|
|
|
for x in os.walk(self.j(self.SRC, 'pyj')):
|
|
for f in x[-1]:
|
|
f = self.j(x[0], f)
|
|
if f.endswith('.pyj'):
|
|
yield f
|
|
if self.has_changelog_check:
|
|
yield self.j(self.d(self.SRC), 'Changelog.txt')
|
|
|
|
def read_file(self, f):
|
|
with open(f, 'rb') as f:
|
|
return f.read()
|
|
|
|
def file_hash(self, f):
|
|
try:
|
|
return self.fhash_cache[f]
|
|
except KeyError:
|
|
self.fhash_cache[f] = ans = hashlib.sha1(self.read_file(f)).hexdigest()
|
|
return ans
|
|
|
|
def is_cache_valid(self, f, cache):
|
|
return cache.get(f) == self.file_hash(f)
|
|
|
|
@property
|
|
def cache_file(self):
|
|
return self.j(build_cache_dir(), self.CACHE)
|
|
|
|
def save_cache(self, cache):
|
|
dump_json(cache, self.cache_file)
|
|
|
|
def file_has_errors(self, f):
|
|
ext = os.path.splitext(f)[1]
|
|
if ext in {'.py', '.recipe'}:
|
|
p2 = subprocess.Popen(['ruff', 'check', f])
|
|
return p2.wait() != 0
|
|
if ext == '.pyj':
|
|
p = subprocess.Popen(['rapydscript', 'lint', f])
|
|
return p.wait() != 0
|
|
if ext == '.yaml':
|
|
p = subprocess.Popen(['python', self.j(self.wn_path, 'whats_new.py'), f])
|
|
return p.wait() != 0
|
|
|
|
def run(self, opts):
|
|
self.fhash_cache = {}
|
|
cache = {}
|
|
self.wn_path = os.path.expanduser('~/work/srv/main/static')
|
|
self.has_changelog_check = os.path.exists(self.wn_path)
|
|
try:
|
|
with open(self.cache_file, 'rb') as f:
|
|
cache = json.load(f)
|
|
except OSError as err:
|
|
if err.errno != errno.ENOENT:
|
|
raise
|
|
dirty_files = tuple(f for f in self.get_files() if not self.is_cache_valid(f, cache))
|
|
try:
|
|
for i, f in enumerate(dirty_files):
|
|
self.info('\tChecking', f)
|
|
if self.file_has_errors(f):
|
|
self.info('%d files left to check' % (len(dirty_files) - i - 1))
|
|
edit_file(f)
|
|
if self.file_has_errors(f):
|
|
raise SystemExit(1)
|
|
cache[f] = self.file_hash(f)
|
|
finally:
|
|
self.save_cache(cache)
|
|
|
|
def report_errors(self, errors):
|
|
for err in errors:
|
|
self.info('\t\t', str(err))
|
|
|
|
def clean(self):
|
|
try:
|
|
os.remove(self.cache_file)
|
|
except OSError as err:
|
|
if err.errno != errno.ENOENT:
|
|
raise
|
|
|
|
|
|
class UpgradeSourceCode(Command):
|
|
|
|
description = 'Upgrade python source code'
|
|
|
|
def run(self, opts):
|
|
files = []
|
|
for f in os.listdir(os.path.dirname(os.path.abspath(__file__))):
|
|
q = os.path.join('setup', f)
|
|
if f.endswith('.py') and f not in ('linux-installer.py',) and not os.path.isdir(q):
|
|
files.append(q)
|
|
for path in checkable_python_files(self.SRC):
|
|
q = path.replace(os.sep, '/')
|
|
if '/metadata/sources/' in q or '/store/stores/' in q:
|
|
continue
|
|
files.append(q)
|
|
subprocess.call(['pyupgrade', '--py37-plus'] + files)
|