Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-09 03:04:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

Generate db of compile commands for use by tools when building

Browse Source
This commit is contained in:
Kovid Goyal 2021-06-14 09:02:55 +05:30
parent 0b38d385e2
commit 6d845cfa37
No known key found for this signature in database
GPG Key ID: 06BC317B515ACE7C
2 changed files with 29 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.gitignore vendored
View File

@ -6,6 +6,8 @@
.bzrignore .bzrignore
.build-cache .build-cache
.cache .cache
compile_commands.json
link_commands.json
src/calibre/plugins src/calibre/plugins
resources/images.qrc resources/images.qrc
manual/generated manual/generated

46
setup/build.py
View File

@ -307,22 +307,27 @@ class Build(Command):
jobs = [] jobs = []
objects_map = {} objects_map = {}
self.info(f'Building {len(extensions)+len(pyqt_extensions)} extensions') self.info(f'Building {len(extensions)+len(pyqt_extensions)} extensions')
ccdb = []
for (ext, dest) in extensions: for (ext, dest) in extensions:
cmds, objects = self.get_compile_commands(ext, dest) cmds, objects = self.get_compile_commands(ext, dest, ccdb)
objects_map[id(ext)] = objects objects_map[id(ext)] = objects
for cmd in cmds: for cmd in cmds:
jobs.append(create_job(cmd.cmd)) jobs.append(create_job(cmd.cmd))
with open('compile_commands.json', 'w') as f:
json.dump(ccdb, f, indent=2)
if jobs: if jobs:
self.info(f'Compiling {len(jobs)} files...') self.info(f'Compiling {len(jobs)} files...')
if not parallel_build(jobs, self.info): if not parallel_build(jobs, self.info):
raise SystemExit(1) raise SystemExit(1)
jobs, link_commands = [], [] jobs, link_commands, lddb = [], [], []
for (ext, dest) in extensions: for (ext, dest) in extensions:
objects = objects_map[id(ext)] objects = objects_map[id(ext)]
cmd = self.get_link_command(ext, dest, objects) cmd = self.get_link_command(ext, dest, objects, lddb)
if cmd is not None: if cmd is not None:
link_commands.append(cmd) link_commands.append(cmd)
jobs.append(create_job(cmd.cmd)) jobs.append(create_job(cmd.cmd))
with open('link_commands.json', 'w') as f:
json.dump(lddb, f, indent=2)
if jobs: if jobs:
self.info(f'Linking {len(jobs)} files...') self.info(f'Linking {len(jobs)} files...')
if not parallel_build(jobs, self.info): if not parallel_build(jobs, self.info):
@ -365,7 +370,7 @@ class Build(Command):
suff = '.lib' if iswindows else '' suff = '.lib' if iswindows else ''
return [pref+x+suff for x in dirs] return [pref+x+suff for x in dirs]
def get_compile_commands(self, ext, dest): def get_compile_commands(self, ext, dest, db):
compiler = self.env.cxx if ext.needs_cxx else self.env.cc compiler = self.env.cxx if ext.needs_cxx else self.env.cc
objects = [] objects = []
ans = [] ans = []
@ -376,31 +381,34 @@ class Build(Command):
for src in ext.sources: for src in ext.sources:
obj = self.j(obj_dir, os.path.splitext(self.b(src))[0]+'.o') obj = self.j(obj_dir, os.path.splitext(self.b(src))[0]+'.o')
objects.append(obj) objects.append(obj)
inf = '/Tp' if src.endswith('.cpp') or src.endswith('.cxx') else '/Tc'
sinc = [inf+src] if iswindows else ['-c', src]
oinc = ['/Fo'+obj] if iswindows else ['-o', obj]
cmd = [compiler] + self.env.cflags + ext.cflags + einc + sinc + oinc
db.append({'arguments': cmd, 'directory': os.getcwd(), 'file': os.path.relpath(src, os.getcwd()), 'output': os.path.relpath(obj, os.getcwd())})
if self.newer(obj, [src]+ext.headers): if self.newer(obj, [src]+ext.headers):
inf = '/Tp' if src.endswith('.cpp') or src.endswith('.cxx') else '/Tc'
sinc = [inf+src] if iswindows else ['-c', src]
oinc = ['/Fo'+obj] if iswindows else ['-o', obj]
cmd = [compiler] + self.env.cflags + ext.cflags + einc + sinc + oinc
ans.append(CompileCommand(cmd, src, obj)) ans.append(CompileCommand(cmd, src, obj))
return ans, objects return ans, objects
def get_link_command(self, ext, dest, objects): def get_link_command(self, ext, dest, objects, lddb):
compiler = self.env.cxx if ext.needs_cxx else self.env.cc compiler = self.env.cxx if ext.needs_cxx else self.env.cc
linker = self.env.linker if iswindows else compiler linker = self.env.linker if iswindows else compiler
dest = self.dest(ext) dest = self.dest(ext)
elib = self.lib_dirs_to_ldflags(ext.lib_dirs) elib = self.lib_dirs_to_ldflags(ext.lib_dirs)
xlib = self.libraries_to_ldflags(ext.libraries) xlib = self.libraries_to_ldflags(ext.libraries)
cmd = [linker]
if iswindows:
pre_ld_flags = []
if ext.name in ('icu', 'matcher'):
# windows has its own ICU libs that dont work
pre_ld_flags = elib
cmd += pre_ld_flags + self.env.ldflags + ext.ldflags + elib + xlib + \
['/EXPORT:' + init_symbol_name(ext.name)] + objects + ext.extra_objs + ['/OUT:'+dest]
else:
cmd += objects + ext.extra_objs + ['-o', dest] + self.env.ldflags + ext.ldflags + elib + xlib
lddb.append({'arguments': cmd, 'directory': os.getcwd(), 'output': os.path.relpath(dest, os.getcwd())})
if self.newer(dest, objects+ext.extra_objs): if self.newer(dest, objects+ext.extra_objs):
cmd = [linker]
if iswindows:
pre_ld_flags = []
if ext.name in ('icu', 'matcher'):
# windows has its own ICU libs that dont work
pre_ld_flags = elib
cmd += pre_ld_flags + self.env.ldflags + ext.ldflags + elib + xlib + \
['/EXPORT:' + init_symbol_name(ext.name)] + objects + ext.extra_objs + ['/OUT:'+dest]
else:
cmd += objects + ext.extra_objs + ['-o', dest] + self.env.ldflags + ext.ldflags + elib + xlib
return LinkCommand(cmd, objects, dest) return LinkCommand(cmd, objects, dest)
def post_link_cleanup(self, link_command): def post_link_cleanup(self, link_command):