Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-09 03:04:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

Parallelize gathering of translation stats

Browse Source
This commit is contained in:
Kovid Goyal 2014-08-17 13:45:13 +05:30
parent e6d68eef01
commit 7bca268659
1 changed files with 7 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
setup/translations.py
View File

@ -281,23 +281,20 @@ class Translations(POT): # {{{
def stats(self): def stats(self):
return self.j(self.d(self.DEST), 'stats.pickle') return self.j(self.d(self.DEST), 'stats.pickle')
def get_stats(self, path):
return subprocess.Popen(['msgfmt', '--statistics', '-o', '/dev/null',
path],
stderr=subprocess.PIPE).stderr.read()
def write_stats(self): def write_stats(self):
files = self.po_files() files = self.po_files()
dest = self.stats dest = self.stats
if not self.newer(dest, files): if not self.newer(dest, files):
return return
self.info('Calculating translation statistics...') self.info('Calculating translation statistics...')
raw = self.get_stats(self.j(self.TRANSLATIONS, __appname__, 'main.pot'))
total = int(raw.split(',')[-1].strip().split()[0])
stats = {} stats = {}
for f in files: jobs = (
raw = self.get_stats(f) ['msgfmt', '--statistics', '-o', os.devnull, x] for x in files
trans = int(raw.split()[0]) )
for f, line in zip(files, parallel_check_output(jobs, self.info)):
nums = tuple(map(int, re.findall(r'\d+', line)))
trans = nums[0]
total = trans if len(nums) == 1 else (trans + nums[1])
locale = self.mo_file(f)[0] locale = self.mo_file(f)[0]
stats[locale] = min(1.0, float(trans)/total) stats[locale] = min(1.0, float(trans)/total)