Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-08 02:34:06 -04:00
Code Issues Packages Projects Releases Wiki Activity

Refactor html syntax highlighting and implement profiling

Browse Source
This commit is contained in:
Kovid Goyal 2014-06-23 12:45:28 +05:30
parent 474455a7fd
commit 81e6ed1551
1 changed files with 43 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

56
src/calibre/gui2/tweak_book/editor/syntax/html.py
View File

@ -223,6 +223,25 @@ def cdata(state, text, i, formats, user_data):
add_tag_data(user_data, TagStart(m.start(), '', name, True, True)) add_tag_data(user_data, TagStart(m.start(), '', name, True, True))
return [(num, fmt), (2, formats['end_tag']), (len(m.group()) - 2, formats['tag_name'])] return [(num, fmt), (2, formats['end_tag']), (len(m.group()) - 2, formats['tag_name'])]
def check_spelling(text, tpos, tlen, fmt, locale, sfmt):
split_ans = []
ctext = text[tpos:tpos+tlen]
ppos = 0
for start, length in split_into_words_and_positions(ctext, lang=locale.langcode):
if start > ppos:
split_ans.append((start - ppos, fmt))
ppos = start + length
recognized = dictionaries.recognized(ctext[start:ppos], locale)
if recognized:
split_ans.append((length, fmt))
else:
wsfmt = SyntaxTextCharFormat(sfmt)
wsfmt.setProperty(SPELL_PROPERTY, (ctext[start:ppos], locale))
split_ans.append((length, wsfmt))
if ppos < tlen:
split_ans.append((tlen - ppos, fmt))
return split_ans
def process_text(state, text, nbsp_format, spell_format, user_data): def process_text(state, text, nbsp_format, spell_format, user_data):
ans = [] ans = []
fmt = None fmt = None
@ -253,19 +272,7 @@ def process_text(state, text, nbsp_format, spell_format, user_data):
if fmt is nbsp_format: if fmt is nbsp_format:
split_ans.append((tlen, fmt)) split_ans.append((tlen, fmt))
else: else:
ctext = text[tpos:tpos+tlen] split_ans.extend(check_spelling(text, tpos, tlen, fmt, locale, sfmt))
ppos = 0
for start, length in split_into_words_and_positions(ctext, lang=locale.langcode):
if start > ppos:
split_ans.append((start - ppos, fmt))
ppos = start + length
recognized = dictionaries.recognized(ctext[start:ppos], locale)
if not recognized:
wsfmt = SyntaxTextCharFormat(sfmt)
wsfmt.setProperty(SPELL_PROPERTY, (ctext[start:ppos], locale))
split_ans.append((length, fmt if recognized else wsfmt))
if ppos < tlen:
split_ans.append((tlen - ppos, fmt))
tpos += tlen tpos += tlen
ans = split_ans ans = split_ans
@ -504,6 +511,29 @@ class XMLHighlighter(HTMLHighlighter):
def tag_ok_for_spell(self, name): def tag_ok_for_spell(self, name):
return XMLUserData.tag_ok_for_spell(name) return XMLUserData.tag_ok_for_spell(name)
def profile():
import sys
from PyQt4.Qt import QTextDocument
from calibre.gui2 import Application
from calibre.gui2.tweak_book import set_book_locale
from calibre.gui2.tweak_book.editor.themes import get_theme
app = Application([])
set_book_locale('en')
raw = open(sys.argv[-2], 'rb').read().decode('utf-8')
doc = QTextDocument()
doc.setPlainText(raw)
h = HTMLHighlighter()
theme = get_theme(tprefs['editor_theme'])
h.apply_theme(theme)
h.set_document(doc)
import cProfile
print ('Running profile on', sys.argv[-2])
cProfile.runctx('h.rehighlight()', {}, {'h':h}, sys.argv[-1])
print ('Stats saved to:', sys.argv[-1])
del h
del doc
del app
if __name__ == '__main__': if __name__ == '__main__':
from calibre.gui2.tweak_book.editor.widget import launch_editor from calibre.gui2.tweak_book.editor.widget import launch_editor
launch_editor('''\ launch_editor('''\