mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-07-09 03:04:10 -04:00
Another script block tokenizer test
This commit is contained in:
parent
53168e075e
commit
6f7766fbf4
@ -102,6 +102,7 @@ class FTSTest(BaseTest):
|
||||
)
|
||||
|
||||
tt('你叫什么名字', '你', '叫', '什么', '名字')
|
||||
tt('你叫abc', '你', '叫', 'abc')
|
||||
tt('a你b叫什么名字', 'a', '你', 'b', '叫', '什么', '名字')
|
||||
# }}}
|
||||
|
||||
|
Loading…
x
Reference in New Issue
Block a user