mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-07-09 03:04:10 -04:00
...
This commit is contained in:
parent
6ef1ec1656
commit
c86f439e64
@ -77,6 +77,10 @@ class FTSTest(BaseTest):
|
|||||||
tokenize("a*b+c"),
|
tokenize("a*b+c"),
|
||||||
[t("a", 0, 1), t('b', 2, 3), t('c', 4, 5)]
|
[t("a", 0, 1), t('b', 2, 3), t('c', 4, 5)]
|
||||||
)
|
)
|
||||||
|
self.ae(
|
||||||
|
tokenize("a(b[{^c"),
|
||||||
|
[t("a", 0, 1), t('b', 2, 3), t('c', 6, 7)]
|
||||||
|
)
|
||||||
self.ae(
|
self.ae(
|
||||||
tokenize("a😀smile"),
|
tokenize("a😀smile"),
|
||||||
[t("a", 0, 1), t('😀', 1, 5), t('smile', 5, 10)]
|
[t("a", 0, 1), t('😀', 1, 5), t('smile', 5, 10)]
|
||||||
|
Loading…
x
Reference in New Issue
Block a user