This commit is contained in:
Kovid Goyal 2021-06-18 21:16:59 +05:30
parent 6ef1ec1656
commit c86f439e64
No known key found for this signature in database
GPG Key ID: 06BC317B515ACE7C

View File

@ -77,6 +77,10 @@ class FTSTest(BaseTest):
tokenize("a*b+c"), tokenize("a*b+c"),
[t("a", 0, 1), t('b', 2, 3), t('c', 4, 5)] [t("a", 0, 1), t('b', 2, 3), t('c', 4, 5)]
) )
self.ae(
tokenize("a(b[{^c"),
[t("a", 0, 1), t('b', 2, 3), t('c', 6, 7)]
)
self.ae( self.ae(
tokenize("a😀smile"), tokenize("a😀smile"),
[t("a", 0, 1), t('😀', 1, 5), t('smile', 5, 10)] [t("a", 0, 1), t('😀', 1, 5), t('smile', 5, 10)]