Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-08-11 09:13:57 -04:00
Code Issues Packages Projects Releases Wiki Activity

A few tests for the SQP tokenizer

Browse Source
This commit is contained in:
Kovid Goyal 2018-01-18 12:43:05 +05:30
parent ac3132e541
commit cbb09f2041
No known key found for this signature in database
GPG Key ID: 06BC317B515ACE7C
1 changed files with 20 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
src/calibre/utils/search_query_parser_test.py
View File

@ -7,7 +7,7 @@ from __future__ import absolute_import, division, print_function, unicode_litera
import operator
import unittest
from calibre.utils.search_query_parser import SearchQueryParser
from calibre.utils.search_query_parser import SearchQueryParser, Parser
class Tester(SearchQueryParser):
@ -371,6 +371,25 @@ class TestSQP(unittest.TestCase):
def test_sqp_unoptimized(self):
self.do_test(False)
def test_sqp_tokenizer(self):
p = Parser()
def tokens(*a):
ans = []
for i in range(0, len(a), 2):
ans.append(({'O': Parser.OPCODE, 'W': Parser.WORD, 'Q': Parser.QUOTED_WORD}[a[i]], a[i+1]))
return ans
def t(query, *a):
self.assertEqual(tokens(*a), p.tokenize(query))
t('xxx', 'W', 'xxx')
t('"a \\" () b"', 'Q', 'a " () b')
t('“a \\"“\\” () b”', 'Q', 'a "“” () b')
t('"a“b"', 'Q', 'a“b')
t('"a”b"', 'Q', 'a”b')
t('a:“b ”', 'W', 'a:', 'Q', 'b ')
def find_tests():
return unittest.defaultTestLoader.loadTestsFromTestCase(TestSQP)