Use the C tokenizer for tinycss

This commit is contained in:
Kovid Goyal 2014-05-25 08:46:04 +05:30
parent 0ddded708e
commit 9254dfeb0d

View File

@ -212,4 +212,5 @@ try:
except (ImportError, RuntimeError): except (ImportError, RuntimeError):
c_tokenize_flat = None c_tokenize_flat = None
else: else:
c_tokenize_flat = lambda s, ignore_comments=False:tok.tokenize_flat(s, ignore_comments) # Use the c tokenizer by default
c_tokenize_flat = tokenize_flat = lambda s, ignore_comments=False:tok.tokenize_flat(s, ignore_comments)