Correction of space eating after unicode chars

This commit is contained in:
Sengian 2011-03-09 22:22:42 +01:00
parent 888aaec88f
commit 5dc5b93a1f

View File

@ -46,7 +46,8 @@ class Tokenize:
def __remove_uc_chars(self, startchar, token):
for i in xrange(startchar, len(token)):
if token[i] == " ":
#handle the case of an uc char with a terminating blank before ansi char
if token[i] == " " and self.__uc_char:
continue
elif self.__uc_char:
self.__uc_char -= 1