Fixed #53
This commit is contained in:
parent
251ccfdeca
commit
9523813541
|
@ -55,7 +55,7 @@ class Tokenizer:
|
||||||
|
|
||||||
result += utf16bytes[cur_pos:]
|
result += utf16bytes[cur_pos:]
|
||||||
|
|
||||||
return utf16bytes.decode(encoding)
|
return result.decode(encoding)
|
||||||
|
|
||||||
def prettify(self, word):
|
def prettify(self, word):
|
||||||
lowercase_word = word.lower().strip()
|
lowercase_word = word.lower().strip()
|
||||||
|
|
Loading…
Reference in New Issue