From d952f2a0694787ab8e67256574710cb56a2f4c26 Mon Sep 17 00:00:00 2001 From: Erez Shinan Date: Wed, 24 Jul 2019 12:27:34 +0200 Subject: [PATCH] Token values are now always unicode (resolves issue #411) --- lark/lexer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lark/lexer.py b/lark/lexer.py index 3e881f8..898ee04 100644 --- a/lark/lexer.py +++ b/lark/lexer.py @@ -88,7 +88,7 @@ class Token(Str): self.type = type_ self.pos_in_stream = pos_in_stream - self.value = value + self.value = Str(value) self.line = line self.column = column self.end_line = end_line