Browse Source

Token values are now always unicode (resolves issue #411)

tags/gm/2021-09-23T00Z/github.com--lark-parser-lark/0.7.2
Erez Shinan 5 years ago
parent
commit
d952f2a069
1 changed files with 1 additions and 1 deletions
  1. +1
    -1
      lark/lexer.py

+ 1
- 1
lark/lexer.py View File

@@ -88,7 +88,7 @@ class Token(Str):

self.type = type_
self.pos_in_stream = pos_in_stream
self.value = value
self.value = Str(value)
self.line = line
self.column = column
self.end_line = end_line


Loading…
Cancel
Save