diff --git a/tests/test_parser.py b/tests/test_parser.py index 9fa05eb..d29aa47 100644 --- a/tests/test_parser.py +++ b/tests/test_parser.py @@ -1,3 +1,4 @@ +# -*- coding: utf-8 -*- from __future__ import absolute_import import unittest @@ -53,6 +54,19 @@ class TestParsers(unittest.TestCase): l = Lark(g, parser='earley', lexer='dynamic') self.assertRaises(ParseError, l.parse, 'a') + def test_utf8(self): + g = """start: a + a: "±a" + """ + l = Lark(g) + l.parse('±a') + + l = Lark(g, parser='earley', lexer=None) + l.parse('±a') + + l = Lark(g, parser='earley', lexer='dynamic') + l.parse('±a') + def _make_full_earley_test(LEXER): class _TestFullEarley(unittest.TestCase):