Bugfix for Scanless Earley. Thanks Ken!

lark/load_grammar.py

@@ -313,7 +313,7 @@ class PrepareLiterals(InlineTransformer):
 class SplitLiterals(InlineTransformer):
     def pattern(self, p):
         if isinstance(p, PatternStr) and len(p.value)>1:
-            return T('expansion', [T('pattern', [PatternStr(ch)]) for ch in p.value])
+            return T('expansion', [T('pattern', [PatternStr(ch, flags=p.flags)]) for ch in p.value])
         return T('pattern', [p])
 
 class TokenTreeToPattern(Transformer):

tests/test_parser.py

@@ -568,6 +568,14 @@ def _make_parser_test(LEXER, PARSER):
             tree = l.parse('AB,a')
             self.assertEqual(tree.children, ['AB'])
 
+        def test_token_flags3(self):
+            l = _Lark("""!start: ABC+
+                      ABC: "abc"i
+                      """
+                      )
+            tree = l.parse('aBcAbC')
+            self.assertEqual(tree.children, ['aBc', 'AbC'])
+
         def test_token_flags2(self):
             g = """!start: ("a"i | /a/ /b/?)+
                 """