BUGFIX: Standalone parser didn't retain filter_out values for terminals (Issue #222)

lark/grammar.py

@@ -17,6 +17,8 @@ class Symbol(object):
     def __repr__(self):
         return '%s(%r)' % (type(self).__name__, self.name)
 
+    fullrepr = property(__repr__)
+
 class Terminal(Symbol):
     is_term = True
 
@@ -24,6 +26,10 @@ class Terminal(Symbol):
         self.name = name
         self.filter_out = filter_out
 
+    @property
+    def fullrepr(self):
+        return '%s(%r, %r)' % (type(self).__name__, self.name, self.filter_out)
+
 
 class NonTerminal(Symbol):
     is_term = False

lark/tools/standalone.py

@@ -165,7 +165,7 @@ class TreeBuilderAtoms:
         print('RULES = {')
         for i, r in enumerate(self.rules):
             rule_ids[r] = i
-            print('  %d: Rule(%r, %r, %r, %r),' % (i, r.origin, r.expansion, self.ptb.user_aliases[r], r.options ))
+            print('  %d: Rule(%r, [%s], %r, %r),' % (i, r.origin, ', '.join(s.fullrepr for s in r.expansion), self.ptb.user_aliases[r], r.options ))
         print('}')
         print('parse_tree_builder = ParseTreeBuilder(RULES.values(), Tree)')