@@ -30,13 +30,13 @@ Use the reference pages for more in-depth explanations. (links in the [main page | |||
## LALR usage | |||
By default Lark silently resolves Shift/Reduce conflicts as Shift. To enable warnings pass `debug=True`. To get the messages printed you have to configure the `LOGGER` beforehand. For example: | |||
By default Lark silently resolves Shift/Reduce conflicts as Shift. To enable warnings pass `debug=True`. To get the messages printed you have to configure the `logger` beforehand. For example: | |||
```python | |||
import logging | |||
from lark import Lark, LOGGER | |||
from lark import Lark, logger | |||
LOGGER.setLevel(logging.DEBUG) | |||
logger.setLevel(logging.DEBUG) | |||
collision_grammar = ''' | |||
start: as as | |||
@@ -1,4 +1,4 @@ | |||
from .common import LOGGER | |||
from .common import logger | |||
from .tree import Tree | |||
from .visitors import Transformer, Visitor, v_args, Discard | |||
from .visitors import InlineTransformer, inline_args # XXX Deprecated | |||
@@ -2,11 +2,11 @@ import logging | |||
from .utils import Serialize | |||
from .lexer import TerminalDef | |||
LOGGER = logging.getLogger("lark") | |||
LOGGER.addHandler(logging.StreamHandler()) | |||
logger = logging.getLogger("lark") | |||
logger.addHandler(logging.StreamHandler()) | |||
# Set to highest level, since we have some warnings amongst the code | |||
# By default, we should not output any log messages | |||
LOGGER.setLevel(logging.CRITICAL) | |||
logger.setLevel(logging.CRITICAL) | |||
###{standalone | |||
@@ -7,7 +7,7 @@ from io import open | |||
from .utils import STRING_TYPE, Serialize, SerializeMemoizer, FS | |||
from .load_grammar import load_grammar | |||
from .tree import Tree | |||
from .common import LexerConf, ParserConf, LOGGER | |||
from .common import LexerConf, ParserConf, logger | |||
from .lexer import Lexer, TraditionalLexer, TerminalDef, UnexpectedToken | |||
from .parse_tree_builder import ParseTreeBuilder | |||
@@ -205,7 +205,7 @@ class Lark(Serialize): | |||
cache_fn = '.lark_cache_%s.tmp' % md5 | |||
if FS.exists(cache_fn): | |||
LOGGER.debug('Loading grammar from cache: %s', cache_fn) | |||
logger.debug('Loading grammar from cache: %s', cache_fn) | |||
with FS.open(cache_fn, 'rb') as f: | |||
self._load(f, self.options.transformer, self.options.postlex) | |||
return | |||
@@ -284,7 +284,7 @@ class Lark(Serialize): | |||
self.lexer = self._build_lexer() | |||
if cache_fn: | |||
LOGGER.debug('Saving grammar to cache: %s', cache_fn) | |||
logger.debug('Saving grammar to cache: %s', cache_fn) | |||
with FS.open(cache_fn, 'wb') as f: | |||
self.save(f) | |||
@@ -14,7 +14,7 @@ from collections import deque | |||
from ..visitors import Transformer_InPlace, v_args | |||
from ..exceptions import UnexpectedEOF, UnexpectedToken | |||
from ..common import LOGGER | |||
from ..common import logger | |||
from .grammar_analysis import GrammarAnalyzer | |||
from ..grammar import NonTerminal | |||
from .earley_common import Item, TransitiveItem | |||
@@ -301,7 +301,7 @@ class Parser: | |||
try: | |||
debug_walker = ForestToPyDotVisitor() | |||
except ImportError: | |||
LOGGER.warning("Cannot find dependency 'pydot', will not generate sppf debug image") | |||
logger.warning("Cannot find dependency 'pydot', will not generate sppf debug image") | |||
else: | |||
debug_walker.visit(solutions[0], "sppf.png") | |||
@@ -10,7 +10,7 @@ from collections import defaultdict, deque | |||
from ..utils import classify, classify_bool, bfs, fzset, Serialize, Enumerator | |||
from ..exceptions import GrammarError | |||
from ..common import LOGGER | |||
from ..common import logger | |||
from .grammar_analysis import GrammarAnalyzer, Terminal, LR0ItemSet | |||
from ..grammar import Rule | |||
@@ -256,8 +256,8 @@ class LALR_Analyzer(GrammarAnalyzer): | |||
raise GrammarError('Reduce/Reduce collision in %s between the following rules: %s' % (la, ''.join([ '\n\t\t- ' + str(r) for r in rules ]))) | |||
if la in actions: | |||
if self.debug: | |||
LOGGER.warning('Shift/Reduce conflict for terminal %s: (resolving as shift)', la.name) | |||
LOGGER.warning(' * %s', list(rules)[0]) | |||
logger.warning('Shift/Reduce conflict for terminal %s: (resolving as shift)', la.name) | |||
logger.warning(' * %s', list(rules)[0]) | |||
else: | |||
actions[la] = (Reduce, list(rules)[0]) | |||
m[state] = { k.name: v for k, v in actions.items() } | |||
@@ -2,7 +2,7 @@ from __future__ import absolute_import, print_function | |||
import unittest | |||
import logging | |||
from lark import LOGGER | |||
from lark import logger | |||
from .test_trees import TestTrees | |||
from .test_tools import TestStandalone | |||
@@ -12,12 +12,12 @@ from .test_reconstructor import TestReconstructor | |||
try: | |||
from .test_nearley.test_nearley import TestNearley | |||
except ImportError: | |||
LOGGER.warning("Warning: Skipping tests for Nearley grammar imports (js2py required)") | |||
logger.warning("Warning: Skipping tests for Nearley grammar imports (js2py required)") | |||
# from .test_selectors import TestSelectors | |||
# from .test_grammars import TestPythonG, TestConfigG | |||
from .test_logger import TestLogger | |||
from .test_logger import Testlogger | |||
from .test_parser import ( | |||
TestLalrStandard, | |||
@@ -34,7 +34,7 @@ from .test_parser import ( | |||
TestParsers, | |||
) | |||
LOGGER.setLevel(logging.INFO) | |||
logger.setLevel(logging.INFO) | |||
if __name__ == '__main__': | |||
unittest.main() |
@@ -1,6 +1,6 @@ | |||
import logging | |||
from contextlib import contextmanager | |||
from lark import Lark, LOGGER | |||
from lark import Lark, logger | |||
from unittest import TestCase, main | |||
try: | |||
@@ -11,17 +11,17 @@ except ImportError: | |||
@contextmanager | |||
def capture_log(): | |||
stream = StringIO() | |||
orig_handler = LOGGER.handlers[0] | |||
del LOGGER.handlers[:] | |||
LOGGER.addHandler(logging.StreamHandler(stream)) | |||
orig_handler = logger.handlers[0] | |||
del logger.handlers[:] | |||
logger.addHandler(logging.StreamHandler(stream)) | |||
yield stream | |||
del LOGGER.handlers[:] | |||
LOGGER.addHandler(orig_handler) | |||
del logger.handlers[:] | |||
logger.addHandler(orig_handler) | |||
class TestLogger(TestCase): | |||
class Testlogger(TestCase): | |||
def test_debug(self): | |||
LOGGER.setLevel(logging.DEBUG) | |||
logger.setLevel(logging.DEBUG) | |||
collision_grammar = ''' | |||
start: as as | |||
as: a* | |||
@@ -31,12 +31,12 @@ class TestLogger(TestCase): | |||
Lark(collision_grammar, parser='lalr', debug=True) | |||
log = log.getvalue() | |||
self.assertIn("Shift/Reduce conflict for terminal", log) | |||
self.assertIn("A: (resolving as shift)", log) | |||
self.assertIn("Shift/Reduce conflict for terminal A: (resolving as shift)", log) | |||
# since there are conflicts about A | |||
# symbol A should appear in the log message for hint | |||
self.assertIn("A", log) | |||
def test_non_debug(self): | |||
LOGGER.setLevel(logging.DEBUG) | |||
logger.setLevel(logging.DEBUG) | |||
collision_grammar = ''' | |||
start: as as | |||
as: a* | |||
@@ -49,7 +49,7 @@ class TestLogger(TestCase): | |||
self.assertEqual(len(log), 0) | |||
def test_loglevel_higher(self): | |||
LOGGER.setLevel(logging.ERROR) | |||
logger.setLevel(logging.ERROR) | |||
collision_grammar = ''' | |||
start: as as | |||
as: a* | |||
@@ -6,17 +6,17 @@ import logging | |||
import os | |||
import codecs | |||
from lark import LOGGER | |||
from lark import logger | |||
from lark.tools.nearley import create_code_for_nearley_grammar, main as nearley_tool_main | |||
LOGGER.setLevel(logging.INFO) | |||
logger.setLevel(logging.INFO) | |||
TEST_PATH = os.path.abspath(os.path.dirname(__file__)) | |||
NEARLEY_PATH = os.path.join(TEST_PATH, 'nearley') | |||
BUILTIN_PATH = os.path.join(NEARLEY_PATH, 'builtin') | |||
if not os.path.exists(NEARLEY_PATH): | |||
LOGGER.warn("Nearley not installed. Skipping Nearley tests!") | |||
logger.warn("Nearley not installed. Skipping Nearley tests!") | |||
raise ImportError("Skipping Nearley tests!") | |||
import js2py # Ensures that js2py exists, to avoid failing tests | |||
@@ -24,7 +24,7 @@ try: | |||
except ImportError: | |||
regex = None | |||
from lark import LOGGER | |||
from lark import logger | |||
from lark.lark import Lark | |||
from lark.exceptions import GrammarError, ParseError, UnexpectedToken, UnexpectedInput, UnexpectedCharacters | |||
from lark.tree import Tree | |||
@@ -32,7 +32,7 @@ from lark.visitors import Transformer, Transformer_InPlace, v_args | |||
from lark.grammar import Rule | |||
from lark.lexer import TerminalDef, Lexer, TraditionalLexer | |||
LOGGER.setLevel(logging.INFO) | |||
logger.setLevel(logging.INFO) | |||
__path__ = os.path.dirname(__file__) | |||