| @@ -30,13 +30,13 @@ Use the reference pages for more in-depth explanations. (links in the [main page | |||||
| ## LALR usage | ## LALR usage | ||||
| By default Lark silently resolves Shift/Reduce conflicts as Shift. To enable warnings pass `debug=True`. To get the messages printed you have to configure the `LOGGER` beforehand. For example: | |||||
| By default Lark silently resolves Shift/Reduce conflicts as Shift. To enable warnings pass `debug=True`. To get the messages printed you have to configure the `logger` beforehand. For example: | |||||
| ```python | ```python | ||||
| import logging | import logging | ||||
| from lark import Lark, LOGGER | |||||
| from lark import Lark, logger | |||||
| LOGGER.setLevel(logging.DEBUG) | |||||
| logger.setLevel(logging.DEBUG) | |||||
| collision_grammar = ''' | collision_grammar = ''' | ||||
| start: as as | start: as as | ||||
| @@ -1,4 +1,4 @@ | |||||
| from .common import LOGGER | |||||
| from .common import logger | |||||
| from .tree import Tree | from .tree import Tree | ||||
| from .visitors import Transformer, Visitor, v_args, Discard | from .visitors import Transformer, Visitor, v_args, Discard | ||||
| from .visitors import InlineTransformer, inline_args # XXX Deprecated | from .visitors import InlineTransformer, inline_args # XXX Deprecated | ||||
| @@ -2,11 +2,11 @@ import logging | |||||
| from .utils import Serialize | from .utils import Serialize | ||||
| from .lexer import TerminalDef | from .lexer import TerminalDef | ||||
| LOGGER = logging.getLogger("lark") | |||||
| LOGGER.addHandler(logging.StreamHandler()) | |||||
| logger = logging.getLogger("lark") | |||||
| logger.addHandler(logging.StreamHandler()) | |||||
| # Set to highest level, since we have some warnings amongst the code | # Set to highest level, since we have some warnings amongst the code | ||||
| # By default, we should not output any log messages | # By default, we should not output any log messages | ||||
| LOGGER.setLevel(logging.CRITICAL) | |||||
| logger.setLevel(logging.CRITICAL) | |||||
| ###{standalone | ###{standalone | ||||
| @@ -7,7 +7,7 @@ from io import open | |||||
| from .utils import STRING_TYPE, Serialize, SerializeMemoizer, FS | from .utils import STRING_TYPE, Serialize, SerializeMemoizer, FS | ||||
| from .load_grammar import load_grammar | from .load_grammar import load_grammar | ||||
| from .tree import Tree | from .tree import Tree | ||||
| from .common import LexerConf, ParserConf, LOGGER | |||||
| from .common import LexerConf, ParserConf, logger | |||||
| from .lexer import Lexer, TraditionalLexer, TerminalDef, UnexpectedToken | from .lexer import Lexer, TraditionalLexer, TerminalDef, UnexpectedToken | ||||
| from .parse_tree_builder import ParseTreeBuilder | from .parse_tree_builder import ParseTreeBuilder | ||||
| @@ -205,7 +205,7 @@ class Lark(Serialize): | |||||
| cache_fn = '.lark_cache_%s.tmp' % md5 | cache_fn = '.lark_cache_%s.tmp' % md5 | ||||
| if FS.exists(cache_fn): | if FS.exists(cache_fn): | ||||
| LOGGER.debug('Loading grammar from cache: %s', cache_fn) | |||||
| logger.debug('Loading grammar from cache: %s', cache_fn) | |||||
| with FS.open(cache_fn, 'rb') as f: | with FS.open(cache_fn, 'rb') as f: | ||||
| self._load(f, self.options.transformer, self.options.postlex) | self._load(f, self.options.transformer, self.options.postlex) | ||||
| return | return | ||||
| @@ -284,7 +284,7 @@ class Lark(Serialize): | |||||
| self.lexer = self._build_lexer() | self.lexer = self._build_lexer() | ||||
| if cache_fn: | if cache_fn: | ||||
| LOGGER.debug('Saving grammar to cache: %s', cache_fn) | |||||
| logger.debug('Saving grammar to cache: %s', cache_fn) | |||||
| with FS.open(cache_fn, 'wb') as f: | with FS.open(cache_fn, 'wb') as f: | ||||
| self.save(f) | self.save(f) | ||||
| @@ -14,7 +14,7 @@ from collections import deque | |||||
| from ..visitors import Transformer_InPlace, v_args | from ..visitors import Transformer_InPlace, v_args | ||||
| from ..exceptions import UnexpectedEOF, UnexpectedToken | from ..exceptions import UnexpectedEOF, UnexpectedToken | ||||
| from ..common import LOGGER | |||||
| from ..common import logger | |||||
| from .grammar_analysis import GrammarAnalyzer | from .grammar_analysis import GrammarAnalyzer | ||||
| from ..grammar import NonTerminal | from ..grammar import NonTerminal | ||||
| from .earley_common import Item, TransitiveItem | from .earley_common import Item, TransitiveItem | ||||
| @@ -301,7 +301,7 @@ class Parser: | |||||
| try: | try: | ||||
| debug_walker = ForestToPyDotVisitor() | debug_walker = ForestToPyDotVisitor() | ||||
| except ImportError: | except ImportError: | ||||
| LOGGER.warning("Cannot find dependency 'pydot', will not generate sppf debug image") | |||||
| logger.warning("Cannot find dependency 'pydot', will not generate sppf debug image") | |||||
| else: | else: | ||||
| debug_walker.visit(solutions[0], "sppf.png") | debug_walker.visit(solutions[0], "sppf.png") | ||||
| @@ -10,7 +10,7 @@ from collections import defaultdict, deque | |||||
| from ..utils import classify, classify_bool, bfs, fzset, Serialize, Enumerator | from ..utils import classify, classify_bool, bfs, fzset, Serialize, Enumerator | ||||
| from ..exceptions import GrammarError | from ..exceptions import GrammarError | ||||
| from ..common import LOGGER | |||||
| from ..common import logger | |||||
| from .grammar_analysis import GrammarAnalyzer, Terminal, LR0ItemSet | from .grammar_analysis import GrammarAnalyzer, Terminal, LR0ItemSet | ||||
| from ..grammar import Rule | from ..grammar import Rule | ||||
| @@ -256,8 +256,8 @@ class LALR_Analyzer(GrammarAnalyzer): | |||||
| raise GrammarError('Reduce/Reduce collision in %s between the following rules: %s' % (la, ''.join([ '\n\t\t- ' + str(r) for r in rules ]))) | raise GrammarError('Reduce/Reduce collision in %s between the following rules: %s' % (la, ''.join([ '\n\t\t- ' + str(r) for r in rules ]))) | ||||
| if la in actions: | if la in actions: | ||||
| if self.debug: | if self.debug: | ||||
| LOGGER.warning('Shift/Reduce conflict for terminal %s: (resolving as shift)', la.name) | |||||
| LOGGER.warning(' * %s', list(rules)[0]) | |||||
| logger.warning('Shift/Reduce conflict for terminal %s: (resolving as shift)', la.name) | |||||
| logger.warning(' * %s', list(rules)[0]) | |||||
| else: | else: | ||||
| actions[la] = (Reduce, list(rules)[0]) | actions[la] = (Reduce, list(rules)[0]) | ||||
| m[state] = { k.name: v for k, v in actions.items() } | m[state] = { k.name: v for k, v in actions.items() } | ||||
| @@ -2,7 +2,7 @@ from __future__ import absolute_import, print_function | |||||
| import unittest | import unittest | ||||
| import logging | import logging | ||||
| from lark import LOGGER | |||||
| from lark import logger | |||||
| from .test_trees import TestTrees | from .test_trees import TestTrees | ||||
| from .test_tools import TestStandalone | from .test_tools import TestStandalone | ||||
| @@ -12,12 +12,12 @@ from .test_reconstructor import TestReconstructor | |||||
| try: | try: | ||||
| from .test_nearley.test_nearley import TestNearley | from .test_nearley.test_nearley import TestNearley | ||||
| except ImportError: | except ImportError: | ||||
| LOGGER.warning("Warning: Skipping tests for Nearley grammar imports (js2py required)") | |||||
| logger.warning("Warning: Skipping tests for Nearley grammar imports (js2py required)") | |||||
| # from .test_selectors import TestSelectors | # from .test_selectors import TestSelectors | ||||
| # from .test_grammars import TestPythonG, TestConfigG | # from .test_grammars import TestPythonG, TestConfigG | ||||
| from .test_logger import TestLogger | |||||
| from .test_logger import Testlogger | |||||
| from .test_parser import ( | from .test_parser import ( | ||||
| TestLalrStandard, | TestLalrStandard, | ||||
| @@ -34,7 +34,7 @@ from .test_parser import ( | |||||
| TestParsers, | TestParsers, | ||||
| ) | ) | ||||
| LOGGER.setLevel(logging.INFO) | |||||
| logger.setLevel(logging.INFO) | |||||
| if __name__ == '__main__': | if __name__ == '__main__': | ||||
| unittest.main() | unittest.main() | ||||
| @@ -1,6 +1,6 @@ | |||||
| import logging | import logging | ||||
| from contextlib import contextmanager | from contextlib import contextmanager | ||||
| from lark import Lark, LOGGER | |||||
| from lark import Lark, logger | |||||
| from unittest import TestCase, main | from unittest import TestCase, main | ||||
| try: | try: | ||||
| @@ -11,17 +11,17 @@ except ImportError: | |||||
| @contextmanager | @contextmanager | ||||
| def capture_log(): | def capture_log(): | ||||
| stream = StringIO() | stream = StringIO() | ||||
| orig_handler = LOGGER.handlers[0] | |||||
| del LOGGER.handlers[:] | |||||
| LOGGER.addHandler(logging.StreamHandler(stream)) | |||||
| orig_handler = logger.handlers[0] | |||||
| del logger.handlers[:] | |||||
| logger.addHandler(logging.StreamHandler(stream)) | |||||
| yield stream | yield stream | ||||
| del LOGGER.handlers[:] | |||||
| LOGGER.addHandler(orig_handler) | |||||
| del logger.handlers[:] | |||||
| logger.addHandler(orig_handler) | |||||
| class TestLogger(TestCase): | |||||
| class Testlogger(TestCase): | |||||
| def test_debug(self): | def test_debug(self): | ||||
| LOGGER.setLevel(logging.DEBUG) | |||||
| logger.setLevel(logging.DEBUG) | |||||
| collision_grammar = ''' | collision_grammar = ''' | ||||
| start: as as | start: as as | ||||
| as: a* | as: a* | ||||
| @@ -31,12 +31,12 @@ class TestLogger(TestCase): | |||||
| Lark(collision_grammar, parser='lalr', debug=True) | Lark(collision_grammar, parser='lalr', debug=True) | ||||
| log = log.getvalue() | log = log.getvalue() | ||||
| self.assertIn("Shift/Reduce conflict for terminal", log) | |||||
| self.assertIn("A: (resolving as shift)", log) | |||||
| self.assertIn("Shift/Reduce conflict for terminal A: (resolving as shift)", log) | |||||
| # since there are conflicts about A | |||||
| # symbol A should appear in the log message for hint | |||||
| self.assertIn("A", log) | |||||
| def test_non_debug(self): | def test_non_debug(self): | ||||
| LOGGER.setLevel(logging.DEBUG) | |||||
| logger.setLevel(logging.DEBUG) | |||||
| collision_grammar = ''' | collision_grammar = ''' | ||||
| start: as as | start: as as | ||||
| as: a* | as: a* | ||||
| @@ -49,7 +49,7 @@ class TestLogger(TestCase): | |||||
| self.assertEqual(len(log), 0) | self.assertEqual(len(log), 0) | ||||
| def test_loglevel_higher(self): | def test_loglevel_higher(self): | ||||
| LOGGER.setLevel(logging.ERROR) | |||||
| logger.setLevel(logging.ERROR) | |||||
| collision_grammar = ''' | collision_grammar = ''' | ||||
| start: as as | start: as as | ||||
| as: a* | as: a* | ||||
| @@ -6,17 +6,17 @@ import logging | |||||
| import os | import os | ||||
| import codecs | import codecs | ||||
| from lark import LOGGER | |||||
| from lark import logger | |||||
| from lark.tools.nearley import create_code_for_nearley_grammar, main as nearley_tool_main | from lark.tools.nearley import create_code_for_nearley_grammar, main as nearley_tool_main | ||||
| LOGGER.setLevel(logging.INFO) | |||||
| logger.setLevel(logging.INFO) | |||||
| TEST_PATH = os.path.abspath(os.path.dirname(__file__)) | TEST_PATH = os.path.abspath(os.path.dirname(__file__)) | ||||
| NEARLEY_PATH = os.path.join(TEST_PATH, 'nearley') | NEARLEY_PATH = os.path.join(TEST_PATH, 'nearley') | ||||
| BUILTIN_PATH = os.path.join(NEARLEY_PATH, 'builtin') | BUILTIN_PATH = os.path.join(NEARLEY_PATH, 'builtin') | ||||
| if not os.path.exists(NEARLEY_PATH): | if not os.path.exists(NEARLEY_PATH): | ||||
| LOGGER.warn("Nearley not installed. Skipping Nearley tests!") | |||||
| logger.warn("Nearley not installed. Skipping Nearley tests!") | |||||
| raise ImportError("Skipping Nearley tests!") | raise ImportError("Skipping Nearley tests!") | ||||
| import js2py # Ensures that js2py exists, to avoid failing tests | import js2py # Ensures that js2py exists, to avoid failing tests | ||||
| @@ -24,7 +24,7 @@ try: | |||||
| except ImportError: | except ImportError: | ||||
| regex = None | regex = None | ||||
| from lark import LOGGER | |||||
| from lark import logger | |||||
| from lark.lark import Lark | from lark.lark import Lark | ||||
| from lark.exceptions import GrammarError, ParseError, UnexpectedToken, UnexpectedInput, UnexpectedCharacters | from lark.exceptions import GrammarError, ParseError, UnexpectedToken, UnexpectedInput, UnexpectedCharacters | ||||
| from lark.tree import Tree | from lark.tree import Tree | ||||
| @@ -32,7 +32,7 @@ from lark.visitors import Transformer, Transformer_InPlace, v_args | |||||
| from lark.grammar import Rule | from lark.grammar import Rule | ||||
| from lark.lexer import TerminalDef, Lexer, TraditionalLexer | from lark.lexer import TerminalDef, Lexer, TraditionalLexer | ||||
| LOGGER.setLevel(logging.INFO) | |||||
| logger.setLevel(logging.INFO) | |||||
| __path__ = os.path.dirname(__file__) | __path__ = os.path.dirname(__file__) | ||||