This repo contains code to mirror other repos. It also contains the code that is getting mirrored.
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

146 lines
5.6 KiB

  1. import logging
  2. from .utils import STRING_TYPE
  3. ###{standalone
  4. class LarkError(Exception):
  5. pass
  6. class GrammarError(LarkError):
  7. pass
  8. class ParseError(LarkError):
  9. pass
  10. class LexError(LarkError):
  11. pass
  12. class UnexpectedEOF(ParseError):
  13. def __init__(self, expected):
  14. self.expected = expected
  15. message = ("Unexpected end-of-input. Expected one of: \n\t* %s\n" % '\n\t* '.join(x.name for x in self.expected))
  16. super(UnexpectedEOF, self).__init__(message)
  17. class UnexpectedInput(LarkError):
  18. pos_in_stream = None
  19. def get_context(self, text, span=40):
  20. pos = self.pos_in_stream
  21. start = max(pos - span, 0)
  22. end = pos + span
  23. if not isinstance(text, bytes):
  24. before = text[start:pos].rsplit('\n', 1)[-1]
  25. after = text[pos:end].split('\n', 1)[0]
  26. return before + after + '\n' + ' ' * len(before) + '^\n'
  27. else:
  28. before = text[start:pos].rsplit(b'\n', 1)[-1]
  29. after = text[pos:end].split(b'\n', 1)[0]
  30. return (before + after + b'\n' + b' ' * len(before) + b'^\n').decode("ascii", "backslashreplace")
  31. def match_examples(self, parse_fn, examples, token_type_match_fallback=False, use_accepts=False):
  32. """ Given a parser instance and a dictionary mapping some label with
  33. some malformed syntax examples, it'll return the label for the
  34. example that bests matches the current error.
  35. """
  36. assert self.state is not None, "Not supported for this exception"
  37. if isinstance(examples, dict):
  38. examples = examples.items()
  39. candidate = (None, False)
  40. for i, (label, example) in enumerate(examples):
  41. assert not isinstance(example, STRING_TYPE)
  42. for j, malformed in enumerate(example):
  43. try:
  44. parse_fn(malformed)
  45. except UnexpectedInput as ut:
  46. if ut.state == self.state:
  47. if use_accepts and ut.accepts != self.accepts:
  48. logging.debug("Different accepts with same state[%d]: %s != %s at example [%s][%s]" %
  49. (self.state, self.accepts, ut.accepts, i, j))
  50. continue
  51. try:
  52. if ut.token == self.token: # Try exact match first
  53. logging.debug("Exact Match at example [%s][%s]" % (i, j))
  54. return label
  55. if token_type_match_fallback:
  56. # Fallback to token types match
  57. if (ut.token.type == self.token.type) and not candidate[-1]:
  58. logging.debug("Token Type Fallback at example [%s][%s]" % (i, j))
  59. candidate = label, True
  60. except AttributeError:
  61. pass
  62. if not candidate[0]:
  63. logging.debug("Same State match at example [%s][%s]" % (i, j))
  64. candidate = label, False
  65. return candidate[0]
  66. class UnexpectedCharacters(LexError, UnexpectedInput):
  67. def __init__(self, seq, lex_pos, line, column, allowed=None, considered_tokens=None, state=None, token_history=None):
  68. self.line = line
  69. self.column = column
  70. self.pos_in_stream = lex_pos
  71. self.state = state
  72. self.allowed = allowed
  73. self.considered_tokens = considered_tokens
  74. if isinstance(seq, bytes):
  75. message = "No terminal defined for '%s' at line %d col %d" % (seq[lex_pos:lex_pos+1].decode("ascii", "backslashreplace"), line, column)
  76. else:
  77. message = "No terminal defined for '%s' at line %d col %d" % (seq[lex_pos], line, column)
  78. message += '\n\n' + self.get_context(seq)
  79. if allowed:
  80. message += '\nExpecting: %s\n' % allowed
  81. if token_history:
  82. message += '\nPrevious tokens: %s\n' % ', '.join(repr(t) for t in token_history)
  83. super(UnexpectedCharacters, self).__init__(message)
  84. class UnexpectedToken(ParseError, UnexpectedInput):
  85. def __init__(self, token, expected, considered_rules=None, state=None, puppet=None):
  86. self.line = getattr(token, 'line', '?')
  87. self.column = getattr(token, 'column', '?')
  88. self.pos_in_stream = getattr(token, 'pos_in_stream', None)
  89. self.state = state
  90. self.token = token
  91. self.expected = expected # XXX deprecate? `accepts` is better
  92. self.considered_rules = considered_rules
  93. self.puppet = puppet
  94. # TODO Only calculate `accepts()` when we need to display it to the user
  95. # This will improve performance when doing automatic error handling
  96. self.accepts = puppet and puppet.accepts()
  97. message = ("Unexpected token %r at line %s, column %s.\n"
  98. "Expected one of: \n\t* %s\n"
  99. % (token, self.line, self.column, '\n\t* '.join(self.accepts or self.expected)))
  100. super(UnexpectedToken, self).__init__(message)
  101. class VisitError(LarkError):
  102. """VisitError is raised when visitors are interrupted by an exception
  103. It provides the following attributes for inspection:
  104. - obj: the tree node or token it was processing when the exception was raised
  105. - orig_exc: the exception that cause it to fail
  106. """
  107. def __init__(self, rule, obj, orig_exc):
  108. self.obj = obj
  109. self.orig_exc = orig_exc
  110. message = 'Error trying to process rule "%s":\n\n%s' % (rule, orig_exc)
  111. super(VisitError, self).__init__(message)
  112. ###}