This repo contains code to mirror other repos. It also contains the code that is getting mirrored.
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

140 lines
5.4 KiB

  1. import logging
  2. from .utils import STRING_TYPE
  3. ###{standalone
  4. class LarkError(Exception):
  5. pass
  6. class GrammarError(LarkError):
  7. pass
  8. class ParseError(LarkError):
  9. pass
  10. class LexError(LarkError):
  11. pass
  12. class UnexpectedEOF(ParseError):
  13. def __init__(self, expected):
  14. self.expected = expected
  15. message = ("Unexpected end-of-input. Expected one of: \n\t* %s\n" % '\n\t* '.join(x.name for x in self.expected))
  16. super(UnexpectedEOF, self).__init__(message)
  17. class UnexpectedInput(LarkError):
  18. pos_in_stream = None
  19. def get_context(self, text, span=40):
  20. pos = self.pos_in_stream
  21. start = max(pos - span, 0)
  22. end = pos + span
  23. if not isinstance(text, bytes):
  24. before = text[start:pos].rsplit('\n', 1)[-1]
  25. after = text[pos:end].split('\n', 1)[0]
  26. return before + after + '\n' + ' ' * len(before) + '^\n'
  27. else:
  28. before = text[start:pos].rsplit(b'\n', 1)[-1]
  29. after = text[pos:end].split(b'\n', 1)[0]
  30. return (before + after + b'\n' + b' ' * len(before) + b'^\n').decode("ascii", "backslashreplace")
  31. def match_examples(self, parse_fn, examples, token_type_match_fallback=False, use_accepts=False):
  32. """ Given a parser instance and a dictionary mapping some label with
  33. some malformed syntax examples, it'll return the label for the
  34. example that bests matches the current error.
  35. """
  36. assert self.state is not None, "Not supported for this exception"
  37. if isinstance(examples, dict):
  38. examples = examples.items()
  39. candidate = (None, False)
  40. for i, (label, example) in enumerate(examples):
  41. assert not isinstance(example, STRING_TYPE)
  42. for j, malformed in enumerate(example):
  43. try:
  44. parse_fn(malformed)
  45. except UnexpectedInput as ut:
  46. if ut.state == self.state and (not use_accepts or ut.accepts == self.accepts):
  47. try:
  48. if ut.token == self.token: # Try exact match first
  49. logging.debug("Exact Match at example [%s][%s]" % (i, j))
  50. return label
  51. if token_type_match_fallback:
  52. # Fallback to token types match
  53. if (ut.token.type == self.token.type) and not candidate[-1]:
  54. logging.debug("Token Type Fallback at example [%s][%s]" % (i, j))
  55. candidate = label, True
  56. except AttributeError:
  57. pass
  58. if not candidate[0]:
  59. logging.debug("Same State match at example [%s][%s]" % (i, j))
  60. candidate = label, False
  61. elif ut.state == self.state:
  62. logging.debug("Different accepts with same state[%d]: %s != %s at example [%s][%s]" %
  63. (self.state, self.accepts, ut.accepts, i, j))
  64. return candidate[0]
  65. class UnexpectedCharacters(LexError, UnexpectedInput):
  66. def __init__(self, seq, lex_pos, line, column, allowed=None, considered_tokens=None, state=None, token_history=None):
  67. if isinstance(seq, bytes):
  68. message = "No terminal defined for '%s' at line %d col %d" % (seq[lex_pos:lex_pos+1].decode("ascii", "backslashreplace"), line, column)
  69. else:
  70. message = "No terminal defined for '%s' at line %d col %d" % (seq[lex_pos], line, column)
  71. self.line = line
  72. self.column = column
  73. self.allowed = allowed
  74. self.considered_tokens = considered_tokens
  75. self.pos_in_stream = lex_pos
  76. self.state = state
  77. message += '\n\n' + self.get_context(seq)
  78. if allowed:
  79. message += '\nExpecting: %s\n' % allowed
  80. if token_history:
  81. message += '\nPrevious tokens: %s\n' % ', '.join(repr(t) for t in token_history)
  82. super(UnexpectedCharacters, self).__init__(message)
  83. class UnexpectedToken(ParseError, UnexpectedInput):
  84. def __init__(self, token, expected, considered_rules=None, state=None, puppet=None, accepts=None):
  85. self.token = token
  86. self.expected = expected # XXX str shouldn't necessary
  87. self.line = getattr(token, 'line', '?')
  88. self.column = getattr(token, 'column', '?')
  89. self.considered_rules = considered_rules
  90. self.state = state
  91. self.pos_in_stream = getattr(token, 'pos_in_stream', None)
  92. self.puppet = puppet
  93. self.accepts = accepts
  94. message = ("Unexpected token %r at line %s, column %s.\n"
  95. "Expected one of: \n\t* %s\n"
  96. % (token, self.line, self.column, '\n\t* '.join(self.accepts or self.expected)))
  97. super(UnexpectedToken, self).__init__(message)
  98. class VisitError(LarkError):
  99. """VisitError is raised when visitors are interrupted by an exception
  100. It provides the following attributes for inspection:
  101. - obj: the tree node or token it was processing when the exception was raised
  102. - orig_exc: the exception that cause it to fail
  103. """
  104. def __init__(self, rule, obj, orig_exc):
  105. self.obj = obj
  106. self.orig_exc = orig_exc
  107. message = 'Error trying to process rule "%s":\n\n%s' % (rule, orig_exc)
  108. super(VisitError, self).__init__(message)
  109. ###}