VimPlug/parso
1
0
Fork 0
mirror of https://github.com/davidhalter/parso.git synced 2025-12-07 21:34:32 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Error recovery should not match the whole line in case of an invalid token, fixes #40

Browse Source
This commit is contained in:
Dave Halter
2018-07-03 01:31:02 +02:00
parent 7f964c26f2
commit e05d7fd59f
3 changed files with 32 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
test/test_tokenize.py
View File

@@ -199,10 +199,9 @@ def test_ur_literals():
def test_error_literal():
error_token, endmarker = _get_token_list('"\n')
assert error_token.type == ERRORTOKEN
assert endmarker.prefix == ''
assert error_token.string == '"\n'
assert error_token.string == '"'
assert endmarker.type == ENDMARKER
assert endmarker.prefix == ''
assert endmarker.prefix == '\n'
bracket, error_token, endmarker = _get_token_list('( """')
assert error_token.type == ERRORTOKEN
@@ -244,5 +243,6 @@ def test_error_string():
t1, endmarker = _get_token_list(' "\n')
assert t1.type == ERRORTOKEN
assert t1.prefix == ' '
assert t1.string == '"\n'
assert t1.string == '"'
assert endmarker.prefix == '\n'
assert endmarker.string == ''