VimPlug/parso
1
0
Fork 0
mirror of https://github.com/davidhalter/parso.git synced 2025-12-07 05:14:29 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Use ERROR_DEDENT instead of ERRORTOKEN for wrong dedents.

Browse Source
This commit is contained in:
Dave Halter
2017-07-19 20:13:51 +02:00
parent 569cb99ca7
commit 6876e1b7c0
9 changed files with 20 additions and 31 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
test/test_tokenize.py
View File

@@ -7,7 +7,7 @@ import pytest
from parso._compatibility import py_version
from parso.utils import splitlines, parse_version_string
from parso.python.token import (
NAME, NEWLINE, STRING, INDENT, DEDENT, ERRORTOKEN, ENDMARKER)
NAME, NEWLINE, STRING, INDENT, DEDENT, ERRORTOKEN, ENDMARKER, ERROR_DEDENT)
from parso.python import tokenize
from parso import parse
from parso.python.tokenize import TokenInfo
@@ -212,23 +212,12 @@ def test_endmarker_end_pos():
check('a\\')
@pytest.mark.parametrize(
('code', 'types'), [
(' foo', ['error_leaf', 'name'])
]
)
def test_indentation(code, types):
return
actual_types = [t.type for t in _get_token_list(code)]
print(actual_types)
assert False
@pytest.mark.parametrize(
('code', 'types'), [
(' foo', [INDENT, NAME, DEDENT]),
(' foo\n bar', [INDENT, NAME, NEWLINE, ERRORTOKEN, NAME, DEDENT]),
(' foo\n bar \n baz', [INDENT, NAME, NEWLINE, ERRORTOKEN, NAME,
NEWLINE, ERRORTOKEN, NAME, DEDENT]),
(' foo\n bar', [INDENT, NAME, NEWLINE, ERROR_DEDENT, NAME, DEDENT]),
(' foo\n bar \n baz', [INDENT, NAME, NEWLINE, ERROR_DEDENT, NAME,
NEWLINE, ERROR_DEDENT, NAME, DEDENT]),
(' foo\nbar', [INDENT, NAME, NEWLINE, DEDENT, NAME]),
]
)