Fix tokenizer: backslashes sometimes led to newline token generation

This commit is contained in:
Dave Halter
2019-01-14 09:59:16 +01:00
parent 1e25445176
commit 9cc8178998
3 changed files with 9 additions and 2 deletions

View File

@@ -312,3 +312,9 @@ def test_form_feed():
def test_carriage_return():
lst = _get_token_list(' =\\\rclass')
assert [t.type for t in lst] == [INDENT, OP, DEDENT, NAME, ENDMARKER]
def test_backslash():
code = '\\\n# 1 \n'
endmarker, = _get_token_list(code)
assert endmarker.prefix == code