mirror of
https://github.com/davidhalter/parso.git
synced 2026-08-12 02:42:49 +08:00
Small tokenizer refactoring
This commit is contained in:
@@ -593,7 +593,7 @@ def tokenize_lines(lines, version_info, start_pos=(1, 0), indents=None):
|
|||||||
token = line[start:pos]
|
token = line[start:pos]
|
||||||
yield PythonToken(STRING, token, spos, prefix)
|
yield PythonToken(STRING, token, spos, prefix)
|
||||||
else:
|
else:
|
||||||
contstr_start = (lnum, start) # multiple lines
|
contstr_start = spos # multiple lines
|
||||||
contstr = line[start:]
|
contstr = line[start:]
|
||||||
contline = line
|
contline = line
|
||||||
break
|
break
|
||||||
|
|||||||
Reference in New Issue
Block a user