mirror of
https://github.com/davidhalter/parso.git
synced 2026-10-13 00:10:15 +08:00
Small tokenizer refactoring
This commit is contained in:
1 parent
ae6af7849e
commit
1047204654
1 file changed
+1
-1
@@ -593,7 +593,7 @@ def tokenize_lines(lines, version_info, start_pos=(1, 0), indents=None):
|
|||||||
token = line[start:pos]
|
token = line[start:pos]
|
||||||
yield PythonToken(STRING, token, spos, prefix)
|
yield PythonToken(STRING, token, spos, prefix)
|
||||||
else:
|
else:
|
||||||
contstr_start = (lnum, start) # multiple lines
|
contstr_start = spos # multiple lines
|
||||||
contstr = line[start:]
|
contstr = line[start:]
|
||||||
contline = line
|
contline = line
|
||||||
break
|
break
|
||||||
|
|||||||
Reference in new issue
Block a user