mirror of
https://github.com/davidhalter/parso.git
synced 2026-10-08 13:05:13 +08:00
Small tokenizer refactoring
This commit is contained in:
1 parent
ae6af7849e
commit
1047204654
1 file changed
+1
-1
@@ -593,7 +593,7 @@ def tokenize_lines(lines, version_info, start_pos=(1, 0), indents=None):
|
||||
token = line[start:pos]
|
||||
yield PythonToken(STRING, token, spos, prefix)
|
||||
else:
|
||||
contstr_start = (lnum, start) # multiple lines
|
||||
contstr_start = spos # multiple lines
|
||||
contstr = line[start:]
|
||||
contline = line
|
||||
break
|
||||
|
||||
Reference in new issue
Block a user