restructure user_context reverse tokenizer to remove INDENT tokens in the future
This commit is contained in:
1 parent
9c3b7b9c46
commit
fe02088dd7
3 files changed
+15
-5
No files matched your search
@@ -211,7 +211,8 @@ def generate_tokens(readline, line_offset=0):
|
||||
|
||||
if column > indents[-1]: # count indents or dedents
|
||||
indents.append(column)
|
||||
yield TokenInfo(INDENT, line[:pos], (lnum, 0), (lnum, pos))
|
||||
#print repr(line), lnum
|
||||
#yield TokenInfo(INDENT, line[:pos], (lnum, 0), (lnum, pos))
|
||||
while column < indents[-1]:
|
||||
indents = indents[:-1]
|
||||
|
||||
|
||||
Reference in new issue
Block a user