restructure user_context reverse tokenizer to remove INDENT tokens in the future

2014-02-21 15:30:46 +01:00
parent 9c3b7b9c46
commit fe02088dd7
3 changed files with 15 additions and 5 deletions
--- a/jedi/parser/tokenize.py
+++ b/jedi/parser/tokenize.py
@@ -211,7 +211,8 @@ def generate_tokens(readline, line_offset=0):

            if column > indents[-1]:           # count indents or dedents
                indents.append(column)
-                yield TokenInfo(INDENT, line[:pos], (lnum, 0), (lnum, pos))
+                #print repr(line), lnum
+                #yield TokenInfo(INDENT, line[:pos], (lnum, 0), (lnum, pos))
            while column < indents[-1]:
                indents = indents[:-1]