remove end_pos stuff from tokenizer, the tokens can do that themselves
This commit is contained in:
1 parent
2252271bf5
commit
5b84f0b27f
3 files changed
+26
-43
No files matched your search
+1
-1
@@ -398,7 +398,7 @@ class FastTokenizer(object):
|
||||
self.closed = False
|
||||
|
||||
# fast parser options
|
||||
self.current = self.previous = TokenInfo(None, '', (0, 0), (0, 0))
|
||||
self.current = self.previous = TokenInfo(None, '', (0, 0))
|
||||
self.in_flow = False
|
||||
self.new_indent = False
|
||||
self.parser_indent = self.old_parser_indent = 0
|
||||
|
||||
Reference in new issue
Block a user