remove end_pos stuff from tokenizer, the tokens can do that themselves

This commit is contained in:
Dave Halter committed 2014-02-25 13:29:27 +01:00
1 parent 2252271bf5
commit 5b84f0b27f
3 files changed
+26 -43

No files matched your search

+1 -1
View File
@@ -398,7 +398,7 @@ class FastTokenizer(object):
self.closed = False
# fast parser options
self.current = self.previous = TokenInfo(None, '', (0, 0), (0, 0))
self.current = self.previous = TokenInfo(None, '', (0, 0))
self.in_flow = False
self.new_indent = False
self.parser_indent = self.old_parser_indent = 0