prepare for eventual? tokenizer end_pos replacement.

This commit is contained in:
Dave Halter committed 2014-02-25 11:59:10 +01:00
1 parent 246118f851
commit 3a23c80ae5
4 files changed
+27 -24

No files matched your search

+1 -1
View File
@@ -398,7 +398,7 @@ class FastTokenizer(object):
self.closed = False
# fast parser options
self.current = self.previous = TokenInfo(None, None, (0, 0), (0, 0))
self.current = self.previous = TokenInfo(None, '', (0, 0), (0, 0))
self.in_flow = False
self.new_indent = False
self.parser_indent = self.old_parser_indent = 0