prepare for eventual? tokenizer end_pos replacement.

This commit is contained in:
Dave Halter committed 2014-02-25 11:59:10 +01:00
1 parent 246118f851
commit 3a23c80ae5
4 files changed
+27 -24

No files matched your search

+1 -1
View File
@@ -616,7 +616,7 @@ class PushBackTokenizer(object):
def __init__(self, tokenizer):
self._tokenizer = tokenizer
self._push_backs = []
self.current = tokenize.TokenInfo(None, None, (0, 0), (0, 0))
self.current = tokenize.TokenInfo(None, '', (0, 0), (0, 0))
def push_last_back(self):
self._push_backs.append(self.current)