Simplified the line splitting and with that a few other things in the fast parser.

This commit is contained in:
Dave Halter committed 2015-02-03 22:22:57 +01:00
1 parent 66dfa59286
commit e23e354fe8
2 files changed
+14 -27

No files matched your search

+1 -1
View File
@@ -307,7 +307,7 @@ class Parser(object):
def _tokenize(self, tokenizer):
for typ, value, start_pos, prefix in tokenizer:
print(token.tok_name[typ], repr(value), start_pos, repr(prefix))
#print(token.tok_name[typ], repr(value), start_pos, repr(prefix))
if self._omit_dedent and typ == token.DEDENT:
self._omit_dedent -= 1
continue