Change the default of use_exact_op_types in the tokenizer.

This commit is contained in:
Dave Halter
2017-05-26 11:32:00 -04:00
parent 5ba73bfccc
commit b4259b2b4f
4 changed files with 5 additions and 5 deletions

View File

@@ -308,7 +308,7 @@ class DiffParser(object):
is_first_token = True
omitted_first_indent = False
indents = []
tokens = generate_tokens(lines, use_exact_op_types=True)
tokens = generate_tokens(lines)
stack = self._active_parser.pgen_parser.stack
for typ, string, start_pos, prefix in tokens:
start_pos = start_pos[0] + line_offset, start_pos[1]