VimPlug/parso
1
0
Fork 0
mirror of https://github.com/davidhalter/parso.git synced 2026-03-07 07:32:17 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Change the default of use_exact_op_types in the tokenizer.

Browse Source
This commit is contained in:
Dave Halter
2017-05-26 11:32:00 -04:00
parent 5ba73bfccc
commit b4259b2b4f
4 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
parso/pgen2/pgen.py
View File

@@ -13,7 +13,7 @@ from parso import tokenize
class ParserGenerator(object):
def __init__(self, bnf_text):
self._bnf_text = bnf_text
self.generator = tokenize.source_tokens(bnf_text)
self.generator = tokenize.source_tokens(bnf_text, use_exact_op_types=False)
self._gettoken() # Initialize lookahead
self.dfas, self.startsymbol = self._parse()
self.first = {} # map from symbol name to set of tokens