VimPlug/parso
1
0
Fork 0
mirror of https://github.com/davidhalter/parso.git synced 2026-02-28 04:22:37 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Remove some use cases from token.tok_name in pgen.

Browse Source
This commit is contained in:
Dave Halter
2017-08-21 20:33:29 +02:00
parent 6630542847
commit d7f2051f8a
1 changed files with 0 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
parso/pgen2/pgen.py
View File

@@ -75,7 +75,6 @@ class ParserGenerator(object):
# A named token (NAME, NUMBER, STRING) # A named token (NAME, NUMBER, STRING)
itoken = getattr(token, label, None) itoken = getattr(token, label, None)
assert isinstance(itoken, int), label assert isinstance(itoken, int), label
assert itoken in token.tok_name, label
if itoken in c.tokens: if itoken in c.tokens:
return c.tokens[itoken] return c.tokens[itoken]
else: else:
@@ -326,7 +325,6 @@ class ParserGenerator(object):
while tup[0] in (token.COMMENT, token.NL): while tup[0] in (token.COMMENT, token.NL):
tup = next(self.generator) tup = next(self.generator)
self.type, self.value, self.begin, prefix = tup self.type, self.value, self.begin, prefix = tup
#print tokenize.tok_name[self.type], repr(self.value)
def _raise_error(self, msg, *args): def _raise_error(self, msg, *args):
if args: if args: