VimPlug/jedi
1
0
Fork 1
mirror of https://github.com/davidhalter/jedi.git synced 2026-01-10 05:52:22 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Remove the classify function in the parser. This could make Jedi a tiny bit faster.

Browse Source
This commit is contained in:
Dave Halter
2015-03-04 17:15:33 +01:00
parent 9c2e73d460
commit aea38ca9aa
1 changed files with 9 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
jedi/parser/pgen2/parse.py
View File

@@ -115,9 +115,16 @@ class PgenParser(object):
return self.rootnode
def addtoken(self, type, value, prefix, start_pos):
"""Add a token; return True iff this is the end of the program."""
"""Add a token; return True if this is the end of the program."""
# Map from token to label
ilabel = self.classify(type, value, start_pos)
if type == tokenize.NAME:
# Check for reserved words (keywords)
try:
ilabel = self.grammar.keywords[value]
except KeyError:
ilabel = self.grammar.tokens[type]
else:
ilabel = self.grammar.tokens[type]
# Loop until the token is shifted; may raise exceptions
while True:
@@ -163,16 +170,6 @@ class PgenParser(object):
value, start_pos, prefix, self.addtoken)
break
def classify(self, type, value, start_pos):
"""Turn a token into a label. (Internal)"""
if type == tokenize.NAME:
# Check for reserved words (keywords)
try:
return self.grammar.keywords[value]
except KeyError:
pass
return self.grammar.tokens[type]
def shift(self, type, value, newstate, prefix, start_pos):
"""Shift a token. (Internal)"""
dfa, state, node = self.stack[-1]