VimPlug/parso
1
0
Fork 0
mirror of https://github.com/davidhalter/parso.git synced 2026-05-17 22:10:01 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Remove more unused code

Browse Source
This commit is contained in:
Dave Halter
2018-06-22 12:36:48 +02:00
parent 4f0e9c0fd7
commit 87299335c4
1 changed files with 10 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files
parso/pgen2/grammar.py
+10 -32
View File
@@ -49,20 +49,6 @@ class Grammar(object):
A dict mapping numbers to nonterminal names; A dict mapping numbers to nonterminal names;
these two are each other's inverse. these two are each other's inverse.
states -- a list of DFAs, where each DFA is a list of
states, each state is a list of arcs, and each
arc is a (i, j) pair where i is a label and j is
a state number. The DFA number is the index into
this list. (This name is slightly confusing.)
Final states are represented by a special arc of
the form (0, j) where j is its own state number.
dfas -- a dict mapping nonterminal numbers to (DFA, first)
pairs, where DFA is an item from the states list
above, and first is a set of tokens that can
begin this grammar rule (represented by a dict
whose values are always 1).
labels -- a list of (x, y) pairs where x is either a token labels -- a list of (x, y) pairs where x is either a token
number or a nonterminal number, and y is either None number or a nonterminal number, and y is either None
or a string; the strings are keywords. The label or a string; the strings are keywords. The label
@@ -149,25 +135,17 @@ class Grammar(object):
ilabel = len(self.labels) ilabel = len(self.labels)
if label[0].isalpha(): if label[0].isalpha():
# Either a nonterminal name or a named token # Either a nonterminal name or a named token
if label in self.nonterminal2number: assert label not in self.nonterminal2number
# A nonterminal name
if label in self.nonterminal2label: # A named token (e.g. NAME, NUMBER, STRING)
return self.nonterminal2label[label] itoken = getattr(self._token_namespace, label, None)
else: assert isinstance(itoken, int), label
self.labels.append((self.nonterminal2number[label], None)) if itoken in self.tokens:
self.nonterminal2label[label] = ilabel return self.tokens[itoken]
self.label2nonterminal[ilabel] = label
return ilabel
else: else:
# A named token (NAME, NUMBER, STRING) self.labels.append((itoken, None))
itoken = getattr(self._token_namespace, label, None) self.tokens[itoken] = ilabel
assert isinstance(itoken, int), label return ilabel
if itoken in self.tokens:
return self.tokens[itoken]
else:
self.labels.append((itoken, None))
self.tokens[itoken] = ilabel
return ilabel
else: else:
# Either a keyword or an operator # Either a keyword or an operator
assert label[0] in ('"', "'"), label assert label[0] in ('"', "'"), label