Now able to remove both tokenize and token from pgen2.

This commit is contained in:
Dave Halter committed 2014-12-16 02:00:33 +01:00
1 parent d9d3740c92
commit fd1cb86765
3 files changed
+5 -593

No files matched your search

+5 -6
View File
@@ -20,7 +20,7 @@ if is_py3:
# Map from operator to number (since tokenize doesn't do this)
opmap_raw = """
opmap_raw = """\
( LPAR
) RPAR
[ LSQB
@@ -72,8 +72,7 @@ opmap_raw = """
opmap = {}
for line in opmap_raw.splitlines():
if line:
op, name = line.split()
if is_py3 and name == 'BACKQUOTE':
continue
opmap[op] = globals()[name]
op, name = line.split()
if is_py3 and name == 'BACKQUOTE':
continue
opmap[op] = globals()[name]