VimPlug/parso
1
0
Fork 0
mirror of https://github.com/davidhalter/parso.git synced 2026-03-01 12:57:14 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge remote-tracking branch 'origin/master' into pgen

Browse Source
This commit is contained in:
Dave Halter
2018-06-24 11:49:34 +02:00
parent b5378e4602 34154d05a0
commit ff4358cd97
2 changed files with 14 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
parso/python/token.py
View File

@@ -4,6 +4,8 @@ from token import *
from parso._compatibility import py_version from parso._compatibility import py_version
# Don't mutate the standard library dict
tok_name = tok_name.copy()
_counter = count(N_TOKENS) _counter = count(N_TOKENS)
# Never want to see this thing again. # Never want to see this thing again.

12
test/test_tokenize.py
View File

@@ -1,6 +1,7 @@
# -*- coding: utf-8 # This file contains Unicode characters. # -*- coding: utf-8 # This file contains Unicode characters.
from textwrap import dedent from textwrap import dedent
import tokenize as stdlib_tokenize
import pytest import pytest
@@ -235,3 +236,14 @@ def test_error_string():
assert t1.prefix == ' ' assert t1.prefix == ' '
assert t1.string == '"\n' assert t1.string == '"\n'
assert endmarker.string == '' assert endmarker.string == ''
def test_tok_name_copied():
# Make sure parso doesn't mutate the standard library
tok_len = len(stdlib_tokenize.tok_name)
correct_len = stdlib_tokenize.N_TOKENS
if 'N_TOKENS' in stdlib_tokenize.tok_name.values(): # Python 3.7
correct_len += 1
if 'NT_OFFSET' in stdlib_tokenize.tok_name.values(): # Not there in PyPy
correct_len += 1
assert tok_len == correct_len