Move tokenize.py and token.py to the python folder.

This commit is contained in:
Dave Halter
2017-07-09 00:06:14 +02:00
parent ee1184e7c4
commit c28ec5f182
9 changed files with 15 additions and 15 deletions

View File

@@ -4,10 +4,10 @@ from textwrap import dedent
from parso._compatibility import py_version
from parso.utils import splitlines
from parso.token import NAME, NEWLINE, STRING, INDENT, ERRORTOKEN, ENDMARKER
from parso import tokenize
from parso.python.token import NAME, NEWLINE, STRING, INDENT, ERRORTOKEN, ENDMARKER
from parso.python import tokenize
from parso import parse
from parso.tokenize import TokenInfo
from parso.python.tokenize import TokenInfo
def _get_token_list(string):
return list(tokenize.tokenize(string))