mirror of
https://github.com/davidhalter/parso.git
synced 2026-02-07 10:21:16 +08:00
Move tokenize.py and token.py to the python folder.
This commit is contained in:
@@ -4,10 +4,10 @@ from textwrap import dedent
|
||||
|
||||
from parso._compatibility import py_version
|
||||
from parso.utils import splitlines
|
||||
from parso.token import NAME, NEWLINE, STRING, INDENT, ERRORTOKEN, ENDMARKER
|
||||
from parso import tokenize
|
||||
from parso.python.token import NAME, NEWLINE, STRING, INDENT, ERRORTOKEN, ENDMARKER
|
||||
from parso.python import tokenize
|
||||
from parso import parse
|
||||
from parso.tokenize import TokenInfo
|
||||
from parso.python.tokenize import TokenInfo
|
||||
|
||||
def _get_token_list(string):
|
||||
return list(tokenize.tokenize(string))
|
||||
|
||||
Reference in New Issue
Block a user