VimPlug/parso
1
0
Fork 0
mirror of https://github.com/davidhalter/parso.git synced 2025-12-09 22:25:53 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

A small improvement to python -m parso.python.tokenize

Browse Source
This commit is contained in:
Dave Halter
2017-08-05 01:16:30 +02:00
parent e62a88b190
commit 5fd6469b6f
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
parso/python/tokenize.py
View File

@@ -406,9 +406,10 @@ if __name__ == "__main__":
else: else:
code = sys.stdin.read() code = sys.stdin.read()
from parso.utils import source_to_unicode, parse_version_string
if isinstance(code, bytes): if isinstance(code, bytes):
from parso.utils import source_to_unicode
code = source_to_unicode(code) code = source_to_unicode(code)
for token in tokenize(code): for token in tokenize(code, parse_version_string()):
print(token) print(token)