diff --git a/parso/python/tokenize.py b/parso/python/tokenize.py index 9d8b6b8..6a73b2d 100644 --- a/parso/python/tokenize.py +++ b/parso/python/tokenize.py @@ -406,9 +406,10 @@ if __name__ == "__main__": else: code = sys.stdin.read() + from parso.utils import source_to_unicode, parse_version_string + if isinstance(code, bytes): - from parso.utils import source_to_unicode code = source_to_unicode(code) - for token in tokenize(code): + for token in tokenize(code, parse_version_string()): print(token)