use tokenizer instead of tokenize in all modules

2013-04-20 09:52:54 +04:30
parent e2a6562384
commit d4428c497a
4 changed files with 4 additions and 4 deletions
@@ -2,7 +2,7 @@
 import sys
 import contextlib
 import functools
-import tokenize
+import tokenizer as tokenize

 from jedi._compatibility import next, reraise
 from jedi import debug