use tokenizer instead of tokenize in all modules

2013-04-20 09:52:54 +04:30
parent e2a6562384
commit d4428c497a
4 changed files with 4 additions and 4 deletions
@@ -16,7 +16,7 @@ Apart from those classes there's a ``sys.path`` fetching function, as well as
 from __future__ import with_statement

 import re
-import tokenize
+import tokenizer as tokenize
 import sys
 import os