rename parser.tokenizer -> parser.tokenize

jedi/interpret.py

@@ -5,7 +5,7 @@ Module to handle interpreted Python objects.
 import itertools
 
 from jedi.parser import representation as pr
-from jedi.parser import tokenizer as tokenize
+from jedi.parser import tokenize
 from jedi.parser import token
 
 

jedi/modules.py

@@ -13,15 +13,13 @@ Basically :mod:`modules` offers the classes:
 Apart from those classes there's a ``sys.path`` fetching function, as well as
 `Virtual Env` and `Django` detection.
 """
-from __future__ import with_statement
-
 import re
 import sys
 import os
 
 from jedi import cache
 from jedi.common import source_to_unicode
-from jedi.parser import tokenizer as tokenize
+from jedi.parser import tokenize
 from jedi.parser import fast
 from jedi import debug
 

jedi/parser/__init__.py

@@ -15,8 +15,6 @@ within the statement. This lowers memory usage and cpu time and reduces the
 complexity of the ``Parser`` (there's another parser sitting inside
 ``Statement``, which produces ``Array`` and ``Call``).
 """
-from __future__ import with_statement
-
 import keyword
 
 from jedi._compatibility import next, StringIO
@@ -24,7 +22,7 @@ from jedi import debug
 from jedi import common
 from jedi.parser import representation as pr
 from jedi.parser import token as token_pr
-from jedi.parser import tokenizer as tokenize
+from jedi.parser import tokenize
 
 
 class Parser(object):

jedi/parser/fast.py

@@ -9,7 +9,7 @@ from jedi._compatibility import use_metaclass
 from jedi import settings
 from jedi.parser import Parser
 from jedi.parser import representation as pr
-from jedi.parser import tokenizer as tokenize
+from jedi.parser import tokenize
 from jedi import cache
 
 

jedi/parser/representation.py

@@ -44,7 +44,7 @@ from jedi._compatibility import next, Python3Method, encoding, unicode, is_py3k
 from jedi import common
 from jedi import debug
 from jedi import cache
-from jedi.parser import tokenizer as tokenize
+from jedi.parser import tokenize
 
 
 class Base(object):

jedi/parser/tokenize.py

@@ -7,8 +7,8 @@ if the indentation is not right. The fast parser of jedi however requires
 Basically this is a stripped down version of the standard library module, so
 you can read the documentation there.
 """
-
 from __future__ import absolute_import
+
 import string
 import re
 from token import *