forked from VimPlug/jedi
408 lines
16 KiB
Python
408 lines
16 KiB
Python
"""
|
|
:mod:`imports` is here to resolve import statements and return the
|
|
modules/classes/functions/whatever, which they stand for. However there's not
|
|
any actual importing done. This module is about finding modules in the
|
|
filesystem. This can be quite tricky sometimes, because Python imports are not
|
|
always that simple.
|
|
|
|
This module uses imp for python up to 3.2 and importlib for python 3.3 on; the
|
|
correct implementation is delegated to _compatibility.
|
|
|
|
This module also supports import autocompletion, which means to complete
|
|
statements like ``from datetim`` (curser at the end would return ``datetime``).
|
|
"""
|
|
from __future__ import with_statement
|
|
|
|
import os
|
|
import pkgutil
|
|
import sys
|
|
import itertools
|
|
|
|
from jedi._compatibility import find_module
|
|
from jedi import modules
|
|
from jedi import common
|
|
from jedi import debug
|
|
from jedi.parser import representation as pr
|
|
from jedi import cache
|
|
from jedi.evaluate import builtin
|
|
|
|
# for debugging purposes only
|
|
imports_processed = 0
|
|
|
|
|
|
class ModuleNotFound(Exception):
|
|
pass
|
|
|
|
|
|
class ImportPath(pr.Base):
|
|
"""
|
|
An ImportPath is the path of a `pr.Import` object.
|
|
"""
|
|
class GlobalNamespace(object):
|
|
def __init__(self):
|
|
self.line_offset = 0
|
|
|
|
GlobalNamespace = GlobalNamespace()
|
|
|
|
def __init__(self, evaluator, import_stmt, is_like_search=False, kill_count=0,
|
|
direct_resolve=False, is_just_from=False):
|
|
self._evaluator = evaluator
|
|
self.import_stmt = import_stmt
|
|
self.is_like_search = is_like_search
|
|
self.direct_resolve = direct_resolve
|
|
self.is_just_from = is_just_from
|
|
|
|
self.is_partial_import = bool(max(0, kill_count))
|
|
path = import_stmt.get_parent_until().path
|
|
self.file_path = os.path.dirname(path) if path is not None else None
|
|
|
|
# rest is import_path resolution
|
|
self.import_path = []
|
|
if import_stmt.from_ns:
|
|
self.import_path += import_stmt.from_ns.names
|
|
if import_stmt.namespace:
|
|
if self._is_nested_import() and not direct_resolve:
|
|
self.import_path.append(import_stmt.namespace.names[0])
|
|
else:
|
|
self.import_path += import_stmt.namespace.names
|
|
|
|
for i in range(kill_count + int(is_like_search)):
|
|
self.import_path.pop()
|
|
|
|
def __repr__(self):
|
|
return '<%s: %s>' % (type(self).__name__, self.import_stmt)
|
|
|
|
def _is_nested_import(self):
|
|
"""
|
|
This checks for the special case of nested imports, without aliases and
|
|
from statement::
|
|
|
|
import foo.bar
|
|
"""
|
|
return not self.import_stmt.alias and not self.import_stmt.from_ns \
|
|
and len(self.import_stmt.namespace.names) > 1 \
|
|
and not self.direct_resolve
|
|
|
|
def _get_nested_import(self, parent):
|
|
"""
|
|
See documentation of `self._is_nested_import`.
|
|
Generates an Import statement, that can be used to fake nested imports.
|
|
"""
|
|
i = self.import_stmt
|
|
# This is not an existing Import statement. Therefore, set position to
|
|
# 0 (0 is not a valid line number).
|
|
zero = (0, 0)
|
|
names = i.namespace.names[1:]
|
|
n = pr.Name(i._sub_module, names, zero, zero, self.import_stmt)
|
|
new = pr.Import(i._sub_module, zero, zero, n)
|
|
new.parent = parent
|
|
debug.dbg('Generated a nested import: %s' % new)
|
|
return new
|
|
|
|
def get_defined_names(self, on_import_stmt=False):
|
|
names = []
|
|
for scope in self.follow():
|
|
if scope is ImportPath.GlobalNamespace:
|
|
if self._is_relative_import() == 0:
|
|
names += self._get_module_names()
|
|
|
|
if self.file_path is not None:
|
|
path = os.path.abspath(self.file_path)
|
|
for i in range(self.import_stmt.relative_count - 1):
|
|
path = os.path.dirname(path)
|
|
names += self._get_module_names([path])
|
|
|
|
if self._is_relative_import():
|
|
rel_path = self._get_relative_path() + '/__init__.py'
|
|
with common.ignored(IOError):
|
|
m = modules.Module(rel_path)
|
|
names += m.parser.module.get_defined_names()
|
|
else:
|
|
if on_import_stmt and isinstance(scope, pr.Module) \
|
|
and scope.path.endswith('__init__.py'):
|
|
pkg_path = os.path.dirname(scope.path)
|
|
paths = self._namespace_packages(pkg_path, self.import_path)
|
|
names += self._get_module_names([pkg_path] + paths)
|
|
if self.is_just_from:
|
|
# In the case of an import like `from x.` we don't need to
|
|
# add all the variables.
|
|
if ['os'] == self.import_path and not self._is_relative_import():
|
|
# os.path is a hardcoded exception, because it's a
|
|
# ``sys.modules`` modification.
|
|
p = (0, 0)
|
|
names.append(pr.Name(self.GlobalNamespace, [('path', p)],
|
|
p, p, self.import_stmt))
|
|
continue
|
|
for s, scope_names in self._evaluator.get_names_of_scope(scope,
|
|
include_builtin=False):
|
|
for n in scope_names:
|
|
if self.import_stmt.from_ns is None \
|
|
or self.is_partial_import:
|
|
# from_ns must be defined to access module
|
|
# values plus a partial import means that there
|
|
# is something after the import, which
|
|
# automatically implies that there must not be
|
|
# any non-module scope.
|
|
continue
|
|
names.append(n)
|
|
return names
|
|
|
|
def _get_module_names(self, search_path=None):
|
|
"""
|
|
Get the names of all modules in the search_path. This means file names
|
|
and not names defined in the files.
|
|
"""
|
|
def generate_name(name):
|
|
return pr.Name(self.GlobalNamespace, [(name, inf_pos)],
|
|
inf_pos, inf_pos, self.import_stmt)
|
|
|
|
names = []
|
|
inf_pos = float('inf'), float('inf')
|
|
# add builtin module names
|
|
if search_path is None:
|
|
names += [generate_name(name) for name in sys.builtin_module_names]
|
|
|
|
if search_path is None:
|
|
search_path = self._sys_path_with_modifications()
|
|
for module_loader, name, is_pkg in pkgutil.iter_modules(search_path):
|
|
names.append(generate_name(name))
|
|
return names
|
|
|
|
def _sys_path_with_modifications(self):
|
|
# If you edit e.g. gunicorn, there will be imports like this:
|
|
# `from gunicorn import something`. But gunicorn is not in the
|
|
# sys.path. Therefore look if gunicorn is a parent directory, #56.
|
|
in_path = []
|
|
if self.import_path:
|
|
parts = self.file_path.split(os.path.sep)
|
|
for i, p in enumerate(parts):
|
|
if p == self.import_path[0]:
|
|
new = os.path.sep.join(parts[:i])
|
|
in_path.append(new)
|
|
|
|
module = self.import_stmt.get_parent_until()
|
|
return in_path + modules.sys_path_with_modifications(module)
|
|
|
|
def follow(self, is_goto=False):
|
|
"""
|
|
Returns the imported modules.
|
|
"""
|
|
if self._evaluator.recursion_detector.push_stmt(self.import_stmt):
|
|
# check recursion
|
|
return []
|
|
|
|
if self.import_path:
|
|
try:
|
|
scope, rest = self._follow_file_system()
|
|
except ModuleNotFound:
|
|
debug.warning('Module not found: ' + str(self.import_stmt))
|
|
self._evaluator.recursion_detector.pop_stmt()
|
|
return []
|
|
|
|
scopes = [scope]
|
|
scopes += remove_star_imports(self._evaluator, scope)
|
|
|
|
# follow the rest of the import (not FS -> classes, functions)
|
|
if len(rest) > 1 or rest and self.is_like_search:
|
|
scopes = []
|
|
if ['os', 'path'] == self.import_path[:2] \
|
|
and not self._is_relative_import():
|
|
# This is a huge exception, we follow a nested import
|
|
# ``os.path``, because it's a very important one in Python
|
|
# that is being achieved by messing with ``sys.modules`` in
|
|
# ``os``.
|
|
scopes = self._evaluator.follow_path(iter(rest), scope, scope)
|
|
elif rest:
|
|
if is_goto:
|
|
scopes = itertools.chain.from_iterable(
|
|
self._evaluator.find_name(s, rest[0], is_goto=True)
|
|
for s in scopes)
|
|
else:
|
|
scopes = itertools.chain.from_iterable(
|
|
self._evaluator.follow_path(iter(rest), s, s)
|
|
for s in scopes)
|
|
scopes = list(scopes)
|
|
|
|
if self._is_nested_import():
|
|
scopes.append(self._get_nested_import(scope))
|
|
else:
|
|
scopes = [ImportPath.GlobalNamespace]
|
|
debug.dbg('after import', scopes)
|
|
|
|
self._evaluator.recursion_detector.pop_stmt()
|
|
return scopes
|
|
|
|
def _is_relative_import(self):
|
|
return bool(self.import_stmt.relative_count)
|
|
|
|
def _get_relative_path(self):
|
|
path = self.file_path
|
|
for i in range(self.import_stmt.relative_count - 1):
|
|
path = os.path.dirname(path)
|
|
return path
|
|
|
|
def _namespace_packages(self, found_path, import_path):
|
|
"""
|
|
Returns a list of paths of possible ``pkgutil``/``pkg_resources``
|
|
namespaces. If the package is no "namespace package", an empty list is
|
|
returned.
|
|
"""
|
|
def follow_path(directories, paths):
|
|
try:
|
|
directory = next(directories)
|
|
except StopIteration:
|
|
return paths
|
|
else:
|
|
deeper_paths = []
|
|
for p in paths:
|
|
new = os.path.join(p, directory)
|
|
if os.path.isdir(new) and new != found_path:
|
|
deeper_paths.append(new)
|
|
return follow_path(directories, deeper_paths)
|
|
|
|
with open(os.path.join(found_path, '__init__.py')) as f:
|
|
content = f.read()
|
|
# these are strings that need to be used for namespace packages,
|
|
# the first one is ``pkgutil``, the second ``pkg_resources``.
|
|
options = 'declare_namespace(__name__)', 'extend_path(__path__'
|
|
if options[0] in content or options[1] in content:
|
|
# It is a namespace, now try to find the rest of the modules.
|
|
return follow_path(iter(import_path), sys.path)
|
|
return []
|
|
|
|
def _follow_file_system(self):
|
|
if self.file_path:
|
|
sys_path_mod = list(self._sys_path_with_modifications())
|
|
module = self.import_stmt.get_parent_until()
|
|
if not module.has_explicit_absolute_import:
|
|
# If the module explicitly asks for absolute imports,
|
|
# there's probably a bogus local one.
|
|
sys_path_mod.insert(0, self.file_path)
|
|
|
|
# First the sys path is searched normally and if that doesn't
|
|
# succeed, try to search the parent directories, because sometimes
|
|
# Jedi doesn't recognize sys.path modifications (like py.test
|
|
# stuff).
|
|
old_path, temp_path = self.file_path, os.path.dirname(self.file_path)
|
|
while old_path != temp_path:
|
|
sys_path_mod.append(temp_path)
|
|
old_path, temp_path = temp_path, os.path.dirname(temp_path)
|
|
else:
|
|
sys_path_mod = list(modules.get_sys_path())
|
|
|
|
return self._follow_sys_path(sys_path_mod)
|
|
|
|
def _follow_sys_path(self, sys_path):
|
|
"""
|
|
Find a module with a path (of the module, like usb.backend.libusb10).
|
|
"""
|
|
def follow_str(ns_path, string):
|
|
debug.dbg('follow_module', ns_path, string)
|
|
path = None
|
|
if ns_path:
|
|
path = ns_path
|
|
elif self._is_relative_import():
|
|
path = self._get_relative_path()
|
|
|
|
global imports_processed
|
|
imports_processed += 1
|
|
if path is not None:
|
|
importing = find_module(string, [path])
|
|
else:
|
|
debug.dbg('search_module', string, self.file_path)
|
|
# Override the sys.path. It works only good that way.
|
|
# Injecting the path directly into `find_module` did not work.
|
|
sys.path, temp = sys_path, sys.path
|
|
try:
|
|
importing = find_module(string)
|
|
finally:
|
|
sys.path = temp
|
|
|
|
return importing
|
|
|
|
current_namespace = (None, None, None)
|
|
# now execute those paths
|
|
rest = []
|
|
for i, s in enumerate(self.import_path):
|
|
try:
|
|
current_namespace = follow_str(current_namespace[1], s)
|
|
except ImportError:
|
|
_continue = False
|
|
if self._is_relative_import() and len(self.import_path) == 1:
|
|
# follow `from . import some_variable`
|
|
rel_path = self._get_relative_path()
|
|
with common.ignored(ImportError):
|
|
current_namespace = follow_str(rel_path, '__init__')
|
|
elif current_namespace[2]: # is a package
|
|
for n in self._namespace_packages(current_namespace[1],
|
|
self.import_path[:i]):
|
|
try:
|
|
current_namespace = follow_str(n, s)
|
|
if current_namespace[1]:
|
|
_continue = True
|
|
break
|
|
except ImportError:
|
|
pass
|
|
|
|
if not _continue:
|
|
if current_namespace[1]:
|
|
rest = self.import_path[i:]
|
|
break
|
|
else:
|
|
raise ModuleNotFound('The module you searched has not been found')
|
|
|
|
path = current_namespace[1]
|
|
is_package_directory = current_namespace[2]
|
|
|
|
f = None
|
|
if is_package_directory or current_namespace[0]:
|
|
# is a directory module
|
|
if is_package_directory:
|
|
path += '/__init__.py'
|
|
with open(path) as f:
|
|
source = f.read()
|
|
else:
|
|
source = current_namespace[0].read()
|
|
current_namespace[0].close()
|
|
if path.endswith('.py'):
|
|
f = modules.Module(path, source)
|
|
else:
|
|
f = builtin.BuiltinModule(path=path)
|
|
else:
|
|
f = builtin.BuiltinModule(name=path)
|
|
|
|
return f.parser.module, rest
|
|
|
|
|
|
def strip_imports(evaluator, scopes):
|
|
"""
|
|
Here we strip the imports - they don't get resolved necessarily.
|
|
Really used anymore? Merge with remove_star_imports?
|
|
"""
|
|
result = []
|
|
for s in scopes:
|
|
if isinstance(s, pr.Import):
|
|
result += ImportPath(evaluator, s).follow()
|
|
else:
|
|
result.append(s)
|
|
return result
|
|
|
|
|
|
@cache.cache_star_import
|
|
def remove_star_imports(evaluator, scope, ignored_modules=()):
|
|
"""
|
|
Check a module for star imports:
|
|
>>> from module import *
|
|
|
|
and follow these modules.
|
|
"""
|
|
modules = strip_imports(evaluator, (i for i in scope.get_imports() if i.star))
|
|
new = []
|
|
for m in modules:
|
|
if m not in ignored_modules:
|
|
new += remove_star_imports(evaluator, m, modules)
|
|
modules += new
|
|
|
|
# Filter duplicate modules.
|
|
return set(modules)
|