""" The :mod:`api_classes` module contains the return classes of the API. These classes are the much bigger part of the whole API, because they contain the interesting information about completion and goto operations. """ from __future__ import with_statement import re import os import warnings import functools from jedi._compatibility import unicode, next from jedi import settings from jedi import common from jedi import parsing_representation as pr from jedi import cache import keywords import recursion import dynamic import evaluate import imports import evaluate_representation as er def _clear_caches(): """ Clear all caches of this and related modules. The only cache that will not be deleted is the module cache. """ cache.clear_caches() dynamic.search_param_cache.clear() recursion.ExecutionRecursionDecorator.reset() evaluate.follow_statement.reset() imports.imports_processed = 0 def _clear_caches_after_call(func): """ Clear caches just before returning a value. """ @functools.wraps(func) def wrapper(*args, **kwds): result = func(*args, **kwds) _clear_caches() return result return wrapper class BaseDefinition(object): _mapping = { 'posixpath': 'os.path', 'riscospath': 'os.path', 'ntpath': 'os.path', 'os2emxpath': 'os.path', 'macpath': 'os.path', 'genericpath': 'os.path', 'posix': 'os', '_io': 'io', '_functools': 'functools', '_sqlite3': 'sqlite3', '__builtin__': '', 'builtins': '', } _tuple_mapping = dict((tuple(k.split('.')), v) for (k, v) in { 'argparse._ActionsContainer': 'argparse.ArgumentParser', '_sre.SRE_Match': 're.MatchObject', '_sre.SRE_Pattern': 're.RegexObject', }.items()) def __init__(self, definition, start_pos): self.start_pos = start_pos self.definition = definition """ An instance of :class:`jedi.parsing_representation.Base` subclass. """ self.is_keyword = isinstance(definition, keywords.Keyword) # generate a path to the definition p = definition.get_parent_until().path self.module_path = p if p is None else unicode(p) @property def type(self): """ The type of the definition. Here is an example of the value of this attribute. Let's consider the following source. As what is in ``variable`` is unambiguous to Jedi, :meth:`api.Script.definition` should return a list of definition for ``sys``, ``f``, ``C`` and ``x``. >>> from jedi import Script >>> source = ''' ... import sys ... ... class C: ... pass ... ... class D: ... pass ... ... x = D() ... ... def f(): ... pass ... ... variable = sys or f or C or x''' >>> script = Script(source, len(source.splitlines()), 3, 'example.py') >>> defs = script.definition() Before showing what is in ``defs``, let's sort it by :attr:`line` so that it is easy to relate the result to the source code. >>> defs = sorted(defs, key=lambda d: d.line) >>> defs # doctest: +NORMALIZE_WHITESPACE [, , , ] Finally, here is what you can get from :attr:`type`: >>> defs[0].type 'module' >>> defs[1].type 'class' >>> defs[2].type 'instance' >>> defs[3].type 'function' """ # generate the type stripped = self.definition if isinstance(self.definition, er.InstanceElement): stripped = self.definition.var if isinstance(stripped, pr.Name): stripped = stripped.parent return type(stripped).__name__.lower() @property def path(self): """The module path.""" path = [] if not isinstance(self.definition, keywords.Keyword): par = self.definition while par is not None: with common.ignored(AttributeError): path.insert(0, par.name) par = par.parent return path @property def module_name(self): """ The module name. >>> from jedi import Script >>> source = 'import datetime' >>> script = Script(source, 1, len(source), 'example.py') >>> d = script.definition()[0] >>> print(d.module_name) # doctest: +ELLIPSIS datetime """ path = self.module_path sep = os.path.sep p = re.sub(r'^.*?([\w\d]+)(%s__init__)?.(py|so)$' % sep, r'\1', path) return p def in_builtin_module(self): """Whether this is a builtin module.""" return not (self.module_path is None or self.module_path.endswith('.py')) @property def line_nr(self): """ .. deprecated:: 0.5.0 Use :attr:`.line` instead. .. todo:: Remove! """ warnings.warn("Use line instead.", DeprecationWarning) return self.line @property def line(self): """The line where the definition occurs (starting with 1).""" return self.start_pos[0] @property def column(self): """The column where the definition occurs (starting with 0).""" return self.start_pos[1] @property def doc(self): r""" Return a document string for this completion object. Example: >>> from jedi import Script >>> source = '''\ ... def f(a, b=1): ... "Document for function f." ... ''' >>> script = Script(source, 1, len('def f'), 'example.py') >>> d = script.definition()[0] >>> print(d.doc) f(a, b = 1) Document for function f. Notice that useful extra information is added to the actual docstring. For function, it is call signature. If you need actual docstring, use :attr:`raw_doc` instead. >>> print(d.raw_doc) Document for function f. """ try: return self.definition.doc except AttributeError: return self.raw_doc @property def raw_doc(self): """ The raw docstring ``__doc__`` for any object. See :attr:`doc` for example. """ try: return unicode(self.definition.docstr) except AttributeError: return '' @property def description(self): """ A textual description of the object. Example: >>> from jedi import Script >>> source = ''' ... def f(): ... pass ... ... class C: ... pass ... ... variable = f or C''' >>> script = Script(source, len(source.splitlines()), 3, 'example.py') >>> defs = script.definition() # doctest: +SKIP >>> defs = sorted(defs, key=lambda d: d.line) # doctest: +SKIP >>> defs # doctest: +SKIP [, ] >>> defs[0].description # doctest: +SKIP 'def f' >>> defs[1].description # doctest: +SKIP 'class C' """ return unicode(self.definition) @property def full_name(self): """ Dot-separated path of this object. It is in the form of ``[.[...]][.]``. It is useful when you want to look up Python manual of the object at hand. Example: >>> from jedi import Script >>> source = ''' ... import os ... os.path.join''' >>> script = Script(source, 3, len('os.path.join'), 'example.py') >>> print(script.definition()[0].full_name) os.path.join Notice that it correctly returns ``'os.path.join'`` instead of (for example) ``'posixpath.join'``. """ path = [unicode(p) for p in self.path] # TODO add further checks, the mapping should only occur on stdlib. if not path: return None # for keywords the path is empty with common.ignored(KeyError): path[0] = self._mapping[path[0]] for key, repl in self._tuple_mapping.items(): if tuple(path[:len(key)]) == key: path = [repl] + path[len(key):] return '.'.join(path if path[0] else path[1:]) def __repr__(self): return "<%s %s>" % (type(self).__name__, self.description) class Completion(BaseDefinition): """ `Completion` objects are returned from :meth:`api.Script.complete`. They provide additional information about a completion. """ def __init__(self, name, needs_dot, like_name_length, base): super(Completion, self).__init__(name.parent, name.start_pos) self.name = name self.needs_dot = needs_dot self.like_name_length = like_name_length self.base = base # Completion objects with the same Completion name (which means # duplicate items in the completion) self._same_name_completions = [] self._followed_definitions = None @property def complete(self): """ Return the rest of the word, e.g. completing ``isinstance``:: isinstan# <-- Cursor is here would return the string 'ce'. It also adds additional stuff, depending on your `settings.py`. """ dot = '.' if self.needs_dot else '' append = '' if settings.add_bracket_after_function \ and self.type == 'Function': append = '(' if settings.add_dot_after_module: if isinstance(self.base, pr.Module): append += '.' if isinstance(self.base, pr.Param): append += '=' return dot + self.name.names[-1][self.like_name_length:] + append @property def word(self): """ Similar to :meth:`Completion.complete`, but return the whole word, for example:: isinstan would return 'isinstance'. """ return unicode(self.name.names[-1]) @property def description(self): """ Provide a description of the completion object. .. todo:: return value is just __repr__ of some objects, improve! """ parent = self.name.parent if parent is None: return '' t = self.type if t == 'Statement' or t == 'Import': desc = self.definition.get_code(False) else: desc = '.'.join(unicode(p) for p in self.path) line = '' if self.in_builtin_module else '@%s' % self.line return '%s: %s%s' % (t, desc, line) def follow_definition(self): """ Return the original definitions. I strongly recommend not using it for your completions, because it might slow down |jedi|. If you want to read only a few objects (<=20), it might be useful, especially to get the original docstrings. The basic problem of this function is that it follows all results. This means with 1000 completions (e.g. numpy), it's just PITA-slow. """ if self._followed_definitions is None: if self.definition.isinstance(pr.Statement): defs = evaluate.follow_statement(self.definition) elif self.definition.isinstance(pr.Import): defs = imports.strip_imports([self.definition]) else: return [self] self._followed_definitions = \ [BaseDefinition(d, d.start_pos) for d in defs] _clear_caches() return self._followed_definitions def __repr__(self): return '<%s: %s>' % (type(self).__name__, self.name) class Definition(BaseDefinition): """ *Definition* objects are returned from :meth:`api.Script.goto` or :meth:`api.Script.definition`. """ def __init__(self, definition): super(Definition, self).__init__(definition, definition.start_pos) @property def name(self): """ Name of variable/function/class/module. For example, for ``x = None`` it returns ``'x'``. :rtype: str or None """ d = self.definition if isinstance(d, er.InstanceElement): d = d.var if isinstance(d, pr.Name): return d.names[-1] if d.names else None elif isinstance(d, er.Array): return unicode(d.type) elif isinstance(d, (pr.Class, er.Class, er.Instance, er.Function, pr.Function)): return unicode(d.name) elif isinstance(d, pr.Module): return self.module_name elif isinstance(d, pr.Import): try: return d.get_defined_names()[0].names[-1] except (AttributeError, IndexError): return None elif isinstance(d, pr.Statement): try: return d.assignment_details[0][1].values[0][0].name.names[-1] except IndexError: return None return None @property def description(self): """ A description of the :class:`.Definition` object, which is heavily used in testing. e.g. for ``isinstance`` it returns ``def isinstance``. """ d = self.definition if isinstance(d, er.InstanceElement): d = d.var if isinstance(d, pr.Name): d = d.parent if isinstance(d, er.Array): d = 'class ' + d.type elif isinstance(d, (pr.Class, er.Class, er.Instance)): d = 'class ' + unicode(d.name) elif isinstance(d, (er.Function, pr.Function)): d = 'def ' + unicode(d.name) elif isinstance(d, pr.Module): # only show module name d = 'module %s' % self.module_name elif self.is_keyword: d = 'keyword %s' % d.name else: d = d.get_code().replace('\n', '') return d @property def desc_with_module(self): """ In addition to the definition, also return the module. .. warning:: Don't use this function yet, its behaviour may change. If you really need it, talk to me. .. todo:: Add full path. This function is should return a `module.class.function` path. """ if self.module_path.endswith('.py') \ and not isinstance(self.definition, pr.Module): position = '@%s' % (self.line) else: # is a builtin or module position = '' return "%s:%s%s" % (self.module_name, self.description, position) def defined_names(self): """ List sub-definitions (e.g., methods in class). :rtype: list of Definition """ d = self.definition if isinstance(d, er.InstanceElement): d = d.var if isinstance(d, pr.Name): d = d.parent return _defined_names(d) def _defined_names(scope): """ List sub-definitions (e.g., methods in class). :type scope: Scope :rtype: list of Definition """ pair = next(evaluate.get_names_of_scope( scope, star_search=False, include_builtin=False), None) names = pair[1] if pair else [] return [Definition(d) for d in sorted(names, key=lambda s: s.start_pos)] class RelatedName(BaseDefinition): """TODO: document this""" def __init__(self, name_part, scope): super(RelatedName, self).__init__(scope, name_part.start_pos) self.name_part = name_part self.text = unicode(name_part) self.end_pos = name_part.end_pos @property def description(self): return "%s@%s,%s" % (self.text, self.start_pos[0], self.start_pos[1]) def __eq__(self, other): return self.start_pos == other.start_pos \ and self.module_path == other.module_path def __hash__(self): return hash((self.start_pos, self.module_path)) class CallDef(object): """ `CallDef` objects is the return value of `Script.function_definition`. It knows what functions you are currently in. e.g. `isinstance(` would return the `isinstance` function. without `(` it would return nothing. """ def __init__(self, executable, index, call): self.executable = executable self.index = index self.call = call @property def params(self): if self.executable.isinstance(er.Function): if isinstance(self.executable, er.InstanceElement): return self.executable.params[1:] return self.executable.params else: try: sub = self.executable.get_subscope_by_name('__init__') return sub.params[1:] # ignore self except KeyError: return [] @property def bracket_start(self): """ The indent of the bracket that is responsible for the last function call. """ c = self.call while c.next is not None: c = c.next return c.name.end_pos @property def call_name(self): """ The name (e.g. 'isinstance') as a string. """ return unicode(self.executable.name) @property def module(self): return self.executable.get_parent_until() def __repr__(self): return '<%s: %s index %s>' % (type(self).__name__, self.executable, self.index)