rework so that it also works withouty pep0484 type hints in jedi_typing.py

This commit is contained in:
Claude
2015-12-30 18:47:08 +01:00
parent 52cc721f45
commit cc6bd7d161
4 changed files with 79 additions and 59 deletions
+1 -2
View File
@@ -391,8 +391,7 @@ class Evaluator(object):
new_types = set() new_types = set()
if trailer_op == '[': if trailer_op == '[':
for trailer_typ in iterable.create_index_types(self, node): new_types |= iterable.py__getitem__(self, types, trailer)
new_types |= iterable.py__getitem__(self, types, trailer_typ, trailer_op)
else: else:
for typ in types: for typ in types:
debug.dbg('eval_trailer: %s in scope %s', trailer, typ) debug.dbg('eval_trailer: %s in scope %s', trailer, typ)
+34 -27
View File
@@ -560,20 +560,17 @@ def py__iter__types(evaluator, types, node=None):
return unite(py__iter__(evaluator, types, node)) return unite(py__iter__(evaluator, types, node))
def py__getitem__(evaluator, types, index, node): def py__getitem__(evaluator, types, trailer):
from jedi.evaluate.representation import Class from jedi.evaluate.representation import Class
result = set() result = set()
# Index handling.
if isinstance(index, (compiled.CompiledObject, Slice)):
index = index.obj
# special case: PEP0484 typing module, see # special case: PEP0484 typing module, see
# https://github.com/davidhalter/jedi/issues/663 # https://github.com/davidhalter/jedi/issues/663
for typ in list(types): for typ in list(types):
if isinstance(typ, Class): if isinstance(typ, Class):
typing_module_types = \ typing_module_types = \
pep0484.get_types_for_typing_module(evaluator, typ, index) pep0484.get_types_for_typing_module(evaluator, typ, trailer)
if typing_module_types is not None: if typing_module_types is not None:
types.remove(typ) types.remove(typ)
result |= typing_module_types result |= typing_module_types
@@ -582,30 +579,40 @@ def py__getitem__(evaluator, types, index, node):
# all consumed by special cases # all consumed by special cases
return result return result
if type(index) not in (float, int, str, unicode, slice): trailer_op, node, trailer_cl = trailer.children[:3]
# If the index is not clearly defined, we have to get all the assert trailer_op == "["
# possiblities. if trailer_cl != "]":
for typ in list(types): debug.warning("No support for complex indices: %s" % trailer)
if isinstance(typ, Array) and typ.type == 'dict': return result
types.remove(typ)
result |= typ.dict_values()
return result | py__iter__types(evaluator, types)
for typ in types: for index in create_index_types(evaluator, node):
# The actual getitem call. if isinstance(index, (compiled.CompiledObject, Slice)):
try: index = index.obj
getitem = typ.py__getitem__
except AttributeError: if type(index) not in (float, int, str, unicode, slice):
analysis.add(evaluator, 'type-error-not-subscriptable', node, # If the index is not clearly defined, we have to get all the
message="TypeError: '%s' object is not subscriptable" % typ) # possiblities.
else: for typ in list(types):
if isinstance(typ, Array) and typ.type == 'dict':
types.remove(typ)
result |= typ.dict_values()
return result | py__iter__types(evaluator, types)
for typ in types:
# The actual getitem call.
try: try:
result |= getitem(index) getitem = typ.py__getitem__
except IndexError: except AttributeError:
result |= py__iter__types(evaluator, set([typ])) analysis.add(evaluator, 'type-error-not-subscriptable', trailer_op,
except KeyError: message="TypeError: '%s' object is not subscriptable" % typ)
# Must be a dict. Lists don't raise KeyErrors. else:
result |= typ.dict_values() try:
result |= getitem(index)
except IndexError:
result |= py__iter__types(evaluator, set([typ]))
except KeyError:
# Must be a dict. Lists don't raise KeyErrors.
result |= typ.dict_values()
return result return result
+3 -2
View File
@@ -8,10 +8,11 @@ from collections import abc
def factory(typing_name, indextype): def factory(typing_name, indextype):
class Sequence(abc.Sequence): class Sequence(abc.Sequence):
def __getitem__(self) -> indextype: def __getitem__(self, index: int):
pass return indextype()
class MutableSequence(Sequence, abc.MutableSequence): class MutableSequence(Sequence, abc.MutableSequence):
def __setitem__(self, index: int, value: indextype):
pass pass
class List(MutableSequence, list): class List(MutableSequence, list):
+41 -28
View File
@@ -21,8 +21,7 @@ x support for type hint comments `# type: (int, str) -> int`. See comment from
from itertools import chain from itertools import chain
import os import os
from jedi.parser import \ from jedi.parser import Parser, load_grammar, ParseError, ParserWithRecovery
Parser, load_grammar, ParseError, tree, ParserWithRecovery
from jedi.evaluate.cache import memoize_default from jedi.evaluate.cache import memoize_default
from jedi.evaluate import compiled from jedi.evaluate import compiled
from jedi import debug from jedi import debug
@@ -31,28 +30,34 @@ from jedi import debug
def _evaluate_for_annotation(evaluator, annotation): def _evaluate_for_annotation(evaluator, annotation):
if annotation is not None: if annotation is not None:
definitions = set() definitions = set()
module = annotation.get_parent_until()
for definition in evaluator.eval_element(annotation): for definition in evaluator.eval_element(annotation):
if (isinstance(definition, compiled.CompiledObject) and definitions |= \
isinstance(definition.obj, str)): _fix_forward_reference(evaluator, definition, module)
try:
p = Parser(
load_grammar(), definition.obj, start='eval_input')
element = p.get_parsed_node()
except ParseError:
debug.warning('Annotation not parsed: %s' % definition.obj)
else:
module = annotation.get_parent_until()
p.position_modifier.line = module.end_pos[0]
element.parent = module
definitions |= evaluator.eval_element(element)
else:
definitions.add(definition)
return list(chain.from_iterable( return list(chain.from_iterable(
evaluator.execute(d) for d in definitions)) evaluator.execute(d) for d in definitions))
else: else:
return [] return []
def _fix_forward_reference(evaluator, item, module):
if (isinstance(item, compiled.CompiledObject) and
isinstance(item.obj, str)):
try:
p = Parser(
load_grammar(), item.obj, start='eval_input')
element = p.get_parsed_node()
except ParseError:
debug.warning('Annotation not parsed: %s' % item.obj)
return set()
else:
p.position_modifier.line = module.end_pos[0]
element.parent = module
return evaluator.eval_element(element)
else:
return {item}
@memoize_default(None, evaluator_is_first_arg=True) @memoize_default(None, evaluator_is_first_arg=True)
def follow_param(evaluator, param): def follow_param(evaluator, param):
annotation = param.annotation() annotation = param.annotation()
@@ -66,7 +71,7 @@ def find_return_types(evaluator, func):
# TODO: Memoize # TODO: Memoize
def get_typing_replacement_module(): def _get_typing_replacement_module():
""" """
The idea is to return our jedi replacement for the PEP-0484 typing module The idea is to return our jedi replacement for the PEP-0484 typing module
as discussed at https://github.com/davidhalter/jedi/issues/663 as discussed at https://github.com/davidhalter/jedi/issues/663
@@ -79,27 +84,35 @@ def get_typing_replacement_module():
return p.module return p.module
def get_types_for_typing_module(evaluator, typ, index): def get_types_for_typing_module(evaluator, typ, trailer):
from jedi.evaluate.representation import Class if not typ.base.get_parent_until().name.value == "typing":
if not typ.base.get_parent_until(tree.Module).name.value == "typing":
return None return None
# we assume that any class using [] in a module called # we assume that any class using [] in a module called
# "typing" with a name for which we have a replacement # "typing" with a name for which we have a replacement
# should be replaced by that class. This is not 100% # should be replaced by that class. This is not 100%
# airtight but I don't have a better idea to check that it's # airtight but I don't have a better idea to check that it's
# actually the PEP-0484 typing module and not some other # actually the PEP-0484 typing module and not some other
typing = get_typing_replacement_module() indextypes = evaluator.eval_element(trailer.children[1])
if not isinstance(indextypes, set):
indextypes = {indextypes}
module = trailer.get_parent_until()
dereferencedindextypes = set()
for indextyp in indextypes:
dereferencedindextypes |= \
_fix_forward_reference(evaluator, indextyp, module)
typing = _get_typing_replacement_module()
factories = evaluator.find_types(typing, "factory") factories = evaluator.find_types(typing, "factory")
assert len(factories) == 1 assert len(factories) == 1
factory = list(factories)[0] factory = list(factories)[0]
assert factory assert factory
compiled_classname = compiled.create(evaluator, typ.name.value) compiled_classname = compiled.create(evaluator, typ.name.value)
if isinstance(index, Class):
index_obj = index result = set()
else: for indextyp in dereferencedindextypes:
index_obj = compiled.create(evaluator, index) result |= \
result = \ evaluator.execute_evaluated(factory, compiled_classname, indextyp)
evaluator.execute_evaluated(factory, compiled_classname, index_obj)
if result: if result:
return result return result
else: else: