VimPlug/jedi
1
0
Fork 1
mirror of https://github.com/davidhalter/jedi.git synced 2025-12-08 06:44:46 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Some more tests are passing.

Browse Source
This commit is contained in:
Dave Halter
2016-09-03 03:06:38 +02:00
parent 2f6ba2a7ae
commit 00a8b3e4f1
5 changed files with 57 additions and 47 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
jedi/cache.py
View File

@@ -86,6 +86,7 @@ def memoize_method(method):
return dct[key]
except KeyError:
result = method(self, *args, **kwargs)
# TODO THIS IS FUNDAMENTALLY WRONG, METHOD SHOULD BE INCLUDED.
dct[key] = result
return result
return wrapper

59
jedi/parser/fast.py
View File

@@ -73,6 +73,7 @@ class DiffParser():
self._new_module.path = self._old_module.path
self._new_module.names_dict = {}
self._new_module.used_names = {}
self._new_module.global_names = []
self._prefix = ''
def update(self, lines_new):
@@ -127,6 +128,8 @@ class DiffParser():
self._post_parse()
# TODO insert endmarker
if self._added_newline:
print("ADDED")
self._parser.module = self._parser._parsed = self._new_module
self._parser.remove_last_newline()
self._parser.source = ''.join(lines_new)
self._old_module = self._new_module
@@ -184,7 +187,7 @@ class DiffParser():
return
# Find start node:
node = self._parser.get_pared_node()
node = self._parser.get_parsed_node()
while True:
return node
@@ -206,17 +209,22 @@ class DiffParser():
# endmarker.
pass
if last_non_endmarker.type in ('newline', 'dedent'):
while last_non_endmarker.type == 'dedent':
last_non_endmarker = last_non_endmarker.get_previous_leaf()
if last_non_endmarker.type == 'newline':
# Newlines end on the next line, which means that they would cover
# the next line. That line is not fully parsed at this point.
print('menno', last_leaf.end_pos, last_non_endmarker.end_pos)
self._parsed_until_line = last_leaf.end_pos[0] - 1
else:
self._parsed_until_line = last_leaf.end_pos[0]
print('parsed_until', last_leaf.end_pos, self._parsed_until_line)
if is_endmarker:
print('x', repr(self._prefix))
first_leaf = nodes[0].first_leaf()
first_leaf.prefix = self._prefix + first_leaf.prefix
self._prefix = ''
if is_endmarker:
self._prefix = last_leaf.prefix
nodes = nodes[:-1]
@@ -227,13 +235,14 @@ class DiffParser():
# Now the preparations are done. We are inserting the nodes.
if before_node is None: # Everything is empty.
self._new_children += nodes
parent = self._new_module
new_parent = self._new_module
else:
assert nodes[0].type != 'newline'
line_indentation = nodes[0].start_pos[1]
new_parent = before_node.parent
while True:
p_children = before_node.parent.children
if before_node.parent.type == 'suite':
p_children = new_parent.children
if new_parent.type == 'suite':
# A suite starts with NEWLINE, INDENT, ...
indentation = p_children[2].start_pos[1]
else:
@@ -243,10 +252,10 @@ class DiffParser():
# We might be at the most outer layer: modules. We
# don't want to depend on the first statement
# having the right indentation.
if before_node.parent is not None:
if new_parent.parent is not None:
# TODO add dedent
before_node = search_ancestor(
before_node.parent,
new_parent = search_ancestor(
new_parent,
('suite', 'file_input')
)
continue
@@ -254,19 +263,17 @@ class DiffParser():
# TODO check if the indentation is lower than the last statement
# and add a dedent error leaf.
# TODO do the same for indent error leafs.
print('before_node', before_node)
print(nodes)
p_children += nodes
parent = before_node.parent
assert new_parent.type in ('suite', 'file_input')
break
# Reset the parents
for node in nodes:
print('reset', node)
node.parent = parent
if parent.type == 'suite':
return parent.parent
return parent
node.parent = new_parent
if new_parent.type == 'suite':
return new_parent.get_parent_scope()
return new_parent
def _get_before_insertion_node(self):
if not self._new_children:
@@ -274,6 +281,8 @@ class DiffParser():
line = self._parsed_until_line + 1
leaf = self._new_module.last_leaf()
while leaf.type == 'dedent':
leaf = leaf.get_previous_leaf()
node = leaf
while True:
parent = node.parent
@@ -341,7 +350,12 @@ class DiffParser():
def _get_old_line_stmt(self, old_line):
leaf = self._old_module.get_leaf_for_position((old_line, 0), include_prefixes=True)
if leaf.get_start_pos_of_prefix()[0] == old_line:
return leaf.get_definition()
node = leaf
# TODO use leaf.get_definition one day when that one is working
# well.
while node.parent.type not in ('file_input', 'suite'):
node = node.parent
return node
# Must be on the same line. Otherwise we need to parse that bit.
return None
@@ -437,16 +451,15 @@ class DiffParser():
yield tokenize.TokenInfo(typ, string, start_pos, prefix)
# Check if the parser is actually in a valid suite state.
if suite_or_file_input_is_valid(self._active_parser):
start_pos = start_pos[0] + 1, 0
while len(indents) > int(omitted_first_indent):
indent_pos = start_pos[0] + 1, indents.pop()
yield tokenize.TokenInfo(tokenize.DEDENT, '', indent_pos, '')
indents.pop()
yield tokenize.TokenInfo(tokenize.DEDENT, '', start_pos, '')
yield tokenize.TokenInfo(tokenize.ENDMARKER, '', start_pos, '')
break
else:
continue
print('tok', tok_name[typ], repr(string), start_pos)
yield tokenize.TokenInfo(typ, string, start_pos, prefix)
typ, string, start_pos, prefix = next(tokens)
start_pos = start_pos[0] + line_offset, start_pos[1]
yield tokenize.TokenInfo(tokenize.ENDMARKER, string, start_pos, prefix)

3
jedi/parser/tree.py
View File

@@ -712,7 +712,8 @@ class ErrorLeaf(LeafWithNewLines):
def __repr__(self):
token_type = token.tok_name[self.original_type]
return "<%s: %s, %s)>" % (type(self).__name__, token_type, self.start_pos)
return "<%s: %s:%s, %s)>" % \
(type(self).__name__, token_type, repr(self.value), self.start_pos)
class IsScopeMeta(type):

2
test/test_parser/test_fast_parser.py
View File

@@ -1,7 +1,5 @@
from textwrap import dedent
import pytest
import jedi
from jedi._compatibility import u
from jedi import cache

37
test/test_parser/test_old_fast_parser.py
View File

@@ -41,7 +41,7 @@ def test_class_in_docstr():
assert jedi.Script(b, 4, 8).goto_assignments()
def check_fp(src, number_parsers_used, number_of_splits=None, number_of_misses=0):
def check_p(src, number_parsers_used, number_of_splits=None, number_of_misses=0):
if number_of_splits is None:
number_of_splits = number_parsers_used
@@ -49,9 +49,6 @@ def check_fp(src, number_parsers_used, number_of_splits=None, number_of_misses=0
save_parser(None, p, pickling=False)
assert src == p.module.get_code()
assert p.number_of_splits == number_of_splits
assert p.number_parsers_used == number_parsers_used
assert p.number_of_misses == number_of_misses
return p.module
@@ -68,7 +65,7 @@ def test_if():
''')
# Two parsers needed, one for pass and one for the function.
check_fp(src, 2)
check_p(src, 2)
assert [d.name for d in jedi.Script(src, 8, 6).goto_definitions()] == ['int']
@@ -80,7 +77,7 @@ def test_for():
for a1 in 1,"":
a1
""")
check_fp(src, 1)
check_p(src, 1)
def test_class_with_class_var():
@@ -91,7 +88,7 @@ def test_class_with_class_var():
self.foo = 4
pass
""")
check_fp(src, 3)
check_p(src, 3)
def test_func_with_if():
@@ -105,7 +102,7 @@ def test_func_with_if():
else:
return a
""")
check_fp(src, 1)
check_p(src, 1)
def test_decorator():
@@ -115,7 +112,7 @@ def test_decorator():
def dec(self, a):
return a
""")
check_fp(src, 2)
check_p(src, 2)
def test_nested_funcs():
@@ -125,7 +122,7 @@ def test_nested_funcs():
return func(*args, **kwargs)
return wrapper
""")
check_fp(src, 3)
check_p(src, 3)
def test_class_and_if():
@@ -142,7 +139,7 @@ def test_class_and_if():
# COMMENT
a_func()""")
check_fp(src, 5, 5)
check_p(src, 5, 5)
assert [d.name for d in jedi.Script(src).goto_definitions()] == ['int']
@@ -154,7 +151,7 @@ def test_multi_line_params():
foo = 1
""")
check_fp(src, 2)
check_p(src, 2)
def test_class_func_if():
@@ -168,7 +165,7 @@ def test_class_func_if():
pass
""")
check_fp(src, 3)
check_p(src, 3)
def test_multi_line_for():
@@ -179,7 +176,7 @@ def test_multi_line_for():
pass
""")
check_fp(src, 1)
check_p(src, 1)
def test_wrong_indentation():
@@ -189,7 +186,7 @@ def test_wrong_indentation():
b
a
""")
#check_fp(src, 1)
#check_p(src, 1)
src = dedent("""\
def complex():
@@ -201,7 +198,7 @@ def test_wrong_indentation():
def other():
pass
""")
check_fp(src, 3)
check_p(src, 3)
def test_strange_parentheses():
@@ -212,7 +209,7 @@ def test_strange_parentheses():
def x():
pass
""")
check_fp(src, 2)
check_p(src, 2)
def test_fake_parentheses():
@@ -230,7 +227,7 @@ def test_fake_parentheses():
def z():
pass
""")
check_fp(src, 3, 2, 1)
check_p(src, 3, 2, 1)
def test_additional_indent():
@@ -240,7 +237,7 @@ def test_additional_indent():
pass
''')
check_fp(source, 2)
check_p(source, 2)
def test_incomplete_function():
@@ -299,4 +296,4 @@ def test_parentheses_in_string():
import abc
abc.''')
check_fp(code, 2, 1, 1)
check_p(code, 2, 1, 1)