VimPlug/parso
1
0
Fork 0
mirror of https://github.com/davidhalter/parso.git synced 2026-02-27 03:52:36 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Give jedi a better API for tokenizing.

Browse Source
This commit is contained in:
Dave Halter
2017-07-13 17:25:35 +02:00
parent fcc6541f08
commit 9d10ceeff1
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
parso/grammar.py
View File

@@ -5,7 +5,7 @@ from parso._compatibility import FileNotFoundError
from parso.pgen2.pgen import generate_grammar from parso.pgen2.pgen import generate_grammar
from parso.utils import splitlines, source_to_unicode, version_string_to_int from parso.utils import splitlines, source_to_unicode, version_string_to_int
from parso.python.diff import DiffParser from parso.python.diff import DiffParser
from parso.python.tokenize import tokenize_lines from parso.python.tokenize import tokenize_lines, tokenize
from parso.cache import parser_cache, load_module, save_module from parso.cache import parser_cache, load_module, save_module
from parso.parser import BaseParser from parso.parser import BaseParser
from parso.python.parser import Parser as PythonParser from parso.python.parser import Parser as PythonParser
@@ -139,6 +139,10 @@ class PythonGrammar(Grammar):
def _tokenize_lines(self, lines): def _tokenize_lines(self, lines):
return tokenize_lines(lines, self._version_int) return tokenize_lines(lines, self._version_int)
def _tokenize(self, code):
# Used by Jedi.
return tokenize(code, self._version_int)
def load_grammar(version=None): def load_grammar(version=None):
""" """