forked from VimPlug/jedi
* imported utf8 for python 3.2
This commit is contained in:
@@ -6,7 +6,7 @@ tokenizer returns. Therefore we need a memory efficient class. We
|
|||||||
found that a flat object with slots is the best.
|
found that a flat object with slots is the best.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
from jedi._compatibility import unicode, u
|
from jedi._compatibility import utf8, unicode
|
||||||
|
|
||||||
|
|
||||||
class Token(object):
|
class Token(object):
|
||||||
@@ -43,7 +43,7 @@ class Token(object):
|
|||||||
4
|
4
|
||||||
>>> Token.from_tuple((6, 5, (4, 3)))
|
>>> Token.from_tuple((6, 5, (4, 3)))
|
||||||
<Token: (6, 5, (4, 3))>
|
<Token: (6, 5, (4, 3))>
|
||||||
>>> unicode(Token(1, u"😷", 1 ,1)) + "p" == u"😷p"
|
>>> unicode(Token(1, utf8("😷"), 1 ,1)) + "p" == utf8("😷p")
|
||||||
True
|
True
|
||||||
"""
|
"""
|
||||||
__slots__ = [
|
__slots__ = [
|
||||||
|
|||||||
Reference in New Issue
Block a user