mirror of
https://github.com/davidhalter/jedi.git
synced 2026-05-19 23:09:43 +08:00
remove encoding stuff from tokenizer - encoding is always unicode
This commit is contained in:
@@ -31,8 +31,6 @@ namechars = string.ascii_letters + '_'
|
|||||||
|
|
||||||
COMMENT = N_TOKENS
|
COMMENT = N_TOKENS
|
||||||
tok_name[COMMENT] = 'COMMENT'
|
tok_name[COMMENT] = 'COMMENT'
|
||||||
ENCODING = N_TOKENS + 1
|
|
||||||
tok_name[ENCODING] = 'ENCODING'
|
|
||||||
|
|
||||||
|
|
||||||
class Token(object):
|
class Token(object):
|
||||||
|
|||||||
Reference in New Issue
Block a user