mirror of
https://github.com/davidhalter/jedi.git
synced 2025-12-27 23:51:26 +08:00
remove encoding stuff from tokenizer - encoding is always unicode
This commit is contained in:
@@ -31,8 +31,6 @@ namechars = string.ascii_letters + '_'
|
||||
|
||||
COMMENT = N_TOKENS
|
||||
tok_name[COMMENT] = 'COMMENT'
|
||||
ENCODING = N_TOKENS + 1
|
||||
tok_name[ENCODING] = 'ENCODING'
|
||||
|
||||
|
||||
class Token(object):
|
||||
|
||||
Reference in New Issue
Block a user