diff --git a/test/test_parser/test_tokenize.py b/test/test_parser/test_tokenize.py index 04a9115f..ffe2dd91 100644 --- a/test/test_parser/test_tokenize.py +++ b/test/test_parser/test_tokenize.py @@ -1,5 +1,6 @@ from jedi._compatibility import u from jedi import parser +from token import STRING from ..helpers import unittest @@ -22,6 +23,24 @@ asdfasdf""" + "h" tok = parsed.module.subscopes[0].statements[0]._token_list[2] self.assertEqual(tok.end_pos, (4, 11)) + def test_quoted_strings(self): + + string_tokens = [ + 'u"test"', + 'u"""test"""', + 'U"""test"""', + "u'''test'''", + "U'''test'''", + ] + + for s in string_tokens: + parsed = parser.Parser(u('''a = %s\n''' % s)) + tok_list = parsed.module.statements[0]._token_list + self.assertEqual(len(tok_list), 3) + tok = tok_list[2] + self.assertIsInstance(tok, parser.tokenize.Token) + self.assertEqual(tok.type, STRING) + def test_tokenizer_with_string_literal_backslash(): import jedi