Fix a few tokenize tests and merge them back together.

test/test_parser/test_tokenize.py

@@ -1,29 +0,0 @@
-from jedi._compatibility import u
-from jedi import parser
-
-from ..helpers import unittest
-
-
-class TokenTest(unittest.TestCase):
-    def test_end_pos_one_line(self):
-        parsed = parser.Parser(u('''
-def testit():
-    a = "huhu"
-'''))
-        tok = parsed.module.subscopes[0].statements[0]._token_list[2]
-        self.assertEqual(tok.end_pos, (3, 14))
-
-    def test_end_pos_multi_line(self):
-        parsed = parser.Parser(u('''
-def testit():
-    a = """huhu
-asdfasdf""" + "h"
-'''))
-        tok = parsed.module.subscopes[0].statements[0]._token_list[2]
-        self.assertEqual(tok.end_pos, (4, 11))
-
-
-def test_tokenizer_with_string_literal_backslash():
-    import jedi
-    c = jedi.Script("statement = u'foo\\\n'; statement").goto_definitions()
-    assert c[0]._name.parent.obj == 'foo'