From b4a2f2bb614abb3e21e65bf14fe8b7da63d9fe89 Mon Sep 17 00:00:00 2001 From: Dave Halter Date: Wed, 28 Jun 2017 18:11:32 +0200 Subject: [PATCH] Add a latin1 test. --- test/normalizer_issue_files/latin-1.py | 6 ++++++ test/test_normalizer_issues_files.py | 5 +++-- 2 files changed, 9 insertions(+), 2 deletions(-) create mode 100644 test/normalizer_issue_files/latin-1.py diff --git a/test/normalizer_issue_files/latin-1.py b/test/normalizer_issue_files/latin-1.py new file mode 100644 index 0000000..8328cfb --- /dev/null +++ b/test/normalizer_issue_files/latin-1.py @@ -0,0 +1,6 @@ +# -*- coding: latin-1 -*- +# Test non-UTF8 encoding +latin1 = ('ßàáâãäåæçèéêëìíîïðñòóôõöøùúûüýþÿ' + 'ÀÁÂÃÄÅÆÇÈÉÊËÌÍÎÏÐÑÒÓÔÕÖØÙÚÛÜÝÞ') + +c = ("wå") diff --git a/test/test_normalizer_issues_files.py b/test/test_normalizer_issues_files.py index 2809ee2..87f8a55 100644 --- a/test/test_normalizer_issues_files.py +++ b/test/test_normalizer_issues_files.py @@ -9,6 +9,7 @@ from textwrap import dedent from functools import total_ordering import parso +from parso.utils import source_to_unicode @total_ordering @@ -53,8 +54,8 @@ def test_normalizer_issue(normalizer_issue_file): return ["(%s, %s): %s" % (i.start_pos[0], i.start_pos[1], i.code) for i in issues] - with open(normalizer_issue_file.path) as f: - code = f.read() + with open(normalizer_issue_file.path, 'rb') as f: + code = source_to_unicode(f.read()) desired = sort(collect_errors(code))