| import io | |
| import os.path | |
| from IPython.utils import openpy | |
| mydir = os.path.dirname(__file__) | |
| nonascii_path = os.path.join(mydir, "../../core/tests/nonascii.py") | |
| def test_detect_encoding(): | |
| with open(nonascii_path, "rb") as f: | |
| enc, lines = openpy.detect_encoding(f.readline) | |
| assert enc == "iso-8859-5" | |
| def test_read_file(): | |
| with io.open(nonascii_path, encoding="iso-8859-5") as f: | |
| read_specified_enc = f.read() | |
| read_detected_enc = openpy.read_py_file(nonascii_path, skip_encoding_cookie=False) | |
| assert read_detected_enc == read_specified_enc | |
| assert "coding: iso-8859-5" in read_detected_enc | |
| read_strip_enc_cookie = openpy.read_py_file( | |
| nonascii_path, skip_encoding_cookie=True | |
| ) | |
| assert "coding: iso-8859-5" not in read_strip_enc_cookie | |
| def test_source_to_unicode(): | |
| with io.open(nonascii_path, "rb") as f: | |
| source_bytes = f.read() | |
| assert ( | |
| openpy.source_to_unicode(source_bytes, skip_encoding_cookie=False).splitlines() | |
| == source_bytes.decode("iso-8859-5").splitlines() | |
| ) | |
| source_no_cookie = openpy.source_to_unicode(source_bytes, skip_encoding_cookie=True) | |
| assert "coding: iso-8859-5" not in source_no_cookie | |