# -*- coding: utf-8 -*- # ----------------------------------------------------------------------------- # Copyright (c) 2016, Anaconda, Inc. All rights reserved. # # Licensed under the terms of the BSD 3-Clause License. # The full license is in the file LICENSE.txt, distributed with this software. # ----------------------------------------------------------------------------- from anaconda_project.yaml_file import YamlFile from anaconda_project.internal.test.tmpfile_utils import with_file_contents, with_directory_contents import errno import os import pytest def test_read_yaml_file_and_get_value(): def check_abc(filename): yaml = YamlFile(filename) assert not yaml.corrupted assert yaml.corrupted_error_message is None assert yaml.change_count == 1 # try getting with a list of keys value = yaml.get_value(["a", "b"]) assert "c" == value # get a single string as the path value = yaml.get_value("a") assert dict(b="c") == value # get with a tuple to show we aren't list-specific value = yaml.get_value(("a", "b")) assert "c" == value assert yaml.root == dict(a=dict(b='c')) with_file_contents(""" a: b: c """, check_abc) def test_read_yaml_file_and_get_default(): def check_abc(filename): yaml = YamlFile(filename) value = yaml.get_value(["a", "z"], "default") assert "default" == value with_file_contents(""" a: b: c """, check_abc) def test_read_empty_yaml_file_and_get_default(): def check_empty(filename): yaml = YamlFile(filename) value = yaml.get_value(["a", "z"], "default") assert "default" == value with_file_contents("", check_empty) def test_read_yaml_file_and_get_list_valued_section(): def get_list_value(filename): yaml = YamlFile(filename) value = yaml.get_value("a") assert [1, 2, 3] == value with_file_contents(""" a: [1,2,3] """, get_list_value) def test_read_yaml_file_and_get_default_due_to_missing_section(): def check_abc(filename): yaml = YamlFile(filename) value = yaml.get_value(["z", "b"], "default") assert "default" == value with_file_contents(""" a: b: c """, check_abc) def test_read_yaml_file_and_get_default_due_to_non_dict_section(): def check_a(filename): yaml = YamlFile(filename) value = yaml.get_value(["a", "b"], "default") assert "default" == value with_file_contents(""" a: 42 """, check_a) def test_invalid_path(): def check_bad_path(filename): yaml = YamlFile(filename) assert not yaml.corrupted with pytest.raises(ValueError) as excinfo: yaml.get_value(42) assert "YAML file path must be a string or an iterable of strings" in repr(excinfo.value) with_file_contents(""" a: b: c """, check_bad_path) def test_read_missing_yaml_file_and_get_default_due_to_missing_section(): def check_missing(dirname): yaml = YamlFile(os.path.join(dirname, "nope.yaml")) value = yaml.get_value(["z", "b"], "default") assert "default" == value with_directory_contents(dict(), check_missing) def test_read_empty_yaml_file_and_get_default_due_to_missing_section(): def check_missing(dirname): yaml = YamlFile(os.path.join(dirname, "nope.yaml")) value = yaml.get_value(["z", "b"], "default") assert "default" == value with_directory_contents({"nope.yaml": ""}, check_missing) def test_read_yaml_file_that_is_a_directory(): def check_read_directory(dirname): filename = os.path.join(dirname, "dir.yaml") os.makedirs(filename) with pytest.raises(IOError) as excinfo: YamlFile(filename) import platform if platform.system() == 'Windows': assert errno.EACCES == excinfo.value.errno else: assert errno.EISDIR == excinfo.value.errno with_directory_contents(dict(), check_read_directory) def test_read_yaml_file_and_change_value(): # ruamel.yaml does reformat yaml files a little bit, # for example it picks its own indentation, even # as it tries to keep comments and stuff. So # this test cheats by using input that happens # to be in the format ruamel.yaml will generate. # Oh well. template = """ # this is a comment 1 a: # this is a comment 2 b: %s """ template = template[1:] # chop leading newline original_value = "c" original_content = template % (original_value) changed_value = 42 changed_content = template % (changed_value) def change_abc(filename): yaml = YamlFile(filename) assert yaml.change_count == 1 value = yaml.get_value(["a", "b"]) assert original_value == value yaml.set_value(["a", "b"], changed_value) yaml.save() import codecs with codecs.open(filename, 'r', 'utf-8') as file: changed = file.read() assert changed_content == changed yaml2 = YamlFile(filename) assert yaml2.change_count == 1 value2 = yaml2.get_value(["a", "b"]) assert changed_value == value2 with_file_contents(original_content, change_abc) def test_read_missing_yaml_file_and_set_value(): def set_abc(dirname): filename = os.path.join(dirname, "foo.yaml") assert not os.path.exists(filename) yaml = YamlFile(filename) value = yaml.get_value(["a", "b"]) assert value is None yaml.set_value(["a", "b"], 42) yaml.save() assert os.path.exists(filename) import codecs with codecs.open(filename, 'r', 'utf-8') as file: changed = file.read() expected = """ # yaml file a: b: 42 """[1:] assert expected == changed yaml2 = YamlFile(filename) value2 = yaml2.get_value(["a", "b"]) assert 42 == value2 with_directory_contents(dict(), set_abc) def test_read_empty_yaml_file_and_set_value(): def set_abc(dirname): filename = os.path.join(dirname, "foo.yaml") assert os.path.exists(filename) yaml = YamlFile(filename) value = yaml.get_value(["a", "b"]) assert value is None yaml.set_value(["a", "b"], 42) yaml.save() assert os.path.exists(filename) import codecs with codecs.open(filename, 'r', 'utf-8') as file: changed = file.read() expected = """ a: b: 42 """[1:] assert expected == changed yaml2 = YamlFile(filename) value2 = yaml2.get_value(["a", "b"]) assert 42 == value2 with_directory_contents({"foo.yaml": ""}, set_abc) def test_read_yaml_file_and_add_section(): original_content = """ a: b: c """ def add_section(filename): yaml = YamlFile(filename) value = yaml.get_value(["a", "b"]) assert "c" == value yaml.set_value(["x", "y"], dict(z=42, q="rs")) assert yaml.change_count == 1 yaml.save() assert yaml.change_count == 2 yaml2 = YamlFile(filename) value2 = yaml2.get_value(["a", "b"]) assert "c" == value2 added_value = yaml2.get_value(["x", "y", "z"]) assert 42 == added_value added_value_2 = yaml2.get_value(["x", "y", "q"]) assert "rs" == added_value_2 print(open(filename, 'r').read()) with_file_contents(original_content, add_section) def test_multiple_saves_ignored_if_not_dirty(): def check_dirty_handling(dirname): filename = os.path.join(dirname, "foo.yaml") assert not os.path.exists(filename) yaml = YamlFile(filename) assert yaml.change_count == 1 yaml.set_value(["a", "b"], 42) yaml.save() assert yaml.change_count == 2 assert os.path.exists(filename) time1 = os.path.getmtime(filename) yaml.save() assert time1 == os.path.getmtime(filename) assert yaml.change_count == 2 yaml.save() assert time1 == os.path.getmtime(filename) assert yaml.change_count == 2 yaml.set_value(["a", "b"], 43) assert time1 == os.path.getmtime(filename) assert yaml.change_count == 2 yaml.save() # OS mtime resolution might leave these equal assert time1 <= os.path.getmtime(filename) assert yaml.change_count == 3 with_directory_contents(dict(), check_dirty_handling) def test_save_ignored_if_not_dirty_after_load(): def check_dirty_handling(dirname): filename = os.path.join(dirname, "foo.yaml") assert not os.path.exists(filename) yaml = YamlFile(filename) yaml.set_value(["a", "b"], 42) yaml.save() assert os.path.exists(filename) time1 = os.path.getmtime(filename) yaml2 = YamlFile(filename) assert time1 == os.path.getmtime(filename) assert yaml2.change_count == 1 yaml2.save() assert time1 == os.path.getmtime(filename) assert yaml2.change_count == 1 with_directory_contents(dict(), check_dirty_handling) def test_throw_if_cannot_create_directory(monkeypatch): def mock_makedirs(path, mode=0): raise IOError("this is not EEXIST") monkeypatch.setattr("os.makedirs", mock_makedirs) def check_throw_if_cannot_create(dirname): subdir = "bar" filename = os.path.join(dirname, subdir, "foo.yaml") yaml = YamlFile(filename) yaml.set_value(["a", "b"], 42) with pytest.raises(IOError) as excinfo: yaml.save() assert "this is not EEXIST" in repr(excinfo.value) with_directory_contents(dict(), check_throw_if_cannot_create) def test_read_corrupted_yaml_file(): def check_corrupted(filename): yaml = YamlFile(filename) assert yaml.corrupted assert "mapping values are not allowed here" in yaml.corrupted_error_message # it should raise an exception if you try to modify with pytest.raises(ValueError) as excinfo: yaml.set_value(["foo", "bar"], 42) assert "Cannot modify corrupted" in repr(excinfo.value) with pytest.raises(ValueError) as excinfo: yaml.save() assert "Cannot modify corrupted" in repr(excinfo.value) # the file should appear empty if you try to get anything, # but it shouldn't throw assert yaml._yaml is not None assert yaml.get_value(["a", "b"]) is None with_file_contents(""" ^ a: b: c """, check_corrupted) def test_roundtrip_yaml_file_preserving_order_and_comments(): original_content = """ # comment in front of a a: x: y # comment in front of z z: q b: i: j # whitespace in front of this comment in front of k k: l c: # comment before a list item - foo - bar # comment after a list item d: hello: world foo: bar e: woot: woot # comment at the end of e # comment in column 0 at the end # this one is a block comment # which continues several lines """ def check_roundtrip(filename): yaml = YamlFile(filename) yaml._previous_content = "not the actual previous content" yaml.save() new_content = open(filename, 'r').read() print("the re-saved version of the file was:") print(new_content) assert original_content != new_content # We don't require that the YAML backend preserves every # formatting detail, but it can't reorder things or lose # comments because if it did users would be annoyed. # Minor whitespace changes are OK, though ideally we'd # avoid even those. def canonicalize(content): if content.startswith("\n"): content = content[1:] return content.replace(" ", "").replace("\n\n", "\n") original_canon = canonicalize(original_content) new_canon = canonicalize(new_content) assert original_canon == new_canon with_file_contents(original_content, check_roundtrip) def test_read_yaml_file_and_unset_values(): # testing single-item dict, two-item dict, and toplevel value original_content = """ a: b: 1 x: y: 2 z: 3 q: 4 """ def unset_values(filename): yaml = YamlFile(filename) assert yaml.change_count == 1 a_b = yaml.get_value(["a", "b"]) assert 1 == a_b x_y = yaml.get_value(["x", "y"]) assert 2 == x_y x_z = yaml.get_value(["x", "z"]) assert 3 == x_z q = yaml.get_value("q") assert 4 == q def assert_unset_on_reload(path): yaml2 = YamlFile(filename) assert yaml2.change_count == 1 value2 = yaml2.get_value(path, None) assert value2 is None scope = dict(last_change=yaml.change_count) def check_unset(path): assert yaml.change_count == scope['last_change'] assert not yaml.has_unsaved_changes yaml.unset_value(path) assert yaml.get_value(path, None) is None assert yaml.has_unsaved_changes yaml.save() assert yaml.change_count == (scope['last_change'] + 1) scope['last_change'] += 1 assert_unset_on_reload(path) check_unset(["a", "b"]) check_unset(["x", "y"]) check_unset(["x", "z"]) check_unset("q") assert not yaml.has_unsaved_changes yaml.unset_value("not_in_there") assert not yaml.has_unsaved_changes with_file_contents(original_content, unset_values) def test_read_yaml_file_and_set_get_empty_string(): def check(filename): yaml = YamlFile(filename) assert not yaml.corrupted assert yaml.corrupted_error_message is None assert yaml.change_count == 1 value = yaml.get_value("a", None) assert value is None yaml.set_value("a", '') value = yaml.get_value("a", None) assert value == '' # only-whitespace string yaml.set_value("a", ' ') value = yaml.get_value("a", None) assert value == ' ' with_file_contents("", check)