😏

evals/codex-harness/holdout/deep-merge-contract/test_holdout_settings.py

@@ -0,0 +1,13 @@
+import unittest
+
+from settings import merge_settings
+
+
+class HoldoutMergeTests(unittest.TestCase):
+    def test_three_level_merge_and_no_alias(self):
+        base = {"a": {"b": {"left": 1}}, "untouched": {"x": 1}}
+        overlay = {"a": {"b": {"right": 2}}}
+        merged = merge_settings(base, overlay)
+        self.assertEqual(merged["a"]["b"], {"left": 1, "right": 2})
+        merged["untouched"]["x"] = 9
+        self.assertEqual(base["untouched"]["x"], 1)

evals/codex-harness/holdout/small-merge-control/test_holdout_settings.py

@@ -0,0 +1,8 @@
+import unittest
+
+from settings import merge_settings
+
+
+class HoldoutMergeTests(unittest.TestCase):
+    def test_overlay_scalar_replaces_mapping(self):
+        self.assertEqual(merge_settings({"a": {"x": 1}}, {"a": 3}), {"a": 3})