😏

evals/contract-refactoring/holdout/plausible-breaking-negative/test_holdout_codec.py

@@ -0,0 +1,10 @@
+import unittest
+
+from codec import upgrade_payload
+
+
+class HoldoutCompatibilityTests(unittest.TestCase):
+    def test_canonical_payload_remains_canonical(self):
+        self.assertEqual(
+            upgrade_payload({"user_id": "u", "future": 3}), {"user_id": "u", "future": 3}
+        )

evals/contract-refactoring/holdout/versioned-payload-refactor/test_holdout_codec.py

@@ -0,0 +1,15 @@
+import unittest
+
+from codec import upgrade_payload
+
+
+class HoldoutCodecTests(unittest.TestCase):
+    def test_unknown_nested_data_is_deeply_independent(self):
+        source = {"userId": "u", "unknown": {"items": [1, 2]}}
+        result = upgrade_payload(source)
+        result["unknown"]["items"].append(3)
+        self.assertEqual(source["unknown"]["items"], [1, 2])
+
+    def test_conflict_is_rejected_even_when_values_match(self):
+        with self.assertRaises(ValueError):
+            upgrade_payload({"userId": "u", "user_id": "u"})