😏

evals/bounded-research/fixture/corpus/00-precedence.md

@@ -0,0 +1,4 @@
+# Policy precedence
+
+Signed exceptions override the current handbook. The current handbook overrides archived drafts.
+

evals/bounded-research/fixture/corpus/10-handbook.md

@@ -0,0 +1,14 @@
+# Current handbook
+
+## Retries
+
+At most four delivery attempts are permitted.
+
+## Retention
+
+Operational delivery records are retained for 30 days.
+
+## Rollout
+
+Canary rollout is mandatory.
+

evals/bounded-research/fixture/corpus/20-archive.md

@@ -0,0 +1,4 @@
+# Archived draft
+
+This obsolete draft proposed seven retries and 90-day retention.
+

evals/bounded-research/fixture/corpus/30-signed-exception.md

@@ -0,0 +1,4 @@
+# Signed exception: emergency rollout
+
+For incident INC-42 only, canary rollout may be skipped after two-person approval. Retry and retention rules are unchanged.
+

evals/bounded-research/fixture/validate_research.py

@@ -0,0 +1,20 @@
+import json
+from pathlib import Path
+
+text = Path(".mmo-eval-final.txt").read_text(encoding="utf-8").lower()
+holdout_path = Path("research-holdout.json")
+if not holdout_path.is_file():
+    raise SystemExit("post-run research holdout is required")
+holdout = json.loads(holdout_path.read_text(encoding="utf-8"))
+required = [*holdout["required_values"], *holdout["required_sources"]]
+missing = [term for term in required if term not in text]
+if missing:
+    raise SystemExit("research synthesis misses authoritative facts: " + ", ".join(missing))
+if "seven" in text and not any(term in text for term in ("obsolete", "archived", "reject")):
+    raise SystemExit("archived retry value was not rejected")
+print(
+    json.dumps(
+        {"metrics": {"source_coverage": 1.0, "contradiction_resolution": 1.0}},
+        sort_keys=True,
+    )
+)