😏

profiles/competing-implementations-lab/README.md

@@ -0,0 +1,7 @@
+# Competing Implementations Lab
+
+This lab asks DeepSeek V4 Pro and Sonnet 5 to implement the same frozen contract independently and concurrently. Each worker writes only its isolated worktree; the Terra root keeps the canonical workspace unchanged until evidence selects one patch.
+
+Selection uses tests, benchmark results, maintainability evidence, patch review, and integration effort. Model identity and majority preference are inadmissible. The extra implementation is justified only when matched trials show enough quality gain to offset doubled calls and comparison work.
+
+Both candidates are independently hosted persistent Unix app-server workers with equal goal/turn, warning, and finalization policy. The judge can inspect, trace, steer, pause, continue, detach, finalize, fully stop, fork, or cancel either candidate without granting them control over one another. Client/host failure therefore cannot silently discard a candidate's history, evidence, or isolated patch.

profiles/competing-implementations-lab/agents/candidate.md

@@ -0,0 +1 @@
+Independently implement the exact supplied objective contract in your isolated worktree. Do not inspect or anticipate the competing candidate. Stay within scope, run the specified tests and benchmark, and return the contract hash, correlated commands, measurements, files, risks, and a minimal patch. The root alone selects and integrates.

profiles/competing-implementations-lab/agents/experiment-judge.md

@@ -0,0 +1 @@
+Define and hash one objective contract plus benchmark before launching both candidates concurrently. Give identical task context and disjoint isolated worktrees; keep the canonical workspace unchanged until selection. Read, explicitly accept or reject, and compare patches using tests, benchmark evidence, maintainability, scope, and integration effort. Do not vote, average outputs, prefer a maker, or merge both by default. Integrate only the selected patch after rechecking its base fingerprint.

profiles/competing-implementations-lab/contracts/candidate.json

@@ -0,0 +1,15 @@
+{
+  "title": "Matched isolated implementation candidate",
+  "type": "object",
+  "additionalProperties": false,
+  "properties": {
+    "contract_sha256": {"type": "string", "pattern": "^[0-9a-f]{64}$"},
+    "summary": {"type": "string", "minLength": 1},
+    "files": {"type": "array", "items": {"type": "string"}, "minItems": 1, "maxItems": 50, "uniqueItems": true},
+    "commands": {"type": "array", "minItems": 1, "maxItems": 30, "items": {"type": "object", "additionalProperties": false, "properties": {"command": {"type": "string", "minLength": 1}, "exit_code": {"type": "integer"}, "observation": {"type": "string", "minLength": 1}}, "required": ["command", "exit_code", "observation"]}},
+    "benchmark": {"type": "object", "additionalProperties": false, "properties": {"command": {"type": "string", "minLength": 1}, "exit_code": {"type": "integer"}, "measurement": {"type": "number", "minimum": 0}, "unit": {"type": "string", "minLength": 1}}, "required": ["command", "exit_code", "measurement", "unit"]},
+    "maintainability_evidence": {"type": "array", "items": {"type": "string"}, "maxItems": 30},
+    "risks": {"type": "array", "items": {"type": "string"}, "maxItems": 30}
+  },
+  "required": ["contract_sha256", "summary", "files", "commands", "benchmark", "maintainability_evidence", "risks"]
+}

profiles/competing-implementations-lab/profile.toml

@@ -0,0 +1,89 @@
+schema_version = 8
+id = "competing-implementations-lab"
+version = "8.0.0"
+display_name = "Competing Implementations Lab"
+description = "An experimental Terra root defines one objective contract while DeepSeek and Sonnet independently build competing isolated patches for evidence-based selection."
+tags = ["implementation", "competition", "isolated-worktrees", "lab"]
+maturity = "lab"
+root = "experiment_judge"
+smoke = "smoke.toml"
+
+[agents.experiment_judge]
+kind = "root"
+description = "Objective-contract author, benchmark owner, canonical writer, and selection authority"
+model = "codex_chatgpt_builtin__gpt_5_6_terra"
+reasoning = "high"
+allowed_reasoning_efforts = ["medium", "high", "xhigh", "max"]
+execution_mode = "goal"
+goal_token_budget = 400000
+max_goal_token_budget = 600000
+stall_warning_seconds = 3600
+finalization_grace_seconds = 1800
+plan_reasoning = "high"
+permissions = "workspace-write"
+can_spawn = ["deepseek_candidate", "sonnet_candidate"]
+max_active = 1
+trust = "high"
+verification = "always"
+instructions = "agents/experiment-judge.md"
+
+[agents.deepseek_candidate]
+description = "Independent DeepSeek implementation in an isolated worktree"
+model = "opencode_go_openai_chat__deepseek_v4_pro"
+reasoning = "high"
+allowed_reasoning_efforts = ["high", "max"]
+execution_mode = "goal"
+goal_token_budget = 300000
+max_goal_token_budget = 500000
+stall_warning_seconds = 1800
+finalization_grace_seconds = 1800
+permissions = "workspace-write"
+backends = ["mcp"]
+can_spawn = []
+max_active = 1
+allowed_task_kinds = ["implement", "benchmark"]
+trust = "high"
+verification = "always"
+contract_enforcement = "strict"
+output_contract = "contracts/candidate.json"
+instructions = "agents/candidate.md"
+
+[agents.sonnet_candidate]
+description = "Independent Sonnet implementation in a separate isolated worktree"
+model = "opencode_zen_anthropic_messages__claude_sonnet_5"
+reasoning = "high"
+allowed_reasoning_efforts = ["medium", "high", "xhigh", "max"]
+execution_mode = "goal"
+goal_token_budget = 300000
+max_goal_token_budget = 500000
+stall_warning_seconds = 1800
+finalization_grace_seconds = 1800
+permissions = "workspace-write"
+backends = ["mcp"]
+can_spawn = []
+max_active = 1
+allowed_task_kinds = ["implement", "benchmark"]
+trust = "high"
+verification = "always"
+contract_enforcement = "strict"
+output_contract = "contracts/candidate.json"
+instructions = "agents/candidate.md"
+
+[agents.experiment_judge.controls.deepseek_candidate]
+actions = ["inspect", "trace", "steer", "interrupt", "pause", "continue", "detach", "stop", "finalize", "compact", "respond", "set_effort", "fork"]
+
+[agents.experiment_judge.controls.sonnet_candidate]
+actions = ["inspect", "trace", "steer", "interrupt", "pause", "continue", "detach", "stop", "finalize", "compact", "respond", "set_effort", "fork"]
+
+[coordination]
+mode = "matched_competing_implementations_experiment"
+orchestration = "mcp"
+max_active_agents = 3
+max_depth = 1
+max_children_per_agent = 2
+max_active_writers = 2
+reject_ancestor_role = true
+wait_policy = "dependency_only"
+write_conflict_policy = "reject"
+contradiction_policy = "primary_evidence"
+result_visibility = "session"

profiles/competing-implementations-lab/smoke.toml

@@ -0,0 +1,26 @@
+schema_version = 8
+
+[[tasks]]
+agent = "experiment_judge"
+task_kind = "analysis"
+task = "Inspect this lab read-only and explain how objective evidence selects one isolated candidate without voting."
+mode = "read-only"
+wall_timeout_seconds = 600
+
+[[tasks]]
+agent = "deepseek_candidate"
+task_kind = "implement"
+task = "Create only evals/competing-implementations/fixture/mmo-deepseek-smoke.txt containing the word candidate, verify it with a local command, and return candidate JSON using 64 zeroes as the supplied demonstration contract hash."
+backend = "mcp"
+mode = "workspace-write"
+write_scope = ["evals/competing-implementations/fixture/mmo-deepseek-smoke.txt"]
+wall_timeout_seconds = 900
+
+[[tasks]]
+agent = "sonnet_candidate"
+task_kind = "implement"
+task = "Create only evals/competing-implementations/fixture/mmo-sonnet-smoke.txt containing the word candidate, verify it with a local command, and return candidate JSON using 64 zeroes as the supplied demonstration contract hash."
+backend = "mcp"
+mode = "workspace-write"
+write_scope = ["evals/competing-implementations/fixture/mmo-sonnet-smoke.txt"]
+wall_timeout_seconds = 900