{
 "lab_artifact_version": 1,
 "run_id": "article-to-verdict-association__agent-k2-generous-01__sandbox",
 "experiment_id": "article-to-verdict-association",
 "candidate": {
  "candidate_id": "agent-k2-generous-01",
  "kind": "agent-authored",
  "description": "unknown",
  "declared_protocol": "unknown",
  "source_path": "unknown",
  "source_sha256": "unknown",
  "source_bytes": "unknown",
  "transcribed_from": "unknown",
  "patch": "",
  "patch_base": "backend/lab/contract/versions/positional_v0.py"
 },
 "provenance": {
  "executed_at_revision": "b4562908be4b5a488eca64f985005db7fcff6686+dirty",
  "inputs_sha256": "314c1fe8029c63e8",
  "executed_at": "2026-09-29T23:20:31.331Z",
  "evaluator_sha256": "277ec81521ba14d8",
  "spec_hash": "f027762ab4d08b35",
  "spec_version": 2,
  "execution_mode": "offline-replay",
  "execution_mode_basis": "The harness reads committed responses from disk and makes no network call. The candidate imports nothing beyond the standard library.",
  "python": "unknown",
  "runner": "none",
  "sandbox": null,
  "investigation": {
   "model": "moonshotai/kimi-k2",
   "gateway": "vercel-ai-gateway",
   "gateway_auth": "oidc",
   "started_at": "2026-09-29T23:20:31.333Z",
   "wall_clock_ms": 80682,
   "finish_reason": "length",
   "stop_cause": "completed",
   "tool_calls_made": 15,
   "max_tool_calls": 24,
   "model_calls_made": 6,
   "budget_label": "generous",
   "budget": {
    "max_proposals": 1,
    "max_tool_calls": 24,
    "max_model_calls": 12,
    "max_output_tokens": 4096,
    "max_total_tokens": 300000,
    "max_tool_result_chars": 8000,
    "max_usd": 1.5,
    "wall_clock_seconds": 360
   },
   "budget_ceiling_usd": 1,
   "usage": {
    "input_tokens": 77200,
    "output_tokens": 4591,
    "total_tokens": 81791
   },
   "tokens_used": 81791,
   "cost_usd": 0.02282342,
   "proposed": false,
   "evaluation_requested_by": "unknown",
   "hypothesis": "unknown",
   "evidence": [],
   "scope_accepted": false,
   "scope_reason": "no proposal was made",
   "trace_path": "backend/lab/runs/agent-k2-generous-01-sandbox.trace.json",
   "n_trace_steps": 32
  },
  "case_suites": [
   {
    "group": "observed",
    "path": "backend/lab/cases/observed.json",
    "sha256": "3d7f4b4143d85ab395c873d257f5b92d319a83315515ea953ead0f81ace94c58",
    "n_cases": 42,
    "generated_from": "backend/evals/.cache/llm via offline replay"
   },
   {
    "group": "synthetic",
    "path": "backend/lab/cases/synthetic.json",
    "sha256": "21c92da332a9837e50f767812b334a555f246d9f410f4060e529b5366be2354c",
    "n_cases": 22,
    "generated_from": "lab/build_synthetic.py — fault injection, ground truth by construction"
   }
  ],
  "notes": [
   {
    "severity": "info",
    "message": "Every case ran offline against responses already committed to this repository, so grading made no inference call. The investigation that wrote the candidate did, and its spend is recorded under usage.",
    "source": "backend/lab/runs/agent-k2-generous-01-sandbox.trace.json"
   },
   {
    "severity": "caution",
    "message": "The case suite is public. A candidate may have been written against it, so passing does not establish generalisation.",
    "source": "backend/lab/cases/"
   }
  ]
 },
 "verdict": "failed",
 "verdict_reason": "the investigation ended without proposing a candidate",
 "verdict_scope": "Accepted means eligible for human review under this spec hash, against a public case suite. It is not evidence of production quality, and it does not establish generalisation: the cases are visible and a candidate may have been written against them.",
 "criteria": [],
 "gradings": [
  {
   "spec_version": 1,
   "spec_hash": "008af8266204438a",
   "verdict": "failed",
   "verdict_reason": "the investigation ended without proposing a candidate",
   "criteria": []
  },
  {
   "spec_version": 2,
   "spec_hash": "f027762ab4d08b35",
   "verdict": "failed",
   "verdict_reason": "the investigation ended without proposing a candidate",
   "criteria": []
  }
 ],
 "outcomes": [],
 "counts": {
  "correct": 0,
  "wrong-association": 0,
  "should-have-refused": 0,
  "should-have-parsed": 0,
  "crashed": 0,
  "timeout": 0,
  "missing-record": 0,
  "not-applicable": 0
 },
 "smallest_counterexample": null,
 "diagnostics": [],
 "usage": {
  "model_calls": 6,
  "replay_spend_usd": 0,
  "recording_cost_usd": "unknown",
  "provider_reported": {
   "input_tokens": 77200,
   "output_tokens": 4591,
   "total_tokens": 81791,
   "tokens_used": 81791,
   "cost_usd": 0.02282342
  },
  "basis": "Grading replayed committed recordings and made no inference call; `replay_spend_usd` is that, and is $0. The investigation that authored the candidate did call a model: 6 call(s) to moonshotai/kimi-k2 through the AI Gateway, 81791 tokens, $0.02282342 as the gateway reported it per call. That is in `provider_reported`."
 },
 "attempts": []
}
