{
  "status": "ok",
  "owner": "Taylor Amarel",
  "canonical_url": "https://evals.tayloramarel.com",
  "suites": [
    {
      "id": "divergence",
      "name": "Evaluation-Execution Divergence Cliff",
      "url": "https://evals.tayloramarel.com/divergence",
      "pairs": 500,
      "passive_audit_pass_rate": 0.95,
      "unassisted_tool_refusal_rate": 0.0,
      "harnessed_tool_safe_rate": 0.98,
      "blog_url": "https://blog.tayloramarel.com/posts/evaluation-execution-divergence-cliff.html"
    },
    {
      "id": "duecare",
      "name": "DueCare Investigative & Normative Hierarchy Benchmark",
      "url": "https://evals.tayloramarel.com/duecare",
      "stakeholder_lanes": 6,
      "arms": [
        "A0",
        "A1",
        "A2",
        "A3",
        "A4",
        "A5"
      ],
      "unassisted_recall": 0.25,
      "harnessed_recall": 0.958,
      "benign_twin_false_positive_rate": 0.042,
      "blog_url": "https://blog.tayloramarel.com/posts/the-bad-investigator-problem-duecare.html"
    },
    {
      "id": "alpha",
      "name": "Camouflaged Alpha (\u03b1) Multi-Hop Forensics",
      "url": "https://evals.tayloramarel.com/alpha",
      "cases": 24,
      "single_llm_consensus_echo": 0.76,
      "swarm_consensus_echo": 0.82,
      "harnessed_consensus_echo": 0.14,
      "catalyst_recall": 0.938,
      "blog_url": "https://blog.tayloramarel.com/posts/camouflaged-alpha-multi-hop-forensics.html"
    },
    {
      "id": "jev",
      "name": "Typed-decision study evidence correction",
      "url": "https://evals.tayloramarel.com/jev",
      "record_type": "decision_study_summary/v1",
      "study_date": "2026-09-25",
      "review_date": "2026-10-18",
      "status": "jev_not_measured",
      "distinct_scenarios": 5,
      "recorded_engine_scenario_slots": 40,
      "answered_slots": 25,
      "unanswered_slots": 15,
      "provider_model_calls_recorded": 10,
      "jev_recorded_slots": 10,
      "jev_answered": 0,
      "jev_provider_calls": 0,
      "quality_rate": null,
      "report_url": "https://evals.tayloramarel.com/jev/report.json",
      "source_revision": "76477875c111aadaae8cd7cc16353bea930bdd1d"
    }
  ]
}