{
  "agents": {
    "Brackett": {
      "average_score": 0.7837153846153846,
      "completed_runs": 107,
      "attempted_runs": 107,
      "completion_rate": 1.0,
      "tested_use_cases": 39,
      "shared_score": 0.8396347222222222
    },
    "Claude": {
      "average_score": 0.156305,
      "completed_runs": 12,
      "attempted_runs": 60,
      "completion_rate": 0.2,
      "tested_use_cases": 30,
      "shared_score": 0.15746458333333332
    },
    "Codex": {
      "average_score": 0.581225,
      "completed_runs": 24,
      "attempted_runs": 24,
      "completion_rate": 1.0,
      "tested_use_cases": 24,
      "shared_score": 0.581225
    }
  },
  "case_scores": {
    "Brackett": {
      "Candidate–Role Rematching": 0.999,
      "Credit Release Queue": 1.0,
      "Customer Returns Inbox Triage": 0.8216,
      "Discount Request Review": 0.8352333333333334,
      "Job Offer Follow-Up": 0.6316666666666666,
      "Job Requisition Broadcast": 0.825,
      "Job Requisition Triage": 0.6466666666666667,
      "Limited-Stock Order Allocation": 0.854,
      "Low-Stock Replenishment Sweep": 0.99,
      "Order Request Replenishment": 0.82,
      "Recruiter Performance Scorecard": 0.86,
      "Accounts Receivable Collections Follow-Up 1": 0.7916666666666667,
      "Candidate–Role Rematching 1": 0.8573333333333334,
      "Credit Release Queue 1": 0.9575,
      "Customer Support Issue Triage 1": 0.7879,
      "Discount Request Review 1": 0.9566666666666667,
      "Email Purchase Invoice Posting 1": 0.76,
      "Freight Consolidation Planning 1": 0.6756666666666666,
      "Goods Receipt Shortfall Follow-Up 1": 0.8683333333333333,
      "Inbound Sales Enquiry Routing 1": 0.8793333333333333,
      "Job Requisition Broadcast 1": 0.9533333333333333,
      "Job Requisition Triage 1": 0.835,
      "Leave Request Eligibility Review 1": 0.775,
      "Limited-Stock Order Allocation 1": 0.755,
      "Low-Stock Replenishment Sweep 1": 0.7466666666666667,
      "New-Hire Onboarding Coordination 1": 0.88,
      "Order Request Replenishment 1": 0.97,
      "Purchase Invoice Reconciliation 1": 0.9666666666666667,
      "Recruiter Performance Scorecard 1": 0.8833333333333334,
      "Vehicle Maintenance Service Booking 1": 0.7213333333333333,
      "Return Eligibility and RMA": 0.4415,
      "RFQ Quote Award": 0.7925,
      "Shortage Substitution Queue": 0.646,
      "Return Eligibility and RMA 1": 0.56,
      "RFQ Quote Award 1": 0.765,
      "Shortage Substitution Queue 1": 0.4475,
      "Supplier Price Increase Review 1": 0.42600000000000005,
      "Warranty Claim Intake 1": 0.7075,
      "Weather-Aware Departure Review 1": 0.475
    },
    "Claude": {
      "Candidate–Role Rematching": 0.0,
      "Credit Release Queue": 0.43335,
      "Customer Returns Inbox Triage": 0.0,
      "Discount Request Review": 0.0,
      "Job Offer Follow-Up": 0.3027,
      "Job Requisition Broadcast": 0.0,
      "Job Requisition Triage": 0.67245,
      "Limited-Stock Order Allocation": 0.0,
      "Low-Stock Replenishment Sweep": 0.0,
      "Order Request Replenishment": 0.0,
      "Recruiter Performance Scorecard": 0.0,
      "Accounts Receivable Collections Follow-Up 1": 0.0,
      "Candidate–Role Rematching 1": 0.8975,
      "Credit Release Queue 1": 0.729,
      "Customer Support Issue Triage 1": 0.0,
      "Discount Request Review 1": 0.0,
      "Email Purchase Invoice Posting 1": 0.0,
      "Freight Consolidation Planning 1": 0.0,
      "Goods Receipt Shortfall Follow-Up 1": 0.0,
      "Inbound Sales Enquiry Routing 1": 0.0,
      "Job Requisition Broadcast 1": 0.0,
      "Job Requisition Triage 1": 0.45,
      "Leave Request Eligibility Review 1": 0.0,
      "Limited-Stock Order Allocation 1": 0.0,
      "Low-Stock Replenishment Sweep 1": 0.32415,
      "New-Hire Onboarding Coordination 1": 0.0,
      "Order Request Replenishment 1": 0.46,
      "Purchase Invoice Reconciliation 1": 0.0,
      "Recruiter Performance Scorecard 1": 0.42,
      "Vehicle Maintenance Service Booking 1": 0.0
    },
    "Codex": {
      "Candidate–Role Rematching": 0.5,
      "Credit Release Queue": 0.36,
      "Customer Returns Inbox Triage": 0.6364,
      "Discount Request Review": 0.755,
      "Job Offer Follow-Up": 0.45299999999999996,
      "Job Requisition Broadcast": 0.625,
      "Job Requisition Triage": 0.365,
      "Limited-Stock Order Allocation": 0.257,
      "Low-Stock Replenishment Sweep": 0.855,
      "Order Request Replenishment": 0.915,
      "Recruiter Performance Scorecard": 0.25,
      "Accounts Receivable Collections Follow-Up 1": 0.853,
      "Candidate–Role Rematching 1": 0.33,
      "Credit Release Queue 1": 0.737,
      "Customer Support Issue Triage 1": 0.645,
      "Discount Request Review 1": 0.488,
      "Freight Consolidation Planning 1": 0.345,
      "Goods Receipt Shortfall Follow-Up 1": 0.695,
      "Leave Request Eligibility Review 1": 0.9,
      "Low-Stock Replenishment Sweep 1": 0.29,
      "New-Hire Onboarding Coordination 1": 0.435,
      "Purchase Invoice Reconciliation 1": 0.895,
      "Recruiter Performance Scorecard 1": 0.565,
      "Vehicle Maintenance Service Booking 1": 0.8
    }
  },
  "shared_cases": [
    "Candidate–Role Rematching",
    "Credit Release Queue",
    "Customer Returns Inbox Triage",
    "Discount Request Review",
    "Job Offer Follow-Up",
    "Job Requisition Broadcast",
    "Job Requisition Triage",
    "Limited-Stock Order Allocation",
    "Low-Stock Replenishment Sweep",
    "Order Request Replenishment",
    "Recruiter Performance Scorecard",
    "Accounts Receivable Collections Follow-Up 1",
    "Candidate–Role Rematching 1",
    "Credit Release Queue 1",
    "Customer Support Issue Triage 1",
    "Discount Request Review 1",
    "Freight Consolidation Planning 1",
    "Goods Receipt Shortfall Follow-Up 1",
    "Leave Request Eligibility Review 1",
    "Low-Stock Replenishment Sweep 1",
    "New-Hire Onboarding Coordination 1",
    "Purchase Invoice Reconciliation 1",
    "Recruiter Performance Scorecard 1",
    "Vehicle Maintenance Service Booking 1"
  ],
  "tested_cases": [
    "Candidate–Role Rematching",
    "Credit Release Queue",
    "Customer Returns Inbox Triage",
    "Discount Request Review",
    "Job Offer Follow-Up",
    "Job Requisition Broadcast",
    "Job Requisition Triage",
    "Limited-Stock Order Allocation",
    "Low-Stock Replenishment Sweep",
    "Order Request Replenishment",
    "Recruiter Performance Scorecard",
    "Accounts Receivable Collections Follow-Up 1",
    "Candidate–Role Rematching 1",
    "Credit Release Queue 1",
    "Customer Support Issue Triage 1",
    "Discount Request Review 1",
    "Email Purchase Invoice Posting 1",
    "Freight Consolidation Planning 1",
    "Goods Receipt Shortfall Follow-Up 1",
    "Inbound Sales Enquiry Routing 1",
    "Job Requisition Broadcast 1",
    "Job Requisition Triage 1",
    "Leave Request Eligibility Review 1",
    "Limited-Stock Order Allocation 1",
    "Low-Stock Replenishment Sweep 1",
    "New-Hire Onboarding Coordination 1",
    "Order Request Replenishment 1",
    "Purchase Invoice Reconciliation 1",
    "Recruiter Performance Scorecard 1",
    "Vehicle Maintenance Service Booking 1",
    "Return Eligibility and RMA",
    "RFQ Quote Award",
    "Shortage Substitution Queue",
    "Return Eligibility and RMA 1",
    "RFQ Quote Award 1",
    "Shortage Substitution Queue 1",
    "Supplier Price Increase Review 1",
    "Warranty Claim Intake 1",
    "Weather-Aware Departure Review 1"
  ],
  "untested_cases": [
    "Purchase Invoice Reconciliation",
    "Returns Inbox Sweep",
    "Vehicle Maintenance Service Booking"
  ],
  "model_labels": {
    "Brackett": {
      "Fused/multiple models": 107
    },
    "Claude": {
      "Sonnet 5": 60
    },
    "Codex": {
      "Not recorded": 24
    }
  },
  "outcomes": {
    "Brackett": {
      "Scored": 107
    },
    "Claude": {
      "Refusal": 7,
      "Empty shortcut": 41,
      "Scored": 12
    },
    "Codex": {
      "Scored": 24
    }
  },
  "attempts_per_case": {
    "Brackett": {
      "2": 10,
      "3": 29
    },
    "Claude": {
      "2": 30
    },
    "Codex": {
      "1": 24
    }
  },
  "repeat_gaps": [
    {
      "agent": "Brackett",
      "case": "Candidate–Role Rematching",
      "attempts": 3,
      "gap": 0.0030000000000000027,
      "scores": [
        1.0,
        1.0,
        0.997
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Candidate–Role Rematching",
      "attempts": 2,
      "gap": 0.0,
      "scores": [
        0.0,
        0.0
      ],
      "completed": [
        false,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "Credit Release Queue",
      "attempts": 3,
      "gap": 0.0,
      "scores": [
        1.0,
        1.0,
        1.0
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Credit Release Queue",
      "attempts": 2,
      "gap": 0.8667,
      "scores": [
        0.0,
        0.8667
      ],
      "completed": [
        false,
        true
      ]
    },
    {
      "agent": "Brackett",
      "case": "Customer Returns Inbox Triage",
      "attempts": 3,
      "gap": 0.16969999999999996,
      "scores": [
        0.7348,
        0.8255,
        0.9045
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Customer Returns Inbox Triage",
      "attempts": 2,
      "gap": 0.0,
      "scores": [
        0.0,
        0.0
      ],
      "completed": [
        false,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "Discount Request Review",
      "attempts": 3,
      "gap": 0.09330000000000005,
      "scores": [
        0.8037,
        0.805,
        0.897
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Discount Request Review",
      "attempts": 2,
      "gap": 0.0,
      "scores": [
        0.0,
        0.0
      ],
      "completed": [
        false,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "Job Offer Follow-Up",
      "attempts": 3,
      "gap": 0.53,
      "scores": [
        0.94,
        0.41,
        0.545
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Job Offer Follow-Up",
      "attempts": 2,
      "gap": 0.6054,
      "scores": [
        0.6054,
        0.0
      ],
      "completed": [
        true,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "Job Requisition Broadcast",
      "attempts": 3,
      "gap": 0.42499999999999993,
      "scores": [
        0.98,
        0.94,
        0.555
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Job Requisition Broadcast",
      "attempts": 2,
      "gap": 0.0,
      "scores": [
        0.0,
        0.0
      ],
      "completed": [
        false,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "Job Requisition Triage",
      "attempts": 3,
      "gap": 0.37999999999999995,
      "scores": [
        0.84,
        0.46,
        0.64
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Job Requisition Triage",
      "attempts": 2,
      "gap": 0.019100000000000006,
      "scores": [
        0.6629,
        0.682
      ],
      "completed": [
        true,
        true
      ]
    },
    {
      "agent": "Brackett",
      "case": "Limited-Stock Order Allocation",
      "attempts": 3,
      "gap": 0.20800000000000007,
      "scores": [
        0.925,
        0.92,
        0.717
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Limited-Stock Order Allocation",
      "attempts": 2,
      "gap": 0.0,
      "scores": [
        0.0,
        0.0
      ],
      "completed": [
        false,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "Low-Stock Replenishment Sweep",
      "attempts": 3,
      "gap": 0.030000000000000027,
      "scores": [
        1.0,
        1.0,
        0.97
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Low-Stock Replenishment Sweep",
      "attempts": 2,
      "gap": 0.0,
      "scores": [
        0.0,
        0.0
      ],
      "completed": [
        false,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "Order Request Replenishment",
      "attempts": 3,
      "gap": 0.019999999999999907,
      "scores": [
        0.81,
        0.82,
        0.83
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Order Request Replenishment",
      "attempts": 2,
      "gap": 0.0,
      "scores": [
        0.0,
        0.0
      ],
      "completed": [
        false,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "Recruiter Performance Scorecard",
      "attempts": 3,
      "gap": 0.21499999999999997,
      "scores": [
        0.855,
        0.97,
        0.755
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Recruiter Performance Scorecard",
      "attempts": 2,
      "gap": 0.0,
      "scores": [
        0.0,
        0.0
      ],
      "completed": [
        false,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "Accounts Receivable Collections Follow-Up 1",
      "attempts": 3,
      "gap": 0.03500000000000003,
      "scores": [
        0.805,
        0.8,
        0.77
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Accounts Receivable Collections Follow-Up 1",
      "attempts": 2,
      "gap": 0.0,
      "scores": [
        0.0,
        0.0
      ],
      "completed": [
        false,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "Candidate–Role Rematching 1",
      "attempts": 3,
      "gap": 0.07299999999999995,
      "scores": [
        0.885,
        0.875,
        0.812
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Candidate–Role Rematching 1",
      "attempts": 2,
      "gap": 0.025000000000000022,
      "scores": [
        0.885,
        0.91
      ],
      "completed": [
        true,
        true
      ]
    },
    {
      "agent": "Brackett",
      "case": "Credit Release Queue 1",
      "attempts": 2,
      "gap": 0.025000000000000022,
      "scores": [
        0.945,
        0.97
      ],
      "completed": [
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Credit Release Queue 1",
      "attempts": 2,
      "gap": 0.0020000000000000018,
      "scores": [
        0.73,
        0.728
      ],
      "completed": [
        true,
        true
      ]
    },
    {
      "agent": "Brackett",
      "case": "Customer Support Issue Triage 1",
      "attempts": 3,
      "gap": 0.06630000000000003,
      "scores": [
        0.7602,
        0.8265,
        0.777
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Customer Support Issue Triage 1",
      "attempts": 2,
      "gap": 0.0,
      "scores": [
        0.0,
        0.0
      ],
      "completed": [
        false,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "Discount Request Review 1",
      "attempts": 3,
      "gap": 0.039999999999999925,
      "scores": [
        0.97,
        0.97,
        0.93
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Discount Request Review 1",
      "attempts": 2,
      "gap": 0.0,
      "scores": [
        0.0,
        0.0
      ],
      "completed": [
        false,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "Email Purchase Invoice Posting 1",
      "attempts": 3,
      "gap": 0.15499999999999992,
      "scores": [
        0.825,
        0.785,
        0.67
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Email Purchase Invoice Posting 1",
      "attempts": 2,
      "gap": 0.0,
      "scores": [
        0.0,
        0.0
      ],
      "completed": [
        false,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "Freight Consolidation Planning 1",
      "attempts": 3,
      "gap": 0.5499999999999999,
      "scores": [
        0.39,
        0.94,
        0.697
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Freight Consolidation Planning 1",
      "attempts": 2,
      "gap": 0.0,
      "scores": [
        0.0,
        0.0
      ],
      "completed": [
        false,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "Goods Receipt Shortfall Follow-Up 1",
      "attempts": 3,
      "gap": 0.05500000000000005,
      "scores": [
        0.89,
        0.88,
        0.835
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Goods Receipt Shortfall Follow-Up 1",
      "attempts": 2,
      "gap": 0.0,
      "scores": [
        0.0,
        0.0
      ],
      "completed": [
        false,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "Inbound Sales Enquiry Routing 1",
      "attempts": 3,
      "gap": 0.16199999999999992,
      "scores": [
        0.94,
        0.92,
        0.778
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Inbound Sales Enquiry Routing 1",
      "attempts": 2,
      "gap": 0.0,
      "scores": [
        0.0,
        0.0
      ],
      "completed": [
        false,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "Job Requisition Broadcast 1",
      "attempts": 3,
      "gap": 0.010000000000000009,
      "scores": [
        0.95,
        0.96,
        0.95
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Job Requisition Broadcast 1",
      "attempts": 2,
      "gap": 0.0,
      "scores": [
        0.0,
        0.0
      ],
      "completed": [
        false,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "Job Requisition Triage 1",
      "attempts": 3,
      "gap": 0.22499999999999998,
      "scores": [
        0.95,
        0.83,
        0.725
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Job Requisition Triage 1",
      "attempts": 2,
      "gap": 0.9,
      "scores": [
        0.0,
        0.9
      ],
      "completed": [
        false,
        true
      ]
    },
    {
      "agent": "Brackett",
      "case": "Leave Request Eligibility Review 1",
      "attempts": 3,
      "gap": 0.025000000000000022,
      "scores": [
        0.785,
        0.78,
        0.76
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Leave Request Eligibility Review 1",
      "attempts": 2,
      "gap": 0.0,
      "scores": [
        0.0,
        0.0
      ],
      "completed": [
        false,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "Limited-Stock Order Allocation 1",
      "attempts": 3,
      "gap": 0.255,
      "scores": [
        0.84,
        0.84,
        0.585
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Limited-Stock Order Allocation 1",
      "attempts": 2,
      "gap": 0.0,
      "scores": [
        0.0,
        0.0
      ],
      "completed": [
        false,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "Low-Stock Replenishment Sweep 1",
      "attempts": 3,
      "gap": 0.16499999999999992,
      "scores": [
        0.665,
        0.745,
        0.83
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Low-Stock Replenishment Sweep 1",
      "attempts": 2,
      "gap": 0.6483,
      "scores": [
        0.6483,
        0.0
      ],
      "completed": [
        true,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "New-Hire Onboarding Coordination 1",
      "attempts": 3,
      "gap": 0.17999999999999994,
      "scores": [
        0.955,
        0.91,
        0.775
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "New-Hire Onboarding Coordination 1",
      "attempts": 2,
      "gap": 0.0,
      "scores": [
        0.0,
        0.0
      ],
      "completed": [
        false,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "Order Request Replenishment 1",
      "attempts": 3,
      "gap": 0.08999999999999997,
      "scores": [
        1.0,
        1.0,
        0.91
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Order Request Replenishment 1",
      "attempts": 2,
      "gap": 0.92,
      "scores": [
        0.0,
        0.92
      ],
      "completed": [
        false,
        true
      ]
    },
    {
      "agent": "Brackett",
      "case": "Purchase Invoice Reconciliation 1",
      "attempts": 3,
      "gap": 0.09999999999999998,
      "scores": [
        1.0,
        1.0,
        0.9
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Purchase Invoice Reconciliation 1",
      "attempts": 2,
      "gap": 0.0,
      "scores": [
        0.0,
        0.0
      ],
      "completed": [
        false,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "Recruiter Performance Scorecard 1",
      "attempts": 3,
      "gap": 0.125,
      "scores": [
        0.925,
        0.925,
        0.8
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Recruiter Performance Scorecard 1",
      "attempts": 2,
      "gap": 0.84,
      "scores": [
        0.84,
        0.0
      ],
      "completed": [
        true,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "Vehicle Maintenance Service Booking 1",
      "attempts": 3,
      "gap": 0.23399999999999999,
      "scores": [
        0.6,
        0.73,
        0.834
      ],
      "completed": [
        true,
        true,
        true
      ]
    },
    {
      "agent": "Claude",
      "case": "Vehicle Maintenance Service Booking 1",
      "attempts": 2,
      "gap": 0.0,
      "scores": [
        0.0,
        0.0
      ],
      "completed": [
        false,
        false
      ]
    },
    {
      "agent": "Brackett",
      "case": "Return Eligibility and RMA",
      "attempts": 2,
      "gap": 0.17300000000000004,
      "scores": [
        0.355,
        0.528
      ],
      "completed": [
        true,
        true
      ]
    },
    {
      "agent": "Brackett",
      "case": "RFQ Quote Award",
      "attempts": 2,
      "gap": 0.18500000000000005,
      "scores": [
        0.7,
        0.885
      ],
      "completed": [
        true,
        true
      ]
    },
    {
      "agent": "Brackett",
      "case": "Shortage Substitution Queue",
      "attempts": 2,
      "gap": 0.08200000000000007,
      "scores": [
        0.687,
        0.605
      ],
      "completed": [
        true,
        true
      ]
    },
    {
      "agent": "Brackett",
      "case": "Return Eligibility and RMA 1",
      "attempts": 2,
      "gap": 0.16000000000000003,
      "scores": [
        0.48,
        0.64
      ],
      "completed": [
        true,
        true
      ]
    },
    {
      "agent": "Brackett",
      "case": "RFQ Quote Award 1",
      "attempts": 2,
      "gap": 0.07000000000000006,
      "scores": [
        0.73,
        0.8
      ],
      "completed": [
        true,
        true
      ]
    },
    {
      "agent": "Brackett",
      "case": "Shortage Substitution Queue 1",
      "attempts": 2,
      "gap": 0.015000000000000013,
      "scores": [
        0.44,
        0.455
      ],
      "completed": [
        true,
        true
      ]
    },
    {
      "agent": "Brackett",
      "case": "Supplier Price Increase Review 1",
      "attempts": 2,
      "gap": 0.07200000000000001,
      "scores": [
        0.462,
        0.39
      ],
      "completed": [
        true,
        true
      ]
    },
    {
      "agent": "Brackett",
      "case": "Warranty Claim Intake 1",
      "attempts": 2,
      "gap": 0.04499999999999993,
      "scores": [
        0.73,
        0.685
      ],
      "completed": [
        true,
        true
      ]
    },
    {
      "agent": "Brackett",
      "case": "Weather-Aware Departure Review 1",
      "attempts": 2,
      "gap": 0.010000000000000009,
      "scores": [
        0.47,
        0.48
      ],
      "completed": [
        true,
        true
      ]
    }
  ],
  "excluded_attempts": [
    {
      "agent": "Brackett",
      "case": "Credit Release Queue",
      "label": "Earlier 1",
      "score": 0.25,
      "completed": true,
      "model": "Fused/multiple models",
      "comment": "Third set: earlier attempt, excluded from overview. graded by Claude Sonnet 4.6 (noncanonical); imported grade"
    },
    {
      "agent": "Brackett",
      "case": "Job Requisition Triage",
      "label": "Earlier 1",
      "score": 0.215,
      "completed": true,
      "model": "Fused/multiple models",
      "comment": "Third set: earlier attempt, excluded from overview. graded by Claude Sonnet 4.6 (noncanonical); imported grade"
    },
    {
      "agent": "Brackett",
      "case": "Job Requisition Broadcast 1",
      "label": "Earlier 1",
      "score": 0.587,
      "completed": true,
      "model": "Fused/multiple models",
      "comment": "Third set: earlier attempt, excluded from overview. graded by Claude Sonnet 4.6 (noncanonical); imported grade"
    },
    {
      "agent": "Brackett",
      "case": "Job Requisition Triage 1",
      "label": "Earlier 1",
      "score": 0.72,
      "completed": true,
      "model": "Fused/multiple models",
      "comment": "Third set: earlier attempt, excluded from overview. graded by Claude Sonnet 4.6 (noncanonical); imported grade"
    },
    {
      "agent": "Brackett",
      "case": "Order Request Replenishment 1",
      "label": "Earlier 1",
      "score": 0.755,
      "completed": true,
      "model": "Fused/multiple models",
      "comment": "Third set: earlier attempt, excluded from overview. graded by Claude Sonnet 4.6 (noncanonical); imported grade"
    },
    {
      "agent": "Brackett",
      "case": "Return Eligibility and RMA 1",
      "label": "Earlier 1",
      "score": 0.445,
      "completed": true,
      "model": "Fused/multiple models",
      "comment": "Third set: earlier attempt, excluded from overview. graded by Claude Sonnet 4.6 (noncanonical); imported grade"
    },
    {
      "agent": "Brackett",
      "case": "Return Eligibility and RMA 1",
      "label": "Earlier 2",
      "score": 0.135,
      "completed": true,
      "model": "Fused/multiple models",
      "comment": "Third set: earlier attempt, excluded from overview. graded by Claude Sonnet 4.6 (noncanonical); imported grade"
    },
    {
      "agent": "Brackett",
      "case": "RFQ Quote Award 1",
      "label": "Earlier 1",
      "score": 0.205,
      "completed": true,
      "model": "Fused/multiple models",
      "comment": "Third set: earlier attempt, excluded from overview. graded by Claude Sonnet 4.6 (noncanonical); imported grade"
    },
    {
      "agent": "Brackett",
      "case": "Shortage Substitution Queue 1",
      "label": "Earlier 1",
      "score": 0.055,
      "completed": true,
      "model": "Fused/multiple models",
      "comment": "Third set: earlier attempt, excluded from overview. graded by Claude Sonnet 4.6 (noncanonical); imported grade"
    },
    {
      "agent": "Brackett",
      "case": "Supplier Price Increase Review 1",
      "label": "Earlier 1",
      "score": 0.457,
      "completed": true,
      "model": "Fused/multiple models",
      "comment": "Third set: earlier attempt, excluded from overview. graded by Claude Sonnet 4.6 (noncanonical); imported grade"
    }
  ],
  "shared_case_leaders": {
    "Brackett": 18,
    "Claude": 2,
    "Codex": 4
  },
  "task_inventory": [
    {
      "case": "Accounts Receivable Collections Follow-Up 1",
      "area": "Finance & procurement",
      "tested": true
    },
    {
      "case": "Candidate–Role Rematching",
      "area": "Hiring & people",
      "tested": true
    },
    {
      "case": "Candidate–Role Rematching 1",
      "area": "Hiring & people",
      "tested": true
    },
    {
      "case": "Credit Release Queue",
      "area": "Finance & procurement",
      "tested": true
    },
    {
      "case": "Credit Release Queue 1",
      "area": "Finance & procurement",
      "tested": true
    },
    {
      "case": "Customer Returns Inbox Triage",
      "area": "Customer & sales",
      "tested": true
    },
    {
      "case": "Customer Support Issue Triage 1",
      "area": "Customer & sales",
      "tested": true
    },
    {
      "case": "Discount Request Review",
      "area": "Customer & sales",
      "tested": true
    },
    {
      "case": "Discount Request Review 1",
      "area": "Customer & sales",
      "tested": true
    },
    {
      "case": "Email Purchase Invoice Posting 1",
      "area": "Finance & procurement",
      "tested": true
    },
    {
      "case": "Freight Consolidation Planning 1",
      "area": "Logistics & fleet",
      "tested": true
    },
    {
      "case": "Goods Receipt Shortfall Follow-Up 1",
      "area": "Finance & procurement",
      "tested": true
    },
    {
      "case": "Inbound Sales Enquiry Routing 1",
      "area": "Customer & sales",
      "tested": true
    },
    {
      "case": "Job Offer Follow-Up",
      "area": "Hiring & people",
      "tested": true
    },
    {
      "case": "Job Requisition Broadcast",
      "area": "Hiring & people",
      "tested": true
    },
    {
      "case": "Job Requisition Broadcast 1",
      "area": "Hiring & people",
      "tested": true
    },
    {
      "case": "Job Requisition Triage",
      "area": "Hiring & people",
      "tested": true
    },
    {
      "case": "Job Requisition Triage 1",
      "area": "Hiring & people",
      "tested": true
    },
    {
      "case": "Leave Request Eligibility Review 1",
      "area": "Hiring & people",
      "tested": true
    },
    {
      "case": "Limited-Stock Order Allocation",
      "area": "Inventory & orders",
      "tested": true
    },
    {
      "case": "Limited-Stock Order Allocation 1",
      "area": "Inventory & orders",
      "tested": true
    },
    {
      "case": "Low-Stock Replenishment Sweep",
      "area": "Inventory & orders",
      "tested": true
    },
    {
      "case": "Low-Stock Replenishment Sweep 1",
      "area": "Inventory & orders",
      "tested": true
    },
    {
      "case": "New-Hire Onboarding Coordination 1",
      "area": "Hiring & people",
      "tested": true
    },
    {
      "case": "Order Request Replenishment",
      "area": "Inventory & orders",
      "tested": true
    },
    {
      "case": "Order Request Replenishment 1",
      "area": "Inventory & orders",
      "tested": true
    },
    {
      "case": "Purchase Invoice Reconciliation",
      "area": "Finance & procurement",
      "tested": false
    },
    {
      "case": "Purchase Invoice Reconciliation 1",
      "area": "Finance & procurement",
      "tested": true
    },
    {
      "case": "RFQ Quote Award",
      "area": "Finance & procurement",
      "tested": true
    },
    {
      "case": "RFQ Quote Award 1",
      "area": "Finance & procurement",
      "tested": true
    },
    {
      "case": "Recruiter Performance Scorecard",
      "area": "Hiring & people",
      "tested": true
    },
    {
      "case": "Recruiter Performance Scorecard 1",
      "area": "Hiring & people",
      "tested": true
    },
    {
      "case": "Return Eligibility and RMA",
      "area": "Customer & sales",
      "tested": true
    },
    {
      "case": "Return Eligibility and RMA 1",
      "area": "Customer & sales",
      "tested": true
    },
    {
      "case": "Returns Inbox Sweep",
      "area": "Customer & sales",
      "tested": false
    },
    {
      "case": "Shortage Substitution Queue",
      "area": "Inventory & orders",
      "tested": true
    },
    {
      "case": "Shortage Substitution Queue 1",
      "area": "Inventory & orders",
      "tested": true
    },
    {
      "case": "Supplier Price Increase Review 1",
      "area": "Finance & procurement",
      "tested": true
    },
    {
      "case": "Vehicle Maintenance Service Booking",
      "area": "Logistics & fleet",
      "tested": false
    },
    {
      "case": "Vehicle Maintenance Service Booking 1",
      "area": "Logistics & fleet",
      "tested": true
    },
    {
      "case": "Warranty Claim Intake 1",
      "area": "Customer & sales",
      "tested": true
    },
    {
      "case": "Weather-Aware Departure Review 1",
      "area": "Logistics & fleet",
      "tested": true
    }
  ],
  "source": {
    "file": "Brackett ShowTell Benchmark Results.xlsx",
    "sha256": "7034b3049c4f1090b512b82996dca9840c197cbe0b8daf9db850d400e42f1d18",
    "status": "Selected attempts; non-canonical grading (manual grades and imported model-assisted grades, as recorded in the workbook notes); no uncertainty interval claimed."
  },
  "question_evidence": {
    "source_sha256": "e42d3185bfdf1545adc16687de8fc0ef531ddc828768b47d8876396855ad0b36",
    "types": [
      "voice_recording",
      "screenshot",
      "source_file"
    ],
    "ids": [
      "q_returns_inbox_cadence",
      "q_morning_pass_scope",
      "q_refund_delivery_window",
      "q_direct_refund_amount_limit",
      "q_direct_refund_reply_terms",
      "q_over_limit_routing",
      "q_finance_summary_fields",
      "q_exact_boundary_cases",
      "q_non_customer_inbox_items",
      "q_damage_override_transfer",
      "q_safe_automation_error_diagnosis"
    ],
    "matrix": [
      [
        1,
        0,
        0
      ],
      [
        1,
        0,
        0
      ],
      [
        1,
        1,
        0
      ],
      [
        1,
        0,
        0
      ],
      [
        0,
        1,
        0
      ],
      [
        0,
        1,
        0
      ],
      [
        1,
        1,
        0
      ],
      [
        1,
        0,
        1
      ],
      [
        1,
        1,
        1
      ],
      [
        1,
        0,
        1
      ],
      [
        1,
        1,
        1
      ]
    ],
    "question_types": {
      "closed": 8,
      "llm_judge": 3
    }
  }
}