{"analysis":{"arena_runs":1,"by_task_type":{"code_review":{"candidates":[{"candidate_id":"deep-review","mean_cost_usd":0.038,"mean_latency_ms":1416.666667,"mean_quality":0.926667,"model":"frontier-review-model","provider":"provider-a","samples":3,"success_rate":1,"successes":3},{"candidate_id":"fast-review","mean_cost_usd":0.009333,"mean_latency_ms":480,"mean_quality":0.91,"model":"fast-review-model","provider":"provider-b","samples":3,"success_rate":1,"successes":3}],"comparisons":[{"baseline_candidate_id":"deep-review","challenger_candidate_id":"fast-review","challenger_quality_losses":3,"challenger_quality_win_rate":0,"challenger_quality_win_rate_95ci":{"high":0.561497,"low":0},"challenger_quality_wins":0,"matched_pairs":3,"mean_cost_delta_usd":-0.028667,"mean_latency_delta_ms":-936.666667,"mean_quality_delta":-0.016667,"quality_pairs":3,"quality_ties":0}],"paired_units":3,"samples":6},"research":{"candidates":[{"candidate_id":"deep-review","mean_cost_usd":0.044667,"mean_latency_ms":1783.333333,"mean_quality":0.9,"model":"frontier-review-model","provider":"provider-a","samples":3,"success_rate":1,"successes":3},{"candidate_id":"fast-review","mean_cost_usd":0.015333,"mean_latency_ms":703.333333,"mean_quality":0.896667,"model":"fast-review-model","provider":"provider-b","samples":3,"success_rate":1,"successes":3}],"comparisons":[{"baseline_candidate_id":"deep-review","challenger_candidate_id":"fast-review","challenger_quality_losses":2,"challenger_quality_win_rate":0.333333,"challenger_quality_win_rate_95ci":{"high":0.79234,"low":0.061492},"challenger_quality_wins":1,"matched_pairs":3,"mean_cost_delta_usd":-0.029333,"mean_latency_delta_ms":-1080,"mean_quality_delta":-0.003333,"quality_pairs":3,"quality_ties":0}],"paired_units":3,"samples":6},"security":{"candidates":[{"candidate_id":"deep-review","mean_cost_usd":0.042667,"mean_latency_ms":1550,"mean_quality":0.946667,"model":"frontier-review-model","provider":"provider-a","samples":3,"success_rate":1,"successes":3},{"candidate_id":"fast-review","mean_cost_usd":0.013667,"mean_latency_ms":600,"mean_quality":0.933333,"model":"fast-review-model","provider":"provider-b","samples":3,"success_rate":1,"successes":3}],"comparisons":[{"baseline_candidate_id":"deep-review","challenger_candidate_id":"fast-review","challenger_quality_losses":3,"challenger_quality_win_rate":0,"challenger_quality_win_rate_95ci":{"high":0.561497,"low":0},"challenger_quality_wins":0,"matched_pairs":3,"mean_cost_delta_usd":-0.029,"mean_latency_delta_ms":-950,"mean_quality_delta":-0.013333,"quality_pairs":3,"quality_ties":0}],"paired_units":3,"samples":6},"summarization":{"candidates":[{"candidate_id":"deep-review","mean_cost_usd":0.020333,"mean_latency_ms":900,"mean_quality":0.893333,"model":"frontier-review-model","provider":"provider-a","samples":3,"success_rate":1,"successes":3},{"candidate_id":"fast-review","mean_cost_usd":0.005333,"mean_latency_ms":303.333333,"mean_quality":0.89,"model":"fast-review-model","provider":"provider-b","samples":3,"success_rate":1,"successes":3}],"comparisons":[{"baseline_candidate_id":"deep-review","challenger_candidate_id":"fast-review","challenger_quality_losses":1,"challenger_quality_win_rate":0.5,"challenger_quality_win_rate_95ci":{"high":0.905469,"low":0.094531},"challenger_quality_wins":1,"matched_pairs":3,"mean_cost_delta_usd":-0.015,"mean_latency_delta_ms":-596.666667,"mean_quality_delta":-0.003333,"quality_pairs":3,"quality_ties":1}],"paired_units":3,"samples":6}},"candidates":[{"candidate_id":"deep-review","mean_cost_usd":0.036417,"mean_latency_ms":1412.5,"mean_quality":0.916667,"model":"frontier-review-model","provider":"provider-a","samples":12,"success_rate":1,"successes":12},{"candidate_id":"fast-review","mean_cost_usd":0.010917,"mean_latency_ms":521.666667,"mean_quality":0.9075,"model":"fast-review-model","provider":"provider-b","samples":12,"success_rate":1,"successes":12}],"comparisons":[{"baseline_candidate_id":"deep-review","challenger_candidate_id":"fast-review","challenger_quality_losses":9,"challenger_quality_win_rate":0.181818,"challenger_quality_win_rate_95ci":{"high":0.476981,"low":0.051368},"challenger_quality_wins":2,"matched_pairs":12,"mean_cost_delta_usd":-0.0255,"mean_latency_delta_ms":-890.833333,"mean_quality_delta":-0.009167,"quality_pairs":12,"quality_ties":1}],"experiment_version":"0.1","generated_at":"2026-08-25T00:00:00.000Z","paired_units":12,"samples":24,"warnings":[]},"checks":[{"actual":12,"id":"global:matched_pairs","kind":"coverage","message":"global matched pairs: 12; minimum 12","metric":"matched_pairs","operator":"gte","scope":"global","status":"pass","threshold":12},{"actual":-0.009167,"id":"global:mean_quality_delta","kind":"threshold","message":"global challenger mean quality delta: -0.009167; minimum -0.02","metric":"mean_quality_delta","operator":"gte","scope":"global","status":"pass","threshold":-0.02},{"actual":0.051368,"id":"global:quality_win_rate_95ci_low","kind":"threshold","message":"global challenger quality win-rate 95% lower bound: 0.051368; minimum 0","metric":"quality_win_rate_95ci_low","operator":"gte","scope":"global","status":"pass","threshold":0},{"actual":-890.833333,"id":"global:mean_latency_delta_ms","kind":"threshold","message":"global challenger mean latency delta ms: -890.833333; maximum 0","metric":"mean_latency_delta_ms","operator":"lte","scope":"global","status":"pass","threshold":0},{"actual":-0.0255,"id":"global:mean_cost_delta_usd","kind":"threshold","message":"global challenger mean cost delta USD: -0.0255; maximum 0","metric":"mean_cost_delta_usd","operator":"lte","scope":"global","status":"pass","threshold":0},{"actual":0,"id":"global:success_rate_delta","kind":"threshold","message":"global challenger success-rate delta: 0; minimum 0","metric":"success_rate_delta","operator":"gte","scope":"global","status":"pass","threshold":0},{"actual":3,"id":"task_type:code_review:matched_pairs","kind":"coverage","message":"task_type:code_review matched pairs: 3; minimum 3","metric":"matched_pairs","operator":"gte","scope":"task_type:code_review","status":"pass","threshold":3},{"actual":-0.016667,"id":"task_type:code_review:mean_quality_delta","kind":"threshold","message":"task_type:code_review challenger mean quality delta: -0.016667; minimum -0.02","metric":"mean_quality_delta","operator":"gte","scope":"task_type:code_review","status":"pass","threshold":-0.02},{"actual":0,"id":"task_type:code_review:quality_win_rate_95ci_low","kind":"threshold","message":"task_type:code_review challenger quality win-rate 95% lower bound: 0; minimum 0","metric":"quality_win_rate_95ci_low","operator":"gte","scope":"task_type:code_review","status":"pass","threshold":0},{"actual":-936.666667,"id":"task_type:code_review:mean_latency_delta_ms","kind":"threshold","message":"task_type:code_review challenger mean latency delta ms: -936.666667; maximum 0","metric":"mean_latency_delta_ms","operator":"lte","scope":"task_type:code_review","status":"pass","threshold":0},{"actual":-0.028667,"id":"task_type:code_review:mean_cost_delta_usd","kind":"threshold","message":"task_type:code_review challenger mean cost delta USD: -0.028667; maximum 0","metric":"mean_cost_delta_usd","operator":"lte","scope":"task_type:code_review","status":"pass","threshold":0},{"actual":0,"id":"task_type:code_review:success_rate_delta","kind":"threshold","message":"task_type:code_review challenger success-rate delta: 0; minimum 0","metric":"success_rate_delta","operator":"gte","scope":"task_type:code_review","status":"pass","threshold":0},{"actual":3,"id":"task_type:research:matched_pairs","kind":"coverage","message":"task_type:research matched pairs: 3; minimum 3","metric":"matched_pairs","operator":"gte","scope":"task_type:research","status":"pass","threshold":3},{"actual":-0.003333,"id":"task_type:research:mean_quality_delta","kind":"threshold","message":"task_type:research challenger mean quality delta: -0.003333; minimum -0.02","metric":"mean_quality_delta","operator":"gte","scope":"task_type:research","status":"pass","threshold":-0.02},{"actual":0.061492,"id":"task_type:research:quality_win_rate_95ci_low","kind":"threshold","message":"task_type:research challenger quality win-rate 95% lower bound: 0.061492; minimum 0","metric":"quality_win_rate_95ci_low","operator":"gte","scope":"task_type:research","status":"pass","threshold":0},{"actual":-1080,"id":"task_type:research:mean_latency_delta_ms","kind":"threshold","message":"task_type:research challenger mean latency delta ms: -1080; maximum 0","metric":"mean_latency_delta_ms","operator":"lte","scope":"task_type:research","status":"pass","threshold":0},{"actual":-0.029333,"id":"task_type:research:mean_cost_delta_usd","kind":"threshold","message":"task_type:research challenger mean cost delta USD: -0.029333; maximum 0","metric":"mean_cost_delta_usd","operator":"lte","scope":"task_type:research","status":"pass","threshold":0},{"actual":0,"id":"task_type:research:success_rate_delta","kind":"threshold","message":"task_type:research challenger success-rate delta: 0; minimum 0","metric":"success_rate_delta","operator":"gte","scope":"task_type:research","status":"pass","threshold":0},{"actual":3,"id":"task_type:security:matched_pairs","kind":"coverage","message":"task_type:security matched pairs: 3; minimum 3","metric":"matched_pairs","operator":"gte","scope":"task_type:security","status":"pass","threshold":3},{"actual":-0.013333,"id":"task_type:security:mean_quality_delta","kind":"threshold","message":"task_type:security challenger mean quality delta: -0.013333; minimum -0.02","metric":"mean_quality_delta","operator":"gte","scope":"task_type:security","status":"pass","threshold":-0.02},{"actual":0,"id":"task_type:security:quality_win_rate_95ci_low","kind":"threshold","message":"task_type:security challenger quality win-rate 95% lower bound: 0; minimum 0","metric":"quality_win_rate_95ci_low","operator":"gte","scope":"task_type:security","status":"pass","threshold":0},{"actual":-950,"id":"task_type:security:mean_latency_delta_ms","kind":"threshold","message":"task_type:security challenger mean latency delta ms: -950; maximum 0","metric":"mean_latency_delta_ms","operator":"lte","scope":"task_type:security","status":"pass","threshold":0},{"actual":-0.029,"id":"task_type:security:mean_cost_delta_usd","kind":"threshold","message":"task_type:security challenger mean cost delta USD: -0.029; maximum 0","metric":"mean_cost_delta_usd","operator":"lte","scope":"task_type:security","status":"pass","threshold":0},{"actual":0,"id":"task_type:security:success_rate_delta","kind":"threshold","message":"task_type:security challenger success-rate delta: 0; minimum 0","metric":"success_rate_delta","operator":"gte","scope":"task_type:security","status":"pass","threshold":0},{"actual":3,"id":"task_type:summarization:matched_pairs","kind":"coverage","message":"task_type:summarization matched pairs: 3; minimum 3","metric":"matched_pairs","operator":"gte","scope":"task_type:summarization","status":"pass","threshold":3},{"actual":-0.003333,"id":"task_type:summarization:mean_quality_delta","kind":"threshold","message":"task_type:summarization challenger mean quality delta: -0.003333; minimum -0.02","metric":"mean_quality_delta","operator":"gte","scope":"task_type:summarization","status":"pass","threshold":-0.02},{"actual":0.094531,"id":"task_type:summarization:quality_win_rate_95ci_low","kind":"threshold","message":"task_type:summarization challenger quality win-rate 95% lower bound: 0.094531; minimum 0","metric":"quality_win_rate_95ci_low","operator":"gte","scope":"task_type:summarization","status":"pass","threshold":0},{"actual":-596.666667,"id":"task_type:summarization:mean_latency_delta_ms","kind":"threshold","message":"task_type:summarization challenger mean latency delta ms: -596.666667; maximum 0","metric":"mean_latency_delta_ms","operator":"lte","scope":"task_type:summarization","status":"pass","threshold":0},{"actual":-0.015,"id":"task_type:summarization:mean_cost_delta_usd","kind":"threshold","message":"task_type:summarization challenger mean cost delta USD: -0.015; maximum 0","metric":"mean_cost_delta_usd","operator":"lte","scope":"task_type:summarization","status":"pass","threshold":0},{"actual":0,"id":"task_type:summarization:success_rate_delta","kind":"threshold","message":"task_type:summarization challenger success-rate delta: 0; minimum 0","metric":"success_rate_delta","operator":"gte","scope":"task_type:summarization","status":"pass","threshold":0}],"decision_version":"0.1","evidence_sha256":"sha256:02e66478272850dfad98c9de61fb002dbf1b4ceb66e273b038f6c92dbf069aa5","generated_at":"2026-08-25T00:00:00.000Z","protocol_id":"public-proof-fast-review","protocol_sha256":"sha256:f2a05b181b5452247b0ead17b94b21d046dee842d4b3f34aac4a3fc18bdca5e6","status":"pass"}