{ "generatedAt": "2026-05-20T15:44:19.975Z", "runsPerModel": 1, "qualification": { "minimumAverageScore": 80, "minimumSuccessfulRuns": 1, "minimumConsistencyScore": 85, "requireNoHardFailures": true }, "models": [ { "model": "opencode/big-pickle", "verdict": "recommended", "confidence": "low", "qualified": true, "readinessScore": 100, "averageScore": 100, "consistencyScore": 100, "behavioralAverageScore": 100, "minScore": 100, "successfulRuns": 1, "countedRuns": 1, "hardFailures": 0, "providerInfraFailures": 0, "runtimeTransportFailures": 0, "modelBehaviorFailures": 0, "harnessFailures": 0, "p50DurationMs": 201184, "p95DurationMs": 201184, "stagePassRates": { "launchBootstrap": { "passed": 1, "total": 1, "rate": 100 }, "directReply": { "passed": 1, "total": 1, "rate": 100 }, "peerRelayAB": { "passed": 1, "total": 1, "rate": 100 }, "peerRelayBC": { "passed": 1, "total": 1, "rate": 100 }, "concurrentReplies": { "passed": 1, "total": 1, "rate": 100 }, "taskRefs": { "passed": 1, "total": 1, "rate": 100 }, "cleanTranscript": { "passed": 1, "total": 1, "rate": 100 }, "noDuplicateTokens": { "passed": 1, "total": 1, "rate": 100 }, "latencyStable": { "passed": 1, "total": 1, "rate": 100 } }, "taskRefPassRates": { "directReply": { "passed": 1, "total": 1, "rate": 100 }, "peerRelayAB": { "passed": 1, "total": 1, "rate": 100 }, "peerRelayBC": { "passed": 1, "total": 1, "rate": 100 }, "concurrentBob": { "passed": 1, "total": 1, "rate": 100 }, "concurrentTom": { "passed": 1, "total": 1, "rate": 100 } }, "protocolViolationTotals": { "badMessages": 0, "duplicateOrMissingTokens": 0, "affectedRuns": 0 }, "stageFailureImpact": [ { "stage": "cleanTranscript", "failedRuns": 0, "weightedLoss": 0, "passRate": { "passed": 1, "total": 1, "rate": 100 } }, { "stage": "concurrentReplies", "failedRuns": 0, "weightedLoss": 0, "passRate": { "passed": 1, "total": 1, "rate": 100 } }, { "stage": "directReply", "failedRuns": 0, "weightedLoss": 0, "passRate": { "passed": 1, "total": 1, "rate": 100 } }, { "stage": "latencyStable", "failedRuns": 0, "weightedLoss": 0, "passRate": { "passed": 1, "total": 1, "rate": 100 } }, { "stage": "launchBootstrap", "failedRuns": 0, "weightedLoss": 0, "passRate": { "passed": 1, "total": 1, "rate": 100 } }, { "stage": "noDuplicateTokens", "failedRuns": 0, "weightedLoss": 0, "passRate": { "passed": 1, "total": 1, "rate": 100 } }, { "stage": "peerRelayAB", "failedRuns": 0, "weightedLoss": 0, "passRate": { "passed": 1, "total": 1, "rate": 100 } }, { "stage": "peerRelayBC", "failedRuns": 0, "weightedLoss": 0, "passRate": { "passed": 1, "total": 1, "rate": 100 } }, { "stage": "taskRefs", "failedRuns": 0, "weightedLoss": 0, "passRate": { "passed": 1, "total": 1, "rate": 100 } } ], "scoreStability": { "sampleSize": 1, "minScore": 100, "maxScore": 100, "spread": 0, "standardDeviation": 0, "consistencyScore": 100 }, "dominantFailureCategory": "none", "recommendationBlockers": [], "runs": [ { "runIndex": 1, "passed": true, "score": 100, "countedForRecommendation": true, "outcome": "passed", "failureCategory": "none", "primaryFailure": null, "durationMs": 201184, "hardFailure": false, "stageDurationsMs": { "setup": 322, "launchBootstrap": 44102, "materializeTasks": 40, "directReply": 20838, "peerRelayAB": 41022, "peerRelayBC": 47832, "concurrentReplies": 29138, "hygiene": 1 }, "stageFailures": {}, "taskRefChecks": { "directReply": true, "peerRelayAB": true, "peerRelayBC": true, "concurrentBob": true, "concurrentTom": true }, "protocolViolations": { "badMessages": 0, "duplicateOrMissingTokens": [] }, "stages": { "launchBootstrap": true, "directReply": true, "peerRelayAB": true, "peerRelayBC": true, "concurrentReplies": true, "taskRefs": true, "cleanTranscript": true, "noDuplicateTokens": true, "latencyStable": true }, "diagnostics": [ "runId=85e7ecb6-0767-4606-90d2-c926937b22f5" ] } ] } ] }