{ "generatedAt": "2026-05-08T22:48:31.416Z", "runsPerModel": 1, "qualification": { "minimumAverageScore": 80, "minimumSuccessfulRuns": 1, "minimumConsistencyScore": 85, "requireNoHardFailures": true }, "models": [ { "model": "opencode/big-pickle", "verdict": "recommended", "confidence": "low", "qualified": true, "readinessScore": 100, "averageScore": 100, "consistencyScore": 100, "behavioralAverageScore": 100, "minScore": 100, "successfulRuns": 1, "countedRuns": 1, "hardFailures": 0, "providerInfraFailures": 0, "runtimeTransportFailures": 0, "modelBehaviorFailures": 0, "harnessFailures": 0, "p50DurationMs": 118757, "p95DurationMs": 118757, "stagePassRates": { "launchBootstrap": { "passed": 1, "total": 1, "rate": 100 }, "directReply": { "passed": 1, "total": 1, "rate": 100 }, "peerRelayAB": { "passed": 1, "total": 1, "rate": 100 }, "peerRelayBC": { "passed": 1, "total": 1, "rate": 100 }, "concurrentReplies": { "passed": 1, "total": 1, "rate": 100 }, "taskRefs": { "passed": 1, "total": 1, "rate": 100 }, "cleanTranscript": { "passed": 1, "total": 1, "rate": 100 }, "noDuplicateTokens": { "passed": 1, "total": 1, "rate": 100 }, "latencyStable": { "passed": 1, "total": 1, "rate": 100 } }, "taskRefPassRates": { "directReply": { "passed": 1, "total": 1, "rate": 100 }, "peerRelayAB": { "passed": 1, "total": 1, "rate": 100 }, "peerRelayBC": { "passed": 1, "total": 1, "rate": 100 }, "concurrentBob": { "passed": 1, "total": 1, "rate": 100 }, "concurrentTom": { "passed": 1, "total": 1, "rate": 100 } }, "protocolViolationTotals": { "badMessages": 0, "duplicateOrMissingTokens": 0, "affectedRuns": 0 }, "stageFailureImpact": [ { "stage": "cleanTranscript", "failedRuns": 0, "weightedLoss": 0, "passRate": { "passed": 1, "total": 1, "rate": 100 } }, { "stage": "concurrentReplies", "failedRuns": 0, "weightedLoss": 0, "passRate": { "passed": 1, "total": 1, "rate": 100 } }, { "stage": "directReply", "failedRuns": 0, "weightedLoss": 0, "passRate": { "passed": 1, "total": 1, "rate": 100 } }, { "stage": "latencyStable", "failedRuns": 0, "weightedLoss": 0, "passRate": { "passed": 1, "total": 1, "rate": 100 } }, { "stage": "launchBootstrap", "failedRuns": 0, "weightedLoss": 0, "passRate": { "passed": 1, "total": 1, "rate": 100 } }, { "stage": "noDuplicateTokens", "failedRuns": 0, "weightedLoss": 0, "passRate": { "passed": 1, "total": 1, "rate": 100 } }, { "stage": "peerRelayAB", "failedRuns": 0, "weightedLoss": 0, "passRate": { "passed": 1, "total": 1, "rate": 100 } }, { "stage": "peerRelayBC", "failedRuns": 0, "weightedLoss": 0, "passRate": { "passed": 1, "total": 1, "rate": 100 } }, { "stage": "taskRefs", "failedRuns": 0, "weightedLoss": 0, "passRate": { "passed": 1, "total": 1, "rate": 100 } } ], "scoreStability": { "sampleSize": 1, "minScore": 100, "maxScore": 100, "spread": 0, "standardDeviation": 0, "consistencyScore": 100 }, "dominantFailureCategory": "none", "recommendationBlockers": [], "runs": [ { "runIndex": 1, "passed": true, "score": 100, "countedForRecommendation": true, "outcome": "passed", "failureCategory": "none", "primaryFailure": null, "durationMs": 118757, "hardFailure": false, "stageDurationsMs": { "setup": 225, "launchBootstrap": 20591, "materializeTasks": 36, "directReply": 14820, "peerRelayAB": 32039, "peerRelayBC": 27306, "concurrentReplies": 15426, "hygiene": 1 }, "stageFailures": {}, "taskRefChecks": { "directReply": true, "peerRelayAB": true, "peerRelayBC": true, "concurrentBob": true, "concurrentTom": true }, "protocolViolations": { "badMessages": 0, "duplicateOrMissingTokens": [] }, "stages": { "launchBootstrap": true, "directReply": true, "peerRelayAB": true, "peerRelayBC": true, "concurrentReplies": true, "taskRefs": true, "cleanTranscript": true, "noDuplicateTokens": true, "latencyStable": true }, "diagnostics": [ "runId=44f5aa40-e169-49ed-9ea3-4c72aaf4a9f1" ] } ] } ] }