262 lines
6.1 KiB
JSON
262 lines
6.1 KiB
JSON
{
|
|
"generatedAt": "2026-05-20T15:44:19.975Z",
|
|
"runsPerModel": 1,
|
|
"qualification": {
|
|
"minimumAverageScore": 80,
|
|
"minimumSuccessfulRuns": 1,
|
|
"minimumConsistencyScore": 85,
|
|
"requireNoHardFailures": true
|
|
},
|
|
"models": [
|
|
{
|
|
"model": "opencode/big-pickle",
|
|
"verdict": "recommended",
|
|
"confidence": "low",
|
|
"qualified": true,
|
|
"readinessScore": 100,
|
|
"averageScore": 100,
|
|
"consistencyScore": 100,
|
|
"behavioralAverageScore": 100,
|
|
"minScore": 100,
|
|
"successfulRuns": 1,
|
|
"countedRuns": 1,
|
|
"hardFailures": 0,
|
|
"providerInfraFailures": 0,
|
|
"runtimeTransportFailures": 0,
|
|
"modelBehaviorFailures": 0,
|
|
"harnessFailures": 0,
|
|
"p50DurationMs": 201184,
|
|
"p95DurationMs": 201184,
|
|
"stagePassRates": {
|
|
"launchBootstrap": {
|
|
"passed": 1,
|
|
"total": 1,
|
|
"rate": 100
|
|
},
|
|
"directReply": {
|
|
"passed": 1,
|
|
"total": 1,
|
|
"rate": 100
|
|
},
|
|
"peerRelayAB": {
|
|
"passed": 1,
|
|
"total": 1,
|
|
"rate": 100
|
|
},
|
|
"peerRelayBC": {
|
|
"passed": 1,
|
|
"total": 1,
|
|
"rate": 100
|
|
},
|
|
"concurrentReplies": {
|
|
"passed": 1,
|
|
"total": 1,
|
|
"rate": 100
|
|
},
|
|
"taskRefs": {
|
|
"passed": 1,
|
|
"total": 1,
|
|
"rate": 100
|
|
},
|
|
"cleanTranscript": {
|
|
"passed": 1,
|
|
"total": 1,
|
|
"rate": 100
|
|
},
|
|
"noDuplicateTokens": {
|
|
"passed": 1,
|
|
"total": 1,
|
|
"rate": 100
|
|
},
|
|
"latencyStable": {
|
|
"passed": 1,
|
|
"total": 1,
|
|
"rate": 100
|
|
}
|
|
},
|
|
"taskRefPassRates": {
|
|
"directReply": {
|
|
"passed": 1,
|
|
"total": 1,
|
|
"rate": 100
|
|
},
|
|
"peerRelayAB": {
|
|
"passed": 1,
|
|
"total": 1,
|
|
"rate": 100
|
|
},
|
|
"peerRelayBC": {
|
|
"passed": 1,
|
|
"total": 1,
|
|
"rate": 100
|
|
},
|
|
"concurrentBob": {
|
|
"passed": 1,
|
|
"total": 1,
|
|
"rate": 100
|
|
},
|
|
"concurrentTom": {
|
|
"passed": 1,
|
|
"total": 1,
|
|
"rate": 100
|
|
}
|
|
},
|
|
"protocolViolationTotals": {
|
|
"badMessages": 0,
|
|
"duplicateOrMissingTokens": 0,
|
|
"affectedRuns": 0
|
|
},
|
|
"stageFailureImpact": [
|
|
{
|
|
"stage": "cleanTranscript",
|
|
"failedRuns": 0,
|
|
"weightedLoss": 0,
|
|
"passRate": {
|
|
"passed": 1,
|
|
"total": 1,
|
|
"rate": 100
|
|
}
|
|
},
|
|
{
|
|
"stage": "concurrentReplies",
|
|
"failedRuns": 0,
|
|
"weightedLoss": 0,
|
|
"passRate": {
|
|
"passed": 1,
|
|
"total": 1,
|
|
"rate": 100
|
|
}
|
|
},
|
|
{
|
|
"stage": "directReply",
|
|
"failedRuns": 0,
|
|
"weightedLoss": 0,
|
|
"passRate": {
|
|
"passed": 1,
|
|
"total": 1,
|
|
"rate": 100
|
|
}
|
|
},
|
|
{
|
|
"stage": "latencyStable",
|
|
"failedRuns": 0,
|
|
"weightedLoss": 0,
|
|
"passRate": {
|
|
"passed": 1,
|
|
"total": 1,
|
|
"rate": 100
|
|
}
|
|
},
|
|
{
|
|
"stage": "launchBootstrap",
|
|
"failedRuns": 0,
|
|
"weightedLoss": 0,
|
|
"passRate": {
|
|
"passed": 1,
|
|
"total": 1,
|
|
"rate": 100
|
|
}
|
|
},
|
|
{
|
|
"stage": "noDuplicateTokens",
|
|
"failedRuns": 0,
|
|
"weightedLoss": 0,
|
|
"passRate": {
|
|
"passed": 1,
|
|
"total": 1,
|
|
"rate": 100
|
|
}
|
|
},
|
|
{
|
|
"stage": "peerRelayAB",
|
|
"failedRuns": 0,
|
|
"weightedLoss": 0,
|
|
"passRate": {
|
|
"passed": 1,
|
|
"total": 1,
|
|
"rate": 100
|
|
}
|
|
},
|
|
{
|
|
"stage": "peerRelayBC",
|
|
"failedRuns": 0,
|
|
"weightedLoss": 0,
|
|
"passRate": {
|
|
"passed": 1,
|
|
"total": 1,
|
|
"rate": 100
|
|
}
|
|
},
|
|
{
|
|
"stage": "taskRefs",
|
|
"failedRuns": 0,
|
|
"weightedLoss": 0,
|
|
"passRate": {
|
|
"passed": 1,
|
|
"total": 1,
|
|
"rate": 100
|
|
}
|
|
}
|
|
],
|
|
"scoreStability": {
|
|
"sampleSize": 1,
|
|
"minScore": 100,
|
|
"maxScore": 100,
|
|
"spread": 0,
|
|
"standardDeviation": 0,
|
|
"consistencyScore": 100
|
|
},
|
|
"dominantFailureCategory": "none",
|
|
"recommendationBlockers": [],
|
|
"runs": [
|
|
{
|
|
"runIndex": 1,
|
|
"passed": true,
|
|
"score": 100,
|
|
"countedForRecommendation": true,
|
|
"outcome": "passed",
|
|
"failureCategory": "none",
|
|
"primaryFailure": null,
|
|
"durationMs": 201184,
|
|
"hardFailure": false,
|
|
"stageDurationsMs": {
|
|
"setup": 322,
|
|
"launchBootstrap": 44102,
|
|
"materializeTasks": 40,
|
|
"directReply": 20838,
|
|
"peerRelayAB": 41022,
|
|
"peerRelayBC": 47832,
|
|
"concurrentReplies": 29138,
|
|
"hygiene": 1
|
|
},
|
|
"stageFailures": {},
|
|
"taskRefChecks": {
|
|
"directReply": true,
|
|
"peerRelayAB": true,
|
|
"peerRelayBC": true,
|
|
"concurrentBob": true,
|
|
"concurrentTom": true
|
|
},
|
|
"protocolViolations": {
|
|
"badMessages": 0,
|
|
"duplicateOrMissingTokens": []
|
|
},
|
|
"stages": {
|
|
"launchBootstrap": true,
|
|
"directReply": true,
|
|
"peerRelayAB": true,
|
|
"peerRelayBC": true,
|
|
"concurrentReplies": true,
|
|
"taskRefs": true,
|
|
"cleanTranscript": true,
|
|
"noDuplicateTokens": true,
|
|
"latencyStable": true
|
|
},
|
|
"diagnostics": [
|
|
"runId=85e7ecb6-0767-4606-90d2-c926937b22f5"
|
|
]
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|