diff --git a/test-results/opencode-semantic-model-matrix/report-1778221114506.json b/test-results/opencode-semantic-model-matrix/report-1778221114506.json new file mode 100644 index 00000000..fae33975 --- /dev/null +++ b/test-results/opencode-semantic-model-matrix/report-1778221114506.json @@ -0,0 +1,44 @@ +{ + "generatedAt": "2026-05-08T06:18:34.505Z", + "models": [ + { + "model": "openrouter/moonshotai/kimi-k2.6", + "passed": false, + "score": 80, + "durationMs": 114290, + "stages": { + "launchBootstrap": true, + "directReply": true, + "peerRelay": false, + "taskRefs": true, + "longPrompt": true, + "latencyStable": true + }, + "diagnostics": [ + "runId=0e8158b6-8cbf-41ed-8042-55f64b133764", + "directDelivery={\"delivered\":true,\"accepted\":true,\"responsePending\":true,\"responseState\":\"empty_assistant_turn\",\"ledgerStatus\":\"retry_scheduled\",\"reason\":\"empty_assistant_turn\",\"diagnostics\":[\"OpenCode app MCP was reattached before message delivery.\",\"Reattached stale OpenCode app MCP server: existing app MCP config does not expose environment; CLAUDE_TEAM_CONTROL_URL cannot be verified\"]}", + "peerDelivery={\"delivered\":true,\"accepted\":true,\"responsePending\":true,\"responseState\":\"responded_visible_message\",\"ledgerStatus\":\"retry_scheduled\",\"reason\":\"visible_reply_destination_not_found_yet\",\"visibleReplyCorrelation\":\"direct_child_message_send\",\"diagnostics\":[\"OpenCode bootstrap MCP did not complete required tools before assistant response: runtime_bootstrap_checkin, member_briefing\",\"Recreated OpenCode session before message delivery because bootstrap MCP failed in the stored session.\",\"OpenCode app MCP was reattached before message delivery.\",\"Reattached stale OpenCode app MCP server: existing app MCP config does not expose environment; CLAUDE_TEAM_CONTROL_URL cannot be verified\"]}", + "expected false to be true // Object.is equality" + ] + }, + { + "model": "z-ai/glm-5.1", + "passed": true, + "score": 100, + "durationMs": 91414, + "stages": { + "launchBootstrap": true, + "directReply": true, + "peerRelay": true, + "taskRefs": true, + "longPrompt": true, + "latencyStable": true + }, + "diagnostics": [ + "runId=ff0501e9-8fa4-4ad6-b872-8d48d684295f", + "directDelivery={\"delivered\":true,\"accepted\":true,\"responsePending\":true,\"responseState\":\"empty_assistant_turn\",\"ledgerStatus\":\"retry_scheduled\",\"reason\":\"empty_assistant_turn\",\"diagnostics\":[\"OpenCode app MCP was reattached before message delivery.\",\"Reattached stale OpenCode app MCP server: existing app MCP config does not expose environment; CLAUDE_TEAM_CONTROL_URL cannot be verified\"]}", + "peerDelivery={\"delivered\":true,\"accepted\":true,\"responsePending\":true,\"responseState\":\"empty_assistant_turn\",\"ledgerStatus\":\"retry_scheduled\",\"reason\":\"empty_assistant_turn\",\"diagnostics\":[\"OpenCode bootstrap MCP did not complete required tools before assistant response: runtime_bootstrap_checkin, member_briefing\",\"Recreated OpenCode session before message delivery because bootstrap MCP failed in the stored session.\",\"OpenCode app MCP was reattached before message delivery.\",\"Reattached stale OpenCode app MCP server: existing app MCP config does not expose environment; CLAUDE_TEAM_CONTROL_URL cannot be verified\"]}" + ] + } + ] +}