agent-ecosystem/test/features/member-work-sync/main/MemberWorkSyncEventQueue.test.ts

468 lines
15 KiB
TypeScript

import { MemberWorkSyncEventQueue } from '@features/member-work-sync/main/infrastructure/MemberWorkSyncEventQueue';
import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
describe('MemberWorkSyncEventQueue', () => {
beforeEach(() => {
vi.useFakeTimers();
});
afterEach(() => {
vi.useRealTimers();
});
it('coalesces duplicate member events into one queue reconcile', async () => {
const reconciles: unknown[] = [];
const auditEvents: string[] = [];
const queue = new MemberWorkSyncEventQueue({
quietWindowMs: 100,
reconcile: async (request, context) => {
reconciles.push({ request, context });
},
isTeamActive: () => true,
auditJournal: {
append: async (event) => {
auditEvents.push(event.event);
},
},
});
queue.enqueue({ teamName: 'team-a', memberName: 'bob', triggerReason: 'task_changed' });
queue.enqueue({ teamName: 'team-a', memberName: 'bob', triggerReason: 'inbox_changed' });
await vi.advanceTimersByTimeAsync(100);
expect(reconciles).toHaveLength(1);
expect(reconciles[0]).toMatchObject({
request: { teamName: 'team-a', memberName: 'bob' },
context: {
reconciledBy: 'queue',
triggerReasons: ['inbox_changed', 'task_changed'],
},
});
expect(queue.getDiagnostics()).toMatchObject({ reconciled: 1, coalesced: 1 });
expect(auditEvents).toEqual(['queue_enqueued', 'queue_coalesced', 'queue_reconciled']);
await queue.stop();
});
it('bounds coalescing so noisy event streams cannot starve reconcile forever', async () => {
const reconciles: unknown[] = [];
const queue = new MemberWorkSyncEventQueue({
quietWindowMs: 100,
triggerTiming: {
task_changed: { runAfterMs: 100, maxCoalesceWaitMs: 250 },
},
reconcile: async (request, context) => {
reconciles.push({ request, context });
},
isTeamActive: () => true,
});
queue.enqueue({ teamName: 'team-a', memberName: 'bob', triggerReason: 'task_changed' });
await vi.advanceTimersByTimeAsync(90);
queue.enqueue({ teamName: 'team-a', memberName: 'bob', triggerReason: 'task_changed' });
await vi.advanceTimersByTimeAsync(90);
queue.enqueue({ teamName: 'team-a', memberName: 'bob', triggerReason: 'task_changed' });
await vi.advanceTimersByTimeAsync(69);
expect(reconciles).toHaveLength(0);
expect(queue.getDiagnostics()).toMatchObject({
queued: 1,
queuedItems: [
{
memberName: 'bob',
triggerReasonCounts: { task_changed: 3 },
},
],
});
await vi.advanceTimersByTimeAsync(1);
expect(reconciles).toHaveLength(1);
await queue.stop();
});
it('lets manual refresh expedite an already queued delayed reconcile', async () => {
const reconciles: unknown[] = [];
const queue = new MemberWorkSyncEventQueue({
triggerTiming: {
task_changed: { runAfterMs: 1_000, maxCoalesceWaitMs: 5_000 },
manual_refresh: { runAfterMs: 0, maxCoalesceWaitMs: 0 },
},
reconcile: async (request, context) => {
reconciles.push({ request, context });
},
isTeamActive: () => true,
});
queue.enqueue({ teamName: 'team-a', memberName: 'bob', triggerReason: 'task_changed' });
await vi.advanceTimersByTimeAsync(100);
queue.enqueue({ teamName: 'team-a', memberName: 'bob', triggerReason: 'manual_refresh' });
await vi.advanceTimersByTimeAsync(1);
expect(reconciles).toHaveLength(1);
expect(reconciles[0]).toMatchObject({
context: { triggerReasons: ['manual_refresh', 'task_changed'] },
});
await queue.stop();
});
it('does not let legacy quiet window override delay manual refresh', async () => {
const reconciles: unknown[] = [];
const queue = new MemberWorkSyncEventQueue({
quietWindowMs: 10_000,
reconcile: async (request, context) => {
reconciles.push({ request, context });
},
isTeamActive: () => true,
});
queue.enqueue({ teamName: 'team-a', memberName: 'bob', triggerReason: 'manual_refresh' });
await vi.advanceTimersByTimeAsync(1);
expect(reconciles).toHaveLength(1);
await queue.stop();
});
it('uses explicit fast timing for proof-missing recovery triggers', async () => {
const reconciles: unknown[] = [];
const queue = new MemberWorkSyncEventQueue({
reconcile: async (request, context) => {
reconciles.push({ request, context });
},
isTeamActive: () => true,
});
queue.enqueue({
teamName: 'team-a',
memberName: 'bob',
triggerReason: 'proof_missing_recovery',
});
await vi.advanceTimersByTimeAsync(4_999);
expect(reconciles).toHaveLength(0);
await vi.advanceTimersByTimeAsync(1);
expect(reconciles).toHaveLength(1);
expect(reconciles[0]).toMatchObject({
context: { triggerReasons: ['proof_missing_recovery'] },
});
await queue.stop();
});
it('passes proof-missing recovery context into queued reconcile', async () => {
const reconciles: unknown[] = [];
const queue = new MemberWorkSyncEventQueue({
reconcile: async (request, context) => {
reconciles.push({ request, context });
},
isTeamActive: () => true,
});
queue.enqueue({
teamName: 'team-a',
memberName: 'bob',
triggerReason: 'proof_missing_recovery',
runAfterMs: 0,
recovery: {
kind: 'proof_missing',
intentKey: 'proof-missing:message-1',
originalMessageId: 'message-1',
taskIds: ['task-a'],
},
});
await vi.advanceTimersByTimeAsync(1);
expect(reconciles).toHaveLength(1);
expect(reconciles[0]).toMatchObject({
request: { teamName: 'team-a', memberName: 'bob' },
context: {
reconciledBy: 'queue',
triggerReasons: ['proof_missing_recovery'],
recovery: {
kind: 'proof_missing',
intentKey: 'proof-missing:message-1',
originalMessageId: 'message-1',
taskIds: ['task-a'],
},
},
});
await queue.stop();
});
it('does not let a later quiet-window event delay a queued manual refresh', async () => {
const reconciles: unknown[] = [];
const queue = new MemberWorkSyncEventQueue({
triggerTiming: {
task_changed: { runAfterMs: 1_000, maxCoalesceWaitMs: 5_000 },
},
reconcile: async (request, context) => {
reconciles.push({ request, context });
},
isTeamActive: () => true,
});
queue.enqueue({ teamName: 'team-a', memberName: 'bob', triggerReason: 'manual_refresh' });
queue.enqueue({ teamName: 'team-a', memberName: 'bob', triggerReason: 'task_changed' });
await vi.advanceTimersByTimeAsync(1);
expect(reconciles).toHaveLength(1);
expect(reconciles[0]).toMatchObject({
context: { triggerReasons: ['manual_refresh', 'task_changed'] },
});
await queue.stop();
});
it('drops queued work for inactive teams without reconciling', async () => {
const reconcile = vi.fn();
const queue = new MemberWorkSyncEventQueue({
quietWindowMs: 1,
reconcile,
isTeamActive: () => false,
});
queue.enqueue({ teamName: 'team-a', memberName: 'bob', triggerReason: 'task_changed' });
await vi.advanceTimersByTimeAsync(1);
expect(reconcile).not.toHaveBeenCalled();
expect(queue.getDiagnostics()).toMatchObject({ dropped: 1, reconciled: 0 });
await queue.stop();
});
it('runs one follow-up pass when events arrive during an active reconcile', async () => {
let release: () => void = () => {
throw new Error('reconcile did not start');
};
const reconciles: unknown[] = [];
const queue = new MemberWorkSyncEventQueue({
quietWindowMs: 1,
reconcile: async (request, context) => {
reconciles.push({ request, context });
if (reconciles.length === 1) {
await new Promise<void>((resolve) => {
release = resolve;
});
}
},
isTeamActive: () => true,
});
queue.enqueue({ teamName: 'team-a', memberName: 'bob', triggerReason: 'task_changed' });
await vi.advanceTimersByTimeAsync(1);
queue.enqueue({ teamName: 'team-a', memberName: 'bob', triggerReason: 'tool_finished' });
release();
await vi.advanceTimersByTimeAsync(1);
expect(reconciles).toHaveLength(2);
expect(reconciles[1]).toMatchObject({
context: { reconciledBy: 'queue', triggerReasons: ['task_changed', 'tool_finished'] },
});
await queue.stop();
});
it('lets manual refresh request an immediate follow-up after an active reconcile', async () => {
let release: () => void = () => {
throw new Error('reconcile did not start');
};
const reconciles: unknown[] = [];
const queue = new MemberWorkSyncEventQueue({
reconcile: async (request, context) => {
reconciles.push({ request, context });
if (reconciles.length === 1) {
await new Promise<void>((resolve) => {
release = resolve;
});
}
},
isTeamActive: () => true,
});
queue.enqueue({
teamName: 'team-a',
memberName: 'bob',
triggerReason: 'config_changed',
runAfterMs: 0,
});
await vi.advanceTimersByTimeAsync(0);
queue.enqueue({ teamName: 'team-a', memberName: 'bob', triggerReason: 'manual_refresh' });
release();
await vi.advanceTimersByTimeAsync(1);
expect(reconciles).toHaveLength(2);
expect(reconciles[1]).toMatchObject({
context: { triggerReasons: ['config_changed', 'manual_refresh'] },
});
await queue.stop();
});
it('does not let a later event delay a due item waiting behind concurrency', async () => {
let release: () => void = () => {
throw new Error('reconcile did not start');
};
const reconciles: unknown[] = [];
const queue = new MemberWorkSyncEventQueue({
concurrency: 1,
triggerTiming: {
task_changed: { runAfterMs: 0, maxCoalesceWaitMs: 5_000 },
inbox_changed: { runAfterMs: 1_000, maxCoalesceWaitMs: 5_000 },
},
reconcile: async (request, context) => {
reconciles.push({ request, context });
if (reconciles.length === 1) {
await new Promise<void>((resolve) => {
release = resolve;
});
}
},
isTeamActive: () => true,
});
queue.enqueue({ teamName: 'team-a', memberName: 'alice', triggerReason: 'task_changed' });
queue.enqueue({ teamName: 'team-a', memberName: 'bob', triggerReason: 'task_changed' });
await vi.advanceTimersByTimeAsync(0);
queue.enqueue({ teamName: 'team-a', memberName: 'bob', triggerReason: 'inbox_changed' });
release();
await vi.advanceTimersByTimeAsync(1);
expect(reconciles).toHaveLength(2);
expect(reconciles[1]).toMatchObject({
request: { memberName: 'bob' },
context: { triggerReasons: ['inbox_changed', 'task_changed'] },
});
await queue.stop();
});
it('does not spin timers while concurrency is saturated', async () => {
let release: () => void = () => {
throw new Error('reconcile did not start');
};
const reconciles: unknown[] = [];
const queue = new MemberWorkSyncEventQueue({
quietWindowMs: 1,
concurrency: 1,
reconcile: async (request) => {
reconciles.push(request);
if (reconciles.length === 1) {
await new Promise<void>((resolve) => {
release = resolve;
});
}
},
isTeamActive: () => true,
});
queue.enqueue({ teamName: 'team-a', memberName: 'alice', triggerReason: 'task_changed' });
queue.enqueue({ teamName: 'team-a', memberName: 'bob', triggerReason: 'task_changed' });
await vi.advanceTimersByTimeAsync(1);
await vi.advanceTimersByTimeAsync(1_000);
expect(reconciles).toHaveLength(1);
expect(queue.getDiagnostics()).toMatchObject({ queued: 1, running: 1 });
release();
await vi.advanceTimersByTimeAsync(1);
expect(reconciles).toHaveLength(2);
await queue.stop();
});
it('retries a failed reconcile with bounded backoff', async () => {
const reconciles: unknown[] = [];
const auditEvents: string[] = [];
const queue = new MemberWorkSyncEventQueue({
quietWindowMs: 1,
retryDelayMs: 10,
maxRetryAttempts: 2,
reconcile: async (request) => {
reconciles.push(request);
if (reconciles.length === 1) {
throw new Error('transient');
}
},
isTeamActive: () => true,
auditJournal: {
append: async (event) => {
auditEvents.push(event.event);
},
},
});
queue.enqueue({ teamName: 'team-a', memberName: 'bob', triggerReason: 'turn_settled' });
await vi.advanceTimersByTimeAsync(1);
expect(reconciles).toHaveLength(1);
expect(queue.getDiagnostics()).toMatchObject({ failed: 1, queued: 1, reconciled: 0 });
expect(auditEvents).toEqual(['queue_enqueued', 'queue_retry_scheduled']);
await vi.advanceTimersByTimeAsync(9);
expect(reconciles).toHaveLength(1);
await vi.advanceTimersByTimeAsync(1);
expect(reconciles).toHaveLength(2);
expect(queue.getDiagnostics()).toMatchObject({ failed: 1, queued: 0, reconciled: 1 });
await queue.stop();
});
it('drops a failed reconcile after the retry budget is exhausted', async () => {
const reconcile = vi.fn(async () => {
throw new Error('still failing');
});
const queue = new MemberWorkSyncEventQueue({
quietWindowMs: 1,
retryDelayMs: 10,
maxRetryAttempts: 1,
reconcile,
isTeamActive: () => true,
});
queue.enqueue({ teamName: 'team-a', memberName: 'bob', triggerReason: 'turn_settled' });
await vi.advanceTimersByTimeAsync(1);
await vi.advanceTimersByTimeAsync(10);
await vi.advanceTimersByTimeAsync(1_000);
expect(reconcile).toHaveBeenCalledTimes(2);
expect(queue.getDiagnostics()).toMatchObject({
dropped: 1,
failed: 2,
queued: 0,
reconciled: 0,
});
await queue.stop();
});
it('resets retry budget when a fresh event joins a queued retry item', async () => {
const reconcile = vi.fn(async () => {
throw new Error('still failing');
});
const queue = new MemberWorkSyncEventQueue({
quietWindowMs: 1,
retryDelayMs: 10,
maxRetryAttempts: 1,
reconcile,
isTeamActive: () => true,
});
queue.enqueue({ teamName: 'team-a', memberName: 'bob', triggerReason: 'turn_settled' });
await vi.advanceTimersByTimeAsync(1);
expect(queue.getDiagnostics()).toMatchObject({ failed: 1, queued: 1, dropped: 0 });
queue.enqueue({ teamName: 'team-a', memberName: 'bob', triggerReason: 'task_changed' });
await vi.advanceTimersByTimeAsync(10);
expect(reconcile).toHaveBeenCalledTimes(2);
expect(queue.getDiagnostics()).toMatchObject({
dropped: 0,
failed: 2,
queued: 1,
reconciled: 0,
});
await queue.stop();
});
});