agent-ecosystem/src/main/workers/team-data-worker.ts
Artem Rootman da58917032
perf: offload heavy I/O to worker thread, reduce renderer re-renders
Main process — worker thread for team data:
- New team-data-worker thread handles getTeamData and findLogsForTask,
  isolating heavy file I/O (scanning 300+ subagent JSONL files) from
  Electron's main event loop. getTeamData dropped from ~2000ms on the
  main thread to ~110ms via the worker.
- Worker-side dedup and 10s result cache for findLogsForTask prevents
  redundant scans when the same task is queried multiple times.
- Discovery cache TTL raised from 5s to 30s — avoids re-scanning the
  entire project directory on every call.
- Message cap at 200 in TeamDataService to keep IPC payloads under 1MB
  (was sending 2200+ messages / ~3MB, stalling Chromium IPC serialization).
- IPC handlers fall back to main-thread execution if the worker is
  unavailable (graceful degradation).

Renderer — useShallow and memoization (55 files):
- Added useShallow to store selectors across 55 renderer files. Batched
  individual useStore() calls (e.g. 17 calls in ExtensionStoreView,
  10 in ConnectionSection) into single useShallow selectors, cutting
  unnecessary re-render checks on every store update.
- MemberLogsTab: three 5-second polling intervals now pause when the
  parent tab is hidden (display:none). Previously 5 hidden tabs × 3
  intervals = 15 polling timers firing continuously.
- KanbanColumn wrapped in React.memo to skip re-renders when props
  haven't changed.
- MemberList: memoized activeMembers/removedMembers/colorMap; replaced
  O(n×m) per-member task scan with a pre-computed reviewer map.
- Bounded timer Maps in store initialization to prevent unbounded growth
  of debounce/throttle tracking maps during long sessions.
2026-04-05 16:21:05 +00:00

87 lines
3.2 KiB
TypeScript

/**
* Worker thread for heavy team I/O operations (getTeamData, findLogsForTask).
*
* Runs in its own event loop, completely isolated from the Electron main thread.
* This prevents file-heavy operations (scanning 300+ subagent JSONL files,
* parsing large session files) from stalling the main process UI/IPC.
*/
import { parentPort } from 'node:worker_threads';
import { TeamDataService } from '@main/services/team/TeamDataService';
import { TeamMemberLogsFinder } from '@main/services/team/TeamMemberLogsFinder';
import { createLogger } from '@shared/utils/logger';
import type { MemberLogSummary } from '@shared/types';
import type {
TeamDataWorkerRequest,
TeamDataWorkerResponse,
} from '@main/services/team/teamDataWorkerTypes';
const logger = createLogger('Worker:TeamData');
// Instantiate services with default dependencies — worker has its own event loop
const teamDataService = new TeamDataService();
const logsFinder = new TeamMemberLogsFinder();
// In-flight dedup: concurrent calls for the same task piggyback on one request
const logsInFlight = new Map<string, Promise<unknown>>();
// Result cache with TTL to avoid re-scanning files
const logsResultCache = new Map<string, { result: MemberLogSummary[]; cachedAt: number }>();
const LOGS_CACHE_TTL_MS = 10_000;
function respond(msg: TeamDataWorkerResponse): void {
parentPort?.postMessage(msg);
}
parentPort?.on('message', async (msg: TeamDataWorkerRequest) => {
try {
switch (msg.op) {
case 'getTeamData': {
const result = await teamDataService.getTeamData(msg.payload.teamName);
respond({ id: msg.id, ok: true, result });
break;
}
case 'findLogsForTask': {
const { teamName, taskId, options } = msg.payload;
const cacheKey = `${teamName}:${taskId}:${options?.owner ?? ''}`;
// Check result cache
const cached = logsResultCache.get(cacheKey);
if (cached && Date.now() - cached.cachedAt < LOGS_CACHE_TTL_MS) {
respond({ id: msg.id, ok: true, result: cached.result });
break;
}
// Dedup concurrent calls
let promise = logsInFlight.get(cacheKey) as Promise<MemberLogSummary[]> | undefined;
if (!promise) {
promise = logsFinder.findLogsForTask(teamName, taskId, options).then((result) => {
logsInFlight.delete(cacheKey);
logsResultCache.set(cacheKey, { result, cachedAt: Date.now() });
// Cap cache
if (logsResultCache.size > 100) {
const firstKey = logsResultCache.keys().next().value;
if (firstKey !== undefined) logsResultCache.delete(firstKey);
}
return result;
});
logsInFlight.set(cacheKey, promise);
}
const result = await promise;
respond({ id: msg.id, ok: true, result });
break;
}
default: {
const _exhaustive: never = msg;
respond({ id: (_exhaustive as { id: string }).id, ok: false, error: `Unknown op` });
}
}
} catch (err) {
const message = err instanceof Error ? err.message : String(err);
logger.error(`[${msg.op}] ${message}`);
respond({ id: msg.id, ok: false, error: message });
}
});
logger.info('team-data-worker started');