import { describe, expect, it } from 'vitest'; import { parseCodexExecEventLine, summarizeCodexExecEvents, } from '../../../src/context/llm/codex-exec-events.js'; describe('Codex exec event parsing', () => { it('uses the completed turn as one step when no MCP tools run', () => { const summary = summarizeCodexExecEvents( [ { type: 'thread.started', thread_id: 'thr_1' }, { type: 'turn.started' }, { type: 'item.completed', item: { id: 'item_1', type: 'agent_message', text: 'hello from codex' } }, { type: 'turn.completed', usage: { input_tokens: 12, cached_input_tokens: 4, output_tokens: 5, reasoning_output_tokens: 2, }, }, ], { startedAt: 100, now: () => 125 }, ); expect(summary).toEqual({ finalText: 'hello from codex', stopReason: 'natural', usage: { inputTokens: 12, outputTokens: 5, totalTokens: 17 }, stepCount: 1, stepBoundariesMs: [25], toolCallCount: 0, toolFailures: [], }); }); it('uses completed MCP tool calls as loop steps', () => { const offsets = [115, 140, 175]; const summary = summarizeCodexExecEvents( [ { type: 'turn.started' }, { type: 'item.started', item: { id: 'call_1', type: 'mcp_tool_call', server: 'ktx', tool: 'search', arguments: {}, status: 'in_progress' }, }, { type: 'item.completed', item: { id: 'call_1', type: 'mcp_tool_call', server: 'ktx', tool: 'search', arguments: {}, status: 'completed' }, }, { type: 'item.started', item: { id: 'call_2', type: 'mcp_tool_call', server: 'ktx', tool: 'lookup', arguments: {}, status: 'in_progress' }, }, { type: 'item.completed', item: { id: 'call_2', type: 'mcp_tool_call', server: 'ktx', tool: 'lookup', arguments: {}, status: 'failed', error: { message: 'denied' }, }, }, { type: 'item.completed', item: { id: 'item_1', type: 'agent_message', text: 'done' } }, { type: 'turn.completed', usage: { input_tokens: 1, output_tokens: 1, cached_input_tokens: 0, reasoning_output_tokens: 0 } }, ], { startedAt: 100, now: () => offsets.shift() ?? 175 }, ); expect(summary).toEqual({ finalText: 'done', stopReason: 'natural', usage: { inputTokens: 1, outputTokens: 1, totalTokens: 2 }, stepCount: 2, stepBoundariesMs: [15, 40], toolCallCount: 2, toolFailures: ['lookup: denied'], }); }); it('maps turn failures into error stop reason', () => { const summary = summarizeCodexExecEvents([ { type: 'turn.started' }, { type: 'turn.failed', error: { message: 'Codex could not connect to required MCP server' } }, ]); expect(summary.stopReason).toBe('error'); expect(summary.error?.message).toContain('Codex could not connect to required MCP server'); }); it('maps max-turns terminal reasons into budget stop reason when Codex emits one', () => { const summary = summarizeCodexExecEvents([ { type: 'turn.started' }, { type: 'turn.completed', reason: 'max_turns', usage: { input_tokens: 1, output_tokens: 1 } }, ]); expect(summary.stopReason).toBe('budget'); }); it('throws a clear error for malformed JSONL lines', () => { expect(() => parseCodexExecEventLine('{not-json')).toThrow('Codex JSONL event stream was malformed'); }); });