ktx/packages/cli/src/context-build-view.test.ts

import { buildDefaultKtxProjectConfig, type KtxProjectConfig } from '@ktx/context/project';
import { describe, expect, it, vi } from 'vitest';
import type { KtxPublicIngestProject, KtxPublicIngestTargetResult } from './public-ingest.js';
import {
  extractProgressMessage,
  createRepainter,
  initViewState,
  parseIngestSummary,
  parseScanSummary,
  renderContextBuildView,
  runContextBuild,
  viewStateFromSourceProgress,
} from './context-build-view.js';

function makeIo(options: { isTTY?: boolean; columns?: number } = {}) {
  let stdout = '';
  let stderr = '';
  return {
    io: {
      stdout: {
        isTTY: options.isTTY,
        columns: options.columns,
        write: (chunk: string) => {
          stdout += chunk;
        },
      },
      stderr: {
        write: (chunk: string) => {
          stderr += chunk;
        },
      },
    },
    stdout: () => stdout,
    stderr: () => stderr,
  };
}

function projectWithConnections(connections: KtxProjectConfig['connections']): KtxPublicIngestProject {
  return {
    projectDir: '/tmp/project',
    config: {
      ...buildDefaultKtxProjectConfig('warehouse'),
      connections,
    },
  };
}

function successResult(connectionId: string, driver: string, operation: 'scan' | 'source-ingest'): KtxPublicIngestTargetResult {
  return {
    connectionId,
    driver,
    steps: [
      { operation: 'scan', status: operation === 'scan' ? 'done' : 'skipped' },
      { operation: 'source-ingest', status: operation === 'source-ingest' ? 'done' : 'skipped' },
      { operation: 'enrich', status: 'skipped' },
      { operation: 'memory-update', status: operation === 'source-ingest' ? 'done' : 'skipped' },
    ],
  };
}

function failedResult(connectionId: string, driver: string, operation: 'scan' | 'source-ingest'): KtxPublicIngestTargetResult {
  return {
    connectionId,
    driver,
    steps: [
      { operation: 'scan', status: operation === 'scan' ? 'failed' : 'skipped', detail: `${connectionId} failed at scan.` },
      { operation: 'source-ingest', status: operation === 'source-ingest' ? 'failed' : 'skipped' },
      { operation: 'enrich', status: 'skipped' },
      { operation: 'memory-update', status: 'not-run' },
    ],
  };
}

describe('extractProgressMessage', () => {
  it('extracts percentage and message from scan progress', () => {
    expect(extractProgressMessage('\r[45%] Scanning tables...')).toBe('[45%] Scanning tables...');
  });

  it('extracts from permanent progress lines', () => {
    expect(extractProgressMessage('[100%] Done\n')).toBe('[100%] Done');
  });

  it('returns null for non-progress output', () => {
    expect(extractProgressMessage('KTX scan completed\n')).toBeNull();
  });
});

describe('parseScanSummary', () => {
  it('extracts table count from scan output', () => {
    expect(parseScanSummary('Semantic layer comparison found 5 changes across 42 tables')).toBe('42 tables');
  });

  it('handles singular form', () => {
    expect(parseScanSummary('found 1 change across 1 table')).toBe('1 tables');
  });

  it('returns null when no match', () => {
    expect(parseScanSummary('No changes detected')).toBeNull();
  });
});

describe('parseIngestSummary', () => {
  it('extracts work units and saved memory', () => {
    expect(parseIngestSummary('Work units: 5\nSaved memory: 3 wiki, 2 SL')).toBe('3 wiki, 2 SL');
  });

  it('extracts work units alone when no saved memory', () => {
    expect(parseIngestSummary('Work units: 5\nStatus: done')).toBe('5 work units');
  });

  it('extracts saved memory alone when no work units', () => {
    expect(parseIngestSummary('Saved memory: 3 wiki, 2 SL')).toBe('3 wiki, 2 SL');
  });

  it('returns null when no match', () => {
    expect(parseIngestSummary('Status: done')).toBeNull();
  });
});

describe('initViewState', () => {
  it('partitions targets into primary and context sources', () => {
    const state = initViewState([
      { connectionId: 'warehouse', driver: 'postgres', operation: 'scan', debugCommand: '', steps: ['scan'] },
      { connectionId: 'dbt-main', driver: 'dbt', operation: 'source-ingest', adapter: 'dbt', debugCommand: '', steps: ['source-ingest', 'memory-update'] },
    ]);

    expect(state.primarySources).toHaveLength(1);
    expect(state.primarySources[0].target.connectionId).toBe('warehouse');
    expect(state.contextSources).toHaveLength(1);
    expect(state.contextSources[0].target.connectionId).toBe('dbt-main');
    expect(state.frame).toBe(0);
  });

  it('initializes global timing fields', () => {
    const state = initViewState([
      { connectionId: 'warehouse', driver: 'postgres', operation: 'scan', debugCommand: '', steps: ['scan'] },
    ]);
    expect(state.startedAt).toBeNull();
    expect(state.totalElapsedMs).toBe(0);
  });
});

describe('renderContextBuildView', () => {
  it('renders all-queued state with ○ icon and progress counter', () => {
    const state = initViewState([
      { connectionId: 'warehouse', driver: 'postgres', operation: 'scan', debugCommand: '', steps: ['scan'] },
      { connectionId: 'dbt-main', driver: 'dbt', operation: 'source-ingest', adapter: 'dbt', debugCommand: '', steps: ['source-ingest', 'memory-update'] },
    ]);

    const output = renderContextBuildView(state, { styled: false });
    expect(output).toContain('Building KTX context');
    expect(output).toContain('(0/2)');
    expect(output).toContain('○');
    expect(output).toContain('Primary sources:');
    expect(output).toContain('warehouse');
    expect(output).toContain('queued');
    expect(output).toContain('Context sources:');
    expect(output).toContain('dbt-main');
  });

  it('renders header with total elapsed time when set', () => {
    const state = initViewState([
      { connectionId: 'warehouse', driver: 'postgres', operation: 'scan', debugCommand: '', steps: ['scan'] },
    ]);
    state.totalElapsedMs = 65000;

    const output = renderContextBuildView(state, { styled: false });
    expect(output).toContain('(0/1 · 1m05s)');
  });

  it('renders dynamic separator matching header width', () => {
    const state = initViewState([
      { connectionId: 'warehouse', driver: 'postgres', operation: 'scan', debugCommand: '', steps: ['scan'] },
    ]);
    state.totalElapsedMs = 120000;

    const output = renderContextBuildView(state, { styled: false });
    const lines = output.split('\n');
    const headerLine = lines.find((l) => l.includes('Building KTX context'))!;
    const separatorLine = lines.find((l) => /^─+$/.test(l))!;
    expect(separatorLine.length).toBeGreaterThanOrEqual(headerLine.length);
  });

  it('renders completed state with summary', () => {
    const state = initViewState([
      { connectionId: 'warehouse', driver: 'postgres', operation: 'scan', debugCommand: '', steps: ['scan'] },
    ]);
    state.primarySources[0].status = 'done';
    state.primarySources[0].elapsedMs = 72000;
    state.primarySources[0].summaryText = '42 tables';

    const output = renderContextBuildView(state, { styled: false });
    expect(output).toContain('42 tables');
    expect(output).toContain('1m12s');
    expect(output).toContain('(1/1)');
  });

  it('renders running target with elapsed time', () => {
    const state = initViewState([
      { connectionId: 'warehouse', driver: 'postgres', operation: 'scan', debugCommand: '', steps: ['scan'] },
    ]);
    state.primarySources[0].status = 'running';
    state.primarySources[0].elapsedMs = 30000;

    const output = renderContextBuildView(state, { styled: false });
    expect(output).toContain('scanning...');
    expect(output).toContain('(30s)');
  });

  it('renders running target with progress bar when percentage is available', () => {
    const state = initViewState([
      { connectionId: 'warehouse', driver: 'postgres', operation: 'scan', debugCommand: '', steps: ['scan'] },
    ]);
    state.primarySources[0].status = 'running';
    state.primarySources[0].detailLine = '[50%] Scanning tables...';
    state.primarySources[0].elapsedMs = 15000;

    const output = renderContextBuildView(state, { styled: false });
    expect(output).toContain('██████░░░░░░');
    expect(output).toContain('50%');
    expect(output).toContain('Scanning tables...');
    expect(output).toContain('(15s)');
  });

  it('renders completion summary when all targets are done', () => {
    const state = initViewState([
      { connectionId: 'warehouse', driver: 'postgres', operation: 'scan', debugCommand: '', steps: ['scan'] },
      { connectionId: 'dbt-main', driver: 'dbt', operation: 'source-ingest', adapter: 'dbt', debugCommand: '', steps: ['source-ingest', 'memory-update'] },
    ]);
    state.primarySources[0].status = 'done';
    state.primarySources[0].elapsedMs = 72000;
    state.contextSources[0].status = 'done';
    state.contextSources[0].elapsedMs = 34000;
    state.totalElapsedMs = 106000;

    const output = renderContextBuildView(state, { styled: false });
    expect(output).toContain('Done in 1m46s · 2 sources processed');
  });

  it('renders singular source label in completion summary', () => {
    const state = initViewState([
      { connectionId: 'warehouse', driver: 'postgres', operation: 'scan', debugCommand: '', steps: ['scan'] },
    ]);
    state.primarySources[0].status = 'done';
    state.primarySources[0].elapsedMs = 5000;
    state.totalElapsedMs = 5000;

    const output = renderContextBuildView(state, { styled: false });
    expect(output).toContain('Done in 5s · 1 source processed');
  });

  it('does not render completion summary while targets are still active', () => {
    const state = initViewState([
      { connectionId: 'warehouse', driver: 'postgres', operation: 'scan', debugCommand: '', steps: ['scan'] },
      { connectionId: 'dbt-main', driver: 'dbt', operation: 'source-ingest', adapter: 'dbt', debugCommand: '', steps: ['source-ingest', 'memory-update'] },
    ]);
    state.primarySources[0].status = 'done';
    state.contextSources[0].status = 'running';
    state.totalElapsedMs = 30000;

    const output = renderContextBuildView(state, { styled: false });
    expect(output).not.toContain('Done in');
  });

  it('renders failed state', () => {
    const state = initViewState([
      { connectionId: 'warehouse', driver: 'postgres', operation: 'scan', debugCommand: '', steps: ['scan'] },
    ]);
    state.primarySources[0].status = 'failed';
    state.primarySources[0].failureText = 'KTX lost its connection to PostgreSQL while scanning warehouse.';

    const output = renderContextBuildView(state, { styled: false });
    expect(output).toContain('✗');
    expect(output).toContain('KTX lost its connection to PostgreSQL while scanning warehouse.');
  });

  it('omits empty groups', () => {
    const state = initViewState([
      { connectionId: 'dbt-main', driver: 'dbt', operation: 'source-ingest', adapter: 'dbt', debugCommand: '', steps: ['source-ingest', 'memory-update'] },
    ]);

    const output = renderContextBuildView(state, { styled: false });
    expect(output).not.toContain('Primary sources:');
    expect(output).toContain('Context sources:');
  });

  it('preserves detach hint while targets are active', () => {
    const state = initViewState([
      { connectionId: 'warehouse', driver: 'postgres', operation: 'scan', debugCommand: '', steps: ['scan'] },
    ]);
    state.primarySources[0].status = 'running';

    const output = renderContextBuildView(state, { styled: false, showHint: true, projectDir: '/tmp/project' });
    expect(output).toContain('d to detach');
    expect(output).toContain('ktx setup --project-dir /tmp/project');
    expect(output).toContain('to resume');
  });

  it('omits detach hint when all targets are done', () => {
    const state = initViewState([
      { connectionId: 'warehouse', driver: 'postgres', operation: 'scan', debugCommand: '', steps: ['scan'] },
    ]);
    state.primarySources[0].status = 'done';
    state.totalElapsedMs = 5000;

    const output = renderContextBuildView(state, { styled: false, showHint: true });
    expect(output).not.toContain('d to detach');
  });
});

describe('createRepainter', () => {
  it('moves up visual rows, not just newline count, when content wraps', () => {
    const io = makeIo({ isTTY: true, columns: 5 });
    const repainter = createRepainter(io.io);

    repainter.paint('abcdefghijk\n');
    repainter.paint('updated\n');
    repainter.paint('done\n');

    const cursorMoves = [...io.stdout().matchAll(/\u001b\[(\d+)A\r/g)].map((match) => Number(match[1]));
    expect(cursorMoves).toEqual([3, 2]);
  });

  it('returns to the start of a single-line frame without moving up when content has no newline', () => {
    const io = makeIo({ isTTY: true, columns: 80 });
    const repainter = createRepainter(io.io);

    repainter.paint('hello');
    repainter.paint('bye');

    expect(io.stdout()).toContain('bye');
    expect(io.stdout()).not.toMatch(/\[\d+A/);
  });

  it('does not undershoot cursor-up when a line is exactly the terminal width', () => {
    const io = makeIo({ isTTY: true, columns: 10 });
    const repainter = createRepainter(io.io);

    repainter.paint('0123456789\nsecond\n');
    repainter.paint('0123456789\nsecond\n');

    const cursorMoves = [...io.stdout().matchAll(/\[(\d+)A/g)].map((m) => Number(m[1]));
    expect(cursorMoves).toEqual([2]);
  });
});

describe('runContextBuild', () => {
  it('executes scan targets before source-ingest targets', async () => {
    const io = makeIo();
    const project = projectWithConnections({
      dbt_main: { driver: 'dbt' },
      warehouse: { driver: 'postgres' },
    });
    const callOrder: string[] = [];
    const executeTarget = vi.fn(async (target) => {
      callOrder.push(target.connectionId);
      return successResult(target.connectionId, target.driver, target.operation);
    });

    const result = await runContextBuild(
      project,
      { projectDir: '/tmp/project', inputMode: 'disabled' },
      io.io,
      { executeTarget, now: () => 1000 },
    );

    expect(result).toEqual({ exitCode: 0, detached: false });
    expect(callOrder).toEqual(['warehouse', 'dbt_main']);
  });

  it('returns exit code 1 when any target fails', async () => {
    const io = makeIo();
    const project = projectWithConnections({
      warehouse: { driver: 'postgres' },
    });
    const executeTarget = vi.fn(async (target) => failedResult(target.connectionId, target.driver, target.operation));

    const result = await runContextBuild(
      project,
      { projectDir: '/tmp/project', inputMode: 'disabled' },
      io.io,
      { executeTarget, now: () => 1000 },
    );

    expect(result).toEqual({ exitCode: 1, detached: false });
  });

  it('renders a friendly network failure when target output contains a network error code', async () => {
    const io = makeIo();
    const project = projectWithConnections({
      warehouse: { driver: 'postgres' },
    });
    const executeTarget = vi.fn(async (target, _args, targetIo) => {
      targetIo.stderr.write('Error: read EADDRNOTAVAIL\n');
      return failedResult(target.connectionId, target.driver, target.operation);
    });

    const result = await runContextBuild(
      project,
      { projectDir: '/tmp/project', inputMode: 'disabled' },
      io.io,
      { executeTarget, now: () => 1000 },
    );

    expect(result).toEqual({ exitCode: 1, detached: false });
    expect(io.stdout()).toContain('KTX lost its connection to PostgreSQL while scanning warehouse.');
    expect(io.stdout()).toContain('network address unavailable (EADDRNOTAVAIL)');
    expect(io.stdout()).toContain('Retry: ktx setup --project-dir /tmp/project');
    expect(io.stdout()).not.toContain('BoundPool');
  });

  it('renders a friendly network failure when target execution throws', async () => {
    const io = makeIo();
    const project = projectWithConnections({
      warehouse: { driver: 'postgres' },
    });
    const error = Object.assign(new Error('read ECONNRESET'), { code: 'ECONNRESET' });
    const executeTarget = vi.fn(async () => {
      throw error;
    });

    const result = await runContextBuild(
      project,
      { projectDir: '/tmp/project', inputMode: 'disabled' },
      io.io,
      { executeTarget, now: () => 1000 },
    );

    expect(result).toEqual({ exitCode: 1, detached: false });
    expect(io.stdout()).toContain('KTX lost its connection to PostgreSQL while scanning warehouse.');
    expect(io.stdout()).toContain('connection reset (ECONNRESET)');
  });

  it('renders final view for non-TTY output', async () => {
    const io = makeIo();
    const project = projectWithConnections({
      warehouse: { driver: 'postgres' },
      dbt_main: { driver: 'dbt' },
    });
    const executeTarget = vi.fn(async (target) => successResult(target.connectionId, target.driver, target.operation));

    await runContextBuild(
      project,
      { projectDir: '/tmp/project', inputMode: 'disabled' },
      io.io,
      { executeTarget, now: () => 1000 },
    );

    const output = io.stdout();
    expect(output).toContain('Building KTX context');
    expect(output).toContain('Primary sources:');
    expect(output).toContain('warehouse');
    expect(output).toContain('Context sources:');
    expect(output).toContain('dbt_main');
  });

  it('passes scan mode and detect relationships through to target execution', async () => {
    const io = makeIo();
    const project = projectWithConnections({ warehouse: { driver: 'postgres' } });
    const executeTarget = vi.fn(async (target) => successResult(target.connectionId, target.driver, target.operation));

    await runContextBuild(
      project,
      { projectDir: '/tmp/project', inputMode: 'disabled', scanMode: 'enriched', detectRelationships: true },
      io.io,
      { executeTarget, now: () => 1000 },
    );

    expect(executeTarget).toHaveBeenCalledWith(
      expect.objectContaining({ connectionId: 'warehouse', operation: 'scan' }),
      expect.objectContaining({ scanMode: 'enriched', detectRelationships: true }),
      expect.anything(),
      {},
    );
  });

  it('exits immediately with paused message when d is pressed', async () => {
    const mockExit = vi.spyOn(process, 'exit').mockImplementation(() => {
      throw new Error('process.exit');
    });
    const io = makeIo();
    const project = projectWithConnections({
      warehouse: { driver: 'postgres' },
      dbt_main: { driver: 'dbt' },
    });
    let triggerDetach: (() => void) | null = null;
    const executeTarget = vi.fn(async (target) => {
      if (target.connectionId === 'warehouse') triggerDetach?.();
      return successResult(target.connectionId, target.driver, target.operation);
    });

    await expect(
      runContextBuild(
        project,
        { projectDir: '/tmp/project', inputMode: 'disabled' },
        io.io,
        {
          executeTarget,
          now: () => 1000,
          setupKeystroke: (onDetach) => {
            triggerDetach = onDetach;
            return () => {};
          },
        },
      ),
    ).rejects.toThrow('process.exit');

    expect(mockExit).toHaveBeenCalledWith(0);
    expect(io.stdout()).toContain('Context build continuing in the background.');
    expect(io.stdout()).toContain('Resume: ktx setup --project-dir /tmp/project');
    expect(io.stdout()).toContain('Status: ktx status --project-dir /tmp/project');
    mockExit.mockRestore();
  });

  it('calls onSourceProgress when sources start and finish', async () => {
    const io = makeIo();
    const project = projectWithConnections({
      warehouse: { driver: 'postgres' },
      dbt_main: { driver: 'dbt' },
    });
    const progressUpdates: Array<Array<{ connectionId: string; status: string }>> = [];
    const executeTarget = vi.fn(async (target) => successResult(target.connectionId, target.driver, target.operation));

    await runContextBuild(
      project,
      { projectDir: '/tmp/project', inputMode: 'disabled' },
      io.io,
      {
        executeTarget,
        now: () => 1000,
        onSourceProgress: (sources) => {
          progressUpdates.push(sources.map((s) => ({ connectionId: s.connectionId, status: s.status })));
        },
      },
    );

    expect(progressUpdates).toHaveLength(4);
    expect(progressUpdates[0]).toEqual([
      { connectionId: 'warehouse', status: 'running' },
      { connectionId: 'dbt_main', status: 'queued' },
    ]);
    expect(progressUpdates[1]).toEqual([
      { connectionId: 'warehouse', status: 'done' },
      { connectionId: 'dbt_main', status: 'queued' },
    ]);
    expect(progressUpdates[2]).toEqual([
      { connectionId: 'warehouse', status: 'done' },
      { connectionId: 'dbt_main', status: 'running' },
    ]);
    expect(progressUpdates[3]).toEqual([
      { connectionId: 'warehouse', status: 'done' },
      { connectionId: 'dbt_main', status: 'done' },
    ]);
  });

  it('returns report IDs and artifact paths parsed from target output', async () => {
    const io = makeIo();
    const project = projectWithConnections({
      warehouse: { driver: 'postgres' },
      dbt_main: { driver: 'dbt' },
    });
    const executeTarget = vi.fn(async (target, _args, targetIo) => {
      if (target.operation === 'scan') {
        targetIo.stdout.write('Report: raw-sources/warehouse/live-database/sync-1/scan-report.json\n');
        targetIo.stdout.write('Raw sources: raw-sources/warehouse/live-database/sync-1\n');
      } else {
        targetIo.stdout.write('Report: report-dbt-1\n');
        targetIo.stdout.write('Saved memory: 2 wiki, 3 SL\n');
      }
      return successResult(target.connectionId, target.driver, target.operation);
    });

    const result = await runContextBuild(
      project,
      { projectDir: '/tmp/project', inputMode: 'disabled' },
      io.io,
      { executeTarget, now: () => 1000 },
    );

    expect(result).toMatchObject({
      exitCode: 0,
      detached: false,
      reportIds: ['report-dbt-1'],
      artifactPaths: [
        'raw-sources/warehouse/live-database/sync-1/scan-report.json',
        'raw-sources/warehouse/live-database/sync-1',
      ],
    });
  });

  it('returns report IDs parsed from failed source-ingest target output', async () => {
    const io = makeIo();
    const project = projectWithConnections({
      warehouse: { driver: 'postgres' },
      dbt_main: { driver: 'dbt' },
    });
    const executeTarget = vi.fn(async (target, _args, targetIo) => {
      if (target.operation === 'scan') {
        return successResult(target.connectionId, target.driver, target.operation);
      }

      targetIo.stdout.write('Report: report-dbt-failed\n');
      targetIo.stdout.write('Work units: 3\n');
      return failedResult(target.connectionId, target.driver, target.operation);
    });

    const result = await runContextBuild(
      project,
      { projectDir: '/tmp/project', inputMode: 'disabled' },
      io.io,
      { executeTarget, now: () => 1000 },
    );

    expect(result).toMatchObject({
      exitCode: 1,
      detached: false,
      reportIds: ['report-dbt-failed'],
    });
  });
});

describe('viewStateFromSourceProgress', () => {
  it('partitions sources into primary and context groups', () => {
    const state = viewStateFromSourceProgress(
      [
        { connectionId: 'warehouse', operation: 'scan', status: 'running', startedAtMs: 900 },
        { connectionId: 'dbt-main', operation: 'source-ingest', status: 'queued' },
      ],
      1000,
      500,
    );

    expect(state.primarySources).toHaveLength(1);
    expect(state.primarySources[0].target.connectionId).toBe('warehouse');
    expect(state.primarySources[0].status).toBe('running');
    expect(state.primarySources[0].elapsedMs).toBe(100);
    expect(state.contextSources).toHaveLength(1);
    expect(state.contextSources[0].target.connectionId).toBe('dbt-main');
    expect(state.contextSources[0].status).toBe('queued');
    expect(state.totalElapsedMs).toBe(500);
  });

  it('uses stored elapsedMs for completed sources', () => {
    const state = viewStateFromSourceProgress(
      [{ connectionId: 'warehouse', operation: 'scan', status: 'done', elapsedMs: 72000, summaryText: '42 tables' }],
      99999,
    );

    expect(state.primarySources[0].elapsedMs).toBe(72000);
    expect(state.primarySources[0].summaryText).toBe('42 tables');
  });

  it('renders the same view format as the foreground build', () => {
    const state = viewStateFromSourceProgress(
      [
        { connectionId: 'warehouse', operation: 'scan', status: 'done', elapsedMs: 72000, summaryText: '42 tables' },
        { connectionId: 'dbt-main', operation: 'source-ingest', status: 'running', startedAtMs: 900 },
      ],
      1000,
      500,
    );

    const output = renderContextBuildView(state, { styled: false });
    expect(output).toContain('Building KTX context');
    expect(output).toContain('Primary sources:');
    expect(output).toContain('warehouse');
    expect(output).toContain('42 tables');
    expect(output).toContain('Context sources:');
    expect(output).toContain('dbt-main');
    expect(output).toContain('ingesting...');
  });
});