ktx/packages/cli/test/context/memory/memory-runs.test.ts
Andrey Avtomonov 56985b7e09
test: split cli tests from source tree (#216)
* feat(cli): define full warehouse dialect contract

* test(cli): keep dialect edge tests focused

* fix(cli): stabilize dialect contract foundation

* refactor(connectors): own read-only query preparation

* refactor(connectors): resolve dialects through registry

* refactor(connectors): keep concrete dialect classes internal

* chore(workspace): enforce dialect import boundary

* refactor(cli): resolve relationship dialect at scan boundary

* refactor(cli): use dialect display parsing for entity details

* refactor(cli): use dialect display parsing for warehouse catalog

* refactor(cli): use dialect SQL in relationship workflows

* test(cli): verify solid dialect scan workflow closure

* test: split cli tests from source tree

* refactor(cli): standardize BigQuery scope listing

* feat(sqlite): implement connector scope listing

* test(connectors): cover required table listing

* feat(cli): add warehouse driver registry

* refactor(setup): route scope discovery through driver registry

* refactor(cli): route local query execution through driver registry

* refactor(historic-sql): route dialect support through driver registry

* refactor(cli): test warehouse connections through driver registry

* fix(cli): close driver registry type export gaps

* Improve setup daemon diagnostics

* refactor(setup): centralize rail-prefixed diagnostics + query-history fallback

Extract errorMessage, writePrefixedLines, and flushPrefixedBufferedCommandOutput
into clack.ts so the setup wizard, managed daemons, and embedding/agent steps
share one rail-formatted writer. setup-databases.ts also adds a
"disable query history and retry" option when the schema-context build fails
and query history is the likely culprit, surfaced via a new
failed-query-history-unavailable status.

* fix(cli): carry catalog through the picker so BigQuery/Snowflake/SQL Server scope filters match

The setup picker's KtxTableListEntry was a 2-level { schema, name }, so
qualifiedTableId always wrote db.name into enabled_tables. When BigQuery,
Snowflake, or SQL Server later ran fast ingest, their introspect step filtered
the scope set with scopedTableNames(scope, { catalog: projectId|database, db })
— catalog was non-null on the introspect side but null in the scope refs, so
every entry was rejected, the live-database adapter staged zero table files,
and detect() failed with 'Adapter "live-database" did not recognize fetched
source output'.

Align the picker boundary with the canonical 3-level KtxTableRef:

- Add catalog: string | null to KtxTableListEntry.
- BigQuery/Snowflake/SQL Server listTables populate catalog from the
  resolved projectId / database; Postgres/MySQL/ClickHouse/SQLite set null.
- qualifiedTableId emits catalog.schema.name when catalog is non-null
  (resolveEnabledTables already accepts the 3-part shape) and
  schemasFromEnabledTables now goes through parseDottedTableEntry so it
  recovers the schema correctly from both 2-part and 3-part entries.
- Export parseDottedTableEntry from enabled-tables.ts (@internal) for picker
  reuse.

Update listTables expectations in all seven connector tests and the setup /
picker test fixtures. Add a picker regression test that covers the
catalog-bearing round-trip (save + refine).

* fix(cli): allow debug telemetry under opt-out env
2026-05-26 08:49:05 +02:00

199 lines
5.6 KiB
TypeScript

import { describe, expect, it, vi } from 'vitest';
import type { MemoryAgentInput, MemoryAgentResult } from '../../../src/context/memory/types.js';
import type { MemoryAgentService } from '../../../src/context/memory/memory-agent.service.js';
import { MemoryIngestService, type MemoryRunStorePort } from '../../../src/context/memory/memory-runs.js';
class InMemoryRunStore implements MemoryRunStorePort {
readonly rows = new Map<
string,
{
id: string;
status: 'running' | 'done' | 'error';
stage: string;
inputHash: string;
chatId: string | null;
outputSummary: MemoryAgentResult | null;
error: string | null;
}
>();
async createRunning(args: { inputHash: string; chatId?: string | null }): Promise<{ id: string }> {
const id = `run-${this.rows.size + 1}`;
this.rows.set(id, {
id,
status: 'running',
stage: 'queued',
inputHash: args.inputHash,
chatId: args.chatId ?? null,
outputSummary: null,
error: null,
});
return { id };
}
async markRunning(id: string, stage: string): Promise<void> {
const row = this.rows.get(id);
if (!row) {
throw new Error(`unknown run ${id}`);
}
row.stage = stage;
}
async markDone(id: string, outputSummary: MemoryAgentResult): Promise<void> {
const row = this.rows.get(id);
if (!row) {
throw new Error(`unknown run ${id}`);
}
row.status = 'done';
row.stage = 'done';
row.outputSummary = outputSummary;
}
async markError(id: string, error: string): Promise<void> {
const row = this.rows.get(id);
if (!row) {
throw new Error(`unknown run ${id}`);
}
row.status = 'error';
row.stage = 'error';
row.error = error;
}
async findById(id: string) {
return this.rows.get(id) ?? null;
}
}
function deferred<T>() {
let resolve!: (value: T) => void;
let reject!: (reason?: unknown) => void;
const promise = new Promise<T>((res, rej) => {
resolve = res;
reject = rej;
});
return { promise, resolve, reject };
}
function buildService(): {
ingest: MemoryIngestService;
store: InMemoryRunStore;
memoryAgentIngest: ReturnType<typeof vi.fn>;
run: ReturnType<typeof deferred<MemoryAgentResult>>;
} {
const store = new InMemoryRunStore();
const run = deferred<MemoryAgentResult>();
const memoryAgentIngest = vi.fn<MemoryAgentService['ingest']>().mockReturnValue(run.promise);
const memoryAgent = { ingest: memoryAgentIngest };
return {
ingest: new MemoryIngestService({ memoryAgent, runs: store }),
store,
memoryAgentIngest,
run,
};
}
describe('MemoryIngestService', () => {
it('creates a run, executes memory ingest, and stores a done summary', async () => {
const result: MemoryAgentResult = {
signalDetected: true,
actions: [{ target: 'wiki', type: 'created', key: 'revenue', detail: 'captured revenue definition' }],
skillsLoaded: ['wiki_capture'],
commitHash: 'abc123',
};
const { ingest, store, memoryAgentIngest, run } = buildService();
const input: MemoryAgentInput = {
userId: 'user-1',
chatId: 'chat-1',
userMessage: 'Revenue means paid order value.',
assistantMessage: 'Captured.',
connectionId: '00000000-0000-0000-0000-000000000001',
};
const started = await ingest.ingest(input);
expect(started.runId).toBe('run-1');
expect(memoryAgentIngest).toHaveBeenCalledWith(input);
await expect(ingest.status(started.runId)).resolves.toMatchObject({
runId: 'run-1',
status: 'running',
stage: 'ingesting',
done: false,
});
run.resolve(result);
await ingest.waitForRun(started.runId);
const status = await ingest.status(started.runId);
expect(status).toEqual({
runId: 'run-1',
stage: 'done',
done: true,
status: 'done',
captured: {
wiki: ['revenue'],
sl: [],
xrefs: [],
},
error: null,
commitHash: 'abc123',
skillsLoaded: ['wiki_capture'],
signalDetected: true,
});
expect(store.rows.get('run-1')?.inputHash).toHaveLength(64);
});
it('stores no-signal ingests as done with empty captured arrays', async () => {
const { ingest, run } = buildService();
const started = await ingest.ingest({
userId: 'user-1',
chatId: 'chat-2',
userMessage: 'Thanks.',
});
run.resolve({
signalDetected: false,
actions: [],
skillsLoaded: [],
commitHash: null,
});
await ingest.waitForRun(started.runId);
await expect(ingest.status(started.runId)).resolves.toMatchObject({
done: true,
status: 'done',
captured: { wiki: [], sl: [], xrefs: [] },
signalDetected: false,
});
});
it('stores thrown errors and projects them as failed statuses', async () => {
const store = new InMemoryRunStore();
const memoryAgent = {
ingest: vi.fn<MemoryAgentService['ingest']>().mockRejectedValue(new Error('LLM provider missing')),
};
const ingest = new MemoryIngestService({ memoryAgent, runs: store });
const started = await ingest.ingest({
userId: 'user-1',
chatId: 'chat-3',
userMessage: 'Remember this.',
});
await ingest.waitForRun(started.runId);
await expect(ingest.status(started.runId)).resolves.toMatchObject({
done: true,
status: 'error',
stage: 'error',
captured: { wiki: [], sl: [], xrefs: [] },
error: 'LLM provider missing',
});
});
it('returns null for an unknown run id', async () => {
const { ingest } = buildService();
await expect(ingest.status('missing')).resolves.toBeNull();
});
});