mirror of
https://github.com/Kaelio/ktx.git
synced 2026-06-07 07:55:13 +02:00
* feat(cli): define full warehouse dialect contract
* test(cli): keep dialect edge tests focused
* fix(cli): stabilize dialect contract foundation
* refactor(connectors): own read-only query preparation
* refactor(connectors): resolve dialects through registry
* refactor(connectors): keep concrete dialect classes internal
* chore(workspace): enforce dialect import boundary
* refactor(cli): resolve relationship dialect at scan boundary
* refactor(cli): use dialect display parsing for entity details
* refactor(cli): use dialect display parsing for warehouse catalog
* refactor(cli): use dialect SQL in relationship workflows
* test(cli): verify solid dialect scan workflow closure
* test: split cli tests from source tree
* refactor(cli): standardize BigQuery scope listing
* feat(sqlite): implement connector scope listing
* test(connectors): cover required table listing
* feat(cli): add warehouse driver registry
* refactor(setup): route scope discovery through driver registry
* refactor(cli): route local query execution through driver registry
* refactor(historic-sql): route dialect support through driver registry
* refactor(cli): test warehouse connections through driver registry
* fix(cli): close driver registry type export gaps
* Improve setup daemon diagnostics
* refactor(setup): centralize rail-prefixed diagnostics + query-history fallback
Extract errorMessage, writePrefixedLines, and flushPrefixedBufferedCommandOutput
into clack.ts so the setup wizard, managed daemons, and embedding/agent steps
share one rail-formatted writer. setup-databases.ts also adds a
"disable query history and retry" option when the schema-context build fails
and query history is the likely culprit, surfaced via a new
failed-query-history-unavailable status.
* fix(cli): carry catalog through the picker so BigQuery/Snowflake/SQL Server scope filters match
The setup picker's KtxTableListEntry was a 2-level { schema, name }, so
qualifiedTableId always wrote db.name into enabled_tables. When BigQuery,
Snowflake, or SQL Server later ran fast ingest, their introspect step filtered
the scope set with scopedTableNames(scope, { catalog: projectId|database, db })
— catalog was non-null on the introspect side but null in the scope refs, so
every entry was rejected, the live-database adapter staged zero table files,
and detect() failed with 'Adapter "live-database" did not recognize fetched
source output'.
Align the picker boundary with the canonical 3-level KtxTableRef:
- Add catalog: string | null to KtxTableListEntry.
- BigQuery/Snowflake/SQL Server listTables populate catalog from the
resolved projectId / database; Postgres/MySQL/ClickHouse/SQLite set null.
- qualifiedTableId emits catalog.schema.name when catalog is non-null
(resolveEnabledTables already accepts the 3-part shape) and
schemasFromEnabledTables now goes through parseDottedTableEntry so it
recovers the schema correctly from both 2-part and 3-part entries.
- Export parseDottedTableEntry from enabled-tables.ts (@internal) for picker
reuse.
Update listTables expectations in all seven connector tests and the setup /
picker test fixtures. Add a picker regression test that covers the
catalog-bearing round-trip (save + refine).
* fix(cli): allow debug telemetry under opt-out env
199 lines
5.6 KiB
TypeScript
199 lines
5.6 KiB
TypeScript
import { describe, expect, it, vi } from 'vitest';
|
|
import type { MemoryAgentInput, MemoryAgentResult } from '../../../src/context/memory/types.js';
|
|
import type { MemoryAgentService } from '../../../src/context/memory/memory-agent.service.js';
|
|
import { MemoryIngestService, type MemoryRunStorePort } from '../../../src/context/memory/memory-runs.js';
|
|
|
|
class InMemoryRunStore implements MemoryRunStorePort {
|
|
readonly rows = new Map<
|
|
string,
|
|
{
|
|
id: string;
|
|
status: 'running' | 'done' | 'error';
|
|
stage: string;
|
|
inputHash: string;
|
|
chatId: string | null;
|
|
outputSummary: MemoryAgentResult | null;
|
|
error: string | null;
|
|
}
|
|
>();
|
|
|
|
async createRunning(args: { inputHash: string; chatId?: string | null }): Promise<{ id: string }> {
|
|
const id = `run-${this.rows.size + 1}`;
|
|
this.rows.set(id, {
|
|
id,
|
|
status: 'running',
|
|
stage: 'queued',
|
|
inputHash: args.inputHash,
|
|
chatId: args.chatId ?? null,
|
|
outputSummary: null,
|
|
error: null,
|
|
});
|
|
return { id };
|
|
}
|
|
|
|
async markRunning(id: string, stage: string): Promise<void> {
|
|
const row = this.rows.get(id);
|
|
if (!row) {
|
|
throw new Error(`unknown run ${id}`);
|
|
}
|
|
row.stage = stage;
|
|
}
|
|
|
|
async markDone(id: string, outputSummary: MemoryAgentResult): Promise<void> {
|
|
const row = this.rows.get(id);
|
|
if (!row) {
|
|
throw new Error(`unknown run ${id}`);
|
|
}
|
|
row.status = 'done';
|
|
row.stage = 'done';
|
|
row.outputSummary = outputSummary;
|
|
}
|
|
|
|
async markError(id: string, error: string): Promise<void> {
|
|
const row = this.rows.get(id);
|
|
if (!row) {
|
|
throw new Error(`unknown run ${id}`);
|
|
}
|
|
row.status = 'error';
|
|
row.stage = 'error';
|
|
row.error = error;
|
|
}
|
|
|
|
async findById(id: string) {
|
|
return this.rows.get(id) ?? null;
|
|
}
|
|
}
|
|
|
|
function deferred<T>() {
|
|
let resolve!: (value: T) => void;
|
|
let reject!: (reason?: unknown) => void;
|
|
const promise = new Promise<T>((res, rej) => {
|
|
resolve = res;
|
|
reject = rej;
|
|
});
|
|
return { promise, resolve, reject };
|
|
}
|
|
|
|
function buildService(): {
|
|
ingest: MemoryIngestService;
|
|
store: InMemoryRunStore;
|
|
memoryAgentIngest: ReturnType<typeof vi.fn>;
|
|
run: ReturnType<typeof deferred<MemoryAgentResult>>;
|
|
} {
|
|
const store = new InMemoryRunStore();
|
|
const run = deferred<MemoryAgentResult>();
|
|
const memoryAgentIngest = vi.fn<MemoryAgentService['ingest']>().mockReturnValue(run.promise);
|
|
const memoryAgent = { ingest: memoryAgentIngest };
|
|
return {
|
|
ingest: new MemoryIngestService({ memoryAgent, runs: store }),
|
|
store,
|
|
memoryAgentIngest,
|
|
run,
|
|
};
|
|
}
|
|
|
|
describe('MemoryIngestService', () => {
|
|
it('creates a run, executes memory ingest, and stores a done summary', async () => {
|
|
const result: MemoryAgentResult = {
|
|
signalDetected: true,
|
|
actions: [{ target: 'wiki', type: 'created', key: 'revenue', detail: 'captured revenue definition' }],
|
|
skillsLoaded: ['wiki_capture'],
|
|
commitHash: 'abc123',
|
|
};
|
|
const { ingest, store, memoryAgentIngest, run } = buildService();
|
|
|
|
const input: MemoryAgentInput = {
|
|
userId: 'user-1',
|
|
chatId: 'chat-1',
|
|
userMessage: 'Revenue means paid order value.',
|
|
assistantMessage: 'Captured.',
|
|
connectionId: '00000000-0000-0000-0000-000000000001',
|
|
};
|
|
|
|
const started = await ingest.ingest(input);
|
|
|
|
expect(started.runId).toBe('run-1');
|
|
expect(memoryAgentIngest).toHaveBeenCalledWith(input);
|
|
await expect(ingest.status(started.runId)).resolves.toMatchObject({
|
|
runId: 'run-1',
|
|
status: 'running',
|
|
stage: 'ingesting',
|
|
done: false,
|
|
});
|
|
|
|
run.resolve(result);
|
|
await ingest.waitForRun(started.runId);
|
|
|
|
const status = await ingest.status(started.runId);
|
|
expect(status).toEqual({
|
|
runId: 'run-1',
|
|
stage: 'done',
|
|
done: true,
|
|
status: 'done',
|
|
captured: {
|
|
wiki: ['revenue'],
|
|
sl: [],
|
|
xrefs: [],
|
|
},
|
|
error: null,
|
|
commitHash: 'abc123',
|
|
skillsLoaded: ['wiki_capture'],
|
|
signalDetected: true,
|
|
});
|
|
expect(store.rows.get('run-1')?.inputHash).toHaveLength(64);
|
|
});
|
|
|
|
it('stores no-signal ingests as done with empty captured arrays', async () => {
|
|
const { ingest, run } = buildService();
|
|
|
|
const started = await ingest.ingest({
|
|
userId: 'user-1',
|
|
chatId: 'chat-2',
|
|
userMessage: 'Thanks.',
|
|
});
|
|
|
|
run.resolve({
|
|
signalDetected: false,
|
|
actions: [],
|
|
skillsLoaded: [],
|
|
commitHash: null,
|
|
});
|
|
await ingest.waitForRun(started.runId);
|
|
|
|
await expect(ingest.status(started.runId)).resolves.toMatchObject({
|
|
done: true,
|
|
status: 'done',
|
|
captured: { wiki: [], sl: [], xrefs: [] },
|
|
signalDetected: false,
|
|
});
|
|
});
|
|
|
|
it('stores thrown errors and projects them as failed statuses', async () => {
|
|
const store = new InMemoryRunStore();
|
|
const memoryAgent = {
|
|
ingest: vi.fn<MemoryAgentService['ingest']>().mockRejectedValue(new Error('LLM provider missing')),
|
|
};
|
|
const ingest = new MemoryIngestService({ memoryAgent, runs: store });
|
|
|
|
const started = await ingest.ingest({
|
|
userId: 'user-1',
|
|
chatId: 'chat-3',
|
|
userMessage: 'Remember this.',
|
|
});
|
|
await ingest.waitForRun(started.runId);
|
|
|
|
await expect(ingest.status(started.runId)).resolves.toMatchObject({
|
|
done: true,
|
|
status: 'error',
|
|
stage: 'error',
|
|
captured: { wiki: [], sl: [], xrefs: [] },
|
|
error: 'LLM provider missing',
|
|
});
|
|
});
|
|
|
|
it('returns null for an unknown run id', async () => {
|
|
const { ingest } = buildService();
|
|
|
|
await expect(ingest.status('missing')).resolves.toBeNull();
|
|
});
|
|
});
|