apunkt/ktx
1
0
Fork 0
mirror of https://github.com/Kaelio/ktx.git synced 2026-07-16 11:31:02 +02:00
Code Issues Projects Releases Packages Wiki Activity

Initial open-source release

Browse source
This commit is contained in:
Andrey Avtomonov 2026-05-10 23:12:26 +02:00
commit 1a42152e6f
1199 changed files with 257054 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

164
packages/context/src/sl/sqlite-sl-sources-index.test.ts Normal file
View file

@ -0,0 +1,164 @@
import { access, mkdtemp, rm } from 'node:fs/promises';
import { tmpdir } from 'node:os';
import { join } from 'node:path';
import { afterEach, beforeEach, describe, expect, it } from 'vitest';
import { SqliteSlSourcesIndex } from './sqlite-sl-sources-index.js';
describe('SqliteSlSourcesIndex', () => {
let tempDir: string;
let dbPath: string;
beforeEach(async () => {
tempDir = await mkdtemp(join(tmpdir(), 'klo-sqlite-sl-index-'));
dbPath = join(tempDir, 'db.sqlite');
});
afterEach(async () => {
await rm(tempDir, { recursive: true, force: true });
});
it('creates SQLite tables and searches indexed source text', async () => {
const index = new SqliteSlSourcesIndex({ dbPath });
await index.upsertSources('warehouse', [
{
sourceName: 'orders',
searchText: 'orders table: public.orders measure: total_revenue sum(revenue) gross revenue',
embedding: null,
},
{
sourceName: 'tickets',
searchText: 'tickets table: public.tickets measure: ticket_count count(*) support queue',
embedding: null,
},
]);
await expect(access(dbPath)).resolves.toBeUndefined();
expect(await index.search('warehouse', null, 'gross revenue', 10)).toEqual([
expect.objectContaining({
sourceName: 'orders',
rrfScore: expect.any(Number),
}),
]);
});
it('reports existing search text and embedding presence', async () => {
const index = new SqliteSlSourcesIndex({ dbPath });
await index.upsertSources('warehouse', [
{
sourceName: 'orders',
searchText: 'orders gross revenue',
embedding: [0.1, 0.2, 0.3],
},
{
sourceName: 'tickets',
searchText: 'tickets support queue',
embedding: null,
},
]);
await expect(index.getExistingSearchTexts('warehouse')).resolves.toEqual(
new Map([
['orders', { searchText: 'orders gross revenue', hasEmbedding: true }],
['tickets', { searchText: 'tickets support queue', hasEmbedding: false }],
]),
);
});
it('deletes stale, named, and connection-scoped rows from the FTS index', async () => {
const index = new SqliteSlSourcesIndex({ dbPath });
await index.upsertSources('warehouse', [
{ sourceName: 'orders', searchText: 'orders revenue', embedding: null },
{ sourceName: 'tickets', searchText: 'tickets support', embedding: null },
]);
await index.upsertSources('finance', [{ sourceName: 'invoices', searchText: 'invoices revenue', embedding: null }]);
await index.deleteStale('warehouse', ['orders']);
expect(await index.search('warehouse', null, 'support', 10)).toEqual([]);
expect(await index.search('warehouse', null, 'revenue', 10)).toEqual([
expect.objectContaining({ sourceName: 'orders' }),
]);
expect(await index.search('finance', null, 'revenue', 10)).toEqual([
expect.objectContaining({ sourceName: 'invoices' }),
]);
await index.deleteByConnectionAndName('warehouse', 'orders');
expect(await index.search('warehouse', null, 'revenue', 10)).toEqual([]);
await index.deleteByConnection('finance');
expect(await index.search('finance', null, 'revenue', 10)).toEqual([]);
});
it('returns lane candidates with stable connection-scoped IDs', async () => {
const index = new SqliteSlSourcesIndex({ dbPath });
await index.upsertSources('warehouse', [
{ sourceName: 'orders', searchText: 'orders gross revenue paid status', embedding: [1, 0] },
]);
await index.upsertSources('finance', [
{ sourceName: 'orders', searchText: 'finance orders invoices', embedding: [0, 1] },
]);
await expect(index.searchLexicalCandidates({ queryText: 'gross revenue', limit: 25 })).resolves.toEqual([
expect.objectContaining({
id: 'warehouse/orders',
connectionId: 'warehouse',
sourceName: 'orders',
rank: 1,
rawScore: expect.any(Number),
}),
]);
await expect(index.searchSemanticCandidates({ queryEmbedding: [0, 1], limit: 25 })).resolves.toEqual([
expect.objectContaining({ id: 'finance/orders', connectionId: 'finance', sourceName: 'orders', rank: 1 }),
expect.objectContaining({ id: 'warehouse/orders', connectionId: 'warehouse', sourceName: 'orders', rank: 2 }),
]);
});
it('aggregates dictionary matches to one source-level lane candidate', async () => {
const index = new SqliteSlSourcesIndex({ dbPath });
await index.replaceDictionaryEntries('warehouse', [
{ connectionId: 'warehouse', sourceName: 'orders', columnName: 'status', value: 'paid', cardinality: 3 },
{ connectionId: 'warehouse', sourceName: 'orders', columnName: 'status', value: 'refunded', cardinality: 3 },
{ connectionId: 'warehouse', sourceName: 'orders', columnName: 'channel', value: 'paid search', cardinality: 4 },
{
connectionId: 'warehouse',
sourceName: 'tickets',
columnName: 'priority',
value: 'paid support',
cardinality: 5,
},
]);
await expect(index.searchDictionaryCandidates({ queryText: 'paid', limit: 25 })).resolves.toEqual([
expect.objectContaining({
id: 'warehouse/orders',
connectionId: 'warehouse',
sourceName: 'orders',
rank: 1,
matches: [
{ column: 'channel', values: ['paid search'] },
{ column: 'status', values: ['paid'] },
],
}),
expect.objectContaining({
id: 'warehouse/tickets',
connectionId: 'warehouse',
sourceName: 'tickets',
rank: 2,
matches: [{ column: 'priority', values: ['paid support'] }],
}),
]);
});
it('returns an empty result for blank or punctuation-only queries', async () => {
const index = new SqliteSlSourcesIndex({ dbPath });
await index.upsertSources('warehouse', [{ sourceName: 'orders', searchText: 'orders revenue', embedding: null }]);
expect(await index.search('warehouse', null, ' ', 10)).toEqual([]);
expect(await index.search('warehouse', null, '---', 10)).toEqual([]);
});
});