apunkt/ktx
1
0
Fork 0
mirror of https://github.com/Kaelio/ktx.git synced 2026-07-04 10:52:13 +02:00
Code Issues Projects Releases Packages Wiki Activity

Track raw paths for ingest actions

Browse source
This commit is contained in:
Luca Martial 2026-05-11 23:03:16 -07:00
parent f8aedc858b
commit 3db57465db
22 changed files with 306 additions and 37 deletions
Download patch file Download diff file Expand all files Collapse all files

12
packages/context/src/sl/tools/sl-edit-source.tool.ts
View file

@ -1,6 +1,6 @@
import YAML from 'yaml';
import { z } from 'zod';
import { addTouchedSlSource, type ToolContext, type ToolOutput } from '../../tools/index.js';
import { addTouchedSlSource, type ToolContext, type ToolOutput, validateActionRawPaths } from '../../tools/index.js';
import { applySqlEdits } from '../../tools/sql-edit-replacer.js';
import { normalizeSemanticLayerDescriptions } from '../description-normalization.js';
import type { SemanticLayerSource } from '../types.js';
@ -25,6 +25,10 @@ const slEditSourceInputSchema = z.object({
.optional()
.describe('Targeted exact-match search/replace edits on the raw YAML content.'),
delete: z.boolean().optional().describe('Set to true to delete this source entirely'),
rawPaths: z
.array(z.string().min(1))
.optional()
.describe('In ingest sessions, raw source file paths that directly support this SL action.'),
});
type SlEditSourceInput = z.infer<typeof slEditSourceInputSchema>;
@ -75,6 +79,10 @@ If no source exists yet, use sl_write_source instead — this tool will reject t
const semanticLayerService = context.session?.semanticLayerService ?? this.semanticLayerService;
const skipIndex = context.session?.isWorktreeScoped === true;
const rawPathValidation = validateActionRawPaths(context.session, input.rawPaths);
if (!rawPathValidation.ok) {
return this.buildOutput(false, [rawPathValidation.error], sourceName);
}
// Handle delete
if (input.delete) {
@ -88,6 +96,7 @@ If no source exists yet, use sl_write_source instead — this tool will reject t
key: sourceName,
detail: 'Deleted source',
targetConnectionId: actionTargetConnectionId(context.session.connectionId, connectionId),
...(rawPathValidation.rawPaths ? { rawPaths: rawPathValidation.rawPaths } : {}),
});
}
return this.buildOutput(true, [], sourceName, { yaml: undefined, commitHash: undefined });
@ -184,6 +193,7 @@ If no source exists yet, use sl_write_source instead — this tool will reject t
key: sourceName,
detail: `Applied ${editCount} edit(s)`,
targetConnectionId: actionTargetConnectionId(context.session.connectionId, connectionId),
...(rawPathValidation.rawPaths ? { rawPaths: rawPathValidation.rawPaths } : {}),
});
}

14
packages/context/src/sl/tools/sl-write-source.tool.ts
View file

@ -1,6 +1,6 @@
import YAML from 'yaml';
import { z } from 'zod';
import { addTouchedSlSource, type ToolContext, type ToolOutput } from '../../tools/index.js';
import { addTouchedSlSource, type ToolContext, type ToolOutput, validateActionRawPaths } from '../../tools/index.js';
import { sourceOverlaySchema } from '../schemas.js';
import type { SemanticLayerService } from '../semantic-layer.service.js';
import type { SemanticLayerSource } from '../types.js';
@ -25,6 +25,10 @@ const slWriteSourceInputSchema = z.object({
.optional()
.describe('Source definition (standalone with table/sql) or overlay (measures, computed columns, etc.)'),
delete: z.boolean().optional().describe('Set to true to delete this source entirely'),
rawPaths: z
.array(z.string().min(1))
.optional()
.describe('In ingest sessions, raw source file paths that directly support this SL action.'),
});
type SlWriteSourceInput = z.infer<typeof slWriteSourceInputSchema>;
@ -99,6 +103,10 @@ Do NOT join back to a table that the SQL already aggregates from if the grain co
const semanticLayerService = context.session?.semanticLayerService ?? this.semanticLayerService;
const skipIndex = context.session?.isWorktreeScoped === true;
const rawPathValidation = validateActionRawPaths(context.session, input.rawPaths);
if (!rawPathValidation.ok) {
return this.buildOutput(false, [rawPathValidation.error], sourceName);
}
// Handle delete
if (input.delete) {
@ -116,6 +124,7 @@ Do NOT join back to a table that the SQL already aggregates from if the grain co
key: sourceName,
detail: 'Deleted source',
targetConnectionId: actionTargetConnectionId(context.session.connectionId, connectionId),
...(rawPathValidation.rawPaths ? { rawPaths: rawPathValidation.rawPaths } : {}),
});
}
return this.buildOutput(true, [], sourceName, { yaml: undefined, commitHash: undefined });
@ -142,6 +151,7 @@ Do NOT join back to a table that the SQL already aggregates from if the grain co
context,
semanticLayerService,
skipIndex,
rawPathValidation.rawPaths,
);
}
@ -154,6 +164,7 @@ Do NOT join back to a table that the SQL already aggregates from if the grain co
context: ToolContext,
semanticLayerService: SemanticLayerService,
skipIndex: boolean,
rawPaths: string[] | undefined,
): Promise<ToolOutput<SemanticLayerStructured>> {
const normalizedSource = normalizeSemanticLayerDescriptions(source, { fillMissing: !!context.session?.ingest });
const isOverlay =
@ -211,6 +222,7 @@ Do NOT join back to a table that the SQL already aggregates from if the grain co
key: sourceName,
detail: existing ? `Rewrote source` : `Created source`,
targetConnectionId: actionTargetConnectionId(context.session.connectionId, connectionId),
...(rawPaths ? { rawPaths } : {}),
});
}