Improve schema setup and Notion ingest UX (#14)

* Improve schema setup and Notion ingest UX

* Handle Postgres network scan failures

* WIP: save local changes before main merge

* Refine setup prompt choices

* Tighten ingest reconciliation guidance

* Commit setup config updates

* Canonicalize unmapped fallback details

* Count reconciliation actions in reports

* Harden semantic layer source validation

* Return wiki content after edits

* Validate SL sources against manifests

* Validate wiki refs before writes

* Simplify CLI next steps

* Clarify agent setup summary

* Surface dbt target SL sources

* Recover SL write fallbacks

* Preserve failed context build metadata

* Track raw paths for ingest actions

* test(cli): update seeded demo expectations

* fix(ingest): scope fallback recovery checks

* fix(sl): tighten source validation guards

* fix(wiki): ignore empty embedding vectors

* Improve Notion ingest UX

* Enforce flat wiki keys

* test(context): update wiki key assertion

---------

Co-authored-by: Andrey Avtomonov <andreybavt@gmail.com>
This commit is contained in:
Luca Martial 2026-05-12 16:56:58 -04:00 committed by GitHub
parent 866d33e71a
commit 60457e9407
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
116 changed files with 4177 additions and 610 deletions

View file

@ -234,6 +234,24 @@ function normalizeSourceProgress(value: unknown): ContextBuildSourceProgressUpda
return entries.length > 0 ? entries : undefined;
}
function setupContextTargetIds(targets: KtxSetupContextTargets): string[] {
return [...new Set([...targets.primarySourceConnectionIds, ...targets.contextSourceConnectionIds])];
}
function retryableFailedTargetsFromProgress(
targets: KtxSetupContextTargets,
progress: ContextBuildSourceProgressUpdate[] | undefined,
): string[] {
const targetIds = setupContextTargetIds(targets);
if (!progress || progress.length === 0) {
return targetIds;
}
const failedIds = new Set(progress.filter((source) => source.status === 'failed').map((source) => source.connectionId));
const failedTargets = targetIds.filter((connectionId) => failedIds.has(connectionId));
return failedTargets.length > 0 ? failedTargets : targetIds;
}
export async function readKtxSetupContextState(projectDir: string): Promise<KtxSetupContextState> {
const filePath = statePath(projectDir);
if (!(await pathExists(filePath))) {
@ -614,7 +632,7 @@ async function runBuild(
updatedAt,
reportIds: completedReportIds,
artifactPaths: completedArtifactPaths,
retryableFailedTargets: [...targets.primarySourceConnectionIds, ...targets.contextSourceConnectionIds],
retryableFailedTargets: retryableFailedTargetsFromProgress(targets, lastSourceProgress),
failureReason: 'Context build failed.',
...(lastSourceProgress ? { sourceProgress: lastSourceProgress } : {}),
});