mirror of
https://github.com/Kaelio/ktx.git
synced 2026-06-07 07:55:13 +02:00
* docs: add CLI component reuse guidance * docs: add unified ingest ux design * Refine unified ingest UX design after adversarial review iteration 1 * Refine unified ingest UX design after adversarial review iteration 2 * Refine unified ingest UX design after adversarial review iteration 3 * feat(cli): route public connection ingest command * feat(cli): hide standalone scan from public help * feat(cli): plan public ingest depth and query history * feat(cli): execute public database ingest facets * feat(ingest): read connection query history config * fix(cli): use public ingest wording * fix(config): stop generating ingest adapter allow lists * docs: document public ingest command * test: align ingest surface expectations * docs: add unified ingest public CLI surface plan * feat(cli): preflight deep public ingest readiness * feat(setup): store query history in connection context * feat(setup): store database context depth * feat(setup): verify context readiness by database depth * fix(setup): keep context build foreground only * fix(config): reject reserved ingest connection ids * test: close unified ingest v1 expectations * docs: add unified ingest v1 closure plan * fix(ingest): bypass adapter allow-list for public source ingest * fix(ingest): honor query history window intent * fix(ingest): hide scan internals from public database ingest * feat(ingest): use foreground view for interactive public ingest * fix(setup): use schema context and query history wording * test(cli): verify unified ingest public output * docs: add unified ingest v1 public output closure plan * fix(setup): forward query history flags * fix(setup): prompt for postgres query history * fix(status): report query history readiness * fix(ingest): remove legacy public guidance * fix(ingest): polish foreground retry copy * docs(examples): use unified query history wording * chore(ingest): finish public query history cleanup * docs: add unified ingest v1 query history status cleanup plan * test(docs): cover unified ingest public docs * docs: align ingest CLI reference with unified UX * docs: update context build guides for unified ingest * docs: update setup and primary source ingest wording * docs: stop advertising adapter-backed example ingest * docs: close unified ingest public docs gaps * docs: add unified ingest v1 docs site closure plan * fix: render unified ingest foreground warnings * fix: explain query history schema order * fix: add public ingest retry guidance * fix: align setup next steps with unified ingest * fix: remove scan wording from demo progress * test: verify unified ingest ux closure * docs: add unified ingest v1 foreground and retry closure plan * fix(cli): preserve query-history pull config in public ingest * fix(cli): omit hidden commands from docs command tree * test(cli): close unified ingest final public surface checks * docs: add unified ingest v1 final public surface closure plan * fix(cli): use public source labels in ingest reports * fix(cli): suppress low-level public ingest output * test(cli): verify unified ingest public plain output * docs: add unified ingest v1 public plain output closure plan * fix(cli): add public ingest copy sanitizers * fix(cli): sanitize public ingest progress copy * fix(cli): rename setup schema scope prompt * docs(plan): add progress copy closure; test: align setup back-nav fixture Adds the iter9 plan and updates the setup back-navigation test fixture to pass disableQueryHistory plus listSchemas/listTables stubs that the unified ingest setup step now requires. * docs(plan): add final ux labels plan with narrowed label scans * fix(cli): aggregate unsupported query-history warnings * fix(cli): align setup database labels * test(cli): fix setup database test type-check * fix(cli): remove primary-source wording from setup output * test(cli): verify unified ingest setup closure * docs(plan): add unified ingest v1 verification copy closure plan * fix(cli): remove top-level scan command * fix(cli): remove legacy ingest and wiki commands * Merge scan into ingest flow * feat(cli): split ingest progress into per-phase rows, rename work units to tasks Each database target in the unified ingest dashboard now renders one row per real subprocess (Schema, then Query history when enabled) instead of a single combined bar. Each phase has its own monotonic 0-100% bar so the progress never snaps back to zero when historic-sql starts after scan completes. Completed phases keep their final bar, summary, and elapsed time visible as an inline audit trail; queued and skipped phases are shown explicitly. Also rename user-facing "work units" / "Failed work units" to "tasks" / "Failed tasks" in ingest output and parseIngestSummary. The parser still accepts the legacy "Work units:" wording in captured output for backward compat. Internal memory-flow event names and type fields are left alone. * Fix test harness failures * Fix CI smoke checks --------- Co-authored-by: Andrey Avtomonov <7889985+andreybavt@users.noreply.github.com>
110 lines
2.9 KiB
JavaScript
110 lines
2.9 KiB
JavaScript
import assert from "node:assert/strict";
|
|
import { spawn } from "node:child_process";
|
|
import { once } from "node:events";
|
|
import { readFile, writeFile } from "node:fs/promises";
|
|
import { dirname, join } from "node:path";
|
|
import { createServer } from "node:net";
|
|
import { after, before, test } from "node:test";
|
|
import { setTimeout as delay } from "node:timers/promises";
|
|
import { fileURLToPath } from "node:url";
|
|
|
|
const configuredDocsSiteUrl = process.env.DOCS_SITE_URL;
|
|
let docsSiteUrl = configuredDocsSiteUrl;
|
|
let docsServer;
|
|
let docsServerOutput = "";
|
|
let nextEnvPath;
|
|
let nextEnvContents;
|
|
|
|
async function getAvailablePort() {
|
|
const server = createServer();
|
|
server.listen(0, "127.0.0.1");
|
|
await once(server, "listening");
|
|
|
|
const address = server.address();
|
|
await new Promise((resolve, reject) => {
|
|
server.close((error) => {
|
|
if (error) reject(error);
|
|
else resolve();
|
|
});
|
|
});
|
|
|
|
assert.equal(typeof address, "object");
|
|
assert.notEqual(address, null);
|
|
return address.port;
|
|
}
|
|
|
|
function appendDocsServerOutput(chunk) {
|
|
docsServerOutput = `${docsServerOutput}${chunk.toString()}`.slice(-4000);
|
|
}
|
|
|
|
async function waitForDocsServer() {
|
|
for (let attempt = 0; attempt < 150; attempt += 1) {
|
|
if (docsServer?.exitCode !== null) {
|
|
throw new Error(
|
|
`Docs server exited before it was ready.\n${docsServerOutput}`,
|
|
);
|
|
}
|
|
|
|
try {
|
|
await fetch(`${docsSiteUrl}/docs`, { redirect: "manual" });
|
|
return;
|
|
} catch {
|
|
await delay(200);
|
|
}
|
|
}
|
|
|
|
throw new Error(`Timed out waiting for docs server.\n${docsServerOutput}`);
|
|
}
|
|
|
|
before(async () => {
|
|
if (configuredDocsSiteUrl) {
|
|
return;
|
|
}
|
|
|
|
const docsSiteDir = join(
|
|
dirname(fileURLToPath(import.meta.url)),
|
|
"..",
|
|
);
|
|
nextEnvPath = join(docsSiteDir, "next-env.d.ts");
|
|
nextEnvContents = await readFile(nextEnvPath, "utf8");
|
|
|
|
const port = await getAvailablePort();
|
|
docsSiteUrl = `http://127.0.0.1:${port}`;
|
|
docsServer = spawn(
|
|
"pnpm",
|
|
["exec", "next", "dev", "--hostname", "127.0.0.1", "--port", `${port}`],
|
|
{
|
|
cwd: docsSiteDir,
|
|
env: { ...process.env, NEXT_TELEMETRY_DISABLED: "1" },
|
|
stdio: ["ignore", "pipe", "pipe"],
|
|
},
|
|
);
|
|
docsServer.stdout.on("data", appendDocsServerOutput);
|
|
docsServer.stderr.on("data", appendDocsServerOutput);
|
|
|
|
await waitForDocsServer();
|
|
});
|
|
|
|
after(async () => {
|
|
if (docsServer && docsServer.exitCode === null) {
|
|
docsServer.kill("SIGTERM");
|
|
await Promise.race([
|
|
once(docsServer, "exit"),
|
|
delay(5000).then(() => docsServer?.kill("SIGKILL")),
|
|
]);
|
|
}
|
|
|
|
if (nextEnvPath && nextEnvContents !== undefined) {
|
|
await writeFile(nextEnvPath, nextEnvContents);
|
|
}
|
|
});
|
|
|
|
test("/docs redirects to the docs introduction", async () => {
|
|
const response = await fetch(`${docsSiteUrl}/docs`, { redirect: "manual" });
|
|
|
|
assert.equal(response.status, 307);
|
|
assert.equal(
|
|
response.headers.get("location"),
|
|
"/docs/getting-started/introduction",
|
|
);
|
|
});
|