mirror of
https://github.com/trustgraph-ai/trustgraph.git
synced 2026-07-01 09:29:38 +02:00
feat: add flow manager, config seeding, and expanded integration tests
Flow Management Service: - FlowManagerService (AsyncProcessor) handling list/get/start/stop flows and list/get blueprints via kebab-case wire format - Default blueprint with all service topic mappings - Pushes flow config to config service on start/stop Config Seeding: - seed-config.ts script pushes prompt templates (extract-relationships, extract-definitions, document-prompt, kg-prompt) and default flow definition via gateway REST API Integration Tests: - Librarian CRUD: add-document, list-documents, get-content, delete - Agent query: verifies routing through gateway to agent service - Skip flags: SKIP_LIBRARIAN=1, SKIP_AGENT=1 Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
elpresidank
parent
d1f24cf759
commit
7db5a1023e
8 changed files with 714 additions and 7 deletions
14
ts/scripts/run-flow-manager.ts
Normal file
14
ts/scripts/run-flow-manager.ts
Normal file
|
|
@ -0,0 +1,14 @@
|
|||
/**
|
||||
* Start the flow manager service.
|
||||
*
|
||||
* Usage: pnpm tsx scripts/run-flow-manager.ts
|
||||
*
|
||||
* Env:
|
||||
* NATS_URL (default: nats://localhost:4222)
|
||||
*/
|
||||
import { run } from "../packages/flow/src/flow-manager/service.js";
|
||||
|
||||
run().catch((err) => {
|
||||
console.error("Flow manager failed:", err);
|
||||
process.exit(1);
|
||||
});
|
||||
130
ts/scripts/seed-config.ts
Normal file
130
ts/scripts/seed-config.ts
Normal file
|
|
@ -0,0 +1,130 @@
|
|||
/**
|
||||
* Seed configuration — pushes prompt templates and flow definitions
|
||||
* needed for the full processing pipeline.
|
||||
*
|
||||
* Usage: pnpm seed
|
||||
* Requires: gateway + config service running
|
||||
*/
|
||||
|
||||
const GATEWAY_URL = process.env.GATEWAY_URL ?? "http://localhost:8088";
|
||||
|
||||
async function pushConfig(keys: string[], values: Record<string, unknown>): Promise<void> {
|
||||
const res = await fetch(`${GATEWAY_URL}/api/v1/config`, {
|
||||
method: "POST",
|
||||
headers: { "Content-Type": "application/json" },
|
||||
body: JSON.stringify({ operation: "put", keys, values }),
|
||||
});
|
||||
const data = await res.json();
|
||||
if (data.error) throw new Error(`Config push failed: ${data.error.message}`);
|
||||
console.log(` Pushed config [${keys.join("/")}] → version ${data.version}`);
|
||||
}
|
||||
|
||||
async function main(): Promise<void> {
|
||||
console.log("Seeding TrustGraph configuration...\n");
|
||||
|
||||
// 1. Prompt templates
|
||||
console.log("── Prompt Templates ──");
|
||||
await pushConfig(["prompt"], {
|
||||
"extract-relationships": {
|
||||
system: "You are a helpful assistant that extracts structured knowledge from text.",
|
||||
prompt: [
|
||||
"Study the following text and derive entity relationships.",
|
||||
"For each relationship, derive the subject, predicate and object.",
|
||||
"",
|
||||
"Output as a JSON array of objects with keys:",
|
||||
"- subject: the subject of the relationship",
|
||||
"- predicate: the predicate",
|
||||
"- object: the object of the relationship",
|
||||
"",
|
||||
"Here is the text:",
|
||||
"{text}",
|
||||
"",
|
||||
"Requirements:",
|
||||
"- Respond only with a valid JSON array.",
|
||||
"- Do not include explanations or markdown formatting.",
|
||||
"- Example: [{\"subject\": \"Earth\", \"predicate\": \"orbits\", \"object\": \"Sun\"}]",
|
||||
].join("\n"),
|
||||
},
|
||||
"extract-definitions": {
|
||||
system: "You are a helpful assistant that extracts entity definitions from text.",
|
||||
prompt: [
|
||||
"Study the following text and derive definitions for any discovered entities.",
|
||||
"Do not provide definitions for entities whose definitions are incomplete or unknown.",
|
||||
"",
|
||||
"Output as a JSON array of objects with keys:",
|
||||
"- entity: the name of the entity",
|
||||
"- definition: English text which defines the entity",
|
||||
"",
|
||||
"Here is the text:",
|
||||
"{text}",
|
||||
"",
|
||||
"Requirements:",
|
||||
"- Respond only with a valid JSON array.",
|
||||
"- Do not include explanations or markdown formatting.",
|
||||
"- Do not include null or unknown definitions.",
|
||||
"- Example: [{\"entity\": \"photosynthesis\", \"definition\": \"The process by which plants convert sunlight into energy\"}]",
|
||||
].join("\n"),
|
||||
},
|
||||
"document-prompt": {
|
||||
system: "You are a helpful assistant. Use only the provided context to answer questions.",
|
||||
prompt: [
|
||||
"Use the following context to answer the question.",
|
||||
"Do not speculate if the answer is not found in the context.",
|
||||
"",
|
||||
"Context:",
|
||||
"{documents}",
|
||||
"",
|
||||
"Question: {query}",
|
||||
].join("\n"),
|
||||
},
|
||||
"kg-prompt": {
|
||||
system: "You are a helpful assistant that answers questions using knowledge graph data.",
|
||||
prompt: [
|
||||
"Use the following knowledge graph information to answer the question.",
|
||||
"",
|
||||
"Knowledge:",
|
||||
"{knowledge}",
|
||||
"",
|
||||
"Question: {query}",
|
||||
].join("\n"),
|
||||
},
|
||||
});
|
||||
|
||||
// 2. Flow definitions (default flow with all topic mappings)
|
||||
console.log("\n── Flow Definitions ──");
|
||||
await pushConfig(["flows"], {
|
||||
default: {
|
||||
topics: {
|
||||
// LLM text completion
|
||||
"request": "tg.flow.text-completion-request",
|
||||
"response": "tg.flow.text-completion-response",
|
||||
"text-completion-request": "tg.flow.text-completion-request",
|
||||
"text-completion-response": "tg.flow.text-completion-response",
|
||||
// Prompt service
|
||||
"prompt-request": "tg.flow.prompt-request",
|
||||
"prompt-response": "tg.flow.prompt-response",
|
||||
// Graph RAG
|
||||
"graph-rag-request": "tg.flow.graph-rag-request",
|
||||
"graph-rag-response": "tg.flow.graph-rag-response",
|
||||
// Document RAG
|
||||
"document-rag-request": "tg.flow.document-rag-request",
|
||||
"document-rag-response": "tg.flow.document-rag-response",
|
||||
// Triples
|
||||
"triples-request": "tg.flow.triples-request",
|
||||
"triples-response": "tg.flow.triples-response",
|
||||
// Chunking pipeline
|
||||
"input": "tg.flow.chunk",
|
||||
"output": "tg.flow.chunk",
|
||||
"triples": "tg.flow.triples",
|
||||
"entity-contexts": "tg.flow.entity-contexts",
|
||||
},
|
||||
},
|
||||
});
|
||||
|
||||
console.log("\nConfiguration seeded successfully.");
|
||||
}
|
||||
|
||||
main().catch((err) => {
|
||||
console.error("Seed failed:", err);
|
||||
process.exit(1);
|
||||
});
|
||||
|
|
@ -234,6 +234,162 @@ async function testWebSocket(): Promise<boolean> {
|
|||
}
|
||||
}
|
||||
|
||||
// ─── Librarian Tests ──────────────────────────────────────────────────
|
||||
|
||||
let testDocId = "";
|
||||
|
||||
async function testLibrarianAdd(): Promise<boolean> {
|
||||
try {
|
||||
const content = Buffer.from("Hello from TrustGraph TypeScript!").toString("base64");
|
||||
const res = await post("/api/v1/librarian", {
|
||||
operation: "add-document",
|
||||
user: "test-user",
|
||||
collection: "test-collection",
|
||||
content,
|
||||
documentMetadata: {
|
||||
id: "",
|
||||
time: Date.now(),
|
||||
kind: "text/plain",
|
||||
title: "Test Document",
|
||||
comments: "",
|
||||
user: "test-user",
|
||||
tags: ["test"],
|
||||
documentType: "source",
|
||||
},
|
||||
});
|
||||
log("librarian/add", res);
|
||||
const r = res as Record<string, unknown>;
|
||||
const meta = r.documentMetadata as Record<string, unknown> | undefined;
|
||||
if (meta?.id && typeof meta.id === "string") {
|
||||
testDocId = meta.id;
|
||||
pass(`Librarian add-document returned id: ${testDocId.slice(0, 8)}...`);
|
||||
return true;
|
||||
}
|
||||
if (r.error) {
|
||||
fail("Librarian add-document", r.error);
|
||||
return false;
|
||||
}
|
||||
fail("Librarian add-document", "no documentMetadata.id in response");
|
||||
return false;
|
||||
} catch (err) {
|
||||
fail("Librarian add-document", err);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
async function testLibrarianList(): Promise<boolean> {
|
||||
try {
|
||||
const res = await post("/api/v1/librarian", {
|
||||
operation: "list-documents",
|
||||
user: "test-user",
|
||||
});
|
||||
log("librarian/list", res);
|
||||
const r = res as Record<string, unknown>;
|
||||
const docs = r.documents as unknown[] | undefined;
|
||||
if (docs && docs.length > 0) {
|
||||
pass(`Librarian list-documents returned ${docs.length} document(s)`);
|
||||
return true;
|
||||
}
|
||||
fail("Librarian list-documents", "empty or missing documents array");
|
||||
return false;
|
||||
} catch (err) {
|
||||
fail("Librarian list-documents", err);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
async function testLibrarianGetContent(): Promise<boolean> {
|
||||
if (!testDocId) {
|
||||
fail("Librarian get-content", "no document ID from add test");
|
||||
return false;
|
||||
}
|
||||
try {
|
||||
const res = await post("/api/v1/librarian", {
|
||||
operation: "get-document-content",
|
||||
documentId: testDocId,
|
||||
user: "test-user",
|
||||
});
|
||||
log("librarian/get-content", res);
|
||||
const r = res as Record<string, unknown>;
|
||||
if (r.content && typeof r.content === "string") {
|
||||
const decoded = Buffer.from(r.content, "base64").toString("utf-8");
|
||||
if (decoded === "Hello from TrustGraph TypeScript!") {
|
||||
pass("Librarian get-content round-trips correctly");
|
||||
return true;
|
||||
}
|
||||
fail("Librarian get-content", `decoded: "${decoded}"`);
|
||||
return false;
|
||||
}
|
||||
fail("Librarian get-content", "no content in response");
|
||||
return false;
|
||||
} catch (err) {
|
||||
fail("Librarian get-content", err);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
async function testLibrarianDelete(): Promise<boolean> {
|
||||
if (!testDocId) {
|
||||
fail("Librarian delete", "no document ID from add test");
|
||||
return false;
|
||||
}
|
||||
try {
|
||||
const res = await post("/api/v1/librarian", {
|
||||
operation: "remove-document",
|
||||
documentId: testDocId,
|
||||
user: "test-user",
|
||||
});
|
||||
log("librarian/delete", res);
|
||||
|
||||
// Verify it's gone
|
||||
const listRes = await post("/api/v1/librarian", {
|
||||
operation: "list-documents",
|
||||
user: "test-user",
|
||||
}) as Record<string, unknown>;
|
||||
const docs = listRes.documents as unknown[] | undefined;
|
||||
if (!docs || docs.length === 0) {
|
||||
pass("Librarian remove-document deleted successfully");
|
||||
return true;
|
||||
}
|
||||
fail("Librarian remove-document", "document still present after delete");
|
||||
return false;
|
||||
} catch (err) {
|
||||
fail("Librarian delete", err);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
// ─── Agent Test ───────────────────────────────────────────────────────
|
||||
|
||||
async function testAgentQuery(): Promise<boolean> {
|
||||
try {
|
||||
console.log("\n Sending agent request (may take a few seconds)...");
|
||||
const model = process.env.LLM_MODEL ?? "qwen2.5:0.5b";
|
||||
const res = await post("/api/v1/flow/default/service/agent", {
|
||||
question: "What is the capital of France?",
|
||||
model,
|
||||
});
|
||||
log("agent", res);
|
||||
const r = res as Record<string, unknown>;
|
||||
// Agent sends streaming chunks — gateway returns the first/final response
|
||||
if (r.chunk_type || r.answer || r.content) {
|
||||
pass("Agent returned a response");
|
||||
return true;
|
||||
}
|
||||
if (r.error) {
|
||||
// Agent may error if no graph data — that's OK, proves routing works
|
||||
const err = r.error as Record<string, unknown>;
|
||||
pass(`Agent responded with error (routing works): ${err.message ?? err.type}`);
|
||||
return true;
|
||||
}
|
||||
fail("Agent", "unexpected response format");
|
||||
return false;
|
||||
} catch (err) {
|
||||
fail("Agent", err);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
// ─── Main ─────────────────────────────────────────────────────────────
|
||||
|
||||
async function main(): Promise<void> {
|
||||
|
|
@ -282,6 +438,25 @@ async function main(): Promise<void> {
|
|||
console.log("\n (SKIP_LLM=1 — skipping LLM test)");
|
||||
}
|
||||
|
||||
// Librarian tests (only if librarian service is running)
|
||||
if (process.env.SKIP_LIBRARIAN !== "1") {
|
||||
console.log("\n (Testing librarian — set SKIP_LIBRARIAN=1 to skip)");
|
||||
await run("Librarian Add", testLibrarianAdd);
|
||||
await run("Librarian List", testLibrarianList);
|
||||
await run("Librarian Get Content", testLibrarianGetContent);
|
||||
await run("Librarian Delete", testLibrarianDelete);
|
||||
} else {
|
||||
console.log("\n (SKIP_LIBRARIAN=1 — skipping librarian tests)");
|
||||
}
|
||||
|
||||
// Agent test (only if agent + LLM services are running)
|
||||
if (process.env.SKIP_AGENT !== "1" && process.env.SKIP_LLM !== "1") {
|
||||
console.log("\n (Testing agent — set SKIP_AGENT=1 to skip)");
|
||||
await run("Agent Query", testAgentQuery);
|
||||
} else {
|
||||
console.log("\n (Skipping agent test)");
|
||||
}
|
||||
|
||||
console.log("\n══════════════════════════════════════════════════");
|
||||
console.log(` Results: ${passed} passed, ${failed} failed`);
|
||||
console.log("══════════════════════════════════════════════════\n");
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue