mirror of
https://github.com/trustgraph-ai/trustgraph.git
synced 2026-07-01 09:29:38 +02:00
feat: add Docker entrypoints, LLM providers, pipeline hardening, workbench pages
Phase 9 — four parallel workstreams: - Stream A: 14 Docker entrypoints for containerized deployment - Stream B: Pipeline hardening — robust JSON parsing, LLM retry logic, consumer negative-ack, FalkorDB test import fix - Stream C: Azure OpenAI, OpenAI-compatible, and Mistral LLM providers - Stream D: Workbench Prompts, Token Cost, Knowledge Cores pages + Settings feature switches Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
parent
50fb311d2d
commit
c7eefee607
34 changed files with 1457 additions and 112 deletions
18
ts/scripts/run-llm-azure-openai.ts
Normal file
18
ts/scripts/run-llm-azure-openai.ts
Normal file
|
|
@ -0,0 +1,18 @@
|
|||
/**
|
||||
* Start the Azure OpenAI text-completion service.
|
||||
*
|
||||
* Usage: AZURE_TOKEN=... AZURE_ENDPOINT=... pnpm tsx scripts/run-llm-azure-openai.ts
|
||||
*
|
||||
* Env:
|
||||
* NATS_URL (default: nats://localhost:4222)
|
||||
* AZURE_TOKEN (required)
|
||||
* AZURE_ENDPOINT (required)
|
||||
* AZURE_MODEL (default: gpt-4o)
|
||||
* AZURE_API_VERSION (default: 2024-12-01-preview)
|
||||
*/
|
||||
import { run } from "../packages/flow/src/model/text-completion/azure-openai.js";
|
||||
|
||||
run().catch((err) => {
|
||||
console.error("Azure OpenAI LLM service failed:", err);
|
||||
process.exit(1);
|
||||
});
|
||||
16
ts/scripts/run-llm-mistral.ts
Normal file
16
ts/scripts/run-llm-mistral.ts
Normal file
|
|
@ -0,0 +1,16 @@
|
|||
/**
|
||||
* Start the Mistral text-completion service.
|
||||
*
|
||||
* Usage: MISTRAL_TOKEN=... pnpm tsx scripts/run-llm-mistral.ts
|
||||
*
|
||||
* Env:
|
||||
* NATS_URL (default: nats://localhost:4222)
|
||||
* MISTRAL_TOKEN (required)
|
||||
* MISTRAL_MODEL (default: ministral-8b-latest)
|
||||
*/
|
||||
import { run } from "../packages/flow/src/model/text-completion/mistral.js";
|
||||
|
||||
run().catch((err) => {
|
||||
console.error("Mistral LLM service failed:", err);
|
||||
process.exit(1);
|
||||
});
|
||||
17
ts/scripts/run-llm-openai-compatible.ts
Normal file
17
ts/scripts/run-llm-openai-compatible.ts
Normal file
|
|
@ -0,0 +1,17 @@
|
|||
/**
|
||||
* Start the OpenAI-compatible text-completion service.
|
||||
*
|
||||
* Usage: OPENAI_COMPAT_URL=http://localhost:1234/v1 pnpm tsx scripts/run-llm-openai-compatible.ts
|
||||
*
|
||||
* Env:
|
||||
* NATS_URL (default: nats://localhost:4222)
|
||||
* OPENAI_COMPAT_URL (required)
|
||||
* OPENAI_COMPAT_KEY (default: sk-no-key-required)
|
||||
* OPENAI_COMPAT_MODEL (default: default)
|
||||
*/
|
||||
import { run } from "../packages/flow/src/model/text-completion/openai-compatible.js";
|
||||
|
||||
run().catch((err) => {
|
||||
console.error("OpenAI-compatible LLM service failed:", err);
|
||||
process.exit(1);
|
||||
});
|
||||
|
|
@ -551,7 +551,12 @@ async function testFullPipeline(): Promise<boolean> {
|
|||
console.log(` FalkorDB: no nodes found (count=${count})`);
|
||||
}
|
||||
} catch (err) {
|
||||
console.log(` FalkorDB check failed: ${err}`);
|
||||
const errStr = String(err);
|
||||
if (errStr.includes("Cannot find package") || errStr.includes("MODULE_NOT_FOUND")) {
|
||||
console.log(" FalkorDB check skipped: falkordb package not available at workspace root");
|
||||
} else {
|
||||
console.log(` FalkorDB check failed: ${err}`);
|
||||
}
|
||||
}
|
||||
|
||||
// 6. Verify embeddings in Qdrant
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue