mirror of
https://github.com/trustgraph-ai/trustgraph.git
synced 2026-07-01 17:39:39 +02:00
18 lines
567 B
TypeScript
18 lines
567 B
TypeScript
|
/**
|
||
|
|
* Start the OpenAI-compatible text-completion service.
|
||
|
|
*
|
||
|
|
* Usage: OPENAI_COMPAT_URL=http://localhost:1234/v1 pnpm tsx scripts/run-llm-openai-compatible.ts
|
||
|
|
*
|
||
|
|
* Env:
|
||
|
|
* NATS_URL (default: nats://localhost:4222)
|
||
|
|
* OPENAI_COMPAT_URL (required)
|
||
|
|
* OPENAI_COMPAT_KEY (default: sk-no-key-required)
|
||
|
|
* OPENAI_COMPAT_MODEL (default: default)
|
||
|
|
*/
|
||
|
|
import { run } from "../packages/flow/src/model/text-completion/openai-compatible.js";
|
||
|
|
|
||
|
|
run().catch((err) => {
|
||
|
|
console.error("OpenAI-compatible LLM service failed:", err);
|
||
|
|
process.exit(1);
|
||
|
|
});
|