apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-05 11:22:11 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

saving

Browse source
This commit is contained in:
elpresidank 2026-05-12 08:06:58 -05:00
parent e8c7a4f6e0
commit ffd97375a8
160 changed files with 6704 additions and 1895 deletions
Download patch file Download diff file Expand all files Collapse all files

16
ts/packages/flow/src/model/text-completion/openai-compatible.ts
View file

@ -16,6 +16,7 @@ import {
type LlmResult,
type LlmChunk,
} from "@trustgraph/base";
import { makeProcessorProgram } from "@trustgraph/base";
export class OpenAICompatibleProcessor extends LlmService {
private client: OpenAI;
@ -40,10 +41,11 @@ export class OpenAICompatibleProcessor extends LlmService {
this.maxOutput = config.maxOutput ?? 4096;
const baseURL = config.baseUrl ?? process.env.OPENAI_COMPAT_URL;
if (!baseURL)
if (baseURL === undefined || baseURL.length === 0) {
throw new Error(
"OpenAI-compatible server URL not specified (set OPENAI_COMPAT_URL)",
);
}
const apiKey =
config.apiKey ?? process.env.OPENAI_COMPAT_KEY ?? "sk-no-key-required";
@ -108,9 +110,10 @@ export class OpenAICompatibleProcessor extends LlmService {
let totalOutputTokens = 0;
for await (const chunk of stream) {
if (chunk.choices?.[0]?.delta?.content) {
const content = chunk.choices[0]?.delta?.content;
if (content !== null && content !== undefined && content.length > 0) {
yield {
text: chunk.choices[0].delta.content,
text: content,
inToken: null,
outToken: null,
model: modelName,
@ -118,7 +121,7 @@ export class OpenAICompatibleProcessor extends LlmService {
};
}
if (chunk.usage) {
if (chunk.usage !== null && chunk.usage !== undefined) {
totalInputTokens = chunk.usage.prompt_tokens;
totalOutputTokens = chunk.usage.completion_tokens;
}
@ -134,6 +137,11 @@ export class OpenAICompatibleProcessor extends LlmService {
}
}
export const program = makeProcessorProgram({
id: "text-completion",
make: (config) => new OpenAICompatibleProcessor(config),
});
export async function run(): Promise<void> {
await OpenAICompatibleProcessor.launch("text-completion");
}