apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-03 15:01:00 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

saving

Browse source
This commit is contained in:
elpresidank 2026-05-12 08:06:58 -05:00
parent e8c7a4f6e0
commit ffd97375a8
160 changed files with 6704 additions and 1895 deletions
Download patch file Download diff file Expand all files Collapse all files

23
ts/packages/flow/src/model/text-completion/openai.ts
View file

@ -5,7 +5,8 @@
*/
import OpenAI from "openai";
import { LlmService, type ProcessorConfig, type LlmResult, type LlmChunk, TooManyRequestsError } from "@trustgraph/base";
import { LlmService, type ProcessorConfig, type LlmResult, type LlmChunk, tooManyRequestsError } from "@trustgraph/base";
import { makeProcessorProgram } from "@trustgraph/base";
export class OpenAIProcessor extends LlmService {
private client: OpenAI;
@ -27,7 +28,9 @@ export class OpenAIProcessor extends LlmService {
this.maxOutput = config.maxOutput ?? 4096;
const apiKey = config.apiKey ?? process.env.OPENAI_TOKEN;
if (!apiKey) throw new Error("OpenAI API key not specified");
if (apiKey === undefined || apiKey.length === 0) {
throw new Error("OpenAI API key not specified");
}
this.client = new OpenAI({
apiKey,
@ -65,7 +68,7 @@ export class OpenAIProcessor extends LlmService {
};
} catch (err) {
if (err instanceof OpenAI.RateLimitError) {
throw new TooManyRequestsError();
throw tooManyRequestsError();
}
throw err;
}
@ -101,9 +104,10 @@ export class OpenAIProcessor extends LlmService {
let totalOutputTokens = 0;
for await (const chunk of stream) {
if (chunk.choices?.[0]?.delta?.content) {
const content = chunk.choices[0]?.delta?.content;
if (content !== null && content !== undefined && content.length > 0) {
yield {
text: chunk.choices[0].delta.content,
text: content,
inToken: null,
outToken: null,
model: modelName,
@ -111,7 +115,7 @@ export class OpenAIProcessor extends LlmService {
};
}
if (chunk.usage) {
if (chunk.usage !== null && chunk.usage !== undefined) {
totalInputTokens = chunk.usage.prompt_tokens;
totalOutputTokens = chunk.usage.completion_tokens;
}
@ -126,13 +130,18 @@ export class OpenAIProcessor extends LlmService {
};
} catch (err) {
if (err instanceof OpenAI.RateLimitError) {
throw new TooManyRequestsError();
throw tooManyRequestsError();
}
throw err;
}
}
}
export const program = makeProcessorProgram({
id: "text-completion",
make: (config) => new OpenAIProcessor(config),
});
export async function run(): Promise<void> {
await OpenAIProcessor.launch("text-completion");
}