apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-01 17:39:39 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

saving

Browse source
This commit is contained in:
elpresidank 2026-05-12 08:06:58 -05:00
parent e8c7a4f6e0
commit ffd97375a8
160 changed files with 6704 additions and 1895 deletions
Download patch file Download diff file Expand all files Collapse all files

27
ts/packages/flow/src/model/text-completion/azure-openai.ts
View file

@ -14,8 +14,9 @@ import {
type ProcessorConfig,
type LlmResult,
type LlmChunk,
TooManyRequestsError,
tooManyRequestsError,
} from "@trustgraph/base";
import { makeProcessorProgram } from "@trustgraph/base";
export class AzureOpenAIProcessor extends LlmService {
private client: AzureOpenAI;
@ -40,10 +41,14 @@ export class AzureOpenAIProcessor extends LlmService {
this.maxOutput = config.maxOutput ?? 4096;
const apiKey = config.apiKey ?? process.env.AZURE_TOKEN;
if (!apiKey) throw new Error("Azure OpenAI API key not specified");
if (apiKey === undefined || apiKey.length === 0) {
throw new Error("Azure OpenAI API key not specified");
}
const endpoint = config.endpoint ?? process.env.AZURE_ENDPOINT;
if (!endpoint) throw new Error("Azure OpenAI endpoint not specified");
if (endpoint === undefined || endpoint.length === 0) {
throw new Error("Azure OpenAI endpoint not specified");
}
const apiVersion =
config.apiVersion ??
@ -83,7 +88,7 @@ export class AzureOpenAIProcessor extends LlmService {
};
} catch (err) {
if ((err as any)?.status === 429) {
throw new TooManyRequestsError();
throw tooManyRequestsError();
}
throw err;
}
@ -119,9 +124,10 @@ export class AzureOpenAIProcessor extends LlmService {
let totalOutputTokens = 0;
for await (const chunk of stream) {
if (chunk.choices?.[0]?.delta?.content) {
const content = chunk.choices[0]?.delta?.content;
if (content !== null && content !== undefined && content.length > 0) {
yield {
text: chunk.choices[0].delta.content,
text: content,
inToken: null,
outToken: null,
model: modelName,
@ -129,7 +135,7 @@ export class AzureOpenAIProcessor extends LlmService {
};
}
if (chunk.usage) {
if (chunk.usage !== null && chunk.usage !== undefined) {
totalInputTokens = chunk.usage.prompt_tokens;
totalOutputTokens = chunk.usage.completion_tokens;
}
@ -144,13 +150,18 @@ export class AzureOpenAIProcessor extends LlmService {
};
} catch (err) {
if ((err as any)?.status === 429) {
throw new TooManyRequestsError();
throw tooManyRequestsError();
}
throw err;
}
}
}
export const program = makeProcessorProgram({
id: "text-completion",
make: (config) => new AzureOpenAIProcessor(config),
});
export async function run(): Promise<void> {
await AzureOpenAIProcessor.launch("text-completion");
}

16
ts/packages/flow/src/model/text-completion/claude.ts
View file

@ -5,7 +5,8 @@
*/
import Anthropic from "@anthropic-ai/sdk";
import { LlmService, type ProcessorConfig, type LlmResult, type LlmChunk, TooManyRequestsError } from "@trustgraph/base";
import { LlmService, type ProcessorConfig, type LlmResult, type LlmChunk, tooManyRequestsError } from "@trustgraph/base";
import { makeProcessorProgram } from "@trustgraph/base";
export class ClaudeProcessor extends LlmService {
private client: Anthropic;
@ -26,7 +27,9 @@ export class ClaudeProcessor extends LlmService {
this.maxOutput = config.maxOutput ?? 8192;
const apiKey = config.apiKey ?? process.env.CLAUDE_KEY;
if (!apiKey) throw new Error("Claude API key not specified");
if (apiKey === undefined || apiKey.length === 0) {
throw new Error("Claude API key not specified");
}
this.client = new Anthropic({ apiKey });
@ -65,7 +68,7 @@ export class ClaudeProcessor extends LlmService {
};
} catch (err) {
if (err instanceof Anthropic.RateLimitError) {
throw new TooManyRequestsError();
throw tooManyRequestsError();
}
throw err;
}
@ -117,13 +120,18 @@ export class ClaudeProcessor extends LlmService {
};
} catch (err) {
if (err instanceof Anthropic.RateLimitError) {
throw new TooManyRequestsError();
throw tooManyRequestsError();
}
throw err;
}
}
}
export const program = makeProcessorProgram({
id: "text-completion",
make: (config) => new ClaudeProcessor(config),
});
export async function run(): Promise<void> {
await ClaudeProcessor.launch("text-completion");
}

23
ts/packages/flow/src/model/text-completion/mistral.ts
View file

@ -12,8 +12,9 @@ import {
type ProcessorConfig,
type LlmResult,
type LlmChunk,
TooManyRequestsError,
tooManyRequestsError,
} from "@trustgraph/base";
import { makeProcessorProgram } from "@trustgraph/base";
export class MistralProcessor extends LlmService {
private client: Mistral;
@ -37,7 +38,9 @@ export class MistralProcessor extends LlmService {
this.maxOutput = config.maxOutput ?? 4096;
const apiKey = config.apiKey ?? process.env.MISTRAL_TOKEN;
if (!apiKey) throw new Error("Mistral API key not specified");
if (apiKey === undefined || apiKey.length === 0) {
throw new Error("Mistral API key not specified");
}
this.client = new Mistral({ apiKey });
@ -72,7 +75,7 @@ export class MistralProcessor extends LlmService {
};
} catch (err) {
if ((err as any)?.statusCode === 429 || (err as any)?.status === 429) {
throw new TooManyRequestsError();
throw tooManyRequestsError();
}
throw err;
}
@ -107,9 +110,10 @@ export class MistralProcessor extends LlmService {
for await (const chunk of stream) {
const delta = chunk.data?.choices?.[0]?.delta;
if (delta?.content) {
const content = delta?.content;
if (typeof content === "string" && content.length > 0) {
yield {
text: delta.content as string,
text: content,
inToken: null,
outToken: null,
model: modelName,
@ -117,7 +121,7 @@ export class MistralProcessor extends LlmService {
};
}
if (chunk.data?.usage) {
if (chunk.data?.usage !== undefined) {
totalInputTokens = chunk.data.usage.promptTokens ?? 0;
totalOutputTokens = chunk.data.usage.completionTokens ?? 0;
}
@ -132,13 +136,18 @@ export class MistralProcessor extends LlmService {
};
} catch (err) {
if ((err as any)?.statusCode === 429 || (err as any)?.status === 429) {
throw new TooManyRequestsError();
throw tooManyRequestsError();
}
throw err;
}
}
}
export const program = makeProcessorProgram({
id: "text-completion",
make: (config) => new MistralProcessor(config),
});
export async function run(): Promise<void> {
await MistralProcessor.launch("text-completion");
}

8
ts/packages/flow/src/model/text-completion/ollama.ts
View file

@ -8,6 +8,7 @@
import { Ollama } from "ollama";
import { LlmService, type ProcessorConfig, type LlmResult, type LlmChunk } from "@trustgraph/base";
import { makeProcessorProgram } from "@trustgraph/base";
export class OllamaProcessor extends LlmService {
private client: Ollama;
@ -90,7 +91,7 @@ export class OllamaProcessor extends LlmService {
totalOutputTokens = chunk.eval_count;
}
if (chunk.response) {
if (chunk.response.length > 0) {
yield {
text: chunk.response,
inToken: null,
@ -112,6 +113,11 @@ export class OllamaProcessor extends LlmService {
}
}
export const program = makeProcessorProgram({
id: "text-completion",
make: (config) => new OllamaProcessor(config),
});
export async function run(): Promise<void> {
await OllamaProcessor.launch("text-completion");
}

16
ts/packages/flow/src/model/text-completion/openai-compatible.ts
View file

@ -16,6 +16,7 @@ import {
type LlmResult,
type LlmChunk,
} from "@trustgraph/base";
import { makeProcessorProgram } from "@trustgraph/base";
export class OpenAICompatibleProcessor extends LlmService {
private client: OpenAI;
@ -40,10 +41,11 @@ export class OpenAICompatibleProcessor extends LlmService {
this.maxOutput = config.maxOutput ?? 4096;
const baseURL = config.baseUrl ?? process.env.OPENAI_COMPAT_URL;
if (!baseURL)
if (baseURL === undefined || baseURL.length === 0) {
throw new Error(
"OpenAI-compatible server URL not specified (set OPENAI_COMPAT_URL)",
);
}
const apiKey =
config.apiKey ?? process.env.OPENAI_COMPAT_KEY ?? "sk-no-key-required";
@ -108,9 +110,10 @@ export class OpenAICompatibleProcessor extends LlmService {
let totalOutputTokens = 0;
for await (const chunk of stream) {
if (chunk.choices?.[0]?.delta?.content) {
const content = chunk.choices[0]?.delta?.content;
if (content !== null && content !== undefined && content.length > 0) {
yield {
text: chunk.choices[0].delta.content,
text: content,
inToken: null,
outToken: null,
model: modelName,
@ -118,7 +121,7 @@ export class OpenAICompatibleProcessor extends LlmService {
};
}
if (chunk.usage) {
if (chunk.usage !== null && chunk.usage !== undefined) {
totalInputTokens = chunk.usage.prompt_tokens;
totalOutputTokens = chunk.usage.completion_tokens;
}
@ -134,6 +137,11 @@ export class OpenAICompatibleProcessor extends LlmService {
}
}
export const program = makeProcessorProgram({
id: "text-completion",
make: (config) => new OpenAICompatibleProcessor(config),
});
export async function run(): Promise<void> {
await OpenAICompatibleProcessor.launch("text-completion");
}

23
ts/packages/flow/src/model/text-completion/openai.ts
View file

@ -5,7 +5,8 @@
*/
import OpenAI from "openai";
import { LlmService, type ProcessorConfig, type LlmResult, type LlmChunk, TooManyRequestsError } from "@trustgraph/base";
import { LlmService, type ProcessorConfig, type LlmResult, type LlmChunk, tooManyRequestsError } from "@trustgraph/base";
import { makeProcessorProgram } from "@trustgraph/base";
export class OpenAIProcessor extends LlmService {
private client: OpenAI;
@ -27,7 +28,9 @@ export class OpenAIProcessor extends LlmService {
this.maxOutput = config.maxOutput ?? 4096;
const apiKey = config.apiKey ?? process.env.OPENAI_TOKEN;
if (!apiKey) throw new Error("OpenAI API key not specified");
if (apiKey === undefined || apiKey.length === 0) {
throw new Error("OpenAI API key not specified");
}
this.client = new OpenAI({
apiKey,
@ -65,7 +68,7 @@ export class OpenAIProcessor extends LlmService {
};
} catch (err) {
if (err instanceof OpenAI.RateLimitError) {
throw new TooManyRequestsError();
throw tooManyRequestsError();
}
throw err;
}
@ -101,9 +104,10 @@ export class OpenAIProcessor extends LlmService {
let totalOutputTokens = 0;
for await (const chunk of stream) {
if (chunk.choices?.[0]?.delta?.content) {
const content = chunk.choices[0]?.delta?.content;
if (content !== null && content !== undefined && content.length > 0) {
yield {
text: chunk.choices[0].delta.content,
text: content,
inToken: null,
outToken: null,
model: modelName,
@ -111,7 +115,7 @@ export class OpenAIProcessor extends LlmService {
};
}
if (chunk.usage) {
if (chunk.usage !== null && chunk.usage !== undefined) {
totalInputTokens = chunk.usage.prompt_tokens;
totalOutputTokens = chunk.usage.completion_tokens;
}
@ -126,13 +130,18 @@ export class OpenAIProcessor extends LlmService {
};
} catch (err) {
if (err instanceof OpenAI.RateLimitError) {
throw new TooManyRequestsError();
throw tooManyRequestsError();
}
throw err;
}
}
}
export const program = makeProcessorProgram({
id: "text-completion",
make: (config) => new OpenAIProcessor(config),
});
export async function run(): Promise<void> {
await OpenAIProcessor.launch("text-completion");
}