apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-05-25 15:25:12 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Enable model overrides, added a null option in config-loader (#45)

Browse source 
Enable model overrides, added a null option in config-loader
This commit is contained in:
cybermaggedon 2024-08-30 21:33:03 +01:00 • committed by GitHub
parent f7a30006ad
commit 06a9e913dc
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 10 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

5
templates/components/ollama.jsonnet
View file

@ -4,6 +4,7 @@ local url = import "values/url.jsonnet";
local prompts = import "prompts/slm.jsonnet"; local prompts = import "prompts/slm.jsonnet";
{ {
services +: { services +: {
"ollama-model":: "gemma2:9b",
"text-completion": base + { "text-completion": base + {
image: images.trustgraph, image: images.trustgraph,
@ -12,7 +13,7 @@ local prompts = import "prompts/slm.jsonnet";
"-p", "-p",
url.pulsar, url.pulsar,
"-m", "-m",
"gemma2:9b", $["ollama-model"],
"-r", "-r",
"${OLLAMA_HOST}", "${OLLAMA_HOST}",
], ],
@ -37,7 +38,7 @@ local prompts = import "prompts/slm.jsonnet";
"-p", "-p",
url.pulsar, url.pulsar,
"-m", "-m",
"gemma2:9b", $["ollama-model"],
"-r", "-r",
"${OLLAMA_HOST}", "${OLLAMA_HOST}",
"-i", "-i",

5
templates/components/openai.jsonnet
View file

@ -7,6 +7,7 @@ local prompts = import "prompts/openai.jsonnet";
"openai-key":: "${OPENAI_KEY}", "openai-key":: "${OPENAI_KEY}",
"openai-max-output-tokens":: 4096, "openai-max-output-tokens":: 4096,
"openai-temperature":: 0.0, "openai-temperature":: 0.0,
"openai-model":: "GPT-3.5-Turbo",
services +: { services +: {
@ -22,6 +23,8 @@ local prompts = import "prompts/openai.jsonnet";
std.toString($["openai-max-output-tokens"]), std.toString($["openai-max-output-tokens"]),
"-t", "-t",
std.toString($["openai-temperature"]), std.toString($["openai-temperature"]),
"-m",
$["openai-model"],
], ],
deploy: { deploy: {
resources: { resources: {
@ -49,6 +52,8 @@ local prompts = import "prompts/openai.jsonnet";
std.toString($["openai-max-output-tokens"]), std.toString($["openai-max-output-tokens"]),
"-t", "-t",
std.toString($["openai-temperature"]), std.toString($["openai-temperature"]),
"-m",
$["openai-model"],
"-i", "-i",
"non-persistent://tg/request/text-completion-rag", "non-persistent://tg/request/text-completion-rag",
"-o", "-o",

3
templates/config-loader.jsonnet
View file

@ -19,7 +19,8 @@ local components = {
"trustgraph-base": import "components/trustgraph.jsonnet", "trustgraph-base": import "components/trustgraph.jsonnet",
"vector-store-milvus": import "components/milvus.jsonnet", "vector-store-milvus": import "components/milvus.jsonnet",
"vector-store-qdrant": import "components/qdrant.jsonnet", "vector-store-qdrant": import "components/qdrant.jsonnet",
"vertexai": import "components/vertexai.jsonnet" "vertexai": import "components/vertexai.jsonnet",
"null": {}
}; };
local config = function(p) local config = function(p)