Feature/wikipedia ddg (#185)

API-side support for Wikipedia, DBpedia and internet search functions  This incorporates a refactor of the API code to break it up, separate classes for endpoints to reduce duplication
This commit is contained in:
cybermaggedon 2024-12-02 17:41:30 +00:00 committed by GitHub
parent 212102c61c
commit 6d200c79c5
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
50 changed files with 1287 additions and 826 deletions

View file

@ -48,7 +48,7 @@ local prompts = import "prompts/mixtral.jsonnet";
"-i",
"non-persistent://tg/request/text-completion-rag",
"-o",
"non-persistent://tg/response/text-completion-rag-response",
"non-persistent://tg/response/text-completion-rag",
])
.with_env_var_secrets(envSecrets)
.with_limits("0.5", "128M")

View file

@ -46,7 +46,7 @@ local prompts = import "prompts/mixtral.jsonnet";
"-i",
"non-persistent://tg/request/text-completion-rag",
"-o",
"non-persistent://tg/response/text-completion-rag-response",
"non-persistent://tg/response/text-completion-rag",
])
.with_env_var_secrets(envSecrets)
.with_limits("0.5", "128M")

View file

@ -53,7 +53,7 @@ local chunker = import "chunker-recursive.jsonnet";
"-i",
"non-persistent://tg/request/text-completion-rag",
"-o",
"non-persistent://tg/response/text-completion-rag-response",
"non-persistent://tg/response/text-completion-rag",
])
.with_env_var_secrets(envSecrets)
.with_limits("0.5", "128M")

View file

@ -45,7 +45,7 @@ local prompts = import "prompts/mixtral.jsonnet";
"-i",
"non-persistent://tg/request/text-completion-rag",
"-o",
"non-persistent://tg/response/text-completion-rag-response",
"non-persistent://tg/response/text-completion-rag",
])
.with_env_var_secrets(envSecrets)
.with_limits("0.5", "128M")

View file

@ -43,7 +43,7 @@ local prompts = import "prompts/mixtral.jsonnet";
"-i",
"non-persistent://tg/request/text-completion-rag",
"-o",
"non-persistent://tg/response/text-completion-rag-response",
"non-persistent://tg/response/text-completion-rag",
])
.with_limits("0.5", "128M")
.with_reservations("0.1", "128M");

View file

@ -19,7 +19,7 @@ local prompts = import "prompts/mixtral.jsonnet";
"--prompt-request-queue",
"non-persistent://tg/request/prompt-rag",
"--prompt-response-queue",
"non-persistent://tg/response/prompt-rag-response",
"non-persistent://tg/response/prompt-rag",
])
.with_limits("0.5", "128M")
.with_reservations("0.1", "128M");

View file

@ -50,7 +50,7 @@ local prompts = import "prompts/mixtral.jsonnet";
"-i",
"non-persistent://tg/request/text-completion-rag",
"-o",
"non-persistent://tg/response/text-completion-rag-response",
"non-persistent://tg/response/text-completion-rag",
])
.with_env_var_secrets(envSecrets)
.with_limits("0.5", "128M")

View file

@ -112,7 +112,7 @@ local url = import "values/url.jsonnet";
"--prompt-request-queue",
"non-persistent://tg/request/prompt-rag",
"--prompt-response-queue",
"non-persistent://tg/response/prompt-rag-response",
"non-persistent://tg/response/prompt-rag",
"--entity-limit",
std.toString($["graph-rag-entity-limit"]),
"--triple-limit",

View file

@ -40,7 +40,7 @@ local prompts = import "prompts/slm.jsonnet";
"-i",
"non-persistent://tg/request/text-completion-rag",
"-o",
"non-persistent://tg/response/text-completion-rag-response",
"non-persistent://tg/response/text-completion-rag",
])
.with_env_var_secrets(envSecrets)
.with_limits("0.5", "128M")

View file

@ -40,7 +40,7 @@ local prompts = import "prompts/mixtral.jsonnet";
"-i",
"non-persistent://tg/request/text-completion-rag",
"-o",
"non-persistent://tg/response/text-completion-rag-response",
"non-persistent://tg/response/text-completion-rag",
])
.with_env_var_secrets(envSecrets)
.with_limits("0.5", "128M")

View file

@ -50,7 +50,7 @@ local prompts = import "prompts/mixtral.jsonnet";
"-i",
"non-persistent://tg/request/text-completion-rag",
"-o",
"non-persistent://tg/response/text-completion-rag-response",
"non-persistent://tg/response/text-completion-rag",
])
.with_env_var_secrets(envSecrets)
.with_limits("0.5", "128M")

View file

@ -53,7 +53,7 @@ local default_prompts = import "prompts/default-prompts.jsonnet";
"--text-completion-request-queue",
"non-persistent://tg/request/text-completion",
"--text-completion-response-queue",
"non-persistent://tg/response/text-completion-response",
"non-persistent://tg/response/text-completion",
"--system-prompt",
$["prompts"]["system-template"],
@ -92,11 +92,11 @@ local default_prompts = import "prompts/default-prompts.jsonnet";
"-i",
"non-persistent://tg/request/prompt-rag",
"-o",
"non-persistent://tg/response/prompt-rag-response",
"non-persistent://tg/response/prompt-rag",
"--text-completion-request-queue",
"non-persistent://tg/request/text-completion-rag",
"--text-completion-response-queue",
"non-persistent://tg/response/text-completion-rag-response",
"non-persistent://tg/response/text-completion-rag",
"--system-prompt",
$["prompts"]["system-template"],

View file

@ -186,7 +186,7 @@ local prompt = import "prompt-template.jsonnet";
"-p",
url.pulsar,
"-i",
"non-persistent://tg/response/text-completion-rag-response",
"non-persistent://tg/response/text-completion-rag",
])
.with_limits("0.5", "128M")
.with_reservations("0.1", "128M");

View file

@ -93,7 +93,7 @@ local prompts = import "prompts/mixtral.jsonnet";
"-i",
"non-persistent://tg/request/text-completion-rag",
"-o",
"non-persistent://tg/response/text-completion-rag-response",
"non-persistent://tg/response/text-completion-rag",
])
.with_limits("0.5", "256M")
.with_reservations("0.1", "256M")