Make templating work more flexibly (#44)

* Restructure directory
* Config loading
* Variable override points in JSONNET templates, separate pulsar-manager template
* Bump version
* Tidy chunking
* Simplified prompt overrides
* Update config loader
* Fix recursive chunker template
This commit is contained in:
cybermaggedon 2024-08-30 17:47:35 +01:00 committed by GitHub
parent f10c2822f4
commit f7a30006ad
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
84 changed files with 1140 additions and 1164 deletions

View file

@ -1,8 +1,13 @@
local base = import "base.jsonnet";
local images = import "images.jsonnet";
local url = import "url.jsonnet";
local prompts = import "../prompts/openai.jsonnet";
local base = import "base/base.jsonnet";
local images = import "values/images.jsonnet";
local url = import "values/url.jsonnet";
local prompts = import "prompts/openai.jsonnet";
{
"openai-key":: "${OPENAI_KEY}",
"openai-max-output-tokens":: 4096,
"openai-temperature":: 0.0,
services +: {
"text-completion": base + {
@ -12,11 +17,11 @@ local prompts = import "../prompts/openai.jsonnet";
"-p",
url.pulsar,
"-k",
"${OPENAI_KEY}",
$["openai-key"],
"-x",
"4096",
std.toString($["openai-max-output-tokens"]),
"-t",
"0.0",
std.toString($["openai-temperature"]),
],
deploy: {
resources: {
@ -39,11 +44,11 @@ local prompts = import "../prompts/openai.jsonnet";
"-p",
url.pulsar,
"-k",
"${OPENAI_KEY}",
$["openai-key"],
"-x",
"4096",
std.toString($["openai-max-output-tokens"]),
"-t",
"0.0",
std.toString($["openai-temperature"]),
"-i",
"non-persistent://tg/request/text-completion-rag",
"-o",