apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-17 15:25:17 +02:00
Code Issues Projects Releases Packages Wiki Activity

add support for model_providers

Browse source
This commit is contained in:
Adil Hafeez 2025-09-30 12:18:29 -07:00
parent 2cebc0c85f
commit 92a8782332
No known key found for this signature in database
GPG key ID: 9B18EF7691369645
10 changed files with 183 additions and 93 deletions
Download patch file Download diff file Expand all files Collapse all files

14
docs/source/resources/includes/arch_config_full_reference_rendered.yaml
View file

@ -11,7 +11,7 @@ endpoints:
port: 8001
listeners:
- address: 0.0.0.0
llm_providers:
model_providers:
- access_key: $OPENAI_API_KEY
default: true
model: gpt-4o
@ -38,7 +38,12 @@ listeners:
port: 10000
protocol: openai
timeout: 5s
llm_providers:
model_aliases:
arch.summarize.v1:
target: gpt-4o
arch.v1:
target: mistral-8x7b
model_providers:
- access_key: $OPENAI_API_KEY
default: true
model: gpt-4o
@ -56,11 +61,6 @@ llm_providers:
port: 80
protocol: http
provider_interface: mistral
model_aliases:
arch.summarize.v1:
target: gpt-4o
arch.v1:
target: mistral-8x7b
overrides:
prompt_target_intent_matching_threshold: 0.6
prompt_guards: