mirror of
https://github.com/katanemo/plano.git
synced 2026-06-17 15:25:17 +02:00
add fixed rendered file
This commit is contained in:
parent
9da4628cd0
commit
34fd8d5f82
1 changed files with 22 additions and 5 deletions
|
|
@ -10,11 +10,6 @@ endpoints:
|
|||
endpoint: 127.0.0.1
|
||||
port: 8001
|
||||
listeners:
|
||||
- address: 0.0.0.0
|
||||
name: ingress_traffic
|
||||
port: 10000
|
||||
protocol: openai
|
||||
timeout: 5s
|
||||
- address: 0.0.0.0
|
||||
llm_providers:
|
||||
- access_key: $OPENAI_API_KEY
|
||||
|
|
@ -37,6 +32,28 @@ listeners:
|
|||
port: 12000
|
||||
protocol: openai
|
||||
timeout: 5s
|
||||
- address: 0.0.0.0
|
||||
name: ingress_traffic
|
||||
port: 10000
|
||||
protocol: openai
|
||||
timeout: 5s
|
||||
llm_providers:
|
||||
- access_key: $OPENAI_API_KEY
|
||||
default: true
|
||||
model: gpt-4o
|
||||
name: openai/gpt-4o
|
||||
provider_interface: openai
|
||||
- access_key: $MISTRAL_API_KEY
|
||||
model: mistral-8x7b
|
||||
name: mistral/mistral-8x7b
|
||||
provider_interface: mistral
|
||||
- base_url: http://mistral_local
|
||||
endpoint: mistral_local
|
||||
model: mistral-7b-instruct
|
||||
name: mistral/mistral-7b-instruct
|
||||
port: 80
|
||||
protocol: http
|
||||
provider_interface: mistral
|
||||
overrides:
|
||||
prompt_target_intent_matching_threshold: 0.6
|
||||
prompt_guards:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue