apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-20 15:28:07 +02:00
Code Issues Projects Releases Packages Wiki Activity

add support for openwebui

Browse source
This commit is contained in:
Adil Hafeez 2025-05-28 14:47:26 -07:00
parent ce26ebb330
commit 4f5c71ffc0
No known key found for this signature in database
GPG key ID: 9B18EF7691369645
4 changed files with 13 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

3
demos/use_cases/llm_routing/arch_config.yaml
View file

@ -8,6 +8,7 @@ listeners:
timeout: 30s
llm_providers:
- name: gpt-4o-mini
access_key: $OPENAI_API_KEY
provider_interface: openai
@ -17,6 +18,7 @@ llm_providers:
access_key: $OPENAI_API_KEY
provider_interface: openai
model: gpt-4o
default: true
- name: ministral-3b
access_key: $MISTRAL_API_KEY
@ -27,7 +29,6 @@ llm_providers:
access_key: $ANTHROPY_API_KEY
provider_interface: claude
model: claude-3-7-sonnet-latest
default: true
- name: claude-sonnet-4
access_key: $ANTHROPY_API_KEY

4
demos/use_cases/llm_routing/docker-compose.yaml
View file

@ -3,13 +3,13 @@ services:
open-web-ui:
image: ghcr.io/open-webui/open-webui:main
container_name: open-webui
restart: always
ports:
- "8080:8080"
environment:
- DEFAULT_MODEL=gpt-4o-mini
- OPENAI_API_KEY=your_secret_key
- ENABLE_OPENAI_API=true
- OPENAI_API_BASE_URL=http://host.docker.internal:12000/v1
jaeger:
build: