apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-17 15:25:17 +02:00
Code Issues Projects Releases Packages Wiki Activity

fix ollama demo - add egress endpoint for llm routing

Browse source
This commit is contained in:
Adil Hafeez 2025-03-13 12:31:48 -07:00
parent ffb8566c36
commit 400a3cfedf
No known key found for this signature in database
GPG key ID: 9B18EF7691369645
2 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

4
demos/use_cases/ollama/arch_config.yaml
View file

@ -1,9 +1,9 @@
version: v0.1 version: v0.1
listeners: listeners:
ingress_traffic: egress_traffic:
address: 0.0.0.0 address: 0.0.0.0
port: 10000 port: 12000
message_format: openai message_format: openai
timeout: 30s timeout: 30s

2
demos/use_cases/ollama/docker-compose.yaml
View file

@ -6,7 +6,7 @@ services:
- "18080:8080" - "18080:8080"
environment: environment:
# this is only because we are running the sample app in the same docker container environemtn as archgw # this is only because we are running the sample app in the same docker container environemtn as archgw
- CHAT_COMPLETION_ENDPOINT=http://host.docker.internal:10000/v1 - CHAT_COMPLETION_ENDPOINT=http://host.docker.internal:12000/v1
extra_hosts: extra_hosts:
- "host.docker.internal:host-gateway" - "host.docker.internal:host-gateway"
volumes: volumes: