From 5526314b3cf77e6d72456cc85f993258d2e869cb Mon Sep 17 00:00:00 2001 From: Adil Hafeez Date: Mon, 17 Mar 2025 11:50:14 -0700 Subject: [PATCH] fix ollama demo - add egress endpoint for llm routing (#433) --- demos/use_cases/ollama/arch_config.yaml | 4 ++-- demos/use_cases/ollama/docker-compose.yaml | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/demos/use_cases/ollama/arch_config.yaml b/demos/use_cases/ollama/arch_config.yaml index 394d3d6c..c933841d 100644 --- a/demos/use_cases/ollama/arch_config.yaml +++ b/demos/use_cases/ollama/arch_config.yaml @@ -1,9 +1,9 @@ version: v0.1 listeners: - ingress_traffic: + egress_traffic: address: 0.0.0.0 - port: 10000 + port: 12000 message_format: openai timeout: 30s diff --git a/demos/use_cases/ollama/docker-compose.yaml b/demos/use_cases/ollama/docker-compose.yaml index ee5465a5..44fb20b7 100644 --- a/demos/use_cases/ollama/docker-compose.yaml +++ b/demos/use_cases/ollama/docker-compose.yaml @@ -6,7 +6,7 @@ services: - "18080:8080" environment: # this is only because we are running the sample app in the same docker container environemtn as archgw - - CHAT_COMPLETION_ENDPOINT=http://host.docker.internal:10000/v1 + - CHAT_COMPLETION_ENDPOINT=http://host.docker.internal:12000/v1 extra_hosts: - "host.docker.internal:host-gateway" volumes: