From 646b02a01cb54c91e45fe6d76b006fc03e88b8af Mon Sep 17 00:00:00 2001 From: Adil Hafeez Date: Fri, 30 May 2025 17:28:31 -0700 Subject: [PATCH] update key and setup gpt-4o-mini as default llm --- demos/use_cases/preference_based_routing/arch_config.yaml | 7 ++++++- .../use_cases/preference_based_routing/docker-compose.yaml | 2 +- 2 files changed, 7 insertions(+), 2 deletions(-) diff --git a/demos/use_cases/preference_based_routing/arch_config.yaml b/demos/use_cases/preference_based_routing/arch_config.yaml index 4c42cff4..f0d1cf95 100644 --- a/demos/use_cases/preference_based_routing/arch_config.yaml +++ b/demos/use_cases/preference_based_routing/arch_config.yaml @@ -13,10 +13,15 @@ listeners: llm_providers: - name: arch-router - access_key: $ARCH_API_KEY + access_key: $OPENAI_API_KEY provider_interface: arch model: Arch-Router + - name: gpt-4o-mini + provider_interface: openai + access_key: $OPENAI_API_KEY + model: gpt-4o-mini + - name: gpt-4o provider_interface: openai access_key: $OPENAI_API_KEY diff --git a/demos/use_cases/preference_based_routing/docker-compose.yaml b/demos/use_cases/preference_based_routing/docker-compose.yaml index 4811a892..c0f30d5e 100644 --- a/demos/use_cases/preference_based_routing/docker-compose.yaml +++ b/demos/use_cases/preference_based_routing/docker-compose.yaml @@ -6,7 +6,7 @@ services: ports: - "8080:8080" environment: - - DEFAULT_MODELS=gpt-4o + - DEFAULT_MODELS=gpt-4o-mini - ENABLE_OPENAI_API=true - OPENAI_API_BASE_URL=http://host.docker.internal:12000/v1