diff --git a/demos/use_cases/preference_based_routing/arch_config.yaml b/demos/use_cases/preference_based_routing/arch_config.yaml index 4c42cff4..f0d1cf95 100644 --- a/demos/use_cases/preference_based_routing/arch_config.yaml +++ b/demos/use_cases/preference_based_routing/arch_config.yaml @@ -13,10 +13,15 @@ listeners: llm_providers: - name: arch-router - access_key: $ARCH_API_KEY + access_key: $OPENAI_API_KEY provider_interface: arch model: Arch-Router + - name: gpt-4o-mini + provider_interface: openai + access_key: $OPENAI_API_KEY + model: gpt-4o-mini + - name: gpt-4o provider_interface: openai access_key: $OPENAI_API_KEY diff --git a/demos/use_cases/preference_based_routing/docker-compose.yaml b/demos/use_cases/preference_based_routing/docker-compose.yaml index 4811a892..c0f30d5e 100644 --- a/demos/use_cases/preference_based_routing/docker-compose.yaml +++ b/demos/use_cases/preference_based_routing/docker-compose.yaml @@ -6,7 +6,7 @@ services: ports: - "8080:8080" environment: - - DEFAULT_MODELS=gpt-4o + - DEFAULT_MODELS=gpt-4o-mini - ENABLE_OPENAI_API=true - OPENAI_API_BASE_URL=http://host.docker.internal:12000/v1