diff --git a/demos/use_cases/llm_routing/arch_config.yaml b/demos/use_cases/llm_routing/arch_config.yaml index e3238484..b4f87698 100644 --- a/demos/use_cases/llm_routing/arch_config.yaml +++ b/demos/use_cases/llm_routing/arch_config.yaml @@ -29,5 +29,12 @@ llm_providers: provider_interface: mistral model: ministral-3b-latest + - name: deepseek + access_key: $DEEPSEEK_API_KEY + provider_interface: openai + model: deepseek-reasoner + endpoint: api.deepseek.com + protocol: https + tracing: random_sampling: 100