From c457fc92278fa72c1c3fd6e202002691a037240c Mon Sep 17 00:00:00 2001 From: Adil Hafeez Date: Tue, 4 Mar 2025 16:04:08 -0800 Subject: [PATCH] add demo for deepseek --- demos/use_cases/llm_routing/arch_config.yaml | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/demos/use_cases/llm_routing/arch_config.yaml b/demos/use_cases/llm_routing/arch_config.yaml index e3238484..b4f87698 100644 --- a/demos/use_cases/llm_routing/arch_config.yaml +++ b/demos/use_cases/llm_routing/arch_config.yaml @@ -29,5 +29,12 @@ llm_providers: provider_interface: mistral model: ministral-3b-latest + - name: deepseek + access_key: $DEEPSEEK_API_KEY + provider_interface: openai + model: deepseek-reasoner + endpoint: api.deepseek.com + protocol: https + tracing: random_sampling: 100