ensure that only openai is used for provider

This commit is contained in:
Adil Hafeez 2025-01-16 17:13:45 -08:00
parent c7f8c2cef9
commit 00e4ba55a8
6 changed files with 14 additions and 8 deletions

View file

@ -80,7 +80,7 @@ impl StreamContext {
fn select_llm_provider(&mut self) {
let provider_hint = self
.get_http_request_header(ARCH_PROVIDER_HINT_HEADER)
.map(|provider_name| provider_name.into());
.map(|llm_name| llm_name.into());
debug!("llm provider hint: {:?}", provider_hint);
self.llm_provider = Some(routing::get_llm_provider(