apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-17 15:25:17 +02:00
Code Issues Projects Releases Packages Wiki Activity

using default for the prompt_gateway path

Browse source
This commit is contained in:
Salman Paracha 2026-01-22 20:47:05 -08:00
parent 47712f1dbc
commit f401bcc9e4
1 changed files with 27 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

37
crates/llm_gateway/src/stream_context.rs
View file

@ -134,16 +134,33 @@ impl StreamContext {
.get_http_request_header(ARCH_PROVIDER_HINT_HEADER)
.map(|llm_name| llm_name.into());
// info!("llm_providers: {:?}", self.llm_providers);
let provider =
routing::get_llm_provider(&self.llm_providers, provider_hint).map_err(|err| {
error!(
"[PLANO_REQ_ID:{}] PROVIDER_SELECTION_FAILED: Hint='None' Error='{}'",
self.request_identifier(),
err
);
err
})?;
// Try to get provider with hint, fallback to default if error
// This handles prompt_gateway requests which don't set ARCH_PROVIDER_HINT_HEADER
// since prompt_gateway doesn't have access to model configuration.
// brightstaff (model proxy) always validates and sets the provider hint.
let provider = match routing::get_llm_provider(&self.llm_providers, provider_hint) {
Ok(provider) => provider,
Err(err) => {
// Try default provider as fallback
match self.llm_providers.default() {
Some(default_provider) => {
info!(
"[PLANO_REQ_ID:{}] Provider selection failed, using default provider",
self.request_identifier()
);
default_provider
}
None => {
error!(
"[PLANO_REQ_ID:{}] PROVIDER_SELECTION_FAILED: Error='{}' and no default provider configured",
self.request_identifier(),
err
);
return Err(err);
}
}
}
};
self.llm_provider = Some(provider);