apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-08 14:55:14 +02:00
Code Issues Projects Releases Packages Wiki Activity

fix ollama demo (#450)

Browse source
This commit is contained in:
Adil Hafeez 2025-03-26 11:01:32 -07:00 • committed by GitHub
parent 9f59943041
commit 76ec5cda68
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 11 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

15
crates/llm_gateway/src/stream_context.rs
View file

@ -214,10 +214,17 @@ impl HttpContext for StreamContext {
})); }));
} else { } else {
self.select_llm_provider(); self.select_llm_provider();
self.add_http_request_header( if self.llm_provider().endpoint.is_some() {
ARCH_ROUTING_HEADER, self.add_http_request_header(
&self.llm_provider().provider_interface.to_string(), ARCH_ROUTING_HEADER,
); &self.llm_provider().name.to_string(),
);
} else {
self.add_http_request_header(
ARCH_ROUTING_HEADER,
&self.llm_provider().provider_interface.to_string(),
);
}
if let Err(error) = self.modify_auth_headers() { if let Err(error) = self.modify_auth_headers() {
// ensure that the provider has an endpoint if the access key is missing else return a bad request // ensure that the provider has an endpoint if the access key is missing else return a bad request
if self.llm_provider.as_ref().unwrap().endpoint.is_none() && !use_agent_orchestrator if self.llm_provider.as_ref().unwrap().endpoint.is_none() && !use_agent_orchestrator