apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-07-02 15:51:02 +02:00
Code Issues Projects Releases Packages Wiki Activity

bring back agent routing

Browse source
This commit is contained in:
Adil Hafeez 2025-05-16 17:29:59 -07:00
parent aa1e42068a
commit 22e936fe6e
No known key found for this signature in database
GPG key ID: 9B18EF7691369645
3 changed files with 34 additions and 24 deletions
Download patch file Download diff file Expand all files Collapse all files

36
crates/llm_gateway/src/stream_context.rs
View file

@ -317,6 +317,10 @@ impl HttpContext for StreamContext {
}
};
for message in deserialized_body.messages.iter_mut() {
message.model = None;
}
self.user_message = deserialized_body
.messages
.iter()
@ -324,17 +328,43 @@ impl HttpContext for StreamContext {
.last()
.cloned();
let model_name = match self.llm_provider.as_ref() {
Some(llm_provider) => llm_provider.model.as_ref(),
None => None,
};
let use_agent_orchestrator = match self.overrides.as_ref() {
Some(overrides) => overrides.use_agent_orchestrator.unwrap_or_default(),
None => false,
};
let model_requested = deserialized_body.model.clone();
if deserialized_body.model.is_empty() || deserialized_body.model.to_lowercase() == "none" {
deserialized_body.model = match model_name {
Some(model_name) => model_name.clone(),
None => {
if use_agent_orchestrator {
"agent_orchestrator".to_string()
} else {
self.send_server_error(
ServerError::BadRequest {
why: format!("No model specified in request and couldn't determine model name from arch_config. Model name in req: {}, arch_config, provider: {}, model: {:?}", deserialized_body.model, self.llm_provider().name, self.llm_provider().model).to_string(),
},
Some(StatusCode::BAD_REQUEST),
);
return Action::Continue;
}
}
}
}
info!(
"on_http_request_body: provider: {}, model requested: {}, model selected: {}",
self.llm_provider().name,
model_requested,
self.llm_provider().model.as_ref().unwrap_or(&String::new())
model_name.unwrap_or(&"None".to_string()),
);
deserialized_body.model = self.llm_provider().model.clone().unwrap();
let chat_completion_request_str = serde_json::to_string(&deserialized_body).unwrap();
debug!(