fix tests

This commit is contained in:
Adil Hafeez 2025-12-19 02:53:55 -08:00
parent 1231706120
commit 8fa51b7816
No known key found for this signature in database
GPG key ID: 9B18EF7691369645
3 changed files with 6 additions and 5 deletions

View file

@ -34,4 +34,4 @@ pub const LLM_ROUTE_HEADER: &str = "x-arch-llm-route";
pub const ENVOY_RETRY_HEADER: &str = "x-envoy-max-retries";
pub const BRIGHT_STAFF_SERVICE_NAME : &str = "brightstaff";
pub const PLANO_ORCHESTRATOR_MODEL_NAME: &str = "Plano-Orchestrator";
pub const ARCH_FC_CLUSTER: &str = "arch";
pub const ARCH_FC_CLUSTER: &str = "arch";

View file

@ -745,11 +745,10 @@ impl HttpContext for StreamContext {
.map(|val| val == "true")
.unwrap_or(false);
// let routing_header_value = self.get_http_request_header(ARCH_ROUTING_HEADER);
self.select_llm_provider();
// Check if this is a supported API endpoint
// Check if this is a supported API endpoint
if SupportedAPIsFromClient::from_endpoint(&request_path).is_none() {
self.send_http_response(404, vec![], Some(b"Unsupported endpoint"));
return Action::Continue;
@ -761,8 +760,7 @@ impl HttpContext for StreamContext {
self.client_api = supported_api;
// Debug: log provider, client API, resolved API, and request path
if let (Some(api), Some(provider)) =
(self.client_api.as_ref(), self.llm_provider.as_ref())
if let (Some(api), Some(provider)) = (self.client_api.as_ref(), self.llm_provider.as_ref())
{
let provider_id = provider.to_provider_id();
self.resolved_api =

View file

@ -64,6 +64,9 @@ model_providers:
- model: Arch-Function
name: arch-function
provider_interface: arch
- model: Plano-Orchestrator
name: plano-orchestrator
provider_interface: arch
overrides:
prompt_target_intent_matching_threshold: 0.6
prompt_guards: