From 8fa51b7816b90e2fb04747f89272ce8dc7b7a68f Mon Sep 17 00:00:00 2001 From: Adil Hafeez Date: Fri, 19 Dec 2025 02:53:55 -0800 Subject: [PATCH] fix tests --- crates/common/src/consts.rs | 2 +- crates/llm_gateway/src/stream_context.rs | 6 ++---- .../includes/arch_config_full_reference_rendered.yaml | 3 +++ 3 files changed, 6 insertions(+), 5 deletions(-) diff --git a/crates/common/src/consts.rs b/crates/common/src/consts.rs index f9245af9..1ef254d8 100644 --- a/crates/common/src/consts.rs +++ b/crates/common/src/consts.rs @@ -34,4 +34,4 @@ pub const LLM_ROUTE_HEADER: &str = "x-arch-llm-route"; pub const ENVOY_RETRY_HEADER: &str = "x-envoy-max-retries"; pub const BRIGHT_STAFF_SERVICE_NAME : &str = "brightstaff"; pub const PLANO_ORCHESTRATOR_MODEL_NAME: &str = "Plano-Orchestrator"; -pub const ARCH_FC_CLUSTER: &str = "arch"; \ No newline at end of file +pub const ARCH_FC_CLUSTER: &str = "arch"; diff --git a/crates/llm_gateway/src/stream_context.rs b/crates/llm_gateway/src/stream_context.rs index 395ec980..8b40644c 100644 --- a/crates/llm_gateway/src/stream_context.rs +++ b/crates/llm_gateway/src/stream_context.rs @@ -745,11 +745,10 @@ impl HttpContext for StreamContext { .map(|val| val == "true") .unwrap_or(false); - // let routing_header_value = self.get_http_request_header(ARCH_ROUTING_HEADER); self.select_llm_provider(); - // Check if this is a supported API endpoint + // Check if this is a supported API endpoint if SupportedAPIsFromClient::from_endpoint(&request_path).is_none() { self.send_http_response(404, vec![], Some(b"Unsupported endpoint")); return Action::Continue; @@ -761,8 +760,7 @@ impl HttpContext for StreamContext { self.client_api = supported_api; // Debug: log provider, client API, resolved API, and request path - if let (Some(api), Some(provider)) = - (self.client_api.as_ref(), self.llm_provider.as_ref()) + if let (Some(api), Some(provider)) = (self.client_api.as_ref(), self.llm_provider.as_ref()) { let provider_id = provider.to_provider_id(); self.resolved_api = diff --git a/docs/source/resources/includes/arch_config_full_reference_rendered.yaml b/docs/source/resources/includes/arch_config_full_reference_rendered.yaml index cc0d70f3..113177ae 100644 --- a/docs/source/resources/includes/arch_config_full_reference_rendered.yaml +++ b/docs/source/resources/includes/arch_config_full_reference_rendered.yaml @@ -64,6 +64,9 @@ model_providers: - model: Arch-Function name: arch-function provider_interface: arch +- model: Plano-Orchestrator + name: plano-orchestrator + provider_interface: arch overrides: prompt_target_intent_matching_threshold: 0.6 prompt_guards: