apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-17 15:25:17 +02:00
Code Issues Projects Releases Packages Wiki Activity

fix tests

Browse source
This commit is contained in:
Adil Hafeez 2026-01-13 13:19:19 -08:00
parent 88e41e9de6
commit 67a14a1ed1
No known key found for this signature in database
GPG key ID: 9B18EF7691369645
2 changed files with 19 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

5
crates/llm_gateway/src/stream_context.rs
View file

@ -799,10 +799,7 @@ impl HttpContext for StreamContext {
let cluster_name_opt = self.llm_provider().cluster_name.clone();
if let Some(cluster_name) = cluster_name_opt {
self.add_http_request_header(
ARCH_ROUTING_HEADER,
&cluster_name,
);
self.add_http_request_header(ARCH_ROUTING_HEADER, &cluster_name);
} else {
self.add_http_request_header(
ARCH_ROUTING_HEADER,

18
docs/source/resources/includes/arch_config_full_reference_rendered.yaml
View file

@ -64,6 +64,15 @@ listeners:
model: ministral-3b-latest
name: mistral/ministral-3b-latest
provider_interface: mistral
- base_url: https://litellm.example.com
cluster_name: openai_litellm.example.com
endpoint: litellm.example.com
model: gpt-4o-litellm
name: openai/gpt-4o-litellm
passthrough_auth: true
port: 443
protocol: https
provider_interface: openai
name: egress_traffic
port: 12000
timeout: 30s
@ -91,6 +100,15 @@ model_providers:
model: ministral-3b-latest
name: mistral/ministral-3b-latest
provider_interface: mistral
- base_url: https://litellm.example.com
cluster_name: openai_litellm.example.com
endpoint: litellm.example.com
model: gpt-4o-litellm
name: openai/gpt-4o-litellm
passthrough_auth: true
port: 443
protocol: https
provider_interface: openai
- internal: true
model: Arch-Function
name: arch-function