apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-17 15:25:17 +02:00
Code Issues Projects Releases Packages Wiki Activity

wip

Browse source
This commit is contained in:
Adil Hafeez 2024-11-05 14:32:49 -08:00
parent c4a3ff2284
commit f36cbadf2e
2 changed files with 2 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

4
arch/envoy.template.yaml
View file

@ -25,7 +25,7 @@ static_resources:
envoy_grpc:
cluster_name: opentelemetry_collector
timeout: 0.250s
service_name: front_end
service_name: prompt_gateway
random_sampling:
value: {{ arch_tracing.random_sampling }}
{% endif %}
@ -78,7 +78,7 @@ static_resources:
envoy_grpc:
cluster_name: opentelemetry_collector
timeout: 0.250s
service_name: prompt_gateway
service_name: prompt_internal
random_sampling:
value: {{ arch_tracing.random_sampling }}
{% endif %}

1
crates/llm_gateway/src/stream_context.rs
View file

@ -157,7 +157,6 @@ impl HttpContext for StreamContext {
);
self.request_id = self.get_http_request_header(REQUEST_ID_HEADER);
Action::Continue
}