apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-06-23 15:38:07 +02:00
Code Issues Projects Releases Packages Wiki Activity

fix names

Browse source
This commit is contained in:
Adil Hafeez 2025-02-14 17:41:39 -08:00
parent 136daa2d3c
commit bf706fcc6f
No known key found for this signature in database
GPG key ID: 9B18EF7691369645
3 changed files with 16 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

28
arch/envoy.template.yaml
View file

@ -29,7 +29,7 @@ stats_config:
- 180000 - 180000
static_resources: static_resources:
listeners: listeners:
- name: arch_listener_http - name: ingress_traffic
address: address:
socket_address: socket_address:
address: {{ prompt_gateway_listener.address }} address: {{ prompt_gateway_listener.address }}
@ -55,7 +55,7 @@ static_resources:
random_sampling: random_sampling:
value: {{ arch_tracing.random_sampling }} value: {{ arch_tracing.random_sampling }}
{% endif %} {% endif %}
stat_prefix: arch_listener_http stat_prefix: ingress_traffic
codec_type: AUTO codec_type: AUTO
scheme_header_transformation: scheme_header_transformation:
scheme_to_overwrite: https scheme_to_overwrite: https
@ -82,7 +82,7 @@ static_resources:
typed_config: typed_config:
"@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router "@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router
- name: arch_prompt_gateway_listener - name: ingress_traffic_prompt
address: address:
socket_address: socket_address:
address: 0.0.0.0 address: 0.0.0.0
@ -104,11 +104,11 @@ static_resources:
envoy_grpc: envoy_grpc:
cluster_name: opentelemetry_collector cluster_name: opentelemetry_collector
timeout: 0.250s timeout: 0.250s
service_name: prompt_processor service_name: ingress_traffic
random_sampling: random_sampling:
value: {{ arch_tracing.random_sampling }} value: {{ arch_tracing.random_sampling }}
{% endif %} {% endif %}
stat_prefix: arch_prompt_gateway_listener stat_prefix: ingress_traffic
codec_type: AUTO codec_type: AUTO
scheme_header_transformation: scheme_header_transformation:
scheme_to_overwrite: https scheme_to_overwrite: https
@ -201,7 +201,7 @@ static_resources:
typed_config: typed_config:
"@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router "@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router
- name: arch_internal - name: egress_api_traffic
address: address:
socket_address: socket_address:
address: 0.0.0.0 address: 0.0.0.0
@ -223,11 +223,11 @@ static_resources:
envoy_grpc: envoy_grpc:
cluster_name: opentelemetry_collector cluster_name: opentelemetry_collector
timeout: 0.250s timeout: 0.250s
service_name: prompt_processor service_name: egress_api_traffic
random_sampling: random_sampling:
value: {{ arch_tracing.random_sampling }} value: {{ arch_tracing.random_sampling }}
{% endif %} {% endif %}
stat_prefix: arch_internal stat_prefix: egress_api_traffic
codec_type: AUTO codec_type: AUTO
scheme_header_transformation: scheme_header_transformation:
scheme_to_overwrite: https scheme_to_overwrite: https
@ -273,12 +273,12 @@ static_resources:
typed_config: typed_config:
"@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router "@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router
- name: arch_listener_http_llm - name: egress_traffic
address: address:
socket_address: socket_address:
address: {{ llm_gateway_listener.address }} address: {{ llm_gateway_listener.address }}
port_value: {{ llm_gateway_listener.port }} port_value: {{ llm_gateway_listener.port }}
traffic_direction: INBOUND traffic_direction: OUTBOUND
filter_chains: filter_chains:
- filters: - filters:
- name: envoy.filters.network.http_connection_manager - name: envoy.filters.network.http_connection_manager
@ -299,7 +299,7 @@ static_resources:
random_sampling: random_sampling:
value: {{ arch_tracing.random_sampling }} value: {{ arch_tracing.random_sampling }}
{% endif %} {% endif %}
stat_prefix: arch_listener_http stat_prefix: egress_traffic
codec_type: AUTO codec_type: AUTO
scheme_header_transformation: scheme_header_transformation:
scheme_to_overwrite: https scheme_to_overwrite: https
@ -326,7 +326,7 @@ static_resources:
typed_config: typed_config:
"@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router "@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router
- name: arch_listener_llm - name: egress_traffic_llm
address: address:
socket_address: socket_address:
address: 0.0.0.0 address: 0.0.0.0
@ -347,11 +347,11 @@ static_resources:
envoy_grpc: envoy_grpc:
cluster_name: opentelemetry_collector cluster_name: opentelemetry_collector
timeout: 0.250s timeout: 0.250s
service_name: llm_gateway service_name: egress_traffic_llm
random_sampling: random_sampling:
value: {{ arch_tracing.random_sampling }} value: {{ arch_tracing.random_sampling }}
{% endif %} {% endif %}
stat_prefix: arch_listener_http stat_prefix: egress_traffic
codec_type: AUTO codec_type: AUTO
scheme_header_transformation: scheme_header_transformation:
scheme_to_overwrite: https scheme_to_overwrite: https

2
crates/common/src/tracing.rs
View file

@ -166,7 +166,7 @@ impl TraceData {
attributes: vec![Attribute { attributes: vec![Attribute {
key: "service.name".to_string(), key: "service.name".to_string(),
value: AttributeValue { value: AttributeValue {
string_value: Some("upstream-llm".to_string()), string_value: Some("egress_llm_traffic".to_string()),
}, },
}], }],
}; };

2
crates/llm_gateway/src/stream_context.rs
View file

@ -381,7 +381,7 @@ impl HttpContext for StreamContext {
Ok(traceparent) => { Ok(traceparent) => {
let mut trace_data = common::tracing::TraceData::new(); let mut trace_data = common::tracing::TraceData::new();
let mut llm_span = Span::new( let mut llm_span = Span::new(
"upstream_llm_time".to_string(), "egress_traffic".to_string(),
Some(traceparent.trace_id), Some(traceparent.trace_id),
Some(traceparent.parent_id), Some(traceparent.parent_id),
self.request_body_sent_time.unwrap(), self.request_body_sent_time.unwrap(),