From bf706fcc6f59cef45affe40abac47d166c9b320f Mon Sep 17 00:00:00 2001 From: Adil Hafeez Date: Fri, 14 Feb 2025 17:41:39 -0800 Subject: [PATCH] fix names --- arch/envoy.template.yaml | 28 ++++++++++++------------ crates/common/src/tracing.rs | 2 +- crates/llm_gateway/src/stream_context.rs | 2 +- 3 files changed, 16 insertions(+), 16 deletions(-) diff --git a/arch/envoy.template.yaml b/arch/envoy.template.yaml index 313ece97..ca722b7c 100644 --- a/arch/envoy.template.yaml +++ b/arch/envoy.template.yaml @@ -29,7 +29,7 @@ stats_config: - 180000 static_resources: listeners: - - name: arch_listener_http + - name: ingress_traffic address: socket_address: address: {{ prompt_gateway_listener.address }} @@ -55,7 +55,7 @@ static_resources: random_sampling: value: {{ arch_tracing.random_sampling }} {% endif %} - stat_prefix: arch_listener_http + stat_prefix: ingress_traffic codec_type: AUTO scheme_header_transformation: scheme_to_overwrite: https @@ -82,7 +82,7 @@ static_resources: typed_config: "@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router - - name: arch_prompt_gateway_listener + - name: ingress_traffic_prompt address: socket_address: address: 0.0.0.0 @@ -104,11 +104,11 @@ static_resources: envoy_grpc: cluster_name: opentelemetry_collector timeout: 0.250s - service_name: prompt_processor + service_name: ingress_traffic random_sampling: value: {{ arch_tracing.random_sampling }} {% endif %} - stat_prefix: arch_prompt_gateway_listener + stat_prefix: ingress_traffic codec_type: AUTO scheme_header_transformation: scheme_to_overwrite: https @@ -201,7 +201,7 @@ static_resources: typed_config: "@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router - - name: arch_internal + - name: egress_api_traffic address: socket_address: address: 0.0.0.0 @@ -223,11 +223,11 @@ static_resources: envoy_grpc: cluster_name: opentelemetry_collector timeout: 0.250s - service_name: prompt_processor + service_name: egress_api_traffic random_sampling: value: {{ arch_tracing.random_sampling }} {% endif %} - stat_prefix: arch_internal + stat_prefix: egress_api_traffic codec_type: AUTO scheme_header_transformation: scheme_to_overwrite: https @@ -273,12 +273,12 @@ static_resources: typed_config: "@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router - - name: arch_listener_http_llm + - name: egress_traffic address: socket_address: address: {{ llm_gateway_listener.address }} port_value: {{ llm_gateway_listener.port }} - traffic_direction: INBOUND + traffic_direction: OUTBOUND filter_chains: - filters: - name: envoy.filters.network.http_connection_manager @@ -299,7 +299,7 @@ static_resources: random_sampling: value: {{ arch_tracing.random_sampling }} {% endif %} - stat_prefix: arch_listener_http + stat_prefix: egress_traffic codec_type: AUTO scheme_header_transformation: scheme_to_overwrite: https @@ -326,7 +326,7 @@ static_resources: typed_config: "@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router - - name: arch_listener_llm + - name: egress_traffic_llm address: socket_address: address: 0.0.0.0 @@ -347,11 +347,11 @@ static_resources: envoy_grpc: cluster_name: opentelemetry_collector timeout: 0.250s - service_name: llm_gateway + service_name: egress_traffic_llm random_sampling: value: {{ arch_tracing.random_sampling }} {% endif %} - stat_prefix: arch_listener_http + stat_prefix: egress_traffic codec_type: AUTO scheme_header_transformation: scheme_to_overwrite: https diff --git a/crates/common/src/tracing.rs b/crates/common/src/tracing.rs index 85a95b0f..363a0870 100644 --- a/crates/common/src/tracing.rs +++ b/crates/common/src/tracing.rs @@ -166,7 +166,7 @@ impl TraceData { attributes: vec![Attribute { key: "service.name".to_string(), value: AttributeValue { - string_value: Some("upstream-llm".to_string()), + string_value: Some("egress_llm_traffic".to_string()), }, }], }; diff --git a/crates/llm_gateway/src/stream_context.rs b/crates/llm_gateway/src/stream_context.rs index 528358a3..69496a61 100644 --- a/crates/llm_gateway/src/stream_context.rs +++ b/crates/llm_gateway/src/stream_context.rs @@ -381,7 +381,7 @@ impl HttpContext for StreamContext { Ok(traceparent) => { let mut trace_data = common::tracing::TraceData::new(); let mut llm_span = Span::new( - "upstream_llm_time".to_string(), + "egress_traffic".to_string(), Some(traceparent.trace_id), Some(traceparent.parent_id), self.request_body_sent_time.unwrap(),