apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-07-20 16:41:04 +02:00
Code Issues Projects Releases Packages Wiki Activity

fixed bug in Bedrock translation code and dramatically improved tracing for outbound LLM traffic (#601)

Browse source 
* dramatically improve LLM traces and fixed bug with Bedrock translation from claude code

* addressing comments

---------

Co-authored-by: Salman Paracha <salmanparacha@MacBook-Pro-288.local>
This commit is contained in:
Salman Paracha 2025-10-24 14:07:05 -07:00 • committed by GitHub
parent 0ee0912a73
commit 566e7b9c09
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
8 changed files with 149 additions and 61 deletions
Download patch file Download diff file Expand all files Collapse all files

19
arch/envoy.template.yaml
View file

@ -51,7 +51,7 @@ static_resources:
envoy_grpc:
cluster_name: opentelemetry_collector
timeout: 0.250s
service_name: arch_gateway
service_name: archgw(inbound)
random_sampling:
value: {{ arch_tracing.random_sampling }}
{% endif %}
@ -416,7 +416,7 @@ static_resources:
envoy_grpc:
cluster_name: opentelemetry_collector
timeout: 0.250s
service_name: arch_gateway
service_name: archgw(outbound)
random_sampling:
value: {{ arch_tracing.random_sampling }}
{% endif %}
@ -497,21 +497,6 @@ static_resources:
- name: envoy.filters.network.http_connection_manager
typed_config:
"@type": type.googleapis.com/envoy.extensions.filters.network.http_connection_manager.v3.HttpConnectionManager
{% if "random_sampling" in arch_tracing and arch_tracing["random_sampling"] > 0 %}
generate_request_id: true
tracing:
provider:
name: envoy.tracers.opentelemetry
typed_config:
"@type": type.googleapis.com/envoy.config.trace.v3.OpenTelemetryConfig
grpc_service:
envoy_grpc:
cluster_name: opentelemetry_collector
timeout: 0.250s
service_name: egress_traffic_llm
random_sampling:
value: {{ arch_tracing.random_sampling }}
{% endif %}
stat_prefix: egress_traffic
codec_type: AUTO
scheme_header_transformation: