apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-07-23 16:51:04 +02:00
Code Issues Projects Releases Packages Wiki Activity

fix pre-commit: black format metrics_server.py, remove trailing newline in config.yaml

Browse source
This commit is contained in:
Adil Hafeez 2026-03-27 17:45:38 -07:00
parent 3af94d3bce
commit 41e6b489f5
2 changed files with 6 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

1
demos/llm_routing/model_routing_service/config.yaml
View file

@ -51,4 +51,3 @@ model_metrics_sources:
url: http://localhost:9090 url: http://localhost:9090
query: model_latency_p95_seconds query: model_latency_p95_seconds
refresh_interval: 60 refresh_interval: 60

9
demos/llm_routing/model_routing_service/metrics_server.py
View file

@ -17,9 +17,12 @@ model_latency_p95_seconds{model_name="openai/gpt-4o-mini"} 0.40
""".encode() """.encode()
COST_DATA = { COST_DATA = {
"anthropic/claude-sonnet-4-20250514": {"input_per_million": 3.0, "output_per_million": 15.0}, "anthropic/claude-sonnet-4-20250514": {
"openai/gpt-4o": {"input_per_million": 5.0, "output_per_million": 20.0}, "input_per_million": 3.0,
"openai/gpt-4o-mini": {"input_per_million": 0.15, "output_per_million": 0.6}, "output_per_million": 15.0,
},
"openai/gpt-4o": {"input_per_million": 5.0, "output_per_million": 20.0},
"openai/gpt-4o-mini": {"input_per_million": 0.15, "output_per_million": 0.6},
} }