Change LLM latency dashboard to be rate & bump version

This commit is contained in:
Cyber MacGeddon 2024-10-01 21:04:12 +01:00
parent 5985b8612b
commit 74e720d40c
2 changed files with 9 additions and 5 deletions

View file

@ -1,6 +1,6 @@
# VERSION=$(shell git describe | sed 's/^v//') # VERSION=$(shell git describe | sed 's/^v//')
VERSION=0.11.14 VERSION=0.11.15
DOCKER=podman DOCKER=podman

View file

@ -90,14 +90,18 @@
"type": "prometheus", "type": "prometheus",
"uid": "f6b18033-5918-4e05-a1ca-4cb30343b129" "uid": "f6b18033-5918-4e05-a1ca-4cb30343b129"
}, },
"editorMode": "code", "disableTextWrap": false,
"editorMode": "builder",
"exemplar": false, "exemplar": false,
"expr": "max by(le) (text_completion_duration_bucket)", "expr": "sum by(le) (rate(text_completion_duration_bucket[$__rate_interval]))",
"format": "heatmap", "format": "heatmap",
"fullMetaSearch": false,
"includeNullMetadata": true,
"instant": false, "instant": false,
"legendFormat": "99%", "legendFormat": "99%",
"range": true, "range": true,
"refId": "A" "refId": "A",
"useBackend": false
} }
], ],
"title": "LLM latency", "title": "LLM latency",
@ -1136,7 +1140,7 @@
"list": [] "list": []
}, },
"time": { "time": {
"from": "now-5m", "from": "now-15m",
"to": "now" "to": "now"
}, },
"timepicker": {}, "timepicker": {},