From 9507c95f313fdd0bd2bf36a47c903333386263a6 Mon Sep 17 00:00:00 2001 From: aayushwhiz Date: Thu, 14 Nov 2024 14:39:06 -0800 Subject: [PATCH] update shared dashboard to include new stats --- .../grafana/dashboards/envoy_overview.json | 263 ++++++++++++++++-- 1 file changed, 235 insertions(+), 28 deletions(-) diff --git a/demos/shared/grafana/dashboards/envoy_overview.json b/demos/shared/grafana/dashboards/envoy_overview.json index 5a77e075..4089dade 100644 --- a/demos/shared/grafana/dashboards/envoy_overview.json +++ b/demos/shared/grafana/dashboards/envoy_overview.json @@ -63,9 +63,7 @@ "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { - "calcs": [ - "lastNotNull" - ], + "calcs": ["lastNotNull"], "fields": "", "values": false }, @@ -73,7 +71,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "11.3.0+security-01", + "pluginVersion": "11.3.0", "targets": [ { "datasource": { @@ -93,7 +91,7 @@ "useBackend": false } ], - "title": "# of Completd Requests", + "title": "# of Completed Requests", "type": "stat" }, { @@ -188,7 +186,7 @@ "sort": "none" } }, - "pluginVersion": "11.3.0+security-01", + "pluginVersion": "11.3.0", "targets": [ { "disableTextWrap": false, @@ -298,7 +296,7 @@ "sort": "none" } }, - "pluginVersion": "11.3.0+security-01", + "pluginVersion": "11.3.0", "targets": [ { "datasource": { @@ -412,11 +410,11 @@ "sort": "none" } }, - "pluginVersion": "11.3.0+security-01", + "pluginVersion": "11.3.0", "targets": [ { "disableTextWrap": false, - "editorMode": "builder", + "editorMode": "code", "expr": "histogram_quantile(0.5, sum by(le) (rate(time_to_first_token_bucket[1h])))", "fullMetaSearch": false, "includeNullMetadata": false, @@ -492,12 +490,12 @@ { "matcher": { "id": "byName", - "options": "histogram_quantile(0.5, sum(rate(latency_bucket[60m])) by (le))" + "options": "histogram_quantile(0.5, sum by(le) (rate(request_latency_bucket[1h])))" }, "properties": [ { "id": "displayName", - "value": "Total Request Latency" + "value": "Request Latency" } ] }, @@ -534,37 +532,246 @@ "sort": "none" } }, - "pluginVersion": "11.3.0+security-01", + "pluginVersion": "11.3.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, - "editorMode": "code", - "expr": "histogram_quantile(0.5, sum(rate(latency_bucket[60m])) by (le))", + "disableTextWrap": false, + "editorMode": "builder", + "expr": "histogram_quantile(0.5, sum by(le) (rate(request_latency_bucket[1h])))", + "fullMetaSearch": false, "hide": false, + "includeNullMetadata": false, "instant": false, "legendFormat": "__auto", "range": true, - "refId": "B" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "expr": "histogram_quantile(0.5, sum(rate(time_to_first_token_bucket[60m])) by (le))", - "hide": false, - "instant": false, - "legendFormat": "__auto", - "range": true, - "refId": "A" + "refId": "A", + "useBackend": false } ], "title": "request latency (p50)", "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "histogram_quantile(0.5, sum by(le) (rate(time_per_output_token_bucket[1h])))" + }, + "properties": [ + { + "id": "displayName", + "value": "Time per Output Token" + } + ] + } + ] + }, + "gridPos": { + "h": 13, + "w": 12, + "x": 0, + "y": 23 + }, + "id": 9, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "11.3.0", + "targets": [ + { + "disableTextWrap": false, + "editorMode": "builder", + "expr": "histogram_quantile(0.5, sum by(le) (rate(time_per_output_token_bucket[1h])))", + "fullMetaSearch": false, + "includeNullMetadata": false, + "legendFormat": "__auto", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "Time per Output Token (50p)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PBFA97CFB590B2093" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "histogram_quantile(0.5, sum by(le) (rate(tokens_per_second_bucket[1h])))" + }, + "properties": [ + { + "id": "displayName", + "value": "Tokens per Second" + } + ] + } + ] + }, + "gridPos": { + "h": 13, + "w": 12, + "x": 12, + "y": 23 + }, + "id": 10, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "11.3.0", + "targets": [ + { + "disableTextWrap": false, + "editorMode": "builder", + "expr": "histogram_quantile(0.5, sum by(le) (rate(tokens_per_second_bucket[1h])))", + "fullMetaSearch": false, + "includeNullMetadata": false, + "legendFormat": "__auto", + "range": true, + "refId": "A", + "useBackend": false + } + ], + "title": "Tokens per Second(50p)", + "type": "timeseries" } ], "preload": false,