Skip to content

GitLab

Unverified Commit 2b3bdc93 authored by mac0ne's avatar mac0ne Committed by GitHub
Browse files

Correct grafana heatmap. (#5019)

parent 5fc4b600
Show whitespace changes
Inline Side-by-side
Showing with 63 additions and 41 deletions
examples/monitoring/grafana.json
View file @ 2b3bdc93
...@@ -18,7 +18,7 @@ ...@@ -18,7 +18,7 @@
"editable": true, "editable": true,
"fiscalYearStartMonth": 0, "fiscalYearStartMonth": 0,
"graphTooltip": 0, "graphTooltip": 0,
"id": 1, "id": 8,
"links": [], "links": [],
"panels": [ "panels": [
{ {
...@@ -69,8 +69,7 @@ ...@@ -69,8 +69,7 @@
"mode": "absolute", "mode": "absolute",
"steps": [ "steps": [
{ {
"color": "green", "color": "green"
"value": null
}, },
{ {
"color": "red", "color": "red",
...@@ -96,10 +95,12 @@ ...@@ -96,10 +95,12 @@
"showLegend": true "showLegend": true
}, },
"tooltip": { "tooltip": {
"hideZeros": false,
"mode": "single", "mode": "single",
"sort": "none" "sort": "none"
} }
}, },
"pluginVersion": "11.6.0",
"targets": [ "targets": [
{ {
"datasource": { "datasource": {
...@@ -199,9 +200,18 @@ ...@@ -199,9 +200,18 @@
"y": 0 "y": 0
}, },
"id": 17, "id": 17,
"maxDataPoints": 30,
"options": { "options": {
"calculate": true, "calculate": false,
"calculation": {
"yBuckets": {
"scale": {
"type": "linear"
}
}
},
"cellGap": 1, "cellGap": 1,
"cellValues": {},
"color": { "color": {
"exponent": 0.5, "exponent": 0.5,
"fill": "dark-orange", "fill": "dark-orange",
...@@ -215,7 +225,7 @@ ...@@ -215,7 +225,7 @@
"color": "rgba(255,0,255,0.7)" "color": "rgba(255,0,255,0.7)"
}, },
"filterValues": { "filterValues": {
"le": 1e-09 "le": 1e-9
}, },
"legend": { "legend": {
"show": true "show": true
...@@ -230,10 +240,11 @@ ...@@ -230,10 +240,11 @@
}, },
"yAxis": { "yAxis": {
"axisPlacement": "left", "axisPlacement": "left",
"reverse": false "reverse": false,
"unit": "secs"
} }
}, },
"pluginVersion": "11.2.0", "pluginVersion": "11.6.0",
"targets": [ "targets": [
{ {
"datasource": { "datasource": {
...@@ -241,8 +252,9 @@ ...@@ -241,8 +252,9 @@
"uid": "ddyfngn31dg5cf" "uid": "ddyfngn31dg5cf"
}, },
"disableTextWrap": false, "disableTextWrap": false,
"editorMode": "code", "editorMode": "builder",
"expr": "rate(sglang:e2e_request_latency_seconds_bucket{model_name=~\"$model_name\"}[$__rate_interval])\r\n", "expr": "sum(increase(sglang:e2e_request_latency_seconds_bucket{model_name=~\"$model_name\"}[$__rate_interval])) by (le)\r\n",
"format": "heatmap",
"fullMetaSearch": false, "fullMetaSearch": false,
"includeNullMetadata": true, "includeNullMetadata": true,
"instant": false, "instant": false,
...@@ -252,7 +264,7 @@ ...@@ -252,7 +264,7 @@
"useBackend": false "useBackend": false
} }
], ],
"title": "End-to-End Request Latency Heatmap", "title": "End-to-End Request Latency(s) Heatmap",
"type": "heatmap" "type": "heatmap"
}, },
{ {
...@@ -303,8 +315,7 @@ ...@@ -303,8 +315,7 @@
"mode": "absolute", "mode": "absolute",
"steps": [ "steps": [
{ {
"color": "green", "color": "green"
"value": null
}, },
{ {
"color": "red", "color": "red",
...@@ -330,10 +341,12 @@ ...@@ -330,10 +341,12 @@
"showLegend": true "showLegend": true
}, },
"tooltip": { "tooltip": {
"hideZeros": false,
"mode": "single", "mode": "single",
"sort": "none" "sort": "none"
} }
}, },
"pluginVersion": "11.6.0",
"targets": [ "targets": [
{ {
"datasource": { "datasource": {
...@@ -403,7 +416,7 @@ ...@@ -403,7 +416,7 @@
"useBackend": false "useBackend": false
} }
], ],
"title": "End-to-End Request Latency", "title": "Time-To-First-Token Latency",
"type": "timeseries" "type": "timeseries"
}, },
{ {
...@@ -433,8 +446,21 @@ ...@@ -433,8 +446,21 @@
"y": 8 "y": 8
}, },
"id": 19, "id": 19,
"maxDataPoints": 30,
"options": { "options": {
"calculate": true, "calculate": false,
"calculation": {
"xBuckets": {
"value": ""
},
"yBuckets": {
"mode": "size",
"scale": {
"type": "linear"
},
"value": ""
}
},
"cellGap": 1, "cellGap": 1,
"color": { "color": {
"exponent": 0.5, "exponent": 0.5,
...@@ -449,7 +475,7 @@ ...@@ -449,7 +475,7 @@
"color": "rgba(255,0,255,0.7)" "color": "rgba(255,0,255,0.7)"
}, },
"filterValues": { "filterValues": {
"le": 1e-09 "le": 1e-9
}, },
"legend": { "legend": {
"show": true "show": true
...@@ -464,11 +490,10 @@ ...@@ -464,11 +490,10 @@
}, },
"yAxis": { "yAxis": {
"axisPlacement": "left", "axisPlacement": "left",
"reverse": false, "reverse": false
"unit": "s"
} }
}, },
"pluginVersion": "11.2.0", "pluginVersion": "11.6.0",
"targets": [ "targets": [
{ {
"datasource": { "datasource": {
...@@ -476,11 +501,14 @@ ...@@ -476,11 +501,14 @@
"uid": "ddyfngn31dg5cf" "uid": "ddyfngn31dg5cf"
}, },
"disableTextWrap": false, "disableTextWrap": false,
"editorMode": "code", "editorMode": "builder",
"expr": "rate(sglang:time_to_first_token_seconds_bucket{model_name=~\"$model_name\"}[$__rate_interval])\r\n", "exemplar": false,
"expr": "sum by(le) (increase(sglang:time_to_first_token_seconds_bucket{model_name=~\"$model_name\"}[$__rate_interval]))",
"format": "heatmap",
"fullMetaSearch": false, "fullMetaSearch": false,
"includeNullMetadata": true, "includeNullMetadata": true,
"instant": false, "instant": false,
"interval": "",
"legendFormat": "{{le}}", "legendFormat": "{{le}}",
"range": true, "range": true,
"refId": "A", "refId": "A",
...@@ -538,8 +566,7 @@ ...@@ -538,8 +566,7 @@
"mode": "absolute", "mode": "absolute",
"steps": [ "steps": [
{ {
"color": "green", "color": "green"
"value": null
}, },
{ {
"color": "red", "color": "red",
...@@ -565,10 +592,12 @@ ...@@ -565,10 +592,12 @@
"showLegend": true "showLegend": true
}, },
"tooltip": { "tooltip": {
"hideZeros": false,
"mode": "single", "mode": "single",
"sort": "none" "sort": "none"
} }
}, },
"pluginVersion": "11.6.0",
"targets": [ "targets": [
{ {
"datasource": { "datasource": {
...@@ -639,8 +668,7 @@ ...@@ -639,8 +668,7 @@
"mode": "absolute", "mode": "absolute",
"steps": [ "steps": [
{ {
"color": "green", "color": "green"
"value": null
}, },
{ {
"color": "red", "color": "red",
...@@ -666,10 +694,12 @@ ...@@ -666,10 +694,12 @@
"showLegend": true "showLegend": true
}, },
"tooltip": { "tooltip": {
"hideZeros": false,
"mode": "single", "mode": "single",
"sort": "none" "sort": "none"
} }
}, },
"pluginVersion": "11.6.0",
"targets": [ "targets": [
{ {
"datasource": { "datasource": {
...@@ -735,8 +765,7 @@ ...@@ -735,8 +765,7 @@
"mode": "absolute", "mode": "absolute",
"steps": [ "steps": [
{ {
"color": "green", "color": "green"
"value": null
}, },
{ {
"color": "red", "color": "red",
...@@ -762,10 +791,12 @@ ...@@ -762,10 +791,12 @@
"showLegend": true "showLegend": true
}, },
"tooltip": { "tooltip": {
"hideZeros": false,
"mode": "single", "mode": "single",
"sort": "none" "sort": "none"
} }
}, },
"pluginVersion": "11.6.0",
"targets": [ "targets": [
{ {
"datasource": { "datasource": {
...@@ -835,8 +866,7 @@ ...@@ -835,8 +866,7 @@
"mode": "absolute", "mode": "absolute",
"steps": [ "steps": [
{ {
"color": "green", "color": "green"
"value": null
}, },
{ {
"color": "red", "color": "red",
...@@ -862,10 +892,12 @@ ...@@ -862,10 +892,12 @@
"showLegend": true "showLegend": true
}, },
"tooltip": { "tooltip": {
"hideZeros": false,
"mode": "single", "mode": "single",
"sort": "none" "sort": "none"
} }
}, },
"pluginVersion": "11.6.0",
"targets": [ "targets": [
{ {
"datasource": { "datasource": {
...@@ -888,14 +920,14 @@ ...@@ -888,14 +920,14 @@
"type": "timeseries" "type": "timeseries"
} }
], ],
"preload": false,
"refresh": "5s", "refresh": "5s",
"schemaVersion": 39, "schemaVersion": 41,
"tags": [], "tags": [],
"templating": { "templating": {
"list": [ "list": [
{ {
"current": { "current": {
"selected": false,
"text": "127.0.0.1:30000", "text": "127.0.0.1:30000",
"value": "127.0.0.1:30000" "value": "127.0.0.1:30000"
}, },
...@@ -903,10 +935,8 @@ ...@@ -903,10 +935,8 @@
"type": "prometheus" "type": "prometheus"
}, },
"definition": "label_values(instance)", "definition": "label_values(instance)",
"hide": 0,
"includeAll": false, "includeAll": false,
"label": "instance", "label": "instance",
"multi": false,
"name": "instance", "name": "instance",
"options": [], "options": [],
"query": { "query": {
...@@ -916,13 +946,10 @@ ...@@ -916,13 +946,10 @@
}, },
"refresh": 1, "refresh": 1,
"regex": "", "regex": "",
"skipUrlSync": false,
"sort": 0,
"type": "query" "type": "query"
}, },
{ {
"current": { "current": {
"selected": false,
"text": "meta-llama/Llama-3.1-8B-Instruct", "text": "meta-llama/Llama-3.1-8B-Instruct",
"value": "meta-llama/Llama-3.1-8B-Instruct" "value": "meta-llama/Llama-3.1-8B-Instruct"
}, },
...@@ -930,10 +957,8 @@ ...@@ -930,10 +957,8 @@
"type": "prometheus" "type": "prometheus"
}, },
"definition": "label_values(model_name)", "definition": "label_values(model_name)",
"hide": 0,
"includeAll": false, "includeAll": false,
"label": "model name", "label": "model name",
"multi": false,
"name": "model_name", "name": "model_name",
"options": [], "options": [],
"query": { "query": {
...@@ -943,8 +968,6 @@ ...@@ -943,8 +968,6 @@
}, },
"refresh": 1, "refresh": 1,
"regex": "", "regex": "",
"skipUrlSync": false,
"sort": 0,
"type": "query" "type": "query"
} }
] ]
...@@ -957,6 +980,5 @@ ...@@ -957,6 +980,5 @@
"timezone": "browser", "timezone": "browser",
"title": "SGLang Dashboard", "title": "SGLang Dashboard",
"uid": "sglang-dashboard", "uid": "sglang-dashboard",
"version": 5, "version": 11
"weekStart": ""
} }
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment