From 00a7eab43dad1cd41e77853f9bbd40408bc6e394 Mon Sep 17 00:00:00 2001 From: Roman Khavronenko Date: Tue, 19 May 2020 22:51:12 +0100 Subject: [PATCH] dashboards: update troubleshooting row (#506) * Slow metrics load panel was removed since it is hard to interpret without additional metrics and stats; * Slow inserts panel was updated to display percentage of slow inserts comparing to total number of inserts to show the real impact. --- dashboards/victoriametrics.json | 107 +++----------------------------- 1 file changed, 9 insertions(+), 98 deletions(-) diff --git a/dashboards/victoriametrics.json b/dashboards/victoriametrics.json index 7c2428c804..9e759d8de2 100644 --- a/dashboards/victoriametrics.json +++ b/dashboards/victoriametrics.json @@ -59,7 +59,7 @@ "gnetId": null, "graphTooltip": 0, "id": null, - "iteration": 1589730921459, + "iteration": 1589924816825, "links": [ { "icon": "doc", @@ -2011,7 +2011,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "Slow queries ($instance)", + "title": "Slow queries rate ($instance)", "tooltip": { "shared": true, "sort": 0, @@ -2054,12 +2054,12 @@ "dashLength": 10, "dashes": false, "datasource": "$ds", - "description": "The number of slow inserts during the last 5 minutes. If this number remains high during extended periods of time, then it is likely more RAM is needed for optimal handling of the current number of active time series.\n\nIn general, VictoriaMetrics requires ~1KB or RAM per active time series, so it should be easy calculating the required amounts of RAM for the current workload according to capacity planning docs. But the resulting number may be far from the real number because the required amounts of memory depends on may other factors such as the number of labels per time series and the length of label values.", + "description": "The percentage of slow inserts comparing to total insertion rate during the last 5 minutes. \n\nThe less value is better. If percentage remains high (>50%) during extended periods of time, then it is likely more RAM is needed for optimal handling of the current number of active time series. \n\nIn general, VictoriaMetrics requires ~1KB or RAM per active time series, so it should be easy calculating the required amounts of RAM for the current workload according to capacity planning docs. But the resulting number may be far from the real number because the required amounts of memory depends on may other factors such as the number of labels per time series and the length of label values.", "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, - "w": 12, + "w": 24, "x": 0, "y": 11 }, @@ -2090,7 +2090,7 @@ "steppedLine": false, "targets": [ { - "expr": "sum(increase(vm_slow_row_inserts_total{job=\"$job_storage\", instance=~\"$instance\"}[5m]))", + "expr": "sum(rate(vm_slow_row_inserts_total{job=\"$job_storage\"}[5m])) / sum(rate(vm_rows_inserted_total{job=\"$job_insert\"}[5m]))", "interval": "", "legendFormat": "slow inserts", "refId": "A" @@ -2100,7 +2100,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "Slow inserts ($instance)", + "title": "Slow inserts", "tooltip": { "shared": true, "sort": 0, @@ -2116,96 +2116,7 @@ }, "yaxes": [ { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "$ds", - "description": "The number of slow loads of metric names during the last 5 minutes. If this number remains high during extended periods of time, then it is likely more RAM is needed for optimal handling of the current number of active time series.\n\nUsually VictoriaMetrics requires ~1KB or RAM per active time series, so it should be easy calculating the required amounts of RAM for the current workload according to capacity planning docs. But the resulting number may be far from the real number because the required amounts of memory depends on may other factors such as the number of labels per time series and the length of label values.", - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 11 - }, - "hiddenSeries": false, - "id": 109, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "sum(increase(vm_slow_metric_name_loads_total{job=\"$job_storage\", instance=~\"$instance\"}[5m]))", - "interval": "", - "legendFormat": "slow metrics load", - "refId": "A" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Slow metrics load ($instance)", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", + "format": "percentunit", "label": null, "logBase": 1, "max": null, @@ -4759,7 +4670,7 @@ "list": [ { "current": { - "selected": false, + "selected": true, "text": "VictoriaMetrics", "value": "VictoriaMetrics" }, @@ -4920,5 +4831,5 @@ "variables": { "list": [] }, - "version": 1 + "version": 2 } \ No newline at end of file