dashboards: update cluster by tenant dashboard (#2695)

Signed-off-by: Artem Navoiev <tenmozes@gmail.com>
This commit is contained in:
Artem Navoiev 2022-06-09 11:39:30 +03:00 committed by Aliaksandr Valialkin
parent 3c09d25039
commit 5b4b922433
No known key found for this signature in database
GPG key ID: A72BEC6CD3D0DED1

View file

@ -1,35 +1,78 @@
{ {
"__inputs": [
{
"name": "DS_VICTORIAMETRICS",
"label": "VictoriaMetrics",
"description": "",
"type": "datasource",
"pluginId": "prometheus",
"pluginName": "Prometheus"
}
],
"__elements": [],
"__requires": [
{
"type": "grafana",
"id": "grafana",
"name": "Grafana",
"version": "8.5.1"
},
{
"type": "panel",
"id": "graph",
"name": "Graph (old)",
"version": ""
},
{
"type": "datasource",
"id": "prometheus",
"name": "Prometheus",
"version": "1.0.0"
}
],
"annotations": { "annotations": {
"list": [ "list": [
{ {
"builtIn": 1, "builtIn": 1,
"datasource": "-- Grafana --", "datasource": {
"type": "datasource",
"uid": "grafana"
},
"enable": true, "enable": true,
"hide": true, "hide": true,
"iconColor": "rgba(0, 211, 255, 1)", "iconColor": "rgba(0, 211, 255, 1)",
"name": "Annotations & Alerts", "name": "Annotations & Alerts",
"target": {
"limit": 100,
"matchAny": false,
"tags": [],
"type": "dashboard"
},
"type": "dashboard" "type": "dashboard"
} }
] ]
}, },
"description": "Overview for enterprise cluster VictoriaMetrics v1.56.0 or higher", "description": "Overview for enterprise cluster VictoriaMetrics v1.56.0 or higher",
"editable": true, "editable": true,
"gnetId": null, "fiscalYearStartMonth": 0,
"graphTooltip": 0, "graphTooltip": 0,
"id": 13, "id": null,
"iteration": 1617980754279, "iteration": 1654632993170,
"links": [], "links": [],
"liveNow": false,
"panels": [ "panels": [
{ {
"aliasColors": {}, "aliasColors": {},
"bars": false, "bars": false,
"dashLength": 10, "dashLength": 10,
"dashes": false, "dashes": false,
"datasource": "$ds", "datasource": {
"type": "prometheus",
"uid": "$ds"
},
"description": "How many datapoints are inserted into storage per second by accountID and projectID", "description": "How many datapoints are inserted into storage per second by accountID and projectID",
"fieldConfig": { "fieldConfig": {
"defaults": { "defaults": {
"custom": {},
"links": [] "links": []
}, },
"overrides": [] "overrides": []
@ -61,7 +104,7 @@
"alertThreshold": true "alertThreshold": true
}, },
"percentage": false, "percentage": false,
"pluginVersion": "7.3.4", "pluginVersion": "8.5.1",
"pointradius": 2, "pointradius": 2,
"points": false, "points": false,
"renderer": "flot", "renderer": "flot",
@ -71,16 +114,18 @@
"steppedLine": false, "steppedLine": false,
"targets": [ "targets": [
{ {
"expr": "sum(increase(vm_tenant_inserted_rows_total{job=~\"$job\", instance=~\"$instance\",accountID=~\"$accountID\", projectID=~\"$projectID\"}[1m])/60) by (accountID,projectID) ", "datasource": {
"type": "prometheus",
"uid": "${DS_VICTORIAMETRICS}"
},
"expr": "sum(increase(vm_tenant_inserted_rows_total{job=~\"$job\", instance=~\"$instance\",accountID=~\"$account\", projectID=~\"$project\"}[1m])/60) by (accountID,projectID) ",
"interval": "", "interval": "",
"legendFormat": "inserted rows: {{accountID}}:{{projectID}}", "legendFormat": "inserted rows: {{accountID}}:{{projectID}}",
"refId": "A" "refId": "A"
} }
], ],
"thresholds": [], "thresholds": [],
"timeFrom": null,
"timeRegions": [], "timeRegions": [],
"timeShift": null,
"title": "Datapoints ingestion rate ($instance)", "title": "Datapoints ingestion rate ($instance)",
"tooltip": { "tooltip": {
"shared": true, "shared": true,
@ -89,33 +134,26 @@
}, },
"type": "graph", "type": "graph",
"xaxis": { "xaxis": {
"buckets": null,
"mode": "time", "mode": "time",
"name": null,
"show": true, "show": true,
"values": [] "values": []
}, },
"yaxes": [ "yaxes": [
{ {
"format": "short", "format": "short",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": "0", "min": "0",
"show": true "show": true
}, },
{ {
"format": "short", "format": "short",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": "0", "min": "0",
"show": true "show": true
} }
], ],
"yaxis": { "yaxis": {
"align": false, "align": false
"alignLevel": null
} }
}, },
{ {
@ -123,11 +161,13 @@
"bars": false, "bars": false,
"dashLength": 10, "dashLength": 10,
"dashes": false, "dashes": false,
"datasource": "$ds", "datasource": {
"type": "prometheus",
"uid": "$ds"
},
"description": "Request rate accepted by vmselect nodes per tenant", "description": "Request rate accepted by vmselect nodes per tenant",
"fieldConfig": { "fieldConfig": {
"defaults": { "defaults": {
"custom": {},
"links": [] "links": []
}, },
"overrides": [] "overrides": []
@ -162,7 +202,7 @@
"alertThreshold": true "alertThreshold": true
}, },
"percentage": false, "percentage": false,
"pluginVersion": "7.3.4", "pluginVersion": "8.5.1",
"pointradius": 2, "pointradius": 2,
"points": false, "points": false,
"renderer": "flot", "renderer": "flot",
@ -172,18 +212,22 @@
"steppedLine": false, "steppedLine": false,
"targets": [ "targets": [
{ {
"expr": "sum(rate(vm_tenant_select_requests_total{job=~\"$job\", instance=~\"$instance.*\",accountID=~\"$accountID\", projectID=~\"$projectID\"}[$__rate_interval])) by (accountID,projectID) ", "datasource": {
"type": "prometheus",
"uid": "${DS_VICTORIAMETRICS}"
},
"editorMode": "code",
"expr": "sum(rate(vm_tenant_select_requests_total{job=~\"$job\", instance=~\"$instance.*\",accountID=~\"$account\", projectID=~\"$project\"}[$__rate_interval])) by (accountID,projectID) ",
"format": "time_series", "format": "time_series",
"interval": "", "interval": "",
"intervalFactor": 1, "intervalFactor": 1,
"legendFormat": "tenant: {{accountID}}{{projectID}}", "legendFormat": "query rate tenant: {{accountID}}:{{projectID}}",
"range": true,
"refId": "A" "refId": "A"
} }
], ],
"thresholds": [], "thresholds": [],
"timeFrom": null,
"timeRegions": [], "timeRegions": [],
"timeShift": null,
"title": "Query rate ($instance)", "title": "Query rate ($instance)",
"tooltip": { "tooltip": {
"shared": true, "shared": true,
@ -192,33 +236,26 @@
}, },
"type": "graph", "type": "graph",
"xaxis": { "xaxis": {
"buckets": null,
"mode": "time", "mode": "time",
"name": null,
"show": true, "show": true,
"values": [] "values": []
}, },
"yaxes": [ "yaxes": [
{ {
"format": "short", "format": "short",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": "0", "min": "0",
"show": true "show": true
}, },
{ {
"format": "short", "format": "short",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": "0", "min": "0",
"show": true "show": true
} }
], ],
"yaxis": { "yaxis": {
"align": false, "align": false
"alignLevel": null
} }
}, },
{ {
@ -226,11 +263,13 @@
"bars": false, "bars": false,
"dashLength": 10, "dashLength": 10,
"dashes": false, "dashes": false,
"datasource": "$ds", "datasource": {
"type": "prometheus",
"uid": "$ds"
},
"description": "Shows the number of active time series with new data points inserted during the last hour. High value may result in ingestion slowdown. \n\nSee following link for details:", "description": "Shows the number of active time series with new data points inserted during the last hour. High value may result in ingestion slowdown. \n\nSee following link for details:",
"fieldConfig": { "fieldConfig": {
"defaults": { "defaults": {
"custom": {},
"links": [] "links": []
}, },
"overrides": [] "overrides": []
@ -246,6 +285,7 @@
"hiddenSeries": false, "hiddenSeries": false,
"id": 6, "id": 6,
"legend": { "legend": {
"alignAsTable": true,
"avg": false, "avg": false,
"current": false, "current": false,
"max": false, "max": false,
@ -268,7 +308,7 @@
"alertThreshold": true "alertThreshold": true
}, },
"percentage": false, "percentage": false,
"pluginVersion": "7.3.4", "pluginVersion": "8.5.1",
"pointradius": 2, "pointradius": 2,
"points": false, "points": false,
"renderer": "flot", "renderer": "flot",
@ -278,7 +318,11 @@
"steppedLine": false, "steppedLine": false,
"targets": [ "targets": [
{ {
"expr": "sum(vm_tenant_active_timeseries{job=~\"$job\", instance=~\"$instance.*\",accountID=~\"$accountID\",projectID=~\"$projectID\"}) by(accountID,projectID)", "datasource": {
"type": "prometheus",
"uid": "${DS_VICTORIAMETRICS}"
},
"expr": "sum(vm_tenant_active_timeseries{job=~\"$job\", instance=~\"$instance.*\",accountID=~\"$account\",projectID=~\"$project\"}) by(accountID,projectID)",
"format": "time_series", "format": "time_series",
"interval": "", "interval": "",
"intervalFactor": 1, "intervalFactor": 1,
@ -287,9 +331,7 @@
} }
], ],
"thresholds": [], "thresholds": [],
"timeFrom": null,
"timeRegions": [], "timeRegions": [],
"timeShift": null,
"title": "Active time series ($instance)", "title": "Active time series ($instance)",
"tooltip": { "tooltip": {
"shared": true, "shared": true,
@ -298,33 +340,26 @@
}, },
"type": "graph", "type": "graph",
"xaxis": { "xaxis": {
"buckets": null,
"mode": "time", "mode": "time",
"name": null,
"show": true, "show": true,
"values": [] "values": []
}, },
"yaxes": [ "yaxes": [
{ {
"format": "short", "format": "short",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": "0", "min": "0",
"show": true "show": true
}, },
{ {
"format": "short", "format": "short",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": "0", "min": "0",
"show": true "show": true
} }
], ],
"yaxis": { "yaxis": {
"align": false, "align": false
"alignLevel": null
} }
}, },
{ {
@ -332,11 +367,13 @@
"bars": false, "bars": false,
"dashLength": 10, "dashLength": 10,
"dashes": false, "dashes": false,
"datasource": "$ds", "datasource": {
"type": "prometheus",
"uid": "$ds"
},
"description": "Shows how many of new time-series are created every second. High churn rate tightly connected with database performance and may result in unexpected OOM's or slow queries. It is recommended to always keep an eye on this metric to avoid unexpected cardinality \"explosions\".\n\nGood references to read:\n* https://www.robustperception.io/cardinality-is-key\n* https://www.robustperception.io/using-tsdb-analyze-to-investigate-churn-and-cardinality", "description": "Shows how many of new time-series are created every second. High churn rate tightly connected with database performance and may result in unexpected OOM's or slow queries. It is recommended to always keep an eye on this metric to avoid unexpected cardinality \"explosions\".\n\nGood references to read:\n* https://www.robustperception.io/cardinality-is-key\n* https://www.robustperception.io/using-tsdb-analyze-to-investigate-churn-and-cardinality",
"fieldConfig": { "fieldConfig": {
"defaults": { "defaults": {
"custom": {},
"links": [] "links": []
}, },
"overrides": [] "overrides": []
@ -352,10 +389,12 @@
"hiddenSeries": false, "hiddenSeries": false,
"id": 8, "id": 8,
"legend": { "legend": {
"alignAsTable": true,
"avg": false, "avg": false,
"current": false, "current": false,
"max": false, "max": false,
"min": false, "min": false,
"rightSide": false,
"show": true, "show": true,
"total": false, "total": false,
"values": false "values": false
@ -367,7 +406,7 @@
"alertThreshold": true "alertThreshold": true
}, },
"percentage": false, "percentage": false,
"pluginVersion": "7.3.4", "pluginVersion": "8.5.1",
"pointradius": 2, "pointradius": 2,
"points": false, "points": false,
"renderer": "flot", "renderer": "flot",
@ -377,16 +416,18 @@
"steppedLine": false, "steppedLine": false,
"targets": [ "targets": [
{ {
"expr": "sum(increase(vm_tenant_timeseries_created_total{job=~\"$job\", instance=~\"$instance\",accountID=~\"$accountID\", projectID=~\"$projectID\"}[1m])/60) by(accountID,projectID)", "datasource": {
"type": "prometheus",
"uid": "${DS_VICTORIAMETRICS}"
},
"expr": "sum(increase(vm_tenant_timeseries_created_total{job=~\"$job\", instance=~\"$instance\",accountID=~\"$account\", projectID=~\"$project\"}[1m])/60) by(accountID,projectID)",
"interval": "", "interval": "",
"legendFormat": "churn rate tenant: {{accountID}}:{{projectID}}", "legendFormat": "churn rate tenant: {{accountID}}:{{projectID}}",
"refId": "A" "refId": "A"
} }
], ],
"thresholds": [], "thresholds": [],
"timeFrom": null,
"timeRegions": [], "timeRegions": [],
"timeShift": null,
"title": "Churn rate ($instance)", "title": "Churn rate ($instance)",
"tooltip": { "tooltip": {
"shared": true, "shared": true,
@ -395,33 +436,25 @@
}, },
"type": "graph", "type": "graph",
"xaxis": { "xaxis": {
"buckets": null,
"mode": "time", "mode": "time",
"name": null,
"show": true, "show": true,
"values": [] "values": []
}, },
"yaxes": [ "yaxes": [
{ {
"format": "short", "format": "short",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": "0", "min": "0",
"show": true "show": true
}, },
{ {
"format": "short", "format": "short",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": null,
"show": true "show": true
} }
], ],
"yaxis": { "yaxis": {
"align": false, "align": false
"alignLevel": null
} }
}, },
{ {
@ -429,11 +462,13 @@
"bars": false, "bars": false,
"dashLength": 10, "dashLength": 10,
"dashes": false, "dashes": false,
"datasource": "$ds", "datasource": {
"type": "prometheus",
"uid": "$ds"
},
"description": "Shows amount of on-disk space occupied by data points.", "description": "Shows amount of on-disk space occupied by data points.",
"fieldConfig": { "fieldConfig": {
"defaults": { "defaults": {
"custom": {},
"links": [] "links": []
}, },
"overrides": [] "overrides": []
@ -449,6 +484,7 @@
"hiddenSeries": false, "hiddenSeries": false,
"id": 10, "id": 10,
"legend": { "legend": {
"alignAsTable": true,
"avg": false, "avg": false,
"current": false, "current": false,
"max": false, "max": false,
@ -465,7 +501,7 @@
"alertThreshold": true "alertThreshold": true
}, },
"percentage": false, "percentage": false,
"pluginVersion": "7.3.4", "pluginVersion": "8.5.1",
"pointradius": 2, "pointradius": 2,
"points": false, "points": false,
"renderer": "flot", "renderer": "flot",
@ -475,18 +511,22 @@
"steppedLine": false, "steppedLine": false,
"targets": [ "targets": [
{ {
"expr": "sum(vm_tenant_used_tenant_bytes{job=~\"$job_storage\", instance=~\"$instance\",accountID=~\"$accountID\",projectID=~\"$projectID\"}) by(accountID,projectID)", "datasource": {
"type": "prometheus",
"uid": "${DS_VICTORIAMETRICS}"
},
"editorMode": "code",
"expr": "sum(vm_tenant_used_tenant_bytes{job=~\"$job\", instance=~\"$instance\",accountID=~\"$account\",projectID=~\"$project\"}) by(accountID,projectID)",
"format": "time_series", "format": "time_series",
"interval": "", "interval": "",
"intervalFactor": 1, "intervalFactor": 1,
"legendFormat": "{{accountID}}:{{projectID}}", "legendFormat": "disk usage tenant {{accountID}}:{{projectID}}",
"range": true,
"refId": "A" "refId": "A"
} }
], ],
"thresholds": [], "thresholds": [],
"timeFrom": null,
"timeRegions": [], "timeRegions": [],
"timeShift": null,
"title": "Disk space usage (datapoints) ($instance)", "title": "Disk space usage (datapoints) ($instance)",
"tooltip": { "tooltip": {
"shared": true, "shared": true,
@ -495,37 +535,30 @@
}, },
"type": "graph", "type": "graph",
"xaxis": { "xaxis": {
"buckets": null,
"mode": "time", "mode": "time",
"name": null,
"show": true, "show": true,
"values": [] "values": []
}, },
"yaxes": [ "yaxes": [
{ {
"format": "bytes", "format": "bytes",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": "0", "min": "0",
"show": true "show": true
}, },
{ {
"format": "short", "format": "short",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": "0", "min": "0",
"show": true "show": true
} }
], ],
"yaxis": { "yaxis": {
"align": false, "align": false
"alignLevel": null
} }
} }
], ],
"schemaVersion": 26, "schemaVersion": 36,
"style": "dark", "style": "dark",
"tags": [ "tags": [
"VictoriaMetrics", "VictoriaMetrics",
@ -536,13 +569,11 @@
{ {
"current": { "current": {
"selected": false, "selected": false,
"text": "gw", "text": "VictoriaMetrics",
"value": "gw" "value": "VictoriaMetrics"
}, },
"error": null,
"hide": 0, "hide": 0,
"includeAll": false, "includeAll": false,
"label": null,
"multi": false, "multi": false,
"name": "ds", "name": "ds",
"options": [], "options": [],
@ -555,108 +586,100 @@
}, },
{ {
"allValue": ".*", "allValue": ".*",
"current": { "current": {},
"selected": false, "datasource": {
"text": "All", "uid": "$ds"
"value": "$__all"
}, },
"datasource": "$ds",
"definition": "label_values(vm_app_version{version=~\"^vm(insert|select|storage).*\"}, job)", "definition": "label_values(vm_app_version{version=~\"^vm(insert|select|storage).*\"}, job)",
"error": null,
"hide": 0, "hide": 0,
"includeAll": true, "includeAll": true,
"label": null,
"multi": true, "multi": true,
"name": "job", "name": "job",
"options": [], "options": [],
"query": "label_values(vm_app_version{version=~\"^vm(insert|select|storage).*\"}, job)", "query": {
"query": "label_values(vm_app_version{version=~\"^vm(insert|select|storage).*\"}, job)",
"refId": "VictoriaMetrics-job-Variable-Query"
},
"refresh": 1, "refresh": 1,
"regex": "", "regex": "",
"skipUrlSync": false, "skipUrlSync": false,
"sort": 0, "sort": 0,
"tagValuesQuery": "", "tagValuesQuery": "",
"tags": [],
"tagsQuery": "", "tagsQuery": "",
"type": "query", "type": "query",
"useTags": false "useTags": false
}, },
{ {
"allValue": ".*", "allValue": ".*",
"current": { "current": {},
"selected": false, "datasource": {
"text": "All", "uid": "$ds"
"value": "$__all"
}, },
"datasource": "$ds",
"definition": "label_values(vm_app_version{job=~\"$job\"}, instance)", "definition": "label_values(vm_app_version{job=~\"$job\"}, instance)",
"error": null,
"hide": 0, "hide": 0,
"includeAll": true, "includeAll": true,
"label": null,
"multi": false, "multi": false,
"name": "instance", "name": "instance",
"options": [], "options": [],
"query": "label_values(vm_app_version{job=~\"$job\"}, instance)", "query": {
"query": "label_values(vm_app_version{job=~\"$job\"}, instance)",
"refId": "VictoriaMetrics-instance-Variable-Query"
},
"refresh": 1, "refresh": 1,
"regex": "", "regex": "",
"skipUrlSync": false, "skipUrlSync": false,
"sort": 0, "sort": 0,
"tagValuesQuery": "", "tagValuesQuery": "",
"tags": [],
"tagsQuery": "", "tagsQuery": "",
"type": "query", "type": "query",
"useTags": false "useTags": false
}, },
{ {
"allValue": ".*", "allValue": ".*",
"current": { "current": {},
"selected": false, "datasource": {
"text": "All", "uid": "$ds"
"value": "$__all"
}, },
"datasource": "$ds",
"definition": "label_values(vm_tenant_active_timeseries{job=~\"$job\"},accountID)", "definition": "label_values(vm_tenant_active_timeseries{job=~\"$job\"},accountID)",
"error": null,
"hide": 0, "hide": 0,
"includeAll": true, "includeAll": true,
"label": null,
"multi": false, "multi": false,
"name": "accountID", "name": "account",
"options": [], "options": [],
"query": "label_values(vm_tenant_active_timeseries{job=~\"$job\"},accountID)", "query": {
"query": "label_values(vm_tenant_active_timeseries{job=~\"$job\"},accountID)",
"refId": "StandardVariableQuery"
},
"refresh": 1, "refresh": 1,
"regex": "", "regex": "",
"skipUrlSync": false, "skipUrlSync": false,
"sort": 0, "sort": 0,
"tagValuesQuery": "", "tagValuesQuery": "",
"tags": [],
"tagsQuery": "", "tagsQuery": "",
"type": "query", "type": "query",
"useTags": false "useTags": false
}, },
{ {
"allValue": ".*", "allValue": ".*",
"current": { "current": {},
"selected": false, "datasource": {
"text": "All", "uid": "$ds"
"value": "$__all"
}, },
"datasource": "$ds",
"definition": "label_values(vm_tenant_active_timeseries{accountID=~\"$accountID\"},projectID)", "definition": "label_values(vm_tenant_active_timeseries{accountID=~\"$accountID\"},projectID)",
"error": null,
"hide": 0, "hide": 0,
"includeAll": true, "includeAll": true,
"label": null,
"multi": false, "multi": false,
"name": "projectID", "name": "project",
"options": [], "options": [],
"query": "label_values(vm_tenant_active_timeseries{accountID=~\"$accountID\"},projectID)", "query": {
"query": "label_values(vm_tenant_active_timeseries{accountID=~\"$accountID\"},projectID)",
"refId": "VictoriaMetrics-projectID-Variable-Query"
},
"refresh": 1, "refresh": 1,
"regex": "", "regex": "",
"skipUrlSync": false, "skipUrlSync": false,
"sort": 0, "sort": 0,
"tagValuesQuery": "", "tagValuesQuery": "",
"tags": [],
"tagsQuery": "", "tagsQuery": "",
"type": "query", "type": "query",
"useTags": false "useTags": false
@ -669,7 +692,8 @@
}, },
"timepicker": {}, "timepicker": {},
"timezone": "", "timezone": "",
"title": "VictoriaMetrics cluster per tenant Copy", "title": "VictoriaMetrics Cluster Per Tenant Statistic",
"uid": "IZFqd3lMz", "uid": "IZFqd3lMz",
"version": 1 "version": 7,
} "weekStart": ""
}