diff --git a/dashboards/victoriametrics-cluster.json b/dashboards/victoriametrics-cluster.json
index 35b1f8a560..a27c591a22 100644
--- a/dashboards/victoriametrics-cluster.json
+++ b/dashboards/victoriametrics-cluster.json
@@ -1,7 +1,8 @@
{
"__inputs": [],
"__elements": {},
- "__requires": [{
+ "__requires": [
+ {
"type": "grafana",
"id": "grafana",
"name": "Grafana",
@@ -33,32 +34,35 @@
}
],
"annotations": {
- "list": [{
- "builtIn": 1,
- "datasource": {
- "type": "datasource",
- "uid": "grafana"
- },
- "enable": true,
- "hide": true,
- "iconColor": "rgba(0, 211, 255, 1)",
- "name": "Annotations & Alerts",
- "target": {
- "limit": 100,
- "matchAny": false,
- "tags": [],
+ "list": [
+ {
+ "builtIn": 1,
+ "datasource": {
+ "type": "datasource",
+ "uid": "grafana"
+ },
+ "enable": true,
+ "hide": true,
+ "iconColor": "rgba(0, 211, 255, 1)",
+ "name": "Annotations & Alerts",
+ "target": {
+ "limit": 100,
+ "matchAny": false,
+ "tags": [],
+ "type": "dashboard"
+ },
"type": "dashboard"
- },
- "type": "dashboard"
- }]
+ }
+ ]
},
- "description": "Overview for cluster VictoriaMetrics v1.77.0 or higher",
+ "description": "Overview for cluster VictoriaMetrics v1.79.0 or higher",
"editable": true,
"fiscalYearStartMonth": 0,
"graphTooltip": 1,
"id": null,
- "iteration": 1659947950093,
- "links": [{
+ "iteration": 1663336027743,
+ "links": [
+ {
"icon": "doc",
"tags": [],
"targetBlank": true,
@@ -84,7 +88,8 @@
}
],
"liveNow": false,
- "panels": [{
+ "panels": [
+ {
"collapsed": true,
"datasource": {
"type": "prometheus",
@@ -97,7 +102,8 @@
"y": 0
},
"id": 137,
- "panels": [{
+ "panels": [
+ {
"datasource": {
"uid": "$ds"
},
@@ -110,9 +116,11 @@
"mappings": [],
"thresholds": {
"mode": "absolute",
- "steps": [{
- "color": "green"
- }]
+ "steps": [
+ {
+ "color": "green"
+ }
+ ]
},
"unit": "short"
},
@@ -142,21 +150,23 @@
"text": {},
"textMode": "auto"
},
- "pluginVersion": "8.5.3",
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(vm_rows{job=~\"$job_storage\", type!=\"indexdb\"})",
- "format": "time_series",
- "instant": true,
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "",
- "refId": "A"
- }],
+ "pluginVersion": "9.0.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "sum(vm_rows{job=~\"$job_storage\", type!=\"indexdb\"})",
+ "format": "time_series",
+ "instant": true,
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "",
+ "refId": "A"
+ }
+ ],
"title": "Total datapoints",
"type": "stat"
},
@@ -173,9 +183,11 @@
"mappings": [],
"thresholds": {
"mode": "absolute",
- "steps": [{
- "color": "green"
- }]
+ "steps": [
+ {
+ "color": "green"
+ }
+ ]
},
"unit": "bytes"
},
@@ -205,21 +217,23 @@
"text": {},
"textMode": "auto"
},
- "pluginVersion": "8.5.3",
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "min(vm_free_disk_space_bytes{job=~\"$job\", instance=~\"$instance\"})",
- "format": "time_series",
- "instant": true,
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "",
- "refId": "A"
- }],
+ "pluginVersion": "9.0.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "min(vm_free_disk_space_bytes{job=~\"$job\", instance=~\"$instance\"})",
+ "format": "time_series",
+ "instant": true,
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "",
+ "refId": "A"
+ }
+ ],
"title": "Min free disk space",
"type": "stat"
},
@@ -237,9 +251,11 @@
"mappings": [],
"thresholds": {
"mode": "absolute",
- "steps": [{
- "color": "green"
- }]
+ "steps": [
+ {
+ "color": "green"
+ }
+ ]
},
"unit": "bytes"
},
@@ -269,21 +285,23 @@
"text": {},
"textMode": "auto"
},
- "pluginVersion": "8.5.3",
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(vm_data_size_bytes{job=~\"$job_storage\", type!=\"indexdb\"}) / sum(vm_rows{job=~\"$job_storage\", type!=\"indexdb\"})",
- "format": "time_series",
- "instant": true,
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "",
- "refId": "A"
- }],
+ "pluginVersion": "9.0.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "sum(vm_data_size_bytes{job=~\"$job_storage\", type!=\"indexdb\"}) / sum(vm_rows{job=~\"$job_storage\", type!=\"indexdb\"})",
+ "format": "time_series",
+ "instant": true,
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "",
+ "refId": "A"
+ }
+ ],
"title": "Bytes per point",
"type": "stat"
},
@@ -300,9 +318,11 @@
"mappings": [],
"thresholds": {
"mode": "absolute",
- "steps": [{
- "color": "green"
- }]
+ "steps": [
+ {
+ "color": "green"
+ }
+ ]
},
"unit": "bytes"
},
@@ -332,21 +352,23 @@
"text": {},
"textMode": "auto"
},
- "pluginVersion": "8.5.3",
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(vm_allowed_memory_bytes{job=~\"$job\", instance=~\"$instance\"})",
- "format": "time_series",
- "instant": true,
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "",
- "refId": "A"
- }],
+ "pluginVersion": "9.0.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "sum(vm_allowed_memory_bytes{job=~\"$job\", instance=~\"$instance\"})",
+ "format": "time_series",
+ "instant": true,
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "",
+ "refId": "A"
+ }
+ ],
"title": "Allowed memory",
"type": "stat"
},
@@ -363,9 +385,11 @@
"mappings": [],
"thresholds": {
"mode": "absolute",
- "steps": [{
- "color": "green"
- }]
+ "steps": [
+ {
+ "color": "green"
+ }
+ ]
},
"unit": "short"
},
@@ -395,21 +419,23 @@
"text": {},
"textMode": "auto"
},
- "pluginVersion": "8.5.3",
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(vm_rows{job=~\"$job_storage\", type=\"indexdb\"})",
- "format": "time_series",
- "instant": true,
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "",
- "refId": "A"
- }],
+ "pluginVersion": "9.0.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "sum(vm_rows{job=~\"$job_storage\", type=\"indexdb\"})",
+ "format": "time_series",
+ "instant": true,
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "",
+ "refId": "A"
+ }
+ ],
"title": "Index size",
"type": "stat"
},
@@ -427,9 +453,11 @@
"mappings": [],
"thresholds": {
"mode": "absolute",
- "steps": [{
- "color": "green"
- }]
+ "steps": [
+ {
+ "color": "green"
+ }
+ ]
},
"unit": "bytes"
},
@@ -459,21 +487,23 @@
"text": {},
"textMode": "auto"
},
- "pluginVersion": "8.5.3",
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": false,
- "expr": "sum(vm_data_size_bytes{job=~\"$job_storage\"})",
- "format": "time_series",
- "instant": true,
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "",
- "refId": "A"
- }],
+ "pluginVersion": "9.0.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": false,
+ "expr": "sum(vm_data_size_bytes{job=~\"$job_storage\"})",
+ "format": "time_series",
+ "instant": true,
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "",
+ "refId": "A"
+ }
+ ],
"title": "Disk space usage",
"type": "stat"
},
@@ -490,9 +520,11 @@
"mappings": [],
"thresholds": {
"mode": "absolute",
- "steps": [{
- "color": "green"
- }]
+ "steps": [
+ {
+ "color": "green"
+ }
+ ]
},
"unit": "short"
},
@@ -522,21 +554,23 @@
"text": {},
"textMode": "auto"
},
- "pluginVersion": "8.5.3",
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(vm_available_cpu_cores{job=~\"$job\", instance=~\"$instance\"})",
- "format": "time_series",
- "instant": true,
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "",
- "refId": "A"
- }],
+ "pluginVersion": "9.0.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "sum(vm_available_cpu_cores{job=~\"$job\", instance=~\"$instance\"})",
+ "format": "time_series",
+ "instant": true,
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "",
+ "refId": "A"
+ }
+ ],
"title": "Available CPU",
"type": "stat"
},
@@ -554,9 +588,11 @@
"mappings": [],
"thresholds": {
"mode": "absolute",
- "steps": [{
- "color": "green"
- }]
+ "steps": [
+ {
+ "color": "green"
+ }
+ ]
},
"unit": "bytes"
},
@@ -586,21 +622,23 @@
"text": {},
"textMode": "auto"
},
- "pluginVersion": "8.5.3",
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(vm_available_memory_bytes{job=~\"$job\", instance=~\"$instance\"})",
- "format": "time_series",
- "instant": true,
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "",
- "refId": "A"
- }],
+ "pluginVersion": "9.0.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "sum(vm_available_memory_bytes{job=~\"$job\", instance=~\"$instance\"})",
+ "format": "time_series",
+ "instant": true,
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "",
+ "refId": "A"
+ }
+ ],
"title": "Available memory",
"type": "stat"
},
@@ -623,7 +661,8 @@
"mappings": [],
"thresholds": {
"mode": "absolute",
- "steps": [{
+ "steps": [
+ {
"color": "green"
},
{
@@ -633,25 +672,30 @@
]
}
},
- "overrides": [{
+ "overrides": [
+ {
"matcher": {
"id": "byName",
"options": "Time"
},
- "properties": [{
- "id": "custom.hidden",
- "value": true
- }]
+ "properties": [
+ {
+ "id": "custom.hidden",
+ "value": true
+ }
+ ]
},
{
"matcher": {
"id": "byName",
"options": "Value"
},
- "properties": [{
- "id": "displayName",
- "value": "Count"
- }]
+ "properties": [
+ {
+ "id": "displayName",
+ "value": "Count"
+ }
+ ]
}
]
},
@@ -672,20 +716,22 @@
},
"showHeader": true
},
- "pluginVersion": "8.5.3",
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "editorMode": "code",
- "exemplar": false,
- "expr": "sum(vm_app_version{job=~\"$job\", instance=~\"$instance\"}) by(job, short_version)",
- "format": "table",
- "instant": true,
- "range": false,
- "refId": "A"
- }],
+ "pluginVersion": "9.0.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "editorMode": "code",
+ "exemplar": false,
+ "expr": "sum(vm_app_version{job=~\"$job\", instance=~\"$instance\"}) by(job, short_version)",
+ "format": "table",
+ "instant": true,
+ "range": false,
+ "refId": "A"
+ }
+ ],
"type": "table"
},
{
@@ -734,7 +780,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -742,17 +788,19 @@
"spaceLength": 10,
"stack": false,
"steppedLine": true,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "expr": "sort(sum(up{job=~\"$job\", instance=~\"$instance\"}) by (job, instance))",
- "format": "time_series",
- "instant": false,
- "legendFormat": "{{instance}}({{job}})",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "sort(sum(up{job=~\"$job\", instance=~\"$instance\"}) by (job, instance))",
+ "format": "time_series",
+ "instant": false,
+ "legendFormat": "{{instance}}({{job}})",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Uptime",
@@ -767,7 +815,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"$$hashKey": "object:1177",
"decimals": 0,
"format": "none",
@@ -859,17 +908,19 @@
"spaceLength": 10,
"stack": true,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(rate(vm_rows_inserted_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (type,accountID) > 0 ",
- "interval": "",
- "legendFormat": "{{type}}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "sum(rate(vm_rows_inserted_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (type,accountID) > 0 ",
+ "interval": "",
+ "legendFormat": "{{type}}",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Datapoints ingestion rate ($instance)",
@@ -884,7 +935,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"format": "short",
"logBase": 1,
"min": "0",
@@ -916,7 +968,7 @@
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
@@ -954,17 +1006,19 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "expr": "sum(rate(vm_http_requests_total{job=~\"$job\", instance=~\"$instance.*\", path!~\"/favicon.ico\"}[$__rate_interval])) by (path) > 0",
- "format": "time_series",
- "intervalFactor": 1,
- "legendFormat": "{{path}}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "sum(rate(vm_http_requests_total{job=~\"$job\", instance=~\"$instance.*\", path!~\"/favicon.ico\"}[$__rate_interval])) by (path) > 0",
+ "format": "time_series",
+ "intervalFactor": 1,
+ "legendFormat": "{{path}}",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Requests rate ($instance)",
@@ -979,13 +1033,16 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:3307",
"format": "short",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:3308",
"format": "short",
"logBase": 1,
"min": "0",
@@ -1049,17 +1106,19 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "expr": "sum(rate(vm_http_request_errors_total{job=~\"$job\", instance=~\"$instance.*\"}[$__rate_interval])) by (path) > 0",
- "format": "time_series",
- "intervalFactor": 1,
- "legendFormat": "{{path}}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "sum(rate(vm_http_request_errors_total{job=~\"$job\", instance=~\"$instance.*\"}[$__rate_interval])) by (path) > 0",
+ "format": "time_series",
+ "intervalFactor": 1,
+ "legendFormat": "{{path}}",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Requests error rate ($instance)",
@@ -1074,7 +1133,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"format": "short",
"logBase": 1,
"min": "0",
@@ -1144,17 +1204,19 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "expr": "max(vm_request_duration_seconds{job=~\"$job\", instance=~\"$instance\", quantile=~\"(0.5|0.99)\"}) by (path, quantile) > 0",
- "format": "time_series",
- "intervalFactor": 1,
- "legendFormat": "{{quantile}} ({{path}})",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "max(vm_request_duration_seconds{job=~\"$job\", instance=~\"$instance\", quantile=~\"(0.5|0.99)\"}) by (path, quantile) > 0",
+ "format": "time_series",
+ "intervalFactor": 1,
+ "legendFormat": "{{quantile}} ({{path}})",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Query duration ($instance)",
@@ -1169,13 +1231,16 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:423",
"format": "s",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:424",
"format": "short",
"logBase": 1,
"min": "0",
@@ -1231,7 +1296,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 1,
"points": false,
"renderer": "flot",
@@ -1239,7 +1304,8 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
+ "targets": [
+ {
"datasource": {
"type": "prometheus",
"uid": "$ds"
@@ -1287,7 +1353,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"format": "rps",
"logBase": 1,
"min": "0",
@@ -1306,10 +1373,11 @@
},
{
"aliasColors": {},
- "bars": false,
+ "bars": true,
"dashLength": 10,
"dashes": false,
"datasource": {
+ "type": "prometheus",
"uid": "$ds"
},
"description": "Shows the rate of logging the messages by their level. Unexpected spike in rate is a good reason to check logs.",
@@ -1341,7 +1409,7 @@
"total": false,
"values": true
},
- "lines": true,
+ "lines": false,
"linewidth": 1,
"links": [],
"nullPointMode": "null",
@@ -1349,7 +1417,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1357,20 +1425,24 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(rate(vm_log_messages_total{job=~\"$job\",instance=~\"$instance.*\", level!=\"info\"}[$__rate_interval])) by (job, level) ",
- "format": "time_series",
- "hide": false,
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "{{job}} - {{level}}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "editorMode": "code",
+ "exemplar": true,
+ "expr": "sum(rate(vm_log_messages_total{job=~\"$job\",instance=~\"$instance.*\", level!=\"info\"}[$__rate_interval])) by (job, level) > 0",
+ "format": "time_series",
+ "hide": false,
+ "interval": "5m",
+ "intervalFactor": 1,
+ "legendFormat": "{{job}} - {{level}}",
+ "range": true,
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Logging rate",
@@ -1385,13 +1457,16 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:78",
"format": "short",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:79",
"format": "short",
"logBase": 1,
"show": true
@@ -1446,7 +1521,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1454,28 +1529,32 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(vm_data_size_bytes{job=~\"$job_storage\", instance=~\"$instance\"}) by(instance) /\n(\n sum(vm_free_disk_space_bytes{job=~\"$job_storage\", instance=~\"$instance\"}) by(instance) +\n sum(vm_data_size_bytes{job=~\"$job_storage\", instance=~\"$instance\"}) by(instance)\n)",
- "format": "time_series",
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "{{instance}}",
- "refId": "A"
- }],
- "thresholds": [{
- "$$hashKey": "object:89",
- "colorMode": "critical",
- "fill": true,
- "line": true,
- "op": "gt",
- "value": 0.8,
- "yaxis": "left"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "sum(vm_data_size_bytes{job=~\"$job_storage\", instance=~\"$instance\"}) by(instance) /\n(\n sum(vm_free_disk_space_bytes{job=~\"$job_storage\", instance=~\"$instance\"}) by(instance) +\n sum(vm_data_size_bytes{job=~\"$job_storage\", instance=~\"$instance\"}) by(instance)\n)",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{instance}}",
+ "refId": "A"
+ }
+ ],
+ "thresholds": [
+ {
+ "$$hashKey": "object:89",
+ "colorMode": "critical",
+ "fill": true,
+ "line": true,
+ "op": "gt",
+ "value": 0.8,
+ "yaxis": "left"
+ }
+ ],
"timeRegions": [],
"title": "Disk space used ($instance)",
"tooltip": {
@@ -1489,7 +1568,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"format": "percentunit",
"logBase": 1,
"min": "0",
@@ -1544,17 +1624,19 @@
},
"lines": true,
"linewidth": 1,
- "links": [{
- "targetBlank": true,
- "title": "troubleshooting",
- "url": "https://github.com/VictoriaMetrics/VictoriaMetrics/blob/master/README.md#troubleshooting"
- }],
+ "links": [
+ {
+ "targetBlank": true,
+ "title": "troubleshooting",
+ "url": "https://github.com/VictoriaMetrics/VictoriaMetrics/blob/master/README.md#troubleshooting"
+ }
+ ],
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1562,17 +1644,19 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "expr": "sum(vm_cache_entries{job=~\"$job\", instance=~\"$instance.*\", type=\"storage/hour_metric_ids\"})",
- "format": "time_series",
- "intervalFactor": 1,
- "legendFormat": "Active time series",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "sum(vm_cache_entries{job=~\"$job\", instance=~\"$instance.*\", type=\"storage/hour_metric_ids\"})",
+ "format": "time_series",
+ "intervalFactor": 1,
+ "legendFormat": "Active time series",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Active time series ($instance)",
@@ -1587,13 +1671,16 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:253",
"format": "short",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:254",
"format": "short",
"logBase": 1,
"min": "0",
@@ -1616,7 +1703,8 @@
"y": 34
},
"id": 46,
- "panels": [{
+ "panels": [
+ {
"aliasColors": {},
"bars": false,
"dashLength": 10,
@@ -1661,7 +1749,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1669,17 +1757,19 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(process_resident_memory_bytes{job=~\"$job\", instance=~\"$instance\"}) by (job, instance)",
- "interval": "",
- "legendFormat": "{{instance}} ({{job}})",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "sum(process_resident_memory_bytes{job=~\"$job\", instance=~\"$instance\"}) by (job, instance)",
+ "interval": "",
+ "legendFormat": "{{instance}} ({{job}})",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "RSS memory usage ($instance)",
@@ -1694,7 +1784,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"format": "bytes",
"logBase": 1,
"min": "0",
@@ -1756,7 +1847,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1764,17 +1855,19 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(process_resident_memory_anon_bytes{job=~\"$job\", instance=~\"$instance\"}) by (job, instance)",
- "interval": "",
- "legendFormat": "{{instance}} ({{job}})",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "sum(process_resident_memory_anon_bytes{job=~\"$job\", instance=~\"$instance\"}) by (job, instance)",
+ "interval": "",
+ "legendFormat": "{{instance}} ({{job}})",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "RSS anonymous memory usage ($instance)",
@@ -1789,7 +1882,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"$$hashKey": "object:271",
"format": "bytes",
"logBase": 1,
@@ -1851,7 +1945,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1859,19 +1953,21 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(rate(process_cpu_seconds_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, instance)",
- "format": "time_series",
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "{{instance}} ({{job}})",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "sum(rate(process_cpu_seconds_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, instance)",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{instance}} ({{job}})",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "CPU ($instance)",
@@ -1886,7 +1982,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"format": "short",
"logBase": 1,
"min": "0",
@@ -1948,7 +2045,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1956,28 +2053,32 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": false,
- "expr": "sum(rate(process_cpu_seconds_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, instance) / sum(process_cpu_cores_available{job=~\"$job\", instance=~\"$instance\"}) by(job, instance)",
- "format": "time_series",
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "{{instance}} ({{job}})",
- "refId": "A"
- }],
- "thresholds": [{
- "$$hashKey": "object:195",
- "colorMode": "critical",
- "fill": true,
- "line": true,
- "op": "gt",
- "value": 0.9,
- "yaxis": "left"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": false,
+ "expr": "sum(rate(process_cpu_seconds_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, instance) / sum(process_cpu_cores_available{job=~\"$job\", instance=~\"$instance\"}) by(job, instance)",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{instance}} ({{job}})",
+ "refId": "A"
+ }
+ ],
+ "thresholds": [
+ {
+ "$$hashKey": "object:195",
+ "colorMode": "critical",
+ "fill": true,
+ "line": true,
+ "op": "gt",
+ "value": 0.9,
+ "yaxis": "left"
+ }
+ ],
"timeRegions": [],
"title": "CPU percentage ($instance)",
"tooltip": {
@@ -1991,7 +2092,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"$$hashKey": "object:75",
"format": "percentunit",
"logBase": 1,
@@ -2054,18 +2156,21 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
- "seriesOverrides": [{
- "alias": "/max.*/",
- "color": "#C4162A"
- }],
+ "seriesOverrides": [
+ {
+ "alias": "/max.*/",
+ "color": "#C4162A"
+ }
+ ],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
+ "targets": [
+ {
"datasource": {
"type": "prometheus",
"uid": "$ds"
@@ -2106,7 +2211,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"decimals": 0,
"format": "short",
"logBase": 2,
@@ -2168,7 +2274,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -2176,19 +2282,21 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(rate(go_gc_duration_seconds_sum{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, instance)\n/\nsum(rate(go_gc_duration_seconds_count{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, instance)",
- "format": "time_series",
- "interval": "",
- "intervalFactor": 2,
- "legendFormat": "{{instance}} ({{job}})",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "sum(rate(go_gc_duration_seconds_sum{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, instance)\n/\nsum(rate(go_gc_duration_seconds_count{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, instance)",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 2,
+ "legendFormat": "{{instance}} ({{job}})",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "GC duration ($instance)",
@@ -2203,7 +2311,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"format": "s",
"logBase": 1,
"min": "0",
@@ -2263,7 +2372,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -2271,19 +2380,21 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(go_goroutines{job=~\"$job\", instance=~\"$instance\"}) by(job, instance)",
- "format": "time_series",
- "interval": "",
- "intervalFactor": 2,
- "legendFormat": "{{instance}} ({{job}})",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "sum(go_goroutines{job=~\"$job\", instance=~\"$instance\"}) by(job, instance)",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 2,
+ "legendFormat": "{{instance}} ({{job}})",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Goroutines ($instance)",
@@ -2298,7 +2409,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"decimals": 0,
"format": "short",
"logBase": 1,
@@ -2330,7 +2442,7 @@
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
@@ -2360,18 +2472,22 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
- "seriesOverrides": [{
- "alias": "/read .*/",
- "transform": "negative-Y"
- }],
+ "seriesOverrides": [
+ {
+ "$$hashKey": "object:331",
+ "alias": "/read .*/",
+ "transform": "negative-Y"
+ }
+ ],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
+ "targets": [
+ {
"datasource": {
"type": "prometheus",
"uid": "$ds"
@@ -2413,12 +2529,15 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:338",
"format": "bytes",
"logBase": 1,
"show": true
},
{
+ "$$hashKey": "object:339",
"format": "short",
"logBase": 1,
"min": "0",
@@ -2473,7 +2592,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -2481,19 +2600,21 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(process_num_threads{job=~\"$job\", instance=~\"$instance\"}) by(job, instance)",
- "format": "time_series",
- "interval": "",
- "intervalFactor": 2,
- "legendFormat": "{{instance}} ({{job}})",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "sum(process_num_threads{job=~\"$job\", instance=~\"$instance\"}) by(job, instance)",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 2,
+ "legendFormat": "{{instance}} ({{job}})",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Threads ($instance)",
@@ -2508,7 +2629,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"decimals": 0,
"format": "short",
"logBase": 1,
@@ -2562,7 +2684,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -2570,17 +2692,19 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(vm_tcplistener_conns{job=~\"$job\", instance=~\"$instance\"}) by(job, instance)",
- "interval": "",
- "legendFormat": "{{instance}} ({{job}})",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "sum(vm_tcplistener_conns{job=~\"$job\", instance=~\"$instance\"}) by(job, instance)",
+ "interval": "",
+ "legendFormat": "{{instance}} ({{job}})",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "TCP connections ($instance)",
@@ -2595,7 +2719,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"format": "short",
"logBase": 1,
"show": true
@@ -2647,7 +2772,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -2655,17 +2780,19 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(rate(vm_tcplistener_accepts_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, instance)",
- "interval": "",
- "legendFormat": "{{instance}} ({{job}})",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "sum(rate(vm_tcplistener_accepts_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(job, instance)",
+ "interval": "",
+ "legendFormat": "{{instance}} ({{job}})",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "TCP connections rate ($instance)",
@@ -2680,7 +2807,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"format": "short",
"logBase": 1,
"show": true
@@ -2711,7 +2839,8 @@
"y": 35
},
"id": 106,
- "panels": [{
+ "panels": [
+ {
"aliasColors": {},
"bars": false,
"dashLength": 10,
@@ -2759,14 +2888,17 @@
"pointradius": 2,
"points": false,
"renderer": "flot",
- "seriesOverrides": [{
- "alias": "new series over 24h",
- "yaxis": 2
- }],
+ "seriesOverrides": [
+ {
+ "alias": "new series over 24h",
+ "yaxis": 2
+ }
+ ],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
+ "targets": [
+ {
"datasource": {
"type": "prometheus",
"uid": "$ds"
@@ -2804,7 +2936,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"format": "short",
"logBase": 1,
"min": "0",
@@ -2873,17 +3006,19 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(rate(vm_indexdb_items_added_total{job=~\"$job_storage\", instance=~\"$instance\"}[$__rate_interval]))",
- "interval": "",
- "legendFormat": "items",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "sum(rate(vm_indexdb_items_added_total{job=~\"$job_storage\", instance=~\"$instance\"}[$__rate_interval]))",
+ "interval": "",
+ "legendFormat": "items",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "IndexDB items rate ($instance)",
@@ -2898,7 +3033,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"$$hashKey": "object:92",
"format": "short",
"logBase": 1,
@@ -2968,25 +3104,29 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "expr": "sum(rate(vm_slow_row_inserts_total{job=~\"$job_storage\"}[$__rate_interval])) / sum(rate(vm_rows_inserted_total{job=~\"$job_insert\"}[$__rate_interval]))",
- "interval": "",
- "legendFormat": "slow inserts",
- "refId": "A"
- }],
- "thresholds": [{
- "$$hashKey": "object:72",
- "colorMode": "critical",
- "fill": true,
- "line": true,
- "op": "gt",
- "value": 0.1,
- "yaxis": "left"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "sum(rate(vm_slow_row_inserts_total{job=~\"$job_storage\"}[$__rate_interval])) / sum(rate(vm_rows_inserted_total{job=~\"$job_insert\"}[$__rate_interval]))",
+ "interval": "",
+ "legendFormat": "slow inserts",
+ "refId": "A"
+ }
+ ],
+ "thresholds": [
+ {
+ "$$hashKey": "object:72",
+ "colorMode": "critical",
+ "fill": true,
+ "line": true,
+ "op": "gt",
+ "value": 0.1,
+ "yaxis": "left"
+ }
+ ],
"timeRegions": [],
"title": "Slow inserts",
"tooltip": {
@@ -3000,7 +3140,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"$$hashKey": "object:738",
"format": "percentunit",
"logBase": 1,
@@ -3070,16 +3211,18 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "expr": "sum(rate(vm_slow_queries_total{job=~\"$job_select\", instance=~\"$instance\"}[$__rate_interval]))",
- "interval": "",
- "legendFormat": "slow queries rate",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "sum(rate(vm_slow_queries_total{job=~\"$job_select\", instance=~\"$instance\"}[$__rate_interval]))",
+ "interval": "",
+ "legendFormat": "slow queries rate",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Slow queries rate ($instance)",
@@ -3094,7 +3237,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"$$hashKey": "object:892",
"format": "short",
"logBase": 1,
@@ -3152,11 +3296,13 @@
},
"lines": true,
"linewidth": 1,
- "links": [{
- "targetBlank": true,
- "title": "Readonly mode",
- "url": "https://docs.victoriametrics.com/Cluster-VictoriaMetrics.html#readonly-mode"
- }],
+ "links": [
+ {
+ "targetBlank": true,
+ "title": "Readonly mode",
+ "url": "https://docs.victoriametrics.com/Cluster-VictoriaMetrics.html#readonly-mode"
+ }
+ ],
"nullPointMode": "null",
"options": {
"alertThreshold": true
@@ -3170,19 +3316,21 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(vm_rpc_vmstorage_is_read_only{job=~\"$job_insert\", instance=~\"$instance\"}) by(instance, addr)",
- "format": "time_series",
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "{{instance}} => {{addr}}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "sum(vm_rpc_vmstorage_is_read_only{job=~\"$job_insert\", instance=~\"$instance\"}) by(instance, addr)",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{instance}} => {{addr}}",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Storage in readonly status for vminsert ($instance)",
@@ -3197,7 +3345,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"$$hashKey": "object:536",
"format": "short",
"logBase": 1,
@@ -3269,20 +3418,22 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(increase(vm_metrics_with_dropped_labels_total{job=~\"$job_insert\", instance=~\"$instance\"}[$__rate_interval]))",
- "format": "time_series",
- "hide": false,
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "metrics with dropped labels",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "sum(increase(vm_metrics_with_dropped_labels_total{job=~\"$job_insert\", instance=~\"$instance\"}[$__rate_interval]))",
+ "format": "time_series",
+ "hide": false,
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "metrics with dropped labels",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Labels limit exceeded ($instance)",
@@ -3297,7 +3448,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"$$hashKey": "object:1046",
"decimals": 2,
"format": "short",
@@ -3319,7 +3471,7 @@
},
{
"aliasColors": {},
- "bars": false,
+ "bars": true,
"dashLength": 10,
"dashes": false,
"datasource": {
@@ -3355,7 +3507,7 @@
"total": false,
"values": true
},
- "lines": true,
+ "lines": false,
"linewidth": 1,
"links": [],
"nullPointMode": "null",
@@ -3371,27 +3523,29 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "editorMode": "code",
- "exemplar": true,
- "expr": "sum(increase(vm_assisted_merges_total{job=~\"$job_storage\", instance=~\"$instance\"}[$__rate_interval])) by(type, instance) > 0",
- "format": "time_series",
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "__auto",
- "range": true,
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "editorMode": "code",
+ "exemplar": true,
+ "expr": "sum(increase(vm_assisted_merges_total{job=~\"$job_storage\", instance=~\"$instance\"}[$__rate_interval])) by(type, instance) > 0",
+ "format": "time_series",
+ "interval": "5m",
+ "intervalFactor": 1,
+ "legendFormat": "__auto",
+ "range": true,
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Assisted merges ($instance)",
"tooltip": {
"shared": true,
- "sort": 0,
+ "sort": 2,
"value_type": "individual"
},
"type": "graph",
@@ -3400,7 +3554,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"$$hashKey": "object:536",
"format": "short",
"logBase": 1,
@@ -3466,17 +3621,21 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "vm_cache_size_bytes{job=~\"$job_storage\", instance=~\"$instance\"} / vm_cache_size_max_bytes{job=~\"$job\", instance=~\"$instance\"}",
- "interval": "",
- "legendFormat": "{{ instance }} / {{ type }}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "editorMode": "code",
+ "exemplar": true,
+ "expr": "vm_cache_size_bytes{job=~\"$job_storage\", instance=~\"$instance\"} / vm_cache_size_max_bytes{job=~\"$job\", instance=~\"$instance\"}",
+ "interval": "",
+ "legendFormat": "{{ instance }} / {{ type }}",
+ "range": true,
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Cache usage % by vmstorage ($instance)",
@@ -3491,7 +3650,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"$$hashKey": "object:107",
"format": "percentunit",
"logBase": 1,
@@ -3524,7 +3684,8 @@
"y": 36
},
"id": 48,
- "panels": [{
+ "panels": [
+ {
"aliasColors": {},
"bars": false,
"dashLength": 10,
@@ -3577,7 +3738,8 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
+ "targets": [
+ {
"datasource": {
"type": "prometheus",
"uid": "$ds"
@@ -3614,7 +3776,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"$$hashKey": "object:1108",
"format": "short",
"logBase": 1,
@@ -3685,7 +3848,8 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
+ "targets": [
+ {
"datasource": {
"type": "prometheus",
"uid": "$ds"
@@ -3733,7 +3897,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"format": "short",
"logBase": 1,
"min": "0",
@@ -3755,6 +3920,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
+ "type": "prometheus",
"uid": "$ds"
},
"description": "The number of rows rerouted to the vmstorage node from other nodes when they were unhealthy.",
@@ -3802,19 +3968,21 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(rate(vm_rpc_rows_rerouted_to_here_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(addr)",
- "format": "time_series",
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "{{addr}}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "sum(rate(vm_rpc_rows_rerouted_to_here_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(addr) > 0",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{addr}}",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Rows ($instance) rerouted to ",
@@ -3829,13 +3997,16 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:701",
"format": "rps",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:702",
"format": "short",
"logBase": 1,
"show": true
@@ -3851,6 +4022,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
+ "type": "prometheus",
"uid": "$ds"
},
"description": "The number of rows rerouted from the vmstorage node to healthy nodes when the given node was unhealthy.",
@@ -3898,19 +4070,21 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(rate(vm_rpc_rows_rerouted_from_here_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(addr)",
- "format": "time_series",
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "{{addr}}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "sum(rate(vm_rpc_rows_rerouted_from_here_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(addr) > 0",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{addr}}",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Rows ($instance) rerouted from",
@@ -3925,13 +4099,16 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:761",
"format": "rps",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:762",
"format": "short",
"logBase": 1,
"min": "0",
@@ -3957,7 +4134,7 @@
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
@@ -3986,18 +4163,21 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
- "seriesOverrides": [{
- "alias": "bytes",
- "yaxis": 2
- }],
+ "seriesOverrides": [
+ {
+ "alias": "bytes",
+ "yaxis": 2
+ }
+ ],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
+ "targets": [
+ {
"datasource": {
"type": "prometheus",
"uid": "$ds"
@@ -4030,13 +4210,16 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:821",
"format": "short",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:822",
"format": "bytes",
"logBase": 1,
"min": "0",
@@ -4091,7 +4274,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -4099,15 +4282,17 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "expr": "sum(rate(vm_tcpdialer_written_bytes_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) * 8",
- "legendFormat": "network usage",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "sum(rate(vm_tcpdialer_written_bytes_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) * 8",
+ "legendFormat": "network usage",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "RPC network usage ($instance)",
@@ -4122,7 +4307,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"format": "bps",
"logBase": 1,
"min": "0",
@@ -4154,12 +4340,14 @@
"y": 37
},
"id": 60,
- "panels": [{
+ "panels": [
+ {
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": {
+ "type": "prometheus",
"uid": "$ds"
},
"description": "VictoriaMetrics stores various caches in RAM. Memory size for these caches may be limited with -`memory.allowedPercent` flag. Line `max allowed` shows max allowed memory size for cache.",
@@ -4169,7 +4357,7 @@
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
@@ -4204,16 +4392,19 @@
"pointradius": 2,
"points": false,
"renderer": "flot",
- "seriesOverrides": [{
- "alias": "max allowed",
- "color": "#C4162A",
- "fill": 0,
- "stack": false
- }],
+ "seriesOverrides": [
+ {
+ "alias": "max allowed",
+ "color": "#C4162A",
+ "fill": 0,
+ "stack": false
+ }
+ ],
"spaceLength": 10,
"stack": true,
"steppedLine": false,
- "targets": [{
+ "targets": [
+ {
"datasource": {
"type": "prometheus",
"uid": "$ds"
@@ -4252,13 +4443,16 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:889",
"format": "bytes",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:890",
"format": "short",
"logBase": 1,
"min": "0",
@@ -4317,19 +4511,21 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "editorMode": "code",
- "exemplar": true,
- "expr": "sum(vm_cache_size_bytes{job=~\"$job\", instance=~\"$instance\"}) by(type) / \nsum(vm_cache_size_max_bytes{job=~\"$job\", instance=~\"$instance\"}) by(type)",
- "interval": "",
- "legendFormat": "{{ type }}",
- "range": true,
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "editorMode": "code",
+ "exemplar": true,
+ "expr": "sum(vm_cache_size_bytes{job=~\"$job\", instance=~\"$instance\"}) by(type) / \nsum(vm_cache_size_max_bytes{job=~\"$job\", instance=~\"$instance\"}) by(type)",
+ "interval": "",
+ "legendFormat": "{{ type }}",
+ "range": true,
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Cache usage % ($instance)",
@@ -4344,7 +4540,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"$$hashKey": "object:107",
"format": "percentunit",
"logBase": 1,
@@ -4415,20 +4612,22 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "1 - (\n sum(rate(vm_cache_misses_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (type) /\n sum(rate(vm_cache_requests_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (type)\n)",
- "format": "time_series",
- "hide": false,
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "{{type}}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "1 - (\n sum(rate(vm_cache_misses_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (type) /\n sum(rate(vm_cache_requests_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (type)\n)",
+ "format": "time_series",
+ "hide": false,
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{type}}",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Cache hit ratio ($instance)",
@@ -4443,7 +4642,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"format": "percentunit",
"logBase": 1,
"max": "1",
@@ -4477,7 +4677,8 @@
"y": 38
},
"id": 24,
- "panels": [{
+ "panels": [
+ {
"aliasColors": {},
"bars": false,
"dashLength": 10,
@@ -4522,7 +4723,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -4530,17 +4731,19 @@
"spaceLength": 10,
"stack": true,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "expr": "sum(rate(vm_vminsert_metrics_read_total{job=~\"$job_storage\", instance=~\"$instance\"}[$__rate_interval])) by(instance)",
- "format": "time_series",
- "intervalFactor": 1,
- "legendFormat": "{{instance}}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "sum(rate(vm_vminsert_metrics_read_total{job=~\"$job_storage\", instance=~\"$instance\"}[$__rate_interval])) by(instance)",
+ "format": "time_series",
+ "intervalFactor": 1,
+ "legendFormat": "{{instance}}",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Ingestion rate ($instance)",
@@ -4555,7 +4758,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"format": "short",
"logBase": 1,
"min": "0",
@@ -4617,7 +4821,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -4625,18 +4829,20 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "expr": "vm_free_disk_space_bytes{job=~\"$job_storage\", instance=~\"$instance\"} / ignoring(path) ((rate(vm_rows_added_to_storage_total{job=~\"$job_storage\", instance=~\"$instance\"}[1d]) - ignoring(type) rate(vm_deduplicated_samples_total{job=~\"$job_storage\", instance=~\"$instance\", type=\"merge\"}[1d])) * scalar(sum(vm_data_size_bytes{job=~\"$job_storage\", instance=~\"$instance\", type!=\"indexdb\"}) / sum(vm_rows{job=~\"$job_storage\", instance=~\"$instance\", type!=\"indexdb\"})))",
- "format": "time_series",
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "{{instance}}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "vm_free_disk_space_bytes{job=~\"$job_storage\", instance=~\"$instance\"} / ignoring(path) ((rate(vm_rows_added_to_storage_total{job=~\"$job_storage\", instance=~\"$instance\"}[1d]) - ignoring(type) rate(vm_deduplicated_samples_total{job=~\"$job_storage\", instance=~\"$instance\", type=\"merge\"}[1d])) * scalar(sum(vm_data_size_bytes{job=~\"$job_storage\", instance=~\"$instance\", type!=\"indexdb\"}) / sum(vm_rows{job=~\"$job_storage\", instance=~\"$instance\", type!=\"indexdb\"})))",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{instance}}",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Storage full ETA ($instance)",
@@ -4651,7 +4857,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"$$hashKey": "object:87",
"format": "s",
"logBase": 1,
@@ -4714,7 +4921,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -4722,18 +4929,20 @@
"spaceLength": 10,
"stack": true,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "expr": "sum(vm_rows{job=~\"$job_storage\", instance=~\"$instance\", type!=\"indexdb\"}) by(instance)",
- "format": "time_series",
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "{{instance}}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "sum(vm_rows{job=~\"$job_storage\", instance=~\"$instance\", type!=\"indexdb\"}) by(instance)",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{instance}}",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Datapoints ($instance)",
@@ -4748,13 +4957,16 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:1330",
"format": "short",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:1331",
"format": "short",
"logBase": 1,
"min": "0",
@@ -4780,7 +4992,7 @@
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
@@ -4811,18 +5023,21 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
- "seriesOverrides": [{
- "alias": "pending index entries",
- "yaxis": 2
- }],
+ "seriesOverrides": [
+ {
+ "alias": "pending index entries",
+ "yaxis": 2
+ }
+ ],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
+ "targets": [
+ {
"datasource": {
"type": "prometheus",
"uid": "$ds"
@@ -4861,13 +5076,16 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:1262",
"format": "short",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:1263",
"decimals": 3,
"format": "none",
"logBase": 1,
@@ -4924,7 +5142,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -4932,17 +5150,19 @@
"spaceLength": 10,
"stack": true,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "expr": "sum(vm_data_size_bytes{job=~\"$job_storage\", instance=~\"$instance\", type!=\"indexdb\"}) by(instance)",
- "format": "time_series",
- "intervalFactor": 1,
- "legendFormat": "{{instance}}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "sum(vm_data_size_bytes{job=~\"$job_storage\", instance=~\"$instance\", type!=\"indexdb\"}) by(instance)",
+ "format": "time_series",
+ "intervalFactor": 1,
+ "legendFormat": "{{instance}}",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Disk space usage (datapoints) ($instance)",
@@ -4957,7 +5177,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"format": "bytes",
"logBase": 1,
"min": "0",
@@ -5019,7 +5240,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -5027,17 +5248,19 @@
"spaceLength": 10,
"stack": true,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "expr": "sum(vm_data_size_bytes{job=~\"$job_storage\", instance=~\"$instance\", type=\"indexdb\"}) by(instance)",
- "format": "time_series",
- "intervalFactor": 1,
- "legendFormat": "{{instance}}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "sum(vm_data_size_bytes{job=~\"$job_storage\", instance=~\"$instance\", type=\"indexdb\"}) by(instance)",
+ "format": "time_series",
+ "intervalFactor": 1,
+ "legendFormat": "{{instance}}",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Disk space usage (index) ($instance)",
@@ -5052,7 +5275,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"format": "bytes",
"logBase": 1,
"min": "0",
@@ -5084,7 +5308,7 @@
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
@@ -5113,7 +5337,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -5121,21 +5345,23 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "expr": "sum(vm_active_merges{job=~\"$job_storage\", instance=~\"$instance\"}) by(type)",
- "legendFormat": "{{type}}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "sum(vm_active_merges{job=~\"$job_storage\", instance=~\"$instance\"}) by(type)",
+ "legendFormat": "{{type}}",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Active merges ($instance)",
"tooltip": {
"shared": true,
- "sort": 0,
+ "sort": 2,
"value_type": "individual"
},
"type": "graph",
@@ -5144,7 +5370,9 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:1399",
"decimals": 0,
"format": "short",
"logBase": 1,
@@ -5152,6 +5380,7 @@
"show": true
},
{
+ "$$hashKey": "object:1400",
"format": "short",
"logBase": 1,
"min": "0",
@@ -5177,7 +5406,7 @@
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
@@ -5206,7 +5435,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -5214,21 +5443,23 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "expr": "sum(rate(vm_rows_merged_total{job=~\"$job_storage\", instance=~\"$instance\"}[$__rate_interval])) by(type)",
- "legendFormat": "{{type}}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "sum(rate(vm_rows_merged_total{job=~\"$job_storage\", instance=~\"$instance\"}[$__rate_interval])) by(type)",
+ "legendFormat": "{{type}}",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Merge speed",
"tooltip": {
"shared": true,
- "sort": 0,
+ "sort": 2,
"value_type": "individual"
},
"type": "graph",
@@ -5237,7 +5468,9 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:1516",
"decimals": 0,
"format": "short",
"logBase": 1,
@@ -5245,6 +5478,7 @@
"show": true
},
{
+ "$$hashKey": "object:1517",
"format": "short",
"logBase": 1,
"min": "0",
@@ -5264,7 +5498,7 @@
"uid": "$ds"
},
"description": "Shows how many rows were ignored on insertion due to corrupted or out of retention timestamps.",
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
@@ -5293,7 +5527,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -5301,17 +5535,19 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(vm_rows_ignored_total{job=~\"$job_storage\", instance=~\"$instance\"}) by (reason)",
- "interval": "",
- "legendFormat": "{{reason}}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "sum(vm_rows_ignored_total{job=~\"$job_storage\", instance=~\"$instance\"}) by (reason)",
+ "interval": "",
+ "legendFormat": "{{reason}}",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Rows ignored ($instance)",
@@ -5326,12 +5562,15 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:1584",
"format": "short",
"logBase": 1,
"show": true
},
{
+ "$$hashKey": "object:1585",
"format": "short",
"logBase": 1,
"show": true
@@ -5347,16 +5586,17 @@
"dashLength": 10,
"dashes": false,
"datasource": {
+ "type": "prometheus",
"uid": "$ds"
},
- "description": "Data parts of LSM tree.\nHigh number of parts could be an evidence of slow merge performance - check the resource utilization.\n* `indexdb` - inverted index\n* `storage/small` - recently added parts of data ingested into storage(hot data)\n* `storage/big` - small parts gradually merged into big parts (cold data)",
+ "description": "The max number of data parts of LSM tree across all storage nodes.\nHigh number of parts (the hard limit is 512) is an evidence of slow merge performance - check the resource utilization.\n* `indexdb` - inverted index\n* `storage/small` - recently added parts of data ingested into storage (hot data)\n* `storage/big` - small parts gradually merged into big parts (cold data)",
"fieldConfig": {
"defaults": {
"links": []
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
@@ -5386,7 +5626,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -5394,18 +5634,20 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "expr": "sum(vm_parts{job=~\"$job_storage\", instance=~\"$instance\"}) by (type)",
- "format": "time_series",
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "{{type}}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "max(sum(vm_parts{job=~\"$job_storage\", instance=~\"$instance\"}) by (type, instance)) by(type)",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{type}}",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "LSM parts ($instance)",
@@ -5420,13 +5662,16 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:1644",
"format": "short",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:1645",
"format": "short",
"logBase": 1,
"min": "0",
@@ -5468,17 +5713,19 @@
},
"lines": true,
"linewidth": 1,
- "links": [{
- "targetBlank": true,
- "title": "Readonly mode",
- "url": "https://docs.victoriametrics.com/Cluster-VictoriaMetrics.html#readonly-mode"
- }],
+ "links": [
+ {
+ "targetBlank": true,
+ "title": "Readonly mode",
+ "url": "https://docs.victoriametrics.com/Cluster-VictoriaMetrics.html#readonly-mode"
+ }
+ ],
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -5486,17 +5733,19 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "vm_storage_is_read_only{job=~\"$job_storage\", instance=~\"$instance\"}",
- "interval": "",
- "legendFormat": "{{ instance }}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "vm_storage_is_read_only{job=~\"$job_storage\", instance=~\"$instance\"}",
+ "interval": "",
+ "legendFormat": "{{ instance }}",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Readonly mode",
@@ -5511,7 +5760,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"$$hashKey": "object:131",
"format": "short",
"logBase": 1,
@@ -5537,7 +5787,7 @@
"type": "prometheus",
"uid": "$ds"
},
- "description": "Shows how many ongoing insertions (not API /write calls) on disk are taking place, where:\n* `max` - equal to number of CPUs;\n* `current` - current number of goroutines busy with inserting rows into underlying storage.\n\nEvery successful API /write call results into flush on disk. The `max` is an internal limit and can't be changed. It is always equal to the number of CPUs. \n\nWhen `current` hits `max` constantly, it means storage is overloaded and requires more CPU.",
+ "description": "Shows how many ongoing insertions (not API /write calls) on disk are taking place, where:\n* `max` - equal to number of CPUs;\n* `current` - current number of goroutines busy with inserting rows into underlying storage.\n\nEvery successful API /write call results into flush on disk. The `max` is an internal limit and can't be changed. It is always equal to the number of CPUs. \n\nWhen `current` hits `max` constantly, it means storage is overloaded and requires more CPU or faster disk.",
"fill": 0,
"fillGradient": 0,
"gridPos": {
@@ -5562,28 +5812,33 @@
},
"lines": true,
"linewidth": 1,
- "links": [{
- "targetBlank": true,
- "title": "Related discussion",
- "url": "https://github.com/VictoriaMetrics/VictoriaMetrics/issues/632"
- }],
+ "links": [
+ {
+ "targetBlank": true,
+ "title": "Related discussion",
+ "url": "https://github.com/VictoriaMetrics/VictoriaMetrics/issues/632"
+ }
+ ],
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
- "seriesOverrides": [{
- "alias": "max",
- "color": "#C4162A"
- }],
+ "seriesOverrides": [
+ {
+ "alias": "max",
+ "color": "#C4162A"
+ }
+ ],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
+ "targets": [
+ {
"datasource": {
"type": "prometheus",
"uid": "$ds"
@@ -5621,12 +5876,15 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:1768",
"format": "short",
"logBase": 1,
"show": true
},
{
+ "$$hashKey": "object:1769",
"format": "short",
"logBase": 1,
"show": true
@@ -5645,6 +5903,7 @@
"type": "prometheus",
"uid": "$ds"
},
+ "description": "",
"fieldConfig": {
"defaults": {
"links": []
@@ -5681,30 +5940,33 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
- "seriesOverrides": [{
- "$$hashKey": "object:186",
- "alias": "max",
- "color": "#C4162A"
- }],
+ "seriesOverrides": [
+ {
+ "$$hashKey": "object:186",
+ "alias": "limit",
+ "color": "#C4162A"
+ }
+ ],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
+ "targets": [
+ {
"datasource": {
"type": "prometheus",
"uid": "$ds"
},
"editorMode": "code",
"exemplar": true,
- "expr": "sum(rate(process_cpu_seconds_total{job=~\"$job_storage\", instance=~\"$instance\"}[$__rate_interval]))",
+ "expr": "sum(rate(process_cpu_seconds_total{job=~\"$job_storage\", instance=~\"$instance\"}[$__rate_interval])) by(instance)",
"format": "time_series",
"interval": "",
"intervalFactor": 1,
- "legendFormat": "cores used",
+ "legendFormat": "{{instance}}",
"range": true,
"refId": "A"
},
@@ -5714,9 +5976,9 @@
"uid": "$ds"
},
"editorMode": "code",
- "expr": "sum(process_cpu_cores_available{job=~\"$job_storage\", instance=~\"$instance\"})",
+ "expr": "min(process_cpu_cores_available{job=~\"$job_storage\", instance=~\"$instance\"})",
"hide": false,
- "legendFormat": "max",
+ "legendFormat": "limit",
"range": true,
"refId": "B"
}
@@ -5726,7 +5988,7 @@
"title": "CPU ($instance)",
"tooltip": {
"shared": true,
- "sort": 0,
+ "sort": 2,
"value_type": "individual"
},
"type": "graph",
@@ -5735,13 +5997,16 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:1827",
"format": "short",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:1828",
"format": "short",
"logBase": 1,
"show": true
@@ -5796,30 +6061,33 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
- "seriesOverrides": [{
- "$$hashKey": "object:186",
- "alias": "max",
- "color": "#C4162A"
- }],
+ "seriesOverrides": [
+ {
+ "$$hashKey": "object:186",
+ "alias": "limit",
+ "color": "#C4162A"
+ }
+ ],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
+ "targets": [
+ {
"datasource": {
"type": "prometheus",
"uid": "$ds"
},
"editorMode": "code",
"exemplar": true,
- "expr": "sum(process_resident_memory_anon_bytes{job=~\"$job_storage\", instance=~\"$instance\"}) ",
+ "expr": "sum(process_resident_memory_anon_bytes{job=~\"$job_storage\", instance=~\"$instance\"}) by(instance) ",
"format": "time_series",
"interval": "",
"intervalFactor": 1,
- "legendFormat": "mem used",
+ "legendFormat": "{{instance}}",
"range": true,
"refId": "A"
},
@@ -5829,9 +6097,9 @@
"uid": "$ds"
},
"editorMode": "code",
- "expr": "sum(vm_available_memory_bytes{job=~\"$job_storage\", instance=~\"$instance\"})",
+ "expr": "min(vm_available_memory_bytes{job=~\"$job_storage\", instance=~\"$instance\"})",
"hide": false,
- "legendFormat": "max",
+ "legendFormat": "limit",
"range": true,
"refId": "B"
}
@@ -5850,7 +6118,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"$$hashKey": "object:164",
"format": "bytes",
"logBase": 1,
@@ -5884,12 +6153,14 @@
"y": 39
},
"id": 42,
- "panels": [{
+ "panels": [
+ {
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": {
+ "type": "prometheus",
"uid": "$ds"
},
"description": "Request rate accepted by vmselect nodes",
@@ -5899,7 +6170,7 @@
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
@@ -5929,7 +6200,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -5937,17 +6208,19 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "expr": "sum(rate(vm_http_requests_total{job=~\"$job_select\", instance=~\"$instance.*\", path!~\"/favicon.ico\"}[$__rate_interval])) by (path) > 0",
- "format": "time_series",
- "intervalFactor": 1,
- "legendFormat": "{{path}}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "sum(rate(vm_http_requests_total{job=~\"$job_select\", instance=~\"$instance.*\", path!~\"/favicon.ico|/metrics\"}[$__rate_interval])) by (path) > 0",
+ "format": "time_series",
+ "intervalFactor": 1,
+ "legendFormat": "{{path}}",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Requests rate ($instance)",
@@ -5962,13 +6235,16 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:2088",
"format": "short",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:2089",
"format": "short",
"logBase": 1,
"min": "0",
@@ -5985,16 +6261,17 @@
"dashLength": 10,
"dashes": false,
"datasource": {
+ "type": "prometheus",
"uid": "$ds"
},
- "description": "Shows how many ongoing insertions are taking place.\n* `max` - equal to number of CPU * 2 by default. May be configured with `search.maxConcurrentRequests` flag\n* `current` - current number of goroutines busy with processing requests\n\nWhen `current` hits `max` constantly, it means vmselect node is overloaded and require more CPU or higher limits.",
+ "description": "Shows the max number of concurrent selects across instances.\n* `max` - equal to number of CPU * 2 by default. May be configured with `search.maxConcurrentRequests` flag\n* `current` - current number of goroutines busy with processing requests\n\nWhen `current` hits `max` constantly, it means one or more vmselect nodes are overloaded and require more CPU or better load balancing. If CPU panel shows there are free resources - try increasing `search.maxConcurrentRequests`.",
"fieldConfig": {
"defaults": {
"links": []
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
@@ -6026,24 +6303,28 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
- "seriesOverrides": [{
- "alias": "max",
- "color": "#C4162A",
- "fill": 0
- }],
+ "seriesOverrides": [
+ {
+ "$$hashKey": "object:2150",
+ "alias": "max",
+ "color": "#C4162A",
+ "fill": 0
+ }
+ ],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
+ "targets": [
+ {
"datasource": {
"type": "prometheus",
"uid": "$ds"
},
- "expr": "sum(max_over_time(vm_concurrent_select_current{job=~\"$job_select\", instance=~\"$instance\"}[1m]))",
+ "expr": "max(max_over_time(vm_concurrent_select_current{job=~\"$job_select\", instance=~\"$instance\"}[1m])) ",
"format": "time_series",
"interval": "",
"intervalFactor": 1,
@@ -6055,7 +6336,7 @@
"type": "prometheus",
"uid": "$ds"
},
- "expr": "sum(vm_concurrent_select_capacity{job=~\"$job_select\", instance=~\"$instance\"})",
+ "expr": "min(vm_concurrent_select_capacity{job=~\"$job_select\", instance=~\"$instance\"})",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "max",
@@ -6076,7 +6357,9 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:2159",
"decimals": 0,
"format": "short",
"logBase": 1,
@@ -6084,6 +6367,7 @@
"show": true
},
{
+ "$$hashKey": "object:2160",
"decimals": 0,
"format": "short",
"logBase": 1,
@@ -6095,6 +6379,418 @@
"align": false
}
},
+ {
+ "aliasColors": {},
+ "bars": false,
+ "dashLength": 10,
+ "dashes": false,
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "description": "99th percentile of number of series read per query.",
+ "fieldConfig": {
+ "defaults": {
+ "links": []
+ },
+ "overrides": []
+ },
+ "fill": 0,
+ "fillGradient": 0,
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 0,
+ "y": 16
+ },
+ "hiddenSeries": false,
+ "id": 178,
+ "legend": {
+ "alignAsTable": true,
+ "avg": true,
+ "current": true,
+ "max": true,
+ "min": false,
+ "show": true,
+ "sort": "current",
+ "sortDesc": true,
+ "total": false,
+ "values": true
+ },
+ "lines": true,
+ "linewidth": 1,
+ "links": [],
+ "nullPointMode": "null as zero",
+ "options": {
+ "alertThreshold": true
+ },
+ "percentage": false,
+ "pluginVersion": "9.0.3",
+ "pointradius": 2,
+ "points": false,
+ "renderer": "flot",
+ "seriesOverrides": [],
+ "spaceLength": 10,
+ "stack": false,
+ "steppedLine": false,
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "histogram_quantile(0.99, sum(rate(vm_series_read_per_query_bucket{job=~\"$job_select\", instance=~\"$instance\"}[$__rate_interval])) by (instance, vmrange))",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{instance}}",
+ "refId": "A"
+ }
+ ],
+ "thresholds": [],
+ "timeRegions": [],
+ "title": "Series read per query ($instance)",
+ "tooltip": {
+ "shared": true,
+ "sort": 2,
+ "value_type": "individual"
+ },
+ "type": "graph",
+ "xaxis": {
+ "mode": "time",
+ "show": true,
+ "values": []
+ },
+ "yaxes": [
+ {
+ "$$hashKey": "object:2848",
+ "decimals": 2,
+ "format": "short",
+ "logBase": 1,
+ "min": "0",
+ "show": true
+ },
+ {
+ "$$hashKey": "object:2849",
+ "format": "short",
+ "logBase": 1,
+ "min": "0",
+ "show": true
+ }
+ ],
+ "yaxis": {
+ "align": false
+ }
+ },
+ {
+ "aliasColors": {},
+ "bars": false,
+ "dashLength": 10,
+ "dashes": false,
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "description": "99th percentile of number of raw samples read per query.",
+ "fieldConfig": {
+ "defaults": {
+ "links": []
+ },
+ "overrides": []
+ },
+ "fill": 0,
+ "fillGradient": 0,
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 12,
+ "y": 16
+ },
+ "hiddenSeries": false,
+ "id": 179,
+ "legend": {
+ "alignAsTable": true,
+ "avg": true,
+ "current": true,
+ "max": true,
+ "min": false,
+ "show": true,
+ "sort": "current",
+ "sortDesc": true,
+ "total": false,
+ "values": true
+ },
+ "lines": true,
+ "linewidth": 1,
+ "links": [],
+ "nullPointMode": "null as zero",
+ "options": {
+ "alertThreshold": true
+ },
+ "percentage": false,
+ "pluginVersion": "9.0.3",
+ "pointradius": 2,
+ "points": false,
+ "renderer": "flot",
+ "seriesOverrides": [],
+ "spaceLength": 10,
+ "stack": false,
+ "steppedLine": false,
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "histogram_quantile(0.99, sum(rate(vm_rows_read_per_query_bucket{job=~\"$job_select\", instance=~\"$instance\"}[$__rate_interval])) by (instance, vmrange))",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{instance}}",
+ "refId": "A"
+ }
+ ],
+ "thresholds": [],
+ "timeRegions": [],
+ "title": "Rows read per query ($instance)",
+ "tooltip": {
+ "shared": true,
+ "sort": 2,
+ "value_type": "individual"
+ },
+ "type": "graph",
+ "xaxis": {
+ "mode": "time",
+ "show": true,
+ "values": []
+ },
+ "yaxes": [
+ {
+ "$$hashKey": "object:2848",
+ "decimals": 2,
+ "format": "short",
+ "logBase": 1,
+ "min": "0",
+ "show": true
+ },
+ {
+ "$$hashKey": "object:2849",
+ "format": "short",
+ "logBase": 1,
+ "min": "0",
+ "show": true
+ }
+ ],
+ "yaxis": {
+ "align": false
+ }
+ },
+ {
+ "aliasColors": {},
+ "bars": false,
+ "dashLength": 10,
+ "dashes": false,
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "description": "99th percentile of number of raw samples read per queried series.",
+ "fieldConfig": {
+ "defaults": {
+ "links": []
+ },
+ "overrides": []
+ },
+ "fill": 0,
+ "fillGradient": 0,
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 0,
+ "y": 24
+ },
+ "hiddenSeries": false,
+ "id": 180,
+ "legend": {
+ "alignAsTable": true,
+ "avg": true,
+ "current": true,
+ "max": true,
+ "min": false,
+ "show": true,
+ "sort": "current",
+ "sortDesc": true,
+ "total": false,
+ "values": true
+ },
+ "lines": true,
+ "linewidth": 1,
+ "links": [],
+ "nullPointMode": "null as zero",
+ "options": {
+ "alertThreshold": true
+ },
+ "percentage": false,
+ "pluginVersion": "9.0.3",
+ "pointradius": 2,
+ "points": false,
+ "renderer": "flot",
+ "seriesOverrides": [],
+ "spaceLength": 10,
+ "stack": false,
+ "steppedLine": false,
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "histogram_quantile(0.99, sum(rate(vm_rows_read_per_series_bucket{job=~\"$job_select\", instance=~\"$instance\"}[$__rate_interval])) by (instance, vmrange))",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{instance}}",
+ "refId": "A"
+ }
+ ],
+ "thresholds": [],
+ "timeRegions": [],
+ "title": "Rows read per series ($instance)",
+ "tooltip": {
+ "shared": true,
+ "sort": 2,
+ "value_type": "individual"
+ },
+ "type": "graph",
+ "xaxis": {
+ "mode": "time",
+ "show": true,
+ "values": []
+ },
+ "yaxes": [
+ {
+ "$$hashKey": "object:2848",
+ "decimals": 2,
+ "format": "short",
+ "logBase": 1,
+ "min": "0",
+ "show": true
+ },
+ {
+ "$$hashKey": "object:2849",
+ "format": "short",
+ "logBase": 1,
+ "min": "0",
+ "show": true
+ }
+ ],
+ "yaxis": {
+ "align": false
+ }
+ },
+ {
+ "aliasColors": {},
+ "bars": false,
+ "dashLength": 10,
+ "dashes": false,
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "description": "99th percentile of number of raw samples scanner per query.\n\nThis number can exceed number of RowsReadPerQuery if `step` query arg passed to [/api/v1/query_range](https://prometheus.io/docs/prometheus/latest/querying/api/#range-queries) is smaller than the lookbehind window set in square brackets of [rollup function](https://docs.victoriametrics.com/MetricsQL.html#rollup-functions). For example, if `increase(some_metric[1h])` is executed with the `step=5m`, then the same raw samples on a hour time range are scanned `1h/5m=12` times. See [this article](https://valyala.medium.com/how-to-optimize-promql-and-metricsql-queries-85a1b75bf986) for details.",
+ "fieldConfig": {
+ "defaults": {
+ "links": []
+ },
+ "overrides": []
+ },
+ "fill": 0,
+ "fillGradient": 0,
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 12,
+ "y": 24
+ },
+ "hiddenSeries": false,
+ "id": 181,
+ "legend": {
+ "alignAsTable": true,
+ "avg": true,
+ "current": true,
+ "max": true,
+ "min": false,
+ "show": true,
+ "sort": "current",
+ "sortDesc": true,
+ "total": false,
+ "values": true
+ },
+ "lines": true,
+ "linewidth": 1,
+ "links": [],
+ "nullPointMode": "null as zero",
+ "options": {
+ "alertThreshold": true
+ },
+ "percentage": false,
+ "pluginVersion": "9.0.3",
+ "pointradius": 2,
+ "points": false,
+ "renderer": "flot",
+ "seriesOverrides": [],
+ "spaceLength": 10,
+ "stack": false,
+ "steppedLine": false,
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "histogram_quantile(0.99, sum(rate(vm_rows_scanned_per_query_bucket{job=~\"$job_select\", instance=~\"$instance\"}[$__rate_interval])) by (instance, vmrange))",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{instance}}",
+ "refId": "A"
+ }
+ ],
+ "thresholds": [],
+ "timeRegions": [],
+ "title": "Rows scanned per series ($instance)",
+ "tooltip": {
+ "shared": true,
+ "sort": 2,
+ "value_type": "individual"
+ },
+ "type": "graph",
+ "xaxis": {
+ "mode": "time",
+ "show": true,
+ "values": []
+ },
+ "yaxes": [
+ {
+ "$$hashKey": "object:2848",
+ "decimals": 2,
+ "format": "short",
+ "logBase": 1,
+ "min": "0",
+ "show": true
+ },
+ {
+ "$$hashKey": "object:2849",
+ "format": "short",
+ "logBase": 1,
+ "min": "0",
+ "show": true
+ }
+ ],
+ "yaxis": {
+ "align": false
+ }
+ },
{
"aliasColors": {},
"bars": false,
@@ -6110,13 +6806,13 @@
},
"overrides": []
},
- "fill": 6,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
- "h": 7,
+ "h": 8,
"w": 24,
"x": 0,
- "y": 16
+ "y": 32
},
"hiddenSeries": false,
"id": 93,
@@ -6140,18 +6836,22 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
- "seriesOverrides": [{
- "alias": "/read.*/",
- "transform": "negative-Y"
- }],
+ "seriesOverrides": [
+ {
+ "$$hashKey": "object:2229",
+ "alias": "/read.*/",
+ "transform": "negative-Y"
+ }
+ ],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
+ "targets": [
+ {
"datasource": {
"type": "prometheus",
"uid": "$ds"
@@ -6189,12 +6889,15 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:2236",
"format": "bps",
"logBase": 1,
"show": true
},
{
+ "$$hashKey": "object:2237",
"format": "short",
"logBase": 1,
"show": true
@@ -6225,7 +6928,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 23
+ "y": 40
},
"hiddenSeries": false,
"id": 163,
@@ -6249,30 +6952,33 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
- "seriesOverrides": [{
- "$$hashKey": "object:186",
- "alias": "max",
- "color": "#C4162A"
- }],
+ "seriesOverrides": [
+ {
+ "$$hashKey": "object:186",
+ "alias": "limit",
+ "color": "#C4162A"
+ }
+ ],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
+ "targets": [
+ {
"datasource": {
"type": "prometheus",
"uid": "$ds"
},
"editorMode": "code",
"exemplar": true,
- "expr": "sum(rate(process_cpu_seconds_total{job=~\"$job_select\", instance=~\"$instance\"}[$__rate_interval]))",
+ "expr": "sum(rate(process_cpu_seconds_total{job=~\"$job_select\", instance=~\"$instance\"}[$__rate_interval])) by(instance)",
"format": "time_series",
"interval": "",
"intervalFactor": 1,
- "legendFormat": "cores used",
+ "legendFormat": "{{instance}}",
"range": true,
"refId": "A"
},
@@ -6282,9 +6988,9 @@
"uid": "$ds"
},
"editorMode": "code",
- "expr": "sum(process_cpu_cores_available{job=~\"$job_select\", instance=~\"$instance\"})",
+ "expr": "min(process_cpu_cores_available{job=~\"$job_select\", instance=~\"$instance\"})",
"hide": false,
- "legendFormat": "max",
+ "legendFormat": "limit",
"range": true,
"refId": "B"
}
@@ -6303,13 +7009,16 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:2303",
"format": "short",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:2304",
"format": "short",
"logBase": 1,
"show": true
@@ -6340,7 +7049,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 23
+ "y": 40
},
"hiddenSeries": false,
"id": 165,
@@ -6364,30 +7073,33 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
- "seriesOverrides": [{
- "$$hashKey": "object:186",
- "alias": "max",
- "color": "#C4162A"
- }],
+ "seriesOverrides": [
+ {
+ "$$hashKey": "object:186",
+ "alias": "limit",
+ "color": "#C4162A"
+ }
+ ],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
+ "targets": [
+ {
"datasource": {
"type": "prometheus",
"uid": "$ds"
},
"editorMode": "code",
"exemplar": true,
- "expr": "sum(process_resident_memory_anon_bytes{job=~\"$job_select\", instance=~\"$instance\"}) ",
+ "expr": "sum(process_resident_memory_anon_bytes{job=~\"$job_select\", instance=~\"$instance\"}) by(instance) ",
"format": "time_series",
"interval": "",
"intervalFactor": 1,
- "legendFormat": "mem used",
+ "legendFormat": "{{instance}}",
"range": true,
"refId": "A"
},
@@ -6397,9 +7109,9 @@
"uid": "$ds"
},
"editorMode": "code",
- "expr": "sum(vm_available_memory_bytes{job=~\"$job_select\", instance=~\"$instance\"})",
+ "expr": "min(vm_available_memory_bytes{job=~\"$job_select\", instance=~\"$instance\"})",
"hide": false,
- "legendFormat": "max",
+ "legendFormat": "limit",
"range": true,
"refId": "B"
}
@@ -6418,7 +7130,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"$$hashKey": "object:164",
"format": "bytes",
"logBase": 1,
@@ -6452,7 +7165,8 @@
"y": 40
},
"id": 40,
- "panels": [{
+ "panels": [
+ {
"aliasColors": {},
"bars": false,
"dashLength": 10,
@@ -6467,13 +7181,13 @@
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
- "y": 160
+ "y": 41
},
"hiddenSeries": false,
"id": 97,
@@ -6497,7 +7211,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -6505,17 +7219,19 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "expr": "sum(rate(vm_http_requests_total{job=~\"$job_insert\", instance=~\"$instance.*\", path!~\"/favicon.ico\"}[$__rate_interval])) by (path) > 0",
- "format": "time_series",
- "intervalFactor": 1,
- "legendFormat": "{{path}}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "sum(rate(vm_http_requests_total{job=~\"$job_insert\", instance=~\"$instance.*\", path!~\"/favicon.ico\"}[$__rate_interval])) by (path) > 0",
+ "format": "time_series",
+ "intervalFactor": 1,
+ "legendFormat": "{{path}}",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Requests rate ($instance)",
@@ -6530,13 +7246,16 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:2715",
"format": "short",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:2716",
"format": "short",
"logBase": 1,
"min": "0",
@@ -6553,6 +7272,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
+ "type": "prometheus",
"uid": "$ds"
},
"description": "Shows how many ongoing insertions are taking place.\n* `max` - equal to number of CPU * 4 by default. May be configured with `maxConcurrentInserts` flag;\n* `current` - current number of goroutines busy with processing requests.\n\n`-maxConcurrentInserts` limits the number of insert requests which may be actively processed at any given point in time. All the other insert requests are queued for up to `-insert.maxQueueDuration` in the hope they will get a chance to be processed. This queue is used mostly for absorbing spikes for incoming insert request rate.\n\nWhen `current` hits `max` constantly, it means vminsert node is overloaded and requires more CPU or higher limits.",
@@ -6568,7 +7288,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 160
+ "y": 41
},
"hiddenSeries": false,
"id": 99,
@@ -6594,28 +7314,34 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
- "seriesOverrides": [{
- "alias": "max",
- "color": "#C4162A",
- "fill": 0
- }],
+ "seriesOverrides": [
+ {
+ "$$hashKey": "object:2777",
+ "alias": "max",
+ "color": "#C4162A",
+ "fill": 0
+ }
+ ],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
+ "targets": [
+ {
"datasource": {
"type": "prometheus",
"uid": "$ds"
},
- "expr": "sum(vm_concurrent_insert_current{job=~\"$job_insert\", instance=~\"$instance\"})",
+ "editorMode": "code",
+ "expr": "max(vm_concurrent_insert_current{job=~\"$job_insert\", instance=~\"$instance\"}) by(instance)",
"format": "time_series",
"interval": "",
"intervalFactor": 1,
- "legendFormat": "current",
+ "legendFormat": "{{instance}}",
+ "range": true,
"refId": "A"
},
{
@@ -6624,7 +7350,7 @@
"uid": "$ds"
},
"exemplar": true,
- "expr": "sum(vm_concurrent_insert_capacity{job=~\"$job_insert\", instance=~\"$instance\"})",
+ "expr": "min(vm_concurrent_insert_capacity{job=~\"$job_insert\", instance=~\"$instance\"})",
"format": "time_series",
"interval": "",
"intervalFactor": 1,
@@ -6646,7 +7372,9 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:2786",
"decimals": 0,
"format": "short",
"logBase": 1,
@@ -6654,6 +7382,7 @@
"show": true
},
{
+ "$$hashKey": "object:2787",
"decimals": 0,
"format": "short",
"logBase": 1,
@@ -6687,7 +7416,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 168
+ "y": 49
},
"hiddenSeries": false,
"id": 90,
@@ -6711,7 +7440,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -6719,19 +7448,21 @@
"spaceLength": 10,
"stack": true,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "sum(rate(vm_tcplistener_read_bytes_total{job=~\"$job_insert\", instance=~\"$instance\"}[$__rate_interval])) by (instance) * 8 > 0",
- "format": "time_series",
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "{{instance}}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "sum(rate(vm_tcplistener_read_bytes_total{job=~\"$job_insert\", instance=~\"$instance\"}[$__rate_interval])) by (instance) * 8 > 0",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{instance}}",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Network usage ($instance)",
@@ -6746,7 +7477,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"format": "bps",
"logBase": 1,
"show": true
@@ -6777,13 +7509,13 @@
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
- "y": 168
+ "y": 49
},
"hiddenSeries": false,
"id": 88,
@@ -6807,7 +7539,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -6815,18 +7547,20 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "expr": "histogram_quantile(0.99, sum(increase(vm_rows_per_insert_bucket{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (instance, vmrange))",
- "format": "time_series",
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "{{instance}}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "histogram_quantile(0.99, sum(increase(vm_rows_per_insert_bucket{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (instance, vmrange))",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{instance}}",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Rows per insert ($instance)",
@@ -6841,7 +7575,9 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
+ "$$hashKey": "object:2848",
"decimals": 2,
"format": "short",
"logBase": 1,
@@ -6849,6 +7585,7 @@
"show": true
},
{
+ "$$hashKey": "object:2849",
"format": "short",
"logBase": 1,
"min": "0",
@@ -6874,13 +7611,13 @@
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
- "y": 176
+ "y": 57
},
"hiddenSeries": false,
"id": 139,
@@ -6904,7 +7641,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -6912,28 +7649,32 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": true,
- "expr": "rate(vm_rpc_send_duration_seconds_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])",
- "format": "time_series",
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "{{instance}} => {{addr}}",
- "refId": "A"
- }],
- "thresholds": [{
- "$$hashKey": "object:234",
- "colorMode": "critical",
- "fill": true,
- "line": true,
- "op": "gt",
- "value": 0.9,
- "yaxis": "left"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "exemplar": true,
+ "expr": "rate(vm_rpc_send_duration_seconds_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{instance}} => {{addr}}",
+ "refId": "A"
+ }
+ ],
+ "thresholds": [
+ {
+ "$$hashKey": "object:234",
+ "colorMode": "critical",
+ "fill": true,
+ "line": true,
+ "op": "gt",
+ "value": 0.9,
+ "yaxis": "left"
+ }
+ ],
"timeRegions": [],
"title": "Storage connection saturation ($instance)",
"tooltip": {
@@ -6947,7 +7688,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"$$hashKey": "object:156",
"decimals": 0,
"format": "s",
@@ -6988,7 +7730,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 176
+ "y": 57
},
"hiddenSeries": false,
"id": 114,
@@ -7012,7 +7754,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -7020,18 +7762,20 @@
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "expr": "vm_rpc_vmstorage_is_reachable{job=~\"$job\", instance=~\"$instance\"}",
- "format": "time_series",
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "{{instance}} => {{addr}}",
- "refId": "A"
- }],
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "vm_rpc_vmstorage_is_reachable{job=~\"$job\", instance=~\"$instance\"}",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{instance}} => {{addr}}",
+ "refId": "A"
+ }
+ ],
"thresholds": [],
"timeRegions": [],
"title": "Storage reachability ($instance)",
@@ -7046,7 +7790,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"$$hashKey": "object:1534",
"decimals": 0,
"format": "short",
@@ -7087,7 +7832,7 @@
"h": 7,
"w": 12,
"x": 0,
- "y": 184
+ "y": 65
},
"hiddenSeries": false,
"id": 164,
@@ -7111,30 +7856,33 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
- "seriesOverrides": [{
- "$$hashKey": "object:186",
- "alias": "max",
- "color": "#C4162A"
- }],
+ "seriesOverrides": [
+ {
+ "$$hashKey": "object:186",
+ "alias": "limit",
+ "color": "#C4162A"
+ }
+ ],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
+ "targets": [
+ {
"datasource": {
"type": "prometheus",
"uid": "$ds"
},
"editorMode": "code",
"exemplar": true,
- "expr": "sum(rate(process_cpu_seconds_total{job=~\"$job_insert\", instance=~\"$instance\"}[$__rate_interval]))",
+ "expr": "sum(rate(process_cpu_seconds_total{job=~\"$job_insert\", instance=~\"$instance\"}[$__rate_interval])) by(instance)",
"format": "time_series",
"interval": "",
"intervalFactor": 1,
- "legendFormat": "cores used",
+ "legendFormat": "{{instance}}",
"range": true,
"refId": "A"
},
@@ -7144,9 +7892,9 @@
"uid": "$ds"
},
"editorMode": "code",
- "expr": "sum(process_cpu_cores_available{job=~\"$job_insert\", instance=~\"$instance\"})",
+ "expr": "min(process_cpu_cores_available{job=~\"$job_insert\", instance=~\"$instance\"})",
"hide": false,
- "legendFormat": "max",
+ "legendFormat": "limit",
"range": true,
"refId": "B"
}
@@ -7165,7 +7913,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"$$hashKey": "object:887",
"format": "short",
"logBase": 1,
@@ -7204,7 +7953,7 @@
"h": 7,
"w": 12,
"x": 12,
- "y": 184
+ "y": 65
},
"hiddenSeries": false,
"id": 169,
@@ -7228,30 +7977,33 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
- "seriesOverrides": [{
- "$$hashKey": "object:186",
- "alias": "max",
- "color": "#C4162A"
- }],
+ "seriesOverrides": [
+ {
+ "$$hashKey": "object:186",
+ "alias": "limit",
+ "color": "#C4162A"
+ }
+ ],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
- "targets": [{
+ "targets": [
+ {
"datasource": {
"type": "prometheus",
"uid": "$ds"
},
"editorMode": "code",
"exemplar": true,
- "expr": "sum(process_resident_memory_anon_bytes{job=~\"$job_insert\", instance=~\"$instance\"}) ",
+ "expr": "sum(process_resident_memory_anon_bytes{job=~\"$job_insert\", instance=~\"$instance\"}) by(instance)",
"format": "time_series",
"interval": "",
"intervalFactor": 1,
- "legendFormat": "mem used",
+ "legendFormat": "{{instance}}",
"range": true,
"refId": "A"
},
@@ -7261,9 +8013,9 @@
"uid": "$ds"
},
"editorMode": "code",
- "expr": "sum(vm_available_memory_bytes{job=~\"$job_insert\", instance=~\"$instance\"})",
+ "expr": "min(vm_available_memory_bytes{job=~\"$job_insert\", instance=~\"$instance\"})",
"hide": false,
- "legendFormat": "max",
+ "legendFormat": "limit",
"range": true,
"refId": "B"
}
@@ -7282,7 +8034,8 @@
"show": true,
"values": []
},
- "yaxes": [{
+ "yaxes": [
+ {
"$$hashKey": "object:164",
"format": "bytes",
"logBase": 1,
@@ -7305,11 +8058,13 @@
"type": "row"
}
],
+ "refresh": false,
"schemaVersion": 36,
"style": "dark",
"tags": [],
"templating": {
- "list": [{
+ "list": [
+ {
"current": {
"selected": false,
"text": "VictoriaMetrics",
diff --git a/dashboards/victoriametrics.json b/dashboards/victoriametrics.json
index 5efea695e9..b642212069 100644
--- a/dashboards/victoriametrics.json
+++ b/dashboards/victoriametrics.json
@@ -55,13 +55,13 @@
}
]
},
- "description": "Overview for single node VictoriaMetrics v1.77.0 or higher",
+ "description": "Overview for single node VictoriaMetrics v1.79.0 or higher",
"editable": true,
"fiscalYearStartMonth": 0,
"gnetId": 10229,
"graphTooltip": 0,
"id": null,
- "iteration": 1659966607833,
+ "iteration": 1663338736864,
"links": [
{
"icon": "doc",
@@ -281,6 +281,7 @@
},
{
"datasource": {
+ "type": "prometheus",
"uid": "$ds"
},
"description": "Average disk usage per datapoint.",
@@ -334,7 +335,7 @@
"uid": "$ds"
},
"exemplar": true,
- "expr": "sum(vm_data_size_bytes{job=~\"$job\", type!=\"indexdb\"}) / sum(vm_rows{job=~\"$job\", type!=\"indexdb\"})",
+ "expr": "sum(vm_data_size_bytes{job=~\"$job\"}) / sum(vm_rows{job=~\"$job\"})",
"format": "time_series",
"instant": true,
"interval": "",
@@ -790,7 +791,7 @@
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
@@ -857,12 +858,14 @@
},
"yaxes": [
{
+ "$$hashKey": "object:758",
"format": "short",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:759",
"format": "short",
"logBase": 1,
"min": "0",
@@ -1187,7 +1190,7 @@
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
@@ -1219,12 +1222,13 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.5",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
"seriesOverrides": [
{
+ "$$hashKey": "object:840",
"alias": "max",
"color": "#C4162A"
}
@@ -1291,6 +1295,420 @@
"align": false
}
},
+ {
+ "aliasColors": {},
+ "bars": false,
+ "dashLength": 10,
+ "dashes": false,
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "description": "99th percentile of number of raw samples read per query.",
+ "fieldConfig": {
+ "defaults": {
+ "links": []
+ },
+ "overrides": []
+ },
+ "fill": 0,
+ "fillGradient": 0,
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 12,
+ "y": 22
+ },
+ "hiddenSeries": false,
+ "id": 101,
+ "legend": {
+ "alignAsTable": true,
+ "avg": true,
+ "current": true,
+ "max": true,
+ "min": false,
+ "show": true,
+ "sort": "current",
+ "sortDesc": true,
+ "total": false,
+ "values": true
+ },
+ "lines": true,
+ "linewidth": 1,
+ "links": [],
+ "nullPointMode": "null as zero",
+ "options": {
+ "alertThreshold": true
+ },
+ "percentage": false,
+ "pluginVersion": "9.0.3",
+ "pointradius": 2,
+ "points": false,
+ "renderer": "flot",
+ "seriesOverrides": [],
+ "spaceLength": 10,
+ "stack": false,
+ "steppedLine": false,
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "histogram_quantile(0.99, sum(rate(vm_rows_read_per_query_bucket{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (vmrange))",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{instance}}",
+ "refId": "A"
+ }
+ ],
+ "thresholds": [],
+ "timeRegions": [],
+ "title": "Rows read per query ($instance)",
+ "tooltip": {
+ "shared": true,
+ "sort": 2,
+ "value_type": "individual"
+ },
+ "type": "graph",
+ "xaxis": {
+ "mode": "time",
+ "show": true,
+ "values": []
+ },
+ "yaxes": [
+ {
+ "$$hashKey": "object:2848",
+ "decimals": 2,
+ "format": "short",
+ "logBase": 1,
+ "min": "0",
+ "show": true
+ },
+ {
+ "$$hashKey": "object:2849",
+ "format": "short",
+ "logBase": 1,
+ "min": "0",
+ "show": true
+ }
+ ],
+ "yaxis": {
+ "align": false
+ }
+ },
+ {
+ "aliasColors": {},
+ "bars": false,
+ "dashLength": 10,
+ "dashes": false,
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "description": "99th percentile of number of series read per query.",
+ "fieldConfig": {
+ "defaults": {
+ "links": []
+ },
+ "overrides": []
+ },
+ "fill": 0,
+ "fillGradient": 0,
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 0,
+ "y": 30
+ },
+ "hiddenSeries": false,
+ "id": 99,
+ "legend": {
+ "alignAsTable": true,
+ "avg": true,
+ "current": true,
+ "max": true,
+ "min": false,
+ "show": true,
+ "sort": "current",
+ "sortDesc": true,
+ "total": false,
+ "values": true
+ },
+ "lines": true,
+ "linewidth": 1,
+ "links": [],
+ "nullPointMode": "null as zero",
+ "options": {
+ "alertThreshold": true
+ },
+ "percentage": false,
+ "pluginVersion": "9.0.3",
+ "pointradius": 2,
+ "points": false,
+ "renderer": "flot",
+ "seriesOverrides": [],
+ "spaceLength": 10,
+ "stack": false,
+ "steppedLine": false,
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "histogram_quantile(0.99, sum(rate(vm_series_read_per_query_bucket{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (vmrange))",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{instance}}",
+ "refId": "A"
+ }
+ ],
+ "thresholds": [],
+ "timeRegions": [],
+ "title": "Series read per query ($instance)",
+ "tooltip": {
+ "shared": true,
+ "sort": 2,
+ "value_type": "individual"
+ },
+ "type": "graph",
+ "xaxis": {
+ "mode": "time",
+ "show": true,
+ "values": []
+ },
+ "yaxes": [
+ {
+ "$$hashKey": "object:2848",
+ "decimals": 2,
+ "format": "short",
+ "logBase": 1,
+ "min": "0",
+ "show": true
+ },
+ {
+ "$$hashKey": "object:2849",
+ "format": "short",
+ "logBase": 1,
+ "min": "0",
+ "show": true
+ }
+ ],
+ "yaxis": {
+ "align": false
+ }
+ },
+ {
+ "aliasColors": {},
+ "bars": false,
+ "dashLength": 10,
+ "dashes": false,
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "description": "99th percentile of number of raw samples scanner per query.\n\nThis number can exceed number of RowsReadPerQuery if `step` query arg passed to [/api/v1/query_range](https://prometheus.io/docs/prometheus/latest/querying/api/#range-queries) is smaller than the lookbehind window set in square brackets of [rollup function](https://docs.victoriametrics.com/MetricsQL.html#rollup-functions). For example, if `increase(some_metric[1h])` is executed with the `step=5m`, then the same raw samples on a hour time range are scanned `1h/5m=12` times. See [this article](https://valyala.medium.com/how-to-optimize-promql-and-metricsql-queries-85a1b75bf986) for details.",
+ "fieldConfig": {
+ "defaults": {
+ "links": []
+ },
+ "overrides": []
+ },
+ "fill": 0,
+ "fillGradient": 0,
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 12,
+ "y": 30
+ },
+ "hiddenSeries": false,
+ "id": 105,
+ "legend": {
+ "alignAsTable": true,
+ "avg": true,
+ "current": true,
+ "max": true,
+ "min": false,
+ "show": true,
+ "sort": "current",
+ "sortDesc": true,
+ "total": false,
+ "values": true
+ },
+ "lines": true,
+ "linewidth": 1,
+ "links": [],
+ "nullPointMode": "null as zero",
+ "options": {
+ "alertThreshold": true
+ },
+ "percentage": false,
+ "pluginVersion": "9.0.3",
+ "pointradius": 2,
+ "points": false,
+ "renderer": "flot",
+ "seriesOverrides": [],
+ "spaceLength": 10,
+ "stack": false,
+ "steppedLine": false,
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "expr": "histogram_quantile(0.99, sum(rate(vm_rows_scanned_per_query_bucket{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (vmrange))",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{instance}}",
+ "refId": "A"
+ }
+ ],
+ "thresholds": [],
+ "timeRegions": [],
+ "title": "Rows scanned per series ($instance)",
+ "tooltip": {
+ "shared": true,
+ "sort": 2,
+ "value_type": "individual"
+ },
+ "type": "graph",
+ "xaxis": {
+ "mode": "time",
+ "show": true,
+ "values": []
+ },
+ "yaxes": [
+ {
+ "$$hashKey": "object:2848",
+ "decimals": 2,
+ "format": "short",
+ "logBase": 1,
+ "min": "0",
+ "show": true
+ },
+ {
+ "$$hashKey": "object:2849",
+ "format": "short",
+ "logBase": 1,
+ "min": "0",
+ "show": true
+ }
+ ],
+ "yaxis": {
+ "align": false
+ }
+ },
+ {
+ "aliasColors": {},
+ "bars": false,
+ "dashLength": 10,
+ "dashes": false,
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "description": "99th percentile of number of raw samples read per queried series.",
+ "fieldConfig": {
+ "defaults": {
+ "links": []
+ },
+ "overrides": []
+ },
+ "fill": 0,
+ "fillGradient": 0,
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 0,
+ "y": 38
+ },
+ "hiddenSeries": false,
+ "id": 103,
+ "legend": {
+ "alignAsTable": true,
+ "avg": true,
+ "current": true,
+ "max": true,
+ "min": false,
+ "show": true,
+ "sort": "current",
+ "sortDesc": true,
+ "total": false,
+ "values": true
+ },
+ "lines": true,
+ "linewidth": 1,
+ "links": [],
+ "nullPointMode": "null as zero",
+ "options": {
+ "alertThreshold": true
+ },
+ "percentage": false,
+ "pluginVersion": "9.0.3",
+ "pointradius": 2,
+ "points": false,
+ "renderer": "flot",
+ "seriesOverrides": [],
+ "spaceLength": 10,
+ "stack": false,
+ "steppedLine": false,
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "editorMode": "code",
+ "expr": "histogram_quantile(0.99, sum(rate(vm_rows_read_per_series_bucket{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (vmrange))",
+ "format": "time_series",
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{label_name}}",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "thresholds": [],
+ "timeRegions": [],
+ "title": "Rows read per series ($instance)",
+ "tooltip": {
+ "shared": true,
+ "sort": 2,
+ "value_type": "individual"
+ },
+ "type": "graph",
+ "xaxis": {
+ "mode": "time",
+ "show": true,
+ "values": []
+ },
+ "yaxes": [
+ {
+ "$$hashKey": "object:2848",
+ "decimals": 2,
+ "format": "short",
+ "logBase": 1,
+ "min": "0",
+ "show": true
+ },
+ {
+ "$$hashKey": "object:2849",
+ "format": "short",
+ "logBase": 1,
+ "min": "0",
+ "show": true
+ }
+ ],
+ "yaxis": {
+ "align": false
+ }
+ },
{
"collapsed": true,
"datasource": {
@@ -1301,7 +1719,7 @@
"h": 1,
"w": 24,
"x": 0,
- "y": 30
+ "y": 46
},
"id": 92,
"panels": [
@@ -1321,7 +1739,7 @@
"h": 8,
"w": 24,
"x": 0,
- "y": 7
+ "y": 31
},
"hiddenSeries": false,
"id": 94,
@@ -1434,7 +1852,7 @@
"h": 7,
"w": 24,
"x": 0,
- "y": 15
+ "y": 39
},
"hiddenSeries": false,
"id": 97,
@@ -1523,7 +1941,7 @@
"h": 8,
"w": 24,
"x": 0,
- "y": 22
+ "y": 46
},
"hiddenSeries": false,
"id": 95,
@@ -1630,7 +2048,7 @@
"h": 1,
"w": 24,
"x": 0,
- "y": 31
+ "y": 47
},
"id": 14,
"panels": [
@@ -1655,7 +2073,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 3
+ "y": 4
},
"hiddenSeries": false,
"id": 10,
@@ -1680,7 +2098,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.2",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1748,13 +2166,13 @@
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
- "y": 3
+ "y": 4
},
"hiddenSeries": false,
"id": 73,
@@ -1779,7 +2197,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.2",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1817,12 +2235,14 @@
},
"yaxes": [
{
+ "$$hashKey": "object:919",
"format": "s",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:920",
"format": "short",
"logBase": 1,
"min": "0",
@@ -1848,13 +2268,13 @@
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
- "y": 11
+ "y": 12
},
"hiddenSeries": false,
"id": 30,
@@ -1878,12 +2298,13 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.2",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
"seriesOverrides": [
{
+ "$$hashKey": "object:997",
"alias": "bytes-per-datapoint",
"yaxis": 2
}
@@ -1931,12 +2352,14 @@
},
"yaxes": [
{
+ "$$hashKey": "object:1004",
"format": "short",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:1005",
"decimals": 2,
"format": "bytes",
"logBase": 1,
@@ -1969,7 +2392,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 11
+ "y": 12
},
"hiddenSeries": false,
"id": 34,
@@ -1993,7 +2416,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.2",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -2078,13 +2501,13 @@
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
- "y": 19
+ "y": 20
},
"hiddenSeries": false,
"id": 53,
@@ -2109,7 +2532,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.2",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -2157,12 +2580,14 @@
},
"yaxes": [
{
+ "$$hashKey": "object:1136",
"format": "bytes",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:1137",
"format": "short",
"logBase": 1,
"min": "0",
@@ -2188,13 +2613,13 @@
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
- "y": 19
+ "y": 20
},
"hiddenSeries": false,
"id": 36,
@@ -2218,7 +2643,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.2",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -2254,12 +2679,14 @@
},
"yaxes": [
{
+ "$$hashKey": "object:1066",
"format": "short",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:1067",
"format": "short",
"logBase": 1,
"min": "0",
@@ -2291,7 +2718,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 27
+ "y": 28
},
"hiddenSeries": false,
"id": 55,
@@ -2315,7 +2742,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.2",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -2384,13 +2811,13 @@
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
- "y": 27
+ "y": 28
},
"hiddenSeries": false,
"id": 62,
@@ -2413,7 +2840,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.2",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -2447,6 +2874,7 @@
},
"yaxes": [
{
+ "$$hashKey": "object:1262",
"decimals": 0,
"format": "short",
"logBase": 1,
@@ -2454,6 +2882,7 @@
"show": true
},
{
+ "$$hashKey": "object:1263",
"format": "short",
"logBase": 1,
"min": "0",
@@ -2485,7 +2914,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 35
+ "y": 36
},
"hiddenSeries": false,
"id": 58,
@@ -2509,7 +2938,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.2",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -2579,13 +3008,13 @@
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
- "y": 35
+ "y": 36
},
"hiddenSeries": false,
"id": 64,
@@ -2608,7 +3037,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.2",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -2682,7 +3111,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 43
+ "y": 44
},
"hiddenSeries": false,
"id": 67,
@@ -2706,7 +3135,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.2",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -2780,7 +3209,7 @@
"h": 1,
"w": 24,
"x": 0,
- "y": 32
+ "y": 48
},
"id": 71,
"panels": [
@@ -2805,7 +3234,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 32
+ "y": 5
},
"hiddenSeries": false,
"id": 66,
@@ -2915,7 +3344,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 32
+ "y": 5
},
"hiddenSeries": false,
"id": 96,
@@ -3014,7 +3443,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 40
+ "y": 13
},
"hiddenSeries": false,
"id": 68,
@@ -3124,7 +3553,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 40
+ "y": 13
},
"hiddenSeries": false,
"id": 60,
@@ -3217,7 +3646,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 48
+ "y": 21
},
"hiddenSeries": false,
"id": 90,
@@ -3311,7 +3740,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 48
+ "y": 21
},
"hiddenSeries": false,
"id": 74,
@@ -3410,7 +3839,7 @@
"h": 1,
"w": 24,
"x": 0,
- "y": 33
+ "y": 49
},
"id": 46,
"panels": [
@@ -3429,13 +3858,13 @@
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
- "y": 5
+ "y": 50
},
"hiddenSeries": false,
"id": 44,
@@ -3459,7 +3888,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.5",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -3543,12 +3972,14 @@
},
"yaxes": [
{
+ "$$hashKey": "object:1432",
"format": "bytes",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:1433",
"format": "short",
"logBase": 1,
"min": "0",
@@ -3575,13 +4006,13 @@
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
- "y": 5
+ "y": 50
},
"hiddenSeries": false,
"id": 57,
@@ -3605,7 +4036,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.5",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -3663,12 +4094,14 @@
},
"yaxes": [
{
+ "$$hashKey": "object:1370",
"format": "short",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:1371",
"format": "short",
"logBase": 1,
"min": "0",
@@ -3694,13 +4127,13 @@
},
"overrides": []
},
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
- "y": 13
+ "y": 58
},
"hiddenSeries": false,
"id": 75,
@@ -3724,12 +4157,13 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.5",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
"seriesOverrides": [
{
+ "$$hashKey": "object:1514",
"alias": "max",
"color": "#C4162A"
}
@@ -3777,6 +4211,7 @@
},
"yaxes": [
{
+ "$$hashKey": "object:1521",
"decimals": 0,
"format": "short",
"logBase": 2,
@@ -3784,6 +4219,7 @@
"show": true
},
{
+ "$$hashKey": "object:1522",
"format": "short",
"logBase": 1,
"min": "0",
@@ -3815,7 +4251,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 13
+ "y": 58
},
"hiddenSeries": false,
"id": 76,
@@ -3839,7 +4275,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.5",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -3929,7 +4365,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 21
+ "y": 66
},
"hiddenSeries": false,
"id": 47,
@@ -3953,7 +4389,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.5",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -4027,7 +4463,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 21
+ "y": 66
},
"hiddenSeries": false,
"id": 42,
@@ -4051,7 +4487,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.5",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -4123,7 +4559,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 29
+ "y": 74
},
"hiddenSeries": false,
"id": 48,
@@ -4147,7 +4583,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.5",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -4221,7 +4657,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 29
+ "y": 74
},
"hiddenSeries": false,
"id": 37,
@@ -4245,7 +4681,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.5",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -4319,7 +4755,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 37
+ "y": 82
},
"hiddenSeries": false,
"id": 49,
@@ -4343,7 +4779,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.5",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
diff --git a/dashboards/vmagent.json b/dashboards/vmagent.json
index c292ede53c..b5dbc52119 100644
--- a/dashboards/vmagent.json
+++ b/dashboards/vmagent.json
@@ -1,12 +1,12 @@
{
"__inputs": [],
- "__elements": [],
+ "__elements": {},
"__requires": [
{
"type": "grafana",
"id": "grafana",
"name": "Grafana",
- "version": "8.4.4"
+ "version": "9.0.3"
},
{
"type": "panel",
@@ -34,8 +34,8 @@
},
{
"type": "panel",
- "id": "table-old",
- "name": "Table (old)",
+ "id": "table",
+ "name": "Table",
"version": ""
}
],
@@ -66,7 +66,7 @@
"fiscalYearStartMonth": 0,
"graphTooltip": 1,
"id": null,
- "iteration": 1657810604530,
+ "iteration": 1663339589357,
"links": [
{
"icon": "doc",
@@ -109,9 +109,149 @@
},
"id": 24,
"panels": [],
+ "targets": [
+ {
+ "datasource": {
+ "uid": "$ds"
+ },
+ "refId": "A"
+ }
+ ],
"title": "Overview",
"type": "row"
},
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "description": "Shows the rate of samples scraped from configured targets.",
+ "fieldConfig": {
+ "defaults": {
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ }
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 3,
+ "w": 4,
+ "x": 0,
+ "y": 1
+ },
+ "id": 103,
+ "links": [
+ {
+ "title": "Troubleshooting",
+ "url": "https://docs.victoriametrics.com/vmagent.html#troubleshooting"
+ }
+ ],
+ "options": {
+ "colorMode": "value",
+ "graphMode": "area",
+ "justifyMode": "auto",
+ "orientation": "auto",
+ "reduceOptions": {
+ "calcs": [
+ "last"
+ ],
+ "fields": "",
+ "values": false
+ },
+ "text": {},
+ "textMode": "auto"
+ },
+ "pluginVersion": "9.0.3",
+ "targets": [
+ {
+ "datasource": {
+ "uid": "$ds"
+ },
+ "editorMode": "code",
+ "expr": "sum(rate(vm_promscrape_scraped_samples_sum{job=~\"$job\", instance=~\"$instance\", path!~\"/favicon.ico\"}[$__rate_interval]))",
+ "interval": "",
+ "legendFormat": "__auto",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Samples scraped/s",
+ "type": "stat"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "description": "Shows the rate of ingested samples",
+ "fieldConfig": {
+ "defaults": {
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ }
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 3,
+ "w": 4,
+ "x": 4,
+ "y": 1
+ },
+ "id": 102,
+ "links": [
+ {
+ "title": "Troubleshooting",
+ "url": "https://docs.victoriametrics.com/vmagent.html#troubleshooting"
+ }
+ ],
+ "options": {
+ "colorMode": "value",
+ "graphMode": "area",
+ "justifyMode": "auto",
+ "orientation": "auto",
+ "reduceOptions": {
+ "calcs": [
+ "last"
+ ],
+ "fields": "",
+ "values": false
+ },
+ "text": {},
+ "textMode": "auto"
+ },
+ "pluginVersion": "9.0.3",
+ "targets": [
+ {
+ "datasource": {
+ "uid": "$ds"
+ },
+ "editorMode": "code",
+ "expr": "sum(rate(vm_ingestserver_requests_total{job=~\"$job\", instance=~\"$instance\", path!~\"/favicon.ico\"}[$__rate_interval]))",
+ "interval": "",
+ "legendFormat": "__auto",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Samples ingested/s",
+ "type": "stat"
+ },
{
"datasource": {
"uid": "$ds"
@@ -135,7 +275,7 @@
"gridPos": {
"h": 3,
"w": 4,
- "x": 0,
+ "x": 8,
"y": 1
},
"id": 9,
@@ -154,9 +294,12 @@
"text": {},
"textMode": "auto"
},
- "pluginVersion": "8.4.4",
+ "pluginVersion": "9.0.3",
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"expr": "sum(vm_promscrape_targets{job=~\"$job\", instance=~\"$instance\", status=\"up\"})",
"interval": "",
"legendFormat": "up",
@@ -193,7 +336,7 @@
"gridPos": {
"h": 3,
"w": 4,
- "x": 4,
+ "x": 12,
"y": 1
},
"id": 72,
@@ -218,9 +361,12 @@
"text": {},
"textMode": "auto"
},
- "pluginVersion": "8.4.4",
+ "pluginVersion": "9.0.3",
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"expr": "sum(vm_promscrape_targets{job=~\"$job\", instance=~\"$instance\", status=\"down\"})",
"interval": "",
"legendFormat": "up",
@@ -259,7 +405,7 @@
"gridPos": {
"h": 3,
"w": 4,
- "x": 8,
+ "x": 16,
"y": 1
},
"id": 16,
@@ -285,9 +431,12 @@
"text": {},
"textMode": "auto"
},
- "pluginVersion": "8.4.4",
+ "pluginVersion": "9.0.3",
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"expr": "sum(increase(vm_log_messages_total{job=~\"$job\", instance=~\"$instance\", level!=\"info\"}[30m]))",
"interval": "",
"legendFormat": "",
@@ -324,8 +473,8 @@
},
"gridPos": {
"h": 3,
- "w": 5,
- "x": 12,
+ "w": 4,
+ "x": 20,
"y": 1
},
"id": 56,
@@ -344,9 +493,12 @@
"text": {},
"textMode": "auto"
},
- "pluginVersion": "8.4.4",
+ "pluginVersion": "9.0.3",
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"expr": "sum(vm_persistentqueue_bytes_pending{job=~\"$job\", instance=~\"$instance\"})",
"interval": "",
"legendFormat": "",
@@ -357,92 +509,97 @@
"type": "stat"
},
{
- "columns": [],
"datasource": {
+ "type": "prometheus",
"uid": "$ds"
},
- "fontSize": "100%",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "thresholds"
+ },
+ "custom": {
+ "align": "auto",
+ "displayMode": "auto",
+ "inspect": false,
+ "minWidth": 50
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ }
+ },
+ "overrides": [
+ {
+ "matcher": {
+ "id": "byName",
+ "options": "Time"
+ },
+ "properties": [
+ {
+ "id": "custom.hidden",
+ "value": true
+ }
+ ]
+ },
+ {
+ "matcher": {
+ "id": "byName",
+ "options": "Value"
+ },
+ "properties": [
+ {
+ "id": "displayName",
+ "value": "Count"
+ }
+ ]
+ }
+ ]
+ },
"gridPos": {
- "h": 7,
- "w": 7,
- "x": 17,
- "y": 1
+ "h": 5,
+ "w": 8,
+ "x": 0,
+ "y": 4
},
- "id": 11,
- "scroll": true,
- "showHeader": true,
- "sort": {
- "col": 4,
- "desc": false
+ "id": 101,
+ "options": {
+ "footer": {
+ "fields": "",
+ "reducer": [
+ "sum"
+ ],
+ "show": false
+ },
+ "showHeader": true
},
- "styles": [
- {
- "alias": "uptime",
- "align": "auto",
- "colorMode": "cell",
- "colors": [
- "rgba(245, 54, 54, 0.9)",
- "rgba(237, 129, 40, 0.89)",
- "rgba(50, 172, 45, 0.97)"
- ],
- "dateFormat": "YYYY-MM-DD HH:mm:ss",
- "decimals": 2,
- "mappingType": 1,
- "pattern": "Value",
- "thresholds": [
- "1800",
- "3600"
- ],
- "type": "number",
- "unit": "s"
- },
- {
- "alias": "",
- "align": "auto",
- "colors": [
- "rgba(245, 54, 54, 0.9)",
- "rgba(237, 129, 40, 0.89)",
- "rgba(50, 172, 45, 0.97)"
- ],
- "dateFormat": "YYYY-MM-DD HH:mm:ss",
- "decimals": 2,
- "mappingType": 1,
- "pattern": "instance",
- "thresholds": [],
- "type": "string",
- "unit": "short"
- },
- {
- "alias": "",
- "align": "auto",
- "colors": [
- "rgba(245, 54, 54, 0.9)",
- "rgba(237, 129, 40, 0.89)",
- "rgba(50, 172, 45, 0.97)"
- ],
- "dateFormat": "YYYY-MM-DD HH:mm:ss",
- "decimals": 2,
- "mappingType": 1,
- "pattern": "/.*/",
- "thresholds": [],
- "type": "hidden",
- "unit": "short"
- }
- ],
+ "pluginVersion": "9.0.3",
"targets": [
{
- "expr": "sort((time() - vm_app_start_timestamp{job=~\"$job\", instance=~\"$instance\"}) or (up{job=~\"$job\", instance=~\"$instance\"}))",
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "editorMode": "code",
+ "exemplar": false,
+ "expr": "sum(vm_app_version{job=~\"$job\", instance=~\"$instance\"}) by(job, short_version)",
"format": "table",
- "hide": false,
"instant": true,
- "interval": "",
- "legendFormat": "{{instance}}",
+ "range": false,
"refId": "A"
}
],
- "title": "Uptime",
- "transform": "table",
- "type": "table-old"
+ "type": "table"
},
{
"aliasColors": {},
@@ -461,9 +618,9 @@
"fill": 0,
"fillGradient": 0,
"gridPos": {
- "h": 4,
- "w": 17,
- "x": 0,
+ "h": 5,
+ "w": 16,
+ "x": 8,
"y": 4
},
"hiddenSeries": false,
@@ -490,7 +647,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.4.4",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -500,6 +657,9 @@
"steppedLine": true,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"expr": "sort(sum(up{job=~\"$job\", instance=~\"$instance\"}) by (job, instance))",
"format": "time_series",
"instant": false,
@@ -566,7 +726,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 8
+ "y": 9
},
"hiddenSeries": false,
"id": 5,
@@ -589,7 +749,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.4.4",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -642,11 +802,13 @@
},
"yaxes": [
{
+ "$$hashKey": "object:537",
"format": "short",
"logBase": 1,
"show": true
},
{
+ "$$hashKey": "object:538",
"format": "bytes",
"logBase": 1,
"show": true
@@ -678,7 +840,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 8
+ "y": 9
},
"hiddenSeries": false,
"id": 15,
@@ -702,7 +864,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.4.4",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -775,7 +937,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 16
+ "y": 17
},
"hiddenSeries": false,
"id": 69,
@@ -805,7 +967,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.4.4",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -917,7 +1079,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 16
+ "y": 17
},
"hiddenSeries": false,
"id": 17,
@@ -946,7 +1108,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.4.4",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -956,6 +1118,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": true,
"expr": "sum(vmagent_remotewrite_pending_data_bytes{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}) by (url)",
"interval": "",
@@ -1015,7 +1180,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 24
+ "y": 25
},
"hiddenSeries": false,
"id": 79,
@@ -1039,7 +1204,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.4.4",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1049,6 +1214,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": true,
"expr": "sum(rate(vmagent_remotewrite_packets_dropped_total{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}[$__interval])) by(url)",
"interval": "",
@@ -1108,7 +1276,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 24
+ "y": 25
},
"hiddenSeries": false,
"id": 49,
@@ -1138,7 +1306,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.4.4",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1148,6 +1316,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"expr": "sum(increase(vm_persistentqueue_bytes_dropped_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by (path)",
"interval": "",
"legendFormat": "{{ path }}",
@@ -1207,7 +1378,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 32
+ "y": 33
},
"hiddenSeries": false,
"id": 18,
@@ -1237,7 +1408,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.4.4",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1320,7 +1491,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 32
+ "y": 33
},
"hiddenSeries": false,
"id": 86,
@@ -1344,7 +1515,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.4.4",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1354,6 +1525,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": true,
"expr": "sum(rate(vm_log_messages_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (level) ",
"format": "time_series",
@@ -1405,7 +1579,7 @@
"h": 1,
"w": 24,
"x": 0,
- "y": 40
+ "y": 41
},
"id": 28,
"panels": [
@@ -1429,7 +1603,7 @@
"h": 7,
"w": 12,
"x": 0,
- "y": 2
+ "y": 42
},
"hiddenSeries": false,
"id": 48,
@@ -1452,7 +1626,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1462,6 +1636,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": true,
"expr": "sum(vm_promscrape_targets{job=~\"$job\", instance=~\"$instance\", status=\"up\"}) by(type) > 0",
"format": "time_series",
@@ -1521,7 +1698,7 @@
"h": 7,
"w": 12,
"x": 12,
- "y": 2
+ "y": 42
},
"hiddenSeries": false,
"id": 76,
@@ -1544,7 +1721,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1554,6 +1731,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": true,
"expr": "sum(vm_promscrape_targets{job=~\"$job\", instance=~\"$instance\", status=\"down\"}) by(type) > 0",
"format": "time_series",
@@ -1614,7 +1794,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 9
+ "y": 49
},
"hiddenSeries": false,
"id": 20,
@@ -1637,7 +1817,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1727,7 +1907,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 9
+ "y": 49
},
"hiddenSeries": false,
"id": 31,
@@ -1750,7 +1930,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1851,7 +2031,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 17
+ "y": 57
},
"hiddenSeries": false,
"id": 46,
@@ -1874,7 +2054,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1884,6 +2064,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"expr": "histogram_quantile(0.95, sum(rate(vm_promscrape_scrape_response_size_bytes_bucket{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(vmrange)) ",
"format": "time_series",
"interval": "",
@@ -1891,6 +2074,9 @@
"refId": "A"
},
{
+ "datasource": {
+ "uid": "$ds"
+ },
"expr": "histogram_quantile(0.5, sum(rate(vm_promscrape_scrape_response_size_bytes_bucket{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(vmrange)) ",
"interval": "",
"legendFormat": "p0.5",
@@ -1947,7 +2133,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 17
+ "y": 57
},
"heatmap": {},
"hideZeroBuckets": false,
@@ -1989,6 +2175,14 @@
"yBucketBound": "auto"
}
],
+ "targets": [
+ {
+ "datasource": {
+ "uid": "$ds"
+ },
+ "refId": "A"
+ }
+ ],
"title": "Scraping",
"type": "row"
},
@@ -2001,7 +2195,7 @@
"h": 1,
"w": 24,
"x": 0,
- "y": 41
+ "y": 42
},
"id": 71,
"panels": [
@@ -2027,7 +2221,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 3
+ "y": 66
},
"hiddenSeries": false,
"id": 73,
@@ -2051,7 +2245,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -2099,12 +2293,14 @@
},
"yaxes": [
{
+ "$$hashKey": "object:410",
"format": "short",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:411",
"format": "none",
"logBase": 1,
"show": true
@@ -2136,7 +2332,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 3
+ "y": 66
},
"hiddenSeries": false,
"id": 77,
@@ -2160,7 +2356,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -2208,12 +2404,14 @@
},
"yaxes": [
{
+ "$$hashKey": "object:272",
"format": "short",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:273",
"format": "none",
"logBase": 1,
"show": true
@@ -2245,7 +2443,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 11
+ "y": 74
},
"hiddenSeries": false,
"id": 78,
@@ -2269,7 +2467,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -2306,12 +2504,14 @@
},
"yaxes": [
{
+ "$$hashKey": "object:349",
"format": "short",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:350",
"format": "none",
"logBase": 1,
"show": true
@@ -2343,7 +2543,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 11
+ "y": 74
},
"hiddenSeries": false,
"id": 50,
@@ -2366,7 +2566,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -2419,6 +2619,14 @@
}
}
],
+ "targets": [
+ {
+ "datasource": {
+ "uid": "$ds"
+ },
+ "refId": "A"
+ }
+ ],
"title": "Ingestion",
"type": "row"
},
@@ -2431,7 +2639,7 @@
"h": 1,
"w": 24,
"x": 0,
- "y": 42
+ "y": 43
},
"id": 58,
"panels": [
@@ -2457,7 +2665,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 43
+ "y": 83
},
"hiddenSeries": false,
"id": 60,
@@ -2480,7 +2688,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.4.4",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -2506,7 +2714,7 @@
"title": "Requests rate ($instance) to ($url)",
"tooltip": {
"shared": true,
- "sort": 0,
+ "sort": 2,
"value_type": "individual"
},
"type": "graph",
@@ -2517,6 +2725,7 @@
},
"yaxes": [
{
+ "$$hashKey": "object:720",
"decimals": 2,
"format": "short",
"logBase": 1,
@@ -2524,6 +2733,7 @@
"show": true
},
{
+ "$$hashKey": "object:721",
"format": "short",
"logBase": 1,
"show": true
@@ -2555,7 +2765,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 43
+ "y": 83
},
"hiddenSeries": false,
"id": 66,
@@ -2578,7 +2788,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.4.4",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -2652,7 +2862,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 51
+ "y": 91
},
"hiddenSeries": false,
"id": 61,
@@ -2675,7 +2885,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.4.4",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -2690,7 +2900,7 @@
"uid": "$ds"
},
"exemplar": true,
- "expr": "sum(rate(vmagent_remotewrite_retries_count_total{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}[$__rate_interval])) by(url)",
+ "expr": "sum(rate(vmagent_remotewrite_retries_count_total{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}[$__rate_interval])) by(url) > 0",
"interval": "",
"legendFormat": "",
"refId": "A"
@@ -2712,12 +2922,14 @@
},
"yaxes": [
{
+ "$$hashKey": "object:789",
"format": "short",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:790",
"format": "short",
"logBase": 1,
"show": true
@@ -2748,7 +2960,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 51
+ "y": 91
},
"hiddenSeries": false,
"id": 65,
@@ -2771,7 +2983,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.4.4",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -2781,6 +2993,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": true,
"expr": "sum(vmagent_remotewrite_conns{job=~\"$job\", instance=~\"$instance\"}) by (instance)",
"interval": "",
@@ -2837,7 +3052,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 59
+ "y": 99
},
"heatmap": {},
"hideZeroBuckets": false,
@@ -2849,6 +3064,9 @@
"reverseYBuckets": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": true,
"expr": "buckets_limit(12, prometheus_buckets(sum(rate(vmagent_remotewrite_duration_seconds_bucket{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}[$__interval])) by(vmrange)))",
"format": "heatmap",
@@ -2897,7 +3115,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 59
+ "y": 99
},
"hiddenSeries": false,
"id": 84,
@@ -2920,7 +3138,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.4.4",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -2930,6 +3148,10 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
"exemplar": true,
"expr": "sum(rate(vmagent_remotewrite_send_duration_seconds_total{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}[$__rate_interval])) by (instance, url)\n/\nmax(vmagent_remotewrite_queues{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}) by(instance, url)",
"interval": "",
@@ -2998,7 +3220,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 67
+ "y": 107
},
"heatmap": {},
"hideZeroBuckets": false,
@@ -3010,6 +3232,9 @@
"reverseYBuckets": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": true,
"expr": "buckets_limit(12, prometheus_buckets(sum(rate(vmagent_remotewrite_block_size_rows_bucket{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(vmrange)))",
"format": "heatmap",
@@ -3054,7 +3279,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 67
+ "y": 107
},
"heatmap": {},
"hideZeroBuckets": false,
@@ -3066,6 +3291,9 @@
"reverseYBuckets": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"expr": "buckets_limit(12, prometheus_buckets(sum(rate(vmagent_remotewrite_block_size_bytes_bucket{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(vmrange)))",
"format": "heatmap",
"interval": "",
@@ -3105,7 +3333,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 75
+ "y": 115
},
"hiddenSeries": false,
"id": 88,
@@ -3125,7 +3353,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.4.4",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -3135,6 +3363,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": true,
"expr": "(vmagent_hourly_series_limit_current_series{job=~\"$job\", instance=~\"$instance\"} / vmagent_hourly_series_limit_max_series{job=~\"$job\", instance=~\"$instance\"}) * 100",
"interval": "",
@@ -3142,6 +3373,9 @@
"refId": "A"
},
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": true,
"expr": "vmagent_daily_series_limit_max_series{job=~\"$job\", instance=~\"$instance\"}",
"hide": true,
@@ -3208,7 +3442,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 75
+ "y": 115
},
"hiddenSeries": false,
"id": 90,
@@ -3228,7 +3462,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.4.4",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -3238,6 +3472,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": true,
"expr": "(vmagent_daily_series_limit_current_series{job=~\"$job\", instance=~\"$instance\"} / vmagent_daily_series_limit_max_series{job=~\"$job\", instance=~\"$instance\"}) * 100",
"interval": "",
@@ -3245,6 +3482,9 @@
"refId": "A"
},
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": true,
"expr": "vmagent_daily_series_limit_max_series{job=~\"$job\", instance=~\"$instance\"}",
"hide": true,
@@ -3297,6 +3537,14 @@
}
}
],
+ "targets": [
+ {
+ "datasource": {
+ "uid": "$ds"
+ },
+ "refId": "A"
+ }
+ ],
"title": "Remote write",
"type": "row"
},
@@ -3310,7 +3558,7 @@
"h": 1,
"w": 24,
"x": 0,
- "y": 43
+ "y": 44
},
"id": 94,
"panels": [
@@ -3330,7 +3578,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 5
+ "y": 124
},
"hiddenSeries": false,
"id": 92,
@@ -3354,7 +3602,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -3420,7 +3668,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 5
+ "y": 124
},
"hiddenSeries": false,
"id": 95,
@@ -3444,7 +3692,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -3516,7 +3764,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 13
+ "y": 132
},
"hiddenSeries": false,
"id": 98,
@@ -3539,7 +3787,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -3625,7 +3873,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 13
+ "y": 132
},
"hiddenSeries": false,
"id": 99,
@@ -3648,7 +3896,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -3713,6 +3961,15 @@
}
}
],
+ "targets": [
+ {
+ "datasource": {
+ "type": "datasource",
+ "uid": "grafana"
+ },
+ "refId": "A"
+ }
+ ],
"title": "Troubleshooting",
"type": "row"
},
@@ -3725,7 +3982,7 @@
"h": 1,
"w": 24,
"x": 0,
- "y": 44
+ "y": 45
},
"id": 45,
"panels": [
@@ -3738,7 +3995,7 @@
"type": "prometheus",
"uid": "$ds"
},
- "description": "Shows the CPU usage per vmagent instance. \nIf you think that usage is abnormal or unexpected pls file an issue and attach CPU profile if possible.",
+ "description": "Shows the CPU usage percentage per vmagent instance. \nIf you think that usage is abnormal or unexpected, pls file an issue and attach CPU profile if possible.",
"fieldConfig": {
"defaults": {
"links": []
@@ -3751,7 +4008,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 62
+ "y": 141
},
"hiddenSeries": false,
"id": 35,
@@ -3781,17 +4038,11 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
- "seriesOverrides": [
- {
- "$$hashKey": "object:77",
- "alias": "/Limit.*/",
- "color": "#F2495C"
- }
- ],
+ "seriesOverrides": [],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
@@ -3802,26 +4053,12 @@
"uid": "$ds"
},
"exemplar": false,
- "expr": "sum(rate(process_cpu_seconds_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(instance)",
+ "expr": "sum(rate(process_cpu_seconds_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(instance) / max(process_cpu_cores_available{job=~\"$job\", instance=~\"$instance\"}) by(instance)",
"format": "time_series",
"interval": "",
"intervalFactor": 1,
"legendFormat": "{{instance}}",
"refId": "A"
- },
- {
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": false,
- "expr": "process_cpu_cores_available{job=~\"$job\", instance=~\"$instance\"}",
- "format": "time_series",
- "hide": false,
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "Limit ({{instance}})",
- "refId": "B"
}
],
"thresholds": [],
@@ -3829,7 +4066,7 @@
"title": "CPU ($instance)",
"tooltip": {
"shared": true,
- "sort": 0,
+ "sort": 2,
"value_type": "individual"
},
"type": "graph",
@@ -3840,12 +4077,14 @@
},
"yaxes": [
{
- "format": "short",
+ "$$hashKey": "object:912",
+ "format": "percentunit",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:913",
"format": "short",
"logBase": 1,
"show": true
@@ -3876,7 +4115,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 62
+ "y": 141
},
"hiddenSeries": false,
"id": 37,
@@ -3906,7 +4145,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -3916,6 +4155,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": true,
"expr": "sum(process_resident_memory_bytes{job=~\"$job\", instance=~\"$instance\"}) by (instance)",
"interval": "",
@@ -3923,6 +4165,9 @@
"refId": "A"
},
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": true,
"expr": "sum(process_resident_memory_anon_bytes{job=~\"$job\", instance=~\"$instance\"}) by (instance)",
"hide": false,
@@ -3983,7 +4228,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 70
+ "y": 149
},
"hiddenSeries": false,
"id": 81,
@@ -4007,12 +4252,13 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
"seriesOverrides": [
{
+ "$$hashKey": "object:1206",
"alias": "read",
"transform": "negative-Y"
}
@@ -4022,6 +4268,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"expr": "sum(rate(process_io_storage_read_bytes_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval]))",
"format": "time_series",
"hide": false,
@@ -4031,6 +4280,9 @@
"refId": "A"
},
{
+ "datasource": {
+ "uid": "$ds"
+ },
"expr": "sum(rate(process_io_storage_written_bytes_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval]))",
"format": "time_series",
"hide": false,
@@ -4056,11 +4308,13 @@
},
"yaxes": [
{
+ "$$hashKey": "object:1213",
"format": "bytes",
"logBase": 1,
"show": true
},
{
+ "$$hashKey": "object:1214",
"format": "short",
"logBase": 1,
"min": "0",
@@ -4092,7 +4346,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 70
+ "y": 149
},
"hiddenSeries": false,
"id": 7,
@@ -4116,7 +4370,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -4131,12 +4385,18 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"expr": "sum(rate(vm_tcplistener_read_bytes_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) * 8\n+ sum(rate(vm_promscrape_conn_bytes_read_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) * 8",
"interval": "",
"legendFormat": "in",
"refId": "A"
},
{
+ "datasource": {
+ "uid": "$ds"
+ },
"expr": "sum(rate(vmagent_remotewrite_conn_bytes_written_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) * 8",
"interval": "",
"legendFormat": "out",
@@ -4179,9 +4439,10 @@
"dashLength": 10,
"dashes": false,
"datasource": {
+ "type": "prometheus",
"uid": "$ds"
},
- "description": "Panel shows the number of open file descriptors in the OS.\nReaching the limit of open files can cause various issues and must be prevented.\n\nSee how to change limits here https://medium.com/@muhammadtriwibowo/set-permanently-ulimit-n-open-files-in-ubuntu-4d61064429a",
+ "description": "Panel shows the percentage of open file descriptors in the OS per instance.\nReaching the limit of open files (100%) can cause various issues and must be prevented.\n\nSee how to change limits here https://medium.com/@muhammadtriwibowo/set-permanently-ulimit-n-open-files-in-ubuntu-4d61064429a",
"fieldConfig": {
"defaults": {
"links": []
@@ -4194,7 +4455,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 78
+ "y": 157
},
"hiddenSeries": false,
"id": 83,
@@ -4218,36 +4479,27 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
- "seriesOverrides": [
- {
- "$$hashKey": "object:913",
- "alias": "max",
- "color": "#C4162A"
- }
- ],
+ "seriesOverrides": [],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
- "expr": "sum(process_open_fds{job=~\"$job\", instance=~\"$instance\"})",
+ "datasource": {
+ "uid": "$ds"
+ },
+ "editorMode": "code",
+ "expr": "max(process_open_fds{job=~\"$job\", instance=~\"$instance\"}) by(instance) \n/\nmin(process_max_fds{job=~\"$job\", instance=~\"$instance\"}) by(instance)",
"format": "time_series",
"interval": "",
"intervalFactor": 2,
- "legendFormat": "open",
+ "legendFormat": "__auto",
+ "range": true,
"refId": "A"
- },
- {
- "expr": "min(process_max_fds{job=~\"$job\", instance=~\"$instance\"})",
- "format": "time_series",
- "interval": "",
- "intervalFactor": 2,
- "legendFormat": "max",
- "refId": "B"
}
],
"thresholds": [],
@@ -4255,7 +4507,7 @@
"title": "Open FDs ($instance)",
"tooltip": {
"shared": true,
- "sort": 0,
+ "sort": 2,
"value_type": "individual"
},
"type": "graph",
@@ -4266,13 +4518,15 @@
},
"yaxes": [
{
- "decimals": 0,
- "format": "short",
- "logBase": 2,
+ "$$hashKey": "object:987",
+ "decimals": 5,
+ "format": "percentunit",
+ "logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:988",
"format": "short",
"logBase": 1,
"min": "0",
@@ -4303,7 +4557,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 78
+ "y": 157
},
"hiddenSeries": false,
"id": 39,
@@ -4327,7 +4581,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -4337,6 +4591,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"expr": "sum(go_goroutines{job=~\"$job\", instance=~\"$instance\"}) by(instance)",
"format": "time_series",
"interval": "",
@@ -4397,7 +4654,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 86
+ "y": 165
},
"hiddenSeries": false,
"id": 43,
@@ -4421,7 +4678,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -4431,6 +4688,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"expr": "max(go_gc_duration_seconds{job=~\"$job\", instance=~\"$instance\", quantile=\"1\"}) by(instance)",
"format": "time_series",
"intervalFactor": 2,
@@ -4489,7 +4749,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 86
+ "y": 165
},
"hiddenSeries": false,
"id": 41,
@@ -4513,7 +4773,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.5.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -4523,6 +4783,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"expr": "sum(process_num_threads{job=~\"$job\", instance=~\"$instance\"}) by(instance)",
"format": "time_series",
"intervalFactor": 2,
@@ -4563,12 +4826,20 @@
}
}
],
+ "targets": [
+ {
+ "datasource": {
+ "uid": "$ds"
+ },
+ "refId": "A"
+ }
+ ],
"title": "Resource usage",
"type": "row"
}
],
"refresh": "",
- "schemaVersion": 35,
+ "schemaVersion": 36,
"style": "dark",
"tags": [
"vmagent",
@@ -4579,8 +4850,8 @@
{
"current": {
"selected": true,
- "text": "VM",
- "value": "VM"
+ "text": "VictoriaMetrics",
+ "value": "VictoriaMetrics"
},
"hide": 0,
"includeAll": false,
@@ -4595,14 +4866,14 @@
"type": "datasource"
},
{
- "allValue": "",
+ "allValue": ".*",
"current": {},
"datasource": {
"uid": "$ds"
},
"definition": "label_values(vm_app_version{version=~\"^vmagent.*\"}, job)",
"hide": 0,
- "includeAll": false,
+ "includeAll": true,
"multi": true,
"name": "job",
"options": [],
@@ -4666,6 +4937,17 @@
"skipUrlSync": false,
"sort": 0,
"type": "query"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${ds}"
+ },
+ "filters": [],
+ "hide": 0,
+ "name": "adhoc",
+ "skipUrlSync": false,
+ "type": "adhoc"
}
]
},
@@ -4687,7 +4969,7 @@
]
},
"timezone": "",
- "title": "vmagent",
+ "title": "VictoriaMetrics - vmagent",
"uid": "G7Z9GzMGz",
"version": 1,
"weekStart": ""
diff --git a/dashboards/vmalert.json b/dashboards/vmalert.json
index d4cf3ec114..057163bc53 100644
--- a/dashboards/vmalert.json
+++ b/dashboards/vmalert.json
@@ -5,7 +5,7 @@
"type": "grafana",
"id": "grafana",
"name": "Grafana",
- "version": "8.3.5"
+ "version": "9.0.3"
},
{
"type": "panel",
@@ -27,8 +27,8 @@
},
{
"type": "panel",
- "id": "table-old",
- "name": "Table (old)",
+ "id": "table",
+ "name": "Table",
"version": ""
},
{
@@ -42,7 +42,10 @@
"list": [
{
"builtIn": 1,
- "datasource": "-- Grafana --",
+ "datasource": {
+ "type": "datasource",
+ "uid": "grafana"
+ },
"enable": true,
"hide": true,
"iconColor": "rgba(0, 211, 255, 1)",
@@ -62,7 +65,7 @@
"fiscalYearStartMonth": 0,
"graphTooltip": 1,
"id": null,
- "iteration": 1644909221704,
+ "iteration": 1663341746917,
"links": [
{
"asDropdown": false,
@@ -105,6 +108,10 @@
"panels": [
{
"collapsed": false,
+ "datasource": {
+ "type": "datasource",
+ "uid": "grafana"
+ },
"gridPos": {
"h": 1,
"w": 24,
@@ -113,6 +120,15 @@
},
"id": 11,
"panels": [],
+ "targets": [
+ {
+ "datasource": {
+ "type": "datasource",
+ "uid": "grafana"
+ },
+ "refId": "A"
+ }
+ ],
"title": "General ($instance)",
"type": "row"
},
@@ -181,9 +197,12 @@
"text": {},
"textMode": "auto"
},
- "pluginVersion": "8.3.5",
+ "pluginVersion": "9.0.3",
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": false,
"expr": "count(vmalert_config_last_reload_successful{job=~\"$job\", instance=~\"$instance\"} < 1 ) or 0",
"interval": "",
@@ -220,7 +239,7 @@
},
"gridPos": {
"h": 3,
- "w": 5,
+ "w": 4,
"x": 3,
"y": 1
},
@@ -240,9 +259,12 @@
"text": {},
"textMode": "auto"
},
- "pluginVersion": "8.3.5",
+ "pluginVersion": "9.0.3",
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": false,
"expr": "(sum(vmalert_alerting_rules_error{job=~\"$job\", instance=~\"$instance\", group=~\"$group\"}) or vector(0)) + \n(sum(vmalert_recording_rules_error{job=~\"$job\", instance=~\"$instance\", group=~\"$group\"}) or vector(0))",
"interval": "",
@@ -275,8 +297,8 @@
},
"gridPos": {
"h": 3,
- "w": 5,
- "x": 8,
+ "w": 4,
+ "x": 7,
"y": 1
},
"id": 9,
@@ -295,9 +317,12 @@
"text": {},
"textMode": "auto"
},
- "pluginVersion": "8.3.5",
+ "pluginVersion": "9.0.3",
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": false,
"expr": "count(vmalert_alerting_rules_error{job=~\"$job\", instance=~\"$instance\", group=~\"$group\"})",
"interval": "",
@@ -330,8 +355,8 @@
},
"gridPos": {
"h": 3,
- "w": 5,
- "x": 13,
+ "w": 4,
+ "x": 11,
"y": 1
},
"id": 7,
@@ -350,9 +375,12 @@
"text": {},
"textMode": "auto"
},
- "pluginVersion": "8.3.5",
+ "pluginVersion": "9.0.3",
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": false,
"expr": "count(vmalert_recording_rules_error{job=~\"$job\", instance=~\"$instance\", group=~\"$group\"})",
"interval": "",
@@ -364,93 +392,97 @@
"type": "stat"
},
{
- "columns": [],
"datasource": {
+ "type": "prometheus",
"uid": "$ds"
},
- "fontSize": "100%",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "thresholds"
+ },
+ "custom": {
+ "align": "auto",
+ "displayMode": "auto",
+ "inspect": false,
+ "minWidth": 50
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ }
+ },
+ "overrides": [
+ {
+ "matcher": {
+ "id": "byName",
+ "options": "Time"
+ },
+ "properties": [
+ {
+ "id": "custom.hidden",
+ "value": true
+ }
+ ]
+ },
+ {
+ "matcher": {
+ "id": "byName",
+ "options": "Value"
+ },
+ "properties": [
+ {
+ "id": "displayName",
+ "value": "Count"
+ }
+ ]
+ }
+ ]
+ },
"gridPos": {
- "h": 7,
- "w": 6,
- "x": 18,
- "y": 1
+ "h": 4,
+ "w": 9,
+ "x": 0,
+ "y": 4
},
- "id": 2,
- "scroll": true,
- "showHeader": true,
- "sort": {
- "col": 3,
- "desc": false
+ "id": 45,
+ "options": {
+ "footer": {
+ "fields": "",
+ "reducer": [
+ "sum"
+ ],
+ "show": false
+ },
+ "showHeader": true
},
- "styles": [
- {
- "alias": "uptime",
- "align": "auto",
- "colorMode": "cell",
- "colors": [
- "rgba(245, 54, 54, 0.9)",
- "rgba(237, 129, 40, 0.89)",
- "rgba(50, 172, 45, 0.97)"
- ],
- "dateFormat": "YYYY-MM-DD HH:mm:ss",
- "decimals": 2,
- "mappingType": 1,
- "pattern": "Value",
- "thresholds": [
- "1800",
- "3600"
- ],
- "type": "number",
- "unit": "s"
- },
- {
- "alias": "",
- "align": "auto",
- "colors": [
- "rgba(245, 54, 54, 0.9)",
- "rgba(237, 129, 40, 0.89)",
- "rgba(50, 172, 45, 0.97)"
- ],
- "dateFormat": "YYYY-MM-DD HH:mm:ss",
- "decimals": 2,
- "mappingType": 1,
- "pattern": "instance",
- "thresholds": [],
- "type": "string",
- "unit": "short"
- },
- {
- "alias": "",
- "align": "auto",
- "colors": [
- "rgba(245, 54, 54, 0.9)",
- "rgba(237, 129, 40, 0.89)",
- "rgba(50, 172, 45, 0.97)"
- ],
- "dateFormat": "YYYY-MM-DD HH:mm:ss",
- "decimals": 2,
- "mappingType": 1,
- "pattern": "/.*/",
- "thresholds": [],
- "type": "hidden",
- "unit": "short"
- }
- ],
+ "pluginVersion": "9.0.3",
"targets": [
{
+ "datasource": {
+ "type": "prometheus",
+ "uid": "$ds"
+ },
+ "editorMode": "code",
"exemplar": false,
- "expr": "sort((time() - vm_app_start_timestamp{job=~\"$job\", instance=~\"$instance\"}) or (up{job=~\"$job\", instance=~\"$instance\"}))",
+ "expr": "sum(vm_app_version{job=~\"$job\", instance=~\"$instance\"}) by(job, short_version)",
"format": "table",
- "hide": false,
"instant": true,
- "interval": "",
- "legendFormat": "{{instance}}",
+ "range": false,
"refId": "A"
}
],
- "title": "Uptime",
- "transform": "table",
- "type": "table-old"
+ "type": "table"
},
{
"aliasColors": {},
@@ -470,8 +502,8 @@
"fillGradient": 0,
"gridPos": {
"h": 4,
- "w": 18,
- "x": 0,
+ "w": 15,
+ "x": 9,
"y": 4
},
"hiddenSeries": false,
@@ -498,7 +530,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.5",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -508,6 +540,9 @@
"steppedLine": true,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": false,
"expr": "sort(sum(up{job=~\"$job\", instance=~\"$instance\"}) by (job, instance))",
"format": "time_series",
@@ -562,7 +597,7 @@
"uid": "$ds"
},
"description": "Shows the number of fired alerts by instance.",
- "fill": 1,
+ "fill": 0,
"fillGradient": 0,
"gridPos": {
"h": 8,
@@ -591,7 +626,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.5",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -601,6 +636,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": false,
"expr": "sum(increase(vmalert_alerts_fired_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(instance)",
"interval": "",
@@ -613,7 +651,7 @@
"title": "Alerts fired total",
"tooltip": {
"shared": true,
- "sort": 0,
+ "sort": 2,
"value_type": "individual"
},
"type": "graph",
@@ -624,11 +662,13 @@
},
"yaxes": [
{
+ "$$hashKey": "object:62",
"format": "short",
"logBase": 1,
"show": true
},
{
+ "$$hashKey": "object:63",
"format": "short",
"logBase": 1,
"show": true
@@ -682,7 +722,7 @@
"alertThreshold": false
},
"percentage": false,
- "pluginVersion": "8.3.5",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -692,6 +732,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": false,
"expr": "sum(rate(vmalert_iteration_duration_seconds_sum{job=~\"$job\", instance=~\"$instance\", group=~\"$group\"}[$__rate_interval])) by(group) / \nsum(rate(vmalert_iteration_duration_seconds_count{job=~\"$job\", instance=~\"$instance\", group=~\"$group\"}[$__rate_interval])) by(group)",
"interval": "",
@@ -767,7 +810,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.5",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -777,6 +820,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": false,
"expr": "sum(rate(vmalert_execution_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (instance)",
"interval": "",
@@ -800,11 +846,13 @@
},
"yaxes": [
{
+ "$$hashKey": "object:182",
"format": "short",
"logBase": 1,
"show": true
},
{
+ "$$hashKey": "object:183",
"format": "short",
"logBase": 1,
"show": true
@@ -820,6 +868,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
+ "type": "prometheus",
"uid": "$ds"
},
"description": "Shows the error rate while executing configured rules. Non-zero value means there are some issues with existing rules. Check the logs to get more details.",
@@ -852,7 +901,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.5",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -862,8 +911,11 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": false,
- "expr": "sum(increase(vmalert_execution_errors_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(instance)",
+ "expr": "sum(increase(vmalert_execution_errors_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(instance) > 0",
"interval": "",
"legendFormat": "{{instance}}",
"refId": "A"
@@ -885,11 +937,13 @@
},
"yaxes": [
{
+ "$$hashKey": "object:244",
"format": "short",
"logBase": 1,
"show": true
},
{
+ "$$hashKey": "object:245",
"format": "short",
"logBase": 1,
"show": true
@@ -901,6 +955,10 @@
},
{
"collapsed": true,
+ "datasource": {
+ "type": "datasource",
+ "uid": "grafana"
+ },
"gridPos": {
"h": 1,
"w": 24,
@@ -947,7 +1005,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.0.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -957,6 +1015,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": false,
"expr": "sum(vmalert_alerts_firing{job=~\"$job\", instance=~\"$instance\", group=~\"$group\"}) by(group, alertname) > 0",
"interval": "",
@@ -1032,7 +1093,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.0.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1042,6 +1103,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": false,
"expr": "sum(vmalert_alerting_rules_error{job=~\"$job\", instance=~\"$instance\", group=~\"$group\"}) by(group, alertname) > 0",
"interval": "",
@@ -1117,7 +1181,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.0.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1127,6 +1191,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": false,
"expr": "sum(vmalert_alerts_pending{job=~\"$job\", instance=~\"$instance\", group=~\"$group\"}) by(group, alertname) > 0",
"interval": "",
@@ -1170,6 +1237,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
+ "type": "prometheus",
"uid": "$ds"
},
"description": "Shows how many alerts are sent to Alertmanager per second. Only active alerts are sent.",
@@ -1202,7 +1270,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.0.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1212,8 +1280,11 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": false,
- "expr": "sum(rate(vmalert_alerts_sent_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(instance, addr)",
+ "expr": "sum(rate(vmalert_alerts_sent_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(instance, addr) > 0",
"interval": "",
"legendFormat": "{{instance}} => {{addr}}",
"refId": "A"
@@ -1224,7 +1295,7 @@
"title": "Requests rate to Alertmanager ($group)",
"tooltip": {
"shared": true,
- "sort": 0,
+ "sort": 2,
"value_type": "individual"
},
"type": "graph",
@@ -1259,6 +1330,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
+ "type": "prometheus",
"uid": "$ds"
},
"description": "Shows the error rate for the attempts to send alerts to Alertmanager. If not zero it means there issues on attempt to send notification to Alertmanager and some alerts may be not delivered properly. Check the logs for more details.",
@@ -1291,7 +1363,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.0.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1301,8 +1373,11 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": false,
- "expr": "sum(rate(vmalert_alerts_send_errors_total{job=~\"$job\", instance=~\"$instance\", group=~\"$group\"}[$__rate_interval])) by(instance, addr)",
+ "expr": "sum(rate(vmalert_alerts_send_errors_total{job=~\"$job\", instance=~\"$instance\", group=~\"$group\"}[$__rate_interval])) by(instance, addr) > 0",
"interval": "",
"legendFormat": "{{instance}} => {{addr}}",
"refId": "A"
@@ -1343,11 +1418,24 @@
}
}
],
+ "targets": [
+ {
+ "datasource": {
+ "type": "datasource",
+ "uid": "grafana"
+ },
+ "refId": "A"
+ }
+ ],
"title": "Alerting rules ($instance)",
"type": "row"
},
{
"collapsed": true,
+ "datasource": {
+ "type": "datasource",
+ "uid": "grafana"
+ },
"gridPos": {
"h": 1,
"w": 24,
@@ -1371,7 +1459,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 26
+ "y": 50
},
"hiddenSeries": false,
"id": 31,
@@ -1394,7 +1482,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.0.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1404,6 +1492,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": false,
"expr": "topk(10, sum(vmalert_recording_rules_last_evaluation_samples{job=~\"$job\", instance=~\"$instance\", group=~\"$group\"}) by(group, recording) > 0)",
"interval": "",
@@ -1500,7 +1591,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 26
+ "y": 50
},
"id": 33,
"options": {
@@ -1514,12 +1605,16 @@
"placement": "bottom"
},
"tooltip": {
- "mode": "single"
+ "mode": "single",
+ "sort": "none"
}
},
"pluginVersion": "8.0.3",
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": false,
"expr": "sum(vmalert_recording_rules_last_evaluation_samples{job=~\"$job\", instance=~\"$instance\", group=~\"$group\"}) by(group, recording) < 1",
"interval": "",
@@ -1544,7 +1639,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 34
+ "y": 58
},
"hiddenSeries": false,
"id": 30,
@@ -1567,7 +1662,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.0.3",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1577,6 +1672,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": false,
"expr": "sum(vmalert_recording_rules_error{job=~\"$job\", instance=~\"$instance\", group=~\"$group\"}) by(group, recording) > 0",
"interval": "",
@@ -1615,11 +1713,24 @@
}
}
],
+ "targets": [
+ {
+ "datasource": {
+ "type": "datasource",
+ "uid": "grafana"
+ },
+ "refId": "A"
+ }
+ ],
"title": "Recording rules ($instance)",
"type": "row"
},
{
"collapsed": true,
+ "datasource": {
+ "type": "datasource",
+ "uid": "grafana"
+ },
"gridPos": {
"h": 1,
"w": 24,
@@ -1637,7 +1748,7 @@
"type": "prometheus",
"uid": "$ds"
},
- "description": "Shows the CPU usage per vmalert instance. \nIf you think that usage is abnormal or unexpected pls file an issue and attach CPU profile if possible.",
+ "description": "Shows the CPU usage percentage per vmalert instance. \nIf you think that usage is abnormal or unexpected pls file an issue and attach CPU profile if possible.",
"fieldConfig": {
"defaults": {
"links": []
@@ -1650,7 +1761,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 27
+ "y": 67
},
"hiddenSeries": false,
"id": 35,
@@ -1680,17 +1791,11 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.5",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
- "seriesOverrides": [
- {
- "$$hashKey": "object:61",
- "alias": "/Limit .*/",
- "color": "#F2495C"
- }
- ],
+ "seriesOverrides": [],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
@@ -1701,26 +1806,12 @@
"uid": "$ds"
},
"exemplar": false,
- "expr": "sum(rate(process_cpu_seconds_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(instance)",
+ "expr": "sum(rate(process_cpu_seconds_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(instance) / min(process_cpu_cores_available{job=~\"$job\", instance=~\"$instance\"}) by(instance)",
"format": "time_series",
"interval": "",
"intervalFactor": 1,
"legendFormat": "{{instance}}",
"refId": "A"
- },
- {
- "datasource": {
- "type": "prometheus",
- "uid": "$ds"
- },
- "exemplar": false,
- "expr": "process_cpu_cores_available{job=~\"$job\", instance=~\"$instance\"}",
- "format": "time_series",
- "hide": false,
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "Limit ({{instance}})",
- "refId": "B"
}
],
"thresholds": [],
@@ -1728,7 +1819,7 @@
"title": "CPU ($instance)",
"tooltip": {
"shared": true,
- "sort": 0,
+ "sort": 2,
"value_type": "individual"
},
"type": "graph",
@@ -1739,12 +1830,14 @@
},
"yaxes": [
{
- "format": "short",
+ "$$hashKey": "object:473",
+ "format": "percentunit",
"logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:474",
"format": "short",
"logBase": 1,
"show": true
@@ -1775,7 +1868,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 27
+ "y": 67
},
"hiddenSeries": false,
"id": 37,
@@ -1805,7 +1898,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.5",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -1815,6 +1908,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": false,
"expr": "sum(process_resident_memory_bytes{job=~\"$job\", instance=~\"$instance\"}) by (instance)",
"interval": "",
@@ -1822,6 +1918,9 @@
"refId": "A"
},
{
+ "datasource": {
+ "uid": "$ds"
+ },
"exemplar": false,
"expr": "sum(process_resident_memory_anon_bytes{job=~\"$job\", instance=~\"$instance\"}) by (instance)",
"hide": false,
@@ -1867,9 +1966,10 @@
"dashLength": 10,
"dashes": false,
"datasource": {
+ "type": "prometheus",
"uid": "$ds"
},
- "description": "Panel shows the number of open file descriptors in the OS.\nReaching the limit of open files can cause various issues and must be prevented.\n\nSee how to change limits here https://medium.com/@muhammadtriwibowo/set-permanently-ulimit-n-open-files-in-ubuntu-4d61064429a",
+ "description": "Panel shows the percentage of open file descriptors in the OS.\nReaching the limit of open files can cause various issues and must be prevented.\n\nSee how to change limits here https://medium.com/@muhammadtriwibowo/set-permanently-ulimit-n-open-files-in-ubuntu-4d61064429a",
"fieldConfig": {
"defaults": {
"links": []
@@ -1882,7 +1982,7 @@
"h": 8,
"w": 12,
"x": 0,
- "y": 35
+ "y": 75
},
"hiddenSeries": false,
"id": 39,
@@ -1906,37 +2006,28 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.5",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
- "seriesOverrides": [
- {
- "$$hashKey": "object:1161",
- "alias": "max",
- "color": "#C4162A"
- }
- ],
+ "seriesOverrides": [],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
+ "editorMode": "code",
"exemplar": false,
- "expr": "sum(process_open_fds{job=~\"$job\", instance=~\"$instance\"}) by (instance)",
+ "expr": "sum(process_open_fds{job=~\"$job\", instance=~\"$instance\"}) by (instance) \n/\nmin(process_max_fds{job=~\"$job\", instance=~\"$instance\"}) by(instance)",
"format": "time_series",
"interval": "",
"intervalFactor": 2,
"legendFormat": "open {{instance}}",
+ "range": true,
"refId": "A"
- },
- {
- "expr": "min(process_max_fds{job=~\"$job\", instance=~\"$instance\"})",
- "format": "time_series",
- "interval": "",
- "intervalFactor": 2,
- "legendFormat": "max",
- "refId": "B"
}
],
"thresholds": [],
@@ -1955,13 +2046,15 @@
},
"yaxes": [
{
- "decimals": 0,
- "format": "short",
- "logBase": 2,
+ "$$hashKey": "object:540",
+ "decimals": 3,
+ "format": "percentunit",
+ "logBase": 1,
"min": "0",
"show": true
},
{
+ "$$hashKey": "object:541",
"format": "short",
"logBase": 1,
"min": "0",
@@ -1992,7 +2085,7 @@
"h": 8,
"w": 12,
"x": 12,
- "y": 35
+ "y": 75
},
"hiddenSeries": false,
"id": 41,
@@ -2016,7 +2109,7 @@
"alertThreshold": true
},
"percentage": false,
- "pluginVersion": "8.3.5",
+ "pluginVersion": "9.0.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
@@ -2026,6 +2119,9 @@
"steppedLine": false,
"targets": [
{
+ "datasource": {
+ "uid": "$ds"
+ },
"expr": "sum(go_goroutines{job=~\"$job\", instance=~\"$instance\"}) by(instance)",
"format": "time_series",
"interval": "",
@@ -2067,12 +2163,21 @@
}
}
],
+ "targets": [
+ {
+ "datasource": {
+ "type": "datasource",
+ "uid": "grafana"
+ },
+ "refId": "A"
+ }
+ ],
"title": "Resource usage",
"type": "row"
}
],
"refresh": false,
- "schemaVersion": 34,
+ "schemaVersion": 36,
"style": "dark",
"tags": [
"victoriametrics",
@@ -2162,6 +2267,17 @@
"skipUrlSync": false,
"sort": 0,
"type": "query"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${ds}"
+ },
+ "filters": [],
+ "hide": 0,
+ "name": "adhoc",
+ "skipUrlSync": false,
+ "type": "adhoc"
}
]
},
@@ -2171,7 +2287,7 @@
},
"timepicker": {},
"timezone": "",
- "title": "vmalert",
+ "title": "VictoriaMetrics - vmalert",
"uid": "LzldHAVnz",
"version": 1,
"weekStart": ""