2020-07-15 10:56:06 +00:00
{
2020-07-16 23:11:20 +00:00
"__inputs" : [ ] ,
2021-12-20 10:16:53 +00:00
"__elements" : [ ] ,
2020-07-15 10:56:06 +00:00
"__requires" : [
{
"type" : "grafana" ,
"id" : "grafana" ,
"name" : "Grafana" ,
2022-09-08 17:53:51 +00:00
"version" : "8.4.4"
2020-07-15 10:56:06 +00:00
} ,
{
"type" : "panel" ,
"id" : "graph" ,
2021-06-14 10:03:54 +00:00
"name" : "Graph (old)" ,
2020-07-15 10:56:06 +00:00
"version" : ""
} ,
{
"type" : "panel" ,
"id" : "heatmap" ,
"name" : "Heatmap" ,
"version" : ""
} ,
{
"type" : "datasource" ,
"id" : "prometheus" ,
"name" : "Prometheus" ,
"version" : "1.0.0"
} ,
{
"type" : "panel" ,
"id" : "stat" ,
"name" : "Stat" ,
"version" : ""
} ,
{
"type" : "panel" ,
"id" : "table-old" ,
"name" : "Table (old)" ,
"version" : ""
}
] ,
"annotations" : {
"list" : [
{
"builtIn" : 1 ,
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "datasource" ,
"uid" : "grafana"
} ,
2020-07-15 10:56:06 +00:00
"enable" : true ,
"hide" : true ,
"iconColor" : "rgba(0, 211, 255, 1)" ,
"name" : "Annotations & Alerts" ,
2021-09-01 08:46:22 +00:00
"target" : {
"limit" : 100 ,
"matchAny" : false ,
"tags" : [ ] ,
"type" : "dashboard"
} ,
2020-07-15 10:56:06 +00:00
"type" : "dashboard"
}
]
} ,
2022-09-08 17:53:51 +00:00
"description" : "Overview for VictoriaMetrics vmagent v1.79.0 or higher" ,
2020-07-15 10:56:06 +00:00
"editable" : true ,
2021-10-18 16:15:33 +00:00
"fiscalYearStartMonth" : 0 ,
2020-07-15 10:56:06 +00:00
"graphTooltip" : 1 ,
"id" : null ,
2022-09-08 17:53:51 +00:00
"iteration" : 1657810604530 ,
2020-07-15 10:56:06 +00:00
"links" : [
{
"icon" : "doc" ,
"tags" : [ ] ,
"targetBlank" : true ,
"title" : "vmagent wiki" ,
"tooltip" : "" ,
"type" : "link" ,
2021-04-20 17:16:17 +00:00
"url" : "https://docs.victoriametrics.com/vmagent.html"
2020-07-15 10:56:06 +00:00
} ,
{
"icon" : "external link" ,
"tags" : [ ] ,
"targetBlank" : true ,
"title" : "Found a bug?" ,
"type" : "link" ,
"url" : "https://github.com/VictoriaMetrics/VictoriaMetrics/issues"
} ,
{
"icon" : "external link" ,
"tags" : [ ] ,
"targetBlank" : true ,
"title" : "New releases" ,
"type" : "link" ,
"url" : "https://github.com/VictoriaMetrics/VictoriaMetrics/releases"
}
] ,
2021-10-18 16:15:33 +00:00
"liveNow" : false ,
2020-07-15 10:56:06 +00:00
"panels" : [
{
"collapsed" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 0
} ,
"id" : 24 ,
"panels" : [ ] ,
"title" : "Overview" ,
"type" : "row"
} ,
{
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"description" : "Shows total number of all configured scrape targets in state \"up\".\n\nSee `http://vmagent-host:8429/targets` to get list of all targets. \n" ,
"fieldConfig" : {
"defaults" : {
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 3 ,
"w" : 4 ,
"x" : 0 ,
"y" : 1
} ,
"id" : 9 ,
"options" : {
"colorMode" : "value" ,
"graphMode" : "area" ,
"justifyMode" : "auto" ,
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"last"
] ,
"fields" : "" ,
"values" : false
2020-09-02 12:16:40 +00:00
} ,
2021-06-14 10:03:54 +00:00
"text" : { } ,
2020-09-02 12:16:40 +00:00
"textMode" : "auto"
2020-07-15 10:56:06 +00:00
} ,
2022-09-08 17:53:51 +00:00
"pluginVersion" : "8.4.4" ,
2020-07-15 10:56:06 +00:00
"targets" : [
{
"expr" : "sum(vm_promscrape_targets{job=~\"$job\", instance=~\"$instance\", status=\"up\"})" ,
"interval" : "" ,
"legendFormat" : "up" ,
"refId" : "A"
}
] ,
"title" : "Scrape targets up" ,
"type" : "stat"
} ,
{
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"description" : "Shows total number of all configured scrape targets in state \"down\".\n\nSee `http://vmagent-host:8429/targets` to get list of all targets. \n" ,
"fieldConfig" : {
"defaults" : {
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 1
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 3 ,
"w" : 4 ,
"x" : 4 ,
"y" : 1
} ,
"id" : 72 ,
"links" : [
{
"title" : "Troubleshooting" ,
2021-04-20 17:16:17 +00:00
"url" : "https://docs.victoriametrics.com/vmagent.html#troubleshooting"
2020-07-15 10:56:06 +00:00
}
] ,
"options" : {
"colorMode" : "value" ,
"graphMode" : "area" ,
"justifyMode" : "auto" ,
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"last"
] ,
"fields" : "" ,
"values" : false
2020-09-02 12:16:40 +00:00
} ,
2021-06-14 10:03:54 +00:00
"text" : { } ,
2020-09-02 12:16:40 +00:00
"textMode" : "auto"
2020-07-15 10:56:06 +00:00
} ,
2022-09-08 17:53:51 +00:00
"pluginVersion" : "8.4.4" ,
2020-07-15 10:56:06 +00:00
"targets" : [
{
"expr" : "sum(vm_promscrape_targets{job=~\"$job\", instance=~\"$instance\", status=\"down\"})" ,
"interval" : "" ,
"legendFormat" : "up" ,
"refId" : "A"
}
] ,
"title" : "Scrape targets down" ,
"type" : "stat"
} ,
{
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"description" : "Shows number of generated error messages in logs over last 30m. Non-zero value may be a sign of connectivity or missconfiguration errors." ,
"fieldConfig" : {
"defaults" : {
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 1
}
]
} ,
"unit" : "short"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 3 ,
"w" : 4 ,
"x" : 8 ,
"y" : 1
} ,
"id" : 16 ,
"links" : [
{
"targetBlank" : true ,
"title" : "Troubleshooting" ,
2021-04-20 17:16:17 +00:00
"url" : "https://docs.victoriametrics.com/vmagent.html#troubleshooting"
2020-07-15 10:56:06 +00:00
}
] ,
"options" : {
"colorMode" : "value" ,
"graphMode" : "area" ,
"justifyMode" : "auto" ,
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"last"
] ,
"fields" : "" ,
"values" : false
2020-09-02 12:16:40 +00:00
} ,
2021-06-14 10:03:54 +00:00
"text" : { } ,
2020-09-02 12:16:40 +00:00
"textMode" : "auto"
2020-07-15 10:56:06 +00:00
} ,
2022-09-08 17:53:51 +00:00
"pluginVersion" : "8.4.4" ,
2020-07-15 10:56:06 +00:00
"targets" : [
{
"expr" : "sum(increase(vm_log_messages_total{job=~\"$job\", instance=~\"$instance\", level!=\"info\"}[30m]))" ,
"interval" : "" ,
"legendFormat" : "" ,
"refId" : "A"
}
] ,
"title" : "Log errors (30m)" ,
"type" : "stat"
} ,
{
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"description" : "Persistent queue size shows size of pending samples in bytes which hasn't been flushed to remote storage yet. \nIncreasing of value might be a sign of connectivity issues. In such cases, vmagent starts to flush pending data on disk with attempt to send it later once connection is restored." ,
"fieldConfig" : {
"defaults" : {
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 10485760
}
]
} ,
"unit" : "bytes"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 3 ,
"w" : 5 ,
"x" : 12 ,
"y" : 1
} ,
"id" : 56 ,
"options" : {
"colorMode" : "value" ,
"graphMode" : "area" ,
"justifyMode" : "auto" ,
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"last"
] ,
"fields" : "" ,
"values" : false
2020-09-02 12:16:40 +00:00
} ,
2021-06-14 10:03:54 +00:00
"text" : { } ,
2020-09-02 12:16:40 +00:00
"textMode" : "auto"
2020-07-15 10:56:06 +00:00
} ,
2022-09-08 17:53:51 +00:00
"pluginVersion" : "8.4.4" ,
2020-07-15 10:56:06 +00:00
"targets" : [
{
"expr" : "sum(vm_persistentqueue_bytes_pending{job=~\"$job\", instance=~\"$instance\"})" ,
"interval" : "" ,
"legendFormat" : "" ,
"refId" : "A"
}
] ,
"title" : "Persistent queue size" ,
"type" : "stat"
} ,
{
"columns" : [ ] ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"fontSize" : "100%" ,
"gridPos" : {
"h" : 7 ,
"w" : 7 ,
"x" : 17 ,
"y" : 1
} ,
"id" : 11 ,
"scroll" : true ,
"showHeader" : true ,
"sort" : {
2022-07-05 09:05:35 +00:00
"col" : 4 ,
2020-07-15 10:56:06 +00:00
"desc" : false
} ,
"styles" : [
{
"alias" : "uptime" ,
"align" : "auto" ,
"colorMode" : "cell" ,
"colors" : [
"rgba(245, 54, 54, 0.9)" ,
"rgba(237, 129, 40, 0.89)" ,
"rgba(50, 172, 45, 0.97)"
] ,
"dateFormat" : "YYYY-MM-DD HH:mm:ss" ,
"decimals" : 2 ,
"mappingType" : 1 ,
"pattern" : "Value" ,
"thresholds" : [
"1800" ,
"3600"
] ,
"type" : "number" ,
"unit" : "s"
} ,
{
"alias" : "" ,
"align" : "auto" ,
"colors" : [
"rgba(245, 54, 54, 0.9)" ,
"rgba(237, 129, 40, 0.89)" ,
"rgba(50, 172, 45, 0.97)"
] ,
"dateFormat" : "YYYY-MM-DD HH:mm:ss" ,
"decimals" : 2 ,
"mappingType" : 1 ,
"pattern" : "instance" ,
"thresholds" : [ ] ,
"type" : "string" ,
"unit" : "short"
} ,
{
"alias" : "" ,
"align" : "auto" ,
"colors" : [
"rgba(245, 54, 54, 0.9)" ,
"rgba(237, 129, 40, 0.89)" ,
"rgba(50, 172, 45, 0.97)"
] ,
"dateFormat" : "YYYY-MM-DD HH:mm:ss" ,
"decimals" : 2 ,
"mappingType" : 1 ,
"pattern" : "/.*/" ,
"thresholds" : [ ] ,
"type" : "hidden" ,
"unit" : "short"
}
] ,
"targets" : [
{
"expr" : "sort((time() - vm_app_start_timestamp{job=~\"$job\", instance=~\"$instance\"}) or (up{job=~\"$job\", instance=~\"$instance\"}))" ,
"format" : "table" ,
"hide" : false ,
"instant" : true ,
"interval" : "" ,
"legendFormat" : "{{instance}}" ,
"refId" : "A"
}
] ,
"title" : "Uptime" ,
"transform" : "table" ,
"type" : "table-old"
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2020-07-15 10:56:06 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 4 ,
"w" : 17 ,
"x" : 0 ,
"y" : 4
} ,
"hiddenSeries" : false ,
"id" : 13 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : true ,
"hideEmpty" : false ,
"hideZero" : false ,
"max" : false ,
"min" : false ,
"rightSide" : true ,
"show" : true ,
"sort" : "current" ,
"sortDesc" : false ,
"total" : false ,
"values" : true
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null as zero" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-09-08 17:53:51 +00:00
"pluginVersion" : "8.4.4" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : true ,
"targets" : [
{
"expr" : "sort(sum(up{job=~\"$job\", instance=~\"$instance\"}) by (job, instance))" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
"legendFormat" : "{{instance}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Uptime" ,
"tooltip" : {
"shared" : true ,
2022-07-05 09:05:35 +00:00
"sort" : 2 ,
2020-07-15 10:56:06 +00:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2022-07-05 09:05:35 +00:00
"$$hashKey" : "object:215" ,
2020-07-15 10:56:06 +00:00
"decimals" : 0 ,
"format" : "short" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
2022-07-05 09:05:35 +00:00
"$$hashKey" : "object:216" ,
2020-07-15 10:56:06 +00:00
"format" : "short" ,
"label" : "" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : 2
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
2022-07-05 09:05:35 +00:00
"type" : "prometheus" ,
2021-12-20 10:16:53 +00:00
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"description" : "Shows in/out samples rate including push and pull models. \n\nThe out-rate could be different to in-rate because of replication or additional timeseries added by vmagent for every scraped target." ,
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
"fill" : 6 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 8
} ,
"hiddenSeries" : false ,
"id" : 5 ,
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-09-08 17:53:51 +00:00
"pluginVersion" : "8.4.4" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
2021-09-01 08:46:22 +00:00
"$$hashKey" : "object:457" ,
2020-07-15 10:56:06 +00:00
"alias" : "out" ,
"transform" : "negative-Y"
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"expr" : "sum(rate(vm_promscrape_scraped_samples_sum{job=~\"$job\", instance=~\"$instance\"}[$__interval]))\n+ sum(rate(vmagent_rows_inserted_total{job=~\"$job\", instance=~\"$instance\"}[$__interval]))" ,
"hide" : false ,
"interval" : "" ,
"legendFormat" : "in" ,
"refId" : "A"
} ,
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"expr" : "sum(rate(vmagent_remotewrite_block_size_rows_sum{job=~\"$job\", instance=~\"$instance\"}[$__interval]))" ,
"interval" : "" ,
"legendFormat" : "out" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Samples rate ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "bytes" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
2022-07-05 09:05:35 +00:00
"type" : "prometheus" ,
2021-12-20 10:16:53 +00:00
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"description" : "Shows the rate of requests served by vmagent HTTP server." ,
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2020-07-15 10:56:06 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 8
} ,
"hiddenSeries" : false ,
"id" : 15 ,
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-09-08 17:53:51 +00:00
"pluginVersion" : "8.4.4" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"expr" : "sum(rate(vmagent_http_requests_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(path, protocol) > 0" ,
2020-07-15 10:56:06 +00:00
"interval" : "" ,
"legendFormat" : "{{ path }} ({{ protocol }})" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Requests rate ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
2020-09-02 12:16:40 +00:00
"min" : "0" ,
2020-07-15 10:56:06 +00:00
"show" : true
} ,
{
"format" : "none" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
2022-07-05 09:05:35 +00:00
"type" : "prometheus" ,
2021-12-20 10:16:53 +00:00
"uid" : "$ds"
} ,
"description" : "Errors rate shows rate for multiple metrics that track possible errors in vmagent, such as network or parsing errors." ,
2020-07-15 10:56:06 +00:00
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2020-07-15 10:56:06 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 16
} ,
"hiddenSeries" : false ,
2021-12-20 10:16:53 +00:00
"id" : 69 ,
2020-07-15 10:56:06 +00:00
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
2021-12-20 10:16:53 +00:00
"links" : [
{
"targetBlank" : true ,
"title" : "Troubleshooting" ,
"url" : "https://docs.victoriametrics.com/vmagent.html#troubleshooting"
}
] ,
"nullPointMode" : "null as zero" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-09-08 17:53:51 +00:00
"pluginVersion" : "8.4.4" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
2021-12-20 10:16:53 +00:00
"seriesOverrides" : [ ] ,
2020-07-15 10:56:06 +00:00
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"expr" : "sum(rate(vmagent_http_request_errors_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(protocol) > 0" ,
2020-07-15 10:56:06 +00:00
"interval" : "" ,
2021-12-20 10:16:53 +00:00
"legendFormat" : "{{protocol}} (request)" ,
2020-07-15 10:56:06 +00:00
"refId" : "A"
} ,
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"expr" : "sum(rate(vm_protoparser_read_errors_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(type) > 0" ,
2020-07-15 10:56:06 +00:00
"interval" : "" ,
2021-12-20 10:16:53 +00:00
"legendFormat" : "{{type}} (parse)" ,
2020-07-15 10:56:06 +00:00
"refId" : "B"
2021-12-20 10:16:53 +00:00
} ,
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"expr" : "sum(rate(vm_ingestserver_request_errors_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(type) > 0" ,
2021-12-20 10:16:53 +00:00
"interval" : "" ,
"legendFormat" : "{{type}} (ingest)" ,
"refId" : "C"
} ,
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"expr" : "sum(rate(vm_protoparser_unmarshal_errors_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(type) > 0" ,
2021-12-20 10:16:53 +00:00
"interval" : "" ,
"legendFormat" : "{{type}} (unmarshal)" ,
"refId" : "D"
} ,
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"expr" : "sum(rate(vm_promscrape_dial_errors_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) > 0" ,
2021-12-20 10:16:53 +00:00
"interval" : "" ,
"legendFormat" : "scrape dial" ,
"refId" : "E"
2020-07-15 10:56:06 +00:00
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
2021-12-20 10:16:53 +00:00
"title" : "Errors rate ($instance)" ,
2020-07-15 10:56:06 +00:00
"tooltip" : {
"shared" : true ,
2021-12-20 10:16:53 +00:00
"sort" : 2 ,
2020-07-15 10:56:06 +00:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-12-20 10:16:53 +00:00
"format" : "short" ,
2020-07-15 10:56:06 +00:00
"logBase" : 1 ,
2021-12-20 10:16:53 +00:00
"min" : "0" ,
2020-07-15 10:56:06 +00:00
"show" : true
} ,
{
2021-12-20 10:16:53 +00:00
"format" : "none" ,
2020-07-15 10:56:06 +00:00
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
2021-09-01 08:46:22 +00:00
"description" : "Shows the persistent queue size of pending samples in bytes which hasn't been flushed to remote storage yet. \n\nIncreasing of value might be a sign of connectivity issues. In such cases, vmagent starts to flush pending data on disk with attempt to send it later once connection is restored.\n\nRemote write URLs are hidden by default but might be unveiled once `-remoteWrite.showURL` is set to true." ,
2020-07-15 10:56:06 +00:00
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2020-07-15 10:56:06 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 16
} ,
"hiddenSeries" : false ,
2021-09-01 08:46:22 +00:00
"id" : 17 ,
2020-07-15 10:56:06 +00:00
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [
{
"title" : "Troubleshooting" ,
2021-04-20 17:16:17 +00:00
"url" : "https://docs.victoriametrics.com/vmagent.html#troubleshooting"
2020-07-15 10:56:06 +00:00
}
] ,
2021-09-01 08:46:22 +00:00
"nullPointMode" : "null" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-09-08 17:53:51 +00:00
"pluginVersion" : "8.4.4" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-09-01 08:46:22 +00:00
"exemplar" : true ,
"expr" : "sum(vmagent_remotewrite_pending_data_bytes{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}) by (url)" ,
2020-07-15 10:56:06 +00:00
"interval" : "" ,
2021-09-01 08:46:22 +00:00
"legendFormat" : "{{url}}" ,
2020-07-15 10:56:06 +00:00
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
2021-09-01 08:46:22 +00:00
"title" : "Persistent queue size ($instance) to ($url)" ,
2020-07-15 10:56:06 +00:00
"tooltip" : {
"shared" : true ,
2021-09-01 08:46:22 +00:00
"sort" : 0 ,
2020-07-15 10:56:06 +00:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-09-01 08:46:22 +00:00
"format" : "bytes" ,
2020-07-15 10:56:06 +00:00
"logBase" : 1 ,
2020-09-02 12:16:40 +00:00
"min" : "0" ,
2020-07-15 10:56:06 +00:00
"show" : true
} ,
{
2021-09-01 08:46:22 +00:00
"format" : "short" ,
2020-07-15 10:56:06 +00:00
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
"description" : "Shows the rate of dropped data blocks in cases when remote storage replies with `400 Bad Request` and `409 Conflict` HTTP responses.\n\nSee https://github.com/VictoriaMetrics/VictoriaMetrics/issues/1149" ,
2020-07-15 10:56:06 +00:00
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2020-07-15 10:56:06 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 24
} ,
"hiddenSeries" : false ,
2021-12-20 10:16:53 +00:00
"id" : 79 ,
2020-07-15 10:56:06 +00:00
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
2021-12-20 10:16:53 +00:00
"links" : [ ] ,
2020-07-15 10:56:06 +00:00
"nullPointMode" : "null" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-09-08 17:53:51 +00:00
"pluginVersion" : "8.4.4" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
2021-12-20 10:16:53 +00:00
"stack" : true ,
2020-07-15 10:56:06 +00:00
"steppedLine" : false ,
"targets" : [
{
2021-12-20 10:16:53 +00:00
"exemplar" : true ,
"expr" : "sum(rate(vmagent_remotewrite_packets_dropped_total{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}[$__interval])) by(url)" ,
2020-07-15 10:56:06 +00:00
"interval" : "" ,
2021-12-20 10:16:53 +00:00
"legendFormat" : "{{url}}" ,
2020-07-15 10:56:06 +00:00
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
2021-12-20 10:16:53 +00:00
"title" : "Data blocks dropped ($instance) to ($url)" ,
2020-07-15 10:56:06 +00:00
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-12-20 10:16:53 +00:00
"format" : "short" ,
2020-07-15 10:56:06 +00:00
"logBase" : 1 ,
2020-09-02 12:16:40 +00:00
"min" : "0" ,
2020-07-15 10:56:06 +00:00
"show" : true
} ,
{
2021-12-20 10:16:53 +00:00
"format" : "bytes" ,
2020-07-15 10:56:06 +00:00
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
"description" : "Shows rate of dropped samples from persistent queue. VMagent drops samples from queue if in-memory and on-disk queues are full and it is unable to flush them to remote storage.\nThe max size of on-disk queue is configured by `-remoteWrite.maxDiskUsagePerURL` flag." ,
2020-07-15 10:56:06 +00:00
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2020-07-15 10:56:06 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 24
} ,
"hiddenSeries" : false ,
2021-12-20 10:16:53 +00:00
"id" : 49 ,
2020-07-15 10:56:06 +00:00
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [
{
2021-09-01 08:46:22 +00:00
"targetBlank" : true ,
2020-07-15 10:56:06 +00:00
"title" : "Troubleshooting" ,
2021-04-20 17:16:17 +00:00
"url" : "https://docs.victoriametrics.com/vmagent.html#troubleshooting"
2020-07-15 10:56:06 +00:00
}
] ,
2021-12-20 10:16:53 +00:00
"nullPointMode" : "null" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-09-08 17:53:51 +00:00
"pluginVersion" : "8.4.4" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-12-20 10:16:53 +00:00
"expr" : "sum(increase(vm_persistentqueue_bytes_dropped_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by (path)" ,
2020-07-15 10:56:06 +00:00
"interval" : "" ,
2021-12-20 10:16:53 +00:00
"legendFormat" : "{{ path }}" ,
2020-07-15 10:56:06 +00:00
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
2021-12-20 10:16:53 +00:00
"title" : "Persistent queue dropped rate ($instance)" ,
2020-07-15 10:56:06 +00:00
"tooltip" : {
"shared" : true ,
2021-12-20 10:16:53 +00:00
"sort" : 0 ,
2020-07-15 10:56:06 +00:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-12-20 10:16:53 +00:00
"format" : "bytes" ,
2020-07-15 10:56:06 +00:00
"logBase" : 1 ,
2020-09-02 12:16:40 +00:00
"min" : "0" ,
2020-07-15 10:56:06 +00:00
"show" : true
} ,
{
2021-12-20 10:16:53 +00:00
"format" : "short" ,
2020-07-15 10:56:06 +00:00
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
2022-07-05 09:05:35 +00:00
"type" : "prometheus" ,
2021-12-20 10:16:53 +00:00
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"description" : "Shows the rate of dropped samples due to relabeling. \nMetric tracks drops for `-remoteWrite.relabelConfig` configuration only." ,
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2020-07-15 10:56:06 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 32
} ,
"hiddenSeries" : false ,
"id" : 18 ,
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [
{
"targetBlank" : true ,
"title" : "Relabeling" ,
2021-04-20 17:16:17 +00:00
"url" : "https://docs.victoriametrics.com/vmagent.html#relabeling"
2020-07-15 10:56:06 +00:00
}
] ,
"nullPointMode" : "null" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-09-08 17:53:51 +00:00
"pluginVersion" : "8.4.4" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : true ,
"steppedLine" : false ,
"targets" : [
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2021-09-01 08:46:22 +00:00
"exemplar" : true ,
2022-07-05 09:05:35 +00:00
"expr" : "sum(rate(vmagent_remotewrite_global_relabel_metrics_dropped_total{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}[$__rate_interval]))" ,
2020-07-15 10:56:06 +00:00
"interval" : "" ,
"legendFormat" : "global" ,
"refId" : "A"
} ,
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"expr" : "sum(rate(vmagent_remotewrite_relabel_metrics_dropped_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(url)" ,
2020-07-15 10:56:06 +00:00
"interval" : "" ,
"legendFormat" : "{{url}}" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
2021-09-01 08:46:22 +00:00
"title" : "Rows dropped by relabeling ($instance) to ($url)" ,
2020-07-15 10:56:06 +00:00
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
2020-09-02 12:16:40 +00:00
"min" : "0" ,
2020-07-15 10:56:06 +00:00
"show" : true
} ,
{
"format" : "bytes" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
} ,
2021-03-29 09:37:17 +00:00
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
2021-03-29 09:37:17 +00:00
} ,
2021-09-01 08:46:22 +00:00
"description" : "Shows the rate of logging the messages by their level. Unexpected spike in rate is a good reason to check logs." ,
2021-06-14 10:03:54 +00:00
"fieldConfig" : {
2021-09-01 08:46:22 +00:00
"defaults" : {
"links" : [ ]
} ,
2021-06-14 10:03:54 +00:00
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2021-09-01 08:46:22 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2021-12-20 10:16:53 +00:00
"y" : 32
2021-09-01 08:46:22 +00:00
} ,
"hiddenSeries" : false ,
"id" : 86 ,
"legend" : {
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
"min" : false ,
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
"total" : false ,
"values" : true
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2022-09-08 17:53:51 +00:00
"pluginVersion" : "8.4.4" ,
2021-09-01 08:46:22 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"exemplar" : true ,
2022-04-22 14:37:57 +00:00
"expr" : "sum(rate(vm_log_messages_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (level) " ,
2021-09-01 08:46:22 +00:00
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{level}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Logging rate ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2021-09-01 08:46:22 +00:00
}
} ,
{
"collapsed" : true ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2021-12-20 10:16:53 +00:00
"y" : 40
2020-07-15 10:56:06 +00:00
} ,
"id" : 28 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2020-07-15 10:56:06 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2022-07-05 09:05:35 +00:00
"y" : 2
2020-07-15 10:56:06 +00:00
} ,
"hiddenSeries" : false ,
"id" : 48 ,
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-07-05 09:05:35 +00:00
"pluginVersion" : "8.5.3" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-06-14 10:03:54 +00:00
"exemplar" : true ,
"expr" : "sum(vm_promscrape_targets{job=~\"$job\", instance=~\"$instance\", status=\"up\"}) by(type) > 0" ,
2020-07-15 10:56:06 +00:00
"format" : "time_series" ,
"interval" : "" ,
"legendFormat" : "{{type}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Scrape targets UP" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
2020-09-02 12:16:40 +00:00
"min" : "0" ,
2020-07-15 10:56:06 +00:00
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2022-07-05 09:05:35 +00:00
"y" : 2
2020-07-15 10:56:06 +00:00
} ,
"hiddenSeries" : false ,
"id" : 76 ,
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-07-05 09:05:35 +00:00
"pluginVersion" : "8.5.3" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-06-14 10:03:54 +00:00
"exemplar" : true ,
2020-07-15 10:56:06 +00:00
"expr" : "sum(vm_promscrape_targets{job=~\"$job\", instance=~\"$instance\", status=\"down\"}) by(type) > 0" ,
"format" : "time_series" ,
"interval" : "" ,
"legendFormat" : "{{type}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Scrape targets DOWN" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
2020-09-02 12:16:40 +00:00
"min" : "0" ,
2020-07-15 10:56:06 +00:00
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2020-07-15 10:56:06 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2022-07-05 09:05:35 +00:00
"y" : 9
2020-07-15 10:56:06 +00:00
} ,
"hiddenSeries" : false ,
"id" : 20 ,
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-07-05 09:05:35 +00:00
"pluginVersion" : "8.5.3" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
2022-07-05 09:05:35 +00:00
"$$hashKey" : "object:462" ,
2020-07-15 10:56:06 +00:00
"alias" : "samples" ,
"yaxis" : 2
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-12-20 10:16:53 +00:00
"datasource" : {
"type" : "prometheus" ,
2021-12-20 15:32:41 +00:00
"uid" : "$ds"
2021-12-20 10:16:53 +00:00
} ,
"exemplar" : true ,
2022-07-05 09:05:35 +00:00
"expr" : "sum(rate(vm_promscrape_scrapes_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval]))" ,
2020-07-15 10:56:06 +00:00
"interval" : "" ,
"legendFormat" : "scrapes" ,
"refId" : "A"
} ,
{
2021-12-20 10:16:53 +00:00
"datasource" : {
"type" : "prometheus" ,
2021-12-20 15:32:41 +00:00
"uid" : "$ds"
2021-12-20 10:16:53 +00:00
} ,
2022-07-05 09:05:35 +00:00
"expr" : "sum(rate(vm_promscrape_scraped_samples_sum{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval]))" ,
2020-07-15 10:56:06 +00:00
"interval" : "" ,
"legendFormat" : "samples" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Scrape rate ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
2022-07-05 09:05:35 +00:00
"type" : "prometheus" ,
2021-12-20 10:16:53 +00:00
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2022-07-05 09:05:35 +00:00
"y" : 9
2020-07-15 10:56:06 +00:00
} ,
"hiddenSeries" : false ,
"id" : 31 ,
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-07-05 09:05:35 +00:00
"pluginVersion" : "8.5.3" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"expr" : "sum(rate(vm_promscrape_scrapes_failed_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) " ,
2020-07-15 10:56:06 +00:00
"interval" : "" ,
"legendFormat" : "scrapes failed" ,
"refId" : "A"
} ,
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"expr" : "sum(rate(vm_promscrape_scrapes_timed_out_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) " ,
2020-07-15 10:56:06 +00:00
"interval" : "" ,
"legendFormat" : "timeouts" ,
"refId" : "B"
} ,
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"expr" : "sum(rate(vm_promscrape_scrapes_gunzip_failed_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) " ,
"interval" : "" ,
"legendFormat" : "gunzip fails" ,
"refId" : "C"
} ,
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"expr" : "sum(rate(vm_promscrape_dial_errors_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) " ,
"interval" : "" ,
"legendFormat" : "dial fails" ,
"refId" : "D"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Scrape fails ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
2020-09-02 12:16:40 +00:00
"min" : "0" ,
2020-07-15 10:56:06 +00:00
"show" : true
} ,
{
"format" : "bytes" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2020-07-15 10:56:06 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2022-07-05 09:05:35 +00:00
"y" : 17
2020-07-15 10:56:06 +00:00
} ,
"hiddenSeries" : false ,
"id" : 46 ,
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
"show" : true ,
2021-06-14 10:03:54 +00:00
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-07-05 09:05:35 +00:00
"pluginVersion" : "8.5.3" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "histogram_quantile(0.95, sum(rate(vm_promscrape_scrape_response_size_bytes_bucket{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(vmrange)) " ,
"format" : "time_series" ,
"interval" : "" ,
"legendFormat" : "p0.95" ,
"refId" : "A"
} ,
{
"expr" : "histogram_quantile(0.5, sum(rate(vm_promscrape_scrape_response_size_bytes_bucket{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(vmrange)) " ,
"interval" : "" ,
"legendFormat" : "p0.5" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Scrape response size ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "bytes" ,
"logBase" : 1 ,
2020-09-02 12:16:40 +00:00
"min" : "0" ,
2020-07-15 10:56:06 +00:00
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
} ,
{
2021-12-20 10:16:53 +00:00
"cards" : { } ,
2020-07-15 10:56:06 +00:00
"color" : {
"cardColor" : "#b4ff00" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateOranges" ,
"exponent" : 0.5 ,
"mode" : "spectrum"
} ,
"dataFormat" : "tsbuckets" ,
2021-12-20 10:16:53 +00:00
"datasource" : {
2022-07-05 09:05:35 +00:00
"type" : "prometheus" ,
2021-12-20 10:16:53 +00:00
"uid" : "$ds"
} ,
2022-07-05 09:05:35 +00:00
"description" : "This panel uses MetricsQL and works only when VM is used as a datasource" ,
2020-07-15 10:56:06 +00:00
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2022-07-05 09:05:35 +00:00
"y" : 17
2020-07-15 10:56:06 +00:00
} ,
"heatmap" : { } ,
2020-09-02 12:16:40 +00:00
"hideZeroBuckets" : false ,
2020-07-15 10:56:06 +00:00
"highlightCards" : true ,
"id" : 33 ,
"legend" : {
"show" : false
} ,
"reverseYBuckets" : false ,
"targets" : [
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"expr" : "buckets_limit(10, prometheus_buckets(sum(rate(vm_promscrape_scrape_duration_seconds_bucket{job=~\"$job\", instance=~\"$instance\"})) by(vmrange)))" ,
2020-07-15 10:56:06 +00:00
"format" : "heatmap" ,
"interval" : "" ,
"intervalFactor" : 10 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"title" : "Scrape duration ($instance)" ,
"tooltip" : {
"show" : true ,
"showHistogram" : false
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"yAxis" : {
"decimals" : 2 ,
"format" : "s" ,
"logBase" : 1 ,
2021-12-20 10:16:53 +00:00
"show" : true
2020-07-15 10:56:06 +00:00
} ,
2021-12-20 10:16:53 +00:00
"yBucketBound" : "auto"
2020-07-15 10:56:06 +00:00
}
] ,
"title" : "Scraping" ,
"type" : "row"
} ,
{
"collapsed" : true ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2021-12-20 10:16:53 +00:00
"y" : 41
2020-07-15 10:56:06 +00:00
} ,
"id" : 71 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
2022-07-05 09:05:35 +00:00
"type" : "prometheus" ,
2021-12-20 10:16:53 +00:00
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"description" : "Shows the rate of write requests served by ingestserver (UDP, TCP connections) and HTTP server." ,
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2020-07-15 10:56:06 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2022-07-05 09:05:35 +00:00
"y" : 3
2020-07-15 10:56:06 +00:00
} ,
"hiddenSeries" : false ,
"id" : 73 ,
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-07-05 09:05:35 +00:00
"pluginVersion" : "8.5.3" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2021-06-14 10:03:54 +00:00
"exemplar" : true ,
2022-07-05 09:05:35 +00:00
"expr" : "sum(rate(vm_ingestserver_requests_total{job=~\"$job\", instance=~\"$instance\", path!~\"/favicon.ico\"}[$__rate_interval])) by(type, net) > 0" ,
2020-07-15 10:56:06 +00:00
"interval" : "" ,
"legendFormat" : "{{ type }} ({{net}})" ,
"refId" : "A"
} ,
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2021-06-14 10:03:54 +00:00
"exemplar" : true ,
"expr" : "sum(rate(vmagent_http_requests_total{job=~\"$job\", instance=~\"$instance\", protocol!=\"\"}[$__interval])) by(protocol) > 0" ,
2020-07-15 10:56:06 +00:00
"interval" : "" ,
"legendFormat" : "{{ protocol }} (http)" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Requests rate ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
2020-09-02 12:16:40 +00:00
"min" : "0" ,
2020-07-15 10:56:06 +00:00
"show" : true
} ,
{
"format" : "none" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
2022-07-05 09:05:35 +00:00
"type" : "prometheus" ,
2021-12-20 10:16:53 +00:00
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"description" : "Shows the rate of write errors in ingestserver (UDP, TCP connections) and HTTP server." ,
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2020-07-15 10:56:06 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2022-07-05 09:05:35 +00:00
"y" : 3
2020-07-15 10:56:06 +00:00
} ,
"hiddenSeries" : false ,
"id" : 77 ,
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-07-05 09:05:35 +00:00
"pluginVersion" : "8.5.3" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2021-06-14 10:03:54 +00:00
"exemplar" : true ,
2022-07-05 09:05:35 +00:00
"expr" : "sum(rate(vm_ingestserver_request_errors_total{job=~\"$job\", instance=~\"$instance\", path!~\"/favicon.ico\"}[$__rate_interval])) by(type, net) > 0" ,
2020-07-15 10:56:06 +00:00
"interval" : "" ,
"legendFormat" : "{{ type }} ({{net}})" ,
"refId" : "A"
} ,
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2021-06-14 10:03:54 +00:00
"exemplar" : true ,
"expr" : "sum(rate(vmagent_http_request_errors_total{job=~\"$job\", instance=~\"$instance\", protocol!=\"\"}[$__interval])) by(protocol) > 0" ,
2020-07-15 10:56:06 +00:00
"interval" : "" ,
"legendFormat" : "{{ protocol }} (http)" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Error rate ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
2020-09-02 12:16:40 +00:00
"min" : "0" ,
2020-07-15 10:56:06 +00:00
"show" : true
} ,
{
"format" : "none" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
2022-07-05 09:05:35 +00:00
"type" : "prometheus" ,
2021-12-20 10:16:53 +00:00
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"description" : "Shows the rate of parsed rows from write or scrape requests." ,
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2020-07-15 10:56:06 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2022-07-05 09:05:35 +00:00
"y" : 11
2020-07-15 10:56:06 +00:00
} ,
"hiddenSeries" : false ,
"id" : 78 ,
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-07-05 09:05:35 +00:00
"pluginVersion" : "8.5.3" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2021-06-14 10:03:54 +00:00
"exemplar" : true ,
2022-07-05 09:05:35 +00:00
"expr" : "sum(rate(vm_protoparser_rows_read_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(type) > 0" ,
2020-07-15 10:56:06 +00:00
"interval" : "" ,
2021-06-14 10:03:54 +00:00
"legendFormat" : "{{ type }}" ,
2020-07-15 10:56:06 +00:00
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Rows rate ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
2020-09-02 12:16:40 +00:00
"min" : "0" ,
2020-07-15 10:56:06 +00:00
"show" : true
} ,
{
"format" : "none" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
2022-07-05 09:05:35 +00:00
"type" : "prometheus" ,
2021-12-20 10:16:53 +00:00
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"description" : "Tracks the rate of dropped invalid rows because of errors while unmarshaling write requests. The exact errors messages will be printed in logs." ,
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2020-07-15 10:56:06 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2022-07-05 09:05:35 +00:00
"y" : 11
2020-07-15 10:56:06 +00:00
} ,
"hiddenSeries" : false ,
"id" : 50 ,
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-07-05 09:05:35 +00:00
"pluginVersion" : "8.5.3" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2021-06-14 10:03:54 +00:00
"exemplar" : true ,
2022-07-05 09:05:35 +00:00
"expr" : "sum(rate(vm_rows_invalid_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(type) > 0" ,
2020-07-15 10:56:06 +00:00
"interval" : "" ,
"legendFormat" : "{{type}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Invalid rows rate ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
2020-09-02 12:16:40 +00:00
"min" : "0" ,
2020-07-15 10:56:06 +00:00
"show" : true
} ,
{
"format" : "bytes" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
}
] ,
"title" : "Ingestion" ,
"type" : "row"
} ,
{
"collapsed" : true ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2021-12-20 10:16:53 +00:00
"y" : 42
2020-07-15 10:56:06 +00:00
} ,
"id" : 58 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
2022-07-05 09:05:35 +00:00
"type" : "prometheus" ,
2021-12-20 10:16:53 +00:00
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"description" : "Shows the rate of requests to configured remote write endpoints by url and status code.\n\nRemote write URLs are hidden by default but might be unveiled once `-remoteWrite.showURL` is set to true.\n\n" ,
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2020-07-15 10:56:06 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2022-09-08 17:53:51 +00:00
"y" : 43
2020-07-15 10:56:06 +00:00
} ,
"hiddenSeries" : false ,
"id" : 60 ,
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-09-08 17:53:51 +00:00
"pluginVersion" : "8.4.4" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2021-09-01 08:46:22 +00:00
"exemplar" : true ,
2022-07-05 09:05:35 +00:00
"expr" : "sum(rate(vmagent_remotewrite_requests_total{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}[$__rate_interval])) by(url, status_code) > 0" ,
2020-07-15 10:56:06 +00:00
"interval" : "" ,
"legendFormat" : "" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
2021-09-01 08:46:22 +00:00
"title" : "Requests rate ($instance) to ($url)" ,
2020-07-15 10:56:06 +00:00
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : 2 ,
"format" : "short" ,
"logBase" : 1 ,
2020-09-02 12:16:40 +00:00
"min" : "0" ,
2020-07-15 10:56:06 +00:00
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
2022-07-05 09:05:35 +00:00
"type" : "prometheus" ,
2021-12-20 10:16:53 +00:00
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"description" : "Shows the global rate for number of written bytes via remote write connections." ,
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2020-07-15 10:56:06 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2022-09-08 17:53:51 +00:00
"y" : 43
2020-07-15 10:56:06 +00:00
} ,
"hiddenSeries" : false ,
"id" : 66 ,
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-09-08 17:53:51 +00:00
"pluginVersion" : "8.4.4" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2021-09-01 08:46:22 +00:00
"exemplar" : true ,
2022-07-05 09:05:35 +00:00
"expr" : "sum(rate(vmagent_remotewrite_conn_bytes_written_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(instance) > 0" ,
2020-07-15 10:56:06 +00:00
"interval" : "" ,
"legendFormat" : "" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Bytes write rate ($instance)" ,
"tooltip" : {
"shared" : true ,
2022-07-05 09:05:35 +00:00
"sort" : 2 ,
2020-07-15 10:56:06 +00:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "bytes" ,
"logBase" : 1 ,
2020-09-02 12:16:40 +00:00
"min" : "0" ,
2020-07-15 10:56:06 +00:00
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
2022-07-05 09:05:35 +00:00
"type" : "prometheus" ,
2021-12-20 10:16:53 +00:00
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"description" : "Shows requests retry rate by url. Number of retries is unlimited but protected with delays up to 1m between attempts.\n\nRemote write URLs are hidden by default but might be unveiled once `-remoteWrite.showURL` is set to true.\n\n" ,
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2020-07-15 10:56:06 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2022-09-08 17:53:51 +00:00
"y" : 51
2020-07-15 10:56:06 +00:00
} ,
"hiddenSeries" : false ,
"id" : 61 ,
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-09-08 17:53:51 +00:00
"pluginVersion" : "8.4.4" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
2021-06-14 10:03:54 +00:00
"exemplar" : true ,
2022-07-05 09:05:35 +00:00
"expr" : "sum(rate(vmagent_remotewrite_retries_count_total{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}[$__rate_interval])) by(url)" ,
2020-07-15 10:56:06 +00:00
"interval" : "" ,
2021-06-14 10:03:54 +00:00
"legendFormat" : "" ,
2020-07-15 10:56:06 +00:00
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
2021-09-01 08:46:22 +00:00
"title" : "Retry rate ($instance) to ($url)" ,
2020-07-15 10:56:06 +00:00
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"description" : "Shows current number of established connections to remote write endpoints.\n\n" ,
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2020-07-15 10:56:06 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2022-09-08 17:53:51 +00:00
"y" : 51
2020-07-15 10:56:06 +00:00
} ,
"hiddenSeries" : false ,
"id" : 65 ,
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-09-08 17:53:51 +00:00
"pluginVersion" : "8.4.4" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-09-01 08:46:22 +00:00
"exemplar" : true ,
2020-07-15 10:56:06 +00:00
"expr" : "sum(vmagent_remotewrite_conns{job=~\"$job\", instance=~\"$instance\"}) by (instance)" ,
"interval" : "" ,
"legendFormat" : "" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Connections ($instance)" ,
"tooltip" : {
"shared" : true ,
2022-07-05 09:05:35 +00:00
"sort" : 2 ,
2020-07-15 10:56:06 +00:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
2020-09-02 12:16:40 +00:00
"min" : "0" ,
2020-07-15 10:56:06 +00:00
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
} ,
{
2021-12-20 10:16:53 +00:00
"cards" : { } ,
2020-07-15 10:56:06 +00:00
"color" : {
"cardColor" : "#b4ff00" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateOranges" ,
"exponent" : 0.5 ,
"mode" : "spectrum"
} ,
"dataFormat" : "tsbuckets" ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
2021-09-01 08:46:22 +00:00
"description" : "Shows the remote write request duration distribution in seconds. Value depends on block size, network quality and remote storage performance." ,
2020-07-15 10:56:06 +00:00
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2022-09-08 17:53:51 +00:00
"y" : 59
2020-07-15 10:56:06 +00:00
} ,
"heatmap" : { } ,
"hideZeroBuckets" : false ,
"highlightCards" : true ,
2021-09-01 08:46:22 +00:00
"id" : 30 ,
2020-07-15 10:56:06 +00:00
"legend" : {
"show" : false
} ,
"reverseYBuckets" : false ,
"targets" : [
{
2021-09-01 08:46:22 +00:00
"exemplar" : true ,
"expr" : "buckets_limit(12, prometheus_buckets(sum(rate(vmagent_remotewrite_duration_seconds_bucket{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}[$__interval])) by(vmrange)))" ,
2020-07-15 10:56:06 +00:00
"format" : "heatmap" ,
"interval" : "" ,
"intervalFactor" : 10 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
2021-09-01 08:46:22 +00:00
"title" : "Push duration ($instance) to ($url)" ,
2020-07-15 10:56:06 +00:00
"tooltip" : {
"show" : true ,
"showHistogram" : false
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"yAxis" : {
"decimals" : 2 ,
2021-09-01 08:46:22 +00:00
"format" : "s" ,
2020-07-15 10:56:06 +00:00
"logBase" : 1 ,
2021-12-20 10:16:53 +00:00
"show" : true
2020-07-15 10:56:06 +00:00
} ,
2021-12-20 10:16:53 +00:00
"yBucketBound" : "auto"
2020-07-15 10:56:06 +00:00
} ,
2021-09-01 08:46:22 +00:00
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
2022-09-08 17:53:51 +00:00
"type" : "prometheus" ,
2021-12-20 10:16:53 +00:00
"uid" : "$ds"
} ,
2022-09-08 17:53:51 +00:00
"description" : "Shows saturation of every connection to remote storage. If the threshold of 90% is reached, then the connection is saturated (busy or slow) by more than 90%, so vmagent won't be able to keep up and can start buffering data. \n\nThis usually means that `-remoteWrite.queues` command-line flag must be increased in order to increase the number of connections per each remote storage.\n" ,
2021-09-01 08:46:22 +00:00
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2021-09-01 08:46:22 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2022-09-08 17:53:51 +00:00
"y" : 59
2021-09-01 08:46:22 +00:00
} ,
"hiddenSeries" : false ,
"id" : 84 ,
"legend" : {
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
"min" : false ,
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
"total" : false ,
"values" : true
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2022-09-08 17:53:51 +00:00
"pluginVersion" : "8.4.4" ,
2021-09-01 08:46:22 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"exemplar" : true ,
2022-09-08 17:53:51 +00:00
"expr" : "sum(rate(vmagent_remotewrite_send_duration_seconds_total{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}[$__rate_interval])) by (instance, url)\n/\nmax(vmagent_remotewrite_queues{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}) by(instance, url)" ,
2021-09-01 08:46:22 +00:00
"interval" : "" ,
"legendFormat" : "" ,
"refId" : "A"
}
] ,
"thresholds" : [
{
"$$hashKey" : "object:683" ,
"colorMode" : "critical" ,
"fill" : true ,
"line" : true ,
"op" : "gt" ,
2022-09-08 17:53:51 +00:00
"value" : 90 ,
2021-09-01 08:46:22 +00:00
"yaxis" : "left"
}
] ,
"timeRegions" : [ ] ,
"title" : "Remote write connection saturation ($instance)" ,
"tooltip" : {
"shared" : true ,
2022-07-05 09:05:35 +00:00
"sort" : 2 ,
2021-09-01 08:46:22 +00:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:662" ,
2022-09-08 17:53:51 +00:00
"format" : "percentunit" ,
2021-09-01 08:46:22 +00:00
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"$$hashKey" : "object:663" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2021-09-01 08:46:22 +00:00
}
} ,
2020-07-15 10:56:06 +00:00
{
2021-12-20 10:16:53 +00:00
"cards" : { } ,
2020-07-15 10:56:06 +00:00
"color" : {
"cardColor" : "#b4ff00" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateOranges" ,
"exponent" : 0.5 ,
"mode" : "spectrum"
} ,
"dataFormat" : "tsbuckets" ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
2021-09-01 08:46:22 +00:00
"description" : "Shows the remote write request block size distribution in rows." ,
2020-07-15 10:56:06 +00:00
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
2021-09-01 08:46:22 +00:00
"x" : 0 ,
2022-09-08 17:53:51 +00:00
"y" : 67
2020-07-15 10:56:06 +00:00
} ,
"heatmap" : { } ,
"hideZeroBuckets" : false ,
"highlightCards" : true ,
2021-09-01 08:46:22 +00:00
"id" : 63 ,
2020-07-15 10:56:06 +00:00
"legend" : {
"show" : false
} ,
"reverseYBuckets" : false ,
"targets" : [
{
2021-09-01 08:46:22 +00:00
"exemplar" : true ,
"expr" : "buckets_limit(12, prometheus_buckets(sum(rate(vmagent_remotewrite_block_size_rows_bucket{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(vmrange)))" ,
2020-07-15 10:56:06 +00:00
"format" : "heatmap" ,
"interval" : "" ,
"intervalFactor" : 10 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
2021-09-01 08:46:22 +00:00
"title" : "Block size rows ($instance)" ,
2020-07-15 10:56:06 +00:00
"tooltip" : {
"show" : true ,
"showHistogram" : false
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"yAxis" : {
2021-09-01 08:46:22 +00:00
"decimals" : 2 ,
"format" : "short" ,
2020-07-15 10:56:06 +00:00
"logBase" : 1 ,
2021-12-20 10:16:53 +00:00
"show" : true
2020-07-15 10:56:06 +00:00
} ,
2021-12-20 10:16:53 +00:00
"yBucketBound" : "auto"
2020-07-15 10:56:06 +00:00
} ,
{
2021-12-20 10:16:53 +00:00
"cards" : { } ,
2020-07-15 10:56:06 +00:00
"color" : {
"cardColor" : "#b4ff00" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateOranges" ,
"exponent" : 0.5 ,
"mode" : "spectrum"
} ,
"dataFormat" : "tsbuckets" ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
2021-09-01 08:46:22 +00:00
"description" : "Shows the remote write request block size distribution in bytes." ,
2020-07-15 10:56:06 +00:00
"gridPos" : {
"h" : 8 ,
2021-09-01 08:46:22 +00:00
"w" : 12 ,
"x" : 12 ,
2022-09-08 17:53:51 +00:00
"y" : 67
2020-07-15 10:56:06 +00:00
} ,
"heatmap" : { } ,
"hideZeroBuckets" : false ,
"highlightCards" : true ,
2021-09-01 08:46:22 +00:00
"id" : 62 ,
2020-07-15 10:56:06 +00:00
"legend" : {
"show" : false
} ,
"reverseYBuckets" : false ,
"targets" : [
{
2021-09-01 08:46:22 +00:00
"expr" : "buckets_limit(12, prometheus_buckets(sum(rate(vmagent_remotewrite_block_size_bytes_bucket{job=~\"$job\", instance=~\"$instance\"}[$__interval])) by(vmrange)))" ,
2020-07-15 10:56:06 +00:00
"format" : "heatmap" ,
"interval" : "" ,
"intervalFactor" : 10 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
2021-09-01 08:46:22 +00:00
"title" : "Block size bytes ($instance)" ,
2020-07-15 10:56:06 +00:00
"tooltip" : {
"show" : true ,
"showHistogram" : false
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"yAxis" : {
2021-09-01 08:46:22 +00:00
"format" : "bytes" ,
2020-07-15 10:56:06 +00:00
"logBase" : 1 ,
2021-12-20 10:16:53 +00:00
"show" : true
2020-07-15 10:56:06 +00:00
} ,
2021-12-20 10:16:53 +00:00
"yBucketBound" : "auto"
2021-10-18 16:15:33 +00:00
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
2021-10-18 16:15:33 +00:00
"description" : "Shows the current limit usage of unique series over an hourly period. Vmagent will start to drop series once the limit is reached.\n\nPlease note, panel will be blank if `remoteWrite.maxHourlySeries` is not set." ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2021-10-18 16:15:33 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2022-09-08 17:53:51 +00:00
"y" : 75
2021-10-18 16:15:33 +00:00
} ,
"hiddenSeries" : false ,
"id" : 88 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2022-09-08 17:53:51 +00:00
"pluginVersion" : "8.4.4" ,
2021-10-18 16:15:33 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"exemplar" : true ,
"expr" : "(vmagent_hourly_series_limit_current_series{job=~\"$job\", instance=~\"$instance\"} / vmagent_hourly_series_limit_max_series{job=~\"$job\", instance=~\"$instance\"}) * 100" ,
"interval" : "" ,
"legendFormat" : "current limit usage" ,
"refId" : "A"
} ,
{
"exemplar" : true ,
"expr" : "vmagent_daily_series_limit_max_series{job=~\"$job\", instance=~\"$instance\"}" ,
"hide" : true ,
"interval" : "" ,
"legendFormat" : "limit" ,
"refId" : "B"
}
] ,
"thresholds" : [
{
"$$hashKey" : "object:234" ,
"colorMode" : "critical" ,
"fill" : true ,
"line" : true ,
"op" : "gt" ,
"value" : 90 ,
"yaxis" : "left"
}
] ,
"timeRegions" : [ ] ,
"title" : "Hourly series limit" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:216" ,
"format" : "percent" ,
"logBase" : 1 ,
"max" : "100" ,
"show" : true
} ,
{
"$$hashKey" : "object:217" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2021-10-18 16:15:33 +00:00
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
2021-10-18 16:15:33 +00:00
"description" : "Shows the current limit usage of unique series over a daily period. Vmagent will start to drop series once the limit is reached.\n\nPlease note, panel will be blank if `remoteWrite.maxDailySeries` is not set." ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2021-10-18 16:15:33 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2022-09-08 17:53:51 +00:00
"y" : 75
2021-10-18 16:15:33 +00:00
} ,
"hiddenSeries" : false ,
"id" : 90 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2022-09-08 17:53:51 +00:00
"pluginVersion" : "8.4.4" ,
2021-10-18 16:15:33 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"exemplar" : true ,
"expr" : "(vmagent_daily_series_limit_current_series{job=~\"$job\", instance=~\"$instance\"} / vmagent_daily_series_limit_max_series{job=~\"$job\", instance=~\"$instance\"}) * 100" ,
"interval" : "" ,
"legendFormat" : "current limit usage" ,
"refId" : "A"
} ,
{
"exemplar" : true ,
"expr" : "vmagent_daily_series_limit_max_series{job=~\"$job\", instance=~\"$instance\"}" ,
"hide" : true ,
"interval" : "" ,
"legendFormat" : "limit" ,
"refId" : "B"
}
] ,
"thresholds" : [
{
"$$hashKey" : "object:234" ,
"colorMode" : "critical" ,
"fill" : true ,
"line" : true ,
"op" : "gt" ,
"value" : 90 ,
"yaxis" : "left"
}
] ,
"timeRegions" : [ ] ,
"title" : "Daily series limit" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:216" ,
"format" : "percent" ,
"logBase" : 1 ,
"max" : "100" ,
"show" : true
} ,
{
"$$hashKey" : "object:217" ,
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2021-10-18 16:15:33 +00:00
}
2020-07-15 10:56:06 +00:00
}
] ,
"title" : "Remote write" ,
"type" : "row"
} ,
{
"collapsed" : true ,
2022-07-05 09:05:35 +00:00
"datasource" : {
"type" : "datasource" ,
"uid" : "grafana"
} ,
2020-07-15 10:56:06 +00:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2021-12-20 10:16:53 +00:00
"y" : 43
2020-07-15 10:56:06 +00:00
} ,
2021-12-20 10:16:53 +00:00
"id" : 94 ,
2020-07-15 10:56:06 +00:00
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
2022-07-05 09:05:35 +00:00
"type" : "prometheus" ,
2021-12-20 10:16:53 +00:00
"uid" : "$ds"
2020-07-15 10:56:06 +00:00
} ,
2021-12-20 10:16:53 +00:00
"description" : "Shows top 5 job by the number of new series registered by vmagent over the 5min range. These jobs generate the most of the churn rate." ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2020-07-15 10:56:06 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2020-09-02 12:16:40 +00:00
"y" : 5
2020-07-15 10:56:06 +00:00
} ,
"hiddenSeries" : false ,
2021-12-20 10:16:53 +00:00
"id" : 92 ,
2020-07-15 10:56:06 +00:00
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-12-20 10:16:53 +00:00
"rightSide" : false ,
2020-07-15 10:56:06 +00:00
"show" : true ,
2021-06-14 10:03:54 +00:00
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-07-05 09:05:35 +00:00
"pluginVersion" : "8.5.3" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
"exemplar" : false ,
2022-07-05 09:05:35 +00:00
"expr" : "topk(5, sum(sum_over_time(scrape_series_added[5m])) by (job)) > 0" ,
2021-12-20 10:16:53 +00:00
"interval" : "" ,
"legendFormat" : "{{ job }}" ,
2020-07-15 10:56:06 +00:00
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
2021-12-20 10:16:53 +00:00
"title" : "Top 5 jobs by unique samples" ,
2020-07-15 10:56:06 +00:00
"tooltip" : {
"shared" : true ,
2021-12-20 10:16:53 +00:00
"sort" : 2 ,
2020-07-15 10:56:06 +00:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
2022-07-05 09:05:35 +00:00
"type" : "prometheus" ,
2021-12-20 10:16:53 +00:00
"uid" : "$ds"
2020-07-15 10:56:06 +00:00
} ,
2021-12-20 10:16:53 +00:00
"description" : "Shows top 5 instances by the number of new series registered by vmagent over the 5min range. These instances generate the most of the churn rate." ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2020-07-15 10:56:06 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2020-09-02 12:16:40 +00:00
"y" : 5
2020-07-15 10:56:06 +00:00
} ,
"hiddenSeries" : false ,
2021-12-20 10:16:53 +00:00
"id" : 95 ,
2020-07-15 10:56:06 +00:00
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-12-20 10:16:53 +00:00
"rightSide" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-07-05 09:05:35 +00:00
"pluginVersion" : "8.5.3" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
"exemplar" : false ,
2022-07-05 09:05:35 +00:00
"expr" : "topk(5, sum(sum_over_time(scrape_series_added[5m])) by (instance)) > 0" ,
2020-07-15 10:56:06 +00:00
"interval" : "" ,
2021-12-20 10:16:53 +00:00
"legendFormat" : "{{ instance }}" ,
2020-07-15 10:56:06 +00:00
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
2021-12-20 10:16:53 +00:00
"title" : "Top 5 instances by unique samples" ,
2020-07-15 10:56:06 +00:00
"tooltip" : {
"shared" : true ,
2021-12-20 10:16:53 +00:00
"sort" : 2 ,
2020-07-15 10:56:06 +00:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-12-20 10:16:53 +00:00
"format" : "short" ,
2020-07-15 10:56:06 +00:00
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"description" : "Shows saturation persistent queue for writes. If the threshold of 0.9sec is reached, then persistent is saturated by more than 90% and vmagent won't be able to keep up with flushing data on disk. In this case, consider to decrease load on the vmagent or improve the disk throughput." ,
2020-07-15 10:56:06 +00:00
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2020-07-15 10:56:06 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2020-09-02 12:16:40 +00:00
"y" : 13
2020-07-15 10:56:06 +00:00
} ,
"hiddenSeries" : false ,
2021-12-20 10:16:53 +00:00
"id" : 98 ,
2020-07-15 10:56:06 +00:00
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-07-05 09:05:35 +00:00
"pluginVersion" : "8.5.3" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
2021-12-20 10:16:53 +00:00
"seriesOverrides" : [ ] ,
2020-07-15 10:56:06 +00:00
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-12-20 10:16:53 +00:00
"datasource" : {
"type" : "prometheus" ,
2021-12-20 15:32:41 +00:00
"uid" : "$ds"
2021-12-20 10:16:53 +00:00
} ,
"exemplar" : true ,
"expr" : "sum(rate(vm_persistentqueue_write_duration_seconds_total{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}[$__rate_interval])) by (instance)" ,
2021-03-29 09:37:17 +00:00
"interval" : "" ,
2021-12-20 10:16:53 +00:00
"legendFormat" : "" ,
2020-07-15 10:56:06 +00:00
"refId" : "A"
2021-12-20 10:16:53 +00:00
}
] ,
"thresholds" : [
2021-03-29 09:37:17 +00:00
{
2021-12-20 10:16:53 +00:00
"$$hashKey" : "object:683" ,
"colorMode" : "critical" ,
"fill" : true ,
"line" : true ,
"op" : "gt" ,
"value" : 0.9 ,
"yaxis" : "left"
2020-07-15 10:56:06 +00:00
}
] ,
"timeRegions" : [ ] ,
2021-12-20 10:16:53 +00:00
"title" : "Persistent queue write saturation ($instance)" ,
2020-07-15 10:56:06 +00:00
"tooltip" : {
"shared" : true ,
2022-07-05 09:05:35 +00:00
"sort" : 2 ,
2020-07-15 10:56:06 +00:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-12-20 10:16:53 +00:00
"$$hashKey" : "object:662" ,
"format" : "s" ,
"logBase" : 1 ,
2020-07-15 10:56:06 +00:00
"min" : "0" ,
"show" : true
} ,
{
2021-12-20 10:16:53 +00:00
"$$hashKey" : "object:663" ,
2020-07-15 10:56:06 +00:00
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"description" : "Shows saturation persistent queue for reads. If the threshold of 0.9sec is reached, then persistent is saturated by more than 90% and vmagent won't be able to keep up with reading data from the disk. In this case, consider to decrease load on the vmagent or improve the disk throughput." ,
2020-07-15 10:56:06 +00:00
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2020-07-15 10:56:06 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2020-09-02 12:16:40 +00:00
"y" : 13
2020-07-15 10:56:06 +00:00
} ,
"hiddenSeries" : false ,
2021-12-20 10:16:53 +00:00
"id" : 99 ,
2020-07-15 10:56:06 +00:00
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-07-05 09:05:35 +00:00
"pluginVersion" : "8.5.3" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-12-20 10:16:53 +00:00
"datasource" : {
"type" : "prometheus" ,
2021-12-20 15:32:41 +00:00
"uid" : "$ds"
2021-12-20 10:16:53 +00:00
} ,
"exemplar" : true ,
"expr" : "sum(rate(vm_persistentqueue_read_duration_seconds_total{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}[$__rate_interval])) by (instance)" ,
2021-03-29 09:37:17 +00:00
"interval" : "" ,
2021-12-20 10:16:53 +00:00
"legendFormat" : "" ,
2020-07-15 10:56:06 +00:00
"refId" : "A"
}
] ,
2021-12-20 10:16:53 +00:00
"thresholds" : [
{
"$$hashKey" : "object:683" ,
"colorMode" : "critical" ,
"fill" : true ,
"line" : true ,
"op" : "gt" ,
"value" : 0.9 ,
"yaxis" : "left"
}
] ,
2020-07-15 10:56:06 +00:00
"timeRegions" : [ ] ,
2021-12-20 10:16:53 +00:00
"title" : "Persistent queue read saturation ($instance)" ,
2020-07-15 10:56:06 +00:00
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-12-20 10:16:53 +00:00
"$$hashKey" : "object:662" ,
"format" : "s" ,
2020-07-15 10:56:06 +00:00
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
2021-12-20 10:16:53 +00:00
"$$hashKey" : "object:663" ,
2020-07-15 10:56:06 +00:00
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2020-07-15 10:56:06 +00:00
}
2021-12-20 10:16:53 +00:00
}
] ,
"title" : "Troubleshooting" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : {
"uid" : "$ds"
} ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 44
} ,
"id" : 45 ,
"panels" : [
2020-07-15 10:56:06 +00:00
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
2022-02-15 09:57:58 +00:00
"type" : "prometheus" ,
2021-12-20 10:16:53 +00:00
"uid" : "$ds"
} ,
"description" : "Shows the CPU usage per vmagent instance. \nIf you think that usage is abnormal or unexpected pls file an issue and attach CPU profile if possible." ,
2020-07-15 10:56:06 +00:00
"fieldConfig" : {
"defaults" : {
2020-09-02 12:16:40 +00:00
"links" : [ ]
2020-07-15 10:56:06 +00:00
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2020-07-15 10:56:06 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2022-07-05 09:05:35 +00:00
"y" : 62
2020-07-15 10:56:06 +00:00
} ,
"hiddenSeries" : false ,
2021-12-20 10:16:53 +00:00
"id" : 35 ,
2021-03-29 09:37:17 +00:00
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2021-03-29 09:37:17 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2021-03-29 09:37:17 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2021-03-29 09:37:17 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
2021-12-20 10:16:53 +00:00
"links" : [
{
"targetBlank" : true ,
"title" : "Profiling" ,
"url" : "https://docs.victoriametrics.com/vmagent.html#profiling"
}
] ,
2021-03-29 09:37:17 +00:00
"nullPointMode" : "null" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2021-03-29 09:37:17 +00:00
"percentage" : false ,
2022-07-05 09:05:35 +00:00
"pluginVersion" : "8.5.3" ,
2021-03-29 09:37:17 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
2022-02-15 09:57:58 +00:00
"seriesOverrides" : [
{
"$$hashKey" : "object:77" ,
"alias" : "/Limit.*/" ,
"color" : "#F2495C"
}
] ,
2021-03-29 09:37:17 +00:00
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2022-02-15 09:57:58 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"exemplar" : false ,
2022-07-05 09:05:35 +00:00
"expr" : "sum(rate(process_cpu_seconds_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by(instance)" ,
2021-03-29 09:37:17 +00:00
"format" : "time_series" ,
2022-02-15 09:57:58 +00:00
"interval" : "" ,
2021-03-29 09:37:17 +00:00
"intervalFactor" : 1 ,
2021-12-20 10:16:53 +00:00
"legendFormat" : "{{instance}}" ,
2021-03-29 09:37:17 +00:00
"refId" : "A"
2022-02-15 09:57:58 +00:00
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"exemplar" : false ,
"expr" : "process_cpu_cores_available{job=~\"$job\", instance=~\"$instance\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "Limit ({{instance}})" ,
"refId" : "B"
2021-03-29 09:37:17 +00:00
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
2021-12-20 10:16:53 +00:00
"title" : "CPU ($instance)" ,
2021-03-29 09:37:17 +00:00
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-12-20 10:16:53 +00:00
"format" : "short" ,
2021-03-29 09:37:17 +00:00
"logBase" : 1 ,
2021-12-20 10:16:53 +00:00
"min" : "0" ,
2021-03-29 09:37:17 +00:00
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2021-03-29 09:37:17 +00:00
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
"description" : "Amount of used memory\n\nIf you think that usage is abnormal or unexpected, please file an issue and attach memory profile if possible." ,
2021-03-29 09:37:17 +00:00
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2021-03-29 09:37:17 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2022-07-05 09:05:35 +00:00
"y" : 62
2021-03-29 09:37:17 +00:00
} ,
"hiddenSeries" : false ,
2021-12-20 10:16:53 +00:00
"id" : 37 ,
2021-03-29 09:37:17 +00:00
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2021-03-29 09:37:17 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2021-03-29 09:37:17 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2021-03-29 09:37:17 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
2021-12-20 10:16:53 +00:00
"links" : [
{
"targetBlank" : true ,
"title" : "Profiling" ,
"url" : "https://docs.victoriametrics.com/vmagent.html#profiling"
}
] ,
2021-03-29 09:37:17 +00:00
"nullPointMode" : "null" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2021-03-29 09:37:17 +00:00
"percentage" : false ,
2022-07-05 09:05:35 +00:00
"pluginVersion" : "8.5.3" ,
2021-03-29 09:37:17 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-12-20 10:16:53 +00:00
"exemplar" : true ,
"expr" : "sum(process_resident_memory_bytes{job=~\"$job\", instance=~\"$instance\"}) by (instance)" ,
"interval" : "" ,
"legendFormat" : "resident {{instance}}" ,
2021-03-29 09:37:17 +00:00
"refId" : "A"
2021-12-20 10:16:53 +00:00
} ,
{
"exemplar" : true ,
"expr" : "sum(process_resident_memory_anon_bytes{job=~\"$job\", instance=~\"$instance\"}) by (instance)" ,
"hide" : false ,
"interval" : "" ,
"legendFormat" : "anonymous {{instance}}" ,
"refId" : "B"
2021-03-29 09:37:17 +00:00
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
2021-12-20 10:16:53 +00:00
"title" : "Memory usage ($instance)" ,
2021-03-29 09:37:17 +00:00
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-12-20 10:16:53 +00:00
"format" : "bytes" ,
2021-03-29 09:37:17 +00:00
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
2021-03-29 09:37:17 +00:00
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
"description" : "Shows the number of bytes read/write from the storage layer when vmagent has to buffer data on disk or read already buffered data." ,
2021-03-29 09:37:17 +00:00
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2021-03-29 09:37:17 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2022-07-05 09:05:35 +00:00
"y" : 70
2021-03-29 09:37:17 +00:00
} ,
"hiddenSeries" : false ,
2021-12-20 10:16:53 +00:00
"id" : 81 ,
2020-07-15 10:56:06 +00:00
"legend" : {
2021-06-14 10:03:54 +00:00
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
2020-07-15 10:56:06 +00:00
"min" : false ,
2021-06-14 10:03:54 +00:00
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
2020-07-15 10:56:06 +00:00
"total" : false ,
2021-06-14 10:03:54 +00:00
"values" : true
2020-07-15 10:56:06 +00:00
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2021-06-14 10:03:54 +00:00
"options" : {
"alertThreshold" : true
} ,
2020-07-15 10:56:06 +00:00
"percentage" : false ,
2022-07-05 09:05:35 +00:00
"pluginVersion" : "8.5.3" ,
2020-07-15 10:56:06 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
2021-12-20 10:16:53 +00:00
"seriesOverrides" : [
{
"alias" : "read" ,
"transform" : "negative-Y"
}
] ,
2020-07-15 10:56:06 +00:00
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2022-04-22 14:37:57 +00:00
"expr" : "sum(rate(process_io_storage_read_bytes_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval]))" ,
2020-07-15 10:56:06 +00:00
"format" : "time_series" ,
2021-12-20 10:16:53 +00:00
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "read" ,
2020-07-15 10:56:06 +00:00
"refId" : "A"
2021-12-20 10:16:53 +00:00
} ,
{
2022-04-22 14:37:57 +00:00
"expr" : "sum(rate(process_io_storage_written_bytes_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval]))" ,
2021-12-20 10:16:53 +00:00
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "write" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Disk writes/reads ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "bytes" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"uid" : "$ds"
} ,
"description" : "Network usage shows the bytes rate for data accepted by vmagent and pushed via remotewrite protocol.\nDiscrepancies are possible because of different protocols used for ingesting, scraping and writing data." ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 6 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2022-07-05 09:05:35 +00:00
"y" : 70
2021-12-20 10:16:53 +00:00
} ,
"hiddenSeries" : false ,
"id" : 7 ,
"legend" : {
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
"min" : false ,
"rightSide" : false ,
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
"total" : false ,
"values" : true
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2022-07-05 09:05:35 +00:00
"pluginVersion" : "8.5.3" ,
2021-12-20 10:16:53 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"alias" : "out" ,
"transform" : "negative-Y"
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(vm_tcplistener_read_bytes_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) * 8\n+ sum(rate(vm_promscrape_conn_bytes_read_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) * 8" ,
"interval" : "" ,
"legendFormat" : "in" ,
"refId" : "A"
} ,
{
"expr" : "sum(rate(vmagent_remotewrite_conn_bytes_written_total{job=~\"$job\", instance=~\"$instance\"}[$__interval])) * 8" ,
"interval" : "" ,
"legendFormat" : "out" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Network usage ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "bps" ,
"logBase" : 1 ,
"show" : true
} ,
{
"format" : "bytes" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"uid" : "$ds"
} ,
"description" : "Panel shows the number of open file descriptors in the OS.\nReaching the limit of open files can cause various issues and must be prevented.\n\nSee how to change limits here https://medium.com/@muhammadtriwibowo/set-permanently-ulimit-n-open-files-in-ubuntu-4d61064429a" ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2021-12-20 10:16:53 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2022-07-05 09:05:35 +00:00
"y" : 78
2021-12-20 10:16:53 +00:00
} ,
"hiddenSeries" : false ,
"id" : 83 ,
"legend" : {
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
"min" : false ,
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
"total" : false ,
"values" : true
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2022-07-05 09:05:35 +00:00
"pluginVersion" : "8.5.3" ,
2021-12-20 10:16:53 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
2022-07-05 09:05:35 +00:00
"$$hashKey" : "object:913" ,
2021-12-20 10:16:53 +00:00
"alias" : "max" ,
"color" : "#C4162A"
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(process_open_fds{job=~\"$job\", instance=~\"$instance\"})" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "open" ,
"refId" : "A"
} ,
{
"expr" : "min(process_max_fds{job=~\"$job\", instance=~\"$instance\"})" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "max" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Open FDs ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : 0 ,
"format" : "short" ,
"logBase" : 2 ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"uid" : "$ds"
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2021-12-20 10:16:53 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2022-07-05 09:05:35 +00:00
"y" : 78
2021-12-20 10:16:53 +00:00
} ,
"hiddenSeries" : false ,
"id" : 39 ,
"legend" : {
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
"min" : false ,
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
"total" : false ,
"values" : true
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2022-07-05 09:05:35 +00:00
"pluginVersion" : "8.5.3" ,
2021-12-20 10:16:53 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(go_goroutines{job=~\"$job\", instance=~\"$instance\"}) by(instance)" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{instance}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Goroutines ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : 0 ,
"format" : "short" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"uid" : "$ds"
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2021-12-20 10:16:53 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2022-07-05 09:05:35 +00:00
"y" : 86
2021-12-20 10:16:53 +00:00
} ,
"hiddenSeries" : false ,
"id" : 43 ,
"legend" : {
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
"min" : false ,
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
"total" : false ,
"values" : true
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2022-07-05 09:05:35 +00:00
"pluginVersion" : "8.5.3" ,
2021-12-20 10:16:53 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "max(go_gc_duration_seconds{job=~\"$job\", instance=~\"$instance\", quantile=\"1\"}) by(instance)" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{instance}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "GC duration ($instance)" ,
2020-07-15 10:56:06 +00:00
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"logBase" : 1 ,
2020-09-02 12:16:40 +00:00
"min" : "0" ,
2020-07-15 10:56:06 +00:00
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
2021-12-20 10:16:53 +00:00
"align" : false
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : {
"uid" : "$ds"
} ,
"fieldConfig" : {
"defaults" : {
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2022-07-05 09:05:35 +00:00
"fill" : 0 ,
2021-12-20 10:16:53 +00:00
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2022-07-05 09:05:35 +00:00
"y" : 86
2021-12-20 10:16:53 +00:00
} ,
"hiddenSeries" : false ,
"id" : 41 ,
"legend" : {
"alignAsTable" : true ,
"avg" : true ,
"current" : true ,
"max" : true ,
"min" : false ,
"show" : true ,
"sort" : "current" ,
"sortDesc" : true ,
"total" : false ,
"values" : true
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
2022-07-05 09:05:35 +00:00
"pluginVersion" : "8.5.3" ,
2021-12-20 10:16:53 +00:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(process_num_threads{job=~\"$job\", instance=~\"$instance\"}) by(instance)" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{instance}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeRegions" : [ ] ,
"title" : "Threads ($instance)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"mode" : "time" ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : 0 ,
"format" : "short" ,
"logBase" : 1 ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"show" : true
}
] ,
"yaxis" : {
"align" : false
2020-07-15 10:56:06 +00:00
}
}
] ,
"title" : "Resource usage" ,
"type" : "row"
}
] ,
2022-07-05 09:05:35 +00:00
"refresh" : "" ,
2022-09-08 17:53:51 +00:00
"schemaVersion" : 35 ,
2020-07-15 10:56:06 +00:00
"style" : "dark" ,
"tags" : [
"vmagent" ,
"victoriametrics"
] ,
"templating" : {
"list" : [
{
"current" : {
2022-09-08 17:53:51 +00:00
"selected" : true ,
"text" : "VM" ,
"value" : "VM"
2020-07-15 10:56:06 +00:00
} ,
"hide" : 0 ,
"includeAll" : false ,
"multi" : false ,
"name" : "ds" ,
"options" : [ ] ,
"query" : "prometheus" ,
"queryValue" : "" ,
"refresh" : 1 ,
"regex" : "" ,
"skipUrlSync" : false ,
"type" : "datasource"
} ,
{
"allValue" : "" ,
"current" : { } ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"definition" : "label_values(vm_app_version{version=~\"^vmagent.*\"}, job)" ,
"hide" : 0 ,
"includeAll" : false ,
"multi" : true ,
"name" : "job" ,
"options" : [ ] ,
2021-06-14 10:03:54 +00:00
"query" : {
"query" : "label_values(vm_app_version{version=~\"^vmagent.*\"}, job)" ,
"refId" : "VictoriaMetrics-job-Variable-Query"
} ,
2020-07-15 10:56:06 +00:00
"refresh" : 1 ,
"regex" : "" ,
"skipUrlSync" : false ,
"sort" : 0 ,
"tagValuesQuery" : "" ,
"tagsQuery" : "" ,
"type" : "query" ,
"useTags" : false
} ,
{
"allValue" : ".*" ,
"current" : { } ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
2020-07-15 10:56:06 +00:00
"definition" : "label_values(vm_app_version{job=~\"$job\"}, instance)" ,
"hide" : 0 ,
"includeAll" : true ,
"multi" : true ,
"name" : "instance" ,
"options" : [ ] ,
2021-06-14 10:03:54 +00:00
"query" : {
"query" : "label_values(vm_app_version{job=~\"$job\"}, instance)" ,
"refId" : "VictoriaMetrics-instance-Variable-Query"
} ,
2020-07-15 10:56:06 +00:00
"refresh" : 1 ,
"regex" : "" ,
"skipUrlSync" : false ,
"sort" : 0 ,
"tagValuesQuery" : "" ,
"tagsQuery" : "" ,
"type" : "query" ,
"useTags" : false
2021-09-01 08:46:22 +00:00
} ,
{
"allValue" : ".*" ,
"current" : { } ,
2021-12-20 10:16:53 +00:00
"datasource" : {
"uid" : "$ds"
} ,
2021-11-09 14:50:08 +00:00
"definition" : "label_values(vmagent_remotewrite_requests_total{job=~\"$job\", instance=~\"$instance\"}, url)" ,
2021-09-01 08:46:22 +00:00
"description" : "The remote write URLs" ,
"hide" : 0 ,
"includeAll" : true ,
"multi" : true ,
"name" : "url" ,
"options" : [ ] ,
"query" : {
2021-11-09 14:50:08 +00:00
"query" : "label_values(vmagent_remotewrite_requests_total{job=~\"$job\", instance=~\"$instance\"}, url)" ,
2021-09-01 08:46:22 +00:00
"refId" : "StandardVariableQuery"
} ,
"refresh" : 1 ,
"regex" : "" ,
"skipUrlSync" : false ,
"sort" : 0 ,
"type" : "query"
2020-07-15 10:56:06 +00:00
}
]
} ,
"time" : {
2022-07-05 09:05:35 +00:00
"from" : "now-3h" ,
2020-07-15 10:56:06 +00:00
"to" : "now"
} ,
"timepicker" : {
"refresh_intervals" : [
"10s" ,
"30s" ,
"1m" ,
"5m" ,
"15m" ,
"30m" ,
"1h" ,
"2h" ,
"1d"
]
} ,
"timezone" : "" ,
"title" : "vmagent" ,
"uid" : "G7Z9GzMGz" ,
2021-12-20 10:16:53 +00:00
"version" : 1 ,
"weekStart" : ""
}