2024-06-25 09:15:29 +00:00
{
"__inputs" : [ ] ,
"__elements" : { } ,
"__requires" : [
{
"type" : "grafana" ,
"id" : "grafana" ,
"name" : "Grafana" ,
"version" : "10.4.2"
} ,
{
"type" : "datasource" ,
"id" : "prometheus" ,
"name" : "Prometheus" ,
"version" : "1.0.0"
} ,
{
"type" : "panel" ,
"id" : "stat" ,
"name" : "Stat" ,
"version" : ""
} ,
{
"type" : "panel" ,
"id" : "table" ,
"name" : "Table" ,
"version" : ""
} ,
{
"type" : "panel" ,
"id" : "timeseries" ,
"name" : "Time series" ,
"version" : ""
}
] ,
"annotations" : {
"list" : [
{
"builtIn" : 1 ,
"datasource" : {
"type" : "grafana" ,
"uid" : "-- Grafana --"
} ,
"enable" : true ,
"hide" : true ,
"iconColor" : "rgba(0, 211, 255, 1)" ,
"name" : "Annotations & Alerts" ,
"target" : {
"limit" : 100 ,
"matchAny" : false ,
"tags" : [ ] ,
"type" : "dashboard"
} ,
"type" : "dashboard"
}
]
} ,
"description" : "Overview for VictoriaMetrics vmauth v1.80.0 or higher" ,
"editable" : true ,
"fiscalYearStartMonth" : 0 ,
"graphTooltip" : 1 ,
"id" : null ,
"links" : [
{
"asDropdown" : false ,
"icon" : "doc" ,
"includeVars" : false ,
"keepTime" : false ,
"tags" : [ ] ,
"targetBlank" : true ,
"title" : "vmauth docs" ,
"tooltip" : "vmauth docs" ,
"type" : "link" ,
"url" : "https://docs.victoriametrics.com/vmauth.html"
} ,
{
"asDropdown" : false ,
"icon" : "question" ,
"includeVars" : false ,
"keepTime" : false ,
"tags" : [ ] ,
"targetBlank" : true ,
"title" : "Found a bug?" ,
"tooltip" : "Found a bug?" ,
"type" : "link" ,
"url" : "https://github.com/VictoriaMetrics/VictoriaMetrics/issues"
} ,
{
"asDropdown" : false ,
"icon" : "info" ,
"includeVars" : false ,
"keepTime" : false ,
"tags" : [ ] ,
"targetBlank" : true ,
"title" : "New releases" ,
"tooltip" : "New releases" ,
"type" : "link" ,
"url" : "https://github.com/VictoriaMetrics/VictoriaMetrics/releases"
}
] ,
"liveNow" : false ,
"panels" : [
{
"collapsed" : false ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 0
} ,
"id" : 2 ,
"panels" : [ ] ,
"title" : "Stats" ,
"type" : "row"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisBorderShow" : false ,
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"insertNulls" : false ,
"lineInterpolation" : "stepAfter" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"decimals" : 0 ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "s"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 4 ,
"w" : 11 ,
"x" : 0 ,
"y" : 1
} ,
"id" : 32 ,
"options" : {
"legend" : {
"calcs" : [
"lastNotNull"
] ,
"displayMode" : "table" ,
"placement" : "right" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "asc"
}
} ,
"pluginVersion" : "9.2.6" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "sum(min_over_time(vm_app_uptime_seconds{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (job)" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
"legendFormat" : "{{job}}" ,
"refId" : "A"
}
] ,
"title" : "Uptime" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"description" : "Shows if the last configuration update was successful. \"Not Ok\" means there was an unsuccessful attempt to update the configuration due to some error. Check the log for details." ,
"fieldConfig" : {
"defaults" : {
"mappings" : [
{
"options" : {
"0" : {
"color" : "green" ,
"index" : 0 ,
"text" : "Ok"
}
} ,
"type" : "value"
} ,
{
"options" : {
"from" : 1 ,
"result" : {
"color" : "red" ,
"index" : 1 ,
"text" : "Not Ok"
} ,
"to" : 999999
} ,
"type" : "range"
}
] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 3 ,
"w" : 6 ,
"x" : 11 ,
"y" : 1
} ,
"id" : 30 ,
"options" : {
"colorMode" : "value" ,
"graphMode" : "area" ,
"justifyMode" : "auto" ,
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"last"
] ,
"fields" : "" ,
"values" : false
} ,
"showPercentChange" : false ,
"text" : { } ,
"textMode" : "auto" ,
"wideLayout" : true
} ,
"pluginVersion" : "10.4.2" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"exemplar" : false ,
"expr" : "count(vmauth_config_last_reload_successful{job=~\"$job\", instance=~\"$instance\"} < 1 ) or 0" ,
"interval" : "" ,
"legendFormat" : "" ,
"refId" : "A"
}
] ,
"title" : "Config update" ,
"type" : "stat"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"description" : "Shows the rate of requests." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "thresholds"
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 3 ,
"w" : 7 ,
"x" : 17 ,
"y" : 1
} ,
"id" : 4 ,
"options" : {
"colorMode" : "value" ,
"graphMode" : "area" ,
"justifyMode" : "auto" ,
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"lastNotNull"
] ,
"fields" : "" ,
"values" : false
} ,
"showPercentChange" : false ,
"textMode" : "auto" ,
"wideLayout" : true
} ,
"pluginVersion" : "10.4.2" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "(sum(rate(vmauth_user_requests_total{job=~\"$job\", instance=~\"$instance\", username=~\"$user\"}[$__rate_interval])) or 0) + (sum(rate(vmauth_unauthorized_user_requests_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) or 0)" ,
"instant" : true ,
"range" : false ,
"refId" : "A"
}
] ,
"title" : "Requests rate" ,
"type" : "stat"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"description" : "Shows the total number of users defined at configuration file." ,
"fieldConfig" : {
"defaults" : {
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 3 ,
"w" : 6 ,
"x" : 11 ,
"y" : 4
} ,
"id" : 31 ,
"options" : {
"colorMode" : "value" ,
"graphMode" : "area" ,
"justifyMode" : "auto" ,
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"last"
] ,
"fields" : "" ,
"values" : false
} ,
"showPercentChange" : false ,
"text" : { } ,
"textMode" : "auto" ,
"wideLayout" : true
} ,
"pluginVersion" : "10.4.2" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "count(vmauth_user_concurrent_requests_capacity{job=~\"$job\", instance=~\"$instance\"})" ,
"interval" : "" ,
"legendFormat" : "" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Users count" ,
"type" : "stat"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"description" : "Shows the rate of request errors." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "thresholds"
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 3 ,
"w" : 7 ,
"x" : 17 ,
"y" : 4
} ,
"id" : 36 ,
"options" : {
"colorMode" : "value" ,
"graphMode" : "area" ,
"justifyMode" : "auto" ,
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"lastNotNull"
] ,
"fields" : "" ,
"values" : false
} ,
"showPercentChange" : false ,
"textMode" : "auto" ,
"wideLayout" : true
} ,
"pluginVersion" : "10.4.2" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "sum(rate(vmauth_http_request_errors_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval]))" ,
"instant" : true ,
"range" : false ,
"refId" : "A"
}
] ,
"title" : "Errors rate" ,
"type" : "stat"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "thresholds"
} ,
"custom" : {
"align" : "auto" ,
"cellOptions" : {
"type" : "auto"
} ,
"filterable" : false ,
"inspect" : false ,
"minWidth" : 50
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
}
]
}
} ,
"overrides" : [
{
"matcher" : {
"id" : "byName" ,
"options" : "Time"
} ,
"properties" : [
{
"id" : "custom.hidden" ,
"value" : true
}
]
} ,
{
"matcher" : {
"id" : "byName" ,
"options" : "Value"
} ,
"properties" : [
{
"id" : "displayName" ,
"value" : "Count"
}
]
}
]
} ,
"gridPos" : {
"h" : 4 ,
"w" : 11 ,
"x" : 0 ,
"y" : 5
} ,
"id" : 6 ,
"options" : {
"cellHeight" : "sm" ,
"footer" : {
"countRows" : false ,
"fields" : "" ,
"reducer" : [
"sum"
] ,
"show" : false
} ,
"frameIndex" : 0 ,
"showHeader" : true
} ,
"pluginVersion" : "10.4.2" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "sum(vm_app_version{job=~\"$job\", instance=~\"$instance\"}) by (job, short_version)" ,
"format" : "table" ,
"instant" : true ,
"range" : false ,
"refId" : "A"
}
] ,
"title" : "Version" ,
"type" : "table"
} ,
{
"collapsed" : false ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 9
} ,
"id" : 13 ,
"panels" : [ ] ,
"title" : "Overview" ,
"type" : "row"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisBorderShow" : false ,
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"insertNulls" : false ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
"y" : 10
} ,
"id" : 11 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"editorMode" : "code" ,
"expr" : "sum(rate(vmauth_user_requests_total{job=~\"$job\", instance=~\"$instance\", username=~\"$user\"}[$__rate_interval])) by(username)" ,
"hide" : false ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"editorMode" : "code" ,
"expr" : "sum(rate(vmauth_unauthorized_user_requests_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval]))" ,
"hide" : false ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "B"
}
] ,
"title" : "Requests rate" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"description" : "Shows percent utilization of per concurrent requests capacity." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisBorderShow" : false ,
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "bars" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"insertNulls" : false ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "dashed"
}
} ,
"mappings" : [ ] ,
"max" : 1 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 0.9
}
]
} ,
"unit" : "percentunit"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
"y" : 10
} ,
"id" : 14 ,
"options" : {
"legend" : {
"calcs" : [
"max" ,
"mean"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Mean" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"editorMode" : "code" ,
"expr" : "max(\nmax_over_time(vmauth_user_concurrent_requests_current{job=~\"$job\", instance=~\"$instance\", username=~\"$user\"}[$__rate_interval])\n/ \nvmauth_user_concurrent_requests_capacity{job=~\"$job\", instance=~\"$instance\", username=~\"$user\"}\n) by(username) > 0\n" ,
"hide" : false ,
"interval" : "5m" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "User concurrent requests usage" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"description" : "Shows the rate of rejected requests by a reason." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisBorderShow" : false ,
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"insertNulls" : false ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
"y" : 19
} ,
"id" : 16 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"editorMode" : "code" ,
"expr" : "sum(rate(vmauth_http_request_errors_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) by (reason)" ,
"hide" : false ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Requests rejected rate" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"description" : " The number of concurrent connections processed by vmauth reached one of limits. Possible solutions:\n- increase global limit with flag -maxConcurrentRequests\n- increase limit with flag: -maxConcurrentPerUserRequests for all users or with config option `max_concurrent_requests` per user.\n- deploy additional vmauth replicas\n- check requests latency at backend service and allocate resources to it if needed" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisBorderShow" : false ,
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "bars" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"insertNulls" : false ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
"y" : 19
} ,
"id" : 10 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"editorMode" : "code" ,
"expr" : "sum(rate(vmauth_user_concurrent_requests_limit_reached_total{job=~\"$job\", instance=~\"$instance\", username=~\"$user\"}[$__rate_interval])) by(username) > 0" ,
"interval" : "1m" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"editorMode" : "code" ,
"expr" : "sum(rate(vmauth_unauthorized_user_concurrent_requests_limit_reached_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])) > 0" ,
"hide" : false ,
"legendFormat" : "unauthorized" ,
"range" : true ,
"refId" : "B"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"editorMode" : "code" ,
"expr" : "sum(rate(vmauth_concurrent_requests_limit_reached_total[$__rate_interval])) > 0" ,
"hide" : false ,
"legendFormat" : "global at {{ $instance }}" ,
"range" : true ,
"refId" : "C"
}
] ,
"title" : "Concurrent limit reached" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"description" : "Shows duration in seconds of user requests by quantile." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisBorderShow" : false ,
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"insertNulls" : false ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "s"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
"y" : 28
} ,
"id" : 19 ,
"options" : {
"legend" : {
"calcs" : [
"max" ,
"mean"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Max" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"editorMode" : "code" ,
"expr" : "max(vmauth_user_request_duration_seconds{job=~\"$job\", instance=~\"$instance\", username=~\"$user\", quantile=~\"(0.99|0.5)\"}) by (quantile, username) > 0" ,
"hide" : false ,
"legendFormat" : "user: {{username}} q: {{ quantile}}" ,
"range" : true ,
"refId" : "A"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"editorMode" : "code" ,
"expr" : "max(vmauth_unauthorized_user_request_duration_seconds{job=~\"$job\", instance=~\"$instance\", quantile=~\"(0.99|0.5)\"}) by (quantile) > 0" ,
"hide" : false ,
"legendFormat" : "user: unauthorized q: {{ quantile}}" ,
"range" : true ,
"refId" : "B"
}
] ,
"title" : "User requests duration" ,
"type" : "timeseries"
} ,
{
"collapsed" : true ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 37
} ,
"id" : 22 ,
"panels" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"description" : "Percentage of used memory (resident).\nThe application's performance will significantly degrade when memory usage is close to 100%." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisBorderShow" : false ,
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"insertNulls" : false ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "percentunit"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 11
} ,
"id" : 25 ,
"options" : {
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.1.0" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "max(\n max_over_time(process_resident_memory_bytes{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])\n /\n vm_available_memory_bytes{job=~\"$job\", instance=~\"$instance\"}\n) by(job)" ,
"interval" : "" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "RSS memory % usage ($instance)" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisBorderShow" : false ,
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"insertNulls" : false ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "percentunit"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 11
} ,
"id" : 26 ,
"options" : {
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "none"
}
} ,
"pluginVersion" : "9.1.0" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "max(\n rate(process_cpu_seconds_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])\n /\n vm_available_cpu_cores{job=~\"$job\", instance=~\"$instance\"}\n) by(job)" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "CPU % usage ($instance)" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"description" : "" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisBorderShow" : false ,
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"insertNulls" : false ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "bytes"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 19
} ,
"id" : 27 ,
"options" : {
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.1.0" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"expr" : "sum(go_memstats_sys_bytes{job=~\"$job\", instance=~\"$instance\"}) + sum(vm_cache_size_bytes{job=~\"$job\", instance=~\"$instance\"})" ,
"format" : "time_series" ,
"hide" : false ,
"intervalFactor" : 1 ,
"legendFormat" : "requested from system" ,
"refId" : "A"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"expr" : "sum(go_memstats_heap_inuse_bytes{job=~\"$job\", instance=~\"$instance\"}) + sum(vm_cache_size_bytes{job=~\"$job\", instance=~\"$instance\"})" ,
"format" : "time_series" ,
"hide" : false ,
"intervalFactor" : 1 ,
"legendFormat" : "heap inuse" ,
"refId" : "B"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"expr" : "sum(go_memstats_stack_inuse_bytes{job=~\"$job\", instance=~\"$instance\"})" ,
"format" : "time_series" ,
"hide" : false ,
"intervalFactor" : 1 ,
"legendFormat" : "stack inuse" ,
"refId" : "C"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"expr" : "sum(process_resident_memory_bytes{job=~\"$job\", instance=~\"$instance\"})" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "resident" ,
"refId" : "D"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"exemplar" : false ,
"expr" : "sum(process_resident_memory_anon_bytes{job=~\"$job\", instance=~\"$instance\"})" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "resident anonymous" ,
"refId" : "E"
}
] ,
"title" : "Memory usage ($instance)" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"description" : "" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisBorderShow" : false ,
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"insertNulls" : false ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
} ,
"overrides" : [
{
"matcher" : {
"id" : "byName" ,
"options" : "Limit"
} ,
"properties" : [
{
"id" : "color" ,
"value" : {
"fixedColor" : "#F2495C" ,
"mode" : "fixed"
}
}
]
}
]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 19
} ,
"id" : 28 ,
"options" : {
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.1.0" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"expr" : "rate(process_cpu_seconds_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "CPU cores used" ,
"refId" : "A"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"exemplar" : false ,
"expr" : "process_cpu_cores_available{job=~\"$job\", instance=~\"$instance\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "Limit" ,
"refId" : "B"
}
] ,
"title" : "CPU ($instance)" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"description" : "" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisBorderShow" : false ,
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 10 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"insertNulls" : false ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 27
} ,
"id" : 23 ,
"options" : {
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "none"
}
} ,
"pluginVersion" : "9.1.0" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"expr" : "sum(vm_tcplistener_conns{job=~\"$job\", instance=~\"$instance\"})" ,
"format" : "time_series" ,
"hide" : false ,
"intervalFactor" : 1 ,
"legendFormat" : "connections" ,
"refId" : "A"
}
] ,
"title" : "TCP connections ($instance)" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"description" : "" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisBorderShow" : false ,
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 10 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"insertNulls" : false ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 27
} ,
"id" : 24 ,
"options" : {
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "none"
}
} ,
"pluginVersion" : "9.1.0" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"expr" : "sum(rate(vm_tcplistener_accepts_total{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval]))" ,
"format" : "time_series" ,
"hide" : false ,
"intervalFactor" : 1 ,
"legendFormat" : "connections" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "TCP connections rate ($instance)" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"description" : "Shows the percentage of open file descriptors compared to the limit set in the OS.\nReaching the limit of open files can cause various issues and must be prevented.\n\nSee how to change limits here https://medium.com/@muhammadtriwibowo/set-permanently-ulimit-n-open-files-in-ubuntu-4d61064429a" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisBorderShow" : false ,
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"insertNulls" : false ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"decimals" : 2 ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "percentunit"
} ,
"overrides" : [
{
"matcher" : {
"id" : "byName" ,
"options" : "max"
} ,
"properties" : [
{
"id" : "color" ,
"value" : {
"fixedColor" : "#C4162A" ,
"mode" : "fixed"
}
}
]
}
]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 35
} ,
"id" : 20 ,
"options" : {
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "none"
}
} ,
"pluginVersion" : "9.1.0" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"expr" : "max_over_time(process_open_fds{job=~\"$job\", instance=~\"$instance\"}[$__rate_interval])\n/\nprocess_max_fds{job=~\"$job\", instance=~\"$instance\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Open FDs ($instance)" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisBorderShow" : false ,
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 10 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"insertNulls" : false ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"decimals" : 0 ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 35
} ,
"id" : 21 ,
"options" : {
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "none"
}
} ,
"pluginVersion" : "9.1.0" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"expr" : "sum(go_goroutines{job=~\"$job\", instance=~\"$instance\"})" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "gc duration" ,
"refId" : "A"
}
] ,
"title" : "Goroutines ($instance)" ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisBorderShow" : false ,
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 10 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"insertNulls" : false ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"decimals" : 0 ,
"links" : [ ] ,
"mappings" : [ ] ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 43
} ,
"id" : 29 ,
"options" : {
"legend" : {
"calcs" : [
"mean" ,
"lastNotNull" ,
"max"
] ,
"displayMode" : "table" ,
"placement" : "bottom" ,
"showLegend" : true ,
"sortBy" : "Last *" ,
"sortDesc" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "none"
}
} ,
"pluginVersion" : "9.1.0" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"expr" : "sum(process_num_threads{job=~\"$job\", instance=~\"$instance\"})" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "threads" ,
"refId" : "A"
}
] ,
"title" : "Threads ($instance)" ,
"type" : "timeseries"
}
] ,
"title" : "Resource usage" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 38
} ,
"id" : 35 ,
"panels" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "thresholds"
} ,
"custom" : {
"align" : "auto" ,
"cellOptions" : {
"type" : "auto"
} ,
"inspect" : false
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [
{
"matcher" : {
"id" : "byName" ,
"options" : "Value"
} ,
"properties" : [
{
"id" : "custom.hidden" ,
"value" : true
}
]
} ,
{
"matcher" : {
"id" : "byName" ,
"options" : "Time"
} ,
"properties" : [
{
"id" : "custom.hidden" ,
"value" : true
}
]
}
]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 39
} ,
"id" : 34 ,
"options" : {
"cellHeight" : "sm" ,
"footer" : {
"countRows" : false ,
"fields" : "" ,
"reducer" : [
"sum"
] ,
"show" : false
} ,
"showHeader" : true ,
"sortBy" : [
{
"desc" : true ,
"displayName" : "job"
}
]
} ,
"pluginVersion" : "10.4.2" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "$ds"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "sum(flag{is_set=\"true\", job=~\"$job\", instance=~\"$instance\"}) by(job, instance, name, value)" ,
"format" : "table" ,
"instant" : true ,
"legendFormat" : "__auto" ,
"range" : false ,
"refId" : "A"
}
] ,
"title" : "Non-default flags" ,
"transformations" : [
{
"id" : "groupBy" ,
"options" : {
"fields" : {
"instance" : {
"aggregations" : [ ]
} ,
"job" : {
"aggregations" : [ ]
} ,
"name" : {
"aggregations" : [ ] ,
"operation" : "groupby"
} ,
"value" : {
"aggregations" : [ ] ,
"operation" : "groupby"
}
}
}
}
] ,
"type" : "table"
} ,
{
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"description" : "Shows number of generated error and warning messages in logs. Non-zero value may be a sign of connectivity or missconfiguration errors." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisBorderShow" : false ,
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"insertNulls" : false ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 39
} ,
"id" : 8 ,
"options" : {
"legend" : {
"calcs" : [
"max" ,
"last" ,
"mean"
] ,
"displayMode" : "table" ,
"placement" : "right" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"pluginVersion" : "10.4.0" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"editorMode" : "code" ,
"expr" : "sum(increase(vm_log_messages_total{job=~\"$job\", instance=~\"$instance\", level!=\"info\"}[$__rate_interval])) by (level)" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Log errors" ,
"type" : "timeseries"
}
] ,
"title" : "Troubleshooting" ,
"type" : "row"
}
] ,
"refresh" : "30s" ,
"revision" : 1 ,
"schemaVersion" : 39 ,
"tags" : [ ] ,
"templating" : {
"list" : [
{
"current" : {
"selected" : false ,
"text" : "VictoriaMetrics - cluster" ,
"value" : "PAF93674D0B4E9963"
} ,
"hide" : 0 ,
"includeAll" : false ,
"multi" : false ,
"name" : "ds" ,
"options" : [ ] ,
"query" : "prometheus" ,
"queryValue" : "" ,
"refresh" : 1 ,
"regex" : "" ,
"skipUrlSync" : false ,
"type" : "datasource"
} ,
{
"current" : { } ,
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"definition" : "label_values(vm_app_version{version=~\"^vmauth.*\"}, job)" ,
"hide" : 0 ,
"includeAll" : true ,
"multi" : true ,
"name" : "job" ,
"options" : [ ] ,
"query" : {
"query" : "label_values(vm_app_version{version=~\"^vmauth.*\"}, job)" ,
"refId" : "StandardVariableQuery"
} ,
"refresh" : 1 ,
"regex" : "" ,
"skipUrlSync" : false ,
"sort" : 1 ,
"type" : "query"
} ,
{
"allValue" : ".*" ,
"current" : { } ,
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"definition" : "label_values(vm_app_version{job=~\"$job\"}, instance)" ,
"hide" : 0 ,
"includeAll" : true ,
"multi" : true ,
"name" : "instance" ,
"options" : [ ] ,
"query" : {
"query" : "label_values(vm_app_version{job=~\"$job\"}, instance)" ,
"refId" : "StandardVariableQuery"
} ,
"refresh" : 1 ,
"regex" : "" ,
"skipUrlSync" : false ,
"sort" : 1 ,
"type" : "query"
} ,
{
"current" : { } ,
"datasource" : {
"type" : "prometheus" ,
2024-07-02 11:08:11 +00:00
"uid" : "$ds"
2024-06-25 09:15:29 +00:00
} ,
"definition" : "label_values(vmauth_user_requests_total{job=~\"$job\", instance=~\"$instance\"}, username)" ,
"hide" : 0 ,
"includeAll" : true ,
"multi" : true ,
"name" : "user" ,
"options" : [ ] ,
"query" : {
"query" : "label_values(vmauth_user_requests_total{job=~\"$job\", instance=~\"$instance\"}, username)" ,
"refId" : "StandardVariableQuery"
} ,
"refresh" : 1 ,
"regex" : "" ,
"skipUrlSync" : false ,
"sort" : 1 ,
"type" : "query"
} ,
{
"datasource" : {
"type" : "victoriametrics-datasource" ,
"uid" : "P38648FE0F8C5BEA2"
} ,
"filters" : [ ] ,
"hide" : 0 ,
"name" : "adhoc" ,
"skipUrlSync" : false ,
"type" : "adhoc"
}
]
} ,
"time" : {
"from" : "now-3h" ,
"to" : "now"
} ,
"timepicker" : { } ,
"timezone" : "" ,
"title" : "VictoriaMetrics - vmauth" ,
"uid" : "nbuo5Mr4k" ,
"version" : 1 ,
"weekStart" : ""
}