From 865a60f13e1d101386b89a40406e24cd8cf235dd Mon Sep 17 00:00:00 2001 From: Yurii Kravets <30324382+YuriKravetc@users.noreply.github.com> Date: Mon, 18 Oct 2021 18:14:49 +0300 Subject: [PATCH] Update alerts.yml Added Series Limit day\hour alerts --- deployment/docker/alerts.yml | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) diff --git a/deployment/docker/alerts.yml b/deployment/docker/alerts.yml index 3e3132d38b..631c3d4791 100644 --- a/deployment/docker/alerts.yml +++ b/deployment/docker/alerts.yml @@ -261,3 +261,22 @@ groups: This usually means that `-remoteWrite.queues` command-line flag must be increased in order to increase the number of connections per each remote storage." + - alert: SeriesLimitHourReached + expr: (vmagent_hourly_series_limit_current_series / vmagent_hourly_series_limit_max_series) > 0.9 + labels: + severity: critical + annotations: + dashboard: "http://localhost:3000/d/G7Z9GzMGz?viewPanel=88&var-instance={{ $labels.instance }}" + summary: "Instance {{ $labels.instance }} reached 90% of the limit" + description: "Max series limit set via -remoteWrite.maxHourlySeries flag is close to reaching the max value + then samples for new time series will be dropped instead of sending them to remote storage systems." + + - alert: SeriesLimitDayReached + expr: (vmagent_daily_series_limit_current_series / vmagent_daily_series_limit_max_series) > 0.9 + labels: + severity: critical + annotations: + dashboard: "http://localhost:3000/d/G7Z9GzMGz?viewPanel=90&var-instance={{ $labels.instance }}" + summary: "Instance {{ $labels.instance }} reached 90% of the limit" + description: "Max series limit set via -remoteWrite.maxDailySeries flag is close to reaching the max value + then samples for new time series will be dropped instead of sending them to remote storage systems."