2021-09-07 19:39:22 +00:00
|
|
|
{% package main %}
|
|
|
|
|
|
|
|
{% import (
|
|
|
|
"time"
|
|
|
|
"sort"
|
2022-02-08 19:03:42 +00:00
|
|
|
"path"
|
2021-09-07 19:39:22 +00:00
|
|
|
|
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/app/vmalert/tpl"
|
2022-02-02 12:11:41 +00:00
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/app/vmalert/notifier"
|
2021-09-07 19:39:22 +00:00
|
|
|
) %}
|
|
|
|
|
|
|
|
|
2021-09-21 11:41:01 +00:00
|
|
|
{% func Welcome() %}
|
2021-09-07 19:39:22 +00:00
|
|
|
{%= tpl.Header("vmalert", navItems) %}
|
|
|
|
<p>
|
|
|
|
API:<br>
|
2021-09-21 11:41:01 +00:00
|
|
|
{% for _, p := range apiLinks %}
|
2021-09-07 19:39:22 +00:00
|
|
|
{%code
|
|
|
|
p, doc := p[0], p[1]
|
|
|
|
%}
|
|
|
|
<a href="{%s p %}">{%s p %}</a> - {%s doc %}<br/>
|
|
|
|
{% endfor %}
|
|
|
|
</p>
|
|
|
|
{%= tpl.Footer() %}
|
|
|
|
{% endfunc %}
|
|
|
|
|
|
|
|
{% func ListGroups(groups []APIGroup) %}
|
|
|
|
{%= tpl.Header("Groups", navItems) %}
|
|
|
|
{% if len(groups) > 0 %}
|
|
|
|
{%code
|
|
|
|
rOk := make(map[string]int)
|
|
|
|
rNotOk := make(map[string]int)
|
|
|
|
for _, g := range groups {
|
2022-03-15 11:54:53 +00:00
|
|
|
for _, r := range g.Rules {
|
2021-09-07 19:39:22 +00:00
|
|
|
if r.LastError != "" {
|
|
|
|
rNotOk[g.Name]++
|
|
|
|
} else {
|
|
|
|
rOk[g.Name]++
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
%}
|
|
|
|
<a class="btn btn-primary" role="button" onclick="collapseAll()">Collapse All</a>
|
|
|
|
<a class="btn btn-primary" role="button" onclick="expandAll()">Expand All</a>
|
|
|
|
{% for _, g := range groups %}
|
|
|
|
<div class="group-heading{% if rNotOk[g.Name] > 0 %} alert-danger{% endif %}" data-bs-target="rules-{%s g.ID %}">
|
|
|
|
<span class="anchor" id="group-{%s g.ID %}"></span>
|
2022-03-15 11:54:53 +00:00
|
|
|
<a href="#group-{%s g.ID %}">{%s g.Name %}{% if g.Type != "prometheus" %} ({%s g.Type %}){% endif %} (every {%f.0 g.Interval %}s)</a>
|
2021-10-22 09:30:38 +00:00
|
|
|
{% if rNotOk[g.Name] > 0 %}<span class="badge bg-danger" title="Number of rules with status Error">{%d rNotOk[g.Name] %}</span> {% endif %}
|
2021-09-07 19:39:22 +00:00
|
|
|
<span class="badge bg-success" title="Number of rules withs status Ok">{%d rOk[g.Name] %}</span>
|
|
|
|
<p class="fs-6 fw-lighter">{%s g.File %}</p>
|
2021-12-02 12:45:08 +00:00
|
|
|
{% if len(g.Params) > 0 %}
|
|
|
|
<div class="fs-6 fw-lighter">Extra params
|
|
|
|
{% for _, param := range g.Params %}
|
|
|
|
<span class="float-left badge bg-primary">{%s param %}</span>
|
2021-09-13 11:11:38 +00:00
|
|
|
{% endfor %}
|
|
|
|
</div>
|
|
|
|
{% endif %}
|
2021-09-07 19:39:22 +00:00
|
|
|
</div>
|
|
|
|
<div class="collapse" id="rules-{%s g.ID %}">
|
|
|
|
<table class="table table-striped table-hover table-sm">
|
|
|
|
<thead>
|
|
|
|
<tr>
|
2022-05-04 16:02:18 +00:00
|
|
|
<th scope="col" style="width: 60%">Rule</th>
|
|
|
|
<th scope="col" style="width: 20%" class="text-center" title="How many samples were produced by the rule">Samples</th>
|
|
|
|
<th scope="col" style="width: 20%" class="text-center" title="How many seconds ago rule was executed">Updated</th>
|
2021-09-07 19:39:22 +00:00
|
|
|
</tr>
|
|
|
|
</thead>
|
|
|
|
<tbody>
|
2022-03-15 11:54:53 +00:00
|
|
|
{% for _, r := range g.Rules %}
|
|
|
|
<tr{% if r.LastError != "" %} class="alert-danger"{% endif %}>
|
2021-09-07 19:39:22 +00:00
|
|
|
<td>
|
2022-05-04 16:02:18 +00:00
|
|
|
<div class="row">
|
|
|
|
<div class="col-12 mb-2">
|
|
|
|
{% if r.Type == "alerting" %}
|
|
|
|
<b>alert:</b> {%s r.Name %} (for: {%v r.Duration %} seconds)
|
|
|
|
{% else %}
|
|
|
|
<b>record:</b> {%s r.Name %}
|
|
|
|
{% endif %}
|
|
|
|
</div>
|
|
|
|
<div class="col-12">
|
|
|
|
<code><pre>{%s r.Query %}</pre></code>
|
|
|
|
</div>
|
|
|
|
<div class="col-12 mb-2">
|
|
|
|
{% if len(r.Labels) > 0 %} <b>Labels:</b>{% endif %}
|
|
|
|
{% for k, v := range r.Labels %}
|
|
|
|
<span class="ms-1 badge bg-primary">{%s k %}={%s v %}</span>
|
|
|
|
{% endfor %}
|
|
|
|
</div>
|
|
|
|
{% if r.LastError != "" %}
|
|
|
|
<div class="col-12">
|
|
|
|
<b>Error:</b>
|
|
|
|
<div class="error-cell">
|
|
|
|
{%s r.LastError %}
|
|
|
|
</div>
|
|
|
|
</div>
|
|
|
|
{% endif %}
|
|
|
|
</div>
|
2021-09-07 19:39:22 +00:00
|
|
|
</td>
|
2022-05-04 16:02:18 +00:00
|
|
|
<td class="text-center">{%d r.LastSamples %}</td>
|
|
|
|
<td class="text-center">{%f.3 time.Since(r.LastEvaluation).Seconds() %}s ago</td>
|
2021-09-07 19:39:22 +00:00
|
|
|
</tr>
|
|
|
|
{% endfor %}
|
|
|
|
</tbody>
|
|
|
|
</table>
|
|
|
|
</div>
|
|
|
|
{% endfor %}
|
|
|
|
|
|
|
|
{% else %}
|
|
|
|
<div>
|
|
|
|
<p>No items...</p>
|
|
|
|
</div>
|
|
|
|
{% endif %}
|
|
|
|
|
|
|
|
{%= tpl.Footer() %}
|
|
|
|
|
|
|
|
{% endfunc %}
|
|
|
|
|
|
|
|
|
2022-02-08 19:03:42 +00:00
|
|
|
{% func ListAlerts(pathPrefix string, groupAlerts []GroupAlerts) %}
|
2021-09-07 19:39:22 +00:00
|
|
|
{%= tpl.Header("Alerts", navItems) %}
|
|
|
|
{% if len(groupAlerts) > 0 %}
|
|
|
|
<a class="btn btn-primary" role="button" onclick="collapseAll()">Collapse All</a>
|
|
|
|
<a class="btn btn-primary" role="button" onclick="expandAll()">Expand All</a>
|
|
|
|
{% for _, ga := range groupAlerts %}
|
|
|
|
{%code g := ga.Group %}
|
|
|
|
<div class="group-heading alert-danger" data-bs-target="rules-{%s g.ID %}">
|
|
|
|
<span class="anchor" id="group-{%s g.ID %}"></span>
|
|
|
|
<a href="#group-{%s g.ID %}">{%s g.Name %}{% if g.Type != "prometheus" %} ({%s g.Type %}){% endif %}</a>
|
|
|
|
<span class="badge bg-danger" title="Number of active alerts">{%d len(ga.Alerts) %}</span>
|
|
|
|
<br>
|
|
|
|
<p class="fs-6 fw-lighter">{%s g.File %}</p>
|
|
|
|
</div>
|
|
|
|
{%code
|
|
|
|
var keys []string
|
|
|
|
alertsByRule := make(map[string][]*APIAlert)
|
|
|
|
for _, alert := range ga.Alerts {
|
|
|
|
if len(alertsByRule[alert.RuleID]) < 1 {
|
|
|
|
keys = append(keys, alert.RuleID)
|
|
|
|
}
|
|
|
|
alertsByRule[alert.RuleID] = append(alertsByRule[alert.RuleID], alert)
|
|
|
|
}
|
|
|
|
sort.Strings(keys)
|
|
|
|
%}
|
|
|
|
<div class="collapse" id="rules-{%s g.ID %}">
|
|
|
|
{% for _, ruleID := range keys %}
|
|
|
|
{%code
|
|
|
|
defaultAR := alertsByRule[ruleID][0]
|
|
|
|
var labelKeys []string
|
|
|
|
for k := range defaultAR.Labels {
|
|
|
|
labelKeys = append(labelKeys, k)
|
|
|
|
}
|
|
|
|
sort.Strings(labelKeys)
|
|
|
|
%}
|
|
|
|
<br>
|
2021-10-13 12:25:11 +00:00
|
|
|
<b>alert:</b> {%s defaultAR.Name %} ({%d len(alertsByRule[ruleID]) %})
|
|
|
|
| <span><a target="_blank" href="{%s defaultAR.SourceLink %}">Source</a></span>
|
|
|
|
<br>
|
2021-09-07 19:39:22 +00:00
|
|
|
<b>expr:</b><code><pre>{%s defaultAR.Expression %}</pre></code>
|
|
|
|
<table class="table table-striped table-hover table-sm">
|
|
|
|
<thead>
|
|
|
|
<tr>
|
|
|
|
<th scope="col">Labels</th>
|
|
|
|
<th scope="col">State</th>
|
|
|
|
<th scope="col">Active at</th>
|
|
|
|
<th scope="col">Value</th>
|
|
|
|
<th scope="col">Link</th>
|
|
|
|
</tr>
|
|
|
|
</thead>
|
|
|
|
<tbody>
|
|
|
|
{% for _, ar := range alertsByRule[ruleID] %}
|
|
|
|
<tr>
|
|
|
|
<td>
|
|
|
|
{% for _, k := range labelKeys %}
|
|
|
|
<span class="ms-1 badge bg-primary">{%s k %}={%s ar.Labels[k] %}</span>
|
|
|
|
{% endfor %}
|
|
|
|
</td>
|
2021-10-22 09:30:38 +00:00
|
|
|
<td>{%= badgeState(ar.State) %}</td>
|
|
|
|
<td>
|
|
|
|
{%s ar.ActiveAt.Format("2006-01-02T15:04:05Z07:00") %}
|
|
|
|
{% if ar.Restored %}{%= badgeRestored() %}{% endif %}
|
|
|
|
</td>
|
2021-09-07 19:39:22 +00:00
|
|
|
<td>{%s ar.Value %}</td>
|
|
|
|
<td>
|
2022-02-08 19:03:42 +00:00
|
|
|
<a href="{%s path.Join(pathPrefix, g.ID, ar.ID, "status") %}">Details</a>
|
2021-09-07 19:39:22 +00:00
|
|
|
</td>
|
|
|
|
</tr>
|
|
|
|
{% endfor %}
|
|
|
|
</tbody>
|
|
|
|
</table>
|
|
|
|
{% endfor %}
|
|
|
|
</div>
|
|
|
|
<br>
|
|
|
|
{% endfor %}
|
|
|
|
|
|
|
|
{% else %}
|
|
|
|
<div>
|
|
|
|
<p>No items...</p>
|
|
|
|
</div>
|
|
|
|
{% endif %}
|
|
|
|
|
|
|
|
{%= tpl.Footer() %}
|
|
|
|
|
|
|
|
{% endfunc %}
|
|
|
|
|
2022-02-02 12:11:41 +00:00
|
|
|
{% func ListTargets(targets map[notifier.TargetType][]notifier.Target) %}
|
|
|
|
{%= tpl.Header("Notifiers", navItems) %}
|
|
|
|
{% if len(targets) > 0 %}
|
|
|
|
<a class="btn btn-primary" role="button" onclick="collapseAll()">Collapse All</a>
|
|
|
|
<a class="btn btn-primary" role="button" onclick="expandAll()">Expand All</a>
|
|
|
|
|
|
|
|
{%code
|
|
|
|
var keys []string
|
|
|
|
for key := range targets {
|
|
|
|
keys = append(keys, string(key))
|
|
|
|
}
|
|
|
|
sort.Strings(keys)
|
|
|
|
%}
|
|
|
|
|
|
|
|
{% for i := range keys %}
|
|
|
|
{%code typeK, ns := keys[i], targets[notifier.TargetType(keys[i])]
|
|
|
|
count := len(ns)
|
|
|
|
%}
|
|
|
|
<div class="group-heading data-bs-target="rules-{%s typeK %}">
|
|
|
|
<span class="anchor" id="notifiers-{%s typeK %}"></span>
|
|
|
|
<a href="#notifiers-{%s typeK %}">{%s typeK %} ({%d count %})</a>
|
|
|
|
</div>
|
|
|
|
<div class="collapse show" id="notifiers-{%s typeK %}">
|
|
|
|
<table class="table table-striped table-hover table-sm">
|
|
|
|
<thead>
|
|
|
|
<tr>
|
|
|
|
<th scope="col">Labels</th>
|
|
|
|
<th scope="col">Address</th>
|
|
|
|
</tr>
|
|
|
|
</thead>
|
|
|
|
<tbody>
|
|
|
|
{% for _, n := range ns %}
|
|
|
|
<tr>
|
|
|
|
<td>
|
|
|
|
{% for _, l := range n.Labels %}
|
|
|
|
<span class="ms-1 badge bg-primary">{%s l.Name %}={%s l.Value %}</span>
|
|
|
|
{% endfor %}
|
|
|
|
</td>
|
|
|
|
<td>{%s n.Notifier.Addr() %}</td>
|
|
|
|
</tr>
|
|
|
|
{% endfor %}
|
|
|
|
</tbody>
|
|
|
|
</table>
|
|
|
|
</div>
|
|
|
|
{% endfor %}
|
|
|
|
|
|
|
|
{% else %}
|
|
|
|
<div>
|
|
|
|
<p>No items...</p>
|
|
|
|
</div>
|
|
|
|
{% endif %}
|
|
|
|
|
|
|
|
{%= tpl.Footer() %}
|
|
|
|
|
|
|
|
{% endfunc %}
|
|
|
|
|
2022-02-08 19:03:42 +00:00
|
|
|
{% func Alert(pathPrefix string, alert *APIAlert) %}
|
2021-09-07 19:39:22 +00:00
|
|
|
{%= tpl.Header("", navItems) %}
|
|
|
|
{%code
|
|
|
|
var labelKeys []string
|
|
|
|
for k := range alert.Labels {
|
|
|
|
labelKeys = append(labelKeys, k)
|
|
|
|
}
|
|
|
|
sort.Strings(labelKeys)
|
|
|
|
|
|
|
|
var annotationKeys []string
|
|
|
|
for k := range alert.Annotations {
|
|
|
|
annotationKeys = append(annotationKeys, k)
|
|
|
|
}
|
|
|
|
sort.Strings(annotationKeys)
|
|
|
|
%}
|
|
|
|
<div class="display-6 pb-3 mb-3">{%s alert.Name %}<span class="ms-2 badge {% if alert.State=="firing" %}bg-danger{% else %} bg-warning text-dark{% endif %}">{%s alert.State %}</span></div>
|
|
|
|
<div class="container border-bottom p-2">
|
|
|
|
<div class="row">
|
|
|
|
<div class="col-2">
|
|
|
|
Active at
|
|
|
|
</div>
|
|
|
|
<div class="col">
|
|
|
|
{%s alert.ActiveAt.Format("2006-01-02T15:04:05Z07:00") %}
|
|
|
|
</div>
|
|
|
|
</div>
|
|
|
|
</div>
|
|
|
|
<div class="container border-bottom p-2">
|
|
|
|
<div class="row">
|
|
|
|
<div class="col-2">
|
|
|
|
Expr
|
|
|
|
</div>
|
|
|
|
<div class="col">
|
|
|
|
<code><pre>{%s alert.Expression %}</pre></code>
|
|
|
|
</div>
|
|
|
|
</div>
|
|
|
|
</div>
|
|
|
|
<div class="container border-bottom p-2">
|
|
|
|
<div class="row">
|
|
|
|
<div class="col-2">
|
|
|
|
Labels
|
|
|
|
</div>
|
|
|
|
<div class="col">
|
|
|
|
{% for _, k := range labelKeys %}
|
|
|
|
<span class="m-1 badge bg-primary">{%s k %}={%s alert.Labels[k] %}</span>
|
|
|
|
{% endfor %}
|
|
|
|
</div>
|
|
|
|
</div>
|
|
|
|
</div>
|
|
|
|
<div class="container border-bottom p-2">
|
|
|
|
<div class="row">
|
|
|
|
<div class="col-2">
|
|
|
|
Annotations
|
|
|
|
</div>
|
|
|
|
<div class="col">
|
|
|
|
{% for _, k := range annotationKeys %}
|
|
|
|
<b>{%s k %}:</b><br>
|
|
|
|
<p>{%s alert.Annotations[k] %}</p>
|
|
|
|
{% endfor %}
|
|
|
|
</div>
|
|
|
|
</div>
|
|
|
|
</div>
|
|
|
|
<div class="container border-bottom p-2">
|
|
|
|
<div class="row">
|
|
|
|
<div class="col-2">
|
|
|
|
Group
|
|
|
|
</div>
|
|
|
|
<div class="col">
|
2022-02-08 19:03:42 +00:00
|
|
|
<a target="_blank" href="{%s path.Join(pathPrefix,"groups") %}#group-{%s alert.GroupID %}">{%s alert.GroupID %}</a>
|
2021-09-07 19:39:22 +00:00
|
|
|
</div>
|
|
|
|
</div>
|
2021-10-13 12:25:11 +00:00
|
|
|
</div>
|
|
|
|
<div class="container border-bottom p-2">
|
|
|
|
<div class="row">
|
|
|
|
<div class="col-2">
|
|
|
|
Source link
|
|
|
|
</div>
|
|
|
|
<div class="col">
|
|
|
|
<a target="_blank" href="{%s alert.SourceLink %}">Link</a>
|
|
|
|
</div>
|
|
|
|
</div>
|
2021-09-07 19:39:22 +00:00
|
|
|
</div>
|
|
|
|
{%= tpl.Footer() %}
|
|
|
|
|
2021-10-22 09:30:38 +00:00
|
|
|
{% endfunc %}
|
|
|
|
|
|
|
|
{% func badgeState(state string) %}
|
|
|
|
{%code
|
|
|
|
badgeClass := "bg-warning text-dark"
|
|
|
|
if state == "firing" {
|
|
|
|
badgeClass = "bg-danger"
|
|
|
|
}
|
|
|
|
%}
|
|
|
|
<span class="badge {%s badgeClass %}">{%s state %}</span>
|
|
|
|
{% endfunc %}
|
|
|
|
|
|
|
|
{% func badgeRestored() %}
|
|
|
|
<span class="badge bg-warning text-dark" title="Alert state was restored after the service restart from remote storage">restored</span>
|
2022-05-02 07:06:34 +00:00
|
|
|
{% endfunc %}
|