github-mirrors/VictoriaMetrics
1
0
Fork 0
mirror of https://github.com/VictoriaMetrics/VictoriaMetrics.git synced 2025-03-11 15:34:56 +00:00
Code Issues Projects Releases Packages Wiki Activity

app/vmselect/promql: estimate per-series scrape interval as 0.6 quantile for the first 100 intervals

Browse source 
This should improve scrape interval estimation for tiem series with gaps.
This commit is contained in:
Aliaksandr Valialkin 2019-12-02 13:41:48 +02:00
parent 29f39f866e
commit 819bb36852
1 changed files with 14 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

15
app/vmselect/promql/rollup.go
View file

@ -300,7 +300,20 @@ func getMaxPrevInterval(timestamps []int64) int64 {
if len(timestamps) < 2 { if len(timestamps) < 2 {
return int64(maxSilenceInterval) return int64(maxSilenceInterval)
} }
d := (timestamps[len(timestamps)-1] - timestamps[0]) / int64(len(timestamps)-1)
// Estimate scrape interval as 0.6 quantile for the first 100 intervals.
h := histogram.GetFast()
tsPrev := timestamps[0]
timestamps = timestamps[1:]
if len(timestamps) > 100 {
timestamps = timestamps[:100]
}
for _, ts := range timestamps {
h.Update(float64(ts - tsPrev))
tsPrev = ts
}
d := int64(h.Quantile(0.6))
histogram.PutFast(h)
if d <= 0 { if d <= 0 {
return int64(maxSilenceInterval) return int64(maxSilenceInterval)
} }