mirror of
https://github.com/VictoriaMetrics/VictoriaMetrics.git
synced 2024-11-21 14:44:00 +00:00
d7c1ff8b0c
Now it leaves only the first data point on each `-dedup.minScrapeInterval` interval. Previously it may leave two data points on the interval. This could lead to unexpected results for `histogram_quantile(phi, sum(rate(buckets)) by (le))` query.
36 lines
1.1 KiB
Go
36 lines
1.1 KiB
Go
package storage
|
|
|
|
import (
|
|
"fmt"
|
|
"testing"
|
|
"time"
|
|
)
|
|
|
|
func BenchmarkDeduplicateSamples(b *testing.B) {
|
|
const blockSize = 8192
|
|
timestamps := make([]int64, blockSize)
|
|
values := make([]float64, blockSize)
|
|
for i := 0; i < len(timestamps); i++ {
|
|
timestamps[i] = int64(i) * 1e3
|
|
}
|
|
for _, minScrapeInterval := range []time.Duration{time.Second, 2 * time.Second, 5 * time.Second, 10 * time.Second} {
|
|
b.Run(fmt.Sprintf("minScrapeInterval=%s", minScrapeInterval), func(b *testing.B) {
|
|
SetMinScrapeIntervalForDeduplication(minScrapeInterval)
|
|
defer SetMinScrapeIntervalForDeduplication(0)
|
|
b.ReportAllocs()
|
|
b.SetBytes(blockSize)
|
|
b.RunParallel(func(pb *testing.PB) {
|
|
timestampsCopy := make([]int64, 0, blockSize)
|
|
valuesCopy := make([]float64, 0, blockSize)
|
|
for pb.Next() {
|
|
timestampsCopy := append(timestampsCopy[:0], timestamps...)
|
|
valuesCopy := append(valuesCopy[:0], values...)
|
|
ts, vs := DeduplicateSamples(timestampsCopy, valuesCopy)
|
|
if len(ts) == 0 || len(vs) == 0 {
|
|
panic(fmt.Errorf("expecting non-empty results; got\nts=%v\nvs=%v", ts, vs))
|
|
}
|
|
}
|
|
})
|
|
})
|
|
}
|
|
}
|