mirror of
https://github.com/VictoriaMetrics/VictoriaMetrics.git
synced 2024-11-21 14:44:00 +00:00
app/vmselect/prometheus: do not adjust last points in time series with timestamps exceeding the current time
Such timestamps usually mean that the query contains `offset`. See https://github.com/VictoriaMetrics/VictoriaMetrics/issues/625
This commit is contained in:
parent
a4c96d9e6d
commit
0e7b2008b2
2 changed files with 39 additions and 10 deletions
|
@ -878,7 +878,7 @@ func queryRangeHandler(at *auth.Token, w http.ResponseWriter, query string, star
|
||||||
}
|
}
|
||||||
queryOffset := getLatencyOffsetMilliseconds()
|
queryOffset := getLatencyOffsetMilliseconds()
|
||||||
if ct-queryOffset < end {
|
if ct-queryOffset < end {
|
||||||
result = adjustLastPoints(result, ct-queryOffset, end)
|
result = adjustLastPoints(result, ct-queryOffset, ct+step)
|
||||||
}
|
}
|
||||||
|
|
||||||
// Remove NaN values as Prometheus does.
|
// Remove NaN values as Prometheus does.
|
||||||
|
@ -923,23 +923,32 @@ func removeNaNValuesInplace(tss []netstorage.Result) {
|
||||||
|
|
||||||
var queryRangeDuration = metrics.NewSummary(`vm_request_duration_seconds{path="/api/v1/query_range"}`)
|
var queryRangeDuration = metrics.NewSummary(`vm_request_duration_seconds{path="/api/v1/query_range"}`)
|
||||||
|
|
||||||
|
var nan = math.NaN()
|
||||||
|
|
||||||
// adjustLastPoints substitutes the last point values on the time range (start..end]
|
// adjustLastPoints substitutes the last point values on the time range (start..end]
|
||||||
// with the previous point values, since these points may contain garbage.
|
// with the previous point values, since these points may contain incomplete values.
|
||||||
func adjustLastPoints(tss []netstorage.Result, start, end int64) []netstorage.Result {
|
func adjustLastPoints(tss []netstorage.Result, start, end int64) []netstorage.Result {
|
||||||
for i := range tss {
|
for i := range tss {
|
||||||
ts := &tss[i]
|
ts := &tss[i]
|
||||||
values := ts.Values
|
values := ts.Values
|
||||||
timestamps := ts.Timestamps
|
timestamps := ts.Timestamps
|
||||||
j := len(timestamps) - 1
|
j := len(timestamps) - 1
|
||||||
|
if j >= 0 && timestamps[j] > end {
|
||||||
|
// It looks like the `offset` is used in the query, which shifts time range beyond the `end`.
|
||||||
|
// Leave such a time series as is, since it is unclear which points may be incomplete in it.
|
||||||
|
// See https://github.com/VictoriaMetrics/VictoriaMetrics/issues/625
|
||||||
|
continue
|
||||||
|
}
|
||||||
for j >= 0 && timestamps[j] > start {
|
for j >= 0 && timestamps[j] > start {
|
||||||
j--
|
j--
|
||||||
}
|
}
|
||||||
j++
|
j++
|
||||||
if j <= 0 {
|
lastValue := nan
|
||||||
continue
|
if j > 0 {
|
||||||
|
lastValue = values[j-1]
|
||||||
}
|
}
|
||||||
for j < len(timestamps) && timestamps[j] <= end {
|
for j < len(timestamps) && timestamps[j] <= end {
|
||||||
values[j] = values[j-1]
|
values[j] = lastValue
|
||||||
j++
|
j++
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -20,8 +20,6 @@ func TestRemoveNaNValuesInplace(t *testing.T) {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
nan := math.NaN()
|
|
||||||
|
|
||||||
f(nil, nil)
|
f(nil, nil)
|
||||||
f([]netstorage.Result{
|
f([]netstorage.Result{
|
||||||
{
|
{
|
||||||
|
@ -123,14 +121,14 @@ func TestAdjustLastPoints(t *testing.T) {
|
||||||
expectedValue := tssExpected[i].Values[j]
|
expectedValue := tssExpected[i].Values[j]
|
||||||
if math.IsNaN(expectedValue) {
|
if math.IsNaN(expectedValue) {
|
||||||
if !math.IsNaN(value) {
|
if !math.IsNaN(value) {
|
||||||
t.Fatalf("unexpected result; got %v; want nan", value)
|
t.Fatalf("unexpected value for time series #%d at position %d; got %v; want nan", i, j, value)
|
||||||
}
|
}
|
||||||
} else if expectedValue != value {
|
} else if expectedValue != value {
|
||||||
t.Fatalf("unexpected result; got %v; want %v", value, expectedValue)
|
t.Fatalf("unexpected value for time series #%d at position %d; got %v; want %v", i, j, value, expectedValue)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
if !reflect.DeepEqual(ts.Timestamps, tssExpected[i].Timestamps) {
|
if !reflect.DeepEqual(ts.Timestamps, tssExpected[i].Timestamps) {
|
||||||
t.Fatalf("unexpected result; got %v; want %v", tss, tssExpected)
|
t.Fatalf("unexpected timestamps for time series #%d; got %v; want %v", i, tss, tssExpected)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -239,4 +237,26 @@ func TestAdjustLastPoints(t *testing.T) {
|
||||||
Values: []float64{1, 2, nan},
|
Values: []float64{1, 2, nan},
|
||||||
},
|
},
|
||||||
})
|
})
|
||||||
|
|
||||||
|
// Check for timestamps outside the configured time range.
|
||||||
|
// See https://github.com/VictoriaMetrics/VictoriaMetrics/issues/625
|
||||||
|
f([]netstorage.Result{
|
||||||
|
{
|
||||||
|
Timestamps: []int64{100, 200, 300, 400, 500},
|
||||||
|
Values: []float64{1, 2, 3, nan, nan},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
Timestamps: []int64{100, 200, 300},
|
||||||
|
Values: []float64{1, 2, 45},
|
||||||
|
},
|
||||||
|
}, 250, 400, []netstorage.Result{
|
||||||
|
{
|
||||||
|
Timestamps: []int64{100, 200, 300, 400, 500},
|
||||||
|
Values: []float64{1, 2, 3, nan, nan},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
Timestamps: []int64{100, 200, 300},
|
||||||
|
Values: []float64{1, 2, 2},
|
||||||
|
},
|
||||||
|
})
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in a new issue