app/vmselect/prometheus: do not adjust last points in time series with timestamps exceeding the current time

Such timestamps usually mean that the query contains `offset`.
See https://github.com/VictoriaMetrics/VictoriaMetrics/issues/625

app/victoria-metrics/testdata/graphite/empty-label-match.json

@@ -5,12 +5,12 @@
     "empty_label_match 1 {TIME_S-1m}",
     "empty_label_match;foo=bar 2 {TIME_S-1m}",
     "empty_label_match;foo=baz 3 {TIME_S-1m}"],
-  "query": ["/api/v1/query_range?query=empty_label_match{foo=~'bar|'}&start={TIME_S}&end={TIME_S}&step=60"],
+  "query": ["/api/v1/query_range?query=empty_label_match{foo=~'bar|'}&start={TIME_S-1m}&end={TIME_S}&step=60"],
   "result_query_range": {
     "status":"success",
     "data":{"resultType":"matrix",
       "result":[
-	      {"metric":{"__name__":"empty_label_match"},"values":[["{TIME_S}","1"]]},
-	      {"metric":{"__name__":"empty_label_match","foo":"bar"},"values":[["{TIME_S}","2"]]}
+	      {"metric":{"__name__":"empty_label_match"},"values":[["{TIME_S-1m}","1"],["{TIME_S}","1"]]},
+	      {"metric":{"__name__":"empty_label_match","foo":"bar"},"values":[["{TIME_S-1m}","2"],["{TIME_S}","2"]]}
       ]}}
 }

app/vmselect/prometheus/prometheus.go

@@ -792,7 +792,7 @@ func queryRangeHandler(w http.ResponseWriter, query string, start, end, step int
 	}
 	queryOffset := getLatencyOffsetMilliseconds()
 	if ct-queryOffset < end {
-		result = adjustLastPoints(result, ct-queryOffset, end)
+		result = adjustLastPoints(result, ct-queryOffset, ct+step)
 	}
 
 	// Remove NaN values as Prometheus does.
@@ -837,23 +837,32 @@ func removeNaNValuesInplace(tss []netstorage.Result) {
 
 var queryRangeDuration = metrics.NewSummary(`vm_request_duration_seconds{path="/api/v1/query_range"}`)
 
+var nan = math.NaN()
+
 // adjustLastPoints substitutes the last point values on the time range (start..end]
-// with the previous point values, since these points may contain garbage.
+// with the previous point values, since these points may contain incomplete values.
 func adjustLastPoints(tss []netstorage.Result, start, end int64) []netstorage.Result {
 	for i := range tss {
 		ts := &tss[i]
 		values := ts.Values
 		timestamps := ts.Timestamps
 		j := len(timestamps) - 1
+		if j >= 0 && timestamps[j] > end {
+			// It looks like the `offset` is used in the query, which shifts time range beyond the `end`.
+			// Leave such a time series as is, since it is unclear which points may be incomplete in it.
+			// See https://github.com/VictoriaMetrics/VictoriaMetrics/issues/625
+			continue
+		}
 		for j >= 0 && timestamps[j] > start {
 			j--
 		}
 		j++
-		if j <= 0 {
-			continue
+		lastValue := nan
+		if j > 0 {
+			lastValue = values[j-1]
 		}
 		for j < len(timestamps) && timestamps[j] <= end {
-			values[j] = values[j-1]
+			values[j] = lastValue
 			j++
 		}
 	}

app/vmselect/prometheus/prometheus_test.go

@@ -20,8 +20,6 @@ func TestRemoveNaNValuesInplace(t *testing.T) {
 		}
 	}
 
-	nan := math.NaN()
-
 	f(nil, nil)
 	f([]netstorage.Result{
 		{
@@ -123,14 +121,14 @@ func TestAdjustLastPoints(t *testing.T) {
 				expectedValue := tssExpected[i].Values[j]
 				if math.IsNaN(expectedValue) {
 					if !math.IsNaN(value) {
-						t.Fatalf("unexpected result; got %v; want nan", value)
+						t.Fatalf("unexpected value for time series #%d at position %d; got %v; want nan", i, j, value)
 					}
 				} else if expectedValue != value {
-					t.Fatalf("unexpected result; got %v; want %v", value, expectedValue)
+					t.Fatalf("unexpected value for time series #%d at position %d; got %v; want %v", i, j, value, expectedValue)
 				}
 			}
 			if !reflect.DeepEqual(ts.Timestamps, tssExpected[i].Timestamps) {
-				t.Fatalf("unexpected result; got %v; want %v", tss, tssExpected)
+				t.Fatalf("unexpected timestamps for time series #%d; got %v; want %v", i, tss, tssExpected)
 			}
 		}
 
@@ -239,4 +237,26 @@ func TestAdjustLastPoints(t *testing.T) {
 			Values:     []float64{1, 2, nan},
 		},
 	})
+
+	// Check for timestamps outside the configured time range.
+	// See https://github.com/VictoriaMetrics/VictoriaMetrics/issues/625
+	f([]netstorage.Result{
+		{
+			Timestamps: []int64{100, 200, 300, 400, 500},
+			Values:     []float64{1, 2, 3, nan, nan},
+		},
+		{
+			Timestamps: []int64{100, 200, 300},
+			Values:     []float64{1, 2, 45},
+		},
+	}, 250, 400, []netstorage.Result{
+		{
+			Timestamps: []int64{100, 200, 300, 400, 500},
+			Values:     []float64{1, 2, 3, nan, nan},
+		},
+		{
+			Timestamps: []int64{100, 200, 300},
+			Values:     []float64{1, 2, 2},
+		},
+	})
 }