github-mirrors/VictoriaMetrics
1
0
Fork 0
mirror of https://github.com/VictoriaMetrics/VictoriaMetrics.git synced 2024-11-21 14:44:00 +00:00
Code Issues Projects Releases Packages Wiki Activity

app/vmselect/promql: reduce the precision from 15 significant digits to 13 significant digits when comparing float64 results in tests

Browse source 
See https://github.com/VictoriaMetrics/VictoriaMetrics/issues/1738
This commit is contained in:
Aliaksandr Valialkin 2021-10-24 13:31:12 +03:00
parent 7ec253a3da
commit d8ce86d685
No known key found for this signature in database
GPG key ID: A72BEC6CD3D0DED1
1 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
app/vmselect/promql/rollup_test.go
View file

@ -1167,7 +1167,9 @@ func testRowsEqual(t *testing.T, values []float64, timestamps []int64, valuesExp
}
continue
}
if math.Abs(v-vExpected) > 1e-15 {
// Compare values with the reduced precision because of different precision errors
// on different OS/architectures. See https://github.com/VictoriaMetrics/VictoriaMetrics/issues/1738
if math.Abs(v-vExpected) > 1e-13 {
t.Fatalf("unexpected value at values[%d]; got %f; want %f\nvalues=\n%v\nvaluesExpected=\n%v",
i, v, vExpected, values, valuesExpected)
}