package remotewrite import ( "fmt" "math" "testing" "github.com/VictoriaMetrics/VictoriaMetrics/lib/prompbmarshal" ) func TestPushWriteRequest(t *testing.T) { rowsCounts := []int{1, 10, 100, 1e3, 1e4} expectedBlockLensProm := []int{248, 1952, 17433, 180381, 1861994} expectedBlockLensVM := []int{170, 575, 4748, 44936, 367096} for i, rowsCount := range rowsCounts { expectedBlockLenProm := expectedBlockLensProm[i] expectedBlockLenVM := expectedBlockLensVM[i] t.Run(fmt.Sprintf("%d", rowsCount), func(t *testing.T) { testPushWriteRequest(t, rowsCount, expectedBlockLenProm, expectedBlockLenVM) }) } } func testPushWriteRequest(t *testing.T, rowsCount, expectedBlockLenProm, expectedBlockLenVM int) { f := func(isVMRemoteWrite bool, expectedBlockLen int, tolerancePrc float64) { t.Helper() wr := newTestWriteRequest(rowsCount, 20) pushBlockLen := 0 pushBlock := func(block []byte) bool { if pushBlockLen > 0 { panic(fmt.Errorf("BUG: pushBlock called multiple times; pushBlockLen=%d at first call, len(block)=%d at second call", pushBlockLen, len(block))) } pushBlockLen = len(block) return true } if !tryPushWriteRequest(wr, pushBlock, isVMRemoteWrite) { t.Fatalf("cannot push data to remote storage") } if math.Abs(float64(pushBlockLen-expectedBlockLen)/float64(expectedBlockLen)*100) > tolerancePrc { t.Fatalf("unexpected block len for rowsCount=%d, isVMRemoteWrite=%v; got %d bytes; expecting %d bytes +- %.0f%%", rowsCount, isVMRemoteWrite, pushBlockLen, expectedBlockLen, tolerancePrc) } } // Check Prometheus remote write f(false, expectedBlockLenProm, 3) // Check VictoriaMetrics remote write f(true, expectedBlockLenVM, 15) } func newTestWriteRequest(seriesCount, labelsCount int) *prompbmarshal.WriteRequest { var wr prompbmarshal.WriteRequest for i := 0; i < seriesCount; i++ { var labels []prompbmarshal.Label for j := 0; j < labelsCount; j++ { labels = append(labels, prompbmarshal.Label{ Name: fmt.Sprintf("label_%d_%d", i, j), Value: fmt.Sprintf("value_%d_%d", i, j), }) } exemplar := prompbmarshal.Exemplar{ Labels: []prompbmarshal.Label{ { Name: "trace_id", Value: "123456", }, { Name: "log_id", Value: "987654", }, }, Value: float64(i), Timestamp: 1000 * int64(i), } wr.Timeseries = append(wr.Timeseries, prompbmarshal.TimeSeries{ Labels: labels, Samples: []prompbmarshal.Sample{ { Value: float64(i), Timestamp: 1000 * int64(i), }, }, Exemplars: []prompbmarshal.Exemplar{ exemplar, }, }) } return &wr }