VictoriaMetrics/apptest/tests/multilevel_test.go

package tests

import (
	"fmt"
	"math/rand/v2"
	"testing"
	"time"

	"github.com/VictoriaMetrics/VictoriaMetrics/apptest"
)

func TestClusterMultilevelSelect(t *testing.T) {
	tc := apptest.NewTestCase(t)
	defer tc.Close()

	// Set up the following multi-level cluster configuration:
	//
	// vmselect (L2) -> vmselect (L1) -> vmstorage <- vminsert
	//
	// vmisert writes data into vmstorage.
	// vmselect (L2) reads that data via vmselect (L1).

	cli := tc.Client()

	vmstorage := apptest.MustStartVmstorage(t, "vmstorage", []string{
		"-storageDataPath=" + tc.Dir() + "/vmstorage",
	}, cli)
	defer vmstorage.Stop()
	vminsert := apptest.MustStartVminsert(t, "vminsert", []string{
		"-storageNode=" + vmstorage.VminsertAddr(),
	}, cli)
	defer vminsert.Stop()
	vmselectL1 := apptest.MustStartVmselect(t, "vmselect-level1", []string{
		"-storageNode=" + vmstorage.VmselectAddr(),
	}, cli)
	defer vmselectL1.Stop()
	vmselectL2 := apptest.MustStartVmselect(t, "vmselect-level2", []string{
		"-storageNode=" + vmselectL1.ClusternativeListenAddr(),
	}, cli)
	defer vmselectL2.Stop()

	// Insert 1000 unique time series.Wait for 2 seconds to let vmstorage
	// flush pending items so they become searchable.

	const numMetrics = 1000
	records := make([]string, numMetrics)
	for i := range numMetrics {
		records[i] = fmt.Sprintf("metric_%d %d", i, rand.IntN(1000))
	}
	vminsert.PrometheusAPIV1ImportPrometheus(t, records, apptest.QueryOpts{Tenant: "0"})
	time.Sleep(2 * time.Second)

	// Retrieve all time series and verify that vmselect (L1) serves the complete
	// set of time series.

	seriesL1 := vmselectL1.PrometheusAPIV1Series(t, `{__name__=~".*"}`, apptest.QueryOpts{Tenant: "0"})
	if got, want := len(seriesL1.Data), numMetrics; got != want {
		t.Fatalf("unexpected level-1 series count: got %d, want %d", got, want)
	}

	// Retrieve all time series and verify that vmselect (L2) serves the complete
	// set of time series.

	seriesL2 := vmselectL2.PrometheusAPIV1Series(t, `{__name__=~".*"}`, apptest.QueryOpts{Tenant: "0"})
	if got, want := len(seriesL2.Data), numMetrics; got != want {
		t.Fatalf("unexpected level-2 series count: got %d, want %d", got, want)
	}
}