VictoriaMetrics/lib/logstorage/column_names_test.go
Aliaksandr Valialkin b01b02b40c
lib/logstorage: optimize unmarshalColumnNames a bit
This should reduce the time needed for opening a large storage with many partitions,
which contain logs with big number of fields (aka wide events).

Thanks to @kiriklo for the initial idea at the pull request https://github.com/VictoriaMetrics/VictoriaMetrics/pull/8061

Updates https://github.com/VictoriaMetrics/VictoriaMetrics/issues/7937
2025-01-27 00:14:42 +01:00

65 lines
1.5 KiB
Go

package logstorage
import (
"reflect"
"testing"
)
func TestMarshalUnmarshalColumnNames(t *testing.T) {
f := func(columnNames []string) {
t.Helper()
data := marshalColumnNames(nil, columnNames)
resultColumnNames, resultColumnNameIDs, err := unmarshalColumnNames(data)
if err != nil {
t.Fatalf("unexpected error when unmarshaling columnNames: %s", err)
}
// Check columnNames
if !reflect.DeepEqual(resultColumnNames, columnNames) {
t.Fatalf("unexpected umarshaled columnNames\ngot\n%v\nwant\n%v", resultColumnNames, columnNames)
}
// Check columnNameIDs
expectedColumnNameIDs := make(map[string]uint64)
for i, n := range columnNames {
expectedColumnNameIDs[n] = uint64(i)
}
if !reflect.DeepEqual(resultColumnNameIDs, expectedColumnNameIDs) {
t.Fatalf("unexpected columnNameIDs\ngot\n%v\nwant\n%v", resultColumnNameIDs, expectedColumnNameIDs)
}
}
f([]string{})
f([]string{"", "foo", "bar"})
f([]string{
"asdf.sdf.dsfds.f fds. fds ",
"foo",
"bar.sdfsdf.fd",
"",
"aso apaa",
})
}
func TestColumnNameIDGenerator(t *testing.T) {
a := []string{"", "foo", "bar.baz", "asdf dsf dfs"}
g := &columnNameIDGenerator{}
for i, s := range a {
id := g.getColumnNameID(s)
if id != uint64(i) {
t.Fatalf("first run: unexpected id generated for s=%q; got %d; want %d; g=%v", s, id, i, g)
}
}
// Repeat the loop
for i, s := range a {
id := g.getColumnNameID(s)
if id != uint64(i) {
t.Fatalf("second run: unexpected id generated for s=%q; got %d; want %d; g=%v", s, id, i, g)
}
}
}