package storage import ( "fmt" "os" "regexp" "strconv" "sync/atomic" "testing" "time" "github.com/VictoriaMetrics/VictoriaMetrics/lib/workingsetcache" ) func BenchmarkRegexpFilterMatch(b *testing.B) { b.ReportAllocs() b.RunParallel(func(pb *testing.PB) { re := regexp.MustCompile(`.*foo-bar-baz.*`) b := []byte("fdsffd foo-bar-baz assd fdsfad dasf dsa") for pb.Next() { if !re.Match(b) { panic("BUG: regexp must match!") } b[0]++ } }) } func BenchmarkRegexpFilterMismatch(b *testing.B) { b.ReportAllocs() b.RunParallel(func(pb *testing.PB) { re := regexp.MustCompile(`.*foo-bar-baz.*`) b := []byte("fdsffd foo-bar sfddsf assd nmn,mfdsdsakj") for pb.Next() { if re.Match(b) { panic("BUG: regexp mustn't match!") } b[0]++ } }) } func BenchmarkIndexDBAddTSIDs(b *testing.B) { const recordsPerLoop = 1e3 metricIDCache := workingsetcache.New(1234, time.Hour) metricNameCache := workingsetcache.New(1234, time.Hour) defer metricIDCache.Stop() defer metricNameCache.Stop() var hmCurr atomic.Value hmCurr.Store(&hourMetricIDs{}) var hmPrev atomic.Value hmPrev.Store(&hourMetricIDs{}) const dbName = "bench-index-db-add-tsids" db, err := openIndexDB(dbName, metricIDCache, metricNameCache, &hmCurr, &hmPrev) if err != nil { b.Fatalf("cannot open indexDB: %s", err) } defer func() { db.MustClose() if err := os.RemoveAll(dbName); err != nil { b.Fatalf("cannot remove indexDB: %s", err) } }() var goroutineID uint32 b.ReportAllocs() b.SetBytes(recordsPerLoop) b.ResetTimer() b.RunParallel(func(pb *testing.PB) { var mn MetricName var tsid TSID mn.AccountID = atomic.AddUint32(&goroutineID, 1) // The most common tags. mn.Tags = []Tag{ { Key: []byte("job"), }, { Key: []byte("instance"), }, } startOffset := 0 for pb.Next() { benchmarkIndexDBAddTSIDs(db, &tsid, &mn, startOffset, recordsPerLoop) startOffset += recordsPerLoop } }) b.StopTimer() } func benchmarkIndexDBAddTSIDs(db *indexDB, tsid *TSID, mn *MetricName, startOffset, recordsPerLoop int) { var metricName []byte is := db.getIndexSearch() defer db.putIndexSearch(is) for i := 0; i < recordsPerLoop; i++ { mn.MetricGroup = strconv.AppendUint(mn.MetricGroup[:0], uint64(i+startOffset), 10) for j := range mn.Tags { mn.Tags[j].Value = strconv.AppendUint(mn.Tags[j].Value[:0], uint64(i*j), 16) } mn.sortTags() metricName = mn.Marshal(metricName[:0]) if err := is.GetOrCreateTSIDByName(tsid, metricName); err != nil { panic(fmt.Errorf("cannot insert record: %s", err)) } } } func BenchmarkIndexDBGetTSIDs(b *testing.B) { metricIDCache := workingsetcache.New(1234, time.Hour) metricNameCache := workingsetcache.New(1234, time.Hour) defer metricIDCache.Stop() defer metricNameCache.Stop() var hmCurr atomic.Value hmCurr.Store(&hourMetricIDs{}) var hmPrev atomic.Value hmPrev.Store(&hourMetricIDs{}) const dbName = "bench-index-db-get-tsids" db, err := openIndexDB(dbName, metricIDCache, metricNameCache, &hmCurr, &hmPrev) if err != nil { b.Fatalf("cannot open indexDB: %s", err) } defer func() { db.MustClose() if err := os.RemoveAll(dbName); err != nil { b.Fatalf("cannot remove indexDB: %s", err) } }() const recordsPerLoop = 1000 const accountsCount = 111 const projectsCount = 33333 const recordsCount = 1e5 // Fill the db with recordsCount records. var mn MetricName mn.MetricGroup = []byte("rps") for i := 0; i < 2; i++ { key := fmt.Sprintf("key_%d", i) value := fmt.Sprintf("value_%d", i) mn.AddTag(key, value) } var tsid TSID var metricName []byte is := db.getIndexSearch() defer db.putIndexSearch(is) for i := 0; i < recordsCount; i++ { mn.AccountID = uint32(i % accountsCount) mn.ProjectID = uint32(i % projectsCount) mn.sortTags() metricName = mn.Marshal(metricName[:0]) if err := is.GetOrCreateTSIDByName(&tsid, metricName); err != nil { b.Fatalf("cannot insert record: %s", err) } } b.SetBytes(recordsPerLoop) b.ReportAllocs() b.ResetTimer() b.RunParallel(func(pb *testing.PB) { var tsidLocal TSID var metricNameLocal []byte mnLocal := mn is := db.getIndexSearch() defer db.putIndexSearch(is) for pb.Next() { for i := 0; i < recordsPerLoop; i++ { mnLocal.AccountID = uint32(i % accountsCount) mnLocal.ProjectID = uint32(i % projectsCount) mnLocal.sortTags() metricNameLocal = mnLocal.Marshal(metricNameLocal[:0]) if err := is.GetOrCreateTSIDByName(&tsidLocal, metricNameLocal); err != nil { panic(fmt.Errorf("cannot obtain tsid: %s", err)) } } } }) b.StopTimer() }