mirror of
https://github.com/VictoriaMetrics/VictoriaMetrics.git
synced 2024-11-21 14:44:00 +00:00
f86e093b20
The streamID.marshalString() is executed in hot path if the query selects _stream_id field. Command to run the benchmark: go test ./lib/logstorage/ -run=NONE -bench=BenchmarkStreamIDMarshalString -benchtime=5s Results before the commit: BenchmarkStreamIDMarshalString-16 438480714 14.04 ns/op 71.23 MB/s 0 B/op 0 allocs/op Results after the commit: BenchmarkStreamIDMarshalString-16 982459660 6.049 ns/op 165.30 MB/s 0 B/op 0 allocs/op
89 lines
2.2 KiB
Go
89 lines
2.2 KiB
Go
package logstorage
|
|
|
|
import (
|
|
"encoding/hex"
|
|
"fmt"
|
|
)
|
|
|
|
// streamID is an internal id of log stream.
|
|
//
|
|
// Blocks are ordered by streamID inside parts.
|
|
type streamID struct {
|
|
// tenantID is a tenant id for the given stream.
|
|
// It is located at the beginning of streamID in order
|
|
// to physically group blocks for the same tenants on the storage.
|
|
tenantID TenantID
|
|
|
|
// id is internal id, which uniquely identifies the stream in the tenant by its labels.
|
|
// It is calculated as a hash of canonically sorted stream labels.
|
|
//
|
|
// Streams with identical sets of labels, which belong to distinct tenants, have the same id.
|
|
id u128
|
|
}
|
|
|
|
// reset resets sid for subsequent re-use
|
|
func (sid *streamID) reset() {
|
|
*sid = streamID{}
|
|
}
|
|
|
|
// marshalString returns _stream_id value for the given sid.
|
|
func (sid *streamID) marshalString(dst []byte) []byte {
|
|
dst = sid.tenantID.marshalString(dst)
|
|
dst = sid.id.marshalString(dst)
|
|
return dst
|
|
}
|
|
|
|
func (sid *streamID) tryUnmarshalFromString(s string) bool {
|
|
data, err := hex.DecodeString(s)
|
|
if err != nil {
|
|
return false
|
|
}
|
|
tail, err := sid.unmarshal(data)
|
|
if err != nil || len(tail) > 0 {
|
|
return false
|
|
}
|
|
return true
|
|
}
|
|
|
|
// String returns human-readable representation for sid.
|
|
func (sid *streamID) String() string {
|
|
return fmt.Sprintf("(tenant_id=%s, id=%s)", &sid.tenantID, &sid.id)
|
|
}
|
|
|
|
// less returns true if a is less than sid.
|
|
func (sid *streamID) less(a *streamID) bool {
|
|
if !sid.tenantID.equal(&a.tenantID) {
|
|
return sid.tenantID.less(&a.tenantID)
|
|
}
|
|
return sid.id.less(&a.id)
|
|
}
|
|
|
|
// equal returns true if sid equalt to a.
|
|
func (sid *streamID) equal(a *streamID) bool {
|
|
if !sid.tenantID.equal(&a.tenantID) {
|
|
return false
|
|
}
|
|
return sid.id.equal(&a.id)
|
|
}
|
|
|
|
// marshal appends the marshaled sid to dst and returns the result
|
|
func (sid *streamID) marshal(dst []byte) []byte {
|
|
dst = sid.tenantID.marshal(dst)
|
|
dst = sid.id.marshal(dst)
|
|
return dst
|
|
}
|
|
|
|
// unmarshal unmarshals sid from src and returns the tail from src.
|
|
func (sid *streamID) unmarshal(src []byte) ([]byte, error) {
|
|
srcOrig := src
|
|
tail, err := sid.tenantID.unmarshal(src)
|
|
if err != nil {
|
|
return srcOrig, err
|
|
}
|
|
src = tail
|
|
tail, err = sid.id.unmarshal(src)
|
|
if err != nil {
|
|
return srcOrig, err
|
|
}
|
|
return tail, nil
|
|
}
|