VictoriaMetrics/lib/logstorage/stats_min.go

245 lines
5.4 KiB
Go
Raw Normal View History

2024-05-01 00:08:37 +00:00
package logstorage
import (
2024-05-15 13:46:42 +00:00
"math"
2024-05-01 00:08:37 +00:00
"slices"
2024-05-15 11:07:15 +00:00
"strings"
2024-05-01 00:08:37 +00:00
"unsafe"
2024-05-15 11:23:51 +00:00
"github.com/VictoriaMetrics/VictoriaMetrics/lib/bytesutil"
2024-05-15 13:46:42 +00:00
"github.com/VictoriaMetrics/VictoriaMetrics/lib/logger"
2024-05-01 00:08:37 +00:00
)
type statsMin struct {
fields []string
containsStar bool
}
func (sm *statsMin) String() string {
return "min(" + fieldNamesString(sm.fields) + ")"
}
func (sm *statsMin) neededFields() []string {
return sm.fields
}
func (sm *statsMin) newStatsProcessor() (statsProcessor, int) {
smp := &statsMinProcessor{
2024-05-15 11:07:15 +00:00
sm: sm,
2024-05-01 00:08:37 +00:00
}
return smp, int(unsafe.Sizeof(*smp))
}
type statsMinProcessor struct {
sm *statsMin
2024-05-15 11:23:51 +00:00
min string
2024-05-15 11:07:15 +00:00
hasMin bool
2024-05-01 00:08:37 +00:00
}
func (smp *statsMinProcessor) updateStatsForAllRows(br *blockResult) int {
2024-05-15 11:07:15 +00:00
minLen := len(smp.min)
2024-05-01 00:08:37 +00:00
if smp.sm.containsStar {
// Find the minimum value across all the columns
for _, c := range br.getColumns() {
2024-05-15 11:23:51 +00:00
smp.updateStateForColumn(br, c)
2024-05-01 00:08:37 +00:00
}
2024-05-03 12:03:17 +00:00
} else {
// Find the minimum value across the requested columns
for _, field := range smp.sm.fields {
c := br.getColumnByName(field)
2024-05-15 11:23:51 +00:00
smp.updateStateForColumn(br, c)
2024-05-01 00:08:37 +00:00
}
}
2024-05-15 11:07:15 +00:00
return len(smp.min) - minLen
2024-05-01 00:08:37 +00:00
}
func (smp *statsMinProcessor) updateStatsForRow(br *blockResult, rowIdx int) int {
2024-05-15 11:07:15 +00:00
minLen := len(smp.min)
2024-05-01 00:08:37 +00:00
if smp.sm.containsStar {
// Find the minimum value across all the fields for the given row
for _, c := range br.getColumns() {
2024-05-15 11:07:15 +00:00
v := c.getValueAtRow(br, rowIdx)
2024-05-15 13:46:42 +00:00
smp.updateStateString(v)
2024-05-01 00:08:37 +00:00
}
2024-05-03 12:03:17 +00:00
} else {
// Find the minimum value across the requested fields for the given row
for _, field := range smp.sm.fields {
c := br.getColumnByName(field)
2024-05-15 11:07:15 +00:00
v := c.getValueAtRow(br, rowIdx)
2024-05-15 13:46:42 +00:00
smp.updateStateString(v)
2024-05-01 00:08:37 +00:00
}
}
2024-05-15 11:07:15 +00:00
return minLen - len(smp.min)
2024-05-01 00:08:37 +00:00
}
func (smp *statsMinProcessor) mergeState(sfp statsProcessor) {
src := sfp.(*statsMinProcessor)
2024-05-15 11:07:15 +00:00
if src.hasMin {
2024-05-15 13:46:42 +00:00
smp.updateStateString(src.min)
2024-05-01 00:08:37 +00:00
}
}
2024-05-15 11:23:51 +00:00
func (smp *statsMinProcessor) updateStateForColumn(br *blockResult, c *blockResultColumn) {
2024-05-15 13:46:42 +00:00
if len(br.timestamps) == 0 {
return
}
2024-05-15 11:23:51 +00:00
if c.isTime {
// Special case for time column
timestamps := br.timestamps
minTimestamp := timestamps[0]
for _, timestamp := range timestamps[1:] {
if timestamp < minTimestamp {
minTimestamp = timestamp
}
}
bb := bbPool.Get()
2024-05-15 13:46:42 +00:00
bb.B = marshalTimestampRFC3339NanoString(bb.B[:0], minTimestamp)
smp.updateStateBytes(bb.B)
2024-05-15 11:23:51 +00:00
bbPool.Put(bb)
return
}
if c.isConst {
// Special case for const column
v := c.encodedValues[0]
2024-05-15 13:46:42 +00:00
smp.updateStateString(v)
2024-05-15 11:23:51 +00:00
return
}
2024-05-15 13:46:42 +00:00
switch c.valueType {
case valueTypeString:
for _, v := range c.encodedValues {
smp.updateStateString(v)
}
case valueTypeDict:
for _, v := range c.dictValues {
smp.updateStateString(v)
}
case valueTypeUint8:
minN := unmarshalUint8(c.encodedValues[0])
for _, v := range c.encodedValues[1:] {
n := unmarshalUint8(v)
if n < minN {
minN = n
}
}
bb := bbPool.Get()
bb.B = marshalUint8String(bb.B[:0], minN)
smp.updateStateBytes(bb.B)
bbPool.Put(bb)
case valueTypeUint16:
minN := unmarshalUint16(c.encodedValues[0])
for _, v := range c.encodedValues[1:] {
n := unmarshalUint16(v)
if n < minN {
minN = n
}
}
bb := bbPool.Get()
bb.B = marshalUint16String(bb.B[:0], minN)
smp.updateStateBytes(bb.B)
bbPool.Put(bb)
case valueTypeUint32:
minN := unmarshalUint32(c.encodedValues[0])
for _, v := range c.encodedValues[1:] {
n := unmarshalUint32(v)
if n < minN {
minN = n
}
}
bb := bbPool.Get()
bb.B = marshalUint32String(bb.B[:0], minN)
smp.updateStateBytes(bb.B)
bbPool.Put(bb)
case valueTypeUint64:
minN := unmarshalUint64(c.encodedValues[0])
for _, v := range c.encodedValues[1:] {
n := unmarshalUint64(v)
if n < minN {
minN = n
}
}
bb := bbPool.Get()
bb.B = marshalUint64String(bb.B[:0], minN)
smp.updateStateBytes(bb.B)
bbPool.Put(bb)
case valueTypeFloat64:
minF := unmarshalFloat64(c.encodedValues[0])
for _, v := range c.encodedValues[1:] {
f := unmarshalFloat64(v)
if math.IsNaN(minF) || f < minF {
minF = f
}
}
bb := bbPool.Get()
bb.B = marshalFloat64String(bb.B[:0], minF)
smp.updateStateBytes(bb.B)
bbPool.Put(bb)
case valueTypeIPv4:
minIP := unmarshalIPv4(c.encodedValues[0])
for _, v := range c.encodedValues[1:] {
ip := unmarshalIPv4(v)
if ip < minIP {
minIP = ip
}
}
bb := bbPool.Get()
bb.B = marshalIPv4String(bb.B[:0], minIP)
smp.updateStateBytes(bb.B)
bbPool.Put(bb)
case valueTypeTimestampISO8601:
minTimestamp := unmarshalTimestampISO8601(c.encodedValues[0])
for _, v := range c.encodedValues[1:] {
timestamp := unmarshalTimestampISO8601(v)
if timestamp < minTimestamp {
minTimestamp = timestamp
}
}
bb := bbPool.Get()
bb.B = marshalTimestampISO8601String(bb.B[:0], minTimestamp)
smp.updateStateBytes(bb.B)
bbPool.Put(bb)
default:
logger.Panicf("BUG: unknown valueType=%d", c.valueType)
2024-05-15 11:23:51 +00:00
}
}
2024-05-15 13:46:42 +00:00
func (smp *statsMinProcessor) updateStateBytes(b []byte) {
v := bytesutil.ToUnsafeString(b)
smp.updateStateString(v)
}
func (smp *statsMinProcessor) updateStateString(v string) {
2024-05-15 11:07:15 +00:00
if smp.hasMin && !lessString(v, smp.min) {
return
}
smp.min = strings.Clone(v)
smp.hasMin = true
}
2024-05-01 00:08:37 +00:00
func (smp *statsMinProcessor) finalizeStats() string {
2024-05-15 11:07:15 +00:00
if !smp.hasMin {
return "NaN"
}
return smp.min
2024-05-01 00:08:37 +00:00
}
func parseStatsMin(lex *lexer) (*statsMin, error) {
2024-05-03 12:03:17 +00:00
fields, err := parseFieldNamesForStatsFunc(lex, "min")
2024-05-01 00:08:37 +00:00
if err != nil {
2024-05-03 09:15:09 +00:00
return nil, err
2024-05-01 00:08:37 +00:00
}
sm := &statsMin{
fields: fields,
containsStar: slices.Contains(fields, "*"),
}
return sm, nil
}