package promql import ( "math" "strings" "sync" "github.com/VictoriaMetrics/VictoriaMetrics/lib/metricsql" ) // callbacks for optimized incremental calculations for aggregate functions // over rollups over metricsql.MetricExpr. // // These calculations save RAM for aggregates over big number of time series. var incrementalAggrFuncCallbacksMap = map[string]*incrementalAggrFuncCallbacks{ "sum": { updateAggrFunc: updateAggrSum, mergeAggrFunc: mergeAggrSum, finalizeAggrFunc: finalizeAggrCommon, }, "min": { updateAggrFunc: updateAggrMin, mergeAggrFunc: mergeAggrMin, finalizeAggrFunc: finalizeAggrCommon, }, "max": { updateAggrFunc: updateAggrMax, mergeAggrFunc: mergeAggrMax, finalizeAggrFunc: finalizeAggrCommon, }, "avg": { updateAggrFunc: updateAggrAvg, mergeAggrFunc: mergeAggrAvg, finalizeAggrFunc: finalizeAggrAvg, }, "count": { updateAggrFunc: updateAggrCount, mergeAggrFunc: mergeAggrCount, finalizeAggrFunc: finalizeAggrCount, }, "sum2": { updateAggrFunc: updateAggrSum2, mergeAggrFunc: mergeAggrSum2, finalizeAggrFunc: finalizeAggrCommon, }, "geomean": { updateAggrFunc: updateAggrGeomean, mergeAggrFunc: mergeAggrGeomean, finalizeAggrFunc: finalizeAggrGeomean, }, } type incrementalAggrFuncContext struct { ae *metricsql.AggrFuncExpr mLock sync.Mutex m map[uint]map[string]*incrementalAggrContext callbacks *incrementalAggrFuncCallbacks } func newIncrementalAggrFuncContext(ae *metricsql.AggrFuncExpr, callbacks *incrementalAggrFuncCallbacks) *incrementalAggrFuncContext { return &incrementalAggrFuncContext{ ae: ae, m: make(map[uint]map[string]*incrementalAggrContext), callbacks: callbacks, } } func (iafc *incrementalAggrFuncContext) updateTimeseries(ts *timeseries, workerID uint) { iafc.mLock.Lock() m := iafc.m[workerID] if m == nil { m = make(map[string]*incrementalAggrContext, 1) iafc.m[workerID] = m } iafc.mLock.Unlock() removeGroupTags(&ts.MetricName, &iafc.ae.Modifier) bb := bbPool.Get() bb.B = marshalMetricNameSorted(bb.B[:0], &ts.MetricName) iac := m[string(bb.B)] if iac == nil { tsAggr := ×eries{ Values: make([]float64, len(ts.Values)), Timestamps: ts.Timestamps, denyReuse: true, } tsAggr.MetricName.CopyFrom(&ts.MetricName) iac = &incrementalAggrContext{ ts: tsAggr, values: make([]float64, len(ts.Values)), } m[string(bb.B)] = iac } bbPool.Put(bb) iafc.callbacks.updateAggrFunc(iac, ts.Values) } func (iafc *incrementalAggrFuncContext) finalizeTimeseries() []*timeseries { // There is no need in iafc.mLock.Lock here, since finalizeTimeseries must be called // without concurrent goroutines touching iafc. mGlobal := make(map[string]*incrementalAggrContext) mergeAggrFunc := iafc.callbacks.mergeAggrFunc for _, m := range iafc.m { for k, iac := range m { iacGlobal := mGlobal[k] if iacGlobal == nil { mGlobal[k] = iac continue } mergeAggrFunc(iacGlobal, iac) } } tss := make([]*timeseries, 0, len(mGlobal)) finalizeAggrFunc := iafc.callbacks.finalizeAggrFunc for _, iac := range mGlobal { finalizeAggrFunc(iac) tss = append(tss, iac.ts) } return tss } type incrementalAggrFuncCallbacks struct { updateAggrFunc func(iac *incrementalAggrContext, values []float64) mergeAggrFunc func(dst, src *incrementalAggrContext) finalizeAggrFunc func(iac *incrementalAggrContext) } func getIncrementalAggrFuncCallbacks(name string) *incrementalAggrFuncCallbacks { name = strings.ToLower(name) return incrementalAggrFuncCallbacksMap[name] } type incrementalAggrContext struct { ts *timeseries values []float64 } func finalizeAggrCommon(iac *incrementalAggrContext) { counts := iac.values dstValues := iac.ts.Values _ = dstValues[len(counts)-1] for i, v := range counts { if v == 0 { dstValues[i] = nan } } } func updateAggrSum(iac *incrementalAggrContext, values []float64) { dstValues := iac.ts.Values dstCounts := iac.values _ = dstValues[len(values)-1] _ = dstCounts[len(values)-1] for i, v := range values { if math.IsNaN(v) { continue } if dstCounts[i] == 0 { dstValues[i] = v dstCounts[i] = 1 continue } dstValues[i] += v } } func mergeAggrSum(dst, src *incrementalAggrContext) { srcValues := src.ts.Values dstValues := dst.ts.Values srcCounts := src.values dstCounts := dst.values _ = srcCounts[len(srcValues)-1] _ = dstCounts[len(srcValues)-1] _ = dstValues[len(srcValues)-1] for i, v := range srcValues { if srcCounts[i] == 0 { continue } if dstCounts[i] == 0 { dstValues[i] = v dstCounts[i] = 1 continue } dstValues[i] += v } } func updateAggrMin(iac *incrementalAggrContext, values []float64) { dstValues := iac.ts.Values dstCounts := iac.values _ = dstValues[len(values)-1] _ = dstCounts[len(values)-1] for i, v := range values { if math.IsNaN(v) { continue } if dstCounts[i] == 0 { dstValues[i] = v dstCounts[i] = 1 continue } if v < dstValues[i] { dstValues[i] = v } } } func mergeAggrMin(dst, src *incrementalAggrContext) { srcValues := src.ts.Values dstValues := dst.ts.Values srcCounts := src.values dstCounts := dst.values _ = srcCounts[len(srcValues)-1] _ = dstCounts[len(srcValues)-1] _ = dstValues[len(srcValues)-1] for i, v := range srcValues { if srcCounts[i] == 0 { continue } if dstCounts[i] == 0 { dstValues[i] = v dstCounts[i] = 1 continue } if v < dstValues[i] { dstValues[i] = v } } } func updateAggrMax(iac *incrementalAggrContext, values []float64) { dstValues := iac.ts.Values dstCounts := iac.values _ = dstValues[len(values)-1] _ = dstCounts[len(values)-1] for i, v := range values { if math.IsNaN(v) { continue } if dstCounts[i] == 0 { dstValues[i] = v dstCounts[i] = 1 continue } if v > dstValues[i] { dstValues[i] = v } } } func mergeAggrMax(dst, src *incrementalAggrContext) { srcValues := src.ts.Values dstValues := dst.ts.Values srcCounts := src.values dstCounts := dst.values _ = srcCounts[len(srcValues)-1] _ = dstCounts[len(srcValues)-1] _ = dstValues[len(srcValues)-1] for i, v := range srcValues { if srcCounts[i] == 0 { continue } if dstCounts[i] == 0 { dstValues[i] = v dstCounts[i] = 1 continue } if v > dstValues[i] { dstValues[i] = v } } } func updateAggrAvg(iac *incrementalAggrContext, values []float64) { // Do not use `Rapid calculation methods` at https://en.wikipedia.org/wiki/Standard_deviation, // since it is slower and has no obvious benefits in increased precision. dstValues := iac.ts.Values dstCounts := iac.values _ = dstValues[len(values)-1] _ = dstCounts[len(values)-1] for i, v := range values { if math.IsNaN(v) { continue } if dstCounts[i] == 0 { dstValues[i] = v dstCounts[i] = 1 continue } dstValues[i] += v dstCounts[i]++ } } func mergeAggrAvg(dst, src *incrementalAggrContext) { srcValues := src.ts.Values dstValues := dst.ts.Values srcCounts := src.values dstCounts := dst.values _ = srcCounts[len(srcValues)-1] _ = dstCounts[len(srcValues)-1] _ = dstValues[len(srcValues)-1] for i, v := range srcValues { if srcCounts[i] == 0 { continue } if dstCounts[i] == 0 { dstValues[i] = v dstCounts[i] = srcCounts[i] continue } dstValues[i] += v dstCounts[i] += srcCounts[i] } } func finalizeAggrAvg(iac *incrementalAggrContext) { dstValues := iac.ts.Values counts := iac.values _ = dstValues[len(counts)-1] for i, v := range counts { if v == 0 { dstValues[i] = nan continue } dstValues[i] /= v } } func updateAggrCount(iac *incrementalAggrContext, values []float64) { dstValues := iac.ts.Values _ = dstValues[len(values)-1] for i, v := range values { if math.IsNaN(v) { continue } dstValues[i]++ } } func mergeAggrCount(dst, src *incrementalAggrContext) { srcValues := src.ts.Values dstValues := dst.ts.Values _ = dstValues[len(srcValues)-1] for i, v := range srcValues { dstValues[i] += v } } func finalizeAggrCount(iac *incrementalAggrContext) { dstValues := iac.ts.Values for i, v := range dstValues { if v == 0 { dstValues[i] = nan } } } func updateAggrSum2(iac *incrementalAggrContext, values []float64) { dstValues := iac.ts.Values dstCounts := iac.values _ = dstValues[len(values)-1] _ = dstCounts[len(values)-1] for i, v := range values { if math.IsNaN(v) { continue } if dstCounts[i] == 0 { dstValues[i] = v * v dstCounts[i] = 1 continue } dstValues[i] += v * v } } func mergeAggrSum2(dst, src *incrementalAggrContext) { srcValues := src.ts.Values dstValues := dst.ts.Values srcCounts := src.values dstCounts := dst.values _ = srcCounts[len(srcValues)-1] _ = dstCounts[len(srcValues)-1] _ = dstValues[len(srcValues)-1] for i, v := range srcValues { if srcCounts[i] == 0 { continue } if dstCounts[i] == 0 { dstValues[i] = v dstCounts[i] = 1 continue } dstValues[i] += v } } func updateAggrGeomean(iac *incrementalAggrContext, values []float64) { dstValues := iac.ts.Values dstCounts := iac.values _ = dstValues[len(values)-1] _ = dstCounts[len(values)-1] for i, v := range values { if math.IsNaN(v) { continue } if dstCounts[i] == 0 { dstValues[i] = v dstCounts[i] = 1 continue } dstValues[i] *= v dstCounts[i]++ } } func mergeAggrGeomean(dst, src *incrementalAggrContext) { srcValues := src.ts.Values dstValues := dst.ts.Values srcCounts := src.values dstCounts := dst.values _ = srcCounts[len(srcValues)-1] _ = dstCounts[len(srcValues)-1] _ = dstValues[len(srcValues)-1] for i, v := range srcValues { if srcCounts[i] == 0 { continue } if dstCounts[i] == 0 { dstValues[i] = v dstCounts[i] = srcCounts[i] continue } dstValues[i] *= v dstCounts[i] += srcCounts[i] } } func finalizeAggrGeomean(iac *incrementalAggrContext) { dstValues := iac.ts.Values counts := iac.values _ = dstValues[len(counts)-1] for i, v := range counts { if v == 0 { dstValues[i] = nan continue } dstValues[i] = math.Pow(dstValues[i], 1/v) } }