github-mirrors/VictoriaMetrics
1
0
Fork 0
mirror of https://github.com/VictoriaMetrics/VictoriaMetrics.git synced 2024-11-21 14:44:00 +00:00
Code Issues Projects Releases Packages Wiki Activity

app/vmselect/netstorage: reset big result values every 10 seconds instead of after processing every time series

Browse source 
This should reduce GC pressure when processing time series with big number of rows
This commit is contained in:
Aliaksandr Valialkin 2020-06-24 19:36:55 +03:00
parent d664bde307
commit 12b87b2088
1 changed files with 5 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
app/vmselect/netstorage/netstorage.go
View file

@ -13,6 +13,7 @@ import (
"github.com/VictoriaMetrics/VictoriaMetrics/lib/bytesutil" "github.com/VictoriaMetrics/VictoriaMetrics/lib/bytesutil"
"github.com/VictoriaMetrics/VictoriaMetrics/lib/decimal" "github.com/VictoriaMetrics/VictoriaMetrics/lib/decimal"
"github.com/VictoriaMetrics/VictoriaMetrics/lib/encoding" "github.com/VictoriaMetrics/VictoriaMetrics/lib/encoding"
"github.com/VictoriaMetrics/VictoriaMetrics/lib/fasttime"
"github.com/VictoriaMetrics/VictoriaMetrics/lib/handshake" "github.com/VictoriaMetrics/VictoriaMetrics/lib/handshake"
"github.com/VictoriaMetrics/VictoriaMetrics/lib/logger" "github.com/VictoriaMetrics/VictoriaMetrics/lib/logger"
"github.com/VictoriaMetrics/VictoriaMetrics/lib/netutil" "github.com/VictoriaMetrics/VictoriaMetrics/lib/netutil"
@ -85,6 +86,7 @@ func init() {
func timeseriesWorker(workerID uint) { func timeseriesWorker(workerID uint) {
var rs Result var rs Result
var rsLastResetTime uint64
for tsw := range timeseriesWorkCh { for tsw := range timeseriesWorkCh {
rss := tsw.rss rss := tsw.rss
if time.Until(rss.deadline.Deadline) < 0 { if time.Until(rss.deadline.Deadline) < 0 {
@ -100,9 +102,11 @@ func timeseriesWorker(workerID uint) {
} }
tsw.rowsProcessed = len(rs.Values) tsw.rowsProcessed = len(rs.Values)
tsw.doneCh <- nil tsw.doneCh <- nil
if cap(rs.Values) > 1024*1024 && 4*len(rs.Values) < cap(rs.Values) { currentTime := fasttime.UnixTimestamp()
if cap(rs.Values) > 1024*1024 && 4*len(rs.Values) < cap(rs.Values) && currentTime-rsLastResetTime > 10 {
// Reset rs in order to preseve memory usage after processing big time series with millions of rows. // Reset rs in order to preseve memory usage after processing big time series with millions of rows.
rs = Result{} rs = Result{}
rsLastResetTime = currentTime
} }
} }
} }