github-mirrors/VictoriaMetrics
1
0
Fork 0
mirror of https://github.com/VictoriaMetrics/VictoriaMetrics.git synced 2025-01-10 15:14:09 +00:00
Code Issues Projects Releases Packages Wiki Activity

app/vmselect/netstorage: use more scalable algorithm for ditributing the work among among multiple channels on systems with big number of CPU cores

Browse source
This commit is contained in:
Aliaksandr Valialkin 2021-07-16 00:34:33 +03:00
parent ca75432e66
commit ed10141ff8
1 changed files with 13 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
app/vmselect/netstorage/netstorage.go
View file

@ -19,6 +19,7 @@ import (
"github.com/VictoriaMetrics/VictoriaMetrics/lib/logger"
"github.com/VictoriaMetrics/VictoriaMetrics/lib/storage"
"github.com/VictoriaMetrics/metrics"
"github.com/valyala/fastrand"
)
var (
@ -119,7 +120,6 @@ func putTimeseriesWork(tsw *timeseriesWork) {
var tswPool sync.Pool
var timeseriesWorkChs []chan *timeseriesWork
var timeseriesWorkIdx uint32
func init() {
timeseriesWorkChs = make([]chan *timeseriesWork, gomaxprocs)
@ -130,9 +130,14 @@ func init() {
}
func scheduleTimeseriesWork(tsw *timeseriesWork) {
if len(timeseriesWorkChs) == 1 {
// Fast path for a single CPU core
timeseriesWorkChs[0] <- tsw
return
}
attempts := 0
for {
idx := atomic.AddUint32(&timeseriesWorkIdx, 1) % uint32(len(timeseriesWorkChs))
idx := fastrand.Uint32n(uint32(len(timeseriesWorkChs)))
select {
case timeseriesWorkChs[idx] <- tsw:
return
@ -308,9 +313,14 @@ func init() {
}
func scheduleUnpackWork(uw *unpackWork) {
if len(unpackWorkChs) == 1 {
// Fast path for a single CPU core
unpackWorkChs[0] <- uw
return
}
attempts := 0
for {
idx := atomic.AddUint32(&unpackWorkIdx, 1) % uint32(len(unpackWorkChs))
idx := fastrand.Uint32n(uint32(len(unpackWorkChs)))
select {
case unpackWorkChs[idx] <- uw:
return