github-mirrors/VictoriaMetrics
1
0
Fork 0
mirror of https://github.com/VictoriaMetrics/VictoriaMetrics.git synced 2024-11-21 14:44:00 +00:00
Code Issues Projects Releases Packages Wiki Activity

lib/logstorage: run up to GOMAXPROCS flushers of old in-memory parts to disk

Browse source 
One flusher isn't enough under high data ingestion rate.

Updates https://github.com/VictoriaMetrics/VictoriaMetrics/issues/4775
This commit is contained in:
Aliaksandr Valialkin 2023-10-02 08:56:31 +02:00
parent 256d800200
commit 10d9214980
No known key found for this signature in database
GPG key ID: A72BEC6CD3D0DED1
1 changed files with 5 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
lib/logstorage/datadb.go
View file

@ -191,7 +191,8 @@ func mustOpenDatadb(pt *partition, path string, flushInterval time.Duration, isR
//
// This function must be called under partsLock.
func (ddb *datadb) startInmemoryPartsFlusherLocked() {
if ddb.inmemoryPartsFlushersCount >= 1 {
maxWorkers := getMergeWorkersCount()
if ddb.inmemoryPartsFlushersCount >= maxWorkers {
return
}
ddb.inmemoryPartsFlushersCount++
@ -246,7 +247,8 @@ func (ddb *datadb) startMergeWorkerLocked() {
if ddb.IsReadOnly() {
return
}
if ddb.mergeWorkersCount >= getMergeWorkersCount() {
maxWorkers := getMergeWorkersCount()
if ddb.mergeWorkersCount >= maxWorkers {
return
}
ddb.mergeWorkersCount++
@ -354,6 +356,7 @@ var errReadOnly = errors.New("the storage is in read-only mode")
// if isFinal is set, then the resulting part will be saved to disk.
//
// All the parts inside pws must have isInMerge field set to true.
// The isInMerge field inside pws parts is set to false before returning from the function.
func (ddb *datadb) mergeParts(pws []*partWrapper, isFinal bool) error {
if len(pws) == 0 {
// Nothing to merge.