github-mirrors/VictoriaMetrics
1
0
Fork 0
mirror of https://github.com/VictoriaMetrics/VictoriaMetrics.git synced 2024-11-21 14:44:00 +00:00
Code Issues Projects Releases Packages Wiki Activity

lib/memory: add -memory.allowedBytes command-line flag for setting absolute memory limit for VictoriaMetrics caches

Browse source
This commit is contained in:
Aliaksandr Valialkin 2020-08-14 19:12:10 +03:00
parent 576da0fe46
commit 52791fd1c0
1 changed files with 21 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

31
lib/memory/memory.go
View file

@ -8,9 +8,16 @@ import (
"github.com/VictoriaMetrics/VictoriaMetrics/lib/logger" "github.com/VictoriaMetrics/VictoriaMetrics/lib/logger"
) )
var allowedMemPercent = flag.Float64("memory.allowedPercent", 60, "Allowed percent of system memory VictoriaMetrics caches may occupy. "+ var (
"Too low value may increase cache miss rate, which usually results in higher CPU and disk IO usage. "+ allowedPercent = flag.Float64("memory.allowedPercent", 60, "Allowed percent of system memory VictoriaMetrics caches may occupy. "+
"Too high value may evict too much data from OS page cache, which will result in higher disk IO usage") "See also -memory.allowedBytes. "+
"Too low value may increase cache miss rate, which usually results in higher CPU and disk IO usage. "+
"Too high value may evict too much data from OS page cache, which will result in higher disk IO usage")
allowedBytes = flag.Int("memory.allowedBytes", 0, "Allowed size of system memory VictoriaMetrics caches may occupy. "+
"This option overrides -memory.allowedPercent if set to non-zero value. "+
"Too low value may increase cache miss rate, which usually results in higher CPU and disk IO usage. "+
"Too high value may evict too much data from OS page cache, which will result in higher disk IO usage")
)
var ( var (
allowedMemory int allowedMemory int
@ -24,15 +31,19 @@ func initOnce() {
// Do not use logger.Panicf here, since logger may be uninitialized yet. // Do not use logger.Panicf here, since logger may be uninitialized yet.
panic(fmt.Errorf("BUG: memory.Allowed must be called only after flag.Parse call")) panic(fmt.Errorf("BUG: memory.Allowed must be called only after flag.Parse call"))
} }
if *allowedMemPercent < 1 || *allowedMemPercent > 200 {
logger.Panicf("FATAL: -memory.allowedPercent must be in the range [1...200]; got %f", *allowedMemPercent)
}
percent := *allowedMemPercent / 100
mem := sysTotalMemory() mem := sysTotalMemory()
allowedMemory = int(float64(mem) * percent) if *allowedBytes <= 0 {
if *allowedPercent < 1 || *allowedPercent > 200 {
logger.Panicf("FATAL: -memory.allowedPercent must be in the range [1...200]; got %f", *allowedPercent)
}
percent := *allowedPercent / 100
allowedMemory = int(float64(mem) * percent)
} else {
allowedMemory = *allowedBytes
}
remainingMemory = mem - allowedMemory remainingMemory = mem - allowedMemory
logger.Infof("limiting caches to %d bytes, leaving %d bytes to the OS according to -memory.allowedPercent=%g", allowedMemory, remainingMemory, *allowedMemPercent) logger.Infof("limiting caches to %d bytes, leaving %d bytes to the OS according to -memory.allowedPercent=%f and -memory.allowedBytes=%d",
allowedMemory, remainingMemory, *allowedPercent, *allowedBytes)
} }
// Allowed returns the amount of system memory allowed to use by the app. // Allowed returns the amount of system memory allowed to use by the app.