mirror of
https://github.com/VictoriaMetrics/VictoriaMetrics.git
synced 2024-11-21 14:44:00 +00:00
4c02e496f7
Continue trying to remove NFS directory on temporary errors for up to a minute. The previous async removal process breaks in the following case during VictoriaMetrics start - VictoriaMetrics opens index, finds incomplete merge transactions and starts replaying them. - The transaction instructs removing old directories for parts, which were already merged into bigger part. - VictoriaMetrics removes these directories, but their removal is delayed due to NFS errors. - VictoriaMetrics scans partition directory after all the incomplete merge transactions are finished and finds directories, which should be removed, but weren't still removed due to NFS errors. - VictoriaMetrics panics when it finds unexpected empty directory. Updates https://github.com/VictoriaMetrics/VictoriaMetrics/issues/162
60 lines
1.6 KiB
Go
60 lines
1.6 KiB
Go
package main
|
|
|
|
import (
|
|
"flag"
|
|
"net/http"
|
|
"time"
|
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/app/vminsert"
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/app/vmselect"
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/app/vmstorage"
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/buildinfo"
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/httpserver"
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/logger"
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/procutil"
|
|
)
|
|
|
|
var httpListenAddr = flag.String("httpListenAddr", ":8428", "TCP address to listen for http connections")
|
|
|
|
func main() {
|
|
flag.Parse()
|
|
buildinfo.Init()
|
|
logger.Init()
|
|
logger.Infof("starting VictoraMetrics at %q...", *httpListenAddr)
|
|
startTime := time.Now()
|
|
vmstorage.Init()
|
|
vmselect.Init()
|
|
vminsert.Init()
|
|
|
|
go httpserver.Serve(*httpListenAddr, requestHandler)
|
|
logger.Infof("started VictoriaMetrics in %s", time.Since(startTime))
|
|
|
|
sig := procutil.WaitForSigterm()
|
|
logger.Infof("received signal %s", sig)
|
|
|
|
logger.Infof("gracefully shutting down webservice at %q", *httpListenAddr)
|
|
startTime = time.Now()
|
|
if err := httpserver.Stop(*httpListenAddr); err != nil {
|
|
logger.Fatalf("cannot stop the webservice: %s", err)
|
|
}
|
|
vminsert.Stop()
|
|
logger.Infof("successfully shut down the webservice in %s", time.Since(startTime))
|
|
|
|
vmstorage.Stop()
|
|
vmselect.Stop()
|
|
|
|
logger.Infof("the VictoriaMetrics has been stopped in %s", time.Since(startTime))
|
|
}
|
|
|
|
func requestHandler(w http.ResponseWriter, r *http.Request) bool {
|
|
if vminsert.RequestHandler(w, r) {
|
|
return true
|
|
}
|
|
if vmselect.RequestHandler(w, r) {
|
|
return true
|
|
}
|
|
if vmstorage.RequestHandler(w, r) {
|
|
return true
|
|
}
|
|
return false
|
|
}
|