2020-02-23 11:35:47 +00:00
package main
import (
2022-05-30 23:55:28 +00:00
"embed"
2020-02-23 11:35:47 +00:00
"flag"
"fmt"
2021-09-20 11:49:28 +00:00
"io"
2020-02-23 11:35:47 +00:00
"net/http"
2020-05-16 08:59:30 +00:00
"os"
2020-02-23 11:35:47 +00:00
"strings"
2020-11-04 18:29:18 +00:00
"sync/atomic"
2020-02-23 11:35:47 +00:00
"time"
2023-10-02 19:18:03 +00:00
"github.com/VictoriaMetrics/metrics"
2020-03-10 17:35:58 +00:00
"github.com/VictoriaMetrics/VictoriaMetrics/app/vmagent/csvimport"
2021-09-28 19:47:45 +00:00
"github.com/VictoriaMetrics/VictoriaMetrics/app/vmagent/datadog"
2020-02-23 11:35:47 +00:00
"github.com/VictoriaMetrics/VictoriaMetrics/app/vmagent/graphite"
"github.com/VictoriaMetrics/VictoriaMetrics/app/vmagent/influx"
2020-09-26 01:29:45 +00:00
"github.com/VictoriaMetrics/VictoriaMetrics/app/vmagent/native"
2023-07-27 20:26:45 +00:00
"github.com/VictoriaMetrics/VictoriaMetrics/app/vmagent/opentelemetry"
2020-02-23 11:35:47 +00:00
"github.com/VictoriaMetrics/VictoriaMetrics/app/vmagent/opentsdb"
"github.com/VictoriaMetrics/VictoriaMetrics/app/vmagent/opentsdbhttp"
2020-07-10 09:00:35 +00:00
"github.com/VictoriaMetrics/VictoriaMetrics/app/vmagent/prometheusimport"
2020-02-23 11:35:47 +00:00
"github.com/VictoriaMetrics/VictoriaMetrics/app/vmagent/promremotewrite"
"github.com/VictoriaMetrics/VictoriaMetrics/app/vmagent/remotewrite"
"github.com/VictoriaMetrics/VictoriaMetrics/app/vmagent/vmimport"
2021-08-05 06:44:29 +00:00
"github.com/VictoriaMetrics/VictoriaMetrics/lib/auth"
2020-02-23 11:35:47 +00:00
"github.com/VictoriaMetrics/VictoriaMetrics/lib/buildinfo"
2022-05-25 06:57:11 +00:00
"github.com/VictoriaMetrics/VictoriaMetrics/lib/bytesutil"
2020-02-23 11:35:47 +00:00
"github.com/VictoriaMetrics/VictoriaMetrics/lib/envflag"
2020-12-03 19:40:30 +00:00
"github.com/VictoriaMetrics/VictoriaMetrics/lib/flagutil"
2020-02-23 11:35:47 +00:00
"github.com/VictoriaMetrics/VictoriaMetrics/lib/httpserver"
2021-03-15 19:37:13 +00:00
"github.com/VictoriaMetrics/VictoriaMetrics/lib/influxutils"
2020-02-23 11:35:47 +00:00
graphiteserver "github.com/VictoriaMetrics/VictoriaMetrics/lib/ingestserver/graphite"
2020-02-25 17:09:46 +00:00
influxserver "github.com/VictoriaMetrics/VictoriaMetrics/lib/ingestserver/influx"
2020-02-23 11:35:47 +00:00
opentsdbserver "github.com/VictoriaMetrics/VictoriaMetrics/lib/ingestserver/opentsdb"
opentsdbhttpserver "github.com/VictoriaMetrics/VictoriaMetrics/lib/ingestserver/opentsdbhttp"
"github.com/VictoriaMetrics/VictoriaMetrics/lib/logger"
"github.com/VictoriaMetrics/VictoriaMetrics/lib/procutil"
"github.com/VictoriaMetrics/VictoriaMetrics/lib/promscrape"
2020-09-28 01:11:55 +00:00
"github.com/VictoriaMetrics/VictoriaMetrics/lib/protoparser/common"
2022-07-21 16:58:22 +00:00
"github.com/VictoriaMetrics/VictoriaMetrics/lib/pushmetrics"
2020-02-23 11:35:47 +00:00
)
var (
2020-02-26 18:57:51 +00:00
httpListenAddr = flag . String ( "httpListenAddr" , ":8429" , "TCP address to listen for http connections. " +
"Set this flag to empty value in order to disable listening on any port. This mode may be useful for running multiple vmagent instances on the same server. " +
2023-01-27 07:08:35 +00:00
"Note that /targets and /metrics pages aren't available if -httpListenAddr=''. See also -httpListenAddr.useProxyProtocol" )
useProxyProtocol = flag . Bool ( "httpListenAddr.useProxyProtocol" , false , "Whether to use proxy protocol for connections accepted at -httpListenAddr . " +
2023-03-08 09:26:53 +00:00
"See https://www.haproxy.org/download/1.8/doc/proxy-protocol.txt . " +
"With enabled proxy protocol http server cannot serve regular /metrics endpoint. Use -pushmetrics.url for metrics pushing" )
2022-05-13 13:49:22 +00:00
influxListenAddr = flag . String ( "influxListenAddr" , "" , "TCP and UDP address to listen for InfluxDB line protocol data. Usually :8089 must be set. Doesn't work if empty. " +
2023-01-27 07:08:35 +00:00
"This flag isn't needed when ingesting data over HTTP - just send it to http://<vmagent>:8429/write . " +
"See also -influxListenAddr.useProxyProtocol" )
influxUseProxyProtocol = flag . Bool ( "influxListenAddr.useProxyProtocol" , false , "Whether to use proxy protocol for connections accepted at -influxListenAddr . " +
"See https://www.haproxy.org/download/1.8/doc/proxy-protocol.txt" )
graphiteListenAddr = flag . String ( "graphiteListenAddr" , "" , "TCP and UDP address to listen for Graphite plaintext data. Usually :2003 must be set. Doesn't work if empty. " +
"See also -graphiteListenAddr.useProxyProtocol" )
graphiteUseProxyProtocol = flag . Bool ( "graphiteListenAddr.useProxyProtocol" , false , "Whether to use proxy protocol for connections accepted at -graphiteListenAddr . " +
"See https://www.haproxy.org/download/1.8/doc/proxy-protocol.txt" )
2023-02-22 10:24:26 +00:00
opentsdbListenAddr = flag . String ( "opentsdbListenAddr" , "" , "TCP and UDP address to listen for OpenTSDB metrics. " +
2020-02-23 11:35:47 +00:00
"Telnet put messages and HTTP /api/put messages are simultaneously served on TCP port. " +
2023-01-27 07:08:35 +00:00
"Usually :4242 must be set. Doesn't work if empty. See also -opentsdbListenAddr.useProxyProtocol" )
opentsdbUseProxyProtocol = flag . Bool ( "opentsdbListenAddr.useProxyProtocol" , false , "Whether to use proxy protocol for connections accepted at -opentsdbListenAddr . " +
"See https://www.haproxy.org/download/1.8/doc/proxy-protocol.txt" )
2023-02-22 10:24:26 +00:00
opentsdbHTTPListenAddr = flag . String ( "opentsdbHTTPListenAddr" , "" , "TCP address to listen for OpenTSDB HTTP put requests. Usually :4242 must be set. Doesn't work if empty. " +
2023-01-27 07:08:35 +00:00
"See also -opentsdbHTTPListenAddr.useProxyProtocol" )
opentsdbHTTPUseProxyProtocol = flag . Bool ( "opentsdbHTTPListenAddr.useProxyProtocol" , false , "Whether to use proxy protocol for connections accepted " +
"at -opentsdbHTTPListenAddr . See https://www.haproxy.org/download/1.8/doc/proxy-protocol.txt" )
configAuthKey = flag . String ( "configAuthKey" , "" , "Authorization key for accessing /config page. It must be passed via authKey query arg" )
2023-04-01 04:27:45 +00:00
dryRun = flag . Bool ( "dryRun" , false , "Whether to check config files without running vmagent. The following files are checked: " +
2023-03-29 16:05:58 +00:00
"-promscrape.config, -remoteWrite.relabelConfig, -remoteWrite.urlRelabelConfig, -remoteWrite.streamAggr.config . " +
2022-02-08 13:37:38 +00:00
"Unknown config entries aren't allowed in -promscrape.config by default. This can be changed by passing -promscrape.config.strictParse=false command-line flag" )
2020-02-23 11:35:47 +00:00
)
var (
2020-02-25 17:09:46 +00:00
influxServer * influxserver . Server
2020-02-23 11:35:47 +00:00
graphiteServer * graphiteserver . Server
opentsdbServer * opentsdbserver . Server
opentsdbhttpServer * opentsdbhttpserver . Server
2022-05-31 09:27:54 +00:00
)
var (
2022-05-30 23:55:28 +00:00
//go:embed static
staticFiles embed . FS
staticServer = http . FileServer ( http . FS ( staticFiles ) )
2020-02-23 11:35:47 +00:00
)
func main ( ) {
2020-05-16 08:59:30 +00:00
// Write flags and help message to stdout, since it is easier to grep or pipe.
flag . CommandLine . SetOutput ( os . Stdout )
2020-06-05 07:37:36 +00:00
flag . Usage = usage
2020-02-23 11:35:47 +00:00
envflag . Parse ( )
2020-09-29 16:48:53 +00:00
remotewrite . InitSecretFlags ( )
2020-02-23 11:35:47 +00:00
buildinfo . Init ( )
logger . Init ( )
2020-05-21 12:22:01 +00:00
2020-11-25 20:59:13 +00:00
if promscrape . IsDryRun ( ) {
if err := promscrape . CheckConfig ( ) ; err != nil {
logger . Fatalf ( "error when checking -promscrape.config: %s" , err )
}
2023-03-08 08:30:21 +00:00
logger . Infof ( "-promscrape.config is ok; exiting with 0 status code" )
2020-11-25 20:59:13 +00:00
return
}
2020-05-21 12:22:01 +00:00
if * dryRun {
if err := promscrape . CheckConfig ( ) ; err != nil {
2020-11-25 20:59:13 +00:00
logger . Fatalf ( "error when checking -promscrape.config: %s" , err )
2020-05-21 12:22:01 +00:00
}
2023-04-01 04:27:45 +00:00
if err := remotewrite . CheckRelabelConfigs ( ) ; err != nil {
logger . Fatalf ( "error when checking relabel configs: %s" , err )
}
if err := remotewrite . CheckStreamAggrConfigs ( ) ; err != nil {
2023-03-29 16:05:58 +00:00
logger . Fatalf ( "error when checking -remoteWrite.streamAggr.config: %s" , err )
}
2023-03-08 08:30:21 +00:00
logger . Infof ( "all the configs are ok; exiting with 0 status code" )
2020-05-21 12:22:01 +00:00
return
}
2020-02-23 11:35:47 +00:00
logger . Infof ( "starting vmagent at %q..." , * httpListenAddr )
startTime := time . Now ( )
2021-08-05 06:46:19 +00:00
remotewrite . Init ( )
2020-09-28 01:11:55 +00:00
common . StartUnmarshalWorkers ( )
2020-02-25 17:09:46 +00:00
if len ( * influxListenAddr ) > 0 {
2023-01-27 07:08:35 +00:00
influxServer = influxserver . MustStart ( * influxListenAddr , * influxUseProxyProtocol , func ( r io . Reader ) error {
2021-09-20 11:49:28 +00:00
return influx . InsertHandlerForReader ( r , false )
} )
2020-02-25 17:09:46 +00:00
}
2020-02-23 11:35:47 +00:00
if len ( * graphiteListenAddr ) > 0 {
2023-01-27 07:08:35 +00:00
graphiteServer = graphiteserver . MustStart ( * graphiteListenAddr , * graphiteUseProxyProtocol , graphite . InsertHandler )
2020-02-23 11:35:47 +00:00
}
if len ( * opentsdbListenAddr ) > 0 {
2022-08-24 13:18:50 +00:00
httpInsertHandler := getOpenTSDBHTTPInsertHandler ( )
2023-01-27 07:08:35 +00:00
opentsdbServer = opentsdbserver . MustStart ( * opentsdbListenAddr , * opentsdbUseProxyProtocol , opentsdb . InsertHandler , httpInsertHandler )
2020-02-23 11:35:47 +00:00
}
if len ( * opentsdbHTTPListenAddr ) > 0 {
2022-08-24 13:18:50 +00:00
httpInsertHandler := getOpenTSDBHTTPInsertHandler ( )
2023-01-27 07:08:35 +00:00
opentsdbhttpServer = opentsdbhttpserver . MustStart ( * opentsdbHTTPListenAddr , * opentsdbHTTPUseProxyProtocol , httpInsertHandler )
2020-02-23 11:35:47 +00:00
}
promscrape . Init ( remotewrite . Push )
2020-02-26 18:57:51 +00:00
if len ( * httpListenAddr ) > 0 {
2023-01-27 07:08:35 +00:00
go httpserver . Serve ( * httpListenAddr , * useProxyProtocol , requestHandler )
2020-02-26 18:57:51 +00:00
}
2020-02-23 11:35:47 +00:00
logger . Infof ( "started vmagent in %.3f seconds" , time . Since ( startTime ) . Seconds ( ) )
2024-01-15 11:37:02 +00:00
pushmetrics . Init ( )
2020-02-23 11:35:47 +00:00
sig := procutil . WaitForSigterm ( )
logger . Infof ( "received signal %s" , sig )
2024-01-15 11:37:02 +00:00
pushmetrics . Stop ( )
2020-02-23 11:35:47 +00:00
startTime = time . Now ( )
2020-02-26 18:57:51 +00:00
if len ( * httpListenAddr ) > 0 {
logger . Infof ( "gracefully shutting down webservice at %q" , * httpListenAddr )
if err := httpserver . Stop ( * httpListenAddr ) ; err != nil {
logger . Fatalf ( "cannot stop the webservice: %s" , err )
}
logger . Infof ( "successfully shut down the webservice in %.3f seconds" , time . Since ( startTime ) . Seconds ( ) )
2020-02-23 11:35:47 +00:00
}
promscrape . Stop ( )
2020-02-25 17:09:46 +00:00
if len ( * influxListenAddr ) > 0 {
influxServer . MustStop ( )
}
2020-02-23 11:35:47 +00:00
if len ( * graphiteListenAddr ) > 0 {
graphiteServer . MustStop ( )
}
if len ( * opentsdbListenAddr ) > 0 {
opentsdbServer . MustStop ( )
}
if len ( * opentsdbHTTPListenAddr ) > 0 {
opentsdbhttpServer . MustStop ( )
}
2020-09-28 01:11:55 +00:00
common . StopUnmarshalWorkers ( )
2020-02-23 11:35:47 +00:00
remotewrite . Stop ( )
logger . Infof ( "successfully stopped vmagent in %.3f seconds" , time . Since ( startTime ) . Seconds ( ) )
}
2022-08-24 13:18:50 +00:00
func getOpenTSDBHTTPInsertHandler ( ) func ( req * http . Request ) error {
if ! remotewrite . MultitenancyEnabled ( ) {
return func ( req * http . Request ) error {
path := strings . Replace ( req . URL . Path , "//" , "/" , - 1 )
if path != "/api/put" {
return fmt . Errorf ( "unsupported path requested: %q; expecting '/api/put'" , path )
}
return opentsdbhttp . InsertHandler ( nil , req )
}
}
return func ( req * http . Request ) error {
path := strings . Replace ( req . URL . Path , "//" , "/" , - 1 )
at , err := getAuthTokenFromPath ( path )
if err != nil {
return fmt . Errorf ( "cannot obtain auth token from path %q: %w" , path , err )
}
return opentsdbhttp . InsertHandler ( at , req )
}
}
func getAuthTokenFromPath ( path string ) ( * auth . Token , error ) {
p , err := httpserver . ParsePath ( path )
if err != nil {
return nil , fmt . Errorf ( "cannot parse multitenant path: %w" , err )
}
if p . Prefix != "insert" {
return nil , fmt . Errorf ( ` unsupported multitenant prefix: %q; expected "insert" ` , p . Prefix )
}
if p . Suffix != "opentsdb/api/put" {
return nil , fmt . Errorf ( "unsupported path requested: %q; expecting 'opentsdb/api/put'" , p . Suffix )
}
2023-10-01 18:52:25 +00:00
return auth . NewTokenPossibleMultitenant ( p . AuthToken )
2022-08-24 13:18:50 +00:00
}
2020-02-23 11:35:47 +00:00
func requestHandler ( w http . ResponseWriter , r * http . Request ) bool {
2020-12-14 12:02:57 +00:00
if r . URL . Path == "/" {
2023-02-23 02:58:44 +00:00
if r . Method != http . MethodGet {
2021-04-02 19:54:06 +00:00
return false
}
2022-03-21 13:34:49 +00:00
w . Header ( ) . Add ( "Content-Type" , "text/html; charset=utf-8" )
2021-04-30 06:19:08 +00:00
fmt . Fprintf ( w , "<h2>vmagent</h2>" )
fmt . Fprintf ( w , "See docs at <a href='https://docs.victoriametrics.com/vmagent.html'>https://docs.victoriametrics.com/vmagent.html</a></br>" )
fmt . Fprintf ( w , "Useful endpoints:</br>" )
httpserver . WriteAPIHelp ( w , [ ] [ 2 ] string {
2022-06-06 21:57:05 +00:00
{ "targets" , "status for discovered active targets" } ,
{ "service-discovery" , "labels before and after relabeling for discovered targets" } ,
2022-12-10 10:09:21 +00:00
{ "metric-relabel-debug" , "debug metric relabeling" } ,
2021-12-02 11:51:49 +00:00
{ "api/v1/targets" , "advanced information about discovered targets in JSON format" } ,
{ "config" , "-promscrape.config contents" } ,
{ "metrics" , "available service metrics" } ,
{ "flags" , "command-line flags" } ,
{ "-/reload" , "reload configuration" } ,
2021-04-30 06:19:08 +00:00
} )
2020-10-06 12:09:07 +00:00
return true
}
2021-08-05 06:44:29 +00:00
2020-02-23 11:35:47 +00:00
path := strings . Replace ( r . URL . Path , "//" , "/" , - 1 )
2022-11-26 00:40:23 +00:00
if strings . HasPrefix ( path , "/prometheus/api/v1/import/prometheus" ) || strings . HasPrefix ( path , "/api/v1/import/prometheus" ) {
prometheusimportRequests . Inc ( )
if err := prometheusimport . InsertHandler ( nil , r ) ; err != nil {
prometheusimportErrors . Inc ( )
httpserver . Errorf ( w , r , "%s" , err )
return true
}
2023-01-27 22:37:04 +00:00
statusCode := http . StatusNoContent
if strings . HasPrefix ( path , "/prometheus/api/v1/import/prometheus/metrics/job/" ) ||
strings . HasPrefix ( path , "/api/v1/import/prometheus/metrics/job/" ) {
// Return 200 status code for pushgateway requests.
// See https://github.com/VictoriaMetrics/VictoriaMetrics/issues/3636
statusCode = http . StatusOK
}
w . WriteHeader ( statusCode )
2022-11-26 00:40:23 +00:00
return true
}
2023-10-02 19:18:03 +00:00
if strings . HasPrefix ( path , "/datadog/" ) {
2022-06-07 12:16:48 +00:00
// Trim suffix from paths starting from /datadog/ in order to support legacy DataDog agent.
// See https://github.com/VictoriaMetrics/VictoriaMetrics/pull/2670
path = strings . TrimSuffix ( path , "/" )
}
2020-02-23 11:35:47 +00:00
switch path {
2022-10-01 10:47:52 +00:00
case "/prometheus/api/v1/write" , "/api/v1/write" :
2023-02-24 01:36:52 +00:00
if common . HandleVMProtoServerHandshake ( w , r ) {
return true
}
2020-02-23 11:35:47 +00:00
prometheusWriteRequests . Inc ( )
2021-08-05 06:44:29 +00:00
if err := promremotewrite . InsertHandler ( nil , r ) ; err != nil {
2020-02-23 11:35:47 +00:00
prometheusWriteErrors . Inc ( )
2021-07-07 09:59:03 +00:00
httpserver . Errorf ( w , r , "%s" , err )
2020-02-23 11:35:47 +00:00
return true
}
w . WriteHeader ( http . StatusNoContent )
return true
2022-10-01 10:47:52 +00:00
case "/prometheus/api/v1/import" , "/api/v1/import" :
2020-02-23 11:35:47 +00:00
vmimportRequests . Inc ( )
2021-08-05 06:44:29 +00:00
if err := vmimport . InsertHandler ( nil , r ) ; err != nil {
2020-02-23 11:35:47 +00:00
vmimportErrors . Inc ( )
2021-07-07 09:59:03 +00:00
httpserver . Errorf ( w , r , "%s" , err )
2020-02-23 11:35:47 +00:00
return true
}
w . WriteHeader ( http . StatusNoContent )
return true
2022-10-01 10:47:52 +00:00
case "/prometheus/api/v1/import/csv" , "/api/v1/import/csv" :
2020-03-10 17:35:58 +00:00
csvimportRequests . Inc ( )
2021-08-05 06:44:29 +00:00
if err := csvimport . InsertHandler ( nil , r ) ; err != nil {
2020-03-10 17:35:58 +00:00
csvimportErrors . Inc ( )
2021-07-07 09:59:03 +00:00
httpserver . Errorf ( w , r , "%s" , err )
2020-03-10 17:35:58 +00:00
return true
}
w . WriteHeader ( http . StatusNoContent )
return true
2022-10-01 10:47:52 +00:00
case "/prometheus/api/v1/import/native" , "/api/v1/import/native" :
2020-09-26 01:29:45 +00:00
nativeimportRequests . Inc ( )
2021-08-05 06:44:29 +00:00
if err := native . InsertHandler ( nil , r ) ; err != nil {
2020-09-26 01:29:45 +00:00
nativeimportErrors . Inc ( )
2021-07-07 09:59:03 +00:00
httpserver . Errorf ( w , r , "%s" , err )
2020-09-26 01:29:45 +00:00
return true
}
w . WriteHeader ( http . StatusNoContent )
return true
2022-10-01 10:47:52 +00:00
case "/influx/write" , "/influx/api/v2/write" , "/write" , "/api/v2/write" :
2020-02-23 11:35:47 +00:00
influxWriteRequests . Inc ( )
2021-08-05 06:44:29 +00:00
if err := influx . InsertHandlerForHTTP ( nil , r ) ; err != nil {
2020-02-23 11:35:47 +00:00
influxWriteErrors . Inc ( )
2021-07-07 09:59:03 +00:00
httpserver . Errorf ( w , r , "%s" , err )
2020-02-23 11:35:47 +00:00
return true
}
w . WriteHeader ( http . StatusNoContent )
return true
2022-10-01 10:47:52 +00:00
case "/influx/query" , "/query" :
2020-02-23 11:35:47 +00:00
influxQueryRequests . Inc ( )
2021-03-15 19:37:13 +00:00
influxutils . WriteDatabaseNames ( w )
2020-02-23 11:35:47 +00:00
return true
2023-07-27 20:26:45 +00:00
case "/opentelemetry/api/v1/push" :
opentelemetryPushRequests . Inc ( )
if err := opentelemetry . InsertHandler ( nil , r ) ; err != nil {
opentelemetryPushErrors . Inc ( )
httpserver . Errorf ( w , r , "%s" , err )
return true
}
w . WriteHeader ( http . StatusOK )
return true
2021-09-28 19:47:45 +00:00
case "/datadog/api/v1/series" :
datadogWriteRequests . Inc ( )
if err := datadog . InsertHandlerForHTTP ( nil , r ) ; err != nil {
datadogWriteErrors . Inc ( )
httpserver . Errorf ( w , r , "%s" , err )
return true
}
// See https://docs.datadoghq.com/api/latest/metrics/#submit-metrics
2021-11-09 16:03:50 +00:00
w . Header ( ) . Set ( "Content-Type" , "application/json" )
2021-09-28 19:47:45 +00:00
w . WriteHeader ( 202 )
fmt . Fprintf ( w , ` { "status":"ok"} ` )
return true
case "/datadog/api/v1/validate" :
datadogValidateRequests . Inc ( )
// See https://docs.datadoghq.com/api/latest/authentication/#validate-api-key
2021-11-09 16:03:50 +00:00
w . Header ( ) . Set ( "Content-Type" , "application/json" )
2021-09-28 19:47:45 +00:00
fmt . Fprintf ( w , ` { "valid":true} ` )
return true
case "/datadog/api/v1/check_run" :
datadogCheckRunRequests . Inc ( )
// See https://docs.datadoghq.com/api/latest/service-checks/#submit-a-service-check
2021-11-09 16:03:50 +00:00
w . Header ( ) . Set ( "Content-Type" , "application/json" )
2021-09-28 19:47:45 +00:00
w . WriteHeader ( 202 )
fmt . Fprintf ( w , ` { "status":"ok"} ` )
return true
2022-06-07 12:16:48 +00:00
case "/datadog/intake" :
2021-09-28 19:47:45 +00:00
datadogIntakeRequests . Inc ( )
2021-11-09 16:03:50 +00:00
w . Header ( ) . Set ( "Content-Type" , "application/json" )
2021-09-28 19:47:45 +00:00
fmt . Fprintf ( w , ` { } ` )
return true
2022-06-13 06:52:13 +00:00
case "/datadog/api/v1/metadata" :
datadogMetadataRequests . Inc ( )
w . Header ( ) . Set ( "Content-Type" , "application/json" )
fmt . Fprintf ( w , ` { } ` )
return true
2022-10-01 10:47:52 +00:00
case "/prometheus/targets" , "/targets" :
2020-02-25 16:13:11 +00:00
promscrapeTargetsRequests . Inc ( )
2020-12-14 12:02:57 +00:00
promscrape . WriteHumanReadableTargetsStatus ( w , r )
2020-02-25 16:13:11 +00:00
return true
2022-10-01 10:47:52 +00:00
case "/prometheus/service-discovery" , "/service-discovery" :
2022-06-06 21:57:05 +00:00
promscrapeServiceDiscoveryRequests . Inc ( )
promscrape . WriteServiceDiscovery ( w , r )
return true
2022-12-10 10:09:21 +00:00
case "/prometheus/metric-relabel-debug" , "/metric-relabel-debug" :
promscrapeMetricRelabelDebugRequests . Inc ( )
promscrape . WriteMetricRelabelDebug ( w , r )
return true
case "/prometheus/target-relabel-debug" , "/target-relabel-debug" :
promscrapeTargetRelabelDebugRequests . Inc ( )
2022-12-10 20:44:09 +00:00
promscrape . WriteTargetRelabelDebug ( w , r )
2022-12-10 10:09:21 +00:00
return true
2022-10-01 10:47:52 +00:00
case "/prometheus/api/v1/targets" , "/api/v1/targets" :
promscrapeAPIV1TargetsRequests . Inc ( )
w . Header ( ) . Set ( "Content-Type" , "application/json" )
state := r . FormValue ( "state" )
promscrape . WriteAPIV1Targets ( w , state )
return true
case "/prometheus/target_response" , "/target_response" :
2022-02-03 16:57:36 +00:00
promscrapeTargetResponseRequests . Inc ( )
if err := promscrape . WriteTargetResponse ( w , r ) ; err != nil {
promscrapeTargetResponseErrors . Inc ( )
httpserver . Errorf ( w , r , "%s" , err )
return true
}
return true
2022-10-01 10:47:52 +00:00
case "/prometheus/config" , "/config" :
2023-01-10 23:51:55 +00:00
if ! httpserver . CheckAuthFlag ( w , r , * configAuthKey , "configAuthKey" ) {
2021-11-01 14:44:51 +00:00
return true
}
2021-10-12 13:23:42 +00:00
promscrapeConfigRequests . Inc ( )
w . Header ( ) . Set ( "Content-Type" , "text/plain; charset=utf-8" )
promscrape . WriteConfigData ( w )
return true
2022-10-01 10:47:52 +00:00
case "/prometheus/api/v1/status/config" , "/api/v1/status/config" :
2022-05-25 06:57:11 +00:00
// See https://prometheus.io/docs/prometheus/latest/querying/api/#config
2023-01-10 23:51:55 +00:00
if ! httpserver . CheckAuthFlag ( w , r , * configAuthKey , "configAuthKey" ) {
2022-05-25 06:57:11 +00:00
return true
}
promscrapeStatusConfigRequests . Inc ( )
w . Header ( ) . Set ( "Content-Type" , "application/json" )
var bb bytesutil . ByteBuffer
promscrape . WriteConfigData ( & bb )
fmt . Fprintf ( w , ` { "status":"success","data": { "yaml":%q}} ` , bb . B )
return true
2022-10-01 10:47:52 +00:00
case "/prometheus/-/reload" , "/-/reload" :
2020-04-29 23:00:32 +00:00
promscrapeConfigReloadRequests . Inc ( )
2020-04-29 23:15:39 +00:00
procutil . SelfSIGHUP ( )
2020-05-07 16:29:27 +00:00
w . WriteHeader ( http . StatusOK )
2020-04-29 23:00:32 +00:00
return true
2020-11-04 18:29:18 +00:00
case "/ready" :
if rdy := atomic . LoadInt32 ( & promscrape . PendingScrapeConfigs ) ; rdy > 0 {
errMsg := fmt . Sprintf ( "waiting for scrapes to init, left: %d" , rdy )
http . Error ( w , errMsg , http . StatusTooEarly )
} else {
2020-11-13 08:25:39 +00:00
w . Header ( ) . Set ( "Content-Type" , "text/plain; charset=utf-8" )
2020-11-04 18:29:18 +00:00
w . WriteHeader ( http . StatusOK )
w . Write ( [ ] byte ( "OK" ) )
}
return true
2022-05-30 23:55:28 +00:00
default :
if strings . HasPrefix ( r . URL . Path , "/static" ) {
staticServer . ServeHTTP ( w , r )
return true
}
if remotewrite . MultitenancyEnabled ( ) {
return processMultitenantRequest ( w , r , path )
}
return false
2020-02-23 11:35:47 +00:00
}
}
2021-08-05 06:46:19 +00:00
func processMultitenantRequest ( w http . ResponseWriter , r * http . Request , path string ) bool {
p , err := httpserver . ParsePath ( path )
if err != nil {
// Cannot parse multitenant path. Skip it - probably it will be parsed later.
return false
}
if p . Prefix != "insert" {
httpserver . Errorf ( w , r , ` unsupported multitenant prefix: %q; expected "insert" ` , p . Prefix )
return true
}
at , err := auth . NewToken ( p . AuthToken )
if err != nil {
httpserver . Errorf ( w , r , "cannot obtain auth token: %s" , err )
return true
}
2022-11-26 00:40:23 +00:00
if strings . HasPrefix ( p . Suffix , "prometheus/api/v1/import/prometheus" ) {
prometheusimportRequests . Inc ( )
if err := prometheusimport . InsertHandler ( at , r ) ; err != nil {
prometheusimportErrors . Inc ( )
httpserver . Errorf ( w , r , "%s" , err )
return true
}
w . WriteHeader ( http . StatusNoContent )
return true
}
2022-06-07 12:16:48 +00:00
if strings . HasPrefix ( p . Suffix , "datadog/" ) {
// Trim suffix from paths starting from /datadog/ in order to support legacy DataDog agent.
// See https://github.com/VictoriaMetrics/VictoriaMetrics/pull/2670
p . Suffix = strings . TrimSuffix ( p . Suffix , "/" )
}
2021-08-05 06:46:19 +00:00
switch p . Suffix {
case "prometheus/" , "prometheus" , "prometheus/api/v1/write" :
prometheusWriteRequests . Inc ( )
if err := promremotewrite . InsertHandler ( at , r ) ; err != nil {
prometheusWriteErrors . Inc ( )
httpserver . Errorf ( w , r , "%s" , err )
return true
}
w . WriteHeader ( http . StatusNoContent )
return true
case "prometheus/api/v1/import" :
vmimportRequests . Inc ( )
if err := vmimport . InsertHandler ( at , r ) ; err != nil {
vmimportErrors . Inc ( )
httpserver . Errorf ( w , r , "%s" , err )
return true
}
w . WriteHeader ( http . StatusNoContent )
return true
case "prometheus/api/v1/import/csv" :
csvimportRequests . Inc ( )
if err := csvimport . InsertHandler ( at , r ) ; err != nil {
csvimportErrors . Inc ( )
httpserver . Errorf ( w , r , "%s" , err )
return true
}
w . WriteHeader ( http . StatusNoContent )
return true
case "prometheus/api/v1/import/native" :
nativeimportRequests . Inc ( )
if err := native . InsertHandler ( at , r ) ; err != nil {
nativeimportErrors . Inc ( )
httpserver . Errorf ( w , r , "%s" , err )
return true
}
w . WriteHeader ( http . StatusNoContent )
return true
case "influx/write" , "influx/api/v2/write" :
influxWriteRequests . Inc ( )
if err := influx . InsertHandlerForHTTP ( at , r ) ; err != nil {
influxWriteErrors . Inc ( )
httpserver . Errorf ( w , r , "%s" , err )
return true
}
w . WriteHeader ( http . StatusNoContent )
return true
case "influx/query" :
influxQueryRequests . Inc ( )
influxutils . WriteDatabaseNames ( w )
return true
2023-07-27 20:26:45 +00:00
case "opentelemetry/api/v1/push" :
opentelemetryPushRequests . Inc ( )
if err := opentelemetry . InsertHandler ( at , r ) ; err != nil {
opentelemetryPushErrors . Inc ( )
httpserver . Errorf ( w , r , "%s" , err )
return true
}
w . WriteHeader ( http . StatusOK )
return true
2021-09-28 19:47:45 +00:00
case "datadog/api/v1/series" :
datadogWriteRequests . Inc ( )
if err := datadog . InsertHandlerForHTTP ( at , r ) ; err != nil {
datadogWriteErrors . Inc ( )
httpserver . Errorf ( w , r , "%s" , err )
return true
}
// See https://docs.datadoghq.com/api/latest/metrics/#submit-metrics
w . WriteHeader ( 202 )
fmt . Fprintf ( w , ` { "status":"ok"} ` )
return true
case "datadog/api/v1/validate" :
datadogValidateRequests . Inc ( )
// See https://docs.datadoghq.com/api/latest/authentication/#validate-api-key
2021-11-09 16:03:50 +00:00
w . Header ( ) . Set ( "Content-Type" , "application/json" )
2021-09-28 19:47:45 +00:00
fmt . Fprintf ( w , ` { "valid":true} ` )
return true
case "datadog/api/v1/check_run" :
datadogCheckRunRequests . Inc ( )
// See https://docs.datadoghq.com/api/latest/service-checks/#submit-a-service-check
2021-11-09 16:03:50 +00:00
w . Header ( ) . Set ( "Content-Type" , "application/json" )
2021-09-28 19:47:45 +00:00
w . WriteHeader ( 202 )
fmt . Fprintf ( w , ` { "status":"ok"} ` )
return true
2022-06-07 12:16:48 +00:00
case "datadog/intake" :
2021-09-28 19:47:45 +00:00
datadogIntakeRequests . Inc ( )
2021-11-09 16:03:50 +00:00
w . Header ( ) . Set ( "Content-Type" , "application/json" )
2021-09-28 19:47:45 +00:00
fmt . Fprintf ( w , ` { } ` )
return true
2022-06-13 06:54:11 +00:00
case "datadog/api/v1/metadata" :
datadogMetadataRequests . Inc ( )
w . Header ( ) . Set ( "Content-Type" , "application/json" )
fmt . Fprintf ( w , ` { } ` )
return true
2021-08-05 06:46:19 +00:00
default :
httpserver . Errorf ( w , r , "unsupported multitenant path suffix: %q" , p . Suffix )
return true
}
}
2020-02-23 11:35:47 +00:00
var (
2020-03-10 17:35:58 +00:00
prometheusWriteRequests = metrics . NewCounter ( ` vmagent_http_requests_total { path="/api/v1/write", protocol="promremotewrite"} ` )
prometheusWriteErrors = metrics . NewCounter ( ` vmagent_http_request_errors_total { path="/api/v1/write", protocol="promremotewrite"} ` )
vmimportRequests = metrics . NewCounter ( ` vmagent_http_requests_total { path="/api/v1/import", protocol="vmimport"} ` )
vmimportErrors = metrics . NewCounter ( ` vmagent_http_request_errors_total { path="/api/v1/import", protocol="vmimport"} ` )
2020-02-23 11:35:47 +00:00
2020-03-10 17:35:58 +00:00
csvimportRequests = metrics . NewCounter ( ` vmagent_http_requests_total { path="/api/v1/import/csv", protocol="csvimport"} ` )
csvimportErrors = metrics . NewCounter ( ` vmagent_http_request_errors_total { path="/api/v1/import/csv", protocol="csvimport"} ` )
2020-02-23 11:35:47 +00:00
2020-07-10 09:00:35 +00:00
prometheusimportRequests = metrics . NewCounter ( ` vmagent_http_requests_total { path="/api/v1/import/prometheus", protocol="prometheusimport"} ` )
prometheusimportErrors = metrics . NewCounter ( ` vmagent_http_request_errors_total { path="/api/v1/import/prometheus", protocol="prometheusimport"} ` )
2020-09-26 01:29:45 +00:00
nativeimportRequests = metrics . NewCounter ( ` vmagent_http_requests_total { path="/api/v1/import/native", protocol="nativeimport"} ` )
nativeimportErrors = metrics . NewCounter ( ` vmagent_http_request_errors_total { path="/api/v1/import/native", protocol="nativeimport"} ` )
2021-09-28 19:47:45 +00:00
influxWriteRequests = metrics . NewCounter ( ` vmagent_http_requests_total { path="/influx/write", protocol="influx"} ` )
influxWriteErrors = metrics . NewCounter ( ` vmagent_http_request_errors_total { path="/influx/write", protocol="influx"} ` )
influxQueryRequests = metrics . NewCounter ( ` vmagent_http_requests_total { path="/influx/query", protocol="influx"} ` )
datadogWriteRequests = metrics . NewCounter ( ` vmagent_http_requests_total { path="/datadog/api/v1/series", protocol="datadog"} ` )
datadogWriteErrors = metrics . NewCounter ( ` vmagent_http_request_errors_total { path="/datadog/api/v1/series", protocol="datadog"} ` )
2020-02-23 11:35:47 +00:00
2021-09-28 19:47:45 +00:00
datadogValidateRequests = metrics . NewCounter ( ` vmagent_http_requests_total { path="/datadog/api/v1/validate", protocol="datadog"} ` )
datadogCheckRunRequests = metrics . NewCounter ( ` vmagent_http_requests_total { path="/datadog/api/v1/check_run", protocol="datadog"} ` )
2022-06-07 12:16:48 +00:00
datadogIntakeRequests = metrics . NewCounter ( ` vmagent_http_requests_total { path="/datadog/intake", protocol="datadog"} ` )
2022-06-13 06:52:13 +00:00
datadogMetadataRequests = metrics . NewCounter ( ` vmagent_http_requests_total { path="/datadog/api/v1/metadata", protocol="datadog"} ` )
2020-02-25 16:13:11 +00:00
2023-07-27 20:26:45 +00:00
opentelemetryPushRequests = metrics . NewCounter ( ` vmagent_http_requests_total { path="/opentelemetry/api/v1/push", protocol="opentelemetry"} ` )
opentelemetryPushErrors = metrics . NewCounter ( ` vmagent_http_request_errors_total { path="/opentelemetry/api/v1/push", protocol="opentelemetry"} ` )
2022-06-06 21:57:05 +00:00
promscrapeTargetsRequests = metrics . NewCounter ( ` vmagent_http_requests_total { path="/targets"} ` )
promscrapeServiceDiscoveryRequests = metrics . NewCounter ( ` vmagent_http_requests_total { path="/service-discovery"} ` )
2022-12-10 10:09:21 +00:00
promscrapeMetricRelabelDebugRequests = metrics . NewCounter ( ` vmagent_http_requests_total { path="/metric-relabel-debug"} ` )
promscrapeTargetRelabelDebugRequests = metrics . NewCounter ( ` vmagent_http_requests_total { path="/target-relabel-debug"} ` )
promscrapeAPIV1TargetsRequests = metrics . NewCounter ( ` vmagent_http_requests_total { path="/api/v1/targets"} ` )
2020-04-29 23:00:32 +00:00
2022-02-03 16:57:36 +00:00
promscrapeTargetResponseRequests = metrics . NewCounter ( ` vmagent_http_requests_total { path="/target_response"} ` )
promscrapeTargetResponseErrors = metrics . NewCounter ( ` vmagent_http_request_errors_total { path="/target_response"} ` )
2022-05-25 06:57:11 +00:00
promscrapeConfigRequests = metrics . NewCounter ( ` vmagent_http_requests_total { path="/config"} ` )
promscrapeStatusConfigRequests = metrics . NewCounter ( ` vmagent_http_requests_total { path="/api/v1/status/config"} ` )
2021-10-12 13:23:42 +00:00
2020-04-29 23:00:32 +00:00
promscrapeConfigReloadRequests = metrics . NewCounter ( ` vmagent_http_requests_total { path="/-/reload"} ` )
2020-02-23 11:35:47 +00:00
)
2020-06-05 07:37:36 +00:00
func usage ( ) {
const s = `
vmagent collects metrics data via popular data ingestion protocols and routes it to VictoriaMetrics .
2021-04-20 17:16:17 +00:00
See the docs at https : //docs.victoriametrics.com/vmagent.html .
2020-06-05 07:37:36 +00:00
`
2020-12-03 19:40:30 +00:00
flagutil . Usage ( s )
2020-06-05 07:37:36 +00:00
}