mirror of
https://github.com/VictoriaMetrics/VictoriaMetrics.git
synced 2024-11-21 14:44:00 +00:00
09c388a8e4
While fasthttp.Client uses less CPU and RAM when scraping targets with small responses (up to 10K metrics), it doesn't work well when scraping targets with big responses such as kube-state-metrics. In this case it could use big amounts of additional memory comparing to net/http.Client, since fasthttp.Client reads the full response in memory and then tries re-using the large buffer for further scrapes. Additionally, fasthttp.Client-based scraping had various issues with proxying, redirects and scrape timeouts like the following ones: - https://github.com/VictoriaMetrics/VictoriaMetrics/issues/1945 - https://github.com/VictoriaMetrics/VictoriaMetrics/issues/5425 - https://github.com/VictoriaMetrics/VictoriaMetrics/issues/2794 - https://github.com/VictoriaMetrics/VictoriaMetrics/issues/1017 This should help reducing memory usage for the case when target returns big response and this response is scraped by fasthttp.Client at first before switching to stream parsing mode for subsequent scrapes. Now the switch to stream parsing mode is performed on the first scrape after reading the response body in memory and noticing that its size exceeds the value passed to -promscrape.minResponseSizeForStreamParse command-line flag. Updates https://github.com/VictoriaMetrics/VictoriaMetrics/issues/5567 Overrides https://github.com/VictoriaMetrics/VictoriaMetrics/pull/4931
132 lines
6.4 KiB
Modula-2
132 lines
6.4 KiB
Modula-2
module github.com/VictoriaMetrics/VictoriaMetrics
|
|
|
|
go 1.20
|
|
|
|
require (
|
|
cloud.google.com/go/storage v1.37.0
|
|
github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1
|
|
github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.2.1
|
|
github.com/VictoriaMetrics/easyproto v0.1.4
|
|
github.com/VictoriaMetrics/fastcache v1.12.2
|
|
github.com/VictoriaMetrics/metrics v1.31.0
|
|
github.com/VictoriaMetrics/metricsql v0.70.0
|
|
github.com/aws/aws-sdk-go-v2 v1.24.1
|
|
github.com/aws/aws-sdk-go-v2/config v1.26.6
|
|
github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.15.15
|
|
github.com/aws/aws-sdk-go-v2/service/s3 v1.48.1
|
|
github.com/bmatcuk/doublestar/v4 v4.6.1
|
|
github.com/cespare/xxhash/v2 v2.2.0
|
|
github.com/cheggaaa/pb/v3 v3.1.5
|
|
github.com/gogo/protobuf v1.3.2
|
|
github.com/golang/snappy v0.0.4
|
|
github.com/googleapis/gax-go/v2 v2.12.0
|
|
github.com/influxdata/influxdb v1.11.4
|
|
github.com/klauspost/compress v1.17.5
|
|
github.com/prometheus/prometheus v0.49.1
|
|
github.com/urfave/cli/v2 v2.27.1
|
|
github.com/valyala/fastjson v1.6.4
|
|
github.com/valyala/fastrand v1.1.0
|
|
github.com/valyala/fasttemplate v1.2.2
|
|
github.com/valyala/gozstd v1.20.1
|
|
github.com/valyala/histogram v1.2.0
|
|
github.com/valyala/quicktemplate v1.7.0
|
|
golang.org/x/net v0.20.0 // indirect
|
|
golang.org/x/oauth2 v0.16.0
|
|
golang.org/x/sys v0.16.0
|
|
google.golang.org/api v0.159.0
|
|
gopkg.in/yaml.v2 v2.4.0
|
|
)
|
|
|
|
require (
|
|
cloud.google.com/go v0.112.0 // indirect
|
|
cloud.google.com/go/compute v1.23.3 // indirect
|
|
cloud.google.com/go/compute/metadata v0.2.3 // indirect
|
|
cloud.google.com/go/iam v1.1.5 // indirect
|
|
github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1 // indirect
|
|
github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1 // indirect
|
|
github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1 // indirect
|
|
github.com/VividCortex/ewma v1.2.0 // indirect
|
|
github.com/alecthomas/units v0.0.0-20231202071711-9a357b53e9c9 // indirect
|
|
github.com/aws/aws-sdk-go v1.50.5 // indirect
|
|
github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.5.4 // indirect
|
|
github.com/aws/aws-sdk-go-v2/credentials v1.16.16 // indirect
|
|
github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.14.11 // indirect
|
|
github.com/aws/aws-sdk-go-v2/internal/configsources v1.2.10 // indirect
|
|
github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.5.10 // indirect
|
|
github.com/aws/aws-sdk-go-v2/internal/ini v1.7.3 // indirect
|
|
github.com/aws/aws-sdk-go-v2/internal/v4a v1.2.10 // indirect
|
|
github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.10.4 // indirect
|
|
github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.2.10 // indirect
|
|
github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.10.10 // indirect
|
|
github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.16.10 // indirect
|
|
github.com/aws/aws-sdk-go-v2/service/sso v1.18.7 // indirect
|
|
github.com/aws/aws-sdk-go-v2/service/ssooidc v1.21.7 // indirect
|
|
github.com/aws/aws-sdk-go-v2/service/sts v1.26.7 // indirect
|
|
github.com/aws/smithy-go v1.19.0 // indirect
|
|
github.com/beorn7/perks v1.0.1 // indirect
|
|
github.com/cpuguy83/go-md2man/v2 v2.0.3 // indirect
|
|
github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect
|
|
github.com/dennwc/varint v1.0.0 // indirect
|
|
github.com/fatih/color v1.16.0 // indirect
|
|
github.com/felixge/httpsnoop v1.0.4 // indirect
|
|
github.com/go-kit/log v0.2.1 // indirect
|
|
github.com/go-logfmt/logfmt v0.6.0 // indirect
|
|
github.com/go-logr/logr v1.4.1 // indirect
|
|
github.com/go-logr/stdr v1.2.2 // indirect
|
|
github.com/golang-jwt/jwt/v5 v5.2.0 // indirect
|
|
github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da // indirect
|
|
github.com/golang/protobuf v1.5.3 // indirect
|
|
github.com/google/s2a-go v0.1.7 // indirect
|
|
github.com/google/uuid v1.6.0 // indirect
|
|
github.com/googleapis/enterprise-certificate-proxy v0.3.2 // indirect
|
|
github.com/grafana/regexp v0.0.0-20221122212121-6b5c0a4cb7fd // indirect
|
|
github.com/hashicorp/go-version v1.6.0 // indirect
|
|
github.com/jmespath/go-jmespath v0.4.0 // indirect
|
|
github.com/jpillora/backoff v1.0.0 // indirect
|
|
github.com/json-iterator/go v1.1.12 // indirect
|
|
github.com/kylelemons/godebug v1.1.0 // indirect
|
|
github.com/mattn/go-colorable v0.1.13 // indirect
|
|
github.com/mattn/go-isatty v0.0.20 // indirect
|
|
github.com/mattn/go-runewidth v0.0.15 // indirect
|
|
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
|
|
github.com/modern-go/reflect2 v1.0.2 // indirect
|
|
github.com/mwitkow/go-conntrack v0.0.0-20190716064945-2f068394615f // indirect
|
|
github.com/oklog/ulid v1.3.1 // indirect
|
|
github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c // indirect
|
|
github.com/pkg/errors v0.9.1 // indirect
|
|
github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 // indirect
|
|
github.com/prometheus/client_golang v1.18.0 // indirect
|
|
github.com/prometheus/client_model v0.5.0 // indirect
|
|
github.com/prometheus/common v0.46.0 // indirect
|
|
github.com/prometheus/common/sigv4 v0.1.0 // indirect
|
|
github.com/prometheus/procfs v0.12.0 // indirect
|
|
github.com/rivo/uniseg v0.4.4 // indirect
|
|
github.com/russross/blackfriday/v2 v2.1.0 // indirect
|
|
github.com/stretchr/testify v1.8.4 // indirect
|
|
github.com/valyala/bytebufferpool v1.0.0 // indirect
|
|
github.com/xrash/smetrics v0.0.0-20231213231151-1d8dd44e695e // indirect
|
|
go.opencensus.io v0.24.0 // indirect
|
|
go.opentelemetry.io/collector/featuregate v1.0.1 // indirect
|
|
go.opentelemetry.io/collector/pdata v1.0.1 // indirect
|
|
go.opentelemetry.io/collector/semconv v0.93.0 // indirect
|
|
go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.47.0 // indirect
|
|
go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.47.0 // indirect
|
|
go.opentelemetry.io/otel v1.22.0 // indirect
|
|
go.opentelemetry.io/otel/metric v1.22.0 // indirect
|
|
go.opentelemetry.io/otel/trace v1.22.0 // indirect
|
|
go.uber.org/atomic v1.11.0 // indirect
|
|
go.uber.org/goleak v1.3.0 // indirect
|
|
go.uber.org/multierr v1.11.0 // indirect
|
|
golang.org/x/crypto v0.18.0 // indirect
|
|
golang.org/x/exp v0.0.0-20240119083558-1b970713d09a // indirect
|
|
golang.org/x/sync v0.6.0 // indirect
|
|
golang.org/x/text v0.14.0 // indirect
|
|
golang.org/x/time v0.5.0 // indirect
|
|
google.golang.org/appengine v1.6.8 // indirect
|
|
google.golang.org/genproto v0.0.0-20240125205218-1f4bbc51befe // indirect
|
|
google.golang.org/genproto/googleapis/api v0.0.0-20240125205218-1f4bbc51befe // indirect
|
|
google.golang.org/genproto/googleapis/rpc v0.0.0-20240125205218-1f4bbc51befe // indirect
|
|
google.golang.org/grpc v1.61.0 // indirect
|
|
google.golang.org/protobuf v1.32.0 // indirect
|
|
gopkg.in/yaml.v3 v3.0.1 // indirect
|
|
)
|