github-mirrors/VictoriaMetrics
1
0
Fork 0
mirror of https://github.com/VictoriaMetrics/VictoriaMetrics.git synced 2024-11-21 14:44:00 +00:00
Code Issues Projects Releases Packages Wiki Activity

lib/storage: reduce the frequency (and overhead) for timeout and pace limiter checks by 4x

Browse source
This commit is contained in:
Aliaksandr Valialkin 2020-08-06 18:44:18 +03:00
parent 6c0a92a1ee
commit b690eeff53
2 changed files with 11 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

20
lib/storage/index_db.go
View file

@ -802,7 +802,7 @@ func (is *indexSearch) searchTagKeys(tks map[string]struct{}, maxTagKeys int) er
prefix := kb.B
ts.Seek(prefix)
for len(tks) < maxTagKeys && ts.NextItem() {
if loopsPaceLimiter&(1<<16) == 0 {
if loopsPaceLimiter&(1<<18) == 0 {
if err := checkSearchDeadlineAndPace(is.deadline); err != nil {
return err
}
@ -882,7 +882,7 @@ func (is *indexSearch) searchTagValues(tvs map[string]struct{}, tagKey []byte, m
prefix := kb.B
ts.Seek(prefix)
for len(tvs) < maxTagValues && ts.NextItem() {
if loopsPaceLimiter&(1<<16) == 0 {
if loopsPaceLimiter&(1<<18) == 0 {
if err := checkSearchDeadlineAndPace(is.deadline); err != nil {
return err
}
@ -958,7 +958,7 @@ func (is *indexSearch) getSeriesCount() (uint64, error) {
kb.B = marshalTagValue(kb.B, nil)
ts.Seek(kb.B)
for ts.NextItem() {
if loopsPaceLimiter&(1<<16) == 0 {
if loopsPaceLimiter&(1<<18) == 0 {
if err := checkSearchDeadlineAndPace(is.deadline); err != nil {
return 0, err
}
@ -1030,7 +1030,7 @@ func (is *indexSearch) getTSDBStatusForDate(date uint64, topN int) (*TSDBStatus,
prefix := kb.B
ts.Seek(prefix)
for ts.NextItem() {
if loopsPaceLimiter&(1<<16) == 0 {
if loopsPaceLimiter&(1<<18) == 0 {
if err := checkSearchDeadlineAndPace(is.deadline); err != nil {
return nil, err
}
@ -1566,7 +1566,7 @@ func (is *indexSearch) searchTSIDs(tfss []*TagFilters, tr TimeRange, maxMetrics
tsids := make([]TSID, len(metricIDs))
i := 0
for loopsPaceLimiter, metricID := range metricIDs {
if loopsPaceLimiter&(1<<10) == 0 {
if loopsPaceLimiter&(1<<12) == 0 {
if err := checkSearchDeadlineAndPace(is.deadline); err != nil {
return nil, err
}
@ -1638,7 +1638,7 @@ func (is *indexSearch) updateMetricIDsByMetricNameMatch(metricIDs, srcMetricIDs
mn := GetMetricName()
defer PutMetricName(mn)
for loopsPaceLimiter, metricID := range sortedMetricIDs {
if loopsPaceLimiter&(1<<10) == 0 {
if loopsPaceLimiter&(1<<12) == 0 {
if err := checkSearchDeadlineAndPace(is.deadline); err != nil {
return err
}
@ -2126,7 +2126,7 @@ func (is *indexSearch) getMetricIDsForTagFilterSlow(tf *tagFilter, maxLoops int,
prefix := tf.prefix
ts.Seek(prefix)
for ts.NextItem() {
if loopsPaceLimiter&(1<<14) == 0 {
if loopsPaceLimiter&(1<<16) == 0 {
if err := checkSearchDeadlineAndPace(is.deadline); err != nil {
return err
}
@ -2250,7 +2250,7 @@ func (is *indexSearch) updateMetricIDsForOrSuffixNoFilter(prefix []byte, maxMetr
loopsPaceLimiter := 0
ts.Seek(prefix)
for metricIDs.Len() < maxMetrics && ts.NextItem() {
if loopsPaceLimiter&(1<<16) == 0 {
if loopsPaceLimiter&(1<<18) == 0 {
if err := checkSearchDeadlineAndPace(is.deadline); err != nil {
return err
}
@ -2292,7 +2292,7 @@ func (is *indexSearch) updateMetricIDsForOrSuffixWithFilter(prefix []byte, metri
var sf []uint64
var metricID uint64
for ts.NextItem() {
if loopsPaceLimiter&(1<<12) == 0 {
if loopsPaceLimiter&(1<<14) == 0 {
if err := checkSearchDeadlineAndPace(is.deadline); err != nil {
return err
}
@ -2844,7 +2844,7 @@ func (is *indexSearch) updateMetricIDsForPrefix(prefix []byte, metricIDs *uint64
loopsPaceLimiter := 0
ts.Seek(prefix)
for ts.NextItem() {
if loopsPaceLimiter&(1<<16) == 0 {
if loopsPaceLimiter&(1<<18) == 0 {
if err := checkSearchDeadlineAndPace(is.deadline); err != nil {
return err
}

2
lib/storage/search.go
View file

@ -204,7 +204,7 @@ func (s *Search) NextMetricBlock() bool {
return false
}
for s.ts.NextBlock() {
if s.loops&(1<<10) == 0 {
if s.loops&(1<<12) == 0 {
if err := checkSearchDeadlineAndPace(s.deadline); err != nil {
s.err = err
return false