github-mirrors/VictoriaMetrics
1
0
Fork 0
mirror of https://github.com/VictoriaMetrics/VictoriaMetrics.git synced 2024-12-31 15:06:26 +00:00
Code Issues Projects Releases Packages Wiki Activity

wip

Browse source
This commit is contained in:
Aliaksandr Valialkin 2024-05-28 15:58:36 +02:00
parent 22e14a3dbe
commit ba40c1a2d5
No known key found for this signature in database
GPG key ID: 52C003EE2BCDB9EB
1 changed files with 15 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

19
lib/logstorage/filter_and.go
View file

@ -113,7 +113,7 @@ func (fa *filterAnd) getByFieldTokens() []fieldTokens {
} }
func (fa *filterAnd) initByFieldTokens() { func (fa *filterAnd) initByFieldTokens() {
m := make(map[string][]string) m := make(map[string]map[string]struct{})
byFieldFilters := make(map[string]int) byFieldFilters := make(map[string]int)
var fieldNames []string var fieldNames []string
@ -146,11 +146,15 @@ func (fa *filterAnd) initByFieldTokens() {
byFieldFilters[fieldName]++ byFieldFilters[fieldName]++
if len(tokens) > 0 { if len(tokens) > 0 {
a, ok := m[fieldName] mTokens, ok := m[fieldName]
if !ok { if !ok {
fieldNames = append(fieldNames, fieldName) fieldNames = append(fieldNames, fieldName)
mTokens = make(map[string]struct{})
m[fieldName] = mTokens
}
for _, token := range tokens {
mTokens[token] = struct{}{}
} }
m[fieldName] = append(a, tokens...)
} }
} }
@ -160,9 +164,16 @@ func (fa *filterAnd) initByFieldTokens() {
// It is faster to perform bloom filter match inline when visiting the corresponding column // It is faster to perform bloom filter match inline when visiting the corresponding column
continue continue
} }
mTokens := m[fieldName]
tokens := make([]string, 0, len(mTokens))
for token := range mTokens {
tokens = append(tokens, token)
}
byFieldTokens = append(byFieldTokens, fieldTokens{ byFieldTokens = append(byFieldTokens, fieldTokens{
field: fieldName, field: fieldName,
tokens: m[fieldName], tokens: tokens,
}) })
} }