package logstorage import ( "fmt" "html" "strconv" "strings" "github.com/VictoriaMetrics/VictoriaMetrics/lib/logger" ) // pattern represents text pattern in the form 'some_textother_text...' type pattern struct { // steps contains steps for extracting fields from string steps []patternStep // matches contains matches for every step in steps matches []string // fields contains matches for non-empty fields fields []patternField } type patternField struct { name string value *string } type patternStep struct { prefix string field string } func newPattern(steps []patternStep) *pattern { if len(steps) == 0 { logger.Panicf("BUG: steps cannot be empty") } matches := make([]string, len(steps)) var fields []patternField for i, step := range steps { if step.field != "" { fields = append(fields, patternField{ name: step.field, value: &matches[i], }) } } if len(fields) == 0 { logger.Panicf("BUG: fields cannot be empty") } ef := &pattern{ steps: steps, matches: matches, fields: fields, } return ef } func (ef *pattern) apply(s string) { clear(ef.matches) steps := ef.steps if prefix := steps[0].prefix; prefix != "" { n := strings.Index(s, prefix) if n < 0 { // Mismatch return } s = s[n+len(prefix):] } matches := ef.matches for i := range steps { nextPrefix := "" if i+1 < len(steps) { nextPrefix = steps[i+1].prefix } us, nOffset := tryUnquoteString(s) if nOffset >= 0 { // Matched quoted string matches[i] = us s = s[nOffset:] if !strings.HasPrefix(s, nextPrefix) { // Mismatch return } s = s[len(nextPrefix):] } else { // Match unquoted string until the nextPrefix if nextPrefix == "" { matches[i] = s return } n := strings.Index(s, nextPrefix) if n < 0 { // Mismatch return } matches[i] = s[:n] s = s[n+len(nextPrefix):] } } } func tryUnquoteString(s string) (string, int) { if len(s) == 0 { return s, -1 } if s[0] != '"' && s[0] != '`' { return s, -1 } qp, err := strconv.QuotedPrefix(s) if err != nil { return s, -1 } us, err := strconv.Unquote(qp) if err != nil { return s, -1 } return us, len(qp) } func parsePatternSteps(s string) ([]patternStep, error) { var steps []patternStep hasNamedField := false n := strings.IndexByte(s, '<') if n < 0 { return nil, fmt.Errorf("missing <...> fields") } prefix := s[:n] s = s[n+1:] for { n := strings.IndexByte(s, '>') if n < 0 { return nil, fmt.Errorf("missing '>' for <%s", s) } field := s[:n] s = s[n+1:] if field == "_" || field == "*" { field = "" } steps = append(steps, patternStep{ prefix: prefix, field: field, }) if !hasNamedField && field != "" { hasNamedField = true } if len(s) == 0 { break } n = strings.IndexByte(s, '<') if n < 0 { steps = append(steps, patternStep{ prefix: s, }) break } if n == 0 { return nil, fmt.Errorf("missing delimiter after <%s>", field) } prefix = s[:n] s = s[n+1:] } if !hasNamedField { return nil, fmt.Errorf("missing named fields like ") } for i := range steps { step := &steps[i] step.prefix = html.UnescapeString(step.prefix) } return steps, nil }