2024-05-12 14:33:29 +00:00
|
|
|
package logstorage
|
|
|
|
|
|
|
|
import (
|
|
|
|
"testing"
|
|
|
|
)
|
|
|
|
|
2024-05-22 19:01:20 +00:00
|
|
|
func TestParsePipeUniqSuccess(t *testing.T) {
|
|
|
|
f := func(pipeStr string) {
|
|
|
|
t.Helper()
|
|
|
|
expectParsePipeSuccess(t, pipeStr)
|
|
|
|
}
|
|
|
|
|
|
|
|
f(`uniq`)
|
|
|
|
f(`uniq limit 10`)
|
|
|
|
f(`uniq by (x)`)
|
|
|
|
f(`uniq by (x) limit 10`)
|
|
|
|
f(`uniq by (x, y)`)
|
|
|
|
f(`uniq by (x, y) limit 10`)
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestParsePipeUniqFailure(t *testing.T) {
|
|
|
|
f := func(pipeStr string) {
|
|
|
|
t.Helper()
|
|
|
|
expectParsePipeFailure(t, pipeStr)
|
|
|
|
}
|
|
|
|
|
|
|
|
f(`uniq foo`)
|
|
|
|
f(`uniq by`)
|
|
|
|
f(`uniq by(x) limit`)
|
|
|
|
f(`uniq by(x) limit foo`)
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestPipeUniq(t *testing.T) {
|
|
|
|
f := func(pipeStr string, rows, rowsExpected [][]Field) {
|
|
|
|
t.Helper()
|
|
|
|
expectPipeResults(t, pipeStr, rows, rowsExpected)
|
|
|
|
}
|
|
|
|
|
|
|
|
f("uniq", [][]Field{
|
|
|
|
{
|
|
|
|
{"a", `2`},
|
|
|
|
{"b", `3`},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"a", "2"},
|
|
|
|
{"b", "3"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"a", `2`},
|
|
|
|
{"b", `54`},
|
|
|
|
{"c", "d"},
|
|
|
|
},
|
|
|
|
}, [][]Field{
|
|
|
|
{
|
|
|
|
{"a", "2"},
|
|
|
|
{"b", "3"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"a", `2`},
|
|
|
|
{"b", `54`},
|
|
|
|
{"c", "d"},
|
|
|
|
},
|
|
|
|
})
|
|
|
|
|
|
|
|
f("uniq by (a)", [][]Field{
|
|
|
|
{
|
|
|
|
{"a", `2`},
|
|
|
|
{"b", `3`},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"a", "2"},
|
|
|
|
{"b", "3"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"a", `2`},
|
|
|
|
{"b", `54`},
|
|
|
|
{"c", "d"},
|
|
|
|
},
|
|
|
|
}, [][]Field{
|
|
|
|
{
|
|
|
|
{"a", "2"},
|
|
|
|
},
|
|
|
|
})
|
|
|
|
|
|
|
|
f("uniq by (b)", [][]Field{
|
|
|
|
{
|
|
|
|
{"a", `2`},
|
|
|
|
{"b", `3`},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"a", "2"},
|
|
|
|
{"b", "3"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"a", `2`},
|
|
|
|
{"b", `54`},
|
|
|
|
{"c", "d"},
|
|
|
|
},
|
|
|
|
}, [][]Field{
|
|
|
|
{
|
|
|
|
{"b", "3"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"b", "54"},
|
|
|
|
},
|
|
|
|
})
|
|
|
|
|
|
|
|
f("uniq by (c)", [][]Field{
|
|
|
|
{
|
|
|
|
{"a", `2`},
|
|
|
|
{"b", `3`},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"a", "2"},
|
|
|
|
{"b", "3"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"a", `2`},
|
|
|
|
{"b", `54`},
|
|
|
|
{"c", "d"},
|
|
|
|
},
|
|
|
|
}, [][]Field{
|
|
|
|
{
|
|
|
|
{"c", ""},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"c", "d"},
|
|
|
|
},
|
|
|
|
})
|
|
|
|
|
|
|
|
f("uniq by (d)", [][]Field{
|
|
|
|
{
|
|
|
|
{"a", `2`},
|
|
|
|
{"b", `3`},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"a", "2"},
|
|
|
|
{"b", "3"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"a", `2`},
|
|
|
|
{"b", `54`},
|
|
|
|
{"c", "d"},
|
|
|
|
},
|
|
|
|
}, [][]Field{
|
|
|
|
{
|
|
|
|
{"d", ""},
|
|
|
|
},
|
|
|
|
})
|
|
|
|
|
|
|
|
f("uniq by (a, b)", [][]Field{
|
|
|
|
{
|
|
|
|
{"a", `2`},
|
|
|
|
{"b", `3`},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"a", "2"},
|
|
|
|
{"b", "3"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"a", `2`},
|
|
|
|
{"b", `54`},
|
|
|
|
{"c", "d"},
|
|
|
|
},
|
|
|
|
}, [][]Field{
|
|
|
|
{
|
|
|
|
{"a", "2"},
|
|
|
|
{"b", "3"},
|
|
|
|
},
|
|
|
|
{
|
|
|
|
{"a", "2"},
|
|
|
|
{"b", "54"},
|
|
|
|
},
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2024-05-12 14:33:29 +00:00
|
|
|
func TestPipeUniqUpdateNeededFields(t *testing.T) {
|
|
|
|
f := func(s, neededFields, unneededFields, neededFieldsExpected, unneededFieldsExpected string) {
|
|
|
|
t.Helper()
|
2024-05-20 02:08:30 +00:00
|
|
|
expectPipeNeededFields(t, s, neededFields, unneededFields, neededFieldsExpected, unneededFieldsExpected)
|
2024-05-12 14:33:29 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// all the needed fields
|
|
|
|
f("uniq", "*", "", "*", "")
|
|
|
|
f("uniq by()", "*", "", "*", "")
|
|
|
|
f("uniq by(*)", "*", "", "*", "")
|
|
|
|
f("uniq by(f1,f2)", "*", "", "f1,f2", "")
|
|
|
|
|
|
|
|
// all the needed fields, unneeded fields do not intersect with src
|
|
|
|
f("uniq by(s1, s2)", "*", "f1,f2", "s1,s2", "")
|
|
|
|
f("uniq", "*", "f1,f2", "*", "")
|
|
|
|
|
|
|
|
// all the needed fields, unneeded fields intersect with src
|
|
|
|
f("uniq by(s1, s2)", "*", "s1,f1,f2", "s1,s2", "")
|
|
|
|
f("uniq by(*)", "*", "s1,f1,f2", "*", "")
|
|
|
|
f("uniq by(s1, s2)", "*", "s1,s2,f1", "s1,s2", "")
|
|
|
|
|
|
|
|
// needed fields do not intersect with src
|
|
|
|
f("uniq by (s1, s2)", "f1,f2", "", "s1,s2", "")
|
|
|
|
|
|
|
|
// needed fields intersect with src
|
|
|
|
f("uniq by (s1, s2)", "s1,f1,f2", "", "s1,s2", "")
|
|
|
|
f("uniq by (*)", "s1,f1,f2", "", "*", "")
|
|
|
|
}
|