package logstorage import ( "testing" ) func TestParsePipePackJSONSuccess(t *testing.T) { f := func(pipeStr string) { t.Helper() expectParsePipeSuccess(t, pipeStr) } f(`pack_json`) f(`pack_json as x`) f(`pack_json fields (a, b)`) f(`pack_json fields (a, b) as x`) } func TestParsePipePackJSONFailure(t *testing.T) { f := func(pipeStr string) { t.Helper() expectParsePipeFailure(t, pipeStr) } f(`pack_json foo bar`) f(`pack_json fields`) } func TestPipePackJSON(t *testing.T) { f := func(pipeStr string, rows, rowsExpected [][]Field) { t.Helper() expectPipeResults(t, pipeStr, rows, rowsExpected) } // pack into _msg f(`pack_json`, [][]Field{ { {"_msg", "x"}, {"foo", `abc`}, {"bar", `cde`}, }, { {"a", "b"}, {"c", "d"}, }, }, [][]Field{ { {"_msg", `{"_msg":"x","foo":"abc","bar":"cde"}`}, {"foo", `abc`}, {"bar", `cde`}, }, { {"_msg", `{"a":"b","c":"d"}`}, {"a", "b"}, {"c", "d"}, }, }) // pack into other field f(`pack_json as a`, [][]Field{ { {"_msg", "x"}, {"foo", `abc`}, {"bar", `cde`}, }, { {"a", "b"}, {"c", "d"}, }, }, [][]Field{ { {"_msg", `x`}, {"foo", `abc`}, {"bar", `cde`}, {"a", `{"_msg":"x","foo":"abc","bar":"cde"}`}, }, { {"a", `{"a":"b","c":"d"}`}, {"c", "d"}, }, }) // pack only the needed fields f(`pack_json fields (foo, baz) a`, [][]Field{ { {"_msg", "x"}, {"foo", `abc`}, {"bar", `cde`}, }, { {"a", "b"}, {"c", "d"}, }, }, [][]Field{ { {"_msg", `x`}, {"foo", `abc`}, {"bar", `cde`}, {"a", `{"foo":"abc","baz":""}`}, }, { {"a", `{"foo":"","baz":""}`}, {"c", "d"}, }, }) } func TestPipePackJSONUpdateNeededFields(t *testing.T) { f := func(s string, neededFields, unneededFields, neededFieldsExpected, unneededFieldsExpected string) { t.Helper() expectPipeNeededFields(t, s, neededFields, unneededFields, neededFieldsExpected, unneededFieldsExpected) } // all the needed fields f(`pack_json as x`, "*", "", "*", "") // unneeded fields do not intersect with output f(`pack_json as x`, "*", "f1,f2", "*", "") // unneeded fields intersect with output f(`pack_json as f1`, "*", "f1,f2", "*", "f1,f2") // needed fields do not intersect with output f(`pack_json f1`, "x,y", "", "x,y", "") // needed fields intersect with output f(`pack_json as f2`, "f2,y", "", "*", "") }