2023-06-20 05:55:12 +00:00
|
|
|
package logsql
|
|
|
|
|
|
|
|
import (
|
2024-05-12 14:33:29 +00:00
|
|
|
"context"
|
2023-06-20 05:55:12 +00:00
|
|
|
"net/http"
|
|
|
|
|
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/app/vlstorage"
|
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/bytesutil"
|
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/httpserver"
|
2024-02-18 20:58:47 +00:00
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/httputils"
|
2023-06-20 05:55:12 +00:00
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/logstorage"
|
|
|
|
)
|
|
|
|
|
2024-05-12 14:33:29 +00:00
|
|
|
// ProcessQueryRequest handles /select/logsql/query request.
|
|
|
|
func ProcessQueryRequest(ctx context.Context, w http.ResponseWriter, r *http.Request) {
|
2023-06-20 05:55:12 +00:00
|
|
|
// Extract tenantID
|
|
|
|
tenantID, err := logstorage.GetTenantIDFromRequest(r)
|
|
|
|
if err != nil {
|
|
|
|
httpserver.Errorf(w, r, "%s", err)
|
|
|
|
return
|
|
|
|
}
|
2024-02-18 21:01:34 +00:00
|
|
|
limit, err := httputils.GetInt(r, "limit")
|
|
|
|
if err != nil {
|
|
|
|
httpserver.Errorf(w, r, "%s", err)
|
|
|
|
return
|
|
|
|
}
|
2023-06-20 05:55:12 +00:00
|
|
|
|
|
|
|
qStr := r.FormValue("query")
|
|
|
|
q, err := logstorage.ParseQuery(qStr)
|
|
|
|
if err != nil {
|
|
|
|
httpserver.Errorf(w, r, "cannot parse query [%s]: %s", qStr, err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
w.Header().Set("Content-Type", "application/stream+json; charset=utf-8")
|
2024-02-18 21:01:34 +00:00
|
|
|
|
2024-05-14 01:05:03 +00:00
|
|
|
if limit > 0 {
|
|
|
|
q.AddPipeLimit(uint64(limit))
|
|
|
|
}
|
|
|
|
|
2023-06-20 05:55:12 +00:00
|
|
|
tenantIDs := []logstorage.TenantID{tenantID}
|
2024-05-12 14:33:29 +00:00
|
|
|
|
2024-05-14 01:05:03 +00:00
|
|
|
bw := getBufferedWriter(w)
|
2024-05-12 14:33:29 +00:00
|
|
|
|
|
|
|
writeBlock := func(_ uint, timestamps []int64, columns []logstorage.BlockColumn) {
|
2023-06-20 05:55:12 +00:00
|
|
|
if len(columns) == 0 {
|
2024-02-18 21:01:34 +00:00
|
|
|
return
|
2023-06-20 05:55:12 +00:00
|
|
|
}
|
2024-02-18 21:01:34 +00:00
|
|
|
|
2023-06-20 05:55:12 +00:00
|
|
|
bb := blockResultPool.Get()
|
2024-05-12 14:33:29 +00:00
|
|
|
for i := range timestamps {
|
|
|
|
WriteJSONRow(bb, columns, i)
|
2023-06-20 05:55:12 +00:00
|
|
|
}
|
2024-05-14 01:05:03 +00:00
|
|
|
bw.WriteIgnoreErrors(bb.B)
|
2024-02-18 21:01:34 +00:00
|
|
|
blockResultPool.Put(bb)
|
2024-05-12 14:33:29 +00:00
|
|
|
}
|
|
|
|
|
2024-05-14 01:05:03 +00:00
|
|
|
err = vlstorage.RunQuery(ctx, tenantIDs, q, writeBlock)
|
2024-05-12 14:33:29 +00:00
|
|
|
|
2024-05-14 01:05:03 +00:00
|
|
|
bw.FlushIgnoreErrors()
|
|
|
|
putBufferedWriter(bw)
|
2024-05-12 14:33:29 +00:00
|
|
|
|
|
|
|
if err != nil {
|
|
|
|
httpserver.Errorf(w, r, "cannot execute query [%s]: %s", qStr, err)
|
|
|
|
}
|
|
|
|
|
2023-06-20 05:55:12 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
var blockResultPool bytesutil.ByteBufferPool
|