Function TestQueryRateLimits

integration/limits/limits_test.go:282–329

(t *testing.T)

}

func TestQueryRateLimits(t *testing.T) {
	util.RunIntegrationTests(t, util.TestHarnessConfig{
		ConfigOverlay: configQueryRate,
	}, func(h *util.TempoHarness) {
		h.WaitTracesWritable(t)
		// todo: do we even need to push a trace?
		batch := util.MakeThriftBatchWithSpanCount(5)
		require.NoError(t, h.WriteJaegerBatch(batch, ""))

		// now try to query it back. this should fail b/c the frontend queue doesn't have room
		apiClient := h.APIClientHTTP("")

		// 429 HTTP Trace ID Lookup
		traceID := []byte{0x01, 0x02}
		_, err := apiClient.QueryTrace(tempoUtil.TraceIDToHexString(traceID))
		require.ErrorContains(t, err, "job queue full")
		require.ErrorContains(t, err, "failed with response: 429")

		start := time.Now().Add(-1 * time.Hour).Unix()
		end := time.Now().Add(1 * time.Hour).Unix()

		// 429 HTTP Search
		_, err = apiClient.SearchTraceQLWithRange("{}", start, end)
		require.ErrorContains(t, err, "job queue full")
		require.ErrorContains(t, err, "failed with response: 429")

		// 429 GRPC Search
		grpcClient, ctx, err := h.APIClientGRPC("")
		require.NoError(t, err)

		resp, err := grpcClient.Search(ctx, &tempopb.SearchRequest{
			Query: "{}",
			Start: uint32(start),
			End:   uint32(end),
		})
		require.NoError(t, err)

		// loop until we get io.EOF or an error
		for {
			_, err = resp.Recv()
			if err != nil {
				break
			}
		}
		require.ErrorContains(t, err, "job queue full")
		require.ErrorContains(t, err, "code = ResourceExhausted")
	})
}