Function TestCutIdleTracesRespectsMaxBlockBytes

modules/livestore/instance_test.go:287–324

(t *testing.T)

}

func TestCutIdleTracesRespectsMaxBlockBytes(t *testing.T) {
	inst, ls := defaultInstance(t)

	inst.Cfg.MaxBlockBytes = 5 * 1024 * 1024 // 5 Mb

	// Push enough traces to require multiple blocks.
	traceCount := 100 // that will be around 119Mb
	traceIDs := make([][]byte, 0, traceCount)
	traces := make([]*tempopb.Trace, 0, traceCount)

	for range traceCount {
		id := test.ValidTraceID(nil)
		tr := test.MakeTraceWithSpanCount(50, 100, id)
		pushTrace(t.Context(), t, inst, tr, id)
		traceIDs = append(traceIDs, id)
		traces = append(traces, tr)
	}

	ls.cutOneInstanceToWal(t.Context(), inst, true)
	for i := 0; i < traceCount; i += 5 {
		requireTraceInLiveStore(t, ls, traceIDs[i], traces[i])
	}

	// Verify no WAL block exceeds MaxBlockBytes.
	walBlocksNum := len(inst.blocks.Load().walBlocks)
	assert.Greater(t, walBlocksNum, 2, "expected multiple WAL blocks")
	for id, blk := range inst.blocks.Load().walBlocks {
		// block size estimation can be x5 off, so we check that that block size at least makes sense
		assert.LessOrEqual(t, blk.DataLength(), inst.Cfg.MaxBlockBytes*5,
			"WAL block %s exceeds MaxBlockBytes: %d > %d", id, blk.DataLength(), inst.Cfg.MaxBlockBytes)
	}

	// with no new traces, number of WAL blocks should not increase after another cut to WAL
	ls.cutOneInstanceToWal(t.Context(), inst, true)
	assert.Equal(t, walBlocksNum, len(inst.blocks.Load().walBlocks), "expected no new WAL blocks after cut to WAL with no new traces")

	require.NoError(t, services.StopAndAwaitTerminated(t.Context(), ls))
}