Method completeBlock

modules/livestore/instance.go:589–693

(ctx context.Context, id uuid.UUID)

}

func (i *instance) completeBlock(ctx context.Context, id uuid.UUID) (*LocalBlock, error) {
	ctx, span := tracer.Start(ctx, "instance.completeBlock",
		oteltrace.WithAttributes(
			attribute.String("tenant", i.tenantID),
			attribute.String("blockID", id.String()),
		))
	defer span.End()

	walBlock := i.blocks.Load().walBlocks[id]

	if walBlock == nil {
		level.Warn(i.logger).Log("msg", "WAL block disappeared before being completed", "id", id)
		span.AddEvent("WAL block not found")
		return nil, nil
	}

	blockSize := walBlock.DataLength()

	level.Info(i.logger).Log("msg", "completing WAL block", "blockSize", blockSize, "blockId", id.String())
	metricCompletionSize.Observe(float64(blockSize))
	span.SetAttributes(attribute.Int64("wal_block_size", int64(blockSize)))

	// Create completed block
	reader := backend.NewReader(i.wal.LocalBackend())
	writer := backend.NewWriter(i.wal.LocalBackend())

	iter, err := walBlock.Iterator(ctx)
	if err != nil {
		level.Error(i.logger).Log("msg", "failed to get WAL block iterator", "id", id, "err", err)
		span.SetStatus(codes.Error, err.Error())
		span.RecordError(err)
		return nil, err
	}
	defer iter.Close()

	span.AddEvent("creating block")
	newMeta, err := i.completeBlockEncoding.CreateBlock(ctx, &i.Cfg.BlockConfig, walBlock.BlockMeta(), iter, reader, writer)
	if err != nil {
		level.Error(i.logger).Log("msg", "failed to create complete block", "id", id, "err", err)
		span.RecordError(err)
		span.SetStatus(codes.Error, err.Error())
		return nil, err
	}
	span.AddEvent("created block")
	span.SetAttributes(
		attribute.Int64("block_size", int64(newMeta.Size_)),
		attribute.Int64("total_objects", newMeta.TotalObjects),
	)

	level.Info(i.logger).Log("msg", "opening newly completed block", "blockId", newMeta.BlockID.String())
	span.AddEvent("opening block")
	newBlock, err := i.completeBlockEncoding.OpenBlock(newMeta, reader)
	if err != nil {
		level.Error(i.logger).Log("msg", "failed to open complete block", "id", id, "err", err)
		span.RecordError(err)
		span.SetStatus(codes.Error, err.Error())
		return nil, err
	}