Method reloadBlocks

modules/livestore/live_store_background.go:305–448

()

}

func (s *LiveStore) reloadBlocks() error {
	// Reclaim tombstoned blocks left by an unclean shutdown before
	// reloading, so they don't get scanned as live.
	if n, err := s.wal.ClearTombstonedBlocks(); err != nil {
		level.Warn(s.logger).Log("msg", "failed to clear tombstoned wal blocks at startup", "err", err)
	} else if n > 0 {
		level.Info(s.logger).Log("msg", "cleared tombstoned wal blocks at startup", "count", n)
	}
	if n, err := s.wal.LocalBackend().ClearTombstonedBlocks(); err != nil {
		level.Warn(s.logger).Log("msg", "failed to clear tombstoned complete blocks at startup", "err", err)
	} else if n > 0 {
		level.Info(s.logger).Log("msg", "cleared tombstoned complete blocks at startup", "count", n)
	}

	// ------------------------------------
	// wal blocks
	// ------------------------------------
	level.Info(s.logger).Log("msg", "reloading wal blocks")
	walBlocks, err := s.wal.RescanBlocks(0, s.logger)
	if err != nil {
		return fmt.Errorf("failed to rescan wal blocks: %w", err)
	}

	for _, blk := range walBlocks {
		err := func() error {
			meta := blk.BlockMeta()

			inst, err := s.getOrCreateInstance(meta.TenantID)
			if err != nil {
				return fmt.Errorf("failed to get or create instance for tenant %s: %w", meta.TenantID, err)
			}

			inst.blocksMtx.Lock()
			defer inst.blocksMtx.Unlock()

			level.Info(s.logger).Log("msg", "reloaded wal block", "block", meta.BlockID.String())
			inst.blocks.Store(inst.blocks.Load().withWALBlockAdded((uuid.UUID)(meta.BlockID), blk))

			level.Info(s.logger).Log("msg", "queueing replayed wal block for completion", "block", meta.BlockID.String(), "size", blk.DataLength())
			if err := s.enqueueCompleteOp(meta.TenantID, uuid.UUID(meta.BlockID), true); err != nil {
				return fmt.Errorf("failed to enqueue wal block for completion for tenant %s: %w", meta.TenantID, err)
			}

			level.Info(s.logger).Log("msg", "reloaded wal blocks", "tenant", inst.tenantID, "count", len(inst.blocks.Load().walBlocks))

			return nil
		}()
		if err != nil {
			return err
		}
	}

	level.Info(s.logger).Log("msg", "wal blocks to complete at startup", "count", len(walBlocks))

	// ------------------------------------
	// Complete blocks
	// ------------------------------------
	level.Info(s.logger).Log("msg", "reloading completed blocks")