Method file

tempodb/encoding/vparquet5/wal_block.go:226–259

file() opens the parquet file and returns it. previously this method cached the file on first open but the memory cost of this was quite high. so instead we open it fresh every time. This also allows it to take the context for the caller.

(ctx context.Context)

// but the memory cost of this was quite high. so instead we open it fresh every time.  This
// also allows it to take the context for the caller.
func (w *walBlockFlush) file(ctx context.Context) (*pageFile, error) {
	if err := ctx.Err(); err != nil {
		return nil, err
	}

	file, err := os.OpenFile(w.path, os.O_RDONLY, 0o600)
	if err != nil {
		return nil, fmt.Errorf("error opening file: %w", err)
	}
	info, err := file.Stat()
	if err != nil {
		return nil, fmt.Errorf("error getting file info: %w", err)
	}
	size := info.Size()

	sch, _, _ := SchemaWithDynamicChanges(w.dedcols)

	wr := newWalReaderAt(ctx, file)
	o := []parquet.FileOption{
		parquet.SkipBloomFilters(true),
		parquet.SkipPageIndex(true),
		parquet.FileSchema(sch),
		parquet.FileReadMode(parquet.ReadModeAsync),
	}

	pf, err := parquet.OpenFile(wr, size, o...)
	if err != nil {
		return nil, fmt.Errorf("error opening parquet file: %w", err)
	}

	f := &pageFile{parquetFile: pf, osFile: file, r: wr}

	return f, nil
}

func (w *walBlockFlush) rowIterator(ctx context.Context) (*rowIterator, error) {
	file, err := w.file(ctx)