Function TestNilIterator

pkg/parquetquery/nil_iter_test.go:11–40

(t *testing.T)

)

func TestNilIterator(t *testing.T) {
	count := 90_000
	pf := createNilIterTestFile(t, count)
	column := "attrs.list.element.Key"

	idx, _, _ := GetColumnIndexByPath(pf, column)
	filter := NewIncludeNilStringEqualPredicate([]byte("special-key"))
	iter := NewNilSyncIterator(context.TODO(), pf.RowGroups(), idx, SyncIteratorOptSelectAs(column), SyncIteratorOptPredicate(filter), SyncIteratorOptMaxDefinitionLevel(1))
	defer iter.Close()

	matchedRow := []int{}
	for i := 0; i < count; i++ {
		if i%3 != 0 {
			matchedRow = append(matchedRow, i)
		}
	}

	// special key is added to every 3rd row, so we should get 60,000 results where the key is NOT present
	for j := 0; j < count*2/3; j++ {
		res, err := iter.Next()
		require.NoError(t, err)
		require.NotNil(t, res, "j=%d", j)
		rowEqual := EqualRowNumber(0, RowNumber{int32(matchedRow[j]), -1, -1, -1, -1, -1, -1, -1}, res.RowNumber)
		require.True(t, rowEqual, "expected row %v but got %v", matchedRow[j], res.RowNumber)
	}

	res, err := iter.Next()
	require.NoError(t, err)
	require.Nil(t, res)
}

func createNilIterTestFile(t testing.TB, count int) *parquet.File {
	type Attr struct {