Method CheckPageIndex

cpp/src/parquet/encryption/test_encryption_util.cc:569–676

}

void FileDecryptor::CheckPageIndex(
    parquet::ParquetFileReader* file_reader,
    const std::shared_ptr<FileDecryptionProperties>& file_decryption_properties) {
  std::shared_ptr<PageIndexReader> page_index_reader = file_reader->GetPageIndexReader();
  ASSERT_NE(page_index_reader, nullptr);

  const std::shared_ptr<parquet::FileMetaData> file_metadata = file_reader->metadata();
  const int num_row_groups = file_metadata->num_row_groups();
  const int num_columns = file_metadata->num_columns();
  ASSERT_EQ(num_columns, 8);

  // We cannot read page index of encrypted columns in the plaintext mode
  std::vector<int32_t> need_row_groups(num_row_groups);
  std::iota(need_row_groups.begin(), need_row_groups.end(), 0);
  std::vector<int32_t> need_columns;
  if (file_decryption_properties == nullptr) {
    need_columns = {0, 1, 2, 3, 6, 7};
  } else {
    need_columns = {0, 1, 2, 3, 4, 5, 6, 7};
  }

  // Provide hint of requested columns to avoid accessing encrypted columns without
  // decryption properties.
  page_index_reader->WillNeed(
      need_row_groups, need_columns,
      PageIndexSelection{/*column_index=*/true, /*offset_index=*/true});

  // Iterate over all the RowGroups in the file.
  for (int r = 0; r < num_row_groups; ++r) {
    auto row_group_page_index_reader = page_index_reader->RowGroup(r);
    ASSERT_NE(row_group_page_index_reader, nullptr);

    for (int c = 0; c < num_columns; ++c) {
      // Skip reading encrypted columns without decryption properties.
      if (file_decryption_properties == nullptr && (c == 4 || c == 5)) {
        continue;
      }

      constexpr size_t kExpectedNumPages = 1;

      // Check offset index.
      auto offset_index = row_group_page_index_reader->GetOffsetIndex(c);
      ASSERT_NE(offset_index, nullptr);
      ASSERT_EQ(offset_index->page_locations().size(), kExpectedNumPages);
      const auto& first_page = offset_index->page_locations()[0];
      ASSERT_EQ(first_page.first_row_index, 0);
      ASSERT_GT(first_page.compressed_page_size, 0);

      // Int96 column does not have column index.
      if (c == 3) {
        continue;
      }

      // Check column index
      auto column_index = row_group_page_index_reader->GetColumnIndex(c);
      ASSERT_NE(column_index, nullptr);
      ASSERT_EQ(column_index->null_pages().size(), kExpectedNumPages);
      ASSERT_EQ(column_index->null_pages()[0], false);