MCPcopy Create free account
hub / github.com/apache/arrow / __init__

Method __init__

python/pyarrow/parquet/core.py:311–341  ·  view source on GitHub ↗
(self, source, *, metadata=None, common_metadata=None,
                 read_dictionary=None, binary_type=None, list_type=None,
                 memory_map=False, buffer_size=0, pre_buffer=False,
                 coerce_int96_timestamp_unit=None,
                 decryption_properties=None, thrift_string_size_limit=None,
                 thrift_container_size_limit=None, filesystem=None,
                 page_checksum_verification=False, arrow_extensions_enabled=True)

Source from the content-addressed store, hash-verified

309 """
310
311 def __init__(self, source, *, metadata=None, common_metadata=None,
312 read_dictionary=None, binary_type=None, list_type=None,
313 memory_map=False, buffer_size=0, pre_buffer=False,
314 coerce_int96_timestamp_unit=None,
315 decryption_properties=None, thrift_string_size_limit=None,
316 thrift_container_size_limit=None, filesystem=None,
317 page_checksum_verification=False, arrow_extensions_enabled=True):
318
319 self._close_source = getattr(source, 'closed', True)
320
321 filesystem, source = _resolve_filesystem_and_path(
322 source, filesystem, memory_map=memory_map)
323 if filesystem is not None:
324 source = filesystem.open_input_file(source)
325 self._close_source = True # We opened it here, ensure we close it.
326
327 self.reader = ParquetReader()
328 self.reader.open(
329 source, use_memory_map=memory_map,
330 buffer_size=buffer_size, pre_buffer=pre_buffer,
331 read_dictionary=read_dictionary, metadata=metadata,
332 binary_type=binary_type, list_type=list_type,
333 coerce_int96_timestamp_unit=coerce_int96_timestamp_unit,
334 decryption_properties=decryption_properties,
335 thrift_string_size_limit=thrift_string_size_limit,
336 thrift_container_size_limit=thrift_container_size_limit,
337 page_checksum_verification=page_checksum_verification,
338 arrow_extensions_enabled=arrow_extensions_enabled,
339 )
340 self.common_metadata = common_metadata
341 self._nested_paths_by_prefix = self._build_nested_paths()
342
343 def __enter__(self):
344 return self

Callers

nothing calls this directly

Calls 4

_build_nested_pathsMethod · 0.95
open_input_fileMethod · 0.45
openMethod · 0.45

Tested by

no test coverage detected