(data_source: DataSource, repo_path: str)
| 42 | |
| 43 | |
| 44 | def _read_data_source(data_source: DataSource, repo_path: str) -> Table: |
| 45 | assert isinstance(data_source, FileSource) |
| 46 | |
| 47 | if isinstance(data_source.file_format, ParquetFormat) or ( |
| 48 | data_source.file_format is None and data_source.path.endswith(".parquet") |
| 49 | ): |
| 50 | return ibis.read_parquet(data_source.path) |
| 51 | elif isinstance(data_source.file_format, DeltaFormat): |
| 52 | if data_source.s3_endpoint_override: |
| 53 | storage_options = { |
| 54 | "AWS_ENDPOINT_URL": data_source.s3_endpoint_override, |
| 55 | } |
| 56 | return ibis.read_delta(data_source.path, storage_options=storage_options) |
| 57 | return ibis.read_delta(data_source.path) |
| 58 | |
| 59 | |
| 60 | def _write_data_source( |
nothing calls this directly
no test coverage detected