(tempdir, dataset_reader)
| 3525 | |
| 3526 | |
| 3527 | def test_csv_format_options(tempdir, dataset_reader): |
| 3528 | path = str(tempdir / 'test.csv') |
| 3529 | with open(path, 'w') as sink: |
| 3530 | sink.write('skipped\ncol0\nfoo\nbar\n') |
| 3531 | dataset = ds.dataset(path, format='csv') |
| 3532 | result = dataset_reader.to_table(dataset) |
| 3533 | assert result.equals( |
| 3534 | pa.table({'skipped': pa.array(['col0', 'foo', 'bar'])})) |
| 3535 | |
| 3536 | dataset = ds.dataset(path, format=ds.CsvFileFormat( |
| 3537 | read_options=pa.csv.ReadOptions(skip_rows=1))) |
| 3538 | result = dataset_reader.to_table(dataset) |
| 3539 | assert result.equals(pa.table({'col0': pa.array(['foo', 'bar'])})) |
| 3540 | |
| 3541 | dataset = ds.dataset(path, format=ds.CsvFileFormat( |
| 3542 | read_options=pa.csv.ReadOptions(column_names=['foo']))) |
| 3543 | result = dataset_reader.to_table(dataset) |
| 3544 | assert result.equals( |
| 3545 | pa.table({'foo': pa.array(['skipped', 'col0', 'foo', 'bar'])})) |
| 3546 | |
| 3547 | |
| 3548 | def test_csv_format_options_generate_columns(tempdir, dataset_reader): |
nothing calls this directly
no test coverage detected