(mockfs, pickled, pickle_module)
| 1966 | @pytest.mark.parametrize( |
| 1967 | "pickled", [lambda x, m: x, lambda x, m: m.loads(m.dumps(x))]) |
| 1968 | def test_partitioning_factory(mockfs, pickled, pickle_module): |
| 1969 | paths_or_selector = fs.FileSelector('subdir', recursive=True) |
| 1970 | format = ds.ParquetFileFormat() |
| 1971 | |
| 1972 | options = ds.FileSystemFactoryOptions('subdir') |
| 1973 | partitioning_factory = ds.DirectoryPartitioning.discover(['group', 'key']) |
| 1974 | partitioning_factory = pickled(partitioning_factory, pickle_module) |
| 1975 | assert isinstance(partitioning_factory, ds.PartitioningFactory) |
| 1976 | options.partitioning_factory = partitioning_factory |
| 1977 | |
| 1978 | factory = ds.FileSystemDatasetFactory( |
| 1979 | mockfs, paths_or_selector, format, options |
| 1980 | ) |
| 1981 | inspected_schema = factory.inspect() |
| 1982 | # i64/f64 from data, group/key from "/1/xxx" and "/2/yyy" paths |
| 1983 | expected_schema = pa.schema([ |
| 1984 | ("i64", pa.int64()), |
| 1985 | ("f64", pa.float64()), |
| 1986 | ("str", pa.string()), |
| 1987 | ("const", pa.int64()), |
| 1988 | ("struct", pa.struct({'a': pa.int64(), 'b': pa.string()})), |
| 1989 | ("group", pa.int32()), |
| 1990 | ("key", pa.string()), |
| 1991 | ]) |
| 1992 | assert inspected_schema.equals(expected_schema) |
| 1993 | |
| 1994 | hive_partitioning_factory = ds.HivePartitioning.discover() |
| 1995 | assert isinstance(hive_partitioning_factory, ds.PartitioningFactory) |
| 1996 | |
| 1997 | |
| 1998 | @pytest.mark.parquet |
nothing calls this directly
no test coverage detected