Read CSV files - dispatched via @ray.remote to cluster workers.
(self, path: Union[str, List[str]], **kwargs)
| 416 | return RemoteDatasetProxy(remote_fn.remote(path, kwargs)) |
| 417 | |
| 418 | def read_csv(self, path: Union[str, List[str]], **kwargs) -> Any: |
| 419 | """Read CSV files - dispatched via @ray.remote to cluster workers.""" |
| 420 | from feast.infra.ray_shared_utils import RemoteDatasetProxy |
| 421 | |
| 422 | @ray.remote |
| 423 | def _remote(file_path, read_kwargs): |
| 424 | import ray |
| 425 | |
| 426 | return ray.data.read_csv(file_path, **read_kwargs) |
| 427 | |
| 428 | opts = self._get_task_options() |
| 429 | remote_fn = _remote.options(**opts) if opts else _remote |
| 430 | return RemoteDatasetProxy(remote_fn.remote(path, kwargs)) |
| 431 | |
| 432 | def read_json(self, path: Union[str, List[str]], **kwargs) -> Any: |
| 433 | """Read JSON/JSONL files - dispatched via @ray.remote to cluster workers.""" |
nothing calls this directly
no test coverage detected