(
data: Union[pd.DataFrame, Dataset, Any],
field_mapping: Dict[str, str],
)
| 284 | |
| 285 | |
| 286 | def apply_field_mapping( |
| 287 | data: Union[pd.DataFrame, Dataset, Any], |
| 288 | field_mapping: Dict[str, str], |
| 289 | ) -> Union[pd.DataFrame, Dataset, Any]: |
| 290 | def rename_columns(df: pd.DataFrame) -> pd.DataFrame: |
| 291 | return df.rename(columns=field_mapping) |
| 292 | |
| 293 | if is_ray_data(data): |
| 294 | return data.map_batches(rename_columns, batch_format="pandas") |
| 295 | else: |
| 296 | assert isinstance(data, pd.DataFrame) |
| 297 | return data.rename(columns=field_mapping) |
| 298 | |
| 299 | |
| 300 | def deduplicate_by_keys_and_timestamp( |
no test coverage detected