Function load_source_dataset

scripts/gen_optillmbench.py:156–166

Load a source dataset with error handling

(config: Dict[str, Any])

    }

def load_source_dataset(config: Dict[str, Any]) -> datasets.Dataset:
    """Load a source dataset with error handling"""
    try:
        dataset = datasets.load_dataset(
            config["name"],
            config.get("subset")
        )
        return dataset
    except Exception as e:
        print(f"Error loading dataset {config['name']}: {str(e)}")
        return None

def create_benchmark_dataset() -> Dataset:
    """Create the complete benchmark dataset"""