(self, dataset, save_dir="/tmp")
| 20 | |
| 21 | class WikiSQL: |
| 22 | def __init__(self, dataset, save_dir="/tmp"): |
| 23 | valid_sets = ("train", "dev", "test") |
| 24 | if dataset not in valid_sets: |
| 25 | raise ValueError(f"Dataset must be in {valid_sets}, got {dataset}") |
| 26 | data_dir = os.path.join(save_dir, "wikisql") |
| 27 | self._maybe_download(data_dir) |
| 28 | |
| 29 | self._parse_tables(os.path.join(data_dir, f"data/{dataset}.tables.jsonl")) |
| 30 | self._parse_queries(os.path.join(data_dir, f"data/{dataset}.jsonl")) |
| 31 | |
| 32 | def _maybe_download(self, data_dir): |
| 33 | if not os.path.exists(data_dir): |
nothing calls this directly
no test coverage detected