(self)
| 706 | return self._build_model(), self._hf_model_dir |
| 707 | |
| 708 | def get_engine_dir(self) -> Path: |
| 709 | if self.llm_args.model_format is _ModelFormatKind.TLLM_ENGINE: |
| 710 | return self.model_obj.model_dir |
| 711 | |
| 712 | # generate a new path for writing the engine |
| 713 | if self.build_cache_enabled: |
| 714 | cache_stage = self._get_engine_cache_stage() |
| 715 | return cache_stage.get_engine_path() |
| 716 | |
| 717 | return self.workspace / "tmp.engine" |
| 718 | |
| 719 | @property |
| 720 | def build_cache_enabled(self) -> bool: |
no test coverage detected