Load MTP Layer
(self)
| 153 | self.speculative_config.model_type = "mtp" |
| 154 | |
| 155 | def _load_model(self): |
| 156 | """ |
| 157 | Load MTP Layer |
| 158 | """ |
| 159 | model_loader = get_model_loader(load_config=self.fd_config.load_config) |
| 160 | self.model = model_loader.load_model(fd_config=self.fd_config) |
| 161 | |
| 162 | def dummy_prefill_inputs(self, num_tokens: int, batch_size: int, expected_decode_len: int): |
| 163 | """Set dummy prefill inputs to model_inputs""" |
no test coverage detected