(self, trtllm_modules_to_hf_modules)
| 287 | self.embed_tokens = lora_weight["base_model.model.model.embed_tokens.weight"] |
| 288 | |
| 289 | def get_target_modules(self, trtllm_modules_to_hf_modules): |
| 290 | hf_modules_to_trtllm_modules = invert_module_mapping(trtllm_modules_to_hf_modules) |
| 291 | lora_target_modules = set() |
| 292 | if self.is_valid: |
| 293 | hf_target_modules = get_hf_target_modules( |
| 294 | self.lora_weight, |
| 295 | hf_modules=set(hf_modules_to_trtllm_modules.keys()), |
| 296 | ) |
| 297 | for m in hf_target_modules: |
| 298 | trtllm_module = hf_modules_to_trtllm_modules[m] |
| 299 | lora_target_modules.add(trtllm_module) |
| 300 | return list(lora_target_modules) |
| 301 | |
| 302 | |
| 303 | @lru_cache(maxsize=128) |
no test coverage detected