()
| 39 | |
| 40 | |
| 41 | def plugin_lib_path() -> str: |
| 42 | project_dir = Path(__file__).parent.parent.absolute() |
| 43 | dyn_lib = "libnvinfer_plugin_tensorrt_llm.so" if platform.system( |
| 44 | ) != "Windows" else "nvinfer_plugin_tensorrt_llm.dll" |
| 45 | return str(project_dir.joinpath("libs", dyn_lib)) |
| 46 | |
| 47 | |
| 48 | def _load_plugin_lib(): |