(self, inputs, shape_inputs, exprBuilder)
| 361 | return [i.dtype for i in ret] |
| 362 | |
| 363 | def get_output_shapes(self, inputs, shape_inputs, exprBuilder): |
| 364 | assert len(shape_inputs) == 0, "Currently we do not support shape inputs" |
| 365 | |
| 366 | ret = self.shape_dtype_inference( |
| 367 | [SymTensor(None, ShapeExpr(i, exprBuilder)) for i in inputs] |
| 368 | ) |
| 369 | |
| 370 | ret = _convert_return_value_to_list(ret) |
| 371 | assert len(ret) == self.num_outputs |
| 372 | for i in ret: |
| 373 | assert isinstance(i, SymTensor) |
| 374 | |
| 375 | return [i.shape.to_trt() for i in ret] |
| 376 | |
| 377 | def supports_format_combination(self, pos, in_out, num_inputs): |
| 378 | """By default, TRT-LLM plugin supports all dtype and linear format. |
nothing calls this directly
no test coverage detected