Clear cached data from shared inputs and forward metadata.
(self)
| 1117 | attn_backend.init_attention_metadata(self.forward_meta) |
| 1118 | |
| 1119 | def clear_cache(self): |
| 1120 | """Clear cached data from shared inputs and forward metadata.""" |
| 1121 | self.share_inputs.pop("caches", None) |
| 1122 | if self.forward_meta is not None: |
| 1123 | self.forward_meta.clear_caches() |
| 1124 | |
| 1125 | def initialize_kv_cache(self) -> None: |
| 1126 | """ |
no test coverage detected