Helper method to generate response for a single prompt
(self, prompt, sampling_params, request_id=None)
| 279 | self.assertGreater(len(outputs), 0) |
| 280 | |
| 281 | async def _generate_single(self, prompt, sampling_params, request_id=None): |
| 282 | """Helper method to generate response for a single prompt""" |
| 283 | outputs = [] |
| 284 | generator = None |
| 285 | try: |
| 286 | generator = self.engine.generate(prompt, sampling_params, request_id) |
| 287 | async for output in generator: |
| 288 | outputs.append(output) |
| 289 | finally: |
| 290 | # Explicitly close the generator |
| 291 | if generator is not None: |
| 292 | try: |
| 293 | await generator.aclose() |
| 294 | except: |
| 295 | pass |
| 296 | return outputs |
| 297 | |
| 298 | def test_process_output_error_handling(self): |
| 299 | """Test _process_output error handling""" |