(self, token_ids, req_id, is_end)
| 1779 | self.send_response_server.send_response(request_id, [error_result]) |
| 1780 | |
| 1781 | def _decode_token(self, token_ids, req_id, is_end): |
| 1782 | delta_text = "" |
| 1783 | if envs.FD_ENABLE_RETURN_TEXT: |
| 1784 | delta_text, cum_tokens, _ = self.data_processor.ids2tokens(token_ids, req_id) |
| 1785 | if delta_text != "": |
| 1786 | prefix_offset = self.data_processor.decode_status[req_id][0] |
| 1787 | read_offset = self.data_processor.decode_status[req_id][1] |
| 1788 | token_ids = cum_tokens[prefix_offset:read_offset] |
| 1789 | else: |
| 1790 | token_ids = [] |
| 1791 | if is_end: |
| 1792 | del self.data_processor.decode_status[req_id] |
| 1793 | return delta_text, token_ids |
| 1794 | |
| 1795 | def _zmq_send_generated_tokens(self): |
| 1796 | """ |
no test coverage detected