(self, token_ids, prefix_offset, read_offset)
| 81 | return " ".join(str(t) for t in token_ids) |
| 82 | |
| 83 | def decode_token(self, token_ids, prefix_offset, read_offset): |
| 84 | start = read_offset |
| 85 | delta_tokens = token_ids[start:] |
| 86 | delta = "".join(str(t) for t in delta_tokens) |
| 87 | prefix_offset += len(token_ids) |
| 88 | read_offset += len(delta_tokens) |
| 89 | return delta, prefix_offset, read_offset |
| 90 | |
| 91 | def batch_decode(self, batch, **kwargs): |
| 92 | return [self.decode(seq) for seq in batch] |
no test coverage detected