Method decode

tests/input/test_text_processor.py:80–81

(self, token_ids, **kwargs)

        return [self._value(token) for token in tokens]

    def decode(self, token_ids, **kwargs):
        return " ".join(str(t) for t in token_ids)

    def decode_token(self, token_ids, prefix_offset, read_offset):
        start = read_offset