Class PoolingSequenceGroupOutput

fastdeploy/output/pooler.py:23–48

The model output associated with a pooling sequence group.

class PoolingSequenceGroupOutput(
    msgspec.Struct,
    omit_defaults=True,
    array_like=True,
):
    """The model output associated with a pooling sequence group."""

    # Annotated as Any to be compatible with msgspec
    # The actual type is in SequenceGroup.pooled_data
    data: Any

    def get_data_nbytes(self) -> int:
        if isinstance(self.data, paddle.Tensor):
            return self.data.numel() * self.data.element_size()
        elif hasattr(self.data, "nbytes"):
            return self.data.nbytes
        else:
            return 0

    def __repr__(self) -> str:
        return f"PoolingSequenceGroupOutput(data={self.data}"

    def __eq__(self, other: object) -> bool:
        if not isinstance(other, PoolingSequenceGroupOutput):
            raise NotImplementedError()
        return self.data == other.data


class PoolerOutput(msgspec.Struct, omit_defaults=True, array_like=True):