Function add_stream_generate

modelscope/utils/streaming_output.py:555–561

(model: PreTrainedModel)

def add_stream_generate(model: PreTrainedModel):
    pretrained_class = type(model)
    parent_classes = (pretrained_class, PretrainedModelStreamingOutputMixin)
    new_model = type(pretrained_class.__name__, parent_classes, {})(
        model.config)
    new_model.__dict__.update(model.__dict__)
    return new_model