Function tie_weights

modelscope/utils/checkpoint.py:541–546

(model, tie_word_embeddings=False)

            output_embeddings.out_features = input_embeddings.num_embeddings

    def tie_weights(model, tie_word_embeddings=False):
        if tie_word_embeddings:
            output_embeddings = model.head.get_output_embeddings()
            if output_embeddings is not None:
                input_embeddings = model.encoder.get_input_embeddings()
                _tie_or_clone_weights(output_embeddings, input_embeddings)

    # TODO Sharded ckpt
    ckpt_file = os.path.join(model_local_dir, ModelFile.TORCH_MODEL_BIN_FILE)