MCPcopy
hub / github.com/huggingface/transformers / upload_model

Function upload_model

utils/create_dummy_models.py:1077–1113  ·  view source on GitHub ↗

Upload the tiny models

(model_dir, organization, token)

Source from the content-addressed store, hash-verified

1075
1076
1077def upload_model(model_dir, organization, token):
1078 """Upload the tiny models"""
1079
1080 arch_name = model_dir.split(os.path.sep)[-1]
1081 repo_name = f"tiny-random-{arch_name}"
1082 repo_id = f"{organization}/{repo_name}"
1083
1084 repo_exist = False
1085 error = None
1086 try:
1087 create_repo(repo_id=repo_id, exist_ok=False, repo_type="model", token=token)
1088 except Exception as e:
1089 error = e
1090 if "You already created" in str(e):
1091 error = None
1092 logger.warning("Remote repository exists and will be cloned.")
1093 repo_exist = True
1094 try:
1095 create_repo(repo_id=repo_id, exist_ok=True, repo_type="model", token=token)
1096 except Exception as e:
1097 error = e
1098 if error is not None:
1099 raise error
1100
1101 create_pr = repo_exist # Open a PR on existing repo, otherwise push directly
1102 commit = upload_folder(
1103 folder_path=model_dir,
1104 repo_id=repo_id,
1105 repo_type="model",
1106 commit_message=f"Update tiny models for {arch_name}",
1107 commit_description=f"Upload tiny models for {arch_name}",
1108 create_pr=create_pr,
1109 token=token,
1110 )
1111
1112 msg = f"PR open in {commit.pr_url}." if create_pr else f"Tiny models {arch_name} pushed to {repo_id}."
1113 logger.warning(msg)
1114
1115
1116def build_composite_models(config_class, output_dir):

Callers 1

create_tiny_modelsFunction · 0.85

Calls 2

splitMethod · 0.80
warningMethod · 0.80

Tested by

no test coverage detected