Medyassino commited on
Commit
f5147c5
·
verified ·
1 Parent(s): 126c225

Add files using upload-large-folder tool

Browse files
Files changed (2) hide show
  1. nlp_1b_h100_opt/model_best.pt +1 -1
  2. upload.py +15 -16
nlp_1b_h100_opt/model_best.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:77b5bc51912e146de6f8855909bc84564dc6c30daa361613c88a11cc41ceb049
3
  size 4415675901
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3105341506cf48deceebd7a1a8c2e9bf7c5d6a2825ac837317944249e86283a
3
  size 4415675901
upload.py CHANGED
@@ -27,7 +27,7 @@ def sanitize_repo_name(name: str) -> str:
27
  name = name.strip().replace(" ", "-")
28
  name = re.sub(r"[^A-Za-z0-9._-]+", "-", name)
29
  name = re.sub(r"-{2,}", "-", name).strip("-")
30
- return name[:96] or "model"
31
 
32
 
33
  def should_ignore(path: Path) -> bool:
@@ -47,7 +47,6 @@ def folder_stats(folder: Path):
47
  continue
48
  if should_ignore(p):
49
  continue
50
-
51
  try:
52
  total_size += p.stat().st_size
53
  file_count += 1
@@ -57,7 +56,7 @@ def folder_stats(folder: Path):
57
  return file_count, total_size
58
 
59
 
60
- def format_bytes(num_bytes: int) -> str:
61
  value = float(num_bytes)
62
  units = ["B", "KB", "MB", "GB", "TB"]
63
  for unit in units:
@@ -72,13 +71,13 @@ def format_speed(bytes_per_sec: float) -> str:
72
 
73
  def main():
74
  parser = argparse.ArgumentParser(
75
- description="Upload one-shot d'un dossier modèle vers Hugging Face Hub."
76
  )
77
  parser.add_argument(
78
- "--model_dir",
79
  type=str,
80
  required=True,
81
- help="Chemin du dossier modèle à uploader",
82
  )
83
  parser.add_argument(
84
  "--namespace",
@@ -90,7 +89,7 @@ def main():
90
  "--repo_name",
91
  type=str,
92
  default=None,
93
- help="Nom du repo distant. Par défaut: nom du dossier modèle",
94
  )
95
  parser.add_argument(
96
  "--private",
@@ -111,17 +110,17 @@ def main():
111
  parser.add_argument(
112
  "--commit_message",
113
  type=str,
114
- default="Upload model from local folder",
115
  help="Message de commit pour upload_folder",
116
  )
117
 
118
  args = parser.parse_args()
119
 
120
- model_dir = Path(args.model_dir).expanduser().resolve()
121
- if not model_dir.exists() or not model_dir.is_dir():
122
- raise RuntimeError(f"Dossier modèle introuvable: {model_dir}")
123
 
124
- repo_name = sanitize_repo_name(args.repo_name or model_dir.name)
125
  repo_id = f"{args.namespace}/{repo_name}"
126
 
127
  token = args.token or os.environ.get("HF_TOKEN")
@@ -135,10 +134,10 @@ def main():
135
  "Fais `hf auth login`, ou passe `--token`, ou définis HF_TOKEN."
136
  ) from e
137
 
138
- file_count, total_size = folder_stats(model_dir)
139
 
140
  print(f"Authentifié comme: {who.get('name') or who.get('fullname') or who}")
141
- print(f"Upload de: {model_dir}")
142
  print(f"Repo cible: {repo_id}")
143
  print(f"Visibilité : {'privé' if args.private else 'public'}")
144
  print(f"Fichiers détectés: {file_count}")
@@ -157,13 +156,13 @@ def main():
157
  api.upload_large_folder(
158
  repo_id=repo_id,
159
  repo_type="model",
160
- folder_path=str(model_dir),
161
  )
162
  else:
163
  api.upload_folder(
164
  repo_id=repo_id,
165
  repo_type="model",
166
- folder_path=str(model_dir),
167
  commit_message=args.commit_message,
168
  ignore_patterns=[
169
  "**/.git/**",
 
27
  name = name.strip().replace(" ", "-")
28
  name = re.sub(r"[^A-Za-z0-9._-]+", "-", name)
29
  name = re.sub(r"-{2,}", "-", name).strip("-")
30
+ return name[:96] or "workspace"
31
 
32
 
33
  def should_ignore(path: Path) -> bool:
 
47
  continue
48
  if should_ignore(p):
49
  continue
 
50
  try:
51
  total_size += p.stat().st_size
52
  file_count += 1
 
56
  return file_count, total_size
57
 
58
 
59
+ def format_bytes(num_bytes: float) -> str:
60
  value = float(num_bytes)
61
  units = ["B", "KB", "MB", "GB", "TB"]
62
  for unit in units:
 
71
 
72
  def main():
73
  parser = argparse.ArgumentParser(
74
+ description="Upload one-shot d'un workspace vers Hugging Face Hub."
75
  )
76
  parser.add_argument(
77
+ "--workspace_dir",
78
  type=str,
79
  required=True,
80
+ help="Chemin du workspace à uploader",
81
  )
82
  parser.add_argument(
83
  "--namespace",
 
89
  "--repo_name",
90
  type=str,
91
  default=None,
92
+ help="Nom du repo distant. Par défaut: nom du dossier workspace",
93
  )
94
  parser.add_argument(
95
  "--private",
 
110
  parser.add_argument(
111
  "--commit_message",
112
  type=str,
113
+ default="Upload workspace from local folder",
114
  help="Message de commit pour upload_folder",
115
  )
116
 
117
  args = parser.parse_args()
118
 
119
+ workspace_dir = Path(args.workspace_dir).expanduser().resolve()
120
+ if not workspace_dir.exists() or not workspace_dir.is_dir():
121
+ raise RuntimeError(f"Workspace introuvable: {workspace_dir}")
122
 
123
+ repo_name = sanitize_repo_name(args.repo_name or workspace_dir.name)
124
  repo_id = f"{args.namespace}/{repo_name}"
125
 
126
  token = args.token or os.environ.get("HF_TOKEN")
 
134
  "Fais `hf auth login`, ou passe `--token`, ou définis HF_TOKEN."
135
  ) from e
136
 
137
+ file_count, total_size = folder_stats(workspace_dir)
138
 
139
  print(f"Authentifié comme: {who.get('name') or who.get('fullname') or who}")
140
+ print(f"Upload de: {workspace_dir}")
141
  print(f"Repo cible: {repo_id}")
142
  print(f"Visibilité : {'privé' if args.private else 'public'}")
143
  print(f"Fichiers détectés: {file_count}")
 
156
  api.upload_large_folder(
157
  repo_id=repo_id,
158
  repo_type="model",
159
+ folder_path=str(workspace_dir),
160
  )
161
  else:
162
  api.upload_folder(
163
  repo_id=repo_id,
164
  repo_type="model",
165
+ folder_path=str(workspace_dir),
166
  commit_message=args.commit_message,
167
  ignore_patterns=[
168
  "**/.git/**",