Add files using upload-large-folder tool
Browse files- nlp_1b_h100_opt/model_best.pt +1 -1
- upload.py +15 -16
nlp_1b_h100_opt/model_best.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4415675901
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f3105341506cf48deceebd7a1a8c2e9bf7c5d6a2825ac837317944249e86283a
|
| 3 |
size 4415675901
|
upload.py
CHANGED
|
@@ -27,7 +27,7 @@ def sanitize_repo_name(name: str) -> str:
|
|
| 27 |
name = name.strip().replace(" ", "-")
|
| 28 |
name = re.sub(r"[^A-Za-z0-9._-]+", "-", name)
|
| 29 |
name = re.sub(r"-{2,}", "-", name).strip("-")
|
| 30 |
-
return name[:96] or "
|
| 31 |
|
| 32 |
|
| 33 |
def should_ignore(path: Path) -> bool:
|
|
@@ -47,7 +47,6 @@ def folder_stats(folder: Path):
|
|
| 47 |
continue
|
| 48 |
if should_ignore(p):
|
| 49 |
continue
|
| 50 |
-
|
| 51 |
try:
|
| 52 |
total_size += p.stat().st_size
|
| 53 |
file_count += 1
|
|
@@ -57,7 +56,7 @@ def folder_stats(folder: Path):
|
|
| 57 |
return file_count, total_size
|
| 58 |
|
| 59 |
|
| 60 |
-
def format_bytes(num_bytes:
|
| 61 |
value = float(num_bytes)
|
| 62 |
units = ["B", "KB", "MB", "GB", "TB"]
|
| 63 |
for unit in units:
|
|
@@ -72,13 +71,13 @@ def format_speed(bytes_per_sec: float) -> str:
|
|
| 72 |
|
| 73 |
def main():
|
| 74 |
parser = argparse.ArgumentParser(
|
| 75 |
-
description="Upload one-shot d'un
|
| 76 |
)
|
| 77 |
parser.add_argument(
|
| 78 |
-
"--
|
| 79 |
type=str,
|
| 80 |
required=True,
|
| 81 |
-
help="Chemin du
|
| 82 |
)
|
| 83 |
parser.add_argument(
|
| 84 |
"--namespace",
|
|
@@ -90,7 +89,7 @@ def main():
|
|
| 90 |
"--repo_name",
|
| 91 |
type=str,
|
| 92 |
default=None,
|
| 93 |
-
help="Nom du repo distant. Par défaut: nom du dossier
|
| 94 |
)
|
| 95 |
parser.add_argument(
|
| 96 |
"--private",
|
|
@@ -111,17 +110,17 @@ def main():
|
|
| 111 |
parser.add_argument(
|
| 112 |
"--commit_message",
|
| 113 |
type=str,
|
| 114 |
-
default="Upload
|
| 115 |
help="Message de commit pour upload_folder",
|
| 116 |
)
|
| 117 |
|
| 118 |
args = parser.parse_args()
|
| 119 |
|
| 120 |
-
|
| 121 |
-
if not
|
| 122 |
-
raise RuntimeError(f"
|
| 123 |
|
| 124 |
-
repo_name = sanitize_repo_name(args.repo_name or
|
| 125 |
repo_id = f"{args.namespace}/{repo_name}"
|
| 126 |
|
| 127 |
token = args.token or os.environ.get("HF_TOKEN")
|
|
@@ -135,10 +134,10 @@ def main():
|
|
| 135 |
"Fais `hf auth login`, ou passe `--token`, ou définis HF_TOKEN."
|
| 136 |
) from e
|
| 137 |
|
| 138 |
-
file_count, total_size = folder_stats(
|
| 139 |
|
| 140 |
print(f"Authentifié comme: {who.get('name') or who.get('fullname') or who}")
|
| 141 |
-
print(f"Upload de: {
|
| 142 |
print(f"Repo cible: {repo_id}")
|
| 143 |
print(f"Visibilité : {'privé' if args.private else 'public'}")
|
| 144 |
print(f"Fichiers détectés: {file_count}")
|
|
@@ -157,13 +156,13 @@ def main():
|
|
| 157 |
api.upload_large_folder(
|
| 158 |
repo_id=repo_id,
|
| 159 |
repo_type="model",
|
| 160 |
-
folder_path=str(
|
| 161 |
)
|
| 162 |
else:
|
| 163 |
api.upload_folder(
|
| 164 |
repo_id=repo_id,
|
| 165 |
repo_type="model",
|
| 166 |
-
folder_path=str(
|
| 167 |
commit_message=args.commit_message,
|
| 168 |
ignore_patterns=[
|
| 169 |
"**/.git/**",
|
|
|
|
| 27 |
name = name.strip().replace(" ", "-")
|
| 28 |
name = re.sub(r"[^A-Za-z0-9._-]+", "-", name)
|
| 29 |
name = re.sub(r"-{2,}", "-", name).strip("-")
|
| 30 |
+
return name[:96] or "workspace"
|
| 31 |
|
| 32 |
|
| 33 |
def should_ignore(path: Path) -> bool:
|
|
|
|
| 47 |
continue
|
| 48 |
if should_ignore(p):
|
| 49 |
continue
|
|
|
|
| 50 |
try:
|
| 51 |
total_size += p.stat().st_size
|
| 52 |
file_count += 1
|
|
|
|
| 56 |
return file_count, total_size
|
| 57 |
|
| 58 |
|
| 59 |
+
def format_bytes(num_bytes: float) -> str:
|
| 60 |
value = float(num_bytes)
|
| 61 |
units = ["B", "KB", "MB", "GB", "TB"]
|
| 62 |
for unit in units:
|
|
|
|
| 71 |
|
| 72 |
def main():
|
| 73 |
parser = argparse.ArgumentParser(
|
| 74 |
+
description="Upload one-shot d'un workspace vers Hugging Face Hub."
|
| 75 |
)
|
| 76 |
parser.add_argument(
|
| 77 |
+
"--workspace_dir",
|
| 78 |
type=str,
|
| 79 |
required=True,
|
| 80 |
+
help="Chemin du workspace à uploader",
|
| 81 |
)
|
| 82 |
parser.add_argument(
|
| 83 |
"--namespace",
|
|
|
|
| 89 |
"--repo_name",
|
| 90 |
type=str,
|
| 91 |
default=None,
|
| 92 |
+
help="Nom du repo distant. Par défaut: nom du dossier workspace",
|
| 93 |
)
|
| 94 |
parser.add_argument(
|
| 95 |
"--private",
|
|
|
|
| 110 |
parser.add_argument(
|
| 111 |
"--commit_message",
|
| 112 |
type=str,
|
| 113 |
+
default="Upload workspace from local folder",
|
| 114 |
help="Message de commit pour upload_folder",
|
| 115 |
)
|
| 116 |
|
| 117 |
args = parser.parse_args()
|
| 118 |
|
| 119 |
+
workspace_dir = Path(args.workspace_dir).expanduser().resolve()
|
| 120 |
+
if not workspace_dir.exists() or not workspace_dir.is_dir():
|
| 121 |
+
raise RuntimeError(f"Workspace introuvable: {workspace_dir}")
|
| 122 |
|
| 123 |
+
repo_name = sanitize_repo_name(args.repo_name or workspace_dir.name)
|
| 124 |
repo_id = f"{args.namespace}/{repo_name}"
|
| 125 |
|
| 126 |
token = args.token or os.environ.get("HF_TOKEN")
|
|
|
|
| 134 |
"Fais `hf auth login`, ou passe `--token`, ou définis HF_TOKEN."
|
| 135 |
) from e
|
| 136 |
|
| 137 |
+
file_count, total_size = folder_stats(workspace_dir)
|
| 138 |
|
| 139 |
print(f"Authentifié comme: {who.get('name') or who.get('fullname') or who}")
|
| 140 |
+
print(f"Upload de: {workspace_dir}")
|
| 141 |
print(f"Repo cible: {repo_id}")
|
| 142 |
print(f"Visibilité : {'privé' if args.private else 'public'}")
|
| 143 |
print(f"Fichiers détectés: {file_count}")
|
|
|
|
| 156 |
api.upload_large_folder(
|
| 157 |
repo_id=repo_id,
|
| 158 |
repo_type="model",
|
| 159 |
+
folder_path=str(workspace_dir),
|
| 160 |
)
|
| 161 |
else:
|
| 162 |
api.upload_folder(
|
| 163 |
repo_id=repo_id,
|
| 164 |
repo_type="model",
|
| 165 |
+
folder_path=str(workspace_dir),
|
| 166 |
commit_message=args.commit_message,
|
| 167 |
ignore_patterns=[
|
| 168 |
"**/.git/**",
|