File size: 3,465 Bytes
6ba100e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 | """
upload_to_hf.py — Upload model.tar.gz to Hugging Face
=========================================================
Handles large files (200MB+) using the huggingface_hub library,
which automatically uses Git LFS for files over 10MB.
Usage:
python sagemaker/upload_to_hf.py
Prerequisites:
pip install huggingface_hub
huggingface-cli login ← run once, saves token to ~/.cache/huggingface
"""
import os
from huggingface_hub import HfApi, login
# ── Configuration — edit these 3 lines ───────────────────────────────────────
HF_REPO_ID = "YOUR-USERNAME/YOUR-REPO-NAME" # e.g. "zerogravity/email-gatekeeper"
HF_TOKEN = os.getenv("HF_TOKEN") # set env var OR paste token below
# HF_TOKEN = "hf_xxxxxxxxxxxxxxxxxxxx" # ← dev only, never commit this
LOCAL_FILE = os.path.join(
os.path.dirname(os.path.abspath(__file__)),
"model.tar.gz"
)
REPO_FILE = "model.tar.gz" # path inside the HF repo
REPO_TYPE = "model" # "model" | "dataset" | "space"
# ─────────────────────────────────────────────────────────────────────────────
def upload():
# ── Validate local file exists ────────────────────────────────────────────
if not os.path.exists(LOCAL_FILE):
raise FileNotFoundError(
f"model.tar.gz not found at:\n {LOCAL_FILE}\n"
"Run python sagemaker/package.py first to build it."
)
size_mb = os.path.getsize(LOCAL_FILE) / (1024 * 1024)
print(f"\n File : {LOCAL_FILE}")
print(f" Size : {size_mb:.1f} MB")
print(f" Repo : {HF_REPO_ID}")
print(f" Dest : {REPO_FILE}\n")
# ── Authenticate ──────────────────────────────────────────────────────────
if HF_TOKEN:
login(token=HF_TOKEN, add_to_git_credential=False)
else:
# Falls back to cached token from huggingface-cli login
print(" No HF_TOKEN env var found — using cached login credentials.")
# ── Upload ────────────────────────────────────────────────────────────────
api = HfApi()
print(" Uploading... (large files use Git LFS automatically)\n")
url = api.upload_file(
path_or_fileobj=LOCAL_FILE,
path_in_repo=REPO_FILE,
repo_id=HF_REPO_ID,
repo_type=REPO_TYPE,
commit_message="Upload model.tar.gz — Email Gatekeeper RL Agent",
)
print(f"\n ✅ Upload complete!")
print(f" View : https://huggingface.co/{HF_REPO_ID}")
print(f" File : {url}\n")
# ── Print the download URL for use in deploy.py ───────────────────────────
download_url = (
f"https://huggingface.co/{HF_REPO_ID}/resolve/main/{REPO_FILE}"
)
print(f" Direct download URL (use in deploy.py):")
print(f" {download_url}\n")
if __name__ == "__main__":
upload()
|