Upload folder using huggingface_hub

README.md

@@ -14,6 +14,7 @@ Set these as HuggingFace Secrets:
 
 - `REGISTRY_USER`: GitHub username
 - `REGISTRY_PASSWORD`: GitHub PAT with `packages:write` scope
+- `GITHUB_TOKEN`: (optional) GitHub PAT for cloning private repositories
 - `UPSTASH_REDIS_REST_URL`: (optional) Redis URL for build queue
 - `UPSTASH_REDIS_REST_TOKEN`: (optional) Redis token
 

app.py

@@ -35,6 +35,7 @@ RUNNER_NAME = os.environ.get("RUNNER_NAME", f"Builder {RUNNER_ID}")
 REGISTRY_URL = os.environ.get("REGISTRY_URL", "ghcr.io")
 REGISTRY_USER = os.environ.get("REGISTRY_USER", "")
 REGISTRY_PASSWORD = os.environ.get("REGISTRY_PASSWORD", "")
+GITHUB_TOKEN = os.environ.get("GITHUB_TOKEN", "")  # For cloning private repos
 AUTO_START = os.environ.get("AUTO_START", "false").lower() == "true"
 
 # Global state
@@ -157,16 +158,25 @@ def setup_registry_auth():
 # Build Logic
 # =============================================================================
 
-def clone_repo(repo_url: str, branch: str = "main", target_dir: Path = None) -> Path:
-    """Clone a git repository."""
+def clone_repo(repo_url: str, branch: str = "main", target_dir: Path = None, github_token: str = None) -> Path:
+    """Clone a git repository, with optional GitHub token for private repos."""
     if target_dir is None:
         target_dir = Path(tempfile.mkdtemp())
 
-    log(f"Cloning {repo_url} ({branch})...")
+    # Use GitHub token if provided or from env, for private repos
+    token = github_token or GITHUB_TOKEN
+    auth_url = repo_url
+
+    if token and "github.com" in repo_url:
+        # Insert token into URL for auth: https://TOKEN@github.com/...
+        auth_url = repo_url.replace("https://github.com", f"https://{token}@github.com")
+        log(f"Cloning {repo_url} ({branch}) [authenticated]...")
+    else:
+        log(f"Cloning {repo_url} ({branch})...")
 
     try:
         git.Repo.clone_from(
-            repo_url,
+            auth_url,
             target_dir,
             branch=branch,
             depth=1,
@@ -294,6 +304,7 @@ def run_build(build_config: dict) -> bool:
     context_path = build_config.get("context_path", ".")
     tags = build_config.get("tags", ["latest"])
     build_args = build_config.get("build_args", {})
+    github_token = build_config.get("github_token")  # Optional per-build token
 
     if not repo_url or not image_name:
         log("✗ Missing repo_url or image_name")
@@ -302,7 +313,7 @@ def run_build(build_config: dict) -> bool:
     tmpdir = None
     try:
         # Clone repo
-        tmpdir = clone_repo(repo_url, branch)
+        tmpdir = clone_repo(repo_url, branch, github_token=github_token)
 
         # Set context directory
         context_dir = str(tmpdir / context_path) if context_path != "." else str(tmpdir)