Upload folder using huggingface_hub

app.py

@@ -19,6 +19,7 @@ from tools_api import search_web_tool, search_hf_spaces_tool
 from langchain.tools import Tool
 from git import Repo
 import shutil
+import subprocess
 
 # LangGraph imports
 from langgraph.graph import StateGraph, START, END, MessagesState
@@ -112,32 +113,28 @@ chat_llm = ChatOpenAI(
     model="alias-large",
     base_url=HELMHOLTZ_BASE_URL,
     api_key=api_key,
-    max_tokens=2048,
-    disable_streaming=True
+    max_tokens=2048
 )
 
 code_llm = ChatOpenAI(
     model="alias-code",
     base_url=HELMHOLTZ_BASE_URL,
     api_key=api_key,
-    max_tokens=1024,
-    disable_streaming=True
+    max_tokens=1024
 )
 
 fast_llm = ChatOpenAI(
     model="alias-fast",
     base_url=HELMHOLTZ_BASE_URL,
     api_key=api_key,
-    max_tokens=512,
-    disable_streaming=True
+    max_tokens=512
 )
 
 huge_llm = ChatOpenAI(
     model="alias-huge",
     base_url=HELMHOLTZ_BASE_URL,
     api_key=api_key,
-    max_tokens=1024,
-    disable_streaming=True
+    max_tokens=1024
 )
 
 # Memory Stores
@@ -802,6 +799,96 @@ async def handle_monitor_session(session_id):
     except Exception as e:
         return f"Error: {e}", "ERROR", "---"
 
+async def handle_upload_space_to_git(hf_space_full, git_repo_full, branch):
+    if not hf_space_full or "/" not in hf_space_full:
+        return "Invalid HF Space ID. Expected {hf_profileID}/{spaceID}"
+    
+    hf_parts = hf_space_full.split("/", 1)
+    hf_profile = hf_parts[0]
+    hf_space = hf_parts[1]
+    
+    if "/" in git_repo_full:
+        git_parts = git_repo_full.split("/", 1)
+        git_profile = git_parts[0]
+        git_repo = git_parts[1]
+    else:
+        git_profile = git_repo_full
+        git_repo = ""
+    
+    if not git_repo:
+        git_repo = hf_space
+        
+    if not branch:
+        branch = "main"
+        
+    hf_token = os.environ.get(hf_profile)
+    git_token = os.environ.get(git_profile)
+    
+    if not hf_token:
+        return f"Secret '{hf_profile}' (HF Token) not found in environment."
+    if not git_token:
+        return f"Secret '{git_profile}' (GitHub Token) not found in environment."
+        
+    upload_dir = os.path.join(WORK_DIR, f"upload_{uuid.uuid4().hex}")
+    os.makedirs(upload_dir, exist_ok=True)
+    
+    try:
+        # 1. Download HF Space
+        download_cmd = [
+            "hf", "download",
+            "--repo-type", "space",
+            hf_space_full,
+            "--local-dir", upload_dir,
+            "--token", hf_token
+        ]
+        result = subprocess.run(download_cmd, capture_output=True, text=True)
+        if result.returncode != 0:
+            return f"Error downloading Space: {result.stderr or result.stdout}"
+            
+        # 2. Check/Create GitHub Repo
+        target_url = f"https://{git_token}@github.com/{git_profile}/{git_repo}.git"
+        check_cmd = ["git", "ls-remote", target_url]
+        check_res = subprocess.run(check_cmd, capture_output=True)
+        
+        if check_res.returncode != 0:
+            # Repo might not exist, try to create it via API
+            headers = {"Authorization": f"token {git_token}", "Accept": "application/vnd.github.v3+json"}
+            # Try create as user repo
+            res = requests.post("https://api.github.com/user/repos", json={"name": git_repo, "private": False}, headers=headers)
+            if res.status_code != 201:
+                # Try create as org repo
+                res = requests.post(f"https://api.github.com/orgs/{git_profile}/repos", json={"name": git_repo, "private": False}, headers=headers)
+                if res.status_code != 201:
+                    # If it failed because it already exists (and git ls-remote failed for some other reason), we continue
+                    if "already exists" not in res.text:
+                        return f"Failed to create GitHub repository: {res.text}"
+
+        # 3. Push to GitHub
+        
+        # Initialize and push
+        repo = Repo.init(upload_dir)
+        # Setup branch
+        repo.git.checkout("-b", branch) if branch not in [h.name for h in repo.heads] else repo.git.checkout(branch)
+        
+        repo.git.add(A=True)
+        # Commit only if there are changes
+        if repo.git.status("--short"):
+            repo.index.commit(f"Import from HF Space {hf_space_full}")
+        
+        if "origin" in [remote.name for remote in repo.remotes]:
+            origin = repo.remote("origin")
+            origin.set_url(target_url)
+        else:
+            origin = repo.create_remote("origin", target_url)
+            
+        repo.git.push("origin", branch, force=True)
+        
+        return f"Success! {hf_space_full} uploaded to https://github.com/{git_profile}/{git_repo} (branch: {branch})"
+        
+    except Exception as e:
+        logger.error(f"Upload failed: {e}")
+        return f"Error: {str(e)}"
+
 async def update_fields_from_log(log_file):
     if not log_file: return "", "", "", "docker"
     log_path = os.path.join(LOG_DIR, log_file)
@@ -1068,6 +1155,16 @@ with gr.Blocks() as demo:
         outputs=[repo_input]
     ).then(fn=None, js="() => { document.querySelectorAll('button').forEach(b => { if(b.textContent.includes('Jules Communication')) b.click(); }); }")
 
+    with gr.Tab("Upload"):
+        hf_space_id_in = gr.Textbox(label="Hugging Face Space ID ({hf_profileID}/{spaceID})")
+        with gr.Row():
+            git_repo_id_in = gr.Textbox(label="GitHub Repo ID ({git_profileID}/{repoID})", scale=3)
+            git_branch_in = gr.Textbox(label="Branch (default: main)", scale=1)
+        upload_btn = gr.Button("Upload Space to GitHub")
+        upload_output = gr.Textbox(label="Status")
+        
+        upload_btn.click(handle_upload_space_to_git, [hf_space_id_in, git_repo_id_in, git_branch_in], [upload_output])
+
     with gr.Tab("System Test"):
         test_btn = gr.Button("Run Connectivity Test")
         test_output = gr.Textbox(label="Results", lines=10)