Upload folder using huggingface_hub

app.py

@@ -2,7 +2,6 @@ import os
 
 import gradio as gr
 import requests
-
 from models import MODEL_IDS
 
 # Modal endpoint URL - set this after deploying backend.py
@@ -50,7 +49,11 @@ with gr.Blocks(title="posttraining-practice") as demo:
     gr.Markdown("# posttraining-practice")
     gr.Markdown("Chat with different fine-tuned models")
 
-    missing = [v for v in ["MODAL_ENDPOINT", "MODEL_SITE_API_KEY", "SITE_PASSWORD"] if not os.environ.get(v)]
+    missing = [
+        v
+        for v in ["MODAL_ENDPOINT", "MODEL_SITE_API_KEY", "SITE_PASSWORD"]
+        if not os.environ.get(v)
+    ]
     if missing:
         gr.Markdown(f"⚠️ **Warning:** Missing secrets: {', '.join(missing)}")
 
@@ -63,6 +66,7 @@ with gr.Blocks(title="posttraining-practice") as demo:
                     description=f"Chatting with: {model_id}",
                 )
 
+
 def check_password(username: str, password: str) -> bool:
     return password == SITE_PASSWORD
 

backend.py

@@ -3,7 +3,6 @@ import os
 
 import modal
 from fastapi import Header
-
 from models import MODEL_IDS
 
 logging.basicConfig(level=logging.INFO)
@@ -62,7 +61,9 @@ class Inference:
         import torch
 
         logger.info(
-            f"Received request: model_id={request.get('model_id')}, message_len={len(request.get('message', ''))}, history_len={len(request.get('history', []))}"
+            f"Received request: model_id={request.get('model_id')}, "
+            f"message_len={len(request.get('message', ''))}, "
+            f"history_len={len(request.get('history', []))}"
         )
 
         expected_key = os.environ.get("MODEL_SITE_API_KEY")
@@ -88,8 +89,13 @@ class Inference:
         model = self.models[model_id]["model"]
 
         conversation = ""
-        for user_msg, assistant_msg in history:
-            conversation += f"User: {user_msg}\nAssistant: {assistant_msg}\n"
+        for msg in history:
+            role = msg.get("role", "user")
+            content = msg.get("content", "")
+            if role == "user":
+                conversation += f"User: {content}\n"
+            else:
+                conversation += f"Assistant: {content}\n"
         conversation += f"User: {message}\nAssistant:"
 
         try:

deploy.py

@@ -7,7 +7,7 @@ import subprocess
 import sys
 
 from dotenv import load_dotenv
-from huggingface_hub import HfApi
+from huggingface_hub import HfApi, SpaceHardware
 
 load_dotenv()
 
@@ -17,7 +17,7 @@ SPACE_TITLE = "posttraining-practice"
 def main():
     api_key = os.environ.get("MODEL_SITE_API_KEY")
     site_password = os.environ.get("SITE_PASSWORD")
-    if not api_key or not site_password:
+    if api_key is None or site_password is None:
         sys.exit("ERROR: MODEL_SITE_API_KEY and SITE_PASSWORD must be set in .env")
 
     api = HfApi()
@@ -34,7 +34,7 @@ def main():
     print(result.stdout + result.stderr)
 
     match = re.search(r"https://[^\s]+\.modal\.run", result.stdout + result.stderr)
-    if not match:
+    if match is None:
         sys.exit("ERROR: Could not find Modal endpoint URL")
     modal_endpoint = match.group(0)
 
@@ -53,7 +53,7 @@ def main():
         repo_id=space_id,
         repo_type="space",
         space_sdk="gradio",
-        space_hardware="cpu-basic",
+        space_hardware=SpaceHardware.CPU_BASIC,
         exist_ok=True,
     )