Deploy Polyglot backend with quantized models

Dockerfile

@@ -20,29 +20,17 @@ RUN apt-get update && apt-get install -y \
 COPY requirements.txt .
 RUN pip install --no-cache-dir -r requirements.txt
 
-# Copy download script and preload script
+# Copy scripts
 COPY download_code.py .
 COPY preload_models.py .
+COPY startup.sh .
 
-# Download application code from private code space
-# CODE_SPACE_ID should be set as a Space secret (e.g., "mutisya/polyglot-backend-code")
-ARG CODE_SPACE_ID
-ARG HUGGING_FACE_HUB_TOKEN
-RUN if [ -z "$CODE_SPACE_ID" ]; then \
-        echo "ERROR: CODE_SPACE_ID not provided. Set it as a Space secret."; \
-        exit 1; \
-    fi && \
-    if [ -z "$HUGGING_FACE_HUB_TOKEN" ]; then \
-        echo "ERROR: HUGGING_FACE_HUB_TOKEN not provided. Set it as a Space secret."; \
-        exit 1; \
-    fi && \
-    echo "Downloading code from: $CODE_SPACE_ID" && \
-    python download_code.py "$CODE_SPACE_ID" "$HUGGING_FACE_HUB_TOKEN" && \
-    if [ ! -d "/app/app" ]; then \
-        echo "ERROR: Code download failed - /app/app directory not found"; \
-        exit 1; \
-    fi && \
-    echo "OK Code downloaded successfully"
+# Make startup script executable
+RUN chmod +x startup.sh
+
+# Note: Application code will be downloaded at runtime from private code space
+# The startup script will check for CODE_SPACE_ID and HUGGING_FACE_HUB_TOKEN
+# environment variables and download the code before starting the server
 
 # Set environment variables for caching
 ENV HF_HOME=/app/.cache
@@ -67,5 +55,5 @@ RUN python preload_models.py $HUGGING_FACE_HUB_TOKEN || echo "Model preload skip
 # Expose port 7860 (HuggingFace Spaces standard)
 EXPOSE 7860
 
-# Run the application
-CMD ["uvicorn", "app.main:socket_app", "--host", "0.0.0.0", "--port", "7860"]
+# Run the startup script (which downloads code and starts the application)
+CMD ["./startup.sh"]

startup.sh

@@ -0,0 +1,43 @@
+#!/bin/bash
+set -e
+
+echo "========================================="
+echo "Polyglot Backend Startup"
+echo "========================================="
+
+# Check if app directory exists
+if [ ! -d "/app/app" ]; then
+    echo "App code not found. Downloading from private code space..."
+
+    # Check for required environment variables
+    if [ -z "$CODE_SPACE_ID" ]; then
+        echo "ERROR: CODE_SPACE_ID environment variable not set"
+        echo "Please set it in Space secrets"
+        exit 1
+    fi
+
+    if [ -z "$HUGGING_FACE_HUB_TOKEN" ]; then
+        echo "ERROR: HUGGING_FACE_HUB_TOKEN environment variable not set"
+        echo "Please set it in Space secrets"
+        exit 1
+    fi
+
+    echo "Downloading code from: $CODE_SPACE_ID"
+    python download_code.py "$CODE_SPACE_ID" "$HUGGING_FACE_HUB_TOKEN"
+
+    if [ ! -d "/app/app" ]; then
+        echo "ERROR: Code download failed"
+        exit 1
+    fi
+
+    echo "OK Code downloaded successfully"
+else
+    echo "App code already present, skipping download"
+fi
+
+echo "========================================="
+echo "Starting uvicorn server..."
+echo "========================================="
+
+# Start the application
+exec uvicorn app.main:socket_app --host 0.0.0.0 --port 7860