Upload 3 files

Dockerfile

@@ -0,0 +1,23 @@
+FROM python:3.10-slim
+
+WORKDIR /app
+
+# Install system dependencies
+RUN apt-get update && apt-get install -y \
+    gcc \
+    g++ \
+    && rm -rf /var/lib/apt/lists/*
+
+# Copy requirements first to leverage Docker cache
+COPY requirements.txt .
+RUN pip install --no-cache-dir -r requirements.txt
+
+# Copy application code
+COPY app.py .
+COPY ../shared ./shared
+
+# Expose port for the API (will be determined by NODE_TYPE)
+EXPOSE 7860
+
+# Start the application - NODE_TYPE environment variable determines which service to run
+CMD ["python", "app.py"]

app.py

@@ -0,0 +1,28 @@
+import os
+import subprocess
+import sys
+from pathlib import Path
+
+# Main entry point for the multi-node Hugging Face API system
+# This can be used to start either the head node or a worker node based on environment
+
+def main():
+    node_type = os.getenv("NODE_TYPE", "head")  # Default to head node
+    
+    if node_type == "head":
+        print("🚀 Starting Head Node API Gateway...")
+        from head_node.app import app
+        import uvicorn
+        uvicorn.run(app, host="0.0.0.0", port=int(os.getenv("PORT", 7860)))
+    elif node_type in ["nano", "mini", "fast", "large"]:
+        print(f"🚀 Starting Worker Node for {node_type} model...")
+        from worker_nodes.worker_app import app
+        import uvicorn
+        uvicorn.run(app, host="0.0.0.0", port=int(os.getenv("PORT", 8000)))
+    else:
+        print(f"Unknown node type: {node_type}")
+        print("Use NODE_TYPE=head for head node, or NODE_TYPE=[nano|mini|fast|large] for workers")
+        sys.exit(1)
+
+if __name__ == "__main__":
+    main()

requirements.txt

@@ -0,0 +1,10 @@
+fastapi==0.104.1
+uvicorn==0.24.0
+requests==2.31.0
+pydantic==2.5.0
+python-multipart==0.0.6
+huggingface_hub==0.20.1
+tokenizers==0.15.0
+transformers==4.35.2
+numpy==1.24.3
+pytz==2023.3.post1