deploy

Dockerfile

@@ -1,11 +1,11 @@
 # Use an official Python base image
-FROM python:3.10-slim
+FROM python:3.11-slim
 
 # Set the working directory inside the container
 WORKDIR /app
 
-# Set environment variable for Hugging Face cache directory
-ENV TRANSFORMERS_CACHE="/app/cache"
+# Set Hugging Face cache directory to a writable location
+ENV HF_HOME="/tmp/huggingface"
 
 # Copy the requirements file
 COPY requirements.txt .

main.py

@@ -4,7 +4,7 @@ from sentence_transformers import SentenceTransformer
 import numpy as np
 
 import os
-os.environ["TRANSFORMERS_CACHE"] = "/app/cache"
+os.environ["HF_HOME"] = "/tmp/huggingface"
 # Initialize FastAPI app
 app = FastAPI()