Update Dockerfile

Dockerfile

@@ -6,7 +6,12 @@ COPY ./requirements.txt /code/requirements.txt
 
 RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
 
-COPY ./zephyr-7b-beta.Q4_K_S.gguf /code/zephyr-7b-beta.Q4_K_S.gguf
 COPY ./main.py /code/main.py
 
-CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]
+# Set the environment variable for the cache directory
+ENV TRANSFORMERS_CACHE=/code/cache
+
+# Ensure the cache directory exists and is writable
+RUN mkdir -p /code/cache && chmod -R 777 /code/cache
+
+CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]