changes

Dockerfile

@@ -1,7 +1,5 @@
-# Read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
-# you will also find guides on how best to write your Dockerfile
-
-FROM nvidia/cuda:12.3.2-cudnn9-runtime-ubuntu22.04
+# Use a base image that includes the CUDA toolkit
+FROM nvidia/cuda:12.3.2-cudnn9-devel-ubuntu22.04
 
 RUN apt-get update && apt-get upgrade -y 
 RUN apt-get install -y python3-pip python3-dev
@@ -20,12 +18,11 @@ WORKDIR /app
 COPY --chown=user ./requirements.txt requirements.txt
 
 # Install torch first
-RUN pip install --no-cache-dir torch==2.1.2
+# RUN pip install --no-cache-dir torch==2.1.2
 
 # Now install the rest of the packages
 RUN pip install --no-cache-dir --upgrade -r requirements.txt
 RUN pip install flash_attn
 
 COPY --chown=user . /app
-CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]
-
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]