Create dockerfile

dockerfile

@@ -0,0 +1,18 @@
+FROM nvidia/cuda:11.8.0-base-ubuntu22.04
+
+WORKDIR /app
+
+RUN apt-get update && apt-get install -y python3 python3-pip git curl && rm -rf /var/lib/apt/lists/*
+
+RUN pip3 install --no-cache-dir \
+    torch torchvision torchaudio \
+    transformers fastapi uvicorn accelerate bitsandbytes
+
+COPY app.py /app/app.py
+COPY requirements.txt /app/requirements.txt
+
+ENV CUDA_VISIBLE_DEVICES=0
+
+EXPOSE 8000
+
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "8000"]