Create Dockerfle

Dockerfle

@@ -0,0 +1,21 @@
+# Use an official Python runtime as a parent image
+FROM python:3.10-slim
+
+# Set the working directory in the container
+WORKDIR /app
+
+# Copy the current directory contents into the container at /app
+COPY . /app
+
+# Install any needed packages specified in requirements.txt
+RUN pip install --no-cache-dir fastapi uvicorn llama-cpp-python pydantic
+
+# Download the model using Hugging Face CLI
+RUN pip install --no-cache-dir huggingface_hub \
+    && huggingface-cli download microsoft/Phi-3-mini-4k-instruct-gguf Phi-3-mini-4k-instruct-q4.gguf --local-dir . --local-dir-use-symlinks False
+
+# Make port 8000 available to the world outside this container
+EXPOSE 8000
+
+# Run the server
+CMD ["uvicorn", "app", "--host", "0.0.0.0", "--port", "7860"]