Upload 3 files

Dockerfile

@@ -0,0 +1,25 @@
+# Use Python 3.12 slim image
+FROM python:3.12-slim
+
+# Set working directory
+WORKDIR /app
+
+# Install system dependencies
+RUN apt-get update && apt-get install -y \
+    build-essential \
+    && rm -rf /var/lib/apt/lists/*
+
+# Copy requirements first to leverage Docker cache
+COPY requirements.txt .
+
+# Install Python dependencies
+RUN pip install --no-cache-dir -r requirements.txt
+
+# Copy the rest of the application
+COPY . .
+
+# Expose the port the app runs on
+EXPOSE 8000
+
+# Command to run the application
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "8000"] 

app.py

@@ -0,0 +1,16 @@
+from fastapi import FastAPI
+from transformers import pipeline 
+
+app = FastAPI()
+
+# Initialize the pipeline with the correct model type
+pipe = pipeline("text-generation", model="Qwen/Qwen2.5-VL-7B-Instruct", model_type="qwen2_5_vl")
+
+@app.get("/")
+def home():
+    return {"message": "FastAPI is running!"}
+
+@app.get("/generate")
+def generate(text: str):
+    output = pipe(text)
+    return {"output": output[0]['generated_text']}

requirements.txt

@@ -0,0 +1,5 @@
+fastapi==0.110.0
+transformers>=4.50.0
+torch>=2.6.0
+uvicorn==0.27.1
+python-multipart==0.0.9