Add application file

Dockerfile

@@ -0,0 +1,16 @@
+# read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
+# you will also find guides on how best to write your Dockerfile
+
+FROM python:3.9
+
+RUN useradd -m -u 1000 user
+
+WORKDIR /app
+
+COPY --chown=user ./requirements.txt requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r requirements.txt
+
+COPY --chown=user . /app
+
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -0,0 +1,21 @@
+from fastapi import FastAPI, File, Form, UploadFile
+from transformers import AutoModelForCausalLM, AutoTokenizer
+from PIL import Image
+import io
+
+app = FastAPI()
+
+model_id = "vikhyatk/moondream2"
+revision = "2024-05-20"
+model = AutoModelForCausalLM.from_pretrained(
+    model_id, trust_remote_code=True, revision=revision
+)
+tokenizer = AutoTokenizer.from_pretrained(model_id, revision=revision)
+
+@app.post("/analyze-image/")
+async def analyze_image(file: UploadFile = File(...), question: str = Form(...)):
+    contents = await file.read()
+    image = Image.open(io.BytesIO(contents))
+    enc_image = model.encode_image(image)
+    answer = model.answer_question(enc_image, question, tokenizer)
+    return {"answer": answer}

requirements.txt

@@ -0,0 +1,9 @@
+fastapi
+uvicorn[standard]
+datasets
+transformers 
+accelerate 
+evaluate  
+bitsandbytes 
+accelerate 
+einops