use hf model

Dockerfile

@@ -0,0 +1,9 @@
+From python:3.10-slim
+
+WORKDIR /app
+
+COPY ./ /app
+
+RUN pip install -r requirements.txt
+
+CMD fastapi run --reload --host=0.0.0.0 --port=7860

app.py

@@ -0,0 +1,19 @@
+from fastapi import FastAPI
+# Use a pipeline as a high-level helper
+from transformers import pipeline
+
+pipe = pipeline("text2text-generation", model="google/flan-t5-base")
+
+app = FastAPI()
+
+@app.get("/")
+def greet_json():
+    return {"Hello": "World!"}
+
+@app.get("/ask")
+def ask(prompt:str):
+    result = pipe(prompt)
+    return result
+
+
+# docker run --name=fastapi -p 7860:7860 fastapi-hf

requirements.txt

@@ -0,0 +1,6 @@
+fastapi
+uvicorn[standard]
+fastapi[standard]
+transformers
+torch 
+torchvision