Upload 3 files

DockerFile

@@ -0,0 +1,18 @@
+FROM python:3.12.0
+
+# define the dictionary path 
+WORKDIR /code
+
+COPY ./requirements.txt /code/requirements.txt
+
+# install the requirements package
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$path
+
+WORKDIR $HOME/app
+
+COPY --chown=user . $HOME/app
+
+CMD ["uvicorn", "app:app","--host","0.0.0.0","--port","7860"]

app.py

@@ -0,0 +1,18 @@
+from fastapi import FastAPI
+from transformers import pipeline
+
+app = FastAPI() # app instance
+
+@app.get("/")
+def root():
+    return {"message": "Hello World"}
+
+
+pipe = pipeline("text2text-generation", model="google/flan-t5-small")
+
+@app.get("/generate")
+def generate(prompt: str):
+    response = pipe(prompt)
+
+    return {"response": response[0]['generated_text']}
+

requirements.txt

@@ -0,0 +1,6 @@
+torch
+fastapi
+uvicorn
+requests
+transformers
+sentencepiece