Upload 3 files

Add the text generation project

Dockerfile

@@ -0,0 +1,13 @@
+FROM python:3.9
+
+RUN useradd -m -u 1000 user
+
+WORKDIR /app
+
+COPY --chown=user ./requirements.txt requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r requirements.txt
+
+COPY --chown=user . /app
+
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -0,0 +1,36 @@
+from fastapi import FastAPI
+from transformers import pipeline
+
+# create FastAPI app
+
+app = FastAPI()
+
+# create a text-generation pipeline
+pipe = pipeline("text2text-generation", model="google/flan-t5-small")
+
+
+@app.get("/")
+def home():
+    """
+        Home route for the FastAPI app.
+
+        Returns:
+            dict: A dictionary with a message indicating that it is a simple FastAPI app for text generation using T5.
+    """
+    return {"message": "This is a simple FastAPI app for text generation using T5"}
+
+
+# create a route for text generation
+@app.get("/generate/")
+def generate_text(prompt: str):
+    """
+        Route for generating text using the T5 model.
+
+        Args:
+            prompt (str): The prompt for the text generation.
+
+        Returns:
+            dict: A dictionary with the generated text.
+    """
+    output = pipe(text=prompt)
+    return {"generated_text": pipe(prompt)[0]["generated_text"]}

requirements.txt

@@ -0,0 +1,4 @@
+
+fastapi
+uvicorn[standard]
+transformers