from fastapi import FastAPI from transformers import pipeline app = FastAPI() pipe = pipeline("text-generation", model="google/flan-t5-small") @app.get("/") def health(): return {"Health":"ok"} # endpoint to handle the request @app.get("/generate") def generate(text: str): output = pipe(text) return {"output": output[0]['generated_text']}