main.py

from fastapi import FastAPI
from fastapi.responses import FileResponse
from fastapi.staticfiles import StaticFiles




from transformers import pipeline

pipe_flan = pipeline("text2text-generation", model="flan-t5-small")




app = FastAPI()

app.mount("/static", StaticFiles(directory="static", html=True), name="static")

@app.get("/infer_t5")
def t5(input_text: str):

    output =  pipe_flan(input_text)
    return {"output": output[0]['generated_text']}


@app.get("/")
def index() -> FileResponse:
    return FileResponse(path="/app/static/index.html", media_type="text/html")