hf-mcp-server / main.py
petergits
Committing changes to main.py that works locally.
09c909e
raw
history blame contribute delete
575 Bytes
from fastapi import FastAPI
from fastapi.responses import FileResponse
from fastapi.staticfiles import StaticFiles
from transformers import pipeline
app = FastAPI()
# Serve static files at /static
app.mount("/static", StaticFiles(directory="static", html=True), name="static")
pipe_flan = pipeline("text2text-generation", model="google/flan-t5-small")
@app.get("/")
def index():
return FileResponse("static/index.html", media_type="text/html")
@app.get("/infer_t5")
def t5(input: str):
output = pipe_flan(input)
return {"output": output[0]["generated_text"]}