Domz1313's picture
use hf model
beedfd4
raw
history blame contribute delete
389 Bytes
from fastapi import FastAPI
# Use a pipeline as a high-level helper
from transformers import pipeline
pipe = pipeline("text2text-generation", model="google/flan-t5-base")
app = FastAPI()
@app.get("/")
def greet_json():
return {"Hello": "World!"}
@app.get("/ask")
def ask(prompt:str):
result = pipe(prompt)
return result
# docker run --name=fastapi -p 7860:7860 fastapi-hf