main.py

from transformers import pipeline, set_seed
from fastapi import FastAPI
from pydantic import BaseModel
import uvicorn



app = FastAPI()

class Item(BaseModel):
    prompt: str
    

generator = pipeline('text-generation', model='gpt2')
set_seed(42)

def generate(item: Item):
    generator(item.prompt, max_length=30, num_return_sequences=5)
   

@app.post("/generate/")
async def generate_text(item: Item):
    return {"response": generate(item)}