app.py

import gradio as gr
from transformers import pipeline

pipe = pipeline('text-generation', model='facebook/blenderbot-1B-distill', device='cuda')


def prompt(text):
    pipe(text)

iface = gr.Interface(fn=prompt, inputs="text", outputs="text")
iface.launch()