import gradio as gr from transformers import pipeline pipe = pipeline("text-generation", model="Gryphe/MythoBoros-13b") def predict(text): return pipe(text)[0]["text-generation"] demo = gr.Interface( fn=predict, inputs='text', outputs='text', ) demo.launch()