Spaces:
Sleeping
Sleeping
| import gradio as gr | |
| from transformers import pipeline | |
| # Load the text generation model | |
| generator = pipeline("text-generation", model="tiiuae/falcon-7b-instruct", device_map="auto", max_new_tokens=200) | |
| def respond(message, chat_history): | |
| prompt = f"User: {message}\nAssistant:" | |
| result = generator(prompt)[0]["generated_text"] | |
| response = result.split("Assistant:")[-1].strip() | |
| chat_history.append((message, response)) | |
| return "", chat_history | |
| # Interface: PromptVerse | |
| with gr.Blocks() as demo: | |
| chatbot = gr.Chatbot() | |
| with gr.Row(): | |
| msg = gr.Textbox(placeholder="Type your message...", show_label=False, scale=8) | |
| submit = gr.Button(value="Submit", scale=2) | |
| state = gr.State([]) | |
| submit.click(fn=respond, inputs=[msg, state], outputs=[msg, chatbot]) | |
| msg.submit(fn=respond, inputs=[msg, state], outputs=[msg, chatbot]) | |
| demo.launch() | |