ChatbotLab / app.py
annakcarls's picture
now playing around with parameters
74a2c8d verified
raw
history blame
850 Bytes
import gradio as gr
from huggingface_hub import InferenceClient
client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
def respond(message, history):
messages = [{"role": "system", "content": "You are a friendly chatbot."}]
if history:
messages.extend(history)
messages.append({"role": "user", "content": message})
response = client.chat_completion(
messages,
max_tokens=150, # Increased for longer responses
temperature=0.7, # Medium randomness
top_p=0.9 # Keeps responses reasonably diverse
)
return response['choices'][0]['message']['content'].strip()
chatbot = gr.ChatInterface(
respond,
type="messages",
title="Dynamic Chatbot",
description="A friendly chatbot with more dynamic and creative responses!"
)
chatbot.launch()