app.py

import gradio as gr
# import random
from huggingface_hub import InferenceClient

client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")

def respond(message, history):
    messages = [{"role": "system", "content": "You are a friendly chatbot."}]
    if history:
        messages.extend(history)
    messages.append({"role": "user", "content": message})  
    response = client.chat_completion(
        messages,
        max_tokens=100
    )
    return response['choices'][0]['message']['content'].strip()

chatbot = gr.ChatInterface(respond, type="messages")
# def yes_or_no(message, history): 
#    return random.choice(['yes', 'no'])
# def echo(message, history):
#    return message
# def magic_8_ball(message, history):
#    return random.choice(['Try again later', 'Go for it!', 'IDK girl do you...', 'Definitely!!! Maybe....', "Danger! Don't you dare!", "I wouldn't do that if i were you", 'Absolutely', "That's a slay"])
# print("Hello, World!")
chatbot.launch()
# chatbot = gr.ChatInterface(yes_or_no, type="messages", examples=['yes queen', 'no way jose', 'hmmmm ot sure'], title='Ask me anything!', description='Ask the chatbot any yes or no question to get a response.  Chatbot not liable for consequences of bad advice.')
# eight_ball = gr.ChatInterface(magic_8_ball, type="messages", examples=['Will I pass the test?', 'Do they like me?', 'Should I bring an umbrella with me?', 'Should I text my ex?'], title="Magic 8 Ball", description="Ask the chatbot any yes or no question to get a response.  Chatbot not liable for consequences of bad advice.")
# eight_ball.launch()