import gradio as gr # import random from huggingface_hub import InferenceClient client = InferenceClient("HuggingFaceH4/zephyr-7b-beta") def respond(message, history): messages = [{"role": "system", "content": "You are a friendly chatbot."}] if history: messages.extend(history) messages.append({"role": "user", "content": message}) response = client.chat_completion( messages, max_tokens=100 ) return response['choices'][0]['message']['content'].strip() chatbot = gr.ChatInterface(respond, type="messages") # def yes_or_no(message, history): # return random.choice(['yes', 'no']) # def echo(message, history): # return message # def magic_8_ball(message, history): # return random.choice(['Try again later', 'Go for it!', 'IDK girl do you...', 'Definitely!!! Maybe....', "Danger! Don't you dare!", "I wouldn't do that if i were you", 'Absolutely', "That's a slay"]) # print("Hello, World!") chatbot.launch() # chatbot = gr.ChatInterface(yes_or_no, type="messages", examples=['yes queen', 'no way jose', 'hmmmm ot sure'], title='Ask me anything!', description='Ask the chatbot any yes or no question to get a response. Chatbot not liable for consequences of bad advice.') # eight_ball = gr.ChatInterface(magic_8_ball, type="messages", examples=['Will I pass the test?', 'Do they like me?', 'Should I bring an umbrella with me?', 'Should I text my ex?'], title="Magic 8 Ball", description="Ask the chatbot any yes or no question to get a response. Chatbot not liable for consequences of bad advice.") # eight_ball.launch()