import gradio as gr from huggingface_hub import InferenceClient """ For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference This chatbot is based on the contents of https://www.gradio.app/guides/creating-a-chatbot-fast """ client = InferenceClient("HuggingFaceH4/zephyr-7b-beta") def simple_respond(message,history): return f"I only say Hi, regardless of what the message that is passed in, like {message}." """ For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface """ demo = gr.ChatInterface( simple_respond, type="messages") if __name__ == "__main__": demo.launch()