app.py

import gradio as gr
from huggingface_hub import InferenceClient

"""
For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
This chatbot is based on the contents of https://www.gradio.app/guides/creating-a-chatbot-fast
"""
client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
def simple_respond(message,history):
    return f"I only say Hi, regardless of what the message that is passed in, like {message}."


"""
For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
"""
demo = gr.ChatInterface(
    simple_respond,
    type="messages")


if __name__ == "__main__":
    demo.launch()