app.py

import gradio as gr
import random 
import os

from huggingface_hub import InferenceClient


client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")

#Chat responds yes or no randomly
#def respond_yes_no_randomly(message,history):
   # responses =["Yes", "No"]
   # return random.choice(responses)

#Chatbot is a magic 8 ball
def respond(message,history):
    messages = [{"role" : "system" , "content" : "College advisor."}]
    if history:
        messages.extend(history)

    messages.append({"role" : "user", "content" : message}) 
    response = client.chat_completion(
        messages,
        max_tokens=300
    )
    return response['choices'][0]['message']['content'].strip()


chatbot = gr.ChatInterface(respond, type = "messages")

chatbot.launch()