transitionaing to gen ai model

app.py

@@ -1,26 +1,23 @@
-import random
 import gradio as gr
+from huggingface_hub import InferenceClient
 
-def echo(message, history):
-    print(message)
-    print(history)
-    return message
+client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 
-def eight_ball(message, history):
-    affirmative_messages=["it is certain", "it is decidedly so", "without a doubt", "yes definitely", "you may rely on it", "as I see it, yes", "most likely", "outlook good", "yes", "signs point to yes"]
-    neutral_messages=["reply hazy", "try again", "ask again later", "better not tell you now", "cannot predict now", "concentrate and ask again"]
-    negative_messages=["don't count on it", "my reply is no", "my sources say no", "outlook not so good", "very doubtful"]
+def respond(message, history):
+    messages = [{"role": "system", "content": "Your are friend chatbot"}]
 
-    all_messages=affirmative_messages+neutral_messages+negative_messages
-    return random.choice(all_messages)
+    if history:
+        messages.extend(history)
 
-def eight_ball_but_its_just_me(message, history):
-    affirmative_messages=["ofc girl", "yesss omg", "defnitly ehhe"]
-    neutral_messages=["uhhh lowk idk", "idek", "manifesting", "ur asking too much of me"]
-    negative_messages=["bru nah", "stay delulu cuz its not gonna happen", "nuh uh"]
+    messages.append({"role": "user", "content": message})
 
-    all_messages=affirmative_messages+neutral_messages+negative_messages
-    return random.choice(all_messages)
+    response = client.chat_completion(
+        messages,
+        max_tokens=100,
+        temperature=0.2
+    )
 
-chatbot = gr.ChatInterface(eight_ball_but_its_just_me, type="messages", title="magic 8ball but jst me heh", description="uhhh i gotchu i guess", theme="mgetz/Celeb_glitzy")
+    return response["choices"][0]["message"]["content"].strip()
+
+chatbot = gr.ChatInterface(eight_ball_but_its_just_me, type="messages")
 chatbot.launch()