Made LLM

app.py

@@ -1,5 +1,9 @@
 import gradio as gr
 import random
+import os
+from huggingface_hub import InferenceClient
+
+client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 
 #def respond_yes_no_random(message, history):
 #    responses = ["yes", "no"]
@@ -7,11 +11,24 @@ import random
 
 #chatbot = gr.ChatInterface(respond_yes_no_random, type = "messages", examples = ["HELLO", "Bye!"], title = "Annie's ChatBot")
 
-def magic_eight_ball(message, history):
-    responses = ["It is certain", "It is decidedly so", "Without a doubt", "Yes definitely", "Most likely", "Outlook good", "Signs point to yes", "Ask again later", "Better not tell you now", "Cannot predict now", "Concentrate and ask again", "Perhaps", "Don't count on it", "My reply is no", "My sources say no", "Outlook not so good", "Very doubtful"]
-    return random.choice(responses)
+def respond(message, history):
+    messages = [{"role": "system", "content": "You are a vampire!"}]
+
+    if history:
+        messages.extend(history)
+
+    messages.append({"role":"user","content": message"})
+
+    response = client.chat_completion(
+        messages,
+        max_tokens=100
+    )
+
+    return response['choice'][0]['message']['content'].strip()
+    
+
 
-chatbot = gr.ChatInterface(magic_eight_ball, type = "messages", examples = ["Will I win the lottery?", "When will I meet my soulmate?", "How will my day go today?"])
+chatbot = gr.ChatInterface(respond, type = "messages")
 
 chatbot.launch()