Update app.py

app.py

@@ -2,37 +2,35 @@ from huggingface_hub import InferenceClient
 import gradio as gr
 import random
 
-client = InferenceClient("google/gemma-1.1-7b-it")  # Use a smaller model for smoother results
-
-def respond(message, history):
-    messages = [{"role": "system", "content": "You are a mean chatbot."}]
+client = InferenceClient("google/gemma-3-27b-it")
+#this is where you change the LLM
+
+def respond(message,history):
+   messages = [{"role": "system", "content": "You are a mean chatbot."}]
+   
+if history:
+    messages.extend(history)
     
-    # Convert chat history to messages
-    if history:
-        for user_msg, bot_msg in history:
-            messages.append({"role": "user", "content": user_msg})
-            messages.append({"role": "assistant", "content": bot_msg})
-
-    messages.append({"role": "user", "content": message})
+    message.append({"role": "user", "content": message})
 
     response = ""
 
-    try:
-        for chunk in client.chat_completion(messages, max_tokens=100, stream=True):
-            if chunk.choices and chunk.choices[0].delta:
-                token = chunk.choices[0].delta.get("content", "")
-                response += token
-                yield response  # streaming response
-
-    except StopIteration:
-        pass  # not strictly needed, but included for clarity
+    for message in client.chat_completion(messages,max_tokens=50, stream=True):
+        token = message.choices[0].delta.content
+        response += token
+        yield response
+                                                                   
+    #temperature=.9,
+    #top_p=.7) #changes the length of message
 
-    # Final yield to make sure a value is returned
-    if not response:
-        yield "..."
+def echo(message, history):
+    choices = ["so true", "shut up", "you need help", "ts pmo sybau"] #change personality
+    #use random to select choices
+    chat_answer = random.choice(choices)
+    return chat_answer
 
-# Set up the Gradio interface
-chatbot = gr.ChatInterface(fn=respond, chatbot=gr.Chatbot(), title="Mean Chatbot")
+chatbot = gr.ChatInterface(respond, type = "messages")
 
-chatbot.launch(debug=True)
+chatbot.launch()
 
+chatbot.launch(debug=True)