Update app.py

app.py

@@ -1,10 +1,11 @@
 import gradio as gr
 from huggingface_hub import InferenceClient
 
-client = InferenceClient("microsoft/phi-4")
+# Use a Spaces-friendly chat model
+client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 
 def respond(message, history):
-    # System prompt to guide the model
+    # Build K-pop specific system prompt
     system_prompt = (
         "You are a friendly chatbot who ONLY talks about K-pop. "
         "You are an expert in K-pop groups, idols, music, albums, choreography, fandom culture, "
@@ -12,17 +13,22 @@ def respond(message, history):
         "the conversation back to K-pop.\n\n"
     )
 
-    # Build conversation history into a string
+    # Turn chat history into a plain text conversation
     conversation = ""
     for user_msg, bot_msg in history:
         conversation += f"User: {user_msg}\nBot: {bot_msg}\n"
     conversation += f"User: {message}\nBot:"
 
-    # Combine system prompt and conversation
+    # Combine instructions and conversation
     prompt = system_prompt + conversation
 
-    # Call the model using text_generation
-    response = client.text_generation(prompt, max_new_tokens=150)
+    # Generate response
+    response = client.text_generation(
+        prompt,
+        max_new_tokens=150,
+        do_sample=True,
+        temperature=0.7
+    )
 
     return response.strip()