Update app.py

app.py

@@ -48,14 +48,23 @@ tok = Tokenizer.from_file(tokenizer_file)
 # ----------------------------
 # 💬 Gradio Chat Wrapper
 # ----------------------------
-def beeper_reply(message, history, temperature, top_k, top_p):
+def beeper_reply(message, history, temperature=None, top_k=None, top_p=None):
+    # Use defaults if not provided (for examples caching)
+    if temperature is None:
+        temperature = 0.9
+    if top_k is None:
+        top_k = 40
+    if top_p is None:
+        top_p = 0.9
+    
     # Build conversation context
     prompt_parts = []
-    for h in history:
-        if h[0]:  # User message exists
-            prompt_parts.append(f"User: {h[0]}")
-        if h[1]:  # Assistant response exists
-            prompt_parts.append(f"Beeper: {h[1]}")
+    if history:
+        for h in history:
+            if h[0]:  # User message exists
+                prompt_parts.append(f"User: {h[0]}")
+            if h[1]:  # Assistant response exists
+                prompt_parts.append(f"Beeper: {h[1]}")
     
     # Add current message
     prompt_parts.append(f"User: {message}")
@@ -70,9 +79,9 @@ def beeper_reply(message, history, temperature, top_k, top_p):
         cfg=config,
         prompt=prompt,
         max_new_tokens=128,
-        temperature=temperature,
+        temperature=float(temperature),
         top_k=int(top_k),
-        top_p=top_p,
+        top_p=float(top_p),
         repetition_penalty=config["repetition_penalty"],
         presence_penalty=config["presence_penalty"],
         frequency_penalty=config["frequency_penalty"],
@@ -96,7 +105,7 @@ demo = gr.ChatInterface(
         gr.Slider(1, 100, value=40, step=1, label="Top-k"),
         gr.Slider(0.1, 1.0, value=0.9, step=0.05, label="Top-p"),
     ],
-    chatbot=gr.Chatbot(label="Chat with Beeper 🤖"),
+    chatbot=gr.Chatbot(label="Chat with Beeper 🤖", type="messages"),
     title="Beeper - A Rose-based Tiny Language Model",
     description="Hello! I'm Beeper, a small language model trained with love and care. Please be patient with me - I'm still learning! 💕",
     examples=[
@@ -105,6 +114,7 @@ demo = gr.ChatInterface(
         ["What do you like to do for fun?"],
     ],
     theme=gr.themes.Soft(),
+    cache_examples=False,  # Disable caching to avoid the startup issue
 )
 
 if __name__ == "__main__":