Upload app.py with huggingface_hub

app.py

@@ -51,8 +51,19 @@ def respond(message, history):
             repetition_penalty=1.1,
         )
     
-    response = tokenizer.decode(outputs[0][input_ids.shape[1]:], skip_special_tokens=True)
-    return response
+    raw = tokenizer.decode(outputs[0][input_ids.shape[1]:], skip_special_tokens=True)
+    
+    # Strip Llama 3 structured output format if present
+    if isinstance(raw, str) and raw.startswith("[{"):
+        try:
+            import json
+            parsed = json.loads(raw)
+            if isinstance(parsed, list):
+                raw = " ".join(item.get("text", "") for item in parsed if isinstance(item, dict))
+        except (json.JSONDecodeError, TypeError):
+            pass
+    
+    return raw.strip()
 
 demo = gr.ChatInterface(
     fn=respond,