Update app.py

app.py

@@ -52,7 +52,8 @@ def generate_response(prompt, chat_history):
         top_p=0.95,
         temperature=0.7,
         output_scores=True,
-        return_dict_in_generate=True
+        return_dict_in_generate=True,
+        return_legacy_cache=True  # Ensure legacy format is returned
     )
 
     response = ""