injected code for phi-3 model error

app.py

@@ -46,4 +46,18 @@ demo = gr.Interface(
     description="Enter a text and a JSON template to extract structured information and generate a response using NuExtract.",
 )
 
+
+# Patch Phi-3.5-mini-instruct's `prepare_inputs_for_generation`
+def patched_prepare_inputs_for_generation(self, input_ids, past_key_values=None, **kwargs):
+    if past_key_values is not None:
+        max_cache_length = past_key_values.get_seq_length()  # Fix here
+    else:
+        max_cache_length = None
+    return self._default_prepare_inputs_for_generation(input_ids, past_key_values, **kwargs)
+
+# Apply the patch dynamically
+if hasattr(model, "prepare_inputs_for_generation"):
+    model._default_prepare_inputs_for_generation = model.prepare_inputs_for_generation
+    model.prepare_inputs_for_generation = patched_prepare_inputs_for_generation.__get__(model)
+
 demo.launch(share=True)