Update app.py

app.py

@@ -5,6 +5,18 @@ import gradio as gr
 import random
 from textwrap import wrap
 
+# Define the PeftConfig
+peft_config = PeftConfig(
+    max_length=500,
+    use_cache=True,
+    early_stopping=False,
+    bos_token_id=model.config.bos_token_id,
+    eos_token_id=model.config.eos_token_id,
+    pad_token_id=model.config.eos_token_id,
+    temperature=0.4,
+    do_sample=True
+)
+
 # Functions to Wrap the Prompt Correctly
 def wrap_text(text, width=90):
     lines = text.split('\n')
@@ -33,7 +45,7 @@ def multimodal_prompt(user_input, system_prompt="You are an expert medical analy
         **model_inputs,
         max_length=500,
         use_cache=True,
-        early_stopping=True,
+        early_stopping=False,
         bos_token_id=model.config.bos_token_id,
         eos_token_id=model.config.eos_token_id,
         pad_token_id=model.config.eos_token_id,