Update app.py

app.py

@@ -119,6 +119,10 @@ image_encoder = SigLIPImageEncoder(model_name=image_model_name, embed_dim=image_
 model = Phi3WithImage(phi3_model_name,  image_encoder, image_embed_dim, bnb_config=bnb_config).to(device)
 #model.phi3 = prepare_model_for_kbit_training(model.phi3)
 
+# Disable cache manually (important!)
+if hasattr(model.phi3.config, 'use_cache'):
+    model.phi3.config.use_cache = False
+
 # Load LoRA model
 model.phi3 = PeftModel.from_pretrained(model.phi3, lora_model_path, device_map="auto", offload_dir='./offload')
 model.phi3 = model.phi3.merge_and_unload()