Update app.py

app.py

@@ -3,14 +3,17 @@ import subprocess
 import torch
 from PIL import Image
 from transformers import AutoProcessor, AutoModelForCausalLM
-
-
+import modeling_florence2
+modeling_florence2.DaViT._initialize_weights = modeling_florence2.DaViT._init_weights
 
 subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
 
-device = "cuda" if torch.cuda.is_available() else "cpu"
-florence_model = AutoModelForCausalLM.from_pretrained('microsoft/Florence-2-base', trust_remote_code=True).to(device).eval()
-florence_processor = AutoProcessor.from_pretrained('microsoft/Florence-2-base', trust_remote_code=True)
+device = "cuda" if torch.cuda.is_available() else "CPU"
+model = 'microsoft/Florence-2-base-ft'
+florence_model = AutoModelForCausalLM.from_pretrained(
+    model,
+    trust_remote_code=True).to(device).eval()
+florence_processor = AutoProcessor.from_pretrained(model, trust_remote_code=True)
 
 def generate_caption(image):
     if not isinstance(image, Image.Image):