Update app.py

app.py

@@ -2,7 +2,8 @@ import gradio as gr
 import subprocess
 import torch
 from PIL import Image
-from transformers import AutoProcessor, AutoModelForConditionalGeneration
+from transformers import AutoProcessor, AutoConfig
+import importlib, sys
 
 subprocess.run(
     "pip install --upgrade transformers>=4.50.0",
@@ -12,7 +13,7 @@ subprocess.run(
 
 device = torch.device("cuda" if torch.cuda.is_available() else "CPU")
 
-config    = AutoConfig.from_pretrained(model_id, trust_remote_code=True)
+config = AutoConfig.from_pretrained(model_id, trust_remote_code=True)
 
 module_base       = config.__module__.rsplit(".", 1)[0]
 modeling_mod_path = module_base + ".modeling_florence2"
@@ -22,6 +23,10 @@ FlorenceLM = getattr(
     modeling_mod,
     "Florence2LanguageForConditionalGeneration"
 )
+florence_model = FlorenceLM.from_pretrained(
+    model_id,
+    trust_remote_code=True,
+).to(device).eval()
 florence_processor = AutoProcessor.from_pretrained(model, trust_remote_code=True)
 
 def generate_caption(image):