Update app.py

app.py

@@ -10,11 +10,18 @@ subprocess.run(
     check=True
 )
 
-device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
-model = 'microsoft/Florence-2-base-ft'
-florence_model = AutoModelForConditionalGeneration.from_pretrained(
-    model,
-    trust_remote_code=True).to(device).eval()
+device = torch.device("cuda" if torch.cuda.is_available() else "CPU")
+
+config    = AutoConfig.from_pretrained(model_id, trust_remote_code=True)
+
+module_base       = config.__module__.rsplit(".", 1)[0]
+modeling_mod_path = module_base + ".modeling_florence2"
+modeling_mod      = importlib.import_module(modeling_mod_path)
+
+FlorenceLM = getattr(
+    modeling_mod,
+    "Florence2LanguageForConditionalGeneration"
+)
 florence_processor = AutoProcessor.from_pretrained(model, trust_remote_code=True)
 
 def generate_caption(image):