Update app.py

app.py

@@ -33,13 +33,13 @@ from typing import Union
 from transformers.dynamic_module_utils import get_imports
 
 
-def fixed_get_imports(filename):
-    """Work around for https://huggingface.co/microsoft/phi-1_5/discussions/72."""
-    if not str(filename).endswith("/modeling_florence2.py"):
-        return get_imports(filename)
-    imports = get_imports(filename)
-    imports.remove("flash_attn")
-    return imports
+# def fixed_get_imports(filename):
+#     """Work around for https://huggingface.co/microsoft/phi-1_5/discussions/72."""
+#     if not str(filename).endswith("/modeling_florence2.py"):
+#         return get_imports(filename)
+#     imports = get_imports(filename)
+#     imports.remove("flash_attn")
+#     return imports
 
 
 import subprocess
@@ -125,13 +125,13 @@ DEFAULT_NEGATIVE_SUFFIX = "Nsfw oversaturated crappy_art low_quality blurry bad_
 # Initialize Florence model
 device = "cuda" if torch.cuda.is_available() else "cpu"
 
-def load_models():
-    with patch("transformers.dynamic_module_utils.get_imports", fixed_get_imports):
-        florence_model = AutoModelForCausalLM.from_pretrained('microsoft/Florence-2-base', trust_remote_code=True).to(device).eval()
-        florence_processor = AutoProcessor.from_pretrained('microsoft/Florence-2-base', trust_remote_code=True)
-    return florence_model, florence_processor
+#def load_models():
+#    with patch("transformers.dynamic_module_utils.get_imports", fixed_get_imports):
+florence_model = AutoModelForCausalLM.from_pretrained('microsoft/Florence-2-base', trust_remote_code=True).to(device).eval()
+florence_processor = AutoProcessor.from_pretrained('microsoft/Florence-2-base', trust_remote_code=True)
+#    return florence_model, florence_processor
 
-florence_model, florence_processor = load_models()
+#florence_model, florence_processor = load_models()
 
 # Prompt Enhancer
 enhancer_medium = pipeline("summarization", model="gokaygokay/Lamini-Prompt-Enchance", device=device)