Update app.py
Browse files
app.py
CHANGED
|
@@ -4,31 +4,20 @@ import torch
|
|
| 4 |
from PIL import Image
|
| 5 |
from transformers import AutoProcessor, AutoModelForCausalLM
|
| 6 |
|
| 7 |
-
#
|
| 8 |
-
try:
|
| 9 |
-
subprocess.run('pip install --upgrade transformers', check=True, shell=True)
|
| 10 |
-
print("Successfully upgraded transformers.")
|
| 11 |
-
except subprocess.CalledProcessError as e:
|
| 12 |
-
print(f"Error upgrading transformers: {e}")
|
| 13 |
-
print("Continuing with the current version, but this may cause issues.")
|
| 14 |
-
|
| 15 |
-
# Attempt to install flash-attn (optional, for performance)
|
| 16 |
try:
|
| 17 |
subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, check=True, shell=True)
|
| 18 |
-
print("Successfully installed flash-attn.")
|
| 19 |
except subprocess.CalledProcessError as e:
|
| 20 |
print(f"Error installing flash-attn: {e}")
|
| 21 |
print("Continuing without flash-attn.")
|
| 22 |
|
| 23 |
# Determine the device to use
|
| 24 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
| 25 |
-
print(f"Using device: {device}")
|
| 26 |
|
| 27 |
# Load the base model and processor
|
| 28 |
try:
|
| 29 |
vision_language_model_base = AutoModelForCausalLM.from_pretrained('microsoft/Florence-2-base', trust_remote_code=True).to(device).eval()
|
| 30 |
vision_language_processor_base = AutoProcessor.from_pretrained('microsoft/Florence-2-base', trust_remote_code=True)
|
| 31 |
-
print("Base model and processor loaded successfully.")
|
| 32 |
except Exception as e:
|
| 33 |
print(f"Error loading base model: {e}")
|
| 34 |
vision_language_model_base = None
|
|
@@ -38,7 +27,6 @@ except Exception as e:
|
|
| 38 |
try:
|
| 39 |
vision_language_model_large = AutoModelForCausalLM.from_pretrained('microsoft/Florence-2-large', trust_remote_code=True).to(device).eval()
|
| 40 |
vision_language_processor_large = AutoProcessor.from_pretrained('microsoft/Florence-2-large', trust_remote_code=True)
|
| 41 |
-
print("Large model and processor loaded successfully.")
|
| 42 |
except Exception as e:
|
| 43 |
print(f"Error loading large model: {e}")
|
| 44 |
vision_language_model_large = None
|
|
@@ -113,4 +101,4 @@ image_description_interface = gr.Interface(
|
|
| 113 |
)
|
| 114 |
|
| 115 |
# Launch the interface
|
| 116 |
-
image_description_interface.launch(debug=True
|
|
|
|
| 4 |
from PIL import Image
|
| 5 |
from transformers import AutoProcessor, AutoModelForCausalLM
|
| 6 |
|
| 7 |
+
# Attempt to install flash-attn
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
try:
|
| 9 |
subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, check=True, shell=True)
|
|
|
|
| 10 |
except subprocess.CalledProcessError as e:
|
| 11 |
print(f"Error installing flash-attn: {e}")
|
| 12 |
print("Continuing without flash-attn.")
|
| 13 |
|
| 14 |
# Determine the device to use
|
| 15 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
|
|
|
| 16 |
|
| 17 |
# Load the base model and processor
|
| 18 |
try:
|
| 19 |
vision_language_model_base = AutoModelForCausalLM.from_pretrained('microsoft/Florence-2-base', trust_remote_code=True).to(device).eval()
|
| 20 |
vision_language_processor_base = AutoProcessor.from_pretrained('microsoft/Florence-2-base', trust_remote_code=True)
|
|
|
|
| 21 |
except Exception as e:
|
| 22 |
print(f"Error loading base model: {e}")
|
| 23 |
vision_language_model_base = None
|
|
|
|
| 27 |
try:
|
| 28 |
vision_language_model_large = AutoModelForCausalLM.from_pretrained('microsoft/Florence-2-large', trust_remote_code=True).to(device).eval()
|
| 29 |
vision_language_processor_large = AutoProcessor.from_pretrained('microsoft/Florence-2-large', trust_remote_code=True)
|
|
|
|
| 30 |
except Exception as e:
|
| 31 |
print(f"Error loading large model: {e}")
|
| 32 |
vision_language_model_large = None
|
|
|
|
| 101 |
)
|
| 102 |
|
| 103 |
# Launch the interface
|
| 104 |
+
image_description_interface.launch(debug=True)
|