Update app.py

app.py

@@ -10,6 +10,7 @@ import re
 import time
 from threading import Thread
 from io import BytesIO
+import subprocess
 import uuid
 import tempfile
 
@@ -31,6 +32,16 @@ from transformers.image_utils import load_image
 from gradio.themes import Soft
 from gradio.themes.utils import colors, fonts, sizes
 
+
+# Attempt to install flash-attn
+try:
+    subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, check=True, shell=True)
+except subprocess.CalledProcessError as e:
+    print(f"Error installing flash-attn: {e}")
+    print("Continuing without flash-attn.")
+
+
+
 colors.steel_blue = colors.Color(
     name="steel_blue",
     c50="#EBF3F8",