Update app.py

app.py

@@ -10,7 +10,7 @@ import re
 import time
 from threading import Thread
 from io import BytesIO
-#import subprocess
+import subprocess
 import uuid
 import tempfile
 
@@ -33,12 +33,12 @@ from gradio.themes import Soft
 from gradio.themes.utils import colors, fonts, sizes
 
 
-# Attempt to install flash-attn
-#try:
-#    subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, check=True, shell=True)
-#except subprocess.CalledProcessError as e:
-#    print(f"Error installing flash-attn: {e}")
-#    print("Continuing without flash-attn.")
+#Attempt to install flash-attn
+try:
+    subprocess.run('pip install flash_attn==2.3.4 --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, check=True, shell=True)
+except subprocess.CalledProcessError as e:
+    print(f"Error installing flash-attn: {e}")
+    print("Continuing without flash-attn.")