JasonYinnnn commited on
Commit
9ac3dae
·
1 Parent(s): 24cae78

disable flash attn

Browse files
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -7,6 +7,9 @@ import gradio as gr
7
  import spaces
8
 
9
  import os
 
 
 
10
  import uuid
11
  from typing import Any, List, Optional, Union
12
  import cv2
 
7
  import spaces
8
 
9
  import os
10
+ os.environ["ATTN_BACKEND"] = "sdpa"
11
+ os.environ["SPARSE_ATTN_BACKEND"] = "sdpa"
12
+ os.environ['SPCONV_ALGO'] = 'native'
13
  import uuid
14
  from typing import Any, List, Optional, Union
15
  import cv2