Spaces:
Running on Zero
Running on Zero
Enable FA3 by default for ZeroGPU H200
Browse files- src/flux/math.py +3 -2
src/flux/math.py
CHANGED
|
@@ -5,9 +5,10 @@ from typing import Optional, List
|
|
| 5 |
import os
|
| 6 |
|
| 7 |
# ============================================================
|
| 8 |
-
# Flash Attention 3 Support (for
|
| 9 |
# ============================================================
|
| 10 |
-
|
|
|
|
| 11 |
_flash_attn_func = None
|
| 12 |
|
| 13 |
if _USE_FA3:
|
|
|
|
| 5 |
import os
|
| 6 |
|
| 7 |
# ============================================================
|
| 8 |
+
# Flash Attention 3 Support (for Hopper GPUs: H100/H200)
|
| 9 |
# ============================================================
|
| 10 |
+
# Default ON for ZeroGPU (H200), set USE_FA3=0 to disable
|
| 11 |
+
_USE_FA3 = os.environ.get("USE_FA3", "1") == "1"
|
| 12 |
_flash_attn_func = None
|
| 13 |
|
| 14 |
if _USE_FA3:
|