Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -96,6 +96,10 @@ import torch
|
|
| 96 |
print(f"Torch version: {torch.__version__}")
|
| 97 |
print(f"FlashAttention available: {flash_attention_installed}")
|
| 98 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 99 |
import tempfile
|
| 100 |
from pathlib import Path
|
| 101 |
from torch._inductor.runtime.runtime_utils import cache_dir as _inductor_cache_dir
|
|
|
|
| 96 |
print(f"Torch version: {torch.__version__}")
|
| 97 |
print(f"FlashAttention available: {flash_attention_installed}")
|
| 98 |
|
| 99 |
+
import torch._inductor.config as inductor_config
|
| 100 |
+
|
| 101 |
+
inductor_config.compile_threads = 1 # 👈 no async worker pool
|
| 102 |
+
|
| 103 |
import tempfile
|
| 104 |
from pathlib import Path
|
| 105 |
from torch._inductor.runtime.runtime_utils import cache_dir as _inductor_cache_dir
|