Update main/configs/config.py
Browse files- main/configs/config.py +8 -2
main/configs/config.py
CHANGED
|
@@ -206,8 +206,14 @@ class Config:
|
|
| 206 |
|
| 207 |
# Allocate logical processor thread constraints
|
| 208 |
cores = max(os.cpu_count() - 2, 2)
|
| 209 |
-
|
| 210 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 211 |
|
| 212 |
# General inference speed enhancements for CPU
|
| 213 |
torch.set_grad_enabled(False)
|
|
|
|
| 206 |
|
| 207 |
# Allocate logical processor thread constraints
|
| 208 |
cores = max(os.cpu_count() - 2, 2)
|
| 209 |
+
try:
|
| 210 |
+
torch.set_num_threads(cores)
|
| 211 |
+
except:
|
| 212 |
+
pass
|
| 213 |
+
try:
|
| 214 |
+
torch.set_num_interop_threads(cores)
|
| 215 |
+
except:
|
| 216 |
+
pass
|
| 217 |
|
| 218 |
# General inference speed enhancements for CPU
|
| 219 |
torch.set_grad_enabled(False)
|