Commit
·
90bc441
1
Parent(s):
bee795e
gpu full load
Browse files
app.py
CHANGED
|
@@ -505,7 +505,8 @@ if __name__ == "__main__":
|
|
| 505 |
from videox_fun.ui.controller import flow_scheduler_dict
|
| 506 |
|
| 507 |
# Keep everything on GPU to avoid offload hooks that break ZeroGPU pickling
|
| 508 |
-
|
|
|
|
| 509 |
compile_dit = False
|
| 510 |
weight_dtype = torch.bfloat16
|
| 511 |
server_name = "0.0.0.0"
|
|
|
|
| 505 |
from videox_fun.ui.controller import flow_scheduler_dict
|
| 506 |
|
| 507 |
# Keep everything on GPU to avoid offload hooks that break ZeroGPU pickling
|
| 508 |
+
# and avoid qfloat8 wrapping (which introduces lambda hooks) to stay pickle-safe.
|
| 509 |
+
GPU_memory_mode = "model_full_load"
|
| 510 |
compile_dit = False
|
| 511 |
weight_dtype = torch.bfloat16
|
| 512 |
server_name = "0.0.0.0"
|