Spaces:
Runtime error
Runtime error
Update models.py
Browse files
models.py
CHANGED
|
@@ -398,6 +398,11 @@ def setup_scheduler(pipe):
|
|
| 398 |
|
| 399 |
def optimize_pipeline(pipe):
|
| 400 |
"""Apply optimizations to pipeline."""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 401 |
# Try to enable xformers
|
| 402 |
if device == "cuda":
|
| 403 |
try:
|
|
|
|
| 398 |
|
| 399 |
def optimize_pipeline(pipe):
|
| 400 |
"""Apply optimizations to pipeline."""
|
| 401 |
+
|
| 402 |
+
# Enable CPU offloading for VRAM-constrained environments
|
| 403 |
+
print(" [OK] Enabling model CPU offloading...")
|
| 404 |
+
pipe.enable_model_cpu_offload()
|
| 405 |
+
|
| 406 |
# Try to enable xformers
|
| 407 |
if device == "cuda":
|
| 408 |
try:
|