primerz commited on
Commit
d6129ef
·
verified ·
1 Parent(s): 73352d9

Update models.py

Browse files
Files changed (1) hide show
  1. models.py +5 -0
models.py CHANGED
@@ -398,6 +398,11 @@ def setup_scheduler(pipe):
398
 
399
  def optimize_pipeline(pipe):
400
  """Apply optimizations to pipeline."""
 
 
 
 
 
401
  # Try to enable xformers
402
  if device == "cuda":
403
  try:
 
398
 
399
  def optimize_pipeline(pipe):
400
  """Apply optimizations to pipeline."""
401
+
402
+ # Enable CPU offloading for VRAM-constrained environments
403
+ print(" [OK] Enabling model CPU offloading...")
404
+ pipe.enable_model_cpu_offload()
405
+
406
  # Try to enable xformers
407
  if device == "cuda":
408
  try: