RishubhPar commited on
Commit
1948ca5
·
verified ·
1 Parent(s): ef1d9f1
Files changed (1) hide show
  1. app.py +6 -6
app.py CHANGED
@@ -160,10 +160,10 @@ transformer = FluxTransformer2DModelwithSliderConditioning.from_pretrained(
160
  token=token,
161
  trust_remote_code=True,
162
  torch_dtype=dtype,
163
- low_cpu_mem_usage=True,
164
  # device_map="balanced_low_0",
165
- offload_folder=offload_dir,
166
- offload_state_dict=True,
167
  # max_memory=max_memory,
168
  )
169
  weight_dtype = transformer.dtype
@@ -184,10 +184,10 @@ PIPELINE = FluxKontextSliderPipeline.from_pretrained(
184
  transformer=transformer,
185
  slider_projector=slider_projector,
186
  torch_dtype=weight_dtype,
187
- low_cpu_mem_usage=True,
188
  # device_map="balanced_low_0",
189
- offload_folder=offload_dir,
190
- offload_state_dict=True,
191
  # max_memory=max_memory,
192
  )
193
  _log("[worker] pipeline assembled.")
 
160
  token=token,
161
  trust_remote_code=True,
162
  torch_dtype=dtype,
163
+ # low_cpu_mem_usage=True,
164
  # device_map="balanced_low_0",
165
+ # offload_folder=offload_dir,
166
+ # offload_state_dict=True,
167
  # max_memory=max_memory,
168
  )
169
  weight_dtype = transformer.dtype
 
184
  transformer=transformer,
185
  slider_projector=slider_projector,
186
  torch_dtype=weight_dtype,
187
+ # low_cpu_mem_usage=True,
188
  # device_map="balanced_low_0",
189
+ # offload_folder=offload_dir,
190
+ # offload_state_dict=True,
191
  # max_memory=max_memory,
192
  )
193
  _log("[worker] pipeline assembled.")