Spaces:
Running
on
Zero
Running
on
Zero
app.py
CHANGED
|
@@ -160,10 +160,10 @@ transformer = FluxTransformer2DModelwithSliderConditioning.from_pretrained(
|
|
| 160 |
token=token,
|
| 161 |
trust_remote_code=True,
|
| 162 |
torch_dtype=dtype,
|
| 163 |
-
low_cpu_mem_usage=True,
|
| 164 |
# device_map="balanced_low_0",
|
| 165 |
-
offload_folder=offload_dir,
|
| 166 |
-
offload_state_dict=True,
|
| 167 |
# max_memory=max_memory,
|
| 168 |
)
|
| 169 |
weight_dtype = transformer.dtype
|
|
@@ -184,10 +184,10 @@ PIPELINE = FluxKontextSliderPipeline.from_pretrained(
|
|
| 184 |
transformer=transformer,
|
| 185 |
slider_projector=slider_projector,
|
| 186 |
torch_dtype=weight_dtype,
|
| 187 |
-
low_cpu_mem_usage=True,
|
| 188 |
# device_map="balanced_low_0",
|
| 189 |
-
offload_folder=offload_dir,
|
| 190 |
-
offload_state_dict=True,
|
| 191 |
# max_memory=max_memory,
|
| 192 |
)
|
| 193 |
_log("[worker] pipeline assembled.")
|
|
|
|
| 160 |
token=token,
|
| 161 |
trust_remote_code=True,
|
| 162 |
torch_dtype=dtype,
|
| 163 |
+
# low_cpu_mem_usage=True,
|
| 164 |
# device_map="balanced_low_0",
|
| 165 |
+
# offload_folder=offload_dir,
|
| 166 |
+
# offload_state_dict=True,
|
| 167 |
# max_memory=max_memory,
|
| 168 |
)
|
| 169 |
weight_dtype = transformer.dtype
|
|
|
|
| 184 |
transformer=transformer,
|
| 185 |
slider_projector=slider_projector,
|
| 186 |
torch_dtype=weight_dtype,
|
| 187 |
+
# low_cpu_mem_usage=True,
|
| 188 |
# device_map="balanced_low_0",
|
| 189 |
+
# offload_folder=offload_dir,
|
| 190 |
+
# offload_state_dict=True,
|
| 191 |
# max_memory=max_memory,
|
| 192 |
)
|
| 193 |
_log("[worker] pipeline assembled.")
|