Spaces:
Sleeping
Sleeping
removed device map.
Browse files
app.py
CHANGED
|
@@ -78,7 +78,7 @@ def load_pipeline_single_gpu():
|
|
| 78 |
trust_remote_code=True,
|
| 79 |
torch_dtype=dtype,
|
| 80 |
low_cpu_mem_usage=True,
|
| 81 |
-
device_map="balanced_low_0",
|
| 82 |
offload_folder=offload_dir,
|
| 83 |
offload_state_dict=True,
|
| 84 |
# max_memory=max_memory,
|
|
@@ -102,7 +102,7 @@ def load_pipeline_single_gpu():
|
|
| 102 |
slider_projector=slider_projector,
|
| 103 |
torch_dtype=weight_dtype,
|
| 104 |
low_cpu_mem_usage=True,
|
| 105 |
-
device_map="balanced_low_0",
|
| 106 |
offload_folder=offload_dir,
|
| 107 |
offload_state_dict=True,
|
| 108 |
# max_memory=max_memory,
|
|
|
|
| 78 |
trust_remote_code=True,
|
| 79 |
torch_dtype=dtype,
|
| 80 |
low_cpu_mem_usage=True,
|
| 81 |
+
# device_map="balanced_low_0",
|
| 82 |
offload_folder=offload_dir,
|
| 83 |
offload_state_dict=True,
|
| 84 |
# max_memory=max_memory,
|
|
|
|
| 102 |
slider_projector=slider_projector,
|
| 103 |
torch_dtype=weight_dtype,
|
| 104 |
low_cpu_mem_usage=True,
|
| 105 |
+
# device_map="balanced_low_0",
|
| 106 |
offload_folder=offload_dir,
|
| 107 |
offload_state_dict=True,
|
| 108 |
# max_memory=max_memory,
|