RishubhPar commited on
Commit
30e99e8
·
verified ·
1 Parent(s): 900354b

removed device map.

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -78,7 +78,7 @@ def load_pipeline_single_gpu():
78
  trust_remote_code=True,
79
  torch_dtype=dtype,
80
  low_cpu_mem_usage=True,
81
- device_map="balanced_low_0",
82
  offload_folder=offload_dir,
83
  offload_state_dict=True,
84
  # max_memory=max_memory,
@@ -102,7 +102,7 @@ def load_pipeline_single_gpu():
102
  slider_projector=slider_projector,
103
  torch_dtype=weight_dtype,
104
  low_cpu_mem_usage=True,
105
- device_map="balanced_low_0",
106
  offload_folder=offload_dir,
107
  offload_state_dict=True,
108
  # max_memory=max_memory,
 
78
  trust_remote_code=True,
79
  torch_dtype=dtype,
80
  low_cpu_mem_usage=True,
81
+ # device_map="balanced_low_0",
82
  offload_folder=offload_dir,
83
  offload_state_dict=True,
84
  # max_memory=max_memory,
 
102
  slider_projector=slider_projector,
103
  torch_dtype=weight_dtype,
104
  low_cpu_mem_usage=True,
105
+ # device_map="balanced_low_0",
106
  offload_folder=offload_dir,
107
  offload_state_dict=True,
108
  # max_memory=max_memory,