Spaces:
Sleeping
Sleeping
Update merge_utils.py
Browse files- merge_utils.py +1 -0
merge_utils.py
CHANGED
|
@@ -40,5 +40,6 @@ def execute_mergekit(config_dict, out_path, hf_token):
|
|
| 40 |
low_cpu_mem=True,
|
| 41 |
copy_tokenizer=True,
|
| 42 |
lazy_unpickle=True
|
|
|
|
| 43 |
)
|
| 44 |
return True
|
|
|
|
| 40 |
low_cpu_mem=True,
|
| 41 |
copy_tokenizer=True,
|
| 42 |
lazy_unpickle=True
|
| 43 |
+
max_shard_size=int(shard_gb * 1024 * 1024 * 1024)
|
| 44 |
)
|
| 45 |
return True
|