AlekseyCalvin commited on
Commit
c1b23ca
·
verified ·
1 Parent(s): 25c47fc

Update merge_utils.py

Browse files
Files changed (1) hide show
  1. merge_utils.py +1 -0
merge_utils.py CHANGED
@@ -40,5 +40,6 @@ def execute_mergekit(config_dict, out_path, hf_token):
40
  low_cpu_mem=True,
41
  copy_tokenizer=True,
42
  lazy_unpickle=True
 
43
  )
44
  return True
 
40
  low_cpu_mem=True,
41
  copy_tokenizer=True,
42
  lazy_unpickle=True
43
+ max_shard_size=int(shard_gb * 1024 * 1024 * 1024)
44
  )
45
  return True