Create merge_utils.py

merge_utils.py

@@ -0,0 +1,23 @@
+import yaml
+import os
+import torch
+from mergekit.config import MergeConfiguration
+from mergekit.merge import run_merge
+from pathlib import Path
+
+def execute_mergekit(config_dict, out_path, hf_token):
+    """Runs a MergeKit operation using a dictionary config."""
+    # Convert dict to YAML string for MergeKit's parser
+    config_yaml = yaml.dump(config_dict)
+    conf = MergeConfiguration.model_validate(yaml.safe_load(config_yaml))
+    
+    # Execute merge with CPU-specific optimizations
+    run_merge(
+        conf,
+        out_path,
+        device="cpu",
+        low_cpu_mem=True,
+        copy_tokenizer=True,
+        lazy_unpickle=True
+    )
+    return True