Upload models/src/merge_lora_weights.py with huggingface_hub

models/src/merge_lora_weights.py

@@ -0,0 +1,22 @@
+import argparse
+from utils import get_model_name_from_path, load_pretrained_model
+
+def merge_lora(args):
+    model_name = get_model_name_from_path(args.model_path)
+    processor, model = load_pretrained_model(model_path=args.model_path, model_base=args.model_base,
+                                             model_name=model_name, device_map='cpu')
+
+    model.save_pretrained(args.save_model_path, safe_serialization=args.safe_serialization)
+    processor.save_pretrained(args.save_model_path)
+
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser()
+    parser.add_argument("--model-path", type=str, required=True)
+    parser.add_argument("--model-base", type=str, required=True)
+    parser.add_argument("--save-model-path", type=str, required=True)
+    parser.add_argument("--safe-serialization", action='store_true')
+
+    args = parser.parse_args()
+
+    merge_lora(args)