Upload mistral_merge.py with huggingface_hub

mistral_merge.py

@@ -0,0 +1,14 @@
+import torch
+from transformers import AutoModelForCausalLM, AutoTokenizer
+from peft import PeftModel
+
+tok = AutoTokenizer.from_pretrained("rica40325/filter65k-2500")
+tok.save_pretrained("./merged")
+
+model = AutoModelForCausalLM.from_pretrained("rica40325/filter65k-2500", torch_dtype=torch.bfloat16)
+peft_model = PeftModel.from_pretrained(model, ".")
+
+merged_model = peft_model.merge_and_unload()
+merged_model.to(torch.bfloat16)
+merged_model.save_pretrained("./merged")
+