humanml3d-x-lora

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+hgpt/humanml3d-x/lora/llama-3.1-cot_maskinput_pkeep/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+hgpt/humanml3d-x/lora/llama-3.1-nocot_maskinput_pkeep/tokenizer.json filter=lfs diff=lfs merge=lfs -text

hgpt/humanml3d-x/lora/llama-3.1-cot_maskinput_pkeep/adapter_config.json

@@ -0,0 +1,21 @@
+{
+  "lora_alpha": 16,
+  "r": 32,
+  "target_modules": [
+    "q_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj",
+    "gate_proj",
+    "up_proj",
+    "down_proj"
+  ],
+  "modules_to_save": [
+    "embed_tokens",
+    "lm_head"
+  ],
+  "peft_type": "LORA",
+  "task_type": "CAUSAL_LM",
+  "lora_dropout": 0.05,
+  "bias": "none"
+}

hgpt/humanml3d-x/lora/llama-3.1-cot_maskinput_pkeep/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62b56414a3788f980a3499b054ef10ce516a28c36ae310d4fa7ca40bff55550
+size 4555174208

hgpt/humanml3d-x/lora/llama-3.1-cot_maskinput_pkeep/special_tokens_map.json

@@ -0,0 +1,16 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

hgpt/humanml3d-x/lora/llama-3.1-cot_maskinput_pkeep/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8636a6e43c7fcbd40a00130ca75d6177c337d841ddb312363d14fffbd577a6e
+size 17307482

hgpt/humanml3d-x/lora/llama-3.1-nocot_maskinput_pkeep/adapter_config.json

@@ -0,0 +1,21 @@
+{
+  "lora_alpha": 16,
+  "r": 32,
+  "target_modules": [
+    "q_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj",
+    "gate_proj",
+    "up_proj",
+    "down_proj"
+  ],
+  "modules_to_save": [
+    "embed_tokens",
+    "lm_head"
+  ],
+  "peft_type": "LORA",
+  "task_type": "CAUSAL_LM",
+  "lora_dropout": 0.05,
+  "bias": "none"
+}

hgpt/humanml3d-x/lora/llama-3.1-nocot_maskinput_pkeep/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d50670de4275c79b0f36cbcfe63e7e3743a75deb8b1bf89a72f8b873291d83
+size 4555174208

hgpt/humanml3d-x/lora/llama-3.1-nocot_maskinput_pkeep/special_tokens_map.json

@@ -0,0 +1,16 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

hgpt/humanml3d-x/lora/llama-3.1-nocot_maskinput_pkeep/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8636a6e43c7fcbd40a00130ca75d6177c337d841ddb312363d14fffbd577a6e
+size 17307482

lora_merge.py

@@ -0,0 +1,36 @@
+# load_and_merge.py
+from transformers import AutoModelForCausalLM, AutoTokenizer
+from peft import PeftModel
+import torch
+import os
+
+base_model_path   = "YOUR_PATH_TO_LLAMA-3.1-8B"  
+lora_adapter_path = "YOUR_PATH_TO_LORA"
+save_dir          = "YOUR_SAVE_DIR"      
+
+os.makedirs(save_dir, exist_ok=True)
+
+print("Loading base model...")
+base_model = AutoModelForCausalLM.from_pretrained(
+    base_model_path,
+)
+
+tokenizer = AutoTokenizer.from_pretrained(lora_adapter_path, legacy=True)
+
+
+base_model.resize_token_embeddings(len(tokenizer))
+
+print("Loading LoRA adapter...")
+peft_model = PeftModel.from_pretrained(base_model, lora_adapter_path)
+
+
+print("Merging...")
+merged_model = peft_model.merge_and_unload()
+breakpoint()
+
+
+print("Saving merged model...")
+merged_model.save_pretrained(save_dir)
+tokenizer.save_pretrained(save_dir)
+
+print(f"✅ 合并完成")