覆寫 tie_weights(),同時不宣告 _tied_weights_keys,改用 save_pretrained 的 safe_serialization 路徑來手動處理 safetensors 報錯
Browse files- modeling_kuixing.py +7 -1
modeling_kuixing.py
CHANGED
|
@@ -116,7 +116,6 @@ class KuiXingForCausalLM(PreTrainedModel, GenerationMixin):
|
|
| 116 |
def __init__(self, config):
|
| 117 |
super().__init__(config)
|
| 118 |
self.model = _KuiXingCore(config)
|
| 119 |
-
self._tied_weights_keys = ["model.lm_head.weight"] # 加這行
|
| 120 |
self.post_init()
|
| 121 |
|
| 122 |
def get_output_embeddings(self): # 加這個 method
|
|
@@ -131,6 +130,13 @@ class KuiXingForCausalLM(PreTrainedModel, GenerationMixin):
|
|
| 131 |
def set_input_embeddings(self, new_emb): # 加這個 method
|
| 132 |
self.model.token_emb = new_emb
|
| 133 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 134 |
@classmethod
|
| 135 |
def from_pretrained(cls, model_path, **kwargs):
|
| 136 |
import json
|
|
|
|
| 116 |
def __init__(self, config):
|
| 117 |
super().__init__(config)
|
| 118 |
self.model = _KuiXingCore(config)
|
|
|
|
| 119 |
self.post_init()
|
| 120 |
|
| 121 |
def get_output_embeddings(self): # 加這個 method
|
|
|
|
| 130 |
def set_input_embeddings(self, new_emb): # 加這個 method
|
| 131 |
self.model.token_emb = new_emb
|
| 132 |
|
| 133 |
+
def save_pretrained(self, save_directory, **kwargs):
|
| 134 |
+
# 存檔前暫時切斷 weight tying,避免 safetensors 報錯
|
| 135 |
+
self.model.lm_head.weight = nn.Parameter(self.model.token_emb.weight.data.clone())
|
| 136 |
+
super().save_pretrained(save_directory, **kwargs)
|
| 137 |
+
# 存檔後重建 tying
|
| 138 |
+
self.model.lm_head.weight = self.model.token_emb.weight
|
| 139 |
+
|
| 140 |
@classmethod
|
| 141 |
def from_pretrained(cls, model_path, **kwargs):
|
| 142 |
import json
|