Safetensors
Chinese
kuixing
custom_code
jslin09 commited on
Commit
8285908
·
verified ·
1 Parent(s): 59900ff

覆寫 tie_weights(),同時不宣告 _tied_weights_keys,改用 save_pretrained 的 safe_serialization 路徑來手動處理 safetensors 報錯

Browse files
Files changed (1) hide show
  1. modeling_kuixing.py +7 -1
modeling_kuixing.py CHANGED
@@ -116,7 +116,6 @@ class KuiXingForCausalLM(PreTrainedModel, GenerationMixin):
116
  def __init__(self, config):
117
  super().__init__(config)
118
  self.model = _KuiXingCore(config)
119
- self._tied_weights_keys = ["model.lm_head.weight"] # 加這行
120
  self.post_init()
121
 
122
  def get_output_embeddings(self): # 加這個 method
@@ -131,6 +130,13 @@ class KuiXingForCausalLM(PreTrainedModel, GenerationMixin):
131
  def set_input_embeddings(self, new_emb): # 加這個 method
132
  self.model.token_emb = new_emb
133
 
 
 
 
 
 
 
 
134
  @classmethod
135
  def from_pretrained(cls, model_path, **kwargs):
136
  import json
 
116
  def __init__(self, config):
117
  super().__init__(config)
118
  self.model = _KuiXingCore(config)
 
119
  self.post_init()
120
 
121
  def get_output_embeddings(self): # 加這個 method
 
130
  def set_input_embeddings(self, new_emb): # 加這個 method
131
  self.model.token_emb = new_emb
132
 
133
+ def save_pretrained(self, save_directory, **kwargs):
134
+ # 存檔前暫時切斷 weight tying,避免 safetensors 報錯
135
+ self.model.lm_head.weight = nn.Parameter(self.model.token_emb.weight.data.clone())
136
+ super().save_pretrained(save_directory, **kwargs)
137
+ # 存檔後重建 tying
138
+ self.model.lm_head.weight = self.model.token_emb.weight
139
+
140
  @classmethod
141
  def from_pretrained(cls, model_path, **kwargs):
142
  import json