Safetensors
Chinese
kuixing
custom_code
jslin09 commited on
Commit
5c8bc63
·
verified ·
1 Parent(s): d35cea0

修正save_pretrained 2k7jp4uw6

Browse files

_tied_weights_keys 告訴 HuggingFace 哪個 key 是 tied 的(存檔時略過),而四個 get/set_embeddings method 讓 tie_weights()(由 post_init() 呼叫)能正確重建共享關係。這樣 save_pretrained 就能正常運作。

Files changed (1) hide show
  1. modeling_kuixing.py +13 -0
modeling_kuixing.py CHANGED
@@ -112,12 +112,25 @@ class _KuiXingCore(nn.Module):
112
  class KuiXingForCausalLM(PreTrainedModel, GenerationMixin):
113
  config_class = KuiXingHFConfig
114
  supports_gradient_checkpointing = False
 
115
 
116
  def __init__(self, config):
117
  super().__init__(config)
118
  self.model = _KuiXingCore(config)
119
  self.post_init()
120
 
 
 
 
 
 
 
 
 
 
 
 
 
121
  @classmethod
122
  def from_pretrained(cls, model_path, **kwargs):
123
  import json
 
112
  class KuiXingForCausalLM(PreTrainedModel, GenerationMixin):
113
  config_class = KuiXingHFConfig
114
  supports_gradient_checkpointing = False
115
+ _tied_weights_keys = ["model.lm_head.weight"] # 加這行
116
 
117
  def __init__(self, config):
118
  super().__init__(config)
119
  self.model = _KuiXingCore(config)
120
  self.post_init()
121
 
122
+ def get_output_embeddings(self): # 加這個 method
123
+ return self.model.lm_head
124
+
125
+ def set_output_embeddings(self, new_emb): # 加這個 method
126
+ self.model.lm_head = new_emb
127
+
128
+ def get_input_embeddings(self): # 加這個 method
129
+ return self.model.token_emb
130
+
131
+ def set_input_embeddings(self, new_emb): # 加這個 method
132
+ self.model.token_emb = new_emb
133
+
134
  @classmethod
135
  def from_pretrained(cls, model_path, **kwargs):
136
  import json