修正save_pretrained 2k7jp4uw6
Browse files_tied_weights_keys 告訴 HuggingFace 哪個 key 是 tied 的(存檔時略過),而四個 get/set_embeddings method 讓 tie_weights()(由 post_init() 呼叫)能正確重建共享關係。這樣 save_pretrained 就能正常運作。
- modeling_kuixing.py +13 -0
modeling_kuixing.py
CHANGED
|
@@ -112,12 +112,25 @@ class _KuiXingCore(nn.Module):
|
|
| 112 |
class KuiXingForCausalLM(PreTrainedModel, GenerationMixin):
|
| 113 |
config_class = KuiXingHFConfig
|
| 114 |
supports_gradient_checkpointing = False
|
|
|
|
| 115 |
|
| 116 |
def __init__(self, config):
|
| 117 |
super().__init__(config)
|
| 118 |
self.model = _KuiXingCore(config)
|
| 119 |
self.post_init()
|
| 120 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 121 |
@classmethod
|
| 122 |
def from_pretrained(cls, model_path, **kwargs):
|
| 123 |
import json
|
|
|
|
| 112 |
class KuiXingForCausalLM(PreTrainedModel, GenerationMixin):
|
| 113 |
config_class = KuiXingHFConfig
|
| 114 |
supports_gradient_checkpointing = False
|
| 115 |
+
_tied_weights_keys = ["model.lm_head.weight"] # 加這行
|
| 116 |
|
| 117 |
def __init__(self, config):
|
| 118 |
super().__init__(config)
|
| 119 |
self.model = _KuiXingCore(config)
|
| 120 |
self.post_init()
|
| 121 |
|
| 122 |
+
def get_output_embeddings(self): # 加這個 method
|
| 123 |
+
return self.model.lm_head
|
| 124 |
+
|
| 125 |
+
def set_output_embeddings(self, new_emb): # 加這個 method
|
| 126 |
+
self.model.lm_head = new_emb
|
| 127 |
+
|
| 128 |
+
def get_input_embeddings(self): # 加這個 method
|
| 129 |
+
return self.model.token_emb
|
| 130 |
+
|
| 131 |
+
def set_input_embeddings(self, new_emb): # 加這個 method
|
| 132 |
+
self.model.token_emb = new_emb
|
| 133 |
+
|
| 134 |
@classmethod
|
| 135 |
def from_pretrained(cls, model_path, **kwargs):
|
| 136 |
import json
|