Update modeling_kuixing.py
Browse files- modeling_kuixing.py +4 -0
modeling_kuixing.py
CHANGED
|
@@ -143,6 +143,10 @@ class KuiXingForCausalLM(PreTrainedModel, GenerationMixin):
|
|
| 143 |
else:
|
| 144 |
if missing: print(f"⚠️ 缺少 key({len(missing)}):{missing[:5]}")
|
| 145 |
if unexpected: print(f"⚠️ 多餘 key({len(unexpected)}):{unexpected[:5]}")
|
|
|
|
|
|
|
|
|
|
|
|
|
| 146 |
return model.eval()
|
| 147 |
|
| 148 |
def forward(self, input_ids=None, labels=None, attention_mask=None, **kwargs):
|
|
|
|
| 143 |
else:
|
| 144 |
if missing: print(f"⚠️ 缺少 key({len(missing)}):{missing[:5]}")
|
| 145 |
if unexpected: print(f"⚠️ 多餘 key({len(unexpected)}):{unexpected[:5]}")
|
| 146 |
+
# 處理 device_map / device 參數
|
| 147 |
+
device = kwargs.get("device_map", None) or kwargs.get("device", None)
|
| 148 |
+
if device is not None:
|
| 149 |
+
model = model.to(device)
|
| 150 |
return model.eval()
|
| 151 |
|
| 152 |
def forward(self, input_ids=None, labels=None, attention_mask=None, **kwargs):
|