Safetensors
Chinese
kuixing
custom_code
jslin09 commited on
Commit
d35cea0
·
verified ·
1 Parent(s): b57249b

Update modeling_kuixing.py

Browse files
Files changed (1) hide show
  1. modeling_kuixing.py +4 -0
modeling_kuixing.py CHANGED
@@ -143,6 +143,10 @@ class KuiXingForCausalLM(PreTrainedModel, GenerationMixin):
143
  else:
144
  if missing: print(f"⚠️ 缺少 key({len(missing)}):{missing[:5]}")
145
  if unexpected: print(f"⚠️ 多餘 key({len(unexpected)}):{unexpected[:5]}")
 
 
 
 
146
  return model.eval()
147
 
148
  def forward(self, input_ids=None, labels=None, attention_mask=None, **kwargs):
 
143
  else:
144
  if missing: print(f"⚠️ 缺少 key({len(missing)}):{missing[:5]}")
145
  if unexpected: print(f"⚠️ 多餘 key({len(unexpected)}):{unexpected[:5]}")
146
+ # 處理 device_map / device 參數
147
+ device = kwargs.get("device_map", None) or kwargs.get("device", None)
148
+ if device is not None:
149
+ model = model.to(device)
150
  return model.eval()
151
 
152
  def forward(self, input_ids=None, labels=None, attention_mask=None, **kwargs):