Fix: Correct hidden state return value in forward method

#3
Files changed (1) hide show
  1. modeling.py +1 -1
modeling.py CHANGED
@@ -643,7 +643,7 @@ class Fast_dLLM_QwenForCausalLM(Fast_dLLM_QwenPreTrainedModel, GenerationMixin):
643
  loss=loss,
644
  logits=logits,
645
  past_key_values=outputs.past_key_values,
646
- hidden_states=outputs.hidden_states,
647
  attentions=outputs.attentions,
648
  block_past_key_values=outputs.block_past_key_values,
649
  )
 
643
  loss=loss,
644
  logits=logits,
645
  past_key_values=outputs.past_key_values,
646
+ hidden_states=outputs.last_hidden_state,
647
  attentions=outputs.attentions,
648
  block_past_key_values=outputs.block_past_key_values,
649
  )