Add print statements
Browse files- modeling_cogvlm.py +1 -0
modeling_cogvlm.py
CHANGED
|
@@ -532,6 +532,7 @@ class CogVLMModel(CogVLMPreTrainedModel):
|
|
| 532 |
|
| 533 |
if idx in [0, 1, 2]:
|
| 534 |
print(f"Hidden states before layer {idx}", hidden_states[0,:3,:3])
|
|
|
|
| 535 |
|
| 536 |
past_key_value = past_key_values[idx] if past_key_values is not None else None
|
| 537 |
layer_outputs = decoder_layer(
|
|
|
|
| 532 |
|
| 533 |
if idx in [0, 1, 2]:
|
| 534 |
print(f"Hidden states before layer {idx}", hidden_states[0,:3,:3])
|
| 535 |
+
print(f"Mean of hidden states before layer {idx}", hidden_states.mean())
|
| 536 |
|
| 537 |
past_key_value = past_key_values[idx] if past_key_values is not None else None
|
| 538 |
layer_outputs = decoder_layer(
|