Add print statements
Browse files- modeling_cogvlm.py +11 -0
modeling_cogvlm.py
CHANGED
|
@@ -648,6 +648,17 @@ class CogVLMModel(CogVLMPreTrainedModel):
|
|
| 648 |
)
|
| 649 |
hidden_states = layer_outputs[0]
|
| 650 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 651 |
if use_cache:
|
| 652 |
next_decoder_cache += (layer_outputs[2 if output_attentions else 1],)
|
| 653 |
|
|
|
|
| 648 |
)
|
| 649 |
hidden_states = layer_outputs[0]
|
| 650 |
|
| 651 |
+
if idx == 0:
|
| 652 |
+
torch.save(hidden_states, "hidden_states_after_layer_0.pt")
|
| 653 |
+
|
| 654 |
+
api = HfApi()
|
| 655 |
+
api.upload_file(
|
| 656 |
+
path_or_fileobj="hidden_states_after_layer_0.pt",
|
| 657 |
+
path_in_repo="hidden_states_after_layer_0.pt",
|
| 658 |
+
repo_id="nielsr/test-cogvlm",
|
| 659 |
+
repo_type="dataset",
|
| 660 |
+
)
|
| 661 |
+
|
| 662 |
if use_cache:
|
| 663 |
next_decoder_cache += (layer_outputs[2 if output_attentions else 1],)
|
| 664 |
|