Modeling fixed
Browse files- modeling_nicheformer.py +2 -0
modeling_nicheformer.py
CHANGED
|
@@ -115,6 +115,8 @@ class NicheformerModel(NicheformerPreTrainedModel):
|
|
| 115 |
"""
|
| 116 |
# Get token embeddings and positional encodings
|
| 117 |
token_embedding = self.embeddings(input_ids)
|
|
|
|
|
|
|
| 118 |
|
| 119 |
if self.config.learnable_pe:
|
| 120 |
pos_embedding = self.positional_embedding(self.pos.to(token_embedding.device))
|
|
|
|
| 115 |
"""
|
| 116 |
# Get token embeddings and positional encodings
|
| 117 |
token_embedding = self.embeddings(input_ids)
|
| 118 |
+
|
| 119 |
+
print("token_embedding NicheformerModel: ", token_embedding)
|
| 120 |
|
| 121 |
if self.config.learnable_pe:
|
| 122 |
pos_embedding = self.positional_embedding(self.pos.to(token_embedding.device))
|