;)

modeling_t2.py

@@ -149,6 +149,8 @@ class TransformerAttention(nn.Module):
         super().__init__()
         self.config = config
         self.stage = stage
+        self.max_position_embeddings = config.max_position_embeddings
+        self.rope_theta = config.rope_theta
         self.head_dim = config.hidden_size // config.num_attention_heads
         assert (
             self.head_dim * config.num_attention_heads == config.hidden_size