internlm
/

internlm-7b

Text Generation

feature-extraction

Model card Files Files and versions

x54-729 commited on Jan 9, 2024

Commit

f3931fb

·

1 Parent(s): 5214c14

Update modeling_internlm.py

Files changed (1) hide show

modeling_internlm.py +1 -1

modeling_internlm.py CHANGED Viewed

@@ -275,7 +275,7 @@ class InternLMAttention(nn.Module):
         self.rotary_emb = self._init_rope()
     def _init_rope(self):
-        if self.config.rotary["type"] == "origin"
             self.rotary_emb = InternLMRotaryEmbedding(
                 self.head_dim,
                 max_position_embeddings=self.max_position_embeddings,

         self.rotary_emb = self._init_rope()
     def _init_rope(self):
+        if self.config.rotary["type"] == "origin":
             self.rotary_emb = InternLMRotaryEmbedding(
                 self.head_dim,
                 max_position_embeddings=self.max_position_embeddings,