DAMO-NLP-SG
/

CLEX-7B-16K

Text Generation

text-generation-inference

Model card Files Files and versions

Guanzheng commited on Mar 5, 2024

Commit

6104417

·

verified ·

1 Parent(s): dfc0710

Update modeling_llama.py

Files changed (1) hide show

modeling_llama.py +1 -1

modeling_llama.py CHANGED Viewed

@@ -1115,7 +1115,7 @@ class LlamaModel(LlamaPreTrainedModel):
         next_decoder_cache = None
         pack_cos_sin = None
         if self.config.rope_scaling["type"] == "clex":
-            pack_cos_sin = self.clex_layer(inputs_embeds.device, inputs_embeds.dtype, seq_length + past_key_values_length, self.training)
         for decoder_layer in self.layers:

         next_decoder_cache = None
         pack_cos_sin = None
         if self.config.rope_scaling["type"] == "clex":
+            pack_cos_sin = self.clex_layer(inputs_embeds, seq_length + past_key_values_length, self.training)
         for decoder_layer in self.layers: