TuKoResearch
/

AuriStream7BDeep_40Pred_BigAudioDataset_500k_20251209

AuriStream.AuriStream

Model card Files Files and versions

klemenk commited on 26 days ago

Commit

d9b6bca

·

verified ·

1 Parent(s): dd150a3

Update modeling_auristream.py

Files changed (1) hide show

modeling_auristream.py +1 -1

modeling_auristream.py CHANGED Viewed

@@ -511,7 +511,7 @@ class CausalSelfAttention(nn.Module):
         # output projection
         self.c_proj = nn.Linear(self.n_embd, self.n_embd, bias=False)
-        rope_theta = 500000
         if hasattr(config, 'rope_theta') and config.rope_theta is not None:
             rope_theta = config.rope_theta

         # output projection
         self.c_proj = nn.Linear(self.n_embd, self.n_embd, bias=False)
+        rope_theta = 10000
         if hasattr(config, 'rope_theta') and config.rope_theta is not None:
             rope_theta = config.rope_theta