fix: inv_freq persistent=False, safetensors solo named_parameters
Browse files- modeling_quark.py +1 -1
modeling_quark.py
CHANGED
|
@@ -27,7 +27,7 @@ class RotaryEmbedding(nn.Module):
|
|
| 27 |
def __init__(self, head_dim, max_seq_len, theta=10_000.0):
|
| 28 |
super().__init__()
|
| 29 |
inv_freq = 1.0 / (theta ** (torch.arange(0, head_dim, 2).float() / head_dim))
|
| 30 |
-
self.register_buffer("inv_freq", inv_freq, persistent=
|
| 31 |
self._build_cache(max_seq_len)
|
| 32 |
|
| 33 |
def _build_cache(self, seq_len):
|
|
|
|
| 27 |
def __init__(self, head_dim, max_seq_len, theta=10_000.0):
|
| 28 |
super().__init__()
|
| 29 |
inv_freq = 1.0 / (theta ** (torch.arange(0, head_dim, 2).float() / head_dim))
|
| 30 |
+
self.register_buffer("inv_freq", inv_freq, persistent=False)
|
| 31 |
self._build_cache(max_seq_len)
|
| 32 |
|
| 33 |
def _build_cache(self, seq_len):
|