Update rotary.py

rotary.py

@@ -494,14 +494,15 @@ class RotaryEmbedding(torch.nn.Module):
     @base.setter
     def base(self, new_base):
         new_base = float(new_base)
-        if new_base > 0 and new_base != self._base:
-            self._base = new_base
-            self._update_cos_sin_cache(
-                self._seq_len_cached,
-                device=self.inv_freq.device,
-                dtype=self._cos_cached.dtype if self._cos_cached is not None else None,
-                rotary_base_changed=True,
-            )
+        if new_base > 0:
+            if self._base != new_base:
+                self._base = new_base
+                self._update_cos_sin_cache(
+                    self._seq_len_cached,
+                    device=self.inv_freq.device,
+                    dtype=self._cos_cached.dtype if self._cos_cached is not None else None,
+                    rotary_base_changed=True,
+                )
         else:
             raise ValueError("Rotary base value must be positive")