Update rotary.py

rotary.py

@@ -495,7 +495,7 @@ class RotaryEmbedding(torch.nn.Module):
     def base(self, new_base):
         new_base = float(new_base)
         if new_base > 0:
-            if self._base != new_base:
+            if self._base != new_base:  # only update if the base value has changed
                 self._base = new_base
                 self._update_cos_sin_cache(
                     self._seq_len_cached,