refactor: use config.rms_norm_eps instead of 1e-05

modeling_motif.py

@@ -362,7 +362,7 @@ class MotifAttention(nn.Module):
             setattr(self, name, nn.Parameter(torch.zeros(self.head_dim, dtype=torch.float32)))
             getattr(self, name).data.normal_(mean=0.0, std=0.1)
 
-        self.subln = MotifRMSNorm(2 * self.head_dim, eps=1e-5)
+        self.subln = MotifRMSNorm(2 * self.head_dim, eps=config.rms_norm_eps)
         self.lambda_init = 0.8 - 0.6 * math.exp(-0.3 * (layer_idx - 1))
 
         self.rotary_emb = MotifRotaryEmbeddingWithCache(self.head_dim,