Fixing for lighteval

modeling_ltgbert.py

@@ -50,9 +50,9 @@ class DWAModules(torch.nn.Module):
         self.n_blocks = n_blocks
         self.alphas = nn.ParameterList([nn.Parameter(torch.zeros(i + 2)) for i in range(n_blocks)])
         self.accumulator = None
-        self._init_weights()
+        self._initialize_weights()
 
-    def _init_weights(self):
+    def _initialize_weights(self):
         for module in self.alphas:
             module.data.zero_()
             module.data[-1] = 1.0