Update AlphaS2S.py

AlphaS2S.py

@@ -160,17 +160,6 @@ class SwiGLU(layers.Layer):
         x_proj = self.proj(x)
         x_val, x_gate = tf.split(x_proj, 2, axis=-1)
         return self.out(x_val * tf.nn.silu(x_gate))
-        
-
-class SwiGLU(layers.Layer):
-    def __init__(self, d_model, d_ff):
-        super().__init__()
-        self.proj = layers.Dense(d_ff*2)
-        self.out = layers.Dense(d_model)
-    def call(self, x):
-        x_proj = self.proj(x)
-        x_val, x_gate = tf.split(x_proj, 2, axis=-1)
-        return self.out(x_val * tf.nn.silu(x_gate))
 
 class EncoderBlock(layers.Layer):
     def __init__(self, d_model, num_heads, dff, dropout=0.1):