Update Model.py

Model.py

@@ -156,7 +156,7 @@ class LoSoU(layers.Layer):
         # projection / gating layers in float32
         self.Q = layers.Dense(96, dtype='float32')
         self.K = layers.Dense(96, dtype='float32')
-        self.V = layers.Dense(96, dtype='float32')
+        self.V = layers.Dense(96, activation='gelu', dtype='float32')
         self.proj = layers.Dense(d_model, use_bias=True, dtype='float32')
         self.norm = layers.LayerNormalization(epsilon=1e-5, dtype='float32')