OpenLab-NLP
/

model-prototype

Model card Files Files and versions

Yuchan commited on 26 days ago

Commit

b1d4548

·

verified ·

1 Parent(s): e37c07d

Update Mo.py

Files changed (1) hide show

Mo.py +0 -1

Mo.py CHANGED Viewed

@@ -124,7 +124,6 @@ class SwiGLU(layers.Layer):
         x_val, x_gate = tf.split(x_proj, 2, axis=-1)
         return self.out(x_val * tf.nn.silu(x_gate))
 class LoU(layers.Layer):
     def __init__(self, d_model, clip_value=5.0, eps=1e-6):
         super().__init__()

         x_val, x_gate = tf.split(x_proj, 2, axis=-1)
         return self.out(x_val * tf.nn.silu(x_gate))
 class LoU(layers.Layer):
     def __init__(self, d_model, clip_value=5.0, eps=1e-6):
         super().__init__()