OpenLab-NLP
/

model-prototype

Model card Files Files and versions

Yuchan commited on Nov 22

Commit

d6fcd77

·

verified ·

1 Parent(s): d3a501b

Update AlphaS2S.py

Files changed (1) hide show

AlphaS2S.py +1 -1

AlphaS2S.py CHANGED Viewed

@@ -280,7 +280,7 @@ class LoU(layers.Layer):
     def call(self, x, z):
         x_f32 = tf.cast(x, tf.float32)
         residual = x_f32
-        x_f32 = self.norm1(x)
         x_comb = self.mha(x, x, x, use_causal_mask=True)

     def call(self, x, z):
         x_f32 = tf.cast(x, tf.float32)
         residual = x_f32
+        x = self.norm1(x)
         x_comb = self.mha(x, x, x, use_causal_mask=True)