OpenLab-NLP
/

model-prototype

Model card Files Files and versions

Yuchan commited on Nov 22

Commit

63584a6

·

verified ·

1 Parent(s): d6fcd77

Update Inference.py

Files changed (1) hide show

Inference.py +1 -1

Inference.py CHANGED Viewed

@@ -188,7 +188,7 @@ class LoU(layers.Layer):
     def call(self, x, z):
         x_f32 = tf.cast(x, tf.float32)
         residual = x_f32
-        x_f32 = self.norm1(x)
         x_comb = self.mha(x, x, x, use_causal_mask=True)

     def call(self, x, z):
         x_f32 = tf.cast(x, tf.float32)
         residual = x_f32
+        x = self.norm1(x)
         x_comb = self.mha(x, x, x, use_causal_mask=True)