OpenLab-NLP
/

model-prototype

Model card Files Files and versions

Yuchan commited on 28 days ago

Commit

e8b3f86

·

verified ·

1 Parent(s): 1e5945c

Update Inference.py

Files changed (1) hide show

Inference.py +1 -0

Inference.py CHANGED Viewed

@@ -180,6 +180,7 @@ class LoU(layers.Layer):
         self.clip_value = float(clip_value)
         self.mha = layers.MultiHeadAttention(8, 20)
         self.norm1 = layers.LayerNormalization(epsilon=1e-5, dtype='float32')
         self.glu = SwiGLU(d_model, 320)
         self.cross = CrossBlock()

         self.clip_value = float(clip_value)
         self.mha = layers.MultiHeadAttention(8, 20)
         self.norm1 = layers.LayerNormalization(epsilon=1e-5, dtype='float32')
+        self.norm = layers.LayerNormalization(epsilon=1e-5, dtype='float32')
         self.glu = SwiGLU(d_model, 320)
         self.cross = CrossBlock()