OpenLab-NLP
/

model-prototype

Model card Files Files and versions

Yuchan commited on 25 days ago

Commit

c80c688

·

verified ·

1 Parent(s): 4689679

Update Model.py

Files changed (1) hide show

Model.py +0 -1

Model.py CHANGED Viewed

@@ -134,7 +134,6 @@ class LoU(layers.Layer):
         self.K = layers.Dense(d_model, dtype='float32')
         self.V = layers.Dense(d_model, dtype='float32')
         self.proj = layers.Dense(d_model, use_bias=True, dtype='float32')
-        self.O = layers.Dense(d_model, dtype='float32')
         self.norm = layers.LayerNormalization(epsilon=1e-5, dtype='float32')
         self.norm1 = layers.LayerNormalization(epsilon=1e-5, dtype='float32')

         self.K = layers.Dense(d_model, dtype='float32')
         self.V = layers.Dense(d_model, dtype='float32')
         self.proj = layers.Dense(d_model, use_bias=True, dtype='float32')
         self.norm = layers.LayerNormalization(epsilon=1e-5, dtype='float32')
         self.norm1 = layers.LayerNormalization(epsilon=1e-5, dtype='float32')