OpenLab-NLP
/

model-prototype

Model card Files Files and versions

Yuchan commited on Nov 14

Commit

2a07119

·

verified ·

1 Parent(s): 8ca26fe

Update Model.py

Files changed (1) hide show

Model.py +1 -0

Model.py CHANGED Viewed

@@ -224,6 +224,7 @@ class Respiso(tf.keras.Model):
     def call(self, x, training=False):
         x = self.token_embedding(x)
         x = self.glu(x)
         x = self.adapter(x)
         x = self.ln_f(x)

     def call(self, x, training=False):
         x = self.token_embedding(x)
+        x = self.gla(x)
         x = self.glu(x)
         x = self.adapter(x)
         x = self.ln_f(x)