Yuchan commited on
Commit
4ebcea9
·
verified ·
1 Parent(s): b88baf1

Update Mo.py

Browse files
Files changed (1) hide show
  1. Mo.py +1 -1
Mo.py CHANGED
@@ -196,7 +196,7 @@ class Block(layers.Layer):
196
  x = self.lo(x)
197
  return x
198
 
199
- class ReLM(tf.keras.Model):
200
  def __init__(self, vocab_size, max_seq_len, d_model, n_layers, dropout_rate=0.1):
201
  super().__init__()
202
  self.token_embedding = layers.Embedding(vocab_size, d_model)
 
196
  x = self.lo(x)
197
  return x
198
 
199
+ class C(tf.keras.Model):
200
  def __init__(self, vocab_size, max_seq_len, d_model, n_layers, dropout_rate=0.1):
201
  super().__init__()
202
  self.token_embedding = layers.Embedding(vocab_size, d_model)