Yuchan
commited on
Update Mo.py
Browse files
Mo.py
CHANGED
|
@@ -196,7 +196,7 @@ class Block(layers.Layer):
|
|
| 196 |
x = self.lo(x)
|
| 197 |
return x
|
| 198 |
|
| 199 |
-
class
|
| 200 |
def __init__(self, vocab_size, max_seq_len, d_model, n_layers, dropout_rate=0.1):
|
| 201 |
super().__init__()
|
| 202 |
self.token_embedding = layers.Embedding(vocab_size, d_model)
|
|
|
|
| 196 |
x = self.lo(x)
|
| 197 |
return x
|
| 198 |
|
| 199 |
+
class C(tf.keras.Model):
|
| 200 |
def __init__(self, vocab_size, max_seq_len, d_model, n_layers, dropout_rate=0.1):
|
| 201 |
super().__init__()
|
| 202 |
self.token_embedding = layers.Embedding(vocab_size, d_model)
|