Yuchan
commited on
Update AlphaS2S.py
Browse files- AlphaS2S.py +1 -1
AlphaS2S.py
CHANGED
|
@@ -208,7 +208,7 @@ class Transformer(tf.keras.Model):
|
|
| 208 |
self.enc_embedding = layers.Embedding(input_vocab_size, 256)
|
| 209 |
self.enc_pos_embedding = layers.Embedding(max_len, 256)
|
| 210 |
self.dec_embedding = layers.Embedding(target_vocab_size, 256)
|
| 211 |
-
self.dec_pos_embedding = layers.Embedding(max_len,
|
| 212 |
self.enc_layers = [EncoderBlock(d_model, num_heads, dff, dropout) for _ in range(num_layers)]
|
| 213 |
self.dec_layers = [DecoderBlock(d_model, num_heads, dff, dropout) for _ in range(num_layers)]
|
| 214 |
self.final_layer = layers.Dense(target_vocab_size, use_bias=False)
|
|
|
|
| 208 |
self.enc_embedding = layers.Embedding(input_vocab_size, 256)
|
| 209 |
self.enc_pos_embedding = layers.Embedding(max_len, 256)
|
| 210 |
self.dec_embedding = layers.Embedding(target_vocab_size, 256)
|
| 211 |
+
self.dec_pos_embedding = layers.Embedding(max_len, 256)
|
| 212 |
self.enc_layers = [EncoderBlock(d_model, num_heads, dff, dropout) for _ in range(num_layers)]
|
| 213 |
self.dec_layers = [DecoderBlock(d_model, num_heads, dff, dropout) for _ in range(num_layers)]
|
| 214 |
self.final_layer = layers.Dense(target_vocab_size, use_bias=False)
|