Yuchan commited on
Commit
e837b28
·
verified ·
1 Parent(s): ad5558d

Update AlphaS2S.py

Browse files
Files changed (1) hide show
  1. AlphaS2S.py +1 -1
AlphaS2S.py CHANGED
@@ -208,7 +208,7 @@ class Transformer(tf.keras.Model):
208
  self.enc_embedding = layers.Embedding(input_vocab_size, 256)
209
  self.enc_pos_embedding = layers.Embedding(max_len, 256)
210
  self.dec_embedding = layers.Embedding(target_vocab_size, 256)
211
- self.dec_pos_embedding = layers.Embedding(max_len, d_model)
212
  self.enc_layers = [EncoderBlock(d_model, num_heads, dff, dropout) for _ in range(num_layers)]
213
  self.dec_layers = [DecoderBlock(d_model, num_heads, dff, dropout) for _ in range(num_layers)]
214
  self.final_layer = layers.Dense(target_vocab_size, use_bias=False)
 
208
  self.enc_embedding = layers.Embedding(input_vocab_size, 256)
209
  self.enc_pos_embedding = layers.Embedding(max_len, 256)
210
  self.dec_embedding = layers.Embedding(target_vocab_size, 256)
211
+ self.dec_pos_embedding = layers.Embedding(max_len, 256)
212
  self.enc_layers = [EncoderBlock(d_model, num_heads, dff, dropout) for _ in range(num_layers)]
213
  self.dec_layers = [DecoderBlock(d_model, num_heads, dff, dropout) for _ in range(num_layers)]
214
  self.final_layer = layers.Dense(target_vocab_size, use_bias=False)