Yuchan commited on
Commit
8ea3541
ยท
verified ยท
1 Parent(s): 5944c31

Update AlphaS2S.py

Browse files
Files changed (1) hide show
  1. AlphaS2S.py +1 -1
AlphaS2S.py CHANGED
@@ -255,7 +255,7 @@ def create_lr_schedule(initial_lr=5e-5, decay_steps=10000, decay_rate=0.9):
255
 
256
  with strategy.scope():
257
  # โš ๏ธ ์ˆ˜์ •: chat_vocab_size ๋Œ€์‹  ์ •์˜๋œ vocab_size ์‚ฌ์šฉ
258
- chat_model = Transformer(num_layers=2, d_model=384, num_heads=6, dff=1024, input_vocab_size=vocab_size, target_vocab_size=vocab_size, max_len=256, dropout=0.1)
259
 
260
  dummy_input = {
261
  "enc_inputs": tf.zeros((1, max_len), dtype=tf.int32),
 
255
 
256
  with strategy.scope():
257
  # โš ๏ธ ์ˆ˜์ •: chat_vocab_size ๋Œ€์‹  ์ •์˜๋œ vocab_size ์‚ฌ์šฉ
258
+ chat_model = Transformer(num_layers=2, d_model=320, num_heads=5, dff=1024, input_vocab_size=vocab_size, target_vocab_size=vocab_size, max_len=256, dropout=0.1)
259
 
260
  dummy_input = {
261
  "enc_inputs": tf.zeros((1, max_len), dtype=tf.int32),