Yuchan commited on
Commit
41947ce
ยท
verified ยท
1 Parent(s): 094d892

Update AlphaS2S.py

Browse files
Files changed (1) hide show
  1. AlphaS2S.py +1 -1
AlphaS2S.py CHANGED
@@ -270,7 +270,7 @@ def create_lr_schedule(initial_lr=5e-5, decay_steps=10000, decay_rate=0.9):
270
 
271
  with strategy.scope():
272
  # โš ๏ธ ์ˆ˜์ •: chat_vocab_size ๋Œ€์‹  ์ •์˜๋œ vocab_size ์‚ฌ์šฉ
273
- chat_model = Transformer(num_layers=2, d_model=160, num_heads=4, dff=640, input_vocab_size=vocab_size, target_vocab_size=evocab_size, max_len=128, dropout=0.1)
274
 
275
  dummy_input = {
276
  "enc_inputs": tf.zeros((1, max_len), dtype=tf.int32),
 
270
 
271
  with strategy.scope():
272
  # โš ๏ธ ์ˆ˜์ •: chat_vocab_size ๋Œ€์‹  ์ •์˜๋œ vocab_size ์‚ฌ์šฉ
273
+ chat_model = Transformer(num_layers=6, d_model=256, num_heads=4, dff=768, input_vocab_size=vocab_size, target_vocab_size=evocab_size, max_len=128, dropout=0.1)
274
 
275
  dummy_input = {
276
  "enc_inputs": tf.zeros((1, max_len), dtype=tf.int32),