Yuchan
commited on
Update AlphaS2S.py
Browse files- AlphaS2S.py +1 -1
AlphaS2S.py
CHANGED
|
@@ -255,7 +255,7 @@ def create_lr_schedule(initial_lr=5e-5, decay_steps=10000, decay_rate=0.9):
|
|
| 255 |
|
| 256 |
with strategy.scope():
|
| 257 |
# โ ๏ธ ์์ : chat_vocab_size ๋์ ์ ์๋ vocab_size ์ฌ์ฉ
|
| 258 |
-
chat_model = Transformer(num_layers=4, d_model=
|
| 259 |
|
| 260 |
dummy_input = {
|
| 261 |
"enc_inputs": tf.zeros((1, max_len), dtype=tf.int32),
|
|
|
|
| 255 |
|
| 256 |
with strategy.scope():
|
| 257 |
# โ ๏ธ ์์ : chat_vocab_size ๋์ ์ ์๋ vocab_size ์ฌ์ฉ
|
| 258 |
+
chat_model = Transformer(num_layers=4, d_model=384, num_heads=8, dff=1536, input_vocab_size=vocab_size, target_vocab_size=vocab_size, max_len=256, dropout=0.1)
|
| 259 |
|
| 260 |
dummy_input = {
|
| 261 |
"enc_inputs": tf.zeros((1, max_len), dtype=tf.int32),
|