Yuchan
commited on
Update AlphaS2S.py
Browse files- AlphaS2S.py +1 -1
AlphaS2S.py
CHANGED
|
@@ -270,7 +270,7 @@ def create_lr_schedule(initial_lr=5e-5, decay_steps=10000, decay_rate=0.9):
|
|
| 270 |
|
| 271 |
with strategy.scope():
|
| 272 |
# โ ๏ธ ์์ : chat_vocab_size ๋์ ์ ์๋ vocab_size ์ฌ์ฉ
|
| 273 |
-
chat_model = Transformer(num_layers=
|
| 274 |
|
| 275 |
dummy_input = {
|
| 276 |
"enc_inputs": tf.zeros((1, max_len), dtype=tf.int32),
|
|
|
|
| 270 |
|
| 271 |
with strategy.scope():
|
| 272 |
# โ ๏ธ ์์ : chat_vocab_size ๋์ ์ ์๋ vocab_size ์ฌ์ฉ
|
| 273 |
+
chat_model = Transformer(num_layers=6, d_model=256, num_heads=4, dff=768, input_vocab_size=vocab_size, target_vocab_size=evocab_size, max_len=128, dropout=0.1)
|
| 274 |
|
| 275 |
dummy_input = {
|
| 276 |
"enc_inputs": tf.zeros((1, max_len), dtype=tf.int32),
|