| { | |
| "encoder_params": { | |
| "num_layers": 2, | |
| "d_model": 128, | |
| "num_heads": 4, | |
| "dff": 512, | |
| "input_vocab_size": 8500, | |
| "maximum_position_encoding": 10000, | |
| "rate": 0.1 | |
| }, | |
| "decoder_params": { | |
| "num_layers": 2, | |
| "d_model": 128, | |
| "num_heads": 4, | |
| "dff": 512, | |
| "target_vocab_size": 8000, | |
| "maximum_position_encoding": 6000, | |
| "rate": 0.1 | |
| } | |
| } | |