| { | |
| "vocab_size": 61, | |
| "max_context_length": 128000, | |
| "embed_dim": 1020, | |
| "num_heads": 12, | |
| "num_layers": 5, | |
| "ff_dim": 2048, | |
| "dropout": 0.01952712192382383 | |
| } |
| { | |
| "vocab_size": 61, | |
| "max_context_length": 128000, | |
| "embed_dim": 1020, | |
| "num_heads": 12, | |
| "num_layers": 5, | |
| "ff_dim": 2048, | |
| "dropout": 0.01952712192382383 | |
| } |