| { | |
| "block_size": 128, | |
| "dropout": 0.1, | |
| "embed_size": 768, | |
| "n_blocks": 12, | |
| "n_heads": 12, | |
| "norm": "postnorm", | |
| "pos_embed_type": "absolute", | |
| "vocab_size": 50257 | |
| } |
| { | |
| "block_size": 128, | |
| "dropout": 0.1, | |
| "embed_size": 768, | |
| "n_blocks": 12, | |
| "n_heads": 12, | |
| "norm": "postnorm", | |
| "pos_embed_type": "absolute", | |
| "vocab_size": 50257 | |
| } |