File size: 174 Bytes
fe81015 | 1 2 3 4 5 6 7 8 9 10 | {
"block_size": 128,
"dropout": 0.1,
"embed_size": 768,
"n_blocks": 12,
"n_heads": 12,
"norm": "postnorm",
"pos_embed_type": "absolute",
"vocab_size": 50257
} |
fe81015 | 1 2 3 4 5 6 7 8 9 10 | {
"block_size": 128,
"dropout": 0.1,
"embed_size": 768,
"n_blocks": 12,
"n_heads": 12,
"norm": "postnorm",
"pos_embed_type": "absolute",
"vocab_size": 50257
} |