File size: 329 Bytes
5ef3875 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 | {
"step": 2400,
"stage": "sft",
"val_loss": 0.9569745600223541,
"version": 2,
"params": 7738112,
"dtype": "bf16",
"config": {
"vocab_size": 8192,
"block_size": 512,
"n_layer": 8,
"n_head": 8,
"n_embd": 256,
"dropout": 0.0,
"n_kv_head": 2,
"qk_norm": true,
"arch_version": 2
}
} |