| { |
| "step": 60, |
| "stage": "sft", |
| "val_loss": 0.5093614831566811, |
| "version": 5, |
| "params": 1523202304, |
| "dtype": "bf16", |
| "config": { |
| "vocab_size": 8192, |
| "block_size": 1024, |
| "n_layer": 34, |
| "n_head": 32, |
| "n_embd": 2048, |
| "dropout": 0.0, |
| "n_kv_head": 8, |
| "qk_norm": true, |
| "arch_version": 5 |
| }, |
| "files": [ |
| "model.pt", |
| "model-00001-of-00103.pt", |
| "model-00002-of-00103.pt", |
| "model-00003-of-00103.pt", |
| "model-00004-of-00103.pt", |
| "model-00005-of-00103.pt", |
| "model-00006-of-00103.pt", |
| "model-00007-of-00103.pt", |
| "model-00008-of-00103.pt", |
| "model-00009-of-00103.pt", |
| "model-00010-of-00103.pt", |
| "model-00011-of-00103.pt", |
| "model-00012-of-00103.pt", |
| "model-00013-of-00103.pt", |
| "model-00014-of-00103.pt", |
| "model-00015-of-00103.pt", |
| "model-00016-of-00103.pt", |
| "model-00017-of-00103.pt", |
| "model-00018-of-00103.pt", |
| "model-00019-of-00103.pt", |
| "model-00020-of-00103.pt", |
| "model-00021-of-00103.pt", |
| "model-00022-of-00103.pt", |
| "model-00023-of-00103.pt", |
| "model-00024-of-00103.pt", |
| "model-00025-of-00103.pt", |
| "model-00026-of-00103.pt", |
| "model-00027-of-00103.pt", |
| "model-00028-of-00103.pt", |
| "model-00029-of-00103.pt", |
| "model-00030-of-00103.pt", |
| "model-00031-of-00103.pt", |
| "model-00032-of-00103.pt", |
| "model-00033-of-00103.pt", |
| "model-00034-of-00103.pt", |
| "model-00035-of-00103.pt", |
| "model-00036-of-00103.pt", |
| "model-00037-of-00103.pt", |
| "model-00038-of-00103.pt", |
| "model-00039-of-00103.pt", |
| "model-00040-of-00103.pt", |
| "model-00041-of-00103.pt", |
| "model-00042-of-00103.pt", |
| "model-00043-of-00103.pt", |
| "model-00044-of-00103.pt", |
| "model-00045-of-00103.pt", |
| "model-00046-of-00103.pt", |
| "model-00047-of-00103.pt", |
| "model-00048-of-00103.pt", |
| "model-00049-of-00103.pt", |
| "model-00050-of-00103.pt", |
| "model-00051-of-00103.pt", |
| "model-00052-of-00103.pt", |
| "model-00053-of-00103.pt", |
| "model-00054-of-00103.pt", |
| "model-00055-of-00103.pt", |
| "model-00056-of-00103.pt", |
| "model-00057-of-00103.pt", |
| "model-00058-of-00103.pt", |
| "model-00059-of-00103.pt", |
| "model-00060-of-00103.pt", |
| "model-00061-of-00103.pt", |
| "model-00062-of-00103.pt", |
| "model-00063-of-00103.pt", |
| "model-00064-of-00103.pt", |
| "model-00065-of-00103.pt", |
| "model-00066-of-00103.pt", |
| "model-00067-of-00103.pt", |
| "model-00068-of-00103.pt", |
| "model-00069-of-00103.pt", |
| "model-00070-of-00103.pt", |
| "model-00071-of-00103.pt", |
| "model-00072-of-00103.pt", |
| "model-00073-of-00103.pt", |
| "model-00074-of-00103.pt", |
| "model-00075-of-00103.pt", |
| "model-00076-of-00103.pt", |
| "model-00077-of-00103.pt", |
| "model-00078-of-00103.pt", |
| "model-00079-of-00103.pt", |
| "model-00080-of-00103.pt", |
| "model-00081-of-00103.pt", |
| "model-00082-of-00103.pt", |
| "model-00083-of-00103.pt", |
| "model-00084-of-00103.pt", |
| "model-00085-of-00103.pt", |
| "model-00086-of-00103.pt", |
| "model-00087-of-00103.pt", |
| "model-00088-of-00103.pt", |
| "model-00089-of-00103.pt", |
| "model-00090-of-00103.pt", |
| "model-00091-of-00103.pt", |
| "model-00092-of-00103.pt", |
| "model-00093-of-00103.pt", |
| "model-00094-of-00103.pt", |
| "model-00095-of-00103.pt", |
| "model-00096-of-00103.pt", |
| "model-00097-of-00103.pt", |
| "model-00098-of-00103.pt", |
| "model-00099-of-00103.pt", |
| "model-00100-of-00103.pt", |
| "model-00101-of-00103.pt", |
| "model-00102-of-00103.pt", |
| "model-00103-of-00103.pt" |
| ] |
| } |
