File size: 3,560 Bytes
5ef3875 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 | {
"step": 60,
"stage": "sft",
"val_loss": 0.5093614831566811,
"version": 5,
"params": 1523202304,
"dtype": "bf16",
"config": {
"vocab_size": 8192,
"block_size": 1024,
"n_layer": 34,
"n_head": 32,
"n_embd": 2048,
"dropout": 0.0,
"n_kv_head": 8,
"qk_norm": true,
"arch_version": 5
},
"files": [
"model.pt",
"model-00001-of-00103.pt",
"model-00002-of-00103.pt",
"model-00003-of-00103.pt",
"model-00004-of-00103.pt",
"model-00005-of-00103.pt",
"model-00006-of-00103.pt",
"model-00007-of-00103.pt",
"model-00008-of-00103.pt",
"model-00009-of-00103.pt",
"model-00010-of-00103.pt",
"model-00011-of-00103.pt",
"model-00012-of-00103.pt",
"model-00013-of-00103.pt",
"model-00014-of-00103.pt",
"model-00015-of-00103.pt",
"model-00016-of-00103.pt",
"model-00017-of-00103.pt",
"model-00018-of-00103.pt",
"model-00019-of-00103.pt",
"model-00020-of-00103.pt",
"model-00021-of-00103.pt",
"model-00022-of-00103.pt",
"model-00023-of-00103.pt",
"model-00024-of-00103.pt",
"model-00025-of-00103.pt",
"model-00026-of-00103.pt",
"model-00027-of-00103.pt",
"model-00028-of-00103.pt",
"model-00029-of-00103.pt",
"model-00030-of-00103.pt",
"model-00031-of-00103.pt",
"model-00032-of-00103.pt",
"model-00033-of-00103.pt",
"model-00034-of-00103.pt",
"model-00035-of-00103.pt",
"model-00036-of-00103.pt",
"model-00037-of-00103.pt",
"model-00038-of-00103.pt",
"model-00039-of-00103.pt",
"model-00040-of-00103.pt",
"model-00041-of-00103.pt",
"model-00042-of-00103.pt",
"model-00043-of-00103.pt",
"model-00044-of-00103.pt",
"model-00045-of-00103.pt",
"model-00046-of-00103.pt",
"model-00047-of-00103.pt",
"model-00048-of-00103.pt",
"model-00049-of-00103.pt",
"model-00050-of-00103.pt",
"model-00051-of-00103.pt",
"model-00052-of-00103.pt",
"model-00053-of-00103.pt",
"model-00054-of-00103.pt",
"model-00055-of-00103.pt",
"model-00056-of-00103.pt",
"model-00057-of-00103.pt",
"model-00058-of-00103.pt",
"model-00059-of-00103.pt",
"model-00060-of-00103.pt",
"model-00061-of-00103.pt",
"model-00062-of-00103.pt",
"model-00063-of-00103.pt",
"model-00064-of-00103.pt",
"model-00065-of-00103.pt",
"model-00066-of-00103.pt",
"model-00067-of-00103.pt",
"model-00068-of-00103.pt",
"model-00069-of-00103.pt",
"model-00070-of-00103.pt",
"model-00071-of-00103.pt",
"model-00072-of-00103.pt",
"model-00073-of-00103.pt",
"model-00074-of-00103.pt",
"model-00075-of-00103.pt",
"model-00076-of-00103.pt",
"model-00077-of-00103.pt",
"model-00078-of-00103.pt",
"model-00079-of-00103.pt",
"model-00080-of-00103.pt",
"model-00081-of-00103.pt",
"model-00082-of-00103.pt",
"model-00083-of-00103.pt",
"model-00084-of-00103.pt",
"model-00085-of-00103.pt",
"model-00086-of-00103.pt",
"model-00087-of-00103.pt",
"model-00088-of-00103.pt",
"model-00089-of-00103.pt",
"model-00090-of-00103.pt",
"model-00091-of-00103.pt",
"model-00092-of-00103.pt",
"model-00093-of-00103.pt",
"model-00094-of-00103.pt",
"model-00095-of-00103.pt",
"model-00096-of-00103.pt",
"model-00097-of-00103.pt",
"model-00098-of-00103.pt",
"model-00099-of-00103.pt",
"model-00100-of-00103.pt",
"model-00101-of-00103.pt",
"model-00102-of-00103.pt",
"model-00103-of-00103.pt"
]
} |