File size: 7,068 Bytes
3acd484 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 | [
{
"loss": 1.4307,
"grad_norm": 0.6940367817878723,
"learning_rate": 3e-05,
"entropy": 1.1788243889808654,
"num_tokens": 155850.0,
"mean_token_accuracy": 0.6935877948999405,
"epoch": 0.11764705882352941,
"step": 10
},
{
"loss": 1.1806,
"grad_norm": 0.7020200490951538,
"learning_rate": 6.333333333333333e-05,
"entropy": 1.2202600359916687,
"num_tokens": 312325.0,
"mean_token_accuracy": 0.7312566488981247,
"epoch": 0.23529411764705882,
"step": 20
},
{
"loss": 0.7607,
"grad_norm": 0.47733989357948303,
"learning_rate": 9.666666666666667e-05,
"entropy": 0.8012344032526016,
"num_tokens": 469039.0,
"mean_token_accuracy": 0.8055870264768601,
"epoch": 0.35294117647058826,
"step": 30
},
{
"loss": 0.5203,
"grad_norm": 0.45993906259536743,
"learning_rate": 9.96057350657239e-05,
"entropy": 0.5153448149561882,
"num_tokens": 623975.0,
"mean_token_accuracy": 0.8535495191812515,
"epoch": 0.47058823529411764,
"step": 40
},
{
"loss": 0.4475,
"grad_norm": 0.3403550088405609,
"learning_rate": 9.825082472361557e-05,
"entropy": 0.44883628338575365,
"num_tokens": 779685.0,
"mean_token_accuracy": 0.8701241254806519,
"epoch": 0.5882352941176471,
"step": 50
},
{
"loss": 0.4282,
"grad_norm": 0.2295123040676117,
"learning_rate": 9.595676696276172e-05,
"entropy": 0.43300508707761765,
"num_tokens": 936272.0,
"mean_token_accuracy": 0.874285313487053,
"epoch": 0.7058823529411765,
"step": 60
},
{
"loss": 0.4267,
"grad_norm": 0.17979678511619568,
"learning_rate": 9.276821300802534e-05,
"entropy": 0.4283462271094322,
"num_tokens": 1091178.0,
"mean_token_accuracy": 0.8739971458911896,
"epoch": 0.8235294117647058,
"step": 70
},
{
"loss": 0.4321,
"grad_norm": 0.14834725856781006,
"learning_rate": 8.874722443520899e-05,
"entropy": 0.4309688463807106,
"num_tokens": 1247181.0,
"mean_token_accuracy": 0.87317014336586,
"epoch": 0.9411764705882353,
"step": 80
},
{
"loss": 0.4183,
"grad_norm": 0.1518690288066864,
"learning_rate": 8.397206521307584e-05,
"entropy": 0.4187887296080589,
"num_tokens": 1399415.0,
"mean_token_accuracy": 0.8748669505119324,
"epoch": 1.0588235294117647,
"step": 90
},
{
"loss": 0.4285,
"grad_norm": 0.16970738768577576,
"learning_rate": 7.85356783842216e-05,
"entropy": 0.42983078211545944,
"num_tokens": 1552473.0,
"mean_token_accuracy": 0.8730897456407547,
"epoch": 1.1764705882352942,
"step": 100
},
{
"loss": 0.4141,
"grad_norm": 0.1731289178133011,
"learning_rate": 7.254387703447154e-05,
"entropy": 0.4201514065265656,
"num_tokens": 1709461.0,
"mean_token_accuracy": 0.875280225276947,
"epoch": 1.2941176470588236,
"step": 110
},
{
"loss": 0.4096,
"grad_norm": 0.1622275412082672,
"learning_rate": 6.611328476152557e-05,
"entropy": 0.41087806075811384,
"num_tokens": 1867531.0,
"mean_token_accuracy": 0.8777904808521271,
"epoch": 1.4117647058823528,
"step": 120
},
{
"loss": 0.4074,
"grad_norm": 0.15023751556873322,
"learning_rate": 5.9369065729286245e-05,
"entropy": 0.40929861813783647,
"num_tokens": 2023122.0,
"mean_token_accuracy": 0.8778889566659928,
"epoch": 1.5294117647058822,
"step": 130
},
{
"loss": 0.4091,
"grad_norm": 0.13255436718463898,
"learning_rate": 5.244248848978067e-05,
"entropy": 0.41203168481588365,
"num_tokens": 2178280.0,
"mean_token_accuracy": 0.8771576941013336,
"epoch": 1.6470588235294117,
"step": 140
},
{
"loss": 0.4027,
"grad_norm": 0.156217560172081,
"learning_rate": 4.5468370990111006e-05,
"entropy": 0.4050563558936119,
"num_tokens": 2335590.0,
"mean_token_accuracy": 0.8797280818223954,
"epoch": 1.7647058823529411,
"step": 150
},
{
"loss": 0.4089,
"grad_norm": 0.1703469306230545,
"learning_rate": 3.858245649446721e-05,
"entropy": 0.4095383077859879,
"num_tokens": 2490848.0,
"mean_token_accuracy": 0.8773213714361191,
"epoch": 1.8823529411764706,
"step": 160
},
{
"loss": 0.4052,
"grad_norm": 0.19920362532138824,
"learning_rate": 3.1918771495895396e-05,
"entropy": 0.4070162191987038,
"num_tokens": 2644022.0,
"mean_token_accuracy": 0.8788870364427567,
"epoch": 2.0,
"step": 170
},
{
"loss": 0.4031,
"grad_norm": 0.13015073537826538,
"learning_rate": 2.560701704306336e-05,
"entropy": 0.40551580488681793,
"num_tokens": 2800120.0,
"mean_token_accuracy": 0.8789848744869232,
"epoch": 2.1176470588235294,
"step": 180
},
{
"loss": 0.4067,
"grad_norm": 0.14793093502521515,
"learning_rate": 1.977004425688126e-05,
"entropy": 0.41181707233190534,
"num_tokens": 2955965.0,
"mean_token_accuracy": 0.877298504114151,
"epoch": 2.235294117647059,
"step": 190
},
{
"loss": 0.4079,
"grad_norm": 0.1416511833667755,
"learning_rate": 1.4521463173173965e-05,
"entropy": 0.41118668466806413,
"num_tokens": 3111112.0,
"mean_token_accuracy": 0.8776616156101227,
"epoch": 2.3529411764705883,
"step": 200
},
{
"loss": 0.3992,
"grad_norm": 0.14714457094669342,
"learning_rate": 9.963431452563332e-06,
"entropy": 0.4004165202379227,
"num_tokens": 3268703.0,
"mean_token_accuracy": 0.8799054056406022,
"epoch": 2.4705882352941178,
"step": 210
},
{
"loss": 0.4058,
"grad_norm": 0.14480003714561462,
"learning_rate": 6.184665997806832e-06,
"entropy": 0.4070618197321892,
"num_tokens": 3423830.0,
"mean_token_accuracy": 0.8782488256692886,
"epoch": 2.588235294117647,
"step": 220
},
{
"loss": 0.406,
"grad_norm": 0.14828461408615112,
"learning_rate": 3.258716180199278e-06,
"entropy": 0.4072370767593384,
"num_tokens": 3579594.0,
"mean_token_accuracy": 0.8782227575778961,
"epoch": 2.7058823529411766,
"step": 230
},
{
"loss": 0.4079,
"grad_norm": 0.16037017107009888,
"learning_rate": 1.2425322847218368e-06,
"entropy": 0.40918404459953306,
"num_tokens": 3734972.0,
"mean_token_accuracy": 0.8776972621679306,
"epoch": 2.8235294117647056,
"step": 240
},
{
"loss": 0.4035,
"grad_norm": 0.1524023711681366,
"learning_rate": 1.753570375247815e-07,
"entropy": 0.4051833271980286,
"num_tokens": 3891447.0,
"mean_token_accuracy": 0.8786362946033478,
"epoch": 2.9411764705882355,
"step": 250
},
{
"train_runtime": 1295.9489,
"train_samples_per_second": 6.28,
"train_steps_per_second": 0.197,
"total_flos": 1.3072916160774144e+18,
"train_loss": 0.5008774252498851,
"entropy": 0.406230491399765,
"num_tokens": 3966033.0,
"mean_token_accuracy": 0.8788680493831634,
"epoch": 3.0,
"step": 255
}
] |