| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 8.644372527867674, |
| "eval_steps": 500, |
| "global_step": 3000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.01438331535418914, |
| "grad_norm": 2.0, |
| "learning_rate": 9.221902017291067e-07, |
| "loss": 0.4532, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.02876663070837828, |
| "grad_norm": 2.015625, |
| "learning_rate": 2.0749279538904903e-06, |
| "loss": 0.6513, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.043149946062567425, |
| "grad_norm": 1.7265625, |
| "learning_rate": 3.2276657060518735e-06, |
| "loss": 0.5609, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.05753326141675656, |
| "grad_norm": 1.3203125, |
| "learning_rate": 4.380403458213257e-06, |
| "loss": 0.5331, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0719165767709457, |
| "grad_norm": 1.78125, |
| "learning_rate": 5.533141210374641e-06, |
| "loss": 0.7096, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.08629989212513485, |
| "grad_norm": 1.265625, |
| "learning_rate": 6.685878962536023e-06, |
| "loss": 0.4688, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.10068320747932398, |
| "grad_norm": 0.9765625, |
| "learning_rate": 7.838616714697407e-06, |
| "loss": 0.506, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.11506652283351312, |
| "grad_norm": 1.359375, |
| "learning_rate": 8.991354466858791e-06, |
| "loss": 0.4993, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.12944983818770225, |
| "grad_norm": 1.1015625, |
| "learning_rate": 1.0144092219020174e-05, |
| "loss": 0.444, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.1438331535418914, |
| "grad_norm": 1.2890625, |
| "learning_rate": 1.1296829971181558e-05, |
| "loss": 0.4432, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.15821646889608054, |
| "grad_norm": 1.3984375, |
| "learning_rate": 1.2449567723342942e-05, |
| "loss": 0.5675, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.1725997842502697, |
| "grad_norm": 1.125, |
| "learning_rate": 1.3602305475504324e-05, |
| "loss": 0.4172, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.18698309960445883, |
| "grad_norm": 1.125, |
| "learning_rate": 1.4755043227665706e-05, |
| "loss": 0.4988, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.20136641495864796, |
| "grad_norm": 0.890625, |
| "learning_rate": 1.590778097982709e-05, |
| "loss": 0.6613, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.21574973031283712, |
| "grad_norm": 1.0234375, |
| "learning_rate": 1.7060518731988475e-05, |
| "loss": 0.5525, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.23013304566702625, |
| "grad_norm": 0.99609375, |
| "learning_rate": 1.8213256484149857e-05, |
| "loss": 0.3749, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.24451636102121538, |
| "grad_norm": 1.203125, |
| "learning_rate": 1.936599423631124e-05, |
| "loss": 0.383, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.2588996763754045, |
| "grad_norm": 0.86328125, |
| "learning_rate": 2.0518731988472625e-05, |
| "loss": 0.4972, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.2732829917295937, |
| "grad_norm": 1.4375, |
| "learning_rate": 2.1671469740634007e-05, |
| "loss": 0.3984, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.2876663070837828, |
| "grad_norm": 1.1796875, |
| "learning_rate": 2.2824207492795393e-05, |
| "loss": 0.3863, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.30204962243797195, |
| "grad_norm": 1.046875, |
| "learning_rate": 2.3976945244956772e-05, |
| "loss": 0.3739, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.3164329377921611, |
| "grad_norm": 1.0859375, |
| "learning_rate": 2.5129682997118158e-05, |
| "loss": 0.4974, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.3308162531463502, |
| "grad_norm": 1.2421875, |
| "learning_rate": 2.628242074927954e-05, |
| "loss": 0.5356, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.3451995685005394, |
| "grad_norm": 1.5859375, |
| "learning_rate": 2.7435158501440926e-05, |
| "loss": 0.5979, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.35958288385472853, |
| "grad_norm": 1.234375, |
| "learning_rate": 2.858789625360231e-05, |
| "loss": 0.5462, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.37396619920891766, |
| "grad_norm": 1.046875, |
| "learning_rate": 2.9740634005763694e-05, |
| "loss": 0.5615, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.3883495145631068, |
| "grad_norm": 1.203125, |
| "learning_rate": 3.089337175792507e-05, |
| "loss": 0.5295, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.4027328299172959, |
| "grad_norm": 2.21875, |
| "learning_rate": 3.2046109510086455e-05, |
| "loss": 0.4399, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.41711614527148505, |
| "grad_norm": 1.4375, |
| "learning_rate": 3.3198847262247845e-05, |
| "loss": 0.5191, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.43149946062567424, |
| "grad_norm": 1.03125, |
| "learning_rate": 3.435158501440922e-05, |
| "loss": 0.4418, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.44588277597986337, |
| "grad_norm": 1.203125, |
| "learning_rate": 3.550432276657061e-05, |
| "loss": 0.5221, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.4602660913340525, |
| "grad_norm": 1.15625, |
| "learning_rate": 3.665706051873199e-05, |
| "loss": 0.4788, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.4746494066882416, |
| "grad_norm": 0.9375, |
| "learning_rate": 3.7809798270893374e-05, |
| "loss": 0.58, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.48903272204243076, |
| "grad_norm": 1.328125, |
| "learning_rate": 3.8962536023054756e-05, |
| "loss": 0.5308, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.5034160373966199, |
| "grad_norm": 1.5703125, |
| "learning_rate": 4.0115273775216146e-05, |
| "loss": 0.5467, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.517799352750809, |
| "grad_norm": 1.4765625, |
| "learning_rate": 4.126801152737752e-05, |
| "loss": 0.5651, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.5321826681049981, |
| "grad_norm": 1.09375, |
| "learning_rate": 4.2420749279538904e-05, |
| "loss": 0.4496, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.5465659834591874, |
| "grad_norm": 1.3125, |
| "learning_rate": 4.357348703170029e-05, |
| "loss": 0.4775, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.5609492988133765, |
| "grad_norm": 1.3046875, |
| "learning_rate": 4.4726224783861675e-05, |
| "loss": 0.4772, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.5753326141675656, |
| "grad_norm": 1.359375, |
| "learning_rate": 4.587896253602306e-05, |
| "loss": 0.5522, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.5897159295217548, |
| "grad_norm": 1.1875, |
| "learning_rate": 4.703170028818444e-05, |
| "loss": 0.6477, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.6040992448759439, |
| "grad_norm": 1.5390625, |
| "learning_rate": 4.818443804034583e-05, |
| "loss": 0.459, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.618482560230133, |
| "grad_norm": 1.2734375, |
| "learning_rate": 4.933717579250721e-05, |
| "loss": 0.4726, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.6328658755843222, |
| "grad_norm": 1.7421875, |
| "learning_rate": 5.048991354466859e-05, |
| "loss": 0.5411, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.6472491909385113, |
| "grad_norm": 1.21875, |
| "learning_rate": 5.1642651296829976e-05, |
| "loss": 0.5301, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.6616325062927004, |
| "grad_norm": 1.359375, |
| "learning_rate": 5.279538904899136e-05, |
| "loss": 0.3528, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.6760158216468896, |
| "grad_norm": 1.4296875, |
| "learning_rate": 5.394812680115274e-05, |
| "loss": 0.4479, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.6903991370010788, |
| "grad_norm": 1.0, |
| "learning_rate": 5.510086455331412e-05, |
| "loss": 0.6267, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.7047824523552679, |
| "grad_norm": 1.0546875, |
| "learning_rate": 5.625360230547551e-05, |
| "loss": 0.4516, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.7191657677094571, |
| "grad_norm": 1.0234375, |
| "learning_rate": 5.7406340057636895e-05, |
| "loss": 0.4635, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.7335490830636462, |
| "grad_norm": 1.3359375, |
| "learning_rate": 5.855907780979827e-05, |
| "loss": 0.396, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.7479323984178353, |
| "grad_norm": 1.3203125, |
| "learning_rate": 5.971181556195966e-05, |
| "loss": 0.4695, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.7623157137720245, |
| "grad_norm": 0.96484375, |
| "learning_rate": 6.086455331412104e-05, |
| "loss": 0.4026, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.7766990291262136, |
| "grad_norm": 1.0, |
| "learning_rate": 6.201729106628243e-05, |
| "loss": 0.4413, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.7910823444804027, |
| "grad_norm": 1.265625, |
| "learning_rate": 6.317002881844381e-05, |
| "loss": 0.5513, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.8054656598345918, |
| "grad_norm": 1.25, |
| "learning_rate": 6.43227665706052e-05, |
| "loss": 0.4092, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.819848975188781, |
| "grad_norm": 1.0703125, |
| "learning_rate": 6.547550432276658e-05, |
| "loss": 0.4538, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.8342322905429701, |
| "grad_norm": 1.1640625, |
| "learning_rate": 6.662824207492796e-05, |
| "loss": 0.4408, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.8486156058971593, |
| "grad_norm": 0.8046875, |
| "learning_rate": 6.778097982708934e-05, |
| "loss": 0.5171, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.8629989212513485, |
| "grad_norm": 1.1328125, |
| "learning_rate": 6.893371757925073e-05, |
| "loss": 0.4662, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.8773822366055376, |
| "grad_norm": 1.296875, |
| "learning_rate": 7.008645533141211e-05, |
| "loss": 0.4287, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.8917655519597267, |
| "grad_norm": 0.98828125, |
| "learning_rate": 7.123919308357349e-05, |
| "loss": 0.6147, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.9061488673139159, |
| "grad_norm": 1.4453125, |
| "learning_rate": 7.239193083573487e-05, |
| "loss": 0.5896, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.920532182668105, |
| "grad_norm": 1.7734375, |
| "learning_rate": 7.354466858789627e-05, |
| "loss": 0.4768, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.9349154980222941, |
| "grad_norm": 0.76953125, |
| "learning_rate": 7.469740634005764e-05, |
| "loss": 0.4511, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.9492988133764833, |
| "grad_norm": 1.234375, |
| "learning_rate": 7.585014409221902e-05, |
| "loss": 0.5281, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.9636821287306724, |
| "grad_norm": 0.84375, |
| "learning_rate": 7.700288184438042e-05, |
| "loss": 0.4953, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.9780654440848615, |
| "grad_norm": 1.2109375, |
| "learning_rate": 7.81556195965418e-05, |
| "loss": 0.5922, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.9924487594390508, |
| "grad_norm": 1.375, |
| "learning_rate": 7.930835734870318e-05, |
| "loss": 0.4489, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.0086299892125135, |
| "grad_norm": 1.34375, |
| "learning_rate": 7.999991904463832e-05, |
| "loss": 0.5064, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.0230133045667027, |
| "grad_norm": 1.2890625, |
| "learning_rate": 7.999900830058266e-05, |
| "loss": 0.5271, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.0373966199208917, |
| "grad_norm": 1.4296875, |
| "learning_rate": 7.999708564138649e-05, |
| "loss": 0.6233, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.051779935275081, |
| "grad_norm": 0.97265625, |
| "learning_rate": 7.999415111569024e-05, |
| "loss": 0.5166, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.06616325062927, |
| "grad_norm": 2.359375, |
| "learning_rate": 7.999020479773298e-05, |
| "loss": 0.5777, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.0805465659834592, |
| "grad_norm": 1.1796875, |
| "learning_rate": 7.998524678735071e-05, |
| "loss": 0.4766, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.0949298813376482, |
| "grad_norm": 1.2578125, |
| "learning_rate": 7.997927720997366e-05, |
| "loss": 0.4743, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.1093131966918375, |
| "grad_norm": 0.76953125, |
| "learning_rate": 7.997229621662321e-05, |
| "loss": 0.348, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.1236965120460267, |
| "grad_norm": 0.8828125, |
| "learning_rate": 7.996430398390805e-05, |
| "loss": 0.4763, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.1380798274002157, |
| "grad_norm": 1.1015625, |
| "learning_rate": 7.995530071401977e-05, |
| "loss": 0.5138, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.152463142754405, |
| "grad_norm": 0.76953125, |
| "learning_rate": 7.994528663472761e-05, |
| "loss": 0.5649, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.166846458108594, |
| "grad_norm": 0.91015625, |
| "learning_rate": 7.993426199937281e-05, |
| "loss": 0.4292, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.1812297734627832, |
| "grad_norm": 1.0, |
| "learning_rate": 7.992222708686218e-05, |
| "loss": 0.4659, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.1956130888169723, |
| "grad_norm": 0.7109375, |
| "learning_rate": 7.990918220166104e-05, |
| "loss": 0.4227, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.2099964041711615, |
| "grad_norm": 0.9296875, |
| "learning_rate": 7.989512767378545e-05, |
| "loss": 0.4776, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.2243797195253505, |
| "grad_norm": 1.015625, |
| "learning_rate": 7.9880063858794e-05, |
| "loss": 0.4265, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.2387630348795398, |
| "grad_norm": 0.9140625, |
| "learning_rate": 7.98639911377787e-05, |
| "loss": 0.3607, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.2531463502337288, |
| "grad_norm": 1.078125, |
| "learning_rate": 7.984690991735535e-05, |
| "loss": 0.5326, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.267529665587918, |
| "grad_norm": 0.6875, |
| "learning_rate": 7.982882062965334e-05, |
| "loss": 0.5541, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.2819129809421073, |
| "grad_norm": 0.7421875, |
| "learning_rate": 7.980972373230456e-05, |
| "loss": 0.543, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.2962962962962963, |
| "grad_norm": 5.21875, |
| "learning_rate": 7.978961970843204e-05, |
| "loss": 0.4757, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.3106796116504853, |
| "grad_norm": 1.2421875, |
| "learning_rate": 7.97685090666375e-05, |
| "loss": 0.5024, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.3250629270046745, |
| "grad_norm": 1.5234375, |
| "learning_rate": 7.974639234098866e-05, |
| "loss": 0.5356, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.3394462423588638, |
| "grad_norm": 0.79296875, |
| "learning_rate": 7.972327009100561e-05, |
| "loss": 0.5277, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.3538295577130528, |
| "grad_norm": 1.1796875, |
| "learning_rate": 7.969914290164673e-05, |
| "loss": 0.5583, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.368212873067242, |
| "grad_norm": 1.015625, |
| "learning_rate": 7.967401138329387e-05, |
| "loss": 0.5048, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.382596188421431, |
| "grad_norm": 1.1328125, |
| "learning_rate": 7.964787617173687e-05, |
| "loss": 0.4426, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.3969795037756203, |
| "grad_norm": 1.0546875, |
| "learning_rate": 7.962073792815756e-05, |
| "loss": 0.3894, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.4113628191298093, |
| "grad_norm": 0.94921875, |
| "learning_rate": 7.959259733911291e-05, |
| "loss": 0.5437, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.4257461344839986, |
| "grad_norm": 0.94921875, |
| "learning_rate": 7.956345511651779e-05, |
| "loss": 0.5329, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.4401294498381878, |
| "grad_norm": 0.80078125, |
| "learning_rate": 7.95333119976269e-05, |
| "loss": 0.4593, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.4545127651923768, |
| "grad_norm": 3.046875, |
| "learning_rate": 7.950216874501609e-05, |
| "loss": 0.4531, |
| "step": 505 |
| }, |
| { |
| "epoch": 1.468896080546566, |
| "grad_norm": 4.875, |
| "learning_rate": 7.947002614656313e-05, |
| "loss": 0.415, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.483279395900755, |
| "grad_norm": 1.0625, |
| "learning_rate": 7.94368850154277e-05, |
| "loss": 0.369, |
| "step": 515 |
| }, |
| { |
| "epoch": 1.4976627112549443, |
| "grad_norm": 1.1640625, |
| "learning_rate": 7.940274619003093e-05, |
| "loss": 0.4272, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.5120460266091333, |
| "grad_norm": 0.91015625, |
| "learning_rate": 7.936761053403407e-05, |
| "loss": 0.4839, |
| "step": 525 |
| }, |
| { |
| "epoch": 1.5264293419633226, |
| "grad_norm": 1.1796875, |
| "learning_rate": 7.933147893631673e-05, |
| "loss": 0.6706, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.5408126573175118, |
| "grad_norm": 0.71875, |
| "learning_rate": 7.929435231095433e-05, |
| "loss": 0.4209, |
| "step": 535 |
| }, |
| { |
| "epoch": 1.5551959726717008, |
| "grad_norm": 1.15625, |
| "learning_rate": 7.925623159719501e-05, |
| "loss": 0.4142, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.5695792880258899, |
| "grad_norm": 1.4140625, |
| "learning_rate": 7.921711775943588e-05, |
| "loss": 0.4872, |
| "step": 545 |
| }, |
| { |
| "epoch": 1.583962603380079, |
| "grad_norm": 7.71875, |
| "learning_rate": 7.917701178719857e-05, |
| "loss": 0.3773, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.5983459187342683, |
| "grad_norm": 2.921875, |
| "learning_rate": 7.913591469510427e-05, |
| "loss": 0.5732, |
| "step": 555 |
| }, |
| { |
| "epoch": 1.6127292340884574, |
| "grad_norm": 1.1171875, |
| "learning_rate": 7.909382752284797e-05, |
| "loss": 0.362, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.6271125494426464, |
| "grad_norm": 0.86328125, |
| "learning_rate": 7.905075133517227e-05, |
| "loss": 0.508, |
| "step": 565 |
| }, |
| { |
| "epoch": 1.6414958647968356, |
| "grad_norm": 24.625, |
| "learning_rate": 7.900668722184032e-05, |
| "loss": 0.3889, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.6558791801510249, |
| "grad_norm": 9.75, |
| "learning_rate": 7.896163629760837e-05, |
| "loss": 0.5928, |
| "step": 575 |
| }, |
| { |
| "epoch": 1.6702624955052139, |
| "grad_norm": 0.78515625, |
| "learning_rate": 7.891559970219747e-05, |
| "loss": 0.3379, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.6846458108594031, |
| "grad_norm": 1.03125, |
| "learning_rate": 7.886857860026471e-05, |
| "loss": 0.4557, |
| "step": 585 |
| }, |
| { |
| "epoch": 1.6990291262135924, |
| "grad_norm": 1.328125, |
| "learning_rate": 7.882057418137369e-05, |
| "loss": 0.5023, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.7134124415677814, |
| "grad_norm": 0.71484375, |
| "learning_rate": 7.877158765996448e-05, |
| "loss": 0.3935, |
| "step": 595 |
| }, |
| { |
| "epoch": 1.7277957569219704, |
| "grad_norm": 0.93359375, |
| "learning_rate": 7.872162027532287e-05, |
| "loss": 0.6483, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.7421790722761596, |
| "grad_norm": 0.91796875, |
| "learning_rate": 7.867067329154902e-05, |
| "loss": 0.5306, |
| "step": 605 |
| }, |
| { |
| "epoch": 1.7565623876303489, |
| "grad_norm": 0.9140625, |
| "learning_rate": 7.861874799752552e-05, |
| "loss": 0.4876, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.770945702984538, |
| "grad_norm": 0.80859375, |
| "learning_rate": 7.856584570688468e-05, |
| "loss": 0.3126, |
| "step": 615 |
| }, |
| { |
| "epoch": 1.785329018338727, |
| "grad_norm": 0.765625, |
| "learning_rate": 7.851196775797542e-05, |
| "loss": 0.4426, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.7997123336929162, |
| "grad_norm": 0.9296875, |
| "learning_rate": 7.845711551382935e-05, |
| "loss": 0.3864, |
| "step": 625 |
| }, |
| { |
| "epoch": 1.8140956490471054, |
| "grad_norm": 0.79296875, |
| "learning_rate": 7.840129036212625e-05, |
| "loss": 0.4811, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.8284789644012944, |
| "grad_norm": 0.796875, |
| "learning_rate": 7.83444937151591e-05, |
| "loss": 0.4156, |
| "step": 635 |
| }, |
| { |
| "epoch": 1.8428622797554837, |
| "grad_norm": 0.7734375, |
| "learning_rate": 7.828672700979812e-05, |
| "loss": 0.4054, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.857245595109673, |
| "grad_norm": 1.828125, |
| "learning_rate": 7.82279917074547e-05, |
| "loss": 0.465, |
| "step": 645 |
| }, |
| { |
| "epoch": 1.871628910463862, |
| "grad_norm": 2.140625, |
| "learning_rate": 7.81682892940442e-05, |
| "loss": 0.4299, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.886012225818051, |
| "grad_norm": 1.4453125, |
| "learning_rate": 7.810762127994846e-05, |
| "loss": 0.5449, |
| "step": 655 |
| }, |
| { |
| "epoch": 1.9003955411722402, |
| "grad_norm": 1.046875, |
| "learning_rate": 7.804598919997757e-05, |
| "loss": 0.4492, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.9147788565264294, |
| "grad_norm": 0.828125, |
| "learning_rate": 7.798339461333111e-05, |
| "loss": 0.441, |
| "step": 665 |
| }, |
| { |
| "epoch": 1.9291621718806184, |
| "grad_norm": 0.796875, |
| "learning_rate": 7.791983910355854e-05, |
| "loss": 0.542, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.9435454872348075, |
| "grad_norm": 0.91796875, |
| "learning_rate": 7.78553242785193e-05, |
| "loss": 0.3236, |
| "step": 675 |
| }, |
| { |
| "epoch": 1.9579288025889967, |
| "grad_norm": 1.1875, |
| "learning_rate": 7.778985177034207e-05, |
| "loss": 0.427, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.972312117943186, |
| "grad_norm": 0.8515625, |
| "learning_rate": 7.772342323538345e-05, |
| "loss": 0.3841, |
| "step": 685 |
| }, |
| { |
| "epoch": 1.986695433297375, |
| "grad_norm": 1.2265625, |
| "learning_rate": 7.765604035418614e-05, |
| "loss": 0.4994, |
| "step": 690 |
| }, |
| { |
| "epoch": 2.002876663070838, |
| "grad_norm": 1.6796875, |
| "learning_rate": 7.758770483143634e-05, |
| "loss": 0.509, |
| "step": 695 |
| }, |
| { |
| "epoch": 2.017259978425027, |
| "grad_norm": 0.73046875, |
| "learning_rate": 7.751841839592065e-05, |
| "loss": 0.3722, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.031643293779216, |
| "grad_norm": 0.87109375, |
| "learning_rate": 7.744818280048237e-05, |
| "loss": 0.3668, |
| "step": 705 |
| }, |
| { |
| "epoch": 2.0460266091334054, |
| "grad_norm": 1.0703125, |
| "learning_rate": 7.737699982197711e-05, |
| "loss": 0.578, |
| "step": 710 |
| }, |
| { |
| "epoch": 2.0604099244875944, |
| "grad_norm": 2.375, |
| "learning_rate": 7.730487126122784e-05, |
| "loss": 0.5856, |
| "step": 715 |
| }, |
| { |
| "epoch": 2.0747932398417834, |
| "grad_norm": 0.9140625, |
| "learning_rate": 7.72317989429794e-05, |
| "loss": 0.4909, |
| "step": 720 |
| }, |
| { |
| "epoch": 2.089176555195973, |
| "grad_norm": 0.96484375, |
| "learning_rate": 7.715778471585223e-05, |
| "loss": 0.3753, |
| "step": 725 |
| }, |
| { |
| "epoch": 2.103559870550162, |
| "grad_norm": 0.76953125, |
| "learning_rate": 7.708283045229568e-05, |
| "loss": 0.4519, |
| "step": 730 |
| }, |
| { |
| "epoch": 2.117943185904351, |
| "grad_norm": 1.0078125, |
| "learning_rate": 7.700693804854062e-05, |
| "loss": 0.405, |
| "step": 735 |
| }, |
| { |
| "epoch": 2.13232650125854, |
| "grad_norm": 1.0, |
| "learning_rate": 7.693010942455146e-05, |
| "loss": 0.3957, |
| "step": 740 |
| }, |
| { |
| "epoch": 2.1467098166127294, |
| "grad_norm": 0.59765625, |
| "learning_rate": 7.685234652397758e-05, |
| "loss": 0.286, |
| "step": 745 |
| }, |
| { |
| "epoch": 2.1610931319669184, |
| "grad_norm": 0.9921875, |
| "learning_rate": 7.677365131410418e-05, |
| "loss": 0.5922, |
| "step": 750 |
| }, |
| { |
| "epoch": 2.1754764473211075, |
| "grad_norm": 0.90234375, |
| "learning_rate": 7.669402578580246e-05, |
| "loss": 0.4268, |
| "step": 755 |
| }, |
| { |
| "epoch": 2.1898597626752965, |
| "grad_norm": 0.9609375, |
| "learning_rate": 7.661347195347932e-05, |
| "loss": 0.4558, |
| "step": 760 |
| }, |
| { |
| "epoch": 2.204243078029486, |
| "grad_norm": 0.8046875, |
| "learning_rate": 7.653199185502631e-05, |
| "loss": 0.3913, |
| "step": 765 |
| }, |
| { |
| "epoch": 2.218626393383675, |
| "grad_norm": 0.66015625, |
| "learning_rate": 7.644958755176822e-05, |
| "loss": 0.5205, |
| "step": 770 |
| }, |
| { |
| "epoch": 2.233009708737864, |
| "grad_norm": 0.83984375, |
| "learning_rate": 7.636626112841076e-05, |
| "loss": 0.359, |
| "step": 775 |
| }, |
| { |
| "epoch": 2.2473930240920534, |
| "grad_norm": 0.8046875, |
| "learning_rate": 7.628201469298793e-05, |
| "loss": 0.4881, |
| "step": 780 |
| }, |
| { |
| "epoch": 2.2617763394462425, |
| "grad_norm": 0.69140625, |
| "learning_rate": 7.619685037680867e-05, |
| "loss": 0.4995, |
| "step": 785 |
| }, |
| { |
| "epoch": 2.2761596548004315, |
| "grad_norm": 0.8515625, |
| "learning_rate": 7.61107703344029e-05, |
| "loss": 0.4753, |
| "step": 790 |
| }, |
| { |
| "epoch": 2.2905429701546205, |
| "grad_norm": 0.6796875, |
| "learning_rate": 7.602377674346707e-05, |
| "loss": 0.3069, |
| "step": 795 |
| }, |
| { |
| "epoch": 2.30492628550881, |
| "grad_norm": 0.73046875, |
| "learning_rate": 7.593587180480907e-05, |
| "loss": 0.4076, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.319309600862999, |
| "grad_norm": 1.90625, |
| "learning_rate": 7.584705774229247e-05, |
| "loss": 0.3591, |
| "step": 805 |
| }, |
| { |
| "epoch": 2.333692916217188, |
| "grad_norm": 0.73046875, |
| "learning_rate": 7.575733680278031e-05, |
| "loss": 0.3701, |
| "step": 810 |
| }, |
| { |
| "epoch": 2.348076231571377, |
| "grad_norm": 0.8125, |
| "learning_rate": 7.566671125607833e-05, |
| "loss": 0.6058, |
| "step": 815 |
| }, |
| { |
| "epoch": 2.3624595469255665, |
| "grad_norm": 0.92578125, |
| "learning_rate": 7.557518339487744e-05, |
| "loss": 0.3187, |
| "step": 820 |
| }, |
| { |
| "epoch": 2.3768428622797555, |
| "grad_norm": 0.68359375, |
| "learning_rate": 7.548275553469575e-05, |
| "loss": 0.3917, |
| "step": 825 |
| }, |
| { |
| "epoch": 2.3912261776339445, |
| "grad_norm": 1.046875, |
| "learning_rate": 7.538943001382001e-05, |
| "loss": 0.392, |
| "step": 830 |
| }, |
| { |
| "epoch": 2.405609492988134, |
| "grad_norm": 0.6484375, |
| "learning_rate": 7.529520919324646e-05, |
| "loss": 0.307, |
| "step": 835 |
| }, |
| { |
| "epoch": 2.419992808342323, |
| "grad_norm": 0.78125, |
| "learning_rate": 7.520009545662104e-05, |
| "loss": 0.4457, |
| "step": 840 |
| }, |
| { |
| "epoch": 2.434376123696512, |
| "grad_norm": 0.86328125, |
| "learning_rate": 7.510409121017918e-05, |
| "loss": 0.4218, |
| "step": 845 |
| }, |
| { |
| "epoch": 2.448759439050701, |
| "grad_norm": 0.76171875, |
| "learning_rate": 7.500719888268487e-05, |
| "loss": 0.3575, |
| "step": 850 |
| }, |
| { |
| "epoch": 2.4631427544048905, |
| "grad_norm": 0.8984375, |
| "learning_rate": 7.490942092536918e-05, |
| "loss": 0.4674, |
| "step": 855 |
| }, |
| { |
| "epoch": 2.4775260697590795, |
| "grad_norm": 0.796875, |
| "learning_rate": 7.481075981186835e-05, |
| "loss": 0.3308, |
| "step": 860 |
| }, |
| { |
| "epoch": 2.4919093851132685, |
| "grad_norm": 0.80078125, |
| "learning_rate": 7.471121803816112e-05, |
| "loss": 0.4612, |
| "step": 865 |
| }, |
| { |
| "epoch": 2.5062927004674576, |
| "grad_norm": 0.71875, |
| "learning_rate": 7.461079812250559e-05, |
| "loss": 0.3943, |
| "step": 870 |
| }, |
| { |
| "epoch": 2.520676015821647, |
| "grad_norm": 1.0, |
| "learning_rate": 7.450950260537561e-05, |
| "loss": 0.2894, |
| "step": 875 |
| }, |
| { |
| "epoch": 2.535059331175836, |
| "grad_norm": 0.71484375, |
| "learning_rate": 7.44073340493964e-05, |
| "loss": 0.5447, |
| "step": 880 |
| }, |
| { |
| "epoch": 2.549442646530025, |
| "grad_norm": 0.75, |
| "learning_rate": 7.430429503927974e-05, |
| "loss": 0.4356, |
| "step": 885 |
| }, |
| { |
| "epoch": 2.5638259618842145, |
| "grad_norm": 0.66796875, |
| "learning_rate": 7.420038818175862e-05, |
| "loss": 0.4192, |
| "step": 890 |
| }, |
| { |
| "epoch": 2.5782092772384035, |
| "grad_norm": 0.84765625, |
| "learning_rate": 7.409561610552127e-05, |
| "loss": 0.4312, |
| "step": 895 |
| }, |
| { |
| "epoch": 2.5925925925925926, |
| "grad_norm": 0.9453125, |
| "learning_rate": 7.398998146114468e-05, |
| "loss": 0.3847, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.6069759079467816, |
| "grad_norm": 1.0390625, |
| "learning_rate": 7.388348692102748e-05, |
| "loss": 0.3862, |
| "step": 905 |
| }, |
| { |
| "epoch": 2.6213592233009706, |
| "grad_norm": 0.7109375, |
| "learning_rate": 7.37761351793224e-05, |
| "loss": 0.4877, |
| "step": 910 |
| }, |
| { |
| "epoch": 2.63574253865516, |
| "grad_norm": 0.6328125, |
| "learning_rate": 7.366792895186812e-05, |
| "loss": 0.4786, |
| "step": 915 |
| }, |
| { |
| "epoch": 2.650125854009349, |
| "grad_norm": 1.0546875, |
| "learning_rate": 7.355887097612048e-05, |
| "loss": 0.3456, |
| "step": 920 |
| }, |
| { |
| "epoch": 2.664509169363538, |
| "grad_norm": 0.671875, |
| "learning_rate": 7.344896401108331e-05, |
| "loss": 0.3659, |
| "step": 925 |
| }, |
| { |
| "epoch": 2.6788924847177276, |
| "grad_norm": 0.7734375, |
| "learning_rate": 7.333821083723861e-05, |
| "loss": 0.4014, |
| "step": 930 |
| }, |
| { |
| "epoch": 2.6932758000719166, |
| "grad_norm": 0.98828125, |
| "learning_rate": 7.322661425647618e-05, |
| "loss": 0.3648, |
| "step": 935 |
| }, |
| { |
| "epoch": 2.7076591154261056, |
| "grad_norm": 0.7578125, |
| "learning_rate": 7.311417709202273e-05, |
| "loss": 0.3891, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.722042430780295, |
| "grad_norm": 0.75, |
| "learning_rate": 7.300090218837052e-05, |
| "loss": 0.4091, |
| "step": 945 |
| }, |
| { |
| "epoch": 2.736425746134484, |
| "grad_norm": 0.734375, |
| "learning_rate": 7.288679241120537e-05, |
| "loss": 0.3839, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.750809061488673, |
| "grad_norm": 0.85546875, |
| "learning_rate": 7.27718506473341e-05, |
| "loss": 0.4808, |
| "step": 955 |
| }, |
| { |
| "epoch": 2.765192376842862, |
| "grad_norm": 0.8046875, |
| "learning_rate": 7.265607980461161e-05, |
| "loss": 0.4709, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.7795756921970516, |
| "grad_norm": 0.98046875, |
| "learning_rate": 7.253948281186722e-05, |
| "loss": 0.4579, |
| "step": 965 |
| }, |
| { |
| "epoch": 2.7939590075512406, |
| "grad_norm": 1.203125, |
| "learning_rate": 7.242206261883059e-05, |
| "loss": 0.413, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.8083423229054296, |
| "grad_norm": 0.73828125, |
| "learning_rate": 7.23038221960572e-05, |
| "loss": 0.4752, |
| "step": 975 |
| }, |
| { |
| "epoch": 2.8227256382596186, |
| "grad_norm": 0.9140625, |
| "learning_rate": 7.2184764534853e-05, |
| "loss": 0.395, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.837108953613808, |
| "grad_norm": 1.1015625, |
| "learning_rate": 7.206489264719896e-05, |
| "loss": 0.4488, |
| "step": 985 |
| }, |
| { |
| "epoch": 2.851492268967997, |
| "grad_norm": 1.109375, |
| "learning_rate": 7.19442095656747e-05, |
| "loss": 0.3311, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.865875584322186, |
| "grad_norm": 0.875, |
| "learning_rate": 7.182271834338185e-05, |
| "loss": 0.4682, |
| "step": 995 |
| }, |
| { |
| "epoch": 2.8802588996763756, |
| "grad_norm": 0.8515625, |
| "learning_rate": 7.17004220538668e-05, |
| "loss": 0.4539, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.8946422150305646, |
| "grad_norm": 0.7890625, |
| "learning_rate": 7.157732379104291e-05, |
| "loss": 0.5094, |
| "step": 1005 |
| }, |
| { |
| "epoch": 2.9090255303847536, |
| "grad_norm": 1.0078125, |
| "learning_rate": 7.145342666911231e-05, |
| "loss": 0.377, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.9234088457389427, |
| "grad_norm": 1.078125, |
| "learning_rate": 7.132873382248702e-05, |
| "loss": 0.4527, |
| "step": 1015 |
| }, |
| { |
| "epoch": 2.937792161093132, |
| "grad_norm": 0.6171875, |
| "learning_rate": 7.120324840570978e-05, |
| "loss": 0.3519, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.952175476447321, |
| "grad_norm": 0.78125, |
| "learning_rate": 7.107697359337409e-05, |
| "loss": 0.4042, |
| "step": 1025 |
| }, |
| { |
| "epoch": 2.96655879180151, |
| "grad_norm": 0.87109375, |
| "learning_rate": 7.0949912580044e-05, |
| "loss": 0.3048, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.980942107155699, |
| "grad_norm": 1.03125, |
| "learning_rate": 7.082206858017333e-05, |
| "loss": 0.4759, |
| "step": 1035 |
| }, |
| { |
| "epoch": 2.9953254225098886, |
| "grad_norm": 0.6796875, |
| "learning_rate": 7.06934448280242e-05, |
| "loss": 0.3526, |
| "step": 1040 |
| }, |
| { |
| "epoch": 3.011506652283351, |
| "grad_norm": 0.6640625, |
| "learning_rate": 7.056404457758537e-05, |
| "loss": 0.4516, |
| "step": 1045 |
| }, |
| { |
| "epoch": 3.0258899676375406, |
| "grad_norm": 0.9140625, |
| "learning_rate": 7.043387110248979e-05, |
| "loss": 0.4131, |
| "step": 1050 |
| }, |
| { |
| "epoch": 3.0402732829917296, |
| "grad_norm": 0.88671875, |
| "learning_rate": 7.030292769593188e-05, |
| "loss": 0.3195, |
| "step": 1055 |
| }, |
| { |
| "epoch": 3.0546565983459186, |
| "grad_norm": 0.9921875, |
| "learning_rate": 7.017121767058417e-05, |
| "loss": 0.3509, |
| "step": 1060 |
| }, |
| { |
| "epoch": 3.0690399137001076, |
| "grad_norm": 0.89453125, |
| "learning_rate": 7.003874435851346e-05, |
| "loss": 0.2716, |
| "step": 1065 |
| }, |
| { |
| "epoch": 3.083423229054297, |
| "grad_norm": 0.92578125, |
| "learning_rate": 6.990551111109662e-05, |
| "loss": 0.3962, |
| "step": 1070 |
| }, |
| { |
| "epoch": 3.097806544408486, |
| "grad_norm": 0.72265625, |
| "learning_rate": 6.977152129893572e-05, |
| "loss": 0.3924, |
| "step": 1075 |
| }, |
| { |
| "epoch": 3.112189859762675, |
| "grad_norm": 0.98828125, |
| "learning_rate": 6.963677831177279e-05, |
| "loss": 0.2921, |
| "step": 1080 |
| }, |
| { |
| "epoch": 3.1265731751168646, |
| "grad_norm": 0.84765625, |
| "learning_rate": 6.950128555840404e-05, |
| "loss": 0.3449, |
| "step": 1085 |
| }, |
| { |
| "epoch": 3.1409564904710536, |
| "grad_norm": 0.87109375, |
| "learning_rate": 6.93650464665937e-05, |
| "loss": 0.3724, |
| "step": 1090 |
| }, |
| { |
| "epoch": 3.1553398058252426, |
| "grad_norm": 1.0703125, |
| "learning_rate": 6.92280644829872e-05, |
| "loss": 0.3371, |
| "step": 1095 |
| }, |
| { |
| "epoch": 3.1697231211794317, |
| "grad_norm": 0.98046875, |
| "learning_rate": 6.909034307302403e-05, |
| "loss": 0.2712, |
| "step": 1100 |
| }, |
| { |
| "epoch": 3.184106436533621, |
| "grad_norm": 0.6796875, |
| "learning_rate": 6.895188572085007e-05, |
| "loss": 0.285, |
| "step": 1105 |
| }, |
| { |
| "epoch": 3.19848975188781, |
| "grad_norm": 0.8125, |
| "learning_rate": 6.881269592922945e-05, |
| "loss": 0.3157, |
| "step": 1110 |
| }, |
| { |
| "epoch": 3.212873067241999, |
| "grad_norm": 0.80078125, |
| "learning_rate": 6.867277721945589e-05, |
| "loss": 0.367, |
| "step": 1115 |
| }, |
| { |
| "epoch": 3.227256382596188, |
| "grad_norm": 0.86328125, |
| "learning_rate": 6.853213313126369e-05, |
| "loss": 0.4571, |
| "step": 1120 |
| }, |
| { |
| "epoch": 3.2416396979503777, |
| "grad_norm": 0.9296875, |
| "learning_rate": 6.839076722273811e-05, |
| "loss": 0.3605, |
| "step": 1125 |
| }, |
| { |
| "epoch": 3.2560230133045667, |
| "grad_norm": 1.0390625, |
| "learning_rate": 6.82486830702254e-05, |
| "loss": 0.3656, |
| "step": 1130 |
| }, |
| { |
| "epoch": 3.2704063286587557, |
| "grad_norm": 0.953125, |
| "learning_rate": 6.810588426824229e-05, |
| "loss": 0.3539, |
| "step": 1135 |
| }, |
| { |
| "epoch": 3.284789644012945, |
| "grad_norm": 1.046875, |
| "learning_rate": 6.79623744293851e-05, |
| "loss": 0.4571, |
| "step": 1140 |
| }, |
| { |
| "epoch": 3.299172959367134, |
| "grad_norm": 0.81640625, |
| "learning_rate": 6.781815718423833e-05, |
| "loss": 0.5333, |
| "step": 1145 |
| }, |
| { |
| "epoch": 3.313556274721323, |
| "grad_norm": 1.2109375, |
| "learning_rate": 6.767323618128277e-05, |
| "loss": 0.4508, |
| "step": 1150 |
| }, |
| { |
| "epoch": 3.3279395900755127, |
| "grad_norm": 0.97265625, |
| "learning_rate": 6.752761508680322e-05, |
| "loss": 0.3443, |
| "step": 1155 |
| }, |
| { |
| "epoch": 3.3423229054297017, |
| "grad_norm": 0.75390625, |
| "learning_rate": 6.738129758479579e-05, |
| "loss": 0.285, |
| "step": 1160 |
| }, |
| { |
| "epoch": 3.3567062207838907, |
| "grad_norm": 0.8671875, |
| "learning_rate": 6.723428737687466e-05, |
| "loss": 0.2679, |
| "step": 1165 |
| }, |
| { |
| "epoch": 3.3710895361380797, |
| "grad_norm": 0.92578125, |
| "learning_rate": 6.708658818217839e-05, |
| "loss": 0.2944, |
| "step": 1170 |
| }, |
| { |
| "epoch": 3.3854728514922687, |
| "grad_norm": 0.95703125, |
| "learning_rate": 6.69382037372759e-05, |
| "loss": 0.348, |
| "step": 1175 |
| }, |
| { |
| "epoch": 3.399856166846458, |
| "grad_norm": 0.796875, |
| "learning_rate": 6.678913779607194e-05, |
| "loss": 0.4132, |
| "step": 1180 |
| }, |
| { |
| "epoch": 3.414239482200647, |
| "grad_norm": 1.0390625, |
| "learning_rate": 6.663939412971209e-05, |
| "loss": 0.4183, |
| "step": 1185 |
| }, |
| { |
| "epoch": 3.4286227975548362, |
| "grad_norm": 1.015625, |
| "learning_rate": 6.64889765264873e-05, |
| "loss": 0.433, |
| "step": 1190 |
| }, |
| { |
| "epoch": 3.4430061129090257, |
| "grad_norm": 0.7265625, |
| "learning_rate": 6.633788879173819e-05, |
| "loss": 0.3068, |
| "step": 1195 |
| }, |
| { |
| "epoch": 3.4573894282632147, |
| "grad_norm": 1.1875, |
| "learning_rate": 6.618613474775872e-05, |
| "loss": 0.2744, |
| "step": 1200 |
| }, |
| { |
| "epoch": 3.4717727436174037, |
| "grad_norm": 0.890625, |
| "learning_rate": 6.603371823369939e-05, |
| "loss": 0.3557, |
| "step": 1205 |
| }, |
| { |
| "epoch": 3.486156058971593, |
| "grad_norm": 0.7109375, |
| "learning_rate": 6.588064310547026e-05, |
| "loss": 0.3276, |
| "step": 1210 |
| }, |
| { |
| "epoch": 3.500539374325782, |
| "grad_norm": 0.71875, |
| "learning_rate": 6.572691323564337e-05, |
| "loss": 0.2779, |
| "step": 1215 |
| }, |
| { |
| "epoch": 3.5149226896799712, |
| "grad_norm": 1.0859375, |
| "learning_rate": 6.557253251335468e-05, |
| "loss": 0.3275, |
| "step": 1220 |
| }, |
| { |
| "epoch": 3.5293060050341603, |
| "grad_norm": 0.73828125, |
| "learning_rate": 6.541750484420579e-05, |
| "loss": 0.3646, |
| "step": 1225 |
| }, |
| { |
| "epoch": 3.5436893203883493, |
| "grad_norm": 0.84765625, |
| "learning_rate": 6.526183415016509e-05, |
| "loss": 0.3642, |
| "step": 1230 |
| }, |
| { |
| "epoch": 3.5580726357425387, |
| "grad_norm": 0.71875, |
| "learning_rate": 6.510552436946848e-05, |
| "loss": 0.445, |
| "step": 1235 |
| }, |
| { |
| "epoch": 3.5724559510967278, |
| "grad_norm": 0.87109375, |
| "learning_rate": 6.494857945651989e-05, |
| "loss": 0.3285, |
| "step": 1240 |
| }, |
| { |
| "epoch": 3.5868392664509168, |
| "grad_norm": 0.796875, |
| "learning_rate": 6.479100338179107e-05, |
| "loss": 0.2749, |
| "step": 1245 |
| }, |
| { |
| "epoch": 3.6012225818051062, |
| "grad_norm": 0.7265625, |
| "learning_rate": 6.463280013172127e-05, |
| "loss": 0.3884, |
| "step": 1250 |
| }, |
| { |
| "epoch": 3.6156058971592953, |
| "grad_norm": 0.93359375, |
| "learning_rate": 6.447397370861629e-05, |
| "loss": 0.3783, |
| "step": 1255 |
| }, |
| { |
| "epoch": 3.6299892125134843, |
| "grad_norm": 0.76953125, |
| "learning_rate": 6.431452813054732e-05, |
| "loss": 0.5526, |
| "step": 1260 |
| }, |
| { |
| "epoch": 3.6443725278676737, |
| "grad_norm": 0.85546875, |
| "learning_rate": 6.415446743124923e-05, |
| "loss": 0.283, |
| "step": 1265 |
| }, |
| { |
| "epoch": 3.6587558432218628, |
| "grad_norm": 1.125, |
| "learning_rate": 6.399379566001855e-05, |
| "loss": 0.3515, |
| "step": 1270 |
| }, |
| { |
| "epoch": 3.6731391585760518, |
| "grad_norm": 0.78125, |
| "learning_rate": 6.383251688161098e-05, |
| "loss": 0.3057, |
| "step": 1275 |
| }, |
| { |
| "epoch": 3.687522473930241, |
| "grad_norm": 0.81640625, |
| "learning_rate": 6.367063517613863e-05, |
| "loss": 0.3184, |
| "step": 1280 |
| }, |
| { |
| "epoch": 3.70190578928443, |
| "grad_norm": 0.703125, |
| "learning_rate": 6.350815463896675e-05, |
| "loss": 0.3487, |
| "step": 1285 |
| }, |
| { |
| "epoch": 3.7162891046386193, |
| "grad_norm": 0.765625, |
| "learning_rate": 6.334507938061017e-05, |
| "loss": 0.3494, |
| "step": 1290 |
| }, |
| { |
| "epoch": 3.7306724199928083, |
| "grad_norm": 0.90625, |
| "learning_rate": 6.31814135266292e-05, |
| "loss": 0.416, |
| "step": 1295 |
| }, |
| { |
| "epoch": 3.7450557353469973, |
| "grad_norm": 0.90625, |
| "learning_rate": 6.30171612175254e-05, |
| "loss": 0.4346, |
| "step": 1300 |
| }, |
| { |
| "epoch": 3.759439050701187, |
| "grad_norm": 0.76953125, |
| "learning_rate": 6.285232660863676e-05, |
| "loss": 0.3811, |
| "step": 1305 |
| }, |
| { |
| "epoch": 3.773822366055376, |
| "grad_norm": 0.7578125, |
| "learning_rate": 6.268691387003258e-05, |
| "loss": 0.3118, |
| "step": 1310 |
| }, |
| { |
| "epoch": 3.788205681409565, |
| "grad_norm": 0.75390625, |
| "learning_rate": 6.252092718640795e-05, |
| "loss": 0.3887, |
| "step": 1315 |
| }, |
| { |
| "epoch": 3.8025889967637543, |
| "grad_norm": 0.78515625, |
| "learning_rate": 6.235437075697797e-05, |
| "loss": 0.2996, |
| "step": 1320 |
| }, |
| { |
| "epoch": 3.8169723121179433, |
| "grad_norm": 0.609375, |
| "learning_rate": 6.218724879537141e-05, |
| "loss": 0.2867, |
| "step": 1325 |
| }, |
| { |
| "epoch": 3.8313556274721323, |
| "grad_norm": 0.72265625, |
| "learning_rate": 6.201956552952415e-05, |
| "loss": 0.2422, |
| "step": 1330 |
| }, |
| { |
| "epoch": 3.8457389428263213, |
| "grad_norm": 0.8984375, |
| "learning_rate": 6.185132520157228e-05, |
| "loss": 0.2694, |
| "step": 1335 |
| }, |
| { |
| "epoch": 3.8601222581805104, |
| "grad_norm": 0.9140625, |
| "learning_rate": 6.16825320677447e-05, |
| "loss": 0.4468, |
| "step": 1340 |
| }, |
| { |
| "epoch": 3.8745055735347, |
| "grad_norm": 0.796875, |
| "learning_rate": 6.151319039825545e-05, |
| "loss": 0.3772, |
| "step": 1345 |
| }, |
| { |
| "epoch": 3.888888888888889, |
| "grad_norm": 0.8203125, |
| "learning_rate": 6.134330447719575e-05, |
| "loss": 0.4678, |
| "step": 1350 |
| }, |
| { |
| "epoch": 3.903272204243078, |
| "grad_norm": 0.9609375, |
| "learning_rate": 6.117287860242553e-05, |
| "loss": 0.3393, |
| "step": 1355 |
| }, |
| { |
| "epoch": 3.9176555195972673, |
| "grad_norm": 0.6875, |
| "learning_rate": 6.100191708546476e-05, |
| "loss": 0.2338, |
| "step": 1360 |
| }, |
| { |
| "epoch": 3.9320388349514563, |
| "grad_norm": 0.84375, |
| "learning_rate": 6.083042425138437e-05, |
| "loss": 0.3768, |
| "step": 1365 |
| }, |
| { |
| "epoch": 3.9464221503056454, |
| "grad_norm": 0.78515625, |
| "learning_rate": 6.065840443869678e-05, |
| "loss": 0.4026, |
| "step": 1370 |
| }, |
| { |
| "epoch": 3.960805465659835, |
| "grad_norm": 0.75, |
| "learning_rate": 6.0485861999246235e-05, |
| "loss": 0.2708, |
| "step": 1375 |
| }, |
| { |
| "epoch": 3.975188781014024, |
| "grad_norm": 0.60546875, |
| "learning_rate": 6.03128012980986e-05, |
| "loss": 0.3323, |
| "step": 1380 |
| }, |
| { |
| "epoch": 3.989572096368213, |
| "grad_norm": 0.8359375, |
| "learning_rate": 6.0139226713431036e-05, |
| "loss": 0.4781, |
| "step": 1385 |
| }, |
| { |
| "epoch": 4.005753326141676, |
| "grad_norm": 0.9140625, |
| "learning_rate": 5.996514263642114e-05, |
| "loss": 0.3732, |
| "step": 1390 |
| }, |
| { |
| "epoch": 4.020136641495864, |
| "grad_norm": 0.5625, |
| "learning_rate": 5.9790553471135976e-05, |
| "loss": 0.1693, |
| "step": 1395 |
| }, |
| { |
| "epoch": 4.034519956850054, |
| "grad_norm": 1.1953125, |
| "learning_rate": 5.96154636344205e-05, |
| "loss": 0.2256, |
| "step": 1400 |
| }, |
| { |
| "epoch": 4.048903272204243, |
| "grad_norm": 1.125, |
| "learning_rate": 5.943987755578596e-05, |
| "loss": 0.2382, |
| "step": 1405 |
| }, |
| { |
| "epoch": 4.063286587558432, |
| "grad_norm": 0.90234375, |
| "learning_rate": 5.9263799677297774e-05, |
| "loss": 0.3122, |
| "step": 1410 |
| }, |
| { |
| "epoch": 4.077669902912621, |
| "grad_norm": 0.71875, |
| "learning_rate": 5.9087234453463166e-05, |
| "loss": 0.1377, |
| "step": 1415 |
| }, |
| { |
| "epoch": 4.092053218266811, |
| "grad_norm": 0.98828125, |
| "learning_rate": 5.891018635111845e-05, |
| "loss": 0.2662, |
| "step": 1420 |
| }, |
| { |
| "epoch": 4.106436533620999, |
| "grad_norm": 1.1015625, |
| "learning_rate": 5.873265984931606e-05, |
| "loss": 0.3659, |
| "step": 1425 |
| }, |
| { |
| "epoch": 4.120819848975189, |
| "grad_norm": 0.91796875, |
| "learning_rate": 5.855465943921123e-05, |
| "loss": 0.1675, |
| "step": 1430 |
| }, |
| { |
| "epoch": 4.135203164329378, |
| "grad_norm": 1.0234375, |
| "learning_rate": 5.837618962394834e-05, |
| "loss": 0.2156, |
| "step": 1435 |
| }, |
| { |
| "epoch": 4.149586479683567, |
| "grad_norm": 1.59375, |
| "learning_rate": 5.819725491854703e-05, |
| "loss": 0.3444, |
| "step": 1440 |
| }, |
| { |
| "epoch": 4.163969795037756, |
| "grad_norm": 0.93359375, |
| "learning_rate": 5.801785984978798e-05, |
| "loss": 0.2781, |
| "step": 1445 |
| }, |
| { |
| "epoch": 4.178353110391946, |
| "grad_norm": 0.91015625, |
| "learning_rate": 5.7838008956098366e-05, |
| "loss": 0.3323, |
| "step": 1450 |
| }, |
| { |
| "epoch": 4.192736425746134, |
| "grad_norm": 1.234375, |
| "learning_rate": 5.765770678743704e-05, |
| "loss": 0.2281, |
| "step": 1455 |
| }, |
| { |
| "epoch": 4.207119741100324, |
| "grad_norm": 0.73046875, |
| "learning_rate": 5.747695790517947e-05, |
| "loss": 0.2109, |
| "step": 1460 |
| }, |
| { |
| "epoch": 4.221503056454512, |
| "grad_norm": 1.2890625, |
| "learning_rate": 5.729576688200226e-05, |
| "loss": 0.3733, |
| "step": 1465 |
| }, |
| { |
| "epoch": 4.235886371808702, |
| "grad_norm": 1.0703125, |
| "learning_rate": 5.711413830176756e-05, |
| "loss": 0.2337, |
| "step": 1470 |
| }, |
| { |
| "epoch": 4.250269687162891, |
| "grad_norm": 0.9453125, |
| "learning_rate": 5.693207675940706e-05, |
| "loss": 0.3023, |
| "step": 1475 |
| }, |
| { |
| "epoch": 4.26465300251708, |
| "grad_norm": 1.4765625, |
| "learning_rate": 5.674958686080571e-05, |
| "loss": 0.3092, |
| "step": 1480 |
| }, |
| { |
| "epoch": 4.279036317871269, |
| "grad_norm": 0.94140625, |
| "learning_rate": 5.656667322268527e-05, |
| "loss": 0.2107, |
| "step": 1485 |
| }, |
| { |
| "epoch": 4.293419633225459, |
| "grad_norm": 1.125, |
| "learning_rate": 5.638334047248744e-05, |
| "loss": 0.3728, |
| "step": 1490 |
| }, |
| { |
| "epoch": 4.307802948579647, |
| "grad_norm": 0.66015625, |
| "learning_rate": 5.6199593248256884e-05, |
| "loss": 0.2301, |
| "step": 1495 |
| }, |
| { |
| "epoch": 4.322186263933837, |
| "grad_norm": 1.0625, |
| "learning_rate": 5.601543619852377e-05, |
| "loss": 0.2536, |
| "step": 1500 |
| }, |
| { |
| "epoch": 4.336569579288026, |
| "grad_norm": 1.0546875, |
| "learning_rate": 5.583087398218631e-05, |
| "loss": 0.2376, |
| "step": 1505 |
| }, |
| { |
| "epoch": 4.350952894642215, |
| "grad_norm": 0.9921875, |
| "learning_rate": 5.564591126839276e-05, |
| "loss": 0.2862, |
| "step": 1510 |
| }, |
| { |
| "epoch": 4.365336209996404, |
| "grad_norm": 0.59375, |
| "learning_rate": 5.546055273642342e-05, |
| "loss": 0.2191, |
| "step": 1515 |
| }, |
| { |
| "epoch": 4.379719525350593, |
| "grad_norm": 0.87890625, |
| "learning_rate": 5.5274803075572154e-05, |
| "loss": 0.2128, |
| "step": 1520 |
| }, |
| { |
| "epoch": 4.394102840704782, |
| "grad_norm": 0.59765625, |
| "learning_rate": 5.5088666985027835e-05, |
| "loss": 0.2977, |
| "step": 1525 |
| }, |
| { |
| "epoch": 4.408486156058972, |
| "grad_norm": 0.8203125, |
| "learning_rate": 5.49021491737554e-05, |
| "loss": 0.2385, |
| "step": 1530 |
| }, |
| { |
| "epoch": 4.4228694714131604, |
| "grad_norm": 1.03125, |
| "learning_rate": 5.471525436037677e-05, |
| "loss": 0.2074, |
| "step": 1535 |
| }, |
| { |
| "epoch": 4.43725278676735, |
| "grad_norm": 1.0390625, |
| "learning_rate": 5.452798727305146e-05, |
| "loss": 0.2742, |
| "step": 1540 |
| }, |
| { |
| "epoch": 4.451636102121539, |
| "grad_norm": 1.03125, |
| "learning_rate": 5.434035264935693e-05, |
| "loss": 0.3266, |
| "step": 1545 |
| }, |
| { |
| "epoch": 4.466019417475728, |
| "grad_norm": 0.95703125, |
| "learning_rate": 5.415235523616881e-05, |
| "loss": 0.3837, |
| "step": 1550 |
| }, |
| { |
| "epoch": 4.480402732829917, |
| "grad_norm": 1.2265625, |
| "learning_rate": 5.396399978954072e-05, |
| "loss": 0.3409, |
| "step": 1555 |
| }, |
| { |
| "epoch": 4.494786048184107, |
| "grad_norm": 1.0390625, |
| "learning_rate": 5.3775291074584e-05, |
| "loss": 0.2281, |
| "step": 1560 |
| }, |
| { |
| "epoch": 4.5091693635382954, |
| "grad_norm": 1.328125, |
| "learning_rate": 5.358623386534716e-05, |
| "loss": 0.4046, |
| "step": 1565 |
| }, |
| { |
| "epoch": 4.523552678892485, |
| "grad_norm": 0.6953125, |
| "learning_rate": 5.33968329446951e-05, |
| "loss": 0.1868, |
| "step": 1570 |
| }, |
| { |
| "epoch": 4.5379359942466735, |
| "grad_norm": 0.5625, |
| "learning_rate": 5.320709310418806e-05, |
| "loss": 0.2902, |
| "step": 1575 |
| }, |
| { |
| "epoch": 4.552319309600863, |
| "grad_norm": 0.81640625, |
| "learning_rate": 5.301701914396054e-05, |
| "loss": 0.2858, |
| "step": 1580 |
| }, |
| { |
| "epoch": 4.566702624955052, |
| "grad_norm": 1.0703125, |
| "learning_rate": 5.282661587259966e-05, |
| "loss": 0.2063, |
| "step": 1585 |
| }, |
| { |
| "epoch": 4.581085940309241, |
| "grad_norm": 1.0859375, |
| "learning_rate": 5.2635888107023706e-05, |
| "loss": 0.184, |
| "step": 1590 |
| }, |
| { |
| "epoch": 4.5954692556634305, |
| "grad_norm": 0.88671875, |
| "learning_rate": 5.244484067236013e-05, |
| "loss": 0.2318, |
| "step": 1595 |
| }, |
| { |
| "epoch": 4.60985257101762, |
| "grad_norm": 0.8046875, |
| "learning_rate": 5.2253478401823537e-05, |
| "loss": 0.1804, |
| "step": 1600 |
| }, |
| { |
| "epoch": 4.6242358863718085, |
| "grad_norm": 0.671875, |
| "learning_rate": 5.206180613659345e-05, |
| "loss": 0.1984, |
| "step": 1605 |
| }, |
| { |
| "epoch": 4.638619201725998, |
| "grad_norm": 0.6953125, |
| "learning_rate": 5.186982872569175e-05, |
| "loss": 0.2768, |
| "step": 1610 |
| }, |
| { |
| "epoch": 4.653002517080187, |
| "grad_norm": 0.71875, |
| "learning_rate": 5.167755102586008e-05, |
| "loss": 0.3707, |
| "step": 1615 |
| }, |
| { |
| "epoch": 4.667385832434376, |
| "grad_norm": 0.87890625, |
| "learning_rate": 5.148497790143692e-05, |
| "loss": 0.3311, |
| "step": 1620 |
| }, |
| { |
| "epoch": 4.6817691477885655, |
| "grad_norm": 0.9140625, |
| "learning_rate": 5.129211422423457e-05, |
| "loss": 0.3116, |
| "step": 1625 |
| }, |
| { |
| "epoch": 4.696152463142754, |
| "grad_norm": 0.75, |
| "learning_rate": 5.109896487341587e-05, |
| "loss": 0.3288, |
| "step": 1630 |
| }, |
| { |
| "epoch": 4.7105357784969435, |
| "grad_norm": 0.90625, |
| "learning_rate": 5.090553473537076e-05, |
| "loss": 0.2914, |
| "step": 1635 |
| }, |
| { |
| "epoch": 4.724919093851133, |
| "grad_norm": 1.40625, |
| "learning_rate": 5.071182870359272e-05, |
| "loss": 0.3358, |
| "step": 1640 |
| }, |
| { |
| "epoch": 4.7393024092053215, |
| "grad_norm": 0.84375, |
| "learning_rate": 5.051785167855489e-05, |
| "loss": 0.151, |
| "step": 1645 |
| }, |
| { |
| "epoch": 4.753685724559511, |
| "grad_norm": 0.93359375, |
| "learning_rate": 5.0323608567586155e-05, |
| "loss": 0.2381, |
| "step": 1650 |
| }, |
| { |
| "epoch": 4.7680690399137005, |
| "grad_norm": 0.8984375, |
| "learning_rate": 5.012910428474695e-05, |
| "loss": 0.3069, |
| "step": 1655 |
| }, |
| { |
| "epoch": 4.782452355267889, |
| "grad_norm": 0.90625, |
| "learning_rate": 4.9934343750705025e-05, |
| "loss": 0.3478, |
| "step": 1660 |
| }, |
| { |
| "epoch": 4.7968356706220785, |
| "grad_norm": 0.8125, |
| "learning_rate": 4.973933189261083e-05, |
| "loss": 0.3964, |
| "step": 1665 |
| }, |
| { |
| "epoch": 4.811218985976268, |
| "grad_norm": 1.1640625, |
| "learning_rate": 4.9544073643973e-05, |
| "loss": 0.2625, |
| "step": 1670 |
| }, |
| { |
| "epoch": 4.8256023013304565, |
| "grad_norm": 1.046875, |
| "learning_rate": 4.934857394453344e-05, |
| "loss": 0.3098, |
| "step": 1675 |
| }, |
| { |
| "epoch": 4.839985616684646, |
| "grad_norm": 0.9921875, |
| "learning_rate": 4.915283774014242e-05, |
| "loss": 0.3291, |
| "step": 1680 |
| }, |
| { |
| "epoch": 4.854368932038835, |
| "grad_norm": 1.140625, |
| "learning_rate": 4.895686998263343e-05, |
| "loss": 0.2595, |
| "step": 1685 |
| }, |
| { |
| "epoch": 4.868752247393024, |
| "grad_norm": 0.671875, |
| "learning_rate": 4.8760675629697893e-05, |
| "loss": 0.219, |
| "step": 1690 |
| }, |
| { |
| "epoch": 4.8831355627472135, |
| "grad_norm": 0.98046875, |
| "learning_rate": 4.856425964475979e-05, |
| "loss": 0.3462, |
| "step": 1695 |
| }, |
| { |
| "epoch": 4.897518878101402, |
| "grad_norm": 0.83984375, |
| "learning_rate": 4.836762699685002e-05, |
| "loss": 0.2413, |
| "step": 1700 |
| }, |
| { |
| "epoch": 4.9119021934555915, |
| "grad_norm": 0.83203125, |
| "learning_rate": 4.817078266048078e-05, |
| "loss": 0.2741, |
| "step": 1705 |
| }, |
| { |
| "epoch": 4.926285508809781, |
| "grad_norm": 0.921875, |
| "learning_rate": 4.79737316155196e-05, |
| "loss": 0.2875, |
| "step": 1710 |
| }, |
| { |
| "epoch": 4.94066882416397, |
| "grad_norm": 0.86328125, |
| "learning_rate": 4.7776478847063514e-05, |
| "loss": 0.2661, |
| "step": 1715 |
| }, |
| { |
| "epoch": 4.955052139518159, |
| "grad_norm": 1.125, |
| "learning_rate": 4.7579029345312773e-05, |
| "loss": 0.3132, |
| "step": 1720 |
| }, |
| { |
| "epoch": 4.9694354548723485, |
| "grad_norm": 0.95703125, |
| "learning_rate": 4.738138810544477e-05, |
| "loss": 0.2617, |
| "step": 1725 |
| }, |
| { |
| "epoch": 4.983818770226537, |
| "grad_norm": 0.79296875, |
| "learning_rate": 4.71835601274875e-05, |
| "loss": 0.2365, |
| "step": 1730 |
| }, |
| { |
| "epoch": 4.9982020855807265, |
| "grad_norm": 1.015625, |
| "learning_rate": 4.6985550416193226e-05, |
| "loss": 0.3377, |
| "step": 1735 |
| }, |
| { |
| "epoch": 5.0143833153541895, |
| "grad_norm": 0.72265625, |
| "learning_rate": 4.6787363980911754e-05, |
| "loss": 0.1061, |
| "step": 1740 |
| }, |
| { |
| "epoch": 5.028766630708378, |
| "grad_norm": 0.85546875, |
| "learning_rate": 4.6589005835463735e-05, |
| "loss": 0.1089, |
| "step": 1745 |
| }, |
| { |
| "epoch": 5.0431499460625675, |
| "grad_norm": 1.078125, |
| "learning_rate": 4.639048099801389e-05, |
| "loss": 0.179, |
| "step": 1750 |
| }, |
| { |
| "epoch": 5.057533261416757, |
| "grad_norm": 0.859375, |
| "learning_rate": 4.61917944909439e-05, |
| "loss": 0.1199, |
| "step": 1755 |
| }, |
| { |
| "epoch": 5.0719165767709455, |
| "grad_norm": 1.3203125, |
| "learning_rate": 4.599295134072554e-05, |
| "loss": 0.2674, |
| "step": 1760 |
| }, |
| { |
| "epoch": 5.086299892125135, |
| "grad_norm": 0.79296875, |
| "learning_rate": 4.579395657779339e-05, |
| "loss": 0.1374, |
| "step": 1765 |
| }, |
| { |
| "epoch": 5.100683207479324, |
| "grad_norm": 1.296875, |
| "learning_rate": 4.559481523641757e-05, |
| "loss": 0.1455, |
| "step": 1770 |
| }, |
| { |
| "epoch": 5.115066522833513, |
| "grad_norm": 1.1015625, |
| "learning_rate": 4.539553235457645e-05, |
| "loss": 0.108, |
| "step": 1775 |
| }, |
| { |
| "epoch": 5.1294498381877025, |
| "grad_norm": 0.875, |
| "learning_rate": 4.5196112973829184e-05, |
| "loss": 0.2614, |
| "step": 1780 |
| }, |
| { |
| "epoch": 5.143833153541891, |
| "grad_norm": 1.2578125, |
| "learning_rate": 4.499656213918809e-05, |
| "loss": 0.1803, |
| "step": 1785 |
| }, |
| { |
| "epoch": 5.1582164688960805, |
| "grad_norm": 1.328125, |
| "learning_rate": 4.4796884898991115e-05, |
| "loss": 0.1528, |
| "step": 1790 |
| }, |
| { |
| "epoch": 5.17259978425027, |
| "grad_norm": 1.2265625, |
| "learning_rate": 4.459708630477406e-05, |
| "loss": 0.2168, |
| "step": 1795 |
| }, |
| { |
| "epoch": 5.186983099604459, |
| "grad_norm": 0.95703125, |
| "learning_rate": 4.43971714111428e-05, |
| "loss": 0.2497, |
| "step": 1800 |
| }, |
| { |
| "epoch": 5.201366414958648, |
| "grad_norm": 1.3125, |
| "learning_rate": 4.4197145275645426e-05, |
| "loss": 0.2638, |
| "step": 1805 |
| }, |
| { |
| "epoch": 5.2157497303128375, |
| "grad_norm": 1.609375, |
| "learning_rate": 4.3997012958644255e-05, |
| "loss": 0.1665, |
| "step": 1810 |
| }, |
| { |
| "epoch": 5.230133045667026, |
| "grad_norm": 0.65625, |
| "learning_rate": 4.379677952318787e-05, |
| "loss": 0.0873, |
| "step": 1815 |
| }, |
| { |
| "epoch": 5.2445163610212155, |
| "grad_norm": 0.9375, |
| "learning_rate": 4.3596450034882983e-05, |
| "loss": 0.2356, |
| "step": 1820 |
| }, |
| { |
| "epoch": 5.258899676375404, |
| "grad_norm": 1.2265625, |
| "learning_rate": 4.33960295617663e-05, |
| "loss": 0.1437, |
| "step": 1825 |
| }, |
| { |
| "epoch": 5.273282991729594, |
| "grad_norm": 1.484375, |
| "learning_rate": 4.319552317417629e-05, |
| "loss": 0.168, |
| "step": 1830 |
| }, |
| { |
| "epoch": 5.287666307083783, |
| "grad_norm": 1.1953125, |
| "learning_rate": 4.299493594462498e-05, |
| "loss": 0.2304, |
| "step": 1835 |
| }, |
| { |
| "epoch": 5.302049622437972, |
| "grad_norm": 1.078125, |
| "learning_rate": 4.2794272947669516e-05, |
| "loss": 0.1377, |
| "step": 1840 |
| }, |
| { |
| "epoch": 5.316432937792161, |
| "grad_norm": 0.9609375, |
| "learning_rate": 4.259353925978389e-05, |
| "loss": 0.1789, |
| "step": 1845 |
| }, |
| { |
| "epoch": 5.3308162531463505, |
| "grad_norm": 1.1875, |
| "learning_rate": 4.2392739959230455e-05, |
| "loss": 0.1291, |
| "step": 1850 |
| }, |
| { |
| "epoch": 5.345199568500539, |
| "grad_norm": 0.73046875, |
| "learning_rate": 4.219188012593146e-05, |
| "loss": 0.3007, |
| "step": 1855 |
| }, |
| { |
| "epoch": 5.359582883854729, |
| "grad_norm": 1.1796875, |
| "learning_rate": 4.199096484134056e-05, |
| "loss": 0.1718, |
| "step": 1860 |
| }, |
| { |
| "epoch": 5.373966199208918, |
| "grad_norm": 1.4375, |
| "learning_rate": 4.17899991883142e-05, |
| "loss": 0.1992, |
| "step": 1865 |
| }, |
| { |
| "epoch": 5.388349514563107, |
| "grad_norm": 0.734375, |
| "learning_rate": 4.158898825098315e-05, |
| "loss": 0.0757, |
| "step": 1870 |
| }, |
| { |
| "epoch": 5.402732829917296, |
| "grad_norm": 0.8984375, |
| "learning_rate": 4.1387937114623716e-05, |
| "loss": 0.1683, |
| "step": 1875 |
| }, |
| { |
| "epoch": 5.417116145271485, |
| "grad_norm": 0.87890625, |
| "learning_rate": 4.1186850865529254e-05, |
| "loss": 0.1522, |
| "step": 1880 |
| }, |
| { |
| "epoch": 5.431499460625674, |
| "grad_norm": 1.3125, |
| "learning_rate": 4.098573459088137e-05, |
| "loss": 0.1525, |
| "step": 1885 |
| }, |
| { |
| "epoch": 5.445882775979864, |
| "grad_norm": 0.8046875, |
| "learning_rate": 4.078459337862129e-05, |
| "loss": 0.0721, |
| "step": 1890 |
| }, |
| { |
| "epoch": 5.460266091334052, |
| "grad_norm": 1.1328125, |
| "learning_rate": 4.058343231732114e-05, |
| "loss": 0.2774, |
| "step": 1895 |
| }, |
| { |
| "epoch": 5.474649406688242, |
| "grad_norm": 0.8828125, |
| "learning_rate": 4.038225649605515e-05, |
| "loss": 0.1588, |
| "step": 1900 |
| }, |
| { |
| "epoch": 5.489032722042431, |
| "grad_norm": 0.8671875, |
| "learning_rate": 4.018107100427103e-05, |
| "loss": 0.19, |
| "step": 1905 |
| }, |
| { |
| "epoch": 5.50341603739662, |
| "grad_norm": 0.83203125, |
| "learning_rate": 3.997988093166106e-05, |
| "loss": 0.1117, |
| "step": 1910 |
| }, |
| { |
| "epoch": 5.517799352750809, |
| "grad_norm": 1.2734375, |
| "learning_rate": 3.977869136803345e-05, |
| "loss": 0.1429, |
| "step": 1915 |
| }, |
| { |
| "epoch": 5.532182668104998, |
| "grad_norm": 0.8125, |
| "learning_rate": 3.957750740318353e-05, |
| "loss": 0.1783, |
| "step": 1920 |
| }, |
| { |
| "epoch": 5.546565983459187, |
| "grad_norm": 1.1640625, |
| "learning_rate": 3.937633412676501e-05, |
| "loss": 0.2207, |
| "step": 1925 |
| }, |
| { |
| "epoch": 5.560949298813377, |
| "grad_norm": 1.0859375, |
| "learning_rate": 3.917517662816114e-05, |
| "loss": 0.1413, |
| "step": 1930 |
| }, |
| { |
| "epoch": 5.575332614167566, |
| "grad_norm": 0.6796875, |
| "learning_rate": 3.8974039996356084e-05, |
| "loss": 0.2117, |
| "step": 1935 |
| }, |
| { |
| "epoch": 5.589715929521755, |
| "grad_norm": 1.2890625, |
| "learning_rate": 3.877292931980603e-05, |
| "loss": 0.2143, |
| "step": 1940 |
| }, |
| { |
| "epoch": 5.604099244875944, |
| "grad_norm": 0.89453125, |
| "learning_rate": 3.857184968631061e-05, |
| "loss": 0.1272, |
| "step": 1945 |
| }, |
| { |
| "epoch": 5.618482560230133, |
| "grad_norm": 1.140625, |
| "learning_rate": 3.837080618288409e-05, |
| "loss": 0.0956, |
| "step": 1950 |
| }, |
| { |
| "epoch": 5.632865875584322, |
| "grad_norm": 0.8125, |
| "learning_rate": 3.816980389562666e-05, |
| "loss": 0.1177, |
| "step": 1955 |
| }, |
| { |
| "epoch": 5.647249190938512, |
| "grad_norm": 1.359375, |
| "learning_rate": 3.796884790959587e-05, |
| "loss": 0.2439, |
| "step": 1960 |
| }, |
| { |
| "epoch": 5.6616325062927, |
| "grad_norm": 1.1640625, |
| "learning_rate": 3.776794330867785e-05, |
| "loss": 0.2453, |
| "step": 1965 |
| }, |
| { |
| "epoch": 5.67601582164689, |
| "grad_norm": 0.84765625, |
| "learning_rate": 3.756709517545885e-05, |
| "loss": 0.2097, |
| "step": 1970 |
| }, |
| { |
| "epoch": 5.690399137001079, |
| "grad_norm": 0.8125, |
| "learning_rate": 3.736630859109646e-05, |
| "loss": 0.1364, |
| "step": 1975 |
| }, |
| { |
| "epoch": 5.704782452355268, |
| "grad_norm": 0.8046875, |
| "learning_rate": 3.7165588635191257e-05, |
| "loss": 0.1112, |
| "step": 1980 |
| }, |
| { |
| "epoch": 5.719165767709457, |
| "grad_norm": 1.15625, |
| "learning_rate": 3.6964940385658185e-05, |
| "loss": 0.1781, |
| "step": 1985 |
| }, |
| { |
| "epoch": 5.733549083063647, |
| "grad_norm": 1.453125, |
| "learning_rate": 3.676436891859816e-05, |
| "loss": 0.1234, |
| "step": 1990 |
| }, |
| { |
| "epoch": 5.747932398417835, |
| "grad_norm": 0.92578125, |
| "learning_rate": 3.6563879308169566e-05, |
| "loss": 0.1948, |
| "step": 1995 |
| }, |
| { |
| "epoch": 5.762315713772025, |
| "grad_norm": 1.09375, |
| "learning_rate": 3.636347662645996e-05, |
| "loss": 0.1334, |
| "step": 2000 |
| }, |
| { |
| "epoch": 5.776699029126213, |
| "grad_norm": 0.6015625, |
| "learning_rate": 3.616316594335776e-05, |
| "loss": 0.1882, |
| "step": 2005 |
| }, |
| { |
| "epoch": 5.791082344480403, |
| "grad_norm": 0.734375, |
| "learning_rate": 3.59629523264239e-05, |
| "loss": 0.1485, |
| "step": 2010 |
| }, |
| { |
| "epoch": 5.805465659834592, |
| "grad_norm": 0.56640625, |
| "learning_rate": 3.576284084076372e-05, |
| "loss": 0.1062, |
| "step": 2015 |
| }, |
| { |
| "epoch": 5.819848975188781, |
| "grad_norm": 0.67578125, |
| "learning_rate": 3.556283654889879e-05, |
| "loss": 0.1845, |
| "step": 2020 |
| }, |
| { |
| "epoch": 5.83423229054297, |
| "grad_norm": 1.28125, |
| "learning_rate": 3.5362944510638834e-05, |
| "loss": 0.1082, |
| "step": 2025 |
| }, |
| { |
| "epoch": 5.84861560589716, |
| "grad_norm": 1.2109375, |
| "learning_rate": 3.5163169782953716e-05, |
| "loss": 0.1797, |
| "step": 2030 |
| }, |
| { |
| "epoch": 5.862998921251348, |
| "grad_norm": 1.1953125, |
| "learning_rate": 3.4963517419845546e-05, |
| "loss": 0.2226, |
| "step": 2035 |
| }, |
| { |
| "epoch": 5.877382236605538, |
| "grad_norm": 0.953125, |
| "learning_rate": 3.476399247222077e-05, |
| "loss": 0.1237, |
| "step": 2040 |
| }, |
| { |
| "epoch": 5.891765551959727, |
| "grad_norm": 1.1171875, |
| "learning_rate": 3.456459998776242e-05, |
| "loss": 0.1077, |
| "step": 2045 |
| }, |
| { |
| "epoch": 5.906148867313916, |
| "grad_norm": 0.73828125, |
| "learning_rate": 3.436534501080238e-05, |
| "loss": 0.1415, |
| "step": 2050 |
| }, |
| { |
| "epoch": 5.920532182668105, |
| "grad_norm": 0.85546875, |
| "learning_rate": 3.416623258219385e-05, |
| "loss": 0.2056, |
| "step": 2055 |
| }, |
| { |
| "epoch": 5.934915498022294, |
| "grad_norm": 1.171875, |
| "learning_rate": 3.3967267739183744e-05, |
| "loss": 0.1985, |
| "step": 2060 |
| }, |
| { |
| "epoch": 5.949298813376483, |
| "grad_norm": 0.8125, |
| "learning_rate": 3.376845551528527e-05, |
| "loss": 0.2888, |
| "step": 2065 |
| }, |
| { |
| "epoch": 5.963682128730673, |
| "grad_norm": 0.90234375, |
| "learning_rate": 3.3569800940150625e-05, |
| "loss": 0.2062, |
| "step": 2070 |
| }, |
| { |
| "epoch": 5.978065444084861, |
| "grad_norm": 0.7265625, |
| "learning_rate": 3.3371309039443724e-05, |
| "loss": 0.1624, |
| "step": 2075 |
| }, |
| { |
| "epoch": 5.992448759439051, |
| "grad_norm": 0.828125, |
| "learning_rate": 3.3172984834713035e-05, |
| "loss": 0.1204, |
| "step": 2080 |
| }, |
| { |
| "epoch": 6.008629989212514, |
| "grad_norm": 0.85546875, |
| "learning_rate": 3.297483334326458e-05, |
| "loss": 0.0882, |
| "step": 2085 |
| }, |
| { |
| "epoch": 6.023013304566702, |
| "grad_norm": 0.8515625, |
| "learning_rate": 3.277685957803502e-05, |
| "loss": 0.0867, |
| "step": 2090 |
| }, |
| { |
| "epoch": 6.037396619920892, |
| "grad_norm": 1.375, |
| "learning_rate": 3.257906854746477e-05, |
| "loss": 0.067, |
| "step": 2095 |
| }, |
| { |
| "epoch": 6.051779935275081, |
| "grad_norm": 0.6015625, |
| "learning_rate": 3.238146525537137e-05, |
| "loss": 0.1281, |
| "step": 2100 |
| }, |
| { |
| "epoch": 6.06616325062927, |
| "grad_norm": 0.45703125, |
| "learning_rate": 3.2184054700822826e-05, |
| "loss": 0.0639, |
| "step": 2105 |
| }, |
| { |
| "epoch": 6.080546565983459, |
| "grad_norm": 1.453125, |
| "learning_rate": 3.198684187801119e-05, |
| "loss": 0.1172, |
| "step": 2110 |
| }, |
| { |
| "epoch": 6.094929881337649, |
| "grad_norm": 0.796875, |
| "learning_rate": 3.178983177612617e-05, |
| "loss": 0.0727, |
| "step": 2115 |
| }, |
| { |
| "epoch": 6.109313196691837, |
| "grad_norm": 2.140625, |
| "learning_rate": 3.159302937922897e-05, |
| "loss": 0.0975, |
| "step": 2120 |
| }, |
| { |
| "epoch": 6.123696512046027, |
| "grad_norm": 0.96875, |
| "learning_rate": 3.1396439666126154e-05, |
| "loss": 0.0415, |
| "step": 2125 |
| }, |
| { |
| "epoch": 6.138079827400215, |
| "grad_norm": 0.64453125, |
| "learning_rate": 3.12000676102437e-05, |
| "loss": 0.0376, |
| "step": 2130 |
| }, |
| { |
| "epoch": 6.152463142754405, |
| "grad_norm": 1.21875, |
| "learning_rate": 3.100391817950119e-05, |
| "loss": 0.0824, |
| "step": 2135 |
| }, |
| { |
| "epoch": 6.166846458108594, |
| "grad_norm": 0.8125, |
| "learning_rate": 3.080799633618612e-05, |
| "loss": 0.0741, |
| "step": 2140 |
| }, |
| { |
| "epoch": 6.181229773462783, |
| "grad_norm": 2.5625, |
| "learning_rate": 3.0612307036828394e-05, |
| "loss": 0.2194, |
| "step": 2145 |
| }, |
| { |
| "epoch": 6.195613088816972, |
| "grad_norm": 0.734375, |
| "learning_rate": 3.0416855232074814e-05, |
| "loss": 0.0582, |
| "step": 2150 |
| }, |
| { |
| "epoch": 6.209996404171162, |
| "grad_norm": 0.58203125, |
| "learning_rate": 3.0221645866564025e-05, |
| "loss": 0.0666, |
| "step": 2155 |
| }, |
| { |
| "epoch": 6.22437971952535, |
| "grad_norm": 0.56640625, |
| "learning_rate": 3.0026683878801255e-05, |
| "loss": 0.0845, |
| "step": 2160 |
| }, |
| { |
| "epoch": 6.23876303487954, |
| "grad_norm": 0.5703125, |
| "learning_rate": 2.9831974201033486e-05, |
| "loss": 0.0596, |
| "step": 2165 |
| }, |
| { |
| "epoch": 6.253146350233729, |
| "grad_norm": 0.86328125, |
| "learning_rate": 2.9637521759124608e-05, |
| "loss": 0.0627, |
| "step": 2170 |
| }, |
| { |
| "epoch": 6.267529665587918, |
| "grad_norm": 0.94921875, |
| "learning_rate": 2.9443331472430832e-05, |
| "loss": 0.0678, |
| "step": 2175 |
| }, |
| { |
| "epoch": 6.281912980942107, |
| "grad_norm": 0.482421875, |
| "learning_rate": 2.9249408253676254e-05, |
| "loss": 0.0283, |
| "step": 2180 |
| }, |
| { |
| "epoch": 6.296296296296296, |
| "grad_norm": 0.69921875, |
| "learning_rate": 2.9055757008828512e-05, |
| "loss": 0.0499, |
| "step": 2185 |
| }, |
| { |
| "epoch": 6.310679611650485, |
| "grad_norm": 0.703125, |
| "learning_rate": 2.8862382636974744e-05, |
| "loss": 0.0585, |
| "step": 2190 |
| }, |
| { |
| "epoch": 6.325062927004675, |
| "grad_norm": 1.4609375, |
| "learning_rate": 2.8669290030197595e-05, |
| "loss": 0.1117, |
| "step": 2195 |
| }, |
| { |
| "epoch": 6.339446242358863, |
| "grad_norm": 0.419921875, |
| "learning_rate": 2.84764840734515e-05, |
| "loss": 0.044, |
| "step": 2200 |
| }, |
| { |
| "epoch": 6.353829557713053, |
| "grad_norm": 0.8125, |
| "learning_rate": 2.8283969644439042e-05, |
| "loss": 0.0459, |
| "step": 2205 |
| }, |
| { |
| "epoch": 6.368212873067242, |
| "grad_norm": 0.85546875, |
| "learning_rate": 2.809175161348761e-05, |
| "loss": 0.0911, |
| "step": 2210 |
| }, |
| { |
| "epoch": 6.382596188421431, |
| "grad_norm": 0.73046875, |
| "learning_rate": 2.7899834843426182e-05, |
| "loss": 0.1007, |
| "step": 2215 |
| }, |
| { |
| "epoch": 6.39697950377562, |
| "grad_norm": 1.28125, |
| "learning_rate": 2.770822418946223e-05, |
| "loss": 0.0811, |
| "step": 2220 |
| }, |
| { |
| "epoch": 6.41136281912981, |
| "grad_norm": 0.6171875, |
| "learning_rate": 2.7516924499059002e-05, |
| "loss": 0.0948, |
| "step": 2225 |
| }, |
| { |
| "epoch": 6.425746134483998, |
| "grad_norm": 0.8828125, |
| "learning_rate": 2.7325940611812797e-05, |
| "loss": 0.1004, |
| "step": 2230 |
| }, |
| { |
| "epoch": 6.440129449838188, |
| "grad_norm": 0.66015625, |
| "learning_rate": 2.713527735933059e-05, |
| "loss": 0.0699, |
| "step": 2235 |
| }, |
| { |
| "epoch": 6.454512765192376, |
| "grad_norm": 0.9921875, |
| "learning_rate": 2.694493956510776e-05, |
| "loss": 0.1507, |
| "step": 2240 |
| }, |
| { |
| "epoch": 6.468896080546566, |
| "grad_norm": 0.5, |
| "learning_rate": 2.67549320444061e-05, |
| "loss": 0.1092, |
| "step": 2245 |
| }, |
| { |
| "epoch": 6.483279395900755, |
| "grad_norm": 0.51953125, |
| "learning_rate": 2.6565259604131947e-05, |
| "loss": 0.0431, |
| "step": 2250 |
| }, |
| { |
| "epoch": 6.497662711254944, |
| "grad_norm": 0.6171875, |
| "learning_rate": 2.6375927042714614e-05, |
| "loss": 0.071, |
| "step": 2255 |
| }, |
| { |
| "epoch": 6.512046026609133, |
| "grad_norm": 1.2109375, |
| "learning_rate": 2.6186939149984986e-05, |
| "loss": 0.0826, |
| "step": 2260 |
| }, |
| { |
| "epoch": 6.526429341963323, |
| "grad_norm": 1.515625, |
| "learning_rate": 2.5998300707054364e-05, |
| "loss": 0.0763, |
| "step": 2265 |
| }, |
| { |
| "epoch": 6.540812657317511, |
| "grad_norm": 0.91796875, |
| "learning_rate": 2.581001648619347e-05, |
| "loss": 0.068, |
| "step": 2270 |
| }, |
| { |
| "epoch": 6.555195972671701, |
| "grad_norm": 1.1484375, |
| "learning_rate": 2.5622091250711732e-05, |
| "loss": 0.2013, |
| "step": 2275 |
| }, |
| { |
| "epoch": 6.56957928802589, |
| "grad_norm": 1.4140625, |
| "learning_rate": 2.5434529754836817e-05, |
| "loss": 0.1277, |
| "step": 2280 |
| }, |
| { |
| "epoch": 6.583962603380079, |
| "grad_norm": 0.6796875, |
| "learning_rate": 2.5247336743594307e-05, |
| "loss": 0.052, |
| "step": 2285 |
| }, |
| { |
| "epoch": 6.598345918734268, |
| "grad_norm": 0.43359375, |
| "learning_rate": 2.5060516952687638e-05, |
| "loss": 0.0924, |
| "step": 2290 |
| }, |
| { |
| "epoch": 6.612729234088457, |
| "grad_norm": 0.5546875, |
| "learning_rate": 2.487407510837837e-05, |
| "loss": 0.1329, |
| "step": 2295 |
| }, |
| { |
| "epoch": 6.627112549442646, |
| "grad_norm": 0.62890625, |
| "learning_rate": 2.468801592736658e-05, |
| "loss": 0.061, |
| "step": 2300 |
| }, |
| { |
| "epoch": 6.641495864796836, |
| "grad_norm": 0.75, |
| "learning_rate": 2.4502344116671515e-05, |
| "loss": 0.0321, |
| "step": 2305 |
| }, |
| { |
| "epoch": 6.655879180151025, |
| "grad_norm": 0.72265625, |
| "learning_rate": 2.431706437351255e-05, |
| "loss": 0.07, |
| "step": 2310 |
| }, |
| { |
| "epoch": 6.670262495505214, |
| "grad_norm": 0.431640625, |
| "learning_rate": 2.4132181385190324e-05, |
| "loss": 0.0473, |
| "step": 2315 |
| }, |
| { |
| "epoch": 6.684645810859403, |
| "grad_norm": 0.66015625, |
| "learning_rate": 2.394769982896818e-05, |
| "loss": 0.0525, |
| "step": 2320 |
| }, |
| { |
| "epoch": 6.699029126213592, |
| "grad_norm": 1.4296875, |
| "learning_rate": 2.3763624371953803e-05, |
| "loss": 0.0484, |
| "step": 2325 |
| }, |
| { |
| "epoch": 6.713412441567781, |
| "grad_norm": 1.3828125, |
| "learning_rate": 2.3579959670981224e-05, |
| "loss": 0.0758, |
| "step": 2330 |
| }, |
| { |
| "epoch": 6.727795756921971, |
| "grad_norm": 0.8828125, |
| "learning_rate": 2.3396710372492913e-05, |
| "loss": 0.1123, |
| "step": 2335 |
| }, |
| { |
| "epoch": 6.742179072276159, |
| "grad_norm": 1.171875, |
| "learning_rate": 2.3213881112422295e-05, |
| "loss": 0.0513, |
| "step": 2340 |
| }, |
| { |
| "epoch": 6.756562387630349, |
| "grad_norm": 0.66015625, |
| "learning_rate": 2.3031476516076476e-05, |
| "loss": 0.045, |
| "step": 2345 |
| }, |
| { |
| "epoch": 6.7709457029845375, |
| "grad_norm": 0.625, |
| "learning_rate": 2.2849501198019164e-05, |
| "loss": 0.0638, |
| "step": 2350 |
| }, |
| { |
| "epoch": 6.785329018338727, |
| "grad_norm": 0.5234375, |
| "learning_rate": 2.2667959761953985e-05, |
| "loss": 0.0577, |
| "step": 2355 |
| }, |
| { |
| "epoch": 6.799712333692916, |
| "grad_norm": 0.39453125, |
| "learning_rate": 2.2486856800608003e-05, |
| "loss": 0.0655, |
| "step": 2360 |
| }, |
| { |
| "epoch": 6.814095649047106, |
| "grad_norm": 0.69921875, |
| "learning_rate": 2.230619689561552e-05, |
| "loss": 0.0765, |
| "step": 2365 |
| }, |
| { |
| "epoch": 6.828478964401294, |
| "grad_norm": 2.4375, |
| "learning_rate": 2.2125984617402177e-05, |
| "loss": 0.0828, |
| "step": 2370 |
| }, |
| { |
| "epoch": 6.842862279755484, |
| "grad_norm": 0.8046875, |
| "learning_rate": 2.1946224525069323e-05, |
| "loss": 0.1424, |
| "step": 2375 |
| }, |
| { |
| "epoch": 6.8572455951096725, |
| "grad_norm": 0.9296875, |
| "learning_rate": 2.1766921166278677e-05, |
| "loss": 0.066, |
| "step": 2380 |
| }, |
| { |
| "epoch": 6.871628910463862, |
| "grad_norm": 0.89453125, |
| "learning_rate": 2.1588079077137305e-05, |
| "loss": 0.1121, |
| "step": 2385 |
| }, |
| { |
| "epoch": 6.886012225818051, |
| "grad_norm": 1.4296875, |
| "learning_rate": 2.1409702782082835e-05, |
| "loss": 0.0493, |
| "step": 2390 |
| }, |
| { |
| "epoch": 6.90039554117224, |
| "grad_norm": 1.21875, |
| "learning_rate": 2.1231796793768952e-05, |
| "loss": 0.1223, |
| "step": 2395 |
| }, |
| { |
| "epoch": 6.914778856526429, |
| "grad_norm": 1.0703125, |
| "learning_rate": 2.1054365612951324e-05, |
| "loss": 0.0736, |
| "step": 2400 |
| }, |
| { |
| "epoch": 6.929162171880618, |
| "grad_norm": 0.51171875, |
| "learning_rate": 2.087741372837372e-05, |
| "loss": 0.0601, |
| "step": 2405 |
| }, |
| { |
| "epoch": 6.9435454872348075, |
| "grad_norm": 1.0234375, |
| "learning_rate": 2.07009456166544e-05, |
| "loss": 0.0426, |
| "step": 2410 |
| }, |
| { |
| "epoch": 6.957928802588997, |
| "grad_norm": 0.5078125, |
| "learning_rate": 2.0524965742172886e-05, |
| "loss": 0.0447, |
| "step": 2415 |
| }, |
| { |
| "epoch": 6.972312117943186, |
| "grad_norm": 0.59375, |
| "learning_rate": 2.0349478556957047e-05, |
| "loss": 0.0536, |
| "step": 2420 |
| }, |
| { |
| "epoch": 6.986695433297375, |
| "grad_norm": 0.578125, |
| "learning_rate": 2.017448850057044e-05, |
| "loss": 0.1108, |
| "step": 2425 |
| }, |
| { |
| "epoch": 7.002876663070838, |
| "grad_norm": 2.734375, |
| "learning_rate": 2.0000000000000012e-05, |
| "loss": 0.0377, |
| "step": 2430 |
| }, |
| { |
| "epoch": 7.017259978425027, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.982601746954409e-05, |
| "loss": 0.0201, |
| "step": 2435 |
| }, |
| { |
| "epoch": 7.031643293779216, |
| "grad_norm": 1.046875, |
| "learning_rate": 1.965254531070072e-05, |
| "loss": 0.0306, |
| "step": 2440 |
| }, |
| { |
| "epoch": 7.046026609133405, |
| "grad_norm": 0.443359375, |
| "learning_rate": 1.9479587912056285e-05, |
| "loss": 0.0308, |
| "step": 2445 |
| }, |
| { |
| "epoch": 7.060409924487594, |
| "grad_norm": 0.265625, |
| "learning_rate": 1.9307149649174563e-05, |
| "loss": 0.0471, |
| "step": 2450 |
| }, |
| { |
| "epoch": 7.074793239841783, |
| "grad_norm": 0.484375, |
| "learning_rate": 1.9135234884485917e-05, |
| "loss": 0.026, |
| "step": 2455 |
| }, |
| { |
| "epoch": 7.089176555195973, |
| "grad_norm": 0.8125, |
| "learning_rate": 1.8963847967177017e-05, |
| "loss": 0.0652, |
| "step": 2460 |
| }, |
| { |
| "epoch": 7.1035598705501615, |
| "grad_norm": 0.341796875, |
| "learning_rate": 1.8792993233080728e-05, |
| "loss": 0.0177, |
| "step": 2465 |
| }, |
| { |
| "epoch": 7.117943185904351, |
| "grad_norm": 0.7109375, |
| "learning_rate": 1.8622675004566567e-05, |
| "loss": 0.0314, |
| "step": 2470 |
| }, |
| { |
| "epoch": 7.13232650125854, |
| "grad_norm": 0.3046875, |
| "learning_rate": 1.8452897590431196e-05, |
| "loss": 0.0227, |
| "step": 2475 |
| }, |
| { |
| "epoch": 7.146709816612729, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.82836652857895e-05, |
| "loss": 0.0349, |
| "step": 2480 |
| }, |
| { |
| "epoch": 7.161093131966918, |
| "grad_norm": 0.345703125, |
| "learning_rate": 1.811498237196591e-05, |
| "loss": 0.0529, |
| "step": 2485 |
| }, |
| { |
| "epoch": 7.175476447321108, |
| "grad_norm": 0.248046875, |
| "learning_rate": 1.794685311638606e-05, |
| "loss": 0.0134, |
| "step": 2490 |
| }, |
| { |
| "epoch": 7.1898597626752965, |
| "grad_norm": 0.4765625, |
| "learning_rate": 1.777928177246894e-05, |
| "loss": 0.0559, |
| "step": 2495 |
| }, |
| { |
| "epoch": 7.204243078029486, |
| "grad_norm": 0.330078125, |
| "learning_rate": 1.761227257951911e-05, |
| "loss": 0.0159, |
| "step": 2500 |
| }, |
| { |
| "epoch": 7.2186263933836745, |
| "grad_norm": 0.8125, |
| "learning_rate": 1.7445829762619603e-05, |
| "loss": 0.0179, |
| "step": 2505 |
| }, |
| { |
| "epoch": 7.233009708737864, |
| "grad_norm": 0.47265625, |
| "learning_rate": 1.727995753252496e-05, |
| "loss": 0.0326, |
| "step": 2510 |
| }, |
| { |
| "epoch": 7.247393024092053, |
| "grad_norm": 1.1015625, |
| "learning_rate": 1.711466008555478e-05, |
| "loss": 0.0293, |
| "step": 2515 |
| }, |
| { |
| "epoch": 7.261776339446242, |
| "grad_norm": 0.44140625, |
| "learning_rate": 1.694994160348745e-05, |
| "loss": 0.0392, |
| "step": 2520 |
| }, |
| { |
| "epoch": 7.2761596548004315, |
| "grad_norm": 0.474609375, |
| "learning_rate": 1.6785806253454437e-05, |
| "loss": 0.0363, |
| "step": 2525 |
| }, |
| { |
| "epoch": 7.290542970154621, |
| "grad_norm": 0.62109375, |
| "learning_rate": 1.662225818783483e-05, |
| "loss": 0.0239, |
| "step": 2530 |
| }, |
| { |
| "epoch": 7.3049262855088095, |
| "grad_norm": 0.6328125, |
| "learning_rate": 1.6459301544150306e-05, |
| "loss": 0.0324, |
| "step": 2535 |
| }, |
| { |
| "epoch": 7.319309600862999, |
| "grad_norm": 0.38671875, |
| "learning_rate": 1.6296940444960447e-05, |
| "loss": 0.0352, |
| "step": 2540 |
| }, |
| { |
| "epoch": 7.333692916217188, |
| "grad_norm": 0.3125, |
| "learning_rate": 1.613517899775845e-05, |
| "loss": 0.029, |
| "step": 2545 |
| }, |
| { |
| "epoch": 7.348076231571377, |
| "grad_norm": 1.453125, |
| "learning_rate": 1.5974021294867213e-05, |
| "loss": 0.0605, |
| "step": 2550 |
| }, |
| { |
| "epoch": 7.3624595469255665, |
| "grad_norm": 0.70703125, |
| "learning_rate": 1.581347141333579e-05, |
| "loss": 0.051, |
| "step": 2555 |
| }, |
| { |
| "epoch": 7.376842862279755, |
| "grad_norm": 0.8515625, |
| "learning_rate": 1.565353341483631e-05, |
| "loss": 0.0195, |
| "step": 2560 |
| }, |
| { |
| "epoch": 7.3912261776339445, |
| "grad_norm": 0.31640625, |
| "learning_rate": 1.5494211345561123e-05, |
| "loss": 0.0264, |
| "step": 2565 |
| }, |
| { |
| "epoch": 7.405609492988134, |
| "grad_norm": 0.283203125, |
| "learning_rate": 1.5335509236120534e-05, |
| "loss": 0.0401, |
| "step": 2570 |
| }, |
| { |
| "epoch": 7.4199928083423226, |
| "grad_norm": 1.515625, |
| "learning_rate": 1.5177431101440721e-05, |
| "loss": 0.0444, |
| "step": 2575 |
| }, |
| { |
| "epoch": 7.434376123696512, |
| "grad_norm": 0.416015625, |
| "learning_rate": 1.5019980940662318e-05, |
| "loss": 0.0507, |
| "step": 2580 |
| }, |
| { |
| "epoch": 7.4487594390507015, |
| "grad_norm": 0.83203125, |
| "learning_rate": 1.4863162737039112e-05, |
| "loss": 0.0365, |
| "step": 2585 |
| }, |
| { |
| "epoch": 7.46314275440489, |
| "grad_norm": 0.392578125, |
| "learning_rate": 1.4706980457837317e-05, |
| "loss": 0.0206, |
| "step": 2590 |
| }, |
| { |
| "epoch": 7.4775260697590795, |
| "grad_norm": 0.734375, |
| "learning_rate": 1.4551438054235223e-05, |
| "loss": 0.0321, |
| "step": 2595 |
| }, |
| { |
| "epoch": 7.491909385113269, |
| "grad_norm": 0.423828125, |
| "learning_rate": 1.4396539461223204e-05, |
| "loss": 0.0183, |
| "step": 2600 |
| }, |
| { |
| "epoch": 7.506292700467458, |
| "grad_norm": 0.365234375, |
| "learning_rate": 1.4242288597504242e-05, |
| "loss": 0.0266, |
| "step": 2605 |
| }, |
| { |
| "epoch": 7.520676015821647, |
| "grad_norm": 0.314453125, |
| "learning_rate": 1.4088689365394653e-05, |
| "loss": 0.0203, |
| "step": 2610 |
| }, |
| { |
| "epoch": 7.535059331175836, |
| "grad_norm": 0.26171875, |
| "learning_rate": 1.3935745650725507e-05, |
| "loss": 0.038, |
| "step": 2615 |
| }, |
| { |
| "epoch": 7.549442646530025, |
| "grad_norm": 1.3984375, |
| "learning_rate": 1.3783461322744231e-05, |
| "loss": 0.0579, |
| "step": 2620 |
| }, |
| { |
| "epoch": 7.5638259618842145, |
| "grad_norm": 0.30859375, |
| "learning_rate": 1.3631840234016797e-05, |
| "loss": 0.027, |
| "step": 2625 |
| }, |
| { |
| "epoch": 7.578209277238403, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1.3480886220330165e-05, |
| "loss": 0.0178, |
| "step": 2630 |
| }, |
| { |
| "epoch": 7.592592592592593, |
| "grad_norm": 1.2578125, |
| "learning_rate": 1.3330603100595326e-05, |
| "loss": 0.0377, |
| "step": 2635 |
| }, |
| { |
| "epoch": 7.606975907946782, |
| "grad_norm": 0.52734375, |
| "learning_rate": 1.3180994676750634e-05, |
| "loss": 0.0258, |
| "step": 2640 |
| }, |
| { |
| "epoch": 7.621359223300971, |
| "grad_norm": 0.40625, |
| "learning_rate": 1.3032064733665663e-05, |
| "loss": 0.0418, |
| "step": 2645 |
| }, |
| { |
| "epoch": 7.63574253865516, |
| "grad_norm": 0.25, |
| "learning_rate": 1.288381703904543e-05, |
| "loss": 0.0671, |
| "step": 2650 |
| }, |
| { |
| "epoch": 7.6501258540093495, |
| "grad_norm": 0.60546875, |
| "learning_rate": 1.2736255343335087e-05, |
| "loss": 0.0177, |
| "step": 2655 |
| }, |
| { |
| "epoch": 7.664509169363538, |
| "grad_norm": 0.357421875, |
| "learning_rate": 1.2589383379625036e-05, |
| "loss": 0.0341, |
| "step": 2660 |
| }, |
| { |
| "epoch": 7.678892484717728, |
| "grad_norm": 0.8828125, |
| "learning_rate": 1.2443204863556475e-05, |
| "loss": 0.0195, |
| "step": 2665 |
| }, |
| { |
| "epoch": 7.693275800071916, |
| "grad_norm": 0.96875, |
| "learning_rate": 1.229772349322746e-05, |
| "loss": 0.0281, |
| "step": 2670 |
| }, |
| { |
| "epoch": 7.707659115426106, |
| "grad_norm": 0.59375, |
| "learning_rate": 1.2152942949099274e-05, |
| "loss": 0.0263, |
| "step": 2675 |
| }, |
| { |
| "epoch": 7.722042430780295, |
| "grad_norm": 0.416015625, |
| "learning_rate": 1.2008866893903309e-05, |
| "loss": 0.0832, |
| "step": 2680 |
| }, |
| { |
| "epoch": 7.736425746134484, |
| "grad_norm": 0.7578125, |
| "learning_rate": 1.1865498972548478e-05, |
| "loss": 0.0289, |
| "step": 2685 |
| }, |
| { |
| "epoch": 7.750809061488673, |
| "grad_norm": 0.45703125, |
| "learning_rate": 1.1722842812028983e-05, |
| "loss": 0.0223, |
| "step": 2690 |
| }, |
| { |
| "epoch": 7.765192376842863, |
| "grad_norm": 1.03125, |
| "learning_rate": 1.1580902021332503e-05, |
| "loss": 0.0692, |
| "step": 2695 |
| }, |
| { |
| "epoch": 7.779575692197051, |
| "grad_norm": 0.70703125, |
| "learning_rate": 1.1439680191348953e-05, |
| "loss": 0.0186, |
| "step": 2700 |
| }, |
| { |
| "epoch": 7.793959007551241, |
| "grad_norm": 0.390625, |
| "learning_rate": 1.1299180894779594e-05, |
| "loss": 0.0268, |
| "step": 2705 |
| }, |
| { |
| "epoch": 7.80834232290543, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.1159407686046695e-05, |
| "loss": 0.019, |
| "step": 2710 |
| }, |
| { |
| "epoch": 7.822725638259619, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 1.1020364101203573e-05, |
| "loss": 0.0254, |
| "step": 2715 |
| }, |
| { |
| "epoch": 7.837108953613808, |
| "grad_norm": 0.291015625, |
| "learning_rate": 1.0882053657845155e-05, |
| "loss": 0.0422, |
| "step": 2720 |
| }, |
| { |
| "epoch": 7.851492268967997, |
| "grad_norm": 1.0625, |
| "learning_rate": 1.0744479855018985e-05, |
| "loss": 0.0212, |
| "step": 2725 |
| }, |
| { |
| "epoch": 7.865875584322186, |
| "grad_norm": 0.3515625, |
| "learning_rate": 1.0607646173136695e-05, |
| "loss": 0.0161, |
| "step": 2730 |
| }, |
| { |
| "epoch": 7.880258899676376, |
| "grad_norm": 0.94140625, |
| "learning_rate": 1.0471556073885982e-05, |
| "loss": 0.0184, |
| "step": 2735 |
| }, |
| { |
| "epoch": 7.894642215030564, |
| "grad_norm": 0.6015625, |
| "learning_rate": 1.0336213000142998e-05, |
| "loss": 0.021, |
| "step": 2740 |
| }, |
| { |
| "epoch": 7.909025530384754, |
| "grad_norm": 0.625, |
| "learning_rate": 1.0201620375885279e-05, |
| "loss": 0.0218, |
| "step": 2745 |
| }, |
| { |
| "epoch": 7.923408845738943, |
| "grad_norm": 0.375, |
| "learning_rate": 1.0067781606105064e-05, |
| "loss": 0.0232, |
| "step": 2750 |
| }, |
| { |
| "epoch": 7.937792161093132, |
| "grad_norm": 0.58203125, |
| "learning_rate": 9.934700076723275e-06, |
| "loss": 0.0292, |
| "step": 2755 |
| }, |
| { |
| "epoch": 7.952175476447321, |
| "grad_norm": 0.2158203125, |
| "learning_rate": 9.802379154503728e-06, |
| "loss": 0.0239, |
| "step": 2760 |
| }, |
| { |
| "epoch": 7.966558791801511, |
| "grad_norm": 0.283203125, |
| "learning_rate": 9.670822186968035e-06, |
| "loss": 0.0191, |
| "step": 2765 |
| }, |
| { |
| "epoch": 7.980942107155699, |
| "grad_norm": 0.431640625, |
| "learning_rate": 9.540032502310884e-06, |
| "loss": 0.0284, |
| "step": 2770 |
| }, |
| { |
| "epoch": 7.995325422509889, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.410013409315865e-06, |
| "loss": 0.0207, |
| "step": 2775 |
| }, |
| { |
| "epoch": 8.011506652283352, |
| "grad_norm": 0.25390625, |
| "learning_rate": 9.280768197271768e-06, |
| "loss": 0.032, |
| "step": 2780 |
| }, |
| { |
| "epoch": 8.025889967637541, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 9.152300135889303e-06, |
| "loss": 0.0188, |
| "step": 2785 |
| }, |
| { |
| "epoch": 8.040273282991729, |
| "grad_norm": 0.275390625, |
| "learning_rate": 9.024612475218465e-06, |
| "loss": 0.0542, |
| "step": 2790 |
| }, |
| { |
| "epoch": 8.054656598345918, |
| "grad_norm": 0.197265625, |
| "learning_rate": 8.897708445566255e-06, |
| "loss": 0.0159, |
| "step": 2795 |
| }, |
| { |
| "epoch": 8.069039913700108, |
| "grad_norm": 0.2578125, |
| "learning_rate": 8.771591257415025e-06, |
| "loss": 0.0186, |
| "step": 2800 |
| }, |
| { |
| "epoch": 8.083423229054297, |
| "grad_norm": 0.271484375, |
| "learning_rate": 8.646264101341155e-06, |
| "loss": 0.0196, |
| "step": 2805 |
| }, |
| { |
| "epoch": 8.097806544408487, |
| "grad_norm": 0.302734375, |
| "learning_rate": 8.521730147934435e-06, |
| "loss": 0.0201, |
| "step": 2810 |
| }, |
| { |
| "epoch": 8.112189859762676, |
| "grad_norm": 0.251953125, |
| "learning_rate": 8.39799254771779e-06, |
| "loss": 0.0354, |
| "step": 2815 |
| }, |
| { |
| "epoch": 8.126573175116864, |
| "grad_norm": 0.22265625, |
| "learning_rate": 8.27505443106761e-06, |
| "loss": 0.0331, |
| "step": 2820 |
| }, |
| { |
| "epoch": 8.140956490471053, |
| "grad_norm": 0.486328125, |
| "learning_rate": 8.152918908134549e-06, |
| "loss": 0.0161, |
| "step": 2825 |
| }, |
| { |
| "epoch": 8.155339805825243, |
| "grad_norm": 0.3671875, |
| "learning_rate": 8.031589068764823e-06, |
| "loss": 0.0348, |
| "step": 2830 |
| }, |
| { |
| "epoch": 8.169723121179432, |
| "grad_norm": 0.67578125, |
| "learning_rate": 7.911067982422071e-06, |
| "loss": 0.0234, |
| "step": 2835 |
| }, |
| { |
| "epoch": 8.184106436533622, |
| "grad_norm": 0.318359375, |
| "learning_rate": 7.791358698109674e-06, |
| "loss": 0.0214, |
| "step": 2840 |
| }, |
| { |
| "epoch": 8.19848975188781, |
| "grad_norm": 0.22265625, |
| "learning_rate": 7.672464244293678e-06, |
| "loss": 0.0382, |
| "step": 2845 |
| }, |
| { |
| "epoch": 8.212873067241999, |
| "grad_norm": 0.255859375, |
| "learning_rate": 7.55438762882609e-06, |
| "loss": 0.0216, |
| "step": 2850 |
| }, |
| { |
| "epoch": 8.227256382596188, |
| "grad_norm": 0.251953125, |
| "learning_rate": 7.437131838868827e-06, |
| "loss": 0.0141, |
| "step": 2855 |
| }, |
| { |
| "epoch": 8.241639697950378, |
| "grad_norm": 0.25390625, |
| "learning_rate": 7.320699840818166e-06, |
| "loss": 0.0251, |
| "step": 2860 |
| }, |
| { |
| "epoch": 8.256023013304567, |
| "grad_norm": 0.37890625, |
| "learning_rate": 7.2050945802296926e-06, |
| "loss": 0.0322, |
| "step": 2865 |
| }, |
| { |
| "epoch": 8.270406328658757, |
| "grad_norm": 0.330078125, |
| "learning_rate": 7.090318981743745e-06, |
| "loss": 0.0137, |
| "step": 2870 |
| }, |
| { |
| "epoch": 8.284789644012944, |
| "grad_norm": 0.298828125, |
| "learning_rate": 6.97637594901146e-06, |
| "loss": 0.0303, |
| "step": 2875 |
| }, |
| { |
| "epoch": 8.299172959367134, |
| "grad_norm": 0.25390625, |
| "learning_rate": 6.863268364621296e-06, |
| "loss": 0.0168, |
| "step": 2880 |
| }, |
| { |
| "epoch": 8.313556274721323, |
| "grad_norm": 0.265625, |
| "learning_rate": 6.750999090026135e-06, |
| "loss": 0.013, |
| "step": 2885 |
| }, |
| { |
| "epoch": 8.327939590075513, |
| "grad_norm": 0.2119140625, |
| "learning_rate": 6.639570965470858e-06, |
| "loss": 0.0127, |
| "step": 2890 |
| }, |
| { |
| "epoch": 8.342322905429702, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 6.528986809920513e-06, |
| "loss": 0.0245, |
| "step": 2895 |
| }, |
| { |
| "epoch": 8.356706220783892, |
| "grad_norm": 0.267578125, |
| "learning_rate": 6.4192494209889885e-06, |
| "loss": 0.0156, |
| "step": 2900 |
| }, |
| { |
| "epoch": 8.37108953613808, |
| "grad_norm": 0.1875, |
| "learning_rate": 6.3103615748682404e-06, |
| "loss": 0.0163, |
| "step": 2905 |
| }, |
| { |
| "epoch": 8.385472851492269, |
| "grad_norm": 0.322265625, |
| "learning_rate": 6.20232602625809e-06, |
| "loss": 0.0135, |
| "step": 2910 |
| }, |
| { |
| "epoch": 8.399856166846458, |
| "grad_norm": 0.296875, |
| "learning_rate": 6.095145508296467e-06, |
| "loss": 0.0377, |
| "step": 2915 |
| }, |
| { |
| "epoch": 8.414239482200648, |
| "grad_norm": 0.447265625, |
| "learning_rate": 5.988822732490329e-06, |
| "loss": 0.0188, |
| "step": 2920 |
| }, |
| { |
| "epoch": 8.428622797554837, |
| "grad_norm": 1.3046875, |
| "learning_rate": 5.8833603886469995e-06, |
| "loss": 0.034, |
| "step": 2925 |
| }, |
| { |
| "epoch": 8.443006112909025, |
| "grad_norm": 0.294921875, |
| "learning_rate": 5.778761144806222e-06, |
| "loss": 0.0138, |
| "step": 2930 |
| }, |
| { |
| "epoch": 8.457389428263214, |
| "grad_norm": 0.21484375, |
| "learning_rate": 5.675027647172551e-06, |
| "loss": 0.0421, |
| "step": 2935 |
| }, |
| { |
| "epoch": 8.471772743617404, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 5.572162520048472e-06, |
| "loss": 0.0148, |
| "step": 2940 |
| }, |
| { |
| "epoch": 8.486156058971593, |
| "grad_norm": 0.287109375, |
| "learning_rate": 5.470168365767991e-06, |
| "loss": 0.0131, |
| "step": 2945 |
| }, |
| { |
| "epoch": 8.500539374325783, |
| "grad_norm": 0.271484375, |
| "learning_rate": 5.369047764630804e-06, |
| "loss": 0.0281, |
| "step": 2950 |
| }, |
| { |
| "epoch": 8.51492268967997, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 5.268803274837022e-06, |
| "loss": 0.014, |
| "step": 2955 |
| }, |
| { |
| "epoch": 8.52930600503416, |
| "grad_norm": 0.28125, |
| "learning_rate": 5.169437432422438e-06, |
| "loss": 0.0166, |
| "step": 2960 |
| }, |
| { |
| "epoch": 8.54368932038835, |
| "grad_norm": 0.31640625, |
| "learning_rate": 5.070952751194389e-06, |
| "loss": 0.0261, |
| "step": 2965 |
| }, |
| { |
| "epoch": 8.558072635742539, |
| "grad_norm": 0.314453125, |
| "learning_rate": 4.973351722668147e-06, |
| "loss": 0.0147, |
| "step": 2970 |
| }, |
| { |
| "epoch": 8.572455951096728, |
| "grad_norm": 0.259765625, |
| "learning_rate": 4.876636816003882e-06, |
| "loss": 0.0174, |
| "step": 2975 |
| }, |
| { |
| "epoch": 8.586839266450918, |
| "grad_norm": 0.267578125, |
| "learning_rate": 4.780810477944231e-06, |
| "loss": 0.0152, |
| "step": 2980 |
| }, |
| { |
| "epoch": 8.601222581805105, |
| "grad_norm": 0.396484375, |
| "learning_rate": 4.685875132752347e-06, |
| "loss": 0.0141, |
| "step": 2985 |
| }, |
| { |
| "epoch": 8.615605897159295, |
| "grad_norm": 0.31640625, |
| "learning_rate": 4.591833182150609e-06, |
| "loss": 0.0139, |
| "step": 2990 |
| }, |
| { |
| "epoch": 8.629989212513484, |
| "grad_norm": 0.55859375, |
| "learning_rate": 4.498687005259826e-06, |
| "loss": 0.0205, |
| "step": 2995 |
| }, |
| { |
| "epoch": 8.644372527867674, |
| "grad_norm": 0.263671875, |
| "learning_rate": 4.406438958539103e-06, |
| "loss": 0.0136, |
| "step": 3000 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 3470, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 10, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.996803769017303e+17, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
