| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 42, |
| "global_step": 210, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.014285714285714285, |
| "grad_norm": 0.2320670485496521, |
| "learning_rate": 0.0, |
| "loss": 1.4560546875, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.02857142857142857, |
| "grad_norm": 0.19893766939640045, |
| "learning_rate": 1.4285714285714285e-05, |
| "loss": 1.416015625, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.04285714285714286, |
| "grad_norm": 0.21485203504562378, |
| "learning_rate": 2.857142857142857e-05, |
| "loss": 1.427734375, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.05714285714285714, |
| "grad_norm": 0.17585554718971252, |
| "learning_rate": 4.2857142857142856e-05, |
| "loss": 1.4130859375, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.07142857142857142, |
| "grad_norm": 0.14219045639038086, |
| "learning_rate": 5.714285714285714e-05, |
| "loss": 1.37109375, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.08571428571428572, |
| "grad_norm": 0.110666424036026, |
| "learning_rate": 7.142857142857143e-05, |
| "loss": 1.2802734375, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.07214633375406265, |
| "learning_rate": 8.571428571428571e-05, |
| "loss": 1.236328125, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.11428571428571428, |
| "grad_norm": 0.09853629767894745, |
| "learning_rate": 0.0001, |
| "loss": 1.21240234375, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.12857142857142856, |
| "grad_norm": 0.09580913931131363, |
| "learning_rate": 9.999461133085083e-05, |
| "loss": 1.1611328125, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.14285714285714285, |
| "grad_norm": 0.10751494020223618, |
| "learning_rate": 9.997844661397017e-05, |
| "loss": 1.1689453125, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.15714285714285714, |
| "grad_norm": 0.09434256702661514, |
| "learning_rate": 9.995150972074965e-05, |
| "loss": 1.14892578125, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.17142857142857143, |
| "grad_norm": 0.10388778895139694, |
| "learning_rate": 9.99138071024784e-05, |
| "loss": 1.11669921875, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.18571428571428572, |
| "grad_norm": 0.06100620701909065, |
| "learning_rate": 9.986534778879803e-05, |
| "loss": 1.0830078125, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.05543210357427597, |
| "learning_rate": 9.980614338554001e-05, |
| "loss": 1.0673828125, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.21428571428571427, |
| "grad_norm": 0.05129709094762802, |
| "learning_rate": 9.97362080719462e-05, |
| "loss": 1.03955078125, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.22857142857142856, |
| "grad_norm": 0.05103077366948128, |
| "learning_rate": 9.965555859727286e-05, |
| "loss": 1.04150390625, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.24285714285714285, |
| "grad_norm": 0.05306376516819, |
| "learning_rate": 9.956421427677942e-05, |
| "loss": 0.9921875, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.2571428571428571, |
| "grad_norm": 0.0529288649559021, |
| "learning_rate": 9.946219698710239e-05, |
| "loss": 0.98974609375, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.2714285714285714, |
| "grad_norm": 0.05011645331978798, |
| "learning_rate": 9.934953116101605e-05, |
| "loss": 0.970703125, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 0.04930735006928444, |
| "learning_rate": 9.92262437815809e-05, |
| "loss": 0.96923828125, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.045997343957424164, |
| "learning_rate": 9.909236437568131e-05, |
| "loss": 0.95654296875, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.3142857142857143, |
| "grad_norm": 0.0459485799074173, |
| "learning_rate": 9.89479250069539e-05, |
| "loss": 0.962890625, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.32857142857142857, |
| "grad_norm": 0.05136457830667496, |
| "learning_rate": 9.879296026810846e-05, |
| "loss": 0.9443359375, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.34285714285714286, |
| "grad_norm": 0.05191263556480408, |
| "learning_rate": 9.862750727264311e-05, |
| "loss": 0.9482421875, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.35714285714285715, |
| "grad_norm": 0.045134589076042175, |
| "learning_rate": 9.845160564595573e-05, |
| "loss": 0.92578125, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.37142857142857144, |
| "grad_norm": 0.044029735028743744, |
| "learning_rate": 9.826529751585381e-05, |
| "loss": 0.91943359375, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.38571428571428573, |
| "grad_norm": 0.052899908274412155, |
| "learning_rate": 9.806862750246505e-05, |
| "loss": 0.9345703125, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.04427888244390488, |
| "learning_rate": 9.786164270755095e-05, |
| "loss": 0.88037109375, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.4142857142857143, |
| "grad_norm": 0.04433929920196533, |
| "learning_rate": 9.764439270322611e-05, |
| "loss": 0.90380859375, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.42857142857142855, |
| "grad_norm": 0.04645824059844017, |
| "learning_rate": 9.741692952008592e-05, |
| "loss": 0.87646484375, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.44285714285714284, |
| "grad_norm": 0.04405355453491211, |
| "learning_rate": 9.717930763474537e-05, |
| "loss": 0.916015625, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.45714285714285713, |
| "grad_norm": 0.05218774825334549, |
| "learning_rate": 9.693158395679215e-05, |
| "loss": 0.8779296875, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.4714285714285714, |
| "grad_norm": 0.042239945381879807, |
| "learning_rate": 9.667381781515695e-05, |
| "loss": 0.8681640625, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.4857142857142857, |
| "grad_norm": 0.04367329180240631, |
| "learning_rate": 9.640607094390445e-05, |
| "loss": 0.85595703125, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.04941326379776001, |
| "learning_rate": 9.61284074674482e-05, |
| "loss": 0.8779296875, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.5142857142857142, |
| "grad_norm": 0.052676014602184296, |
| "learning_rate": 9.584089388519307e-05, |
| "loss": 0.84716796875, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.5285714285714286, |
| "grad_norm": 0.04546784237027168, |
| "learning_rate": 9.554359905560886e-05, |
| "loss": 0.84716796875, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.5428571428571428, |
| "grad_norm": 0.04700865596532822, |
| "learning_rate": 9.523659417973897e-05, |
| "loss": 0.8603515625, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.5571428571428572, |
| "grad_norm": 0.04255075752735138, |
| "learning_rate": 9.4919952784148e-05, |
| "loss": 0.83642578125, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 0.04506116360425949, |
| "learning_rate": 9.459375070331236e-05, |
| "loss": 0.8408203125, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.5857142857142857, |
| "grad_norm": 0.044488076120615005, |
| "learning_rate": 9.425806606145826e-05, |
| "loss": 0.841796875, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.04531097412109375, |
| "learning_rate": 9.391297925385118e-05, |
| "loss": 0.83740234375, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.6, |
| "eval_loss": 0.823486328125, |
| "eval_runtime": 12.7198, |
| "eval_samples_per_second": 0.786, |
| "eval_steps_per_second": 0.157, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.6142857142857143, |
| "grad_norm": 0.04757943004369736, |
| "learning_rate": 9.355857292754152e-05, |
| "loss": 0.8017578125, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.6285714285714286, |
| "grad_norm": 0.046234458684921265, |
| "learning_rate": 9.319493196157092e-05, |
| "loss": 0.818359375, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.6428571428571429, |
| "grad_norm": 0.04600878804922104, |
| "learning_rate": 9.282214344664404e-05, |
| "loss": 0.81640625, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.6571428571428571, |
| "grad_norm": 0.07235831022262573, |
| "learning_rate": 9.244029666427061e-05, |
| "loss": 0.818359375, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.6714285714285714, |
| "grad_norm": 0.04685613512992859, |
| "learning_rate": 9.204948306538293e-05, |
| "loss": 0.84521484375, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.6857142857142857, |
| "grad_norm": 0.04504545032978058, |
| "learning_rate": 9.164979624843358e-05, |
| "loss": 0.806640625, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.04681597277522087, |
| "learning_rate": 9.124133193697898e-05, |
| "loss": 0.80126953125, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.7142857142857143, |
| "grad_norm": 0.049921900033950806, |
| "learning_rate": 9.082418795675397e-05, |
| "loss": 0.79541015625, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.7285714285714285, |
| "grad_norm": 0.04480814188718796, |
| "learning_rate": 9.039846421224288e-05, |
| "loss": 0.7666015625, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.7428571428571429, |
| "grad_norm": 0.048868753015995026, |
| "learning_rate": 8.996426266275271e-05, |
| "loss": 0.80615234375, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.7571428571428571, |
| "grad_norm": 0.04697711020708084, |
| "learning_rate": 8.952168729799435e-05, |
| "loss": 0.787109375, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.7714285714285715, |
| "grad_norm": 0.0476866252720356, |
| "learning_rate": 8.90708441131773e-05, |
| "loss": 0.7880859375, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.7857142857142857, |
| "grad_norm": 0.047018349170684814, |
| "learning_rate": 8.861184108362425e-05, |
| "loss": 0.77880859375, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.05050313100218773, |
| "learning_rate": 8.814478813891148e-05, |
| "loss": 0.76953125, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.8142857142857143, |
| "grad_norm": 0.049961939454078674, |
| "learning_rate": 8.766979713654089e-05, |
| "loss": 0.794921875, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.8285714285714286, |
| "grad_norm": 0.04898722842335701, |
| "learning_rate": 8.718698183515077e-05, |
| "loss": 0.77880859375, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.8428571428571429, |
| "grad_norm": 0.05006740987300873, |
| "learning_rate": 8.669645786727083e-05, |
| "loss": 0.80419921875, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 0.05039166659116745, |
| "learning_rate": 8.619834271162879e-05, |
| "loss": 0.7734375, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.8714285714285714, |
| "grad_norm": 0.051033422350883484, |
| "learning_rate": 8.56927556650145e-05, |
| "loss": 0.755859375, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.8857142857142857, |
| "grad_norm": 0.05211988091468811, |
| "learning_rate": 8.517981781370884e-05, |
| "loss": 0.77734375, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 0.04897433891892433, |
| "learning_rate": 8.465965200448403e-05, |
| "loss": 0.76904296875, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.9142857142857143, |
| "grad_norm": 0.05581013858318329, |
| "learning_rate": 8.413238281518225e-05, |
| "loss": 0.77392578125, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.9285714285714286, |
| "grad_norm": 0.05405630171298981, |
| "learning_rate": 8.359813652487964e-05, |
| "loss": 0.7724609375, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.9428571428571428, |
| "grad_norm": 0.07353562116622925, |
| "learning_rate": 8.305704108364301e-05, |
| "loss": 0.77197265625, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.9571428571428572, |
| "grad_norm": 0.05411151796579361, |
| "learning_rate": 8.250922608188617e-05, |
| "loss": 0.7568359375, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.9714285714285714, |
| "grad_norm": 0.052922919392585754, |
| "learning_rate": 8.195482271933352e-05, |
| "loss": 0.748046875, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.9857142857142858, |
| "grad_norm": 0.054411035031080246, |
| "learning_rate": 8.139396377359824e-05, |
| "loss": 0.76025390625, |
| "step": 69 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.053164735436439514, |
| "learning_rate": 8.082678356838245e-05, |
| "loss": 0.734375, |
| "step": 70 |
| }, |
| { |
| "epoch": 1.0142857142857142, |
| "grad_norm": 0.05180563032627106, |
| "learning_rate": 8.025341794130722e-05, |
| "loss": 0.7333984375, |
| "step": 71 |
| }, |
| { |
| "epoch": 1.0285714285714285, |
| "grad_norm": 0.06838234513998032, |
| "learning_rate": 7.96740042113799e-05, |
| "loss": 0.75927734375, |
| "step": 72 |
| }, |
| { |
| "epoch": 1.042857142857143, |
| "grad_norm": 0.051840752363204956, |
| "learning_rate": 7.908868114610677e-05, |
| "loss": 0.71728515625, |
| "step": 73 |
| }, |
| { |
| "epoch": 1.0571428571428572, |
| "grad_norm": 0.055688485503196716, |
| "learning_rate": 7.849758892825868e-05, |
| "loss": 0.74755859375, |
| "step": 74 |
| }, |
| { |
| "epoch": 1.0714285714285714, |
| "grad_norm": 0.05514116212725639, |
| "learning_rate": 7.790086912229781e-05, |
| "loss": 0.76904296875, |
| "step": 75 |
| }, |
| { |
| "epoch": 1.0857142857142856, |
| "grad_norm": 0.06220082938671112, |
| "learning_rate": 7.729866464047343e-05, |
| "loss": 0.7509765625, |
| "step": 76 |
| }, |
| { |
| "epoch": 1.1, |
| "grad_norm": 0.055815357714891434, |
| "learning_rate": 7.6691119708595e-05, |
| "loss": 0.7529296875, |
| "step": 77 |
| }, |
| { |
| "epoch": 1.1142857142857143, |
| "grad_norm": 0.06340858340263367, |
| "learning_rate": 7.607837983149056e-05, |
| "loss": 0.7509765625, |
| "step": 78 |
| }, |
| { |
| "epoch": 1.1285714285714286, |
| "grad_norm": 0.05273920297622681, |
| "learning_rate": 7.54605917581589e-05, |
| "loss": 0.7373046875, |
| "step": 79 |
| }, |
| { |
| "epoch": 1.1428571428571428, |
| "grad_norm": 0.060172632336616516, |
| "learning_rate": 7.483790344662363e-05, |
| "loss": 0.73876953125, |
| "step": 80 |
| }, |
| { |
| "epoch": 1.157142857142857, |
| "grad_norm": 0.05791589617729187, |
| "learning_rate": 7.42104640284978e-05, |
| "loss": 0.75341796875, |
| "step": 81 |
| }, |
| { |
| "epoch": 1.1714285714285715, |
| "grad_norm": 0.053483158349990845, |
| "learning_rate": 7.357842377326747e-05, |
| "loss": 0.75390625, |
| "step": 82 |
| }, |
| { |
| "epoch": 1.1857142857142857, |
| "grad_norm": 0.05703427270054817, |
| "learning_rate": 7.294193405230255e-05, |
| "loss": 0.736328125, |
| "step": 83 |
| }, |
| { |
| "epoch": 1.2, |
| "grad_norm": 0.05676823481917381, |
| "learning_rate": 7.230114730260413e-05, |
| "loss": 0.74853515625, |
| "step": 84 |
| }, |
| { |
| "epoch": 1.2, |
| "eval_loss": 0.7371826171875, |
| "eval_runtime": 12.6958, |
| "eval_samples_per_second": 0.788, |
| "eval_steps_per_second": 0.158, |
| "step": 84 |
| }, |
| { |
| "epoch": 1.2142857142857142, |
| "grad_norm": 0.05460375174880028, |
| "learning_rate": 7.165621699029615e-05, |
| "loss": 0.7294921875, |
| "step": 85 |
| }, |
| { |
| "epoch": 1.2285714285714286, |
| "grad_norm": 0.058347344398498535, |
| "learning_rate": 7.100729757387093e-05, |
| "loss": 0.74560546875, |
| "step": 86 |
| }, |
| { |
| "epoch": 1.2428571428571429, |
| "grad_norm": 0.05723877623677254, |
| "learning_rate": 7.03545444671969e-05, |
| "loss": 0.70263671875, |
| "step": 87 |
| }, |
| { |
| "epoch": 1.2571428571428571, |
| "grad_norm": 0.05612649396061897, |
| "learning_rate": 6.969811400229756e-05, |
| "loss": 0.71240234375, |
| "step": 88 |
| }, |
| { |
| "epoch": 1.2714285714285714, |
| "grad_norm": 0.05999016389250755, |
| "learning_rate": 6.90381633919104e-05, |
| "loss": 0.7080078125, |
| "step": 89 |
| }, |
| { |
| "epoch": 1.2857142857142856, |
| "grad_norm": 0.055943626910448074, |
| "learning_rate": 6.837485069183519e-05, |
| "loss": 0.708984375, |
| "step": 90 |
| }, |
| { |
| "epoch": 1.3, |
| "grad_norm": 0.05445539951324463, |
| "learning_rate": 6.770833476308007e-05, |
| "loss": 0.71484375, |
| "step": 91 |
| }, |
| { |
| "epoch": 1.3142857142857143, |
| "grad_norm": 0.05527206137776375, |
| "learning_rate": 6.703877523381496e-05, |
| "loss": 0.732421875, |
| "step": 92 |
| }, |
| { |
| "epoch": 1.3285714285714285, |
| "grad_norm": 0.054216012358665466, |
| "learning_rate": 6.636633246114108e-05, |
| "loss": 0.71142578125, |
| "step": 93 |
| }, |
| { |
| "epoch": 1.342857142857143, |
| "grad_norm": 0.058076757937669754, |
| "learning_rate": 6.569116749268622e-05, |
| "loss": 0.7333984375, |
| "step": 94 |
| }, |
| { |
| "epoch": 1.3571428571428572, |
| "grad_norm": 0.056523364037275314, |
| "learning_rate": 6.501344202803414e-05, |
| "loss": 0.716796875, |
| "step": 95 |
| }, |
| { |
| "epoch": 1.3714285714285714, |
| "grad_norm": 0.05528922751545906, |
| "learning_rate": 6.433331837999837e-05, |
| "loss": 0.71484375, |
| "step": 96 |
| }, |
| { |
| "epoch": 1.3857142857142857, |
| "grad_norm": 0.06398510187864304, |
| "learning_rate": 6.365095943574866e-05, |
| "loss": 0.73193359375, |
| "step": 97 |
| }, |
| { |
| "epoch": 1.4, |
| "grad_norm": 0.058720558881759644, |
| "learning_rate": 6.296652861780017e-05, |
| "loss": 0.68994140625, |
| "step": 98 |
| }, |
| { |
| "epoch": 1.4142857142857144, |
| "grad_norm": 0.055224865674972534, |
| "learning_rate": 6.228018984487442e-05, |
| "loss": 0.72314453125, |
| "step": 99 |
| }, |
| { |
| "epoch": 1.4285714285714286, |
| "grad_norm": 0.05576997250318527, |
| "learning_rate": 6.159210749264121e-05, |
| "loss": 0.6953125, |
| "step": 100 |
| }, |
| { |
| "epoch": 1.4428571428571428, |
| "grad_norm": 0.06290734559297562, |
| "learning_rate": 6.09024463543514e-05, |
| "loss": 0.736328125, |
| "step": 101 |
| }, |
| { |
| "epoch": 1.457142857142857, |
| "grad_norm": 0.05929115042090416, |
| "learning_rate": 6.02113716013694e-05, |
| "loss": 0.69775390625, |
| "step": 102 |
| }, |
| { |
| "epoch": 1.4714285714285715, |
| "grad_norm": 0.056523021310567856, |
| "learning_rate": 5.951904874361527e-05, |
| "loss": 0.70263671875, |
| "step": 103 |
| }, |
| { |
| "epoch": 1.4857142857142858, |
| "grad_norm": 0.06137212738394737, |
| "learning_rate": 5.8825643589925636e-05, |
| "loss": 0.6923828125, |
| "step": 104 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 0.05514180287718773, |
| "learning_rate": 5.8131322208343166e-05, |
| "loss": 0.71875, |
| "step": 105 |
| }, |
| { |
| "epoch": 1.5142857142857142, |
| "grad_norm": 0.06357347965240479, |
| "learning_rate": 5.74362508863438e-05, |
| "loss": 0.685302734375, |
| "step": 106 |
| }, |
| { |
| "epoch": 1.5285714285714285, |
| "grad_norm": 0.07104372978210449, |
| "learning_rate": 5.67405960910115e-05, |
| "loss": 0.6875, |
| "step": 107 |
| }, |
| { |
| "epoch": 1.5428571428571427, |
| "grad_norm": 0.06608453392982483, |
| "learning_rate": 5.6044524429170006e-05, |
| "loss": 0.7060546875, |
| "step": 108 |
| }, |
| { |
| "epoch": 1.5571428571428572, |
| "grad_norm": 0.056561872363090515, |
| "learning_rate": 5.5348202607481105e-05, |
| "loss": 0.69287109375, |
| "step": 109 |
| }, |
| { |
| "epoch": 1.5714285714285714, |
| "grad_norm": 0.056340012699365616, |
| "learning_rate": 5.465179739251891e-05, |
| "loss": 0.69189453125, |
| "step": 110 |
| }, |
| { |
| "epoch": 1.5857142857142859, |
| "grad_norm": 0.05912540853023529, |
| "learning_rate": 5.395547557082999e-05, |
| "loss": 0.70068359375, |
| "step": 111 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 0.06018223986029625, |
| "learning_rate": 5.32594039089885e-05, |
| "loss": 0.69921875, |
| "step": 112 |
| }, |
| { |
| "epoch": 1.6142857142857143, |
| "grad_norm": 0.0592244416475296, |
| "learning_rate": 5.2563749113656216e-05, |
| "loss": 0.667236328125, |
| "step": 113 |
| }, |
| { |
| "epoch": 1.6285714285714286, |
| "grad_norm": 0.05921940505504608, |
| "learning_rate": 5.186867779165685e-05, |
| "loss": 0.6845703125, |
| "step": 114 |
| }, |
| { |
| "epoch": 1.6428571428571428, |
| "grad_norm": 0.061107177287340164, |
| "learning_rate": 5.117435641007439e-05, |
| "loss": 0.6865234375, |
| "step": 115 |
| }, |
| { |
| "epoch": 1.657142857142857, |
| "grad_norm": 0.0601227767765522, |
| "learning_rate": 5.048095125638474e-05, |
| "loss": 0.69091796875, |
| "step": 116 |
| }, |
| { |
| "epoch": 1.6714285714285713, |
| "grad_norm": 0.06221635267138481, |
| "learning_rate": 4.978862839863061e-05, |
| "loss": 0.71923828125, |
| "step": 117 |
| }, |
| { |
| "epoch": 1.6857142857142857, |
| "grad_norm": 0.062171511352062225, |
| "learning_rate": 4.9097553645648594e-05, |
| "loss": 0.68408203125, |
| "step": 118 |
| }, |
| { |
| "epoch": 1.7, |
| "grad_norm": 0.06688631325960159, |
| "learning_rate": 4.840789250735879e-05, |
| "loss": 0.685546875, |
| "step": 119 |
| }, |
| { |
| "epoch": 1.7142857142857144, |
| "grad_norm": 0.062123820185661316, |
| "learning_rate": 4.771981015512559e-05, |
| "loss": 0.67529296875, |
| "step": 120 |
| }, |
| { |
| "epoch": 1.7285714285714286, |
| "grad_norm": 0.059517137706279755, |
| "learning_rate": 4.7033471382199836e-05, |
| "loss": 0.65283203125, |
| "step": 121 |
| }, |
| { |
| "epoch": 1.7428571428571429, |
| "grad_norm": 0.06246113404631615, |
| "learning_rate": 4.6349040564251346e-05, |
| "loss": 0.6943359375, |
| "step": 122 |
| }, |
| { |
| "epoch": 1.7571428571428571, |
| "grad_norm": 0.09060859680175781, |
| "learning_rate": 4.5666681620001625e-05, |
| "loss": 0.67431640625, |
| "step": 123 |
| }, |
| { |
| "epoch": 1.7714285714285714, |
| "grad_norm": 0.06127085164189339, |
| "learning_rate": 4.498655797196586e-05, |
| "loss": 0.6796875, |
| "step": 124 |
| }, |
| { |
| "epoch": 1.7857142857142856, |
| "grad_norm": 0.061497125774621964, |
| "learning_rate": 4.4308832507313815e-05, |
| "loss": 0.67431640625, |
| "step": 125 |
| }, |
| { |
| "epoch": 1.8, |
| "grad_norm": 0.06085183098912239, |
| "learning_rate": 4.3633667538858934e-05, |
| "loss": 0.6611328125, |
| "step": 126 |
| }, |
| { |
| "epoch": 1.8, |
| "eval_loss": 0.7088623046875, |
| "eval_runtime": 12.6903, |
| "eval_samples_per_second": 0.788, |
| "eval_steps_per_second": 0.158, |
| "step": 126 |
| }, |
| { |
| "epoch": 1.8142857142857143, |
| "grad_norm": 0.05988273769617081, |
| "learning_rate": 4.296122476618507e-05, |
| "loss": 0.689453125, |
| "step": 127 |
| }, |
| { |
| "epoch": 1.8285714285714287, |
| "grad_norm": 0.06360983848571777, |
| "learning_rate": 4.229166523691993e-05, |
| "loss": 0.673828125, |
| "step": 128 |
| }, |
| { |
| "epoch": 1.842857142857143, |
| "grad_norm": 0.06351760774850845, |
| "learning_rate": 4.162514930816481e-05, |
| "loss": 0.70068359375, |
| "step": 129 |
| }, |
| { |
| "epoch": 1.8571428571428572, |
| "grad_norm": 0.061407994478940964, |
| "learning_rate": 4.09618366080896e-05, |
| "loss": 0.673828125, |
| "step": 130 |
| }, |
| { |
| "epoch": 1.8714285714285714, |
| "grad_norm": 0.06777355074882507, |
| "learning_rate": 4.0301885997702457e-05, |
| "loss": 0.6591796875, |
| "step": 131 |
| }, |
| { |
| "epoch": 1.8857142857142857, |
| "grad_norm": 0.059942860156297684, |
| "learning_rate": 3.9645455532803086e-05, |
| "loss": 0.68310546875, |
| "step": 132 |
| }, |
| { |
| "epoch": 1.9, |
| "grad_norm": 0.06295284628868103, |
| "learning_rate": 3.899270242612907e-05, |
| "loss": 0.67333984375, |
| "step": 133 |
| }, |
| { |
| "epoch": 1.9142857142857141, |
| "grad_norm": 0.06429057568311691, |
| "learning_rate": 3.834378300970385e-05, |
| "loss": 0.6806640625, |
| "step": 134 |
| }, |
| { |
| "epoch": 1.9285714285714286, |
| "grad_norm": 0.062211379408836365, |
| "learning_rate": 3.7698852697395884e-05, |
| "loss": 0.67724609375, |
| "step": 135 |
| }, |
| { |
| "epoch": 1.9428571428571428, |
| "grad_norm": 0.0751936212182045, |
| "learning_rate": 3.7058065947697454e-05, |
| "loss": 0.6796875, |
| "step": 136 |
| }, |
| { |
| "epoch": 1.9571428571428573, |
| "grad_norm": 0.06252847611904144, |
| "learning_rate": 3.6421576226732544e-05, |
| "loss": 0.6640625, |
| "step": 137 |
| }, |
| { |
| "epoch": 1.9714285714285715, |
| "grad_norm": 0.06349719315767288, |
| "learning_rate": 3.57895359715022e-05, |
| "loss": 0.6572265625, |
| "step": 138 |
| }, |
| { |
| "epoch": 1.9857142857142858, |
| "grad_norm": 0.06345172226428986, |
| "learning_rate": 3.516209655337639e-05, |
| "loss": 0.6708984375, |
| "step": 139 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.06399086862802505, |
| "learning_rate": 3.4539408241841105e-05, |
| "loss": 0.6455078125, |
| "step": 140 |
| }, |
| { |
| "epoch": 2.0142857142857142, |
| "grad_norm": 0.06483668088912964, |
| "learning_rate": 3.392162016850945e-05, |
| "loss": 0.64697265625, |
| "step": 141 |
| }, |
| { |
| "epoch": 2.0285714285714285, |
| "grad_norm": 0.06015940010547638, |
| "learning_rate": 3.330888029140503e-05, |
| "loss": 0.6748046875, |
| "step": 142 |
| }, |
| { |
| "epoch": 2.0428571428571427, |
| "grad_norm": 0.06585846096277237, |
| "learning_rate": 3.2701335359526584e-05, |
| "loss": 0.634765625, |
| "step": 143 |
| }, |
| { |
| "epoch": 2.057142857142857, |
| "grad_norm": 0.06796801090240479, |
| "learning_rate": 3.209913087770221e-05, |
| "loss": 0.66357421875, |
| "step": 144 |
| }, |
| { |
| "epoch": 2.0714285714285716, |
| "grad_norm": 0.06410115957260132, |
| "learning_rate": 3.1502411071741334e-05, |
| "loss": 0.68408203125, |
| "step": 145 |
| }, |
| { |
| "epoch": 2.085714285714286, |
| "grad_norm": 0.07315430790185928, |
| "learning_rate": 3.091131885389324e-05, |
| "loss": 0.66943359375, |
| "step": 146 |
| }, |
| { |
| "epoch": 2.1, |
| "grad_norm": 0.06741099804639816, |
| "learning_rate": 3.032599578862011e-05, |
| "loss": 0.67236328125, |
| "step": 147 |
| }, |
| { |
| "epoch": 2.1142857142857143, |
| "grad_norm": 0.06903790682554245, |
| "learning_rate": 2.97465820586928e-05, |
| "loss": 0.66845703125, |
| "step": 148 |
| }, |
| { |
| "epoch": 2.1285714285714286, |
| "grad_norm": 0.06851155310869217, |
| "learning_rate": 2.9173216431617545e-05, |
| "loss": 0.66162109375, |
| "step": 149 |
| }, |
| { |
| "epoch": 2.142857142857143, |
| "grad_norm": 0.06491309404373169, |
| "learning_rate": 2.8606036226401768e-05, |
| "loss": 0.65966796875, |
| "step": 150 |
| }, |
| { |
| "epoch": 2.157142857142857, |
| "grad_norm": 0.06776642799377441, |
| "learning_rate": 2.804517728066649e-05, |
| "loss": 0.6748046875, |
| "step": 151 |
| }, |
| { |
| "epoch": 2.1714285714285713, |
| "grad_norm": 0.06124527007341385, |
| "learning_rate": 2.749077391811384e-05, |
| "loss": 0.67822265625, |
| "step": 152 |
| }, |
| { |
| "epoch": 2.185714285714286, |
| "grad_norm": 0.06878867745399475, |
| "learning_rate": 2.6942958916356998e-05, |
| "loss": 0.662109375, |
| "step": 153 |
| }, |
| { |
| "epoch": 2.2, |
| "grad_norm": 0.06806619465351105, |
| "learning_rate": 2.640186347512037e-05, |
| "loss": 0.671875, |
| "step": 154 |
| }, |
| { |
| "epoch": 2.2142857142857144, |
| "grad_norm": 0.06395353376865387, |
| "learning_rate": 2.586761718481776e-05, |
| "loss": 0.65576171875, |
| "step": 155 |
| }, |
| { |
| "epoch": 2.2285714285714286, |
| "grad_norm": 0.07178875803947449, |
| "learning_rate": 2.5340347995515977e-05, |
| "loss": 0.67138671875, |
| "step": 156 |
| }, |
| { |
| "epoch": 2.242857142857143, |
| "grad_norm": 0.06459272652864456, |
| "learning_rate": 2.4820182186291172e-05, |
| "loss": 0.63134765625, |
| "step": 157 |
| }, |
| { |
| "epoch": 2.257142857142857, |
| "grad_norm": 0.06613647937774658, |
| "learning_rate": 2.430724433498552e-05, |
| "loss": 0.64111328125, |
| "step": 158 |
| }, |
| { |
| "epoch": 2.2714285714285714, |
| "grad_norm": 0.06713347882032394, |
| "learning_rate": 2.3801657288371217e-05, |
| "loss": 0.63916015625, |
| "step": 159 |
| }, |
| { |
| "epoch": 2.2857142857142856, |
| "grad_norm": 0.06648610532283783, |
| "learning_rate": 2.3303542132729168e-05, |
| "loss": 0.638671875, |
| "step": 160 |
| }, |
| { |
| "epoch": 2.3, |
| "grad_norm": 0.06578565388917923, |
| "learning_rate": 2.281301816484925e-05, |
| "loss": 0.6474609375, |
| "step": 161 |
| }, |
| { |
| "epoch": 2.314285714285714, |
| "grad_norm": 0.0631573498249054, |
| "learning_rate": 2.2330202863459122e-05, |
| "loss": 0.6640625, |
| "step": 162 |
| }, |
| { |
| "epoch": 2.3285714285714287, |
| "grad_norm": 0.06323499232530594, |
| "learning_rate": 2.1855211861088538e-05, |
| "loss": 0.643798828125, |
| "step": 163 |
| }, |
| { |
| "epoch": 2.342857142857143, |
| "grad_norm": 0.06487427651882172, |
| "learning_rate": 2.1388158916375755e-05, |
| "loss": 0.66552734375, |
| "step": 164 |
| }, |
| { |
| "epoch": 2.357142857142857, |
| "grad_norm": 0.06590575724840164, |
| "learning_rate": 2.0929155886822716e-05, |
| "loss": 0.6513671875, |
| "step": 165 |
| }, |
| { |
| "epoch": 2.3714285714285714, |
| "grad_norm": 0.06528814882040024, |
| "learning_rate": 2.0478312702005653e-05, |
| "loss": 0.65087890625, |
| "step": 166 |
| }, |
| { |
| "epoch": 2.3857142857142857, |
| "grad_norm": 0.06810116022825241, |
| "learning_rate": 2.003573733724729e-05, |
| "loss": 0.662109375, |
| "step": 167 |
| }, |
| { |
| "epoch": 2.4, |
| "grad_norm": 0.0618431381881237, |
| "learning_rate": 1.9601535787757132e-05, |
| "loss": 0.62939453125, |
| "step": 168 |
| }, |
| { |
| "epoch": 2.4, |
| "eval_loss": 0.6951904296875, |
| "eval_runtime": 12.6967, |
| "eval_samples_per_second": 0.788, |
| "eval_steps_per_second": 0.158, |
| "step": 168 |
| }, |
| { |
| "epoch": 2.414285714285714, |
| "grad_norm": 0.06515216827392578, |
| "learning_rate": 1.9175812043246033e-05, |
| "loss": 0.66162109375, |
| "step": 169 |
| }, |
| { |
| "epoch": 2.4285714285714284, |
| "grad_norm": 0.06773951649665833, |
| "learning_rate": 1.8758668063021033e-05, |
| "loss": 0.634765625, |
| "step": 170 |
| }, |
| { |
| "epoch": 2.442857142857143, |
| "grad_norm": 0.06553688645362854, |
| "learning_rate": 1.8350203751566436e-05, |
| "loss": 0.67138671875, |
| "step": 171 |
| }, |
| { |
| "epoch": 2.4571428571428573, |
| "grad_norm": 0.06633678823709488, |
| "learning_rate": 1.7950516934617083e-05, |
| "loss": 0.6357421875, |
| "step": 172 |
| }, |
| { |
| "epoch": 2.4714285714285715, |
| "grad_norm": 0.06607075780630112, |
| "learning_rate": 1.75597033357294e-05, |
| "loss": 0.64306640625, |
| "step": 173 |
| }, |
| { |
| "epoch": 2.4857142857142858, |
| "grad_norm": 0.06522510200738907, |
| "learning_rate": 1.717785655335597e-05, |
| "loss": 0.63232421875, |
| "step": 174 |
| }, |
| { |
| "epoch": 2.5, |
| "grad_norm": 0.06720203161239624, |
| "learning_rate": 1.680506803842909e-05, |
| "loss": 0.65966796875, |
| "step": 175 |
| }, |
| { |
| "epoch": 2.5142857142857142, |
| "grad_norm": 0.06660260260105133, |
| "learning_rate": 1.6441427072458494e-05, |
| "loss": 0.625732421875, |
| "step": 176 |
| }, |
| { |
| "epoch": 2.5285714285714285, |
| "grad_norm": 0.06615811586380005, |
| "learning_rate": 1.6087020746148828e-05, |
| "loss": 0.6298828125, |
| "step": 177 |
| }, |
| { |
| "epoch": 2.5428571428571427, |
| "grad_norm": 0.06593484431505203, |
| "learning_rate": 1.5741933938541755e-05, |
| "loss": 0.64501953125, |
| "step": 178 |
| }, |
| { |
| "epoch": 2.557142857142857, |
| "grad_norm": 0.06653065979480743, |
| "learning_rate": 1.540624929668765e-05, |
| "loss": 0.63720703125, |
| "step": 179 |
| }, |
| { |
| "epoch": 2.571428571428571, |
| "grad_norm": 0.06582722812891006, |
| "learning_rate": 1.5080047215852011e-05, |
| "loss": 0.63525390625, |
| "step": 180 |
| }, |
| { |
| "epoch": 2.585714285714286, |
| "grad_norm": 0.06583766639232635, |
| "learning_rate": 1.4763405820261036e-05, |
| "loss": 0.64697265625, |
| "step": 181 |
| }, |
| { |
| "epoch": 2.6, |
| "grad_norm": 0.06714893132448196, |
| "learning_rate": 1.4456400944391146e-05, |
| "loss": 0.6455078125, |
| "step": 182 |
| }, |
| { |
| "epoch": 2.6142857142857143, |
| "grad_norm": 0.06695859879255295, |
| "learning_rate": 1.4159106114806942e-05, |
| "loss": 0.610107421875, |
| "step": 183 |
| }, |
| { |
| "epoch": 2.6285714285714286, |
| "grad_norm": 0.06631751358509064, |
| "learning_rate": 1.3871592532551805e-05, |
| "loss": 0.630859375, |
| "step": 184 |
| }, |
| { |
| "epoch": 2.642857142857143, |
| "grad_norm": 0.06531959772109985, |
| "learning_rate": 1.3593929056095556e-05, |
| "loss": 0.630859375, |
| "step": 185 |
| }, |
| { |
| "epoch": 2.657142857142857, |
| "grad_norm": 0.06435287743806839, |
| "learning_rate": 1.332618218484306e-05, |
| "loss": 0.6396484375, |
| "step": 186 |
| }, |
| { |
| "epoch": 2.6714285714285713, |
| "grad_norm": 0.06656572967767715, |
| "learning_rate": 1.3068416043207863e-05, |
| "loss": 0.66552734375, |
| "step": 187 |
| }, |
| { |
| "epoch": 2.685714285714286, |
| "grad_norm": 0.06637463718652725, |
| "learning_rate": 1.2820692365254631e-05, |
| "loss": 0.6328125, |
| "step": 188 |
| }, |
| { |
| "epoch": 2.7, |
| "grad_norm": 0.0676756501197815, |
| "learning_rate": 1.2583070479914087e-05, |
| "loss": 0.63427734375, |
| "step": 189 |
| }, |
| { |
| "epoch": 2.7142857142857144, |
| "grad_norm": 0.06691654771566391, |
| "learning_rate": 1.2355607296773895e-05, |
| "loss": 0.6240234375, |
| "step": 190 |
| }, |
| { |
| "epoch": 2.7285714285714286, |
| "grad_norm": 0.06870891898870468, |
| "learning_rate": 1.2138357292449055e-05, |
| "loss": 0.603515625, |
| "step": 191 |
| }, |
| { |
| "epoch": 2.742857142857143, |
| "grad_norm": 0.06647045165300369, |
| "learning_rate": 1.1931372497534953e-05, |
| "loss": 0.6455078125, |
| "step": 192 |
| }, |
| { |
| "epoch": 2.757142857142857, |
| "grad_norm": 0.06754187494516373, |
| "learning_rate": 1.1734702484146193e-05, |
| "loss": 0.6279296875, |
| "step": 193 |
| }, |
| { |
| "epoch": 2.7714285714285714, |
| "grad_norm": 0.06615348160266876, |
| "learning_rate": 1.1548394354044276e-05, |
| "loss": 0.6328125, |
| "step": 194 |
| }, |
| { |
| "epoch": 2.7857142857142856, |
| "grad_norm": 0.0676516741514206, |
| "learning_rate": 1.1372492727356887e-05, |
| "loss": 0.62646484375, |
| "step": 195 |
| }, |
| { |
| "epoch": 2.8, |
| "grad_norm": 0.0679558664560318, |
| "learning_rate": 1.1207039731891532e-05, |
| "loss": 0.61669921875, |
| "step": 196 |
| }, |
| { |
| "epoch": 2.814285714285714, |
| "grad_norm": 0.06910320371389389, |
| "learning_rate": 1.1052074993046102e-05, |
| "loss": 0.64306640625, |
| "step": 197 |
| }, |
| { |
| "epoch": 2.8285714285714287, |
| "grad_norm": 0.069993756711483, |
| "learning_rate": 1.0907635624318696e-05, |
| "loss": 0.627197265625, |
| "step": 198 |
| }, |
| { |
| "epoch": 2.842857142857143, |
| "grad_norm": 0.07021188735961914, |
| "learning_rate": 1.0773756218419104e-05, |
| "loss": 0.65234375, |
| "step": 199 |
| }, |
| { |
| "epoch": 2.857142857142857, |
| "grad_norm": 0.06672544032335281, |
| "learning_rate": 1.0650468838983959e-05, |
| "loss": 0.63037109375, |
| "step": 200 |
| }, |
| { |
| "epoch": 2.8714285714285714, |
| "grad_norm": 0.06757517904043198, |
| "learning_rate": 1.0537803012897617e-05, |
| "loss": 0.61474609375, |
| "step": 201 |
| }, |
| { |
| "epoch": 2.8857142857142857, |
| "grad_norm": 0.06685593724250793, |
| "learning_rate": 1.043578572322058e-05, |
| "loss": 0.6396484375, |
| "step": 202 |
| }, |
| { |
| "epoch": 2.9, |
| "grad_norm": 0.0702473595738411, |
| "learning_rate": 1.0344441402727142e-05, |
| "loss": 0.63037109375, |
| "step": 203 |
| }, |
| { |
| "epoch": 2.914285714285714, |
| "grad_norm": 0.06869243085384369, |
| "learning_rate": 1.0263791928053819e-05, |
| "loss": 0.63720703125, |
| "step": 204 |
| }, |
| { |
| "epoch": 2.928571428571429, |
| "grad_norm": 0.06895088404417038, |
| "learning_rate": 1.0193856614459998e-05, |
| "loss": 0.6337890625, |
| "step": 205 |
| }, |
| { |
| "epoch": 2.942857142857143, |
| "grad_norm": 0.06920134276151657, |
| "learning_rate": 1.013465221120198e-05, |
| "loss": 0.638671875, |
| "step": 206 |
| }, |
| { |
| "epoch": 2.9571428571428573, |
| "grad_norm": 0.06936103105545044, |
| "learning_rate": 1.0086192897521601e-05, |
| "loss": 0.6201171875, |
| "step": 207 |
| }, |
| { |
| "epoch": 2.9714285714285715, |
| "grad_norm": 0.07043518126010895, |
| "learning_rate": 1.0048490279250354e-05, |
| "loss": 0.61669921875, |
| "step": 208 |
| }, |
| { |
| "epoch": 2.9857142857142858, |
| "grad_norm": 0.06810513883829117, |
| "learning_rate": 1.0021553386029838e-05, |
| "loss": 0.63134765625, |
| "step": 209 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.06843512505292892, |
| "learning_rate": 1.0005388669149184e-05, |
| "loss": 0.60400390625, |
| "step": 210 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 0.6898193359375, |
| "eval_runtime": 12.7056, |
| "eval_samples_per_second": 0.787, |
| "eval_steps_per_second": 0.157, |
| "step": 210 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 210, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 0, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.7282139802791051e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
