| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.999537251272559, |
| "eval_steps": 100, |
| "global_step": 900, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.005552984729291994, |
| "grad_norm": 5.378993948282789, |
| "learning_rate": 1.111111111111111e-06, |
| "loss": 1.3618, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.011105969458583989, |
| "grad_norm": 4.007932344194533, |
| "learning_rate": 2.222222222222222e-06, |
| "loss": 1.3497, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.016658954187875982, |
| "grad_norm": 2.870467768621527, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 1.3292, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.022211938917167977, |
| "grad_norm": 2.9129656624638147, |
| "learning_rate": 4.444444444444444e-06, |
| "loss": 1.3086, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.027764923646459973, |
| "grad_norm": 2.0216771653661767, |
| "learning_rate": 5.555555555555557e-06, |
| "loss": 1.1997, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.033317908375751965, |
| "grad_norm": 1.7768511495820114, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 1.1742, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.03887089310504396, |
| "grad_norm": 1.4804724166332308, |
| "learning_rate": 7.77777777777778e-06, |
| "loss": 1.1244, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.044423877834335955, |
| "grad_norm": 1.5180593968939422, |
| "learning_rate": 8.888888888888888e-06, |
| "loss": 1.0946, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.04997686256362795, |
| "grad_norm": 1.4879318494570208, |
| "learning_rate": 1e-05, |
| "loss": 1.1032, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.055529847292919945, |
| "grad_norm": 1.449589161585785, |
| "learning_rate": 1.1111111111111113e-05, |
| "loss": 1.0751, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.06108283202221194, |
| "grad_norm": 1.3300428861282843, |
| "learning_rate": 1.2222222222222224e-05, |
| "loss": 1.0704, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.06663581675150393, |
| "grad_norm": 1.5071782473179958, |
| "learning_rate": 1.3333333333333333e-05, |
| "loss": 1.0561, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.07218880148079593, |
| "grad_norm": 1.3957616523065333, |
| "learning_rate": 1.4444444444444446e-05, |
| "loss": 1.0527, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.07774178621008793, |
| "grad_norm": 1.3254556004203786, |
| "learning_rate": 1.555555555555556e-05, |
| "loss": 1.0107, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.08329477093937991, |
| "grad_norm": 1.5821507688192253, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 1.035, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.08884775566867191, |
| "grad_norm": 1.5770964291038414, |
| "learning_rate": 1.7777777777777777e-05, |
| "loss": 1.0285, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.09440074039796391, |
| "grad_norm": 1.5156588992406825, |
| "learning_rate": 1.888888888888889e-05, |
| "loss": 1.0462, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.0999537251272559, |
| "grad_norm": 1.8368814946604881, |
| "learning_rate": 2e-05, |
| "loss": 1.0321, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.10550670985654789, |
| "grad_norm": 1.6154848357095026, |
| "learning_rate": 1.9998119704485016e-05, |
| "loss": 0.9962, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.11105969458583989, |
| "grad_norm": 1.6218644276479086, |
| "learning_rate": 1.9992479525042305e-05, |
| "loss": 1.0216, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.11105969458583989, |
| "eval_loss": 1.0477724075317383, |
| "eval_runtime": 14.0681, |
| "eval_samples_per_second": 18.197, |
| "eval_steps_per_second": 4.549, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.11661267931513189, |
| "grad_norm": 1.4399255902202484, |
| "learning_rate": 1.9983081582712684e-05, |
| "loss": 1.0344, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.12216566404442387, |
| "grad_norm": 1.8069324642784876, |
| "learning_rate": 1.996992941167792e-05, |
| "loss": 1.0204, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.12771864877371586, |
| "grad_norm": 2.1003495945173865, |
| "learning_rate": 1.9953027957931658e-05, |
| "loss": 1.0169, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.13327163350300786, |
| "grad_norm": 1.9735058045205416, |
| "learning_rate": 1.9932383577419432e-05, |
| "loss": 1.0039, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.13882461823229986, |
| "grad_norm": 1.4822914643295109, |
| "learning_rate": 1.9908004033648452e-05, |
| "loss": 1.0025, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.14437760296159186, |
| "grad_norm": 1.5730749273183444, |
| "learning_rate": 1.9879898494768093e-05, |
| "loss": 1.0014, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.14993058769088385, |
| "grad_norm": 1.4317675236519043, |
| "learning_rate": 1.9848077530122083e-05, |
| "loss": 1.0055, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.15548357242017585, |
| "grad_norm": 1.4305310143482486, |
| "learning_rate": 1.9812553106273848e-05, |
| "loss": 0.9772, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.16103655714946785, |
| "grad_norm": 1.835206300273569, |
| "learning_rate": 1.9773338582506357e-05, |
| "loss": 1.0041, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.16658954187875982, |
| "grad_norm": 1.346307644251197, |
| "learning_rate": 1.973044870579824e-05, |
| "loss": 0.9836, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.17214252660805182, |
| "grad_norm": 1.3087431013115765, |
| "learning_rate": 1.9683899605278062e-05, |
| "loss": 0.9906, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.17769551133734382, |
| "grad_norm": 1.6304479084212757, |
| "learning_rate": 1.9633708786158803e-05, |
| "loss": 0.9846, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.18324849606663582, |
| "grad_norm": 1.4079238364588627, |
| "learning_rate": 1.957989512315489e-05, |
| "loss": 0.9953, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.18880148079592782, |
| "grad_norm": 1.4160494597971853, |
| "learning_rate": 1.9522478853384154e-05, |
| "loss": 0.9728, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.19435446552521982, |
| "grad_norm": 1.3831279332888735, |
| "learning_rate": 1.946148156875751e-05, |
| "loss": 0.9786, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.1999074502545118, |
| "grad_norm": 1.3223005814385944, |
| "learning_rate": 1.9396926207859085e-05, |
| "loss": 0.9915, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.20546043498380379, |
| "grad_norm": 7.733682148553893, |
| "learning_rate": 1.932883704732001e-05, |
| "loss": 1.0145, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.21101341971309578, |
| "grad_norm": 1.6669211194032283, |
| "learning_rate": 1.9257239692688907e-05, |
| "loss": 0.9862, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.21656640444238778, |
| "grad_norm": 1.4461392109939817, |
| "learning_rate": 1.9182161068802742e-05, |
| "loss": 0.9944, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.22211938917167978, |
| "grad_norm": 1.3816905654957743, |
| "learning_rate": 1.9103629409661468e-05, |
| "loss": 0.99, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.22211938917167978, |
| "eval_loss": 1.0106741189956665, |
| "eval_runtime": 13.0423, |
| "eval_samples_per_second": 19.628, |
| "eval_steps_per_second": 4.907, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.22767237390097178, |
| "grad_norm": 1.3296649623180647, |
| "learning_rate": 1.902167424781038e-05, |
| "loss": 0.9874, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.23322535863026378, |
| "grad_norm": 1.4147575392387848, |
| "learning_rate": 1.8936326403234125e-05, |
| "loss": 0.9906, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.23877834335955575, |
| "grad_norm": 1.5048777388561694, |
| "learning_rate": 1.8847617971766577e-05, |
| "loss": 0.9721, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.24433132808884775, |
| "grad_norm": 1.3281954721580007, |
| "learning_rate": 1.8755582313020912e-05, |
| "loss": 0.9848, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.24988431281813975, |
| "grad_norm": 1.3865529123681517, |
| "learning_rate": 1.866025403784439e-05, |
| "loss": 0.9885, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.2554372975474317, |
| "grad_norm": 1.468591497661801, |
| "learning_rate": 1.8561668995302668e-05, |
| "loss": 0.9713, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.2609902822767237, |
| "grad_norm": 1.3686298836564843, |
| "learning_rate": 1.845986425919841e-05, |
| "loss": 0.9579, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.2665432670060157, |
| "grad_norm": 1.4148255169077197, |
| "learning_rate": 1.8354878114129368e-05, |
| "loss": 0.9506, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.2720962517353077, |
| "grad_norm": 1.5172086489276786, |
| "learning_rate": 1.824675004109107e-05, |
| "loss": 0.99, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.2776492364645997, |
| "grad_norm": 1.3436284741737878, |
| "learning_rate": 1.8135520702629677e-05, |
| "loss": 0.9654, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.2832022211938917, |
| "grad_norm": 1.4414606449378646, |
| "learning_rate": 1.802123192755044e-05, |
| "loss": 0.9668, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.2887552059231837, |
| "grad_norm": 1.4031899462530004, |
| "learning_rate": 1.7903926695187595e-05, |
| "loss": 0.9626, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.2943081906524757, |
| "grad_norm": 1.4639958980701138, |
| "learning_rate": 1.7783649119241603e-05, |
| "loss": 0.9459, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.2998611753817677, |
| "grad_norm": 1.426651386589118, |
| "learning_rate": 1.766044443118978e-05, |
| "loss": 0.9863, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.3054141601110597, |
| "grad_norm": 1.4219614478552796, |
| "learning_rate": 1.7534358963276606e-05, |
| "loss": 0.9719, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.3109671448403517, |
| "grad_norm": 1.3151103765065284, |
| "learning_rate": 1.740544013109005e-05, |
| "loss": 0.9903, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.3165201295696437, |
| "grad_norm": 1.3354926740055781, |
| "learning_rate": 1.7273736415730488e-05, |
| "loss": 0.9681, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.3220731142989357, |
| "grad_norm": 1.3717221395296357, |
| "learning_rate": 1.7139297345578992e-05, |
| "loss": 0.9456, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.32762609902822765, |
| "grad_norm": 1.6411114205659896, |
| "learning_rate": 1.7002173477671685e-05, |
| "loss": 0.9591, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.33317908375751965, |
| "grad_norm": 1.2826425067775913, |
| "learning_rate": 1.686241637868734e-05, |
| "loss": 0.9328, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.33317908375751965, |
| "eval_loss": 0.99033522605896, |
| "eval_runtime": 13.2544, |
| "eval_samples_per_second": 19.314, |
| "eval_steps_per_second": 4.829, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.33873206848681164, |
| "grad_norm": 1.4005676511844571, |
| "learning_rate": 1.6720078605555227e-05, |
| "loss": 0.9803, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.34428505321610364, |
| "grad_norm": 1.3022121862564202, |
| "learning_rate": 1.657521368569064e-05, |
| "loss": 0.9622, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.34983803794539564, |
| "grad_norm": 1.4147938551822972, |
| "learning_rate": 1.6427876096865394e-05, |
| "loss": 0.9733, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.35539102267468764, |
| "grad_norm": 1.4563599805627543, |
| "learning_rate": 1.627812124672099e-05, |
| "loss": 0.9695, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.36094400740397964, |
| "grad_norm": 1.2666931064627047, |
| "learning_rate": 1.6126005451932028e-05, |
| "loss": 0.9512, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.36649699213327164, |
| "grad_norm": 1.3459612867606927, |
| "learning_rate": 1.5971585917027864e-05, |
| "loss": 0.9962, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.37204997686256364, |
| "grad_norm": 1.4053767425847852, |
| "learning_rate": 1.5814920712880267e-05, |
| "loss": 0.9456, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.37760296159185563, |
| "grad_norm": 1.2542630494816203, |
| "learning_rate": 1.5656068754865388e-05, |
| "loss": 0.9625, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.38315594632114763, |
| "grad_norm": 1.2467268401516984, |
| "learning_rate": 1.5495089780708062e-05, |
| "loss": 0.9416, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.38870893105043963, |
| "grad_norm": 1.3642420280912566, |
| "learning_rate": 1.5332044328016916e-05, |
| "loss": 0.9745, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.39426191577973163, |
| "grad_norm": 1.370419991211419, |
| "learning_rate": 1.5166993711518631e-05, |
| "loss": 0.9235, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.3998149005090236, |
| "grad_norm": 1.4175545037228292, |
| "learning_rate": 1.5000000000000002e-05, |
| "loss": 0.9419, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.4053678852383156, |
| "grad_norm": 1.5230125115585145, |
| "learning_rate": 1.4831125992966386e-05, |
| "loss": 0.9482, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.41092086996760757, |
| "grad_norm": 1.3243119971736406, |
| "learning_rate": 1.4660435197025391e-05, |
| "loss": 0.9516, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.41647385469689957, |
| "grad_norm": 1.3168758353005081, |
| "learning_rate": 1.4487991802004625e-05, |
| "loss": 0.9274, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.42202683942619157, |
| "grad_norm": 1.3316158417964403, |
| "learning_rate": 1.4313860656812537e-05, |
| "loss": 0.9279, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.42757982415548357, |
| "grad_norm": 1.2112610899992784, |
| "learning_rate": 1.4138107245051394e-05, |
| "loss": 0.9604, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.43313280888477557, |
| "grad_norm": 1.4256068345744652, |
| "learning_rate": 1.396079766039157e-05, |
| "loss": 0.9504, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.43868579361406757, |
| "grad_norm": 1.48676297842706, |
| "learning_rate": 1.3781998581716427e-05, |
| "loss": 0.9783, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.44423877834335956, |
| "grad_norm": 1.3917645840392392, |
| "learning_rate": 1.3601777248047105e-05, |
| "loss": 0.9428, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.44423877834335956, |
| "eval_loss": 0.975586473941803, |
| "eval_runtime": 13.0584, |
| "eval_samples_per_second": 19.604, |
| "eval_steps_per_second": 4.901, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.44979176307265156, |
| "grad_norm": 1.3230682794396744, |
| "learning_rate": 1.342020143325669e-05, |
| "loss": 0.9477, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.45534474780194356, |
| "grad_norm": 1.2045267312184351, |
| "learning_rate": 1.3237339420583213e-05, |
| "loss": 0.9568, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.46089773253123556, |
| "grad_norm": 1.2839147189555775, |
| "learning_rate": 1.3053259976951134e-05, |
| "loss": 0.9256, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.46645071726052756, |
| "grad_norm": 1.284551507215065, |
| "learning_rate": 1.2868032327110904e-05, |
| "loss": 0.9246, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.4720037019898195, |
| "grad_norm": 1.3021372211969566, |
| "learning_rate": 1.2681726127606374e-05, |
| "loss": 0.9527, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.4775566867191115, |
| "grad_norm": 1.3264954697360052, |
| "learning_rate": 1.2494411440579814e-05, |
| "loss": 0.9659, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.4831096714484035, |
| "grad_norm": 1.2931203310254533, |
| "learning_rate": 1.2306158707424402e-05, |
| "loss": 0.9044, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.4886626561776955, |
| "grad_norm": 1.5033726081614123, |
| "learning_rate": 1.211703872229411e-05, |
| "loss": 0.9135, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.4942156409069875, |
| "grad_norm": 1.2465062347279259, |
| "learning_rate": 1.1927122605480899e-05, |
| "loss": 0.9382, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.4997686256362795, |
| "grad_norm": 1.2206738144949079, |
| "learning_rate": 1.1736481776669307e-05, |
| "loss": 0.9429, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.5053216103655715, |
| "grad_norm": 1.268246804784844, |
| "learning_rate": 1.1545187928078407e-05, |
| "loss": 0.9163, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.5108745950948634, |
| "grad_norm": 1.1842171344447763, |
| "learning_rate": 1.1353312997501313e-05, |
| "loss": 0.9296, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.5164275798241554, |
| "grad_norm": 1.3329158977326516, |
| "learning_rate": 1.1160929141252303e-05, |
| "loss": 0.9536, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.5219805645534474, |
| "grad_norm": 1.3140264320853574, |
| "learning_rate": 1.0968108707031792e-05, |
| "loss": 0.9314, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.5275335492827394, |
| "grad_norm": 1.2112452453436886, |
| "learning_rate": 1.077492420671931e-05, |
| "loss": 0.8858, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.5330865340120314, |
| "grad_norm": 1.244066114064373, |
| "learning_rate": 1.0581448289104759e-05, |
| "loss": 0.938, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.5386395187413234, |
| "grad_norm": 1.2958379438943313, |
| "learning_rate": 1.038775371256817e-05, |
| "loss": 0.9366, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.5441925034706154, |
| "grad_norm": 1.2706792533588414, |
| "learning_rate": 1.0193913317718245e-05, |
| "loss": 0.9809, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.5497454881999074, |
| "grad_norm": 1.2373793128051882, |
| "learning_rate": 1e-05, |
| "loss": 0.9107, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.5552984729291994, |
| "grad_norm": 1.3259462807230906, |
| "learning_rate": 9.806086682281759e-06, |
| "loss": 0.9478, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5552984729291994, |
| "eval_loss": 0.9645185470581055, |
| "eval_runtime": 14.0973, |
| "eval_samples_per_second": 18.16, |
| "eval_steps_per_second": 4.54, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5608514576584914, |
| "grad_norm": 1.2818749562353056, |
| "learning_rate": 9.612246287431832e-06, |
| "loss": 0.9157, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.5664044423877834, |
| "grad_norm": 1.2789066996692675, |
| "learning_rate": 9.418551710895243e-06, |
| "loss": 0.9715, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.5719574271170754, |
| "grad_norm": 1.3159690301384173, |
| "learning_rate": 9.225075793280693e-06, |
| "loss": 0.9564, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.5775104118463674, |
| "grad_norm": 1.1820999233185365, |
| "learning_rate": 9.03189129296821e-06, |
| "loss": 0.9333, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.5830633965756594, |
| "grad_norm": 2.9705367947063595, |
| "learning_rate": 8.839070858747697e-06, |
| "loss": 0.9393, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.5886163813049514, |
| "grad_norm": 1.1578484132538005, |
| "learning_rate": 8.646687002498692e-06, |
| "loss": 0.9386, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.5941693660342434, |
| "grad_norm": 1.2495396181990488, |
| "learning_rate": 8.454812071921597e-06, |
| "loss": 0.9202, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.5997223507635354, |
| "grad_norm": 1.18243382811664, |
| "learning_rate": 8.263518223330698e-06, |
| "loss": 0.9222, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.6052753354928274, |
| "grad_norm": 1.2247856999180733, |
| "learning_rate": 8.072877394519103e-06, |
| "loss": 0.9426, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.6108283202221194, |
| "grad_norm": 1.220145252189745, |
| "learning_rate": 7.882961277705897e-06, |
| "loss": 0.9161, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.6163813049514114, |
| "grad_norm": 1.2450054960684753, |
| "learning_rate": 7.6938412925756e-06, |
| "loss": 0.9419, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.6219342896807034, |
| "grad_norm": 1.2450637061923184, |
| "learning_rate": 7.505588559420188e-06, |
| "loss": 0.9471, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.6274872744099954, |
| "grad_norm": 1.2160705969336116, |
| "learning_rate": 7.3182738723936255e-06, |
| "loss": 0.9446, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.6330402591392874, |
| "grad_norm": 1.2857156644799776, |
| "learning_rate": 7.131967672889101e-06, |
| "loss": 0.9473, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.6385932438685794, |
| "grad_norm": 1.1688923012156514, |
| "learning_rate": 6.94674002304887e-06, |
| "loss": 0.9193, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.6441462285978714, |
| "grad_norm": 1.3240345620915759, |
| "learning_rate": 6.762660579416791e-06, |
| "loss": 0.955, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.6496992133271634, |
| "grad_norm": 1.171487612102084, |
| "learning_rate": 6.579798566743314e-06, |
| "loss": 0.9345, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.6552521980564553, |
| "grad_norm": 1.1809918233177483, |
| "learning_rate": 6.3982227519528986e-06, |
| "loss": 0.9317, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.6608051827857473, |
| "grad_norm": 1.1849135550680583, |
| "learning_rate": 6.218001418283577e-06, |
| "loss": 0.9282, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.6663581675150393, |
| "grad_norm": 1.2353428612054926, |
| "learning_rate": 6.039202339608432e-06, |
| "loss": 0.9186, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6663581675150393, |
| "eval_loss": 0.9549762010574341, |
| "eval_runtime": 13.1058, |
| "eval_samples_per_second": 19.533, |
| "eval_steps_per_second": 4.883, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6719111522443313, |
| "grad_norm": 1.2260206730700363, |
| "learning_rate": 5.8618927549486095e-06, |
| "loss": 0.91, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.6774641369736233, |
| "grad_norm": 1.2511346515975978, |
| "learning_rate": 5.686139343187468e-06, |
| "loss": 0.9445, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.6830171217029153, |
| "grad_norm": 1.1415920400151276, |
| "learning_rate": 5.512008197995379e-06, |
| "loss": 0.9267, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.6885701064322073, |
| "grad_norm": 1.1718028560057823, |
| "learning_rate": 5.339564802974615e-06, |
| "loss": 0.9173, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.6941230911614993, |
| "grad_norm": 1.1427826499364968, |
| "learning_rate": 5.168874007033615e-06, |
| "loss": 0.9113, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.6996760758907913, |
| "grad_norm": 1.1646711162888848, |
| "learning_rate": 5.000000000000003e-06, |
| "loss": 0.9314, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.7052290606200833, |
| "grad_norm": 1.1666389482954498, |
| "learning_rate": 4.8330062884813714e-06, |
| "loss": 0.949, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.7107820453493753, |
| "grad_norm": 1.2669383225264854, |
| "learning_rate": 4.66795567198309e-06, |
| "loss": 0.9298, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.7163350300786673, |
| "grad_norm": 1.1727436218210467, |
| "learning_rate": 4.504910219291941e-06, |
| "loss": 0.9384, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.7218880148079593, |
| "grad_norm": 1.160141429869342, |
| "learning_rate": 4.343931245134616e-06, |
| "loss": 0.9231, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.7274409995372513, |
| "grad_norm": 1.1571744280380951, |
| "learning_rate": 4.185079287119733e-06, |
| "loss": 0.9379, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.7329939842665433, |
| "grad_norm": 1.2080957370089618, |
| "learning_rate": 4.028414082972141e-06, |
| "loss": 0.9087, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.7385469689958353, |
| "grad_norm": 1.2262375492125892, |
| "learning_rate": 3.873994548067972e-06, |
| "loss": 0.9175, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.7440999537251273, |
| "grad_norm": 1.1868816861234752, |
| "learning_rate": 3.7218787532790167e-06, |
| "loss": 0.915, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.7496529384544193, |
| "grad_norm": 1.2149836180874647, |
| "learning_rate": 3.5721239031346067e-06, |
| "loss": 0.9359, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.7552059231837113, |
| "grad_norm": 1.1401883150941166, |
| "learning_rate": 3.424786314309365e-06, |
| "loss": 0.8996, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.7607589079130033, |
| "grad_norm": 1.1918737445166034, |
| "learning_rate": 3.279921394444776e-06, |
| "loss": 0.9478, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.7663118926422953, |
| "grad_norm": 1.1601543056853199, |
| "learning_rate": 3.1375836213126653e-06, |
| "loss": 0.9144, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.7718648773715873, |
| "grad_norm": 1.1849230333131153, |
| "learning_rate": 2.9978265223283152e-06, |
| "loss": 0.9134, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.7774178621008793, |
| "grad_norm": 1.1922764155084293, |
| "learning_rate": 2.8607026544210115e-06, |
| "loss": 0.9184, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.7774178621008793, |
| "eval_loss": 0.9487817287445068, |
| "eval_runtime": 12.9966, |
| "eval_samples_per_second": 19.697, |
| "eval_steps_per_second": 4.924, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.7829708468301713, |
| "grad_norm": 1.0668112491118575, |
| "learning_rate": 2.726263584269513e-06, |
| "loss": 0.9038, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.7885238315594633, |
| "grad_norm": 1.191610088893989, |
| "learning_rate": 2.594559868909956e-06, |
| "loss": 0.9003, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.7940768162887553, |
| "grad_norm": 1.2465046516243472, |
| "learning_rate": 2.4656410367233928e-06, |
| "loss": 0.9215, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.7996298010180471, |
| "grad_norm": 1.1463175579772371, |
| "learning_rate": 2.339555568810221e-06, |
| "loss": 0.9303, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.8051827857473391, |
| "grad_norm": 1.1279074050372055, |
| "learning_rate": 2.2163508807584e-06, |
| "loss": 0.9294, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.8107357704766311, |
| "grad_norm": 1.1668600336379225, |
| "learning_rate": 2.0960733048124082e-06, |
| "loss": 0.9082, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.8162887552059231, |
| "grad_norm": 1.1280124295582716, |
| "learning_rate": 1.9787680724495617e-06, |
| "loss": 0.898, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.8218417399352151, |
| "grad_norm": 1.2693061690074205, |
| "learning_rate": 1.8644792973703252e-06, |
| "loss": 0.9473, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.8273947246645071, |
| "grad_norm": 1.0935688113313613, |
| "learning_rate": 1.7532499589089324e-06, |
| "loss": 0.9312, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.8329477093937991, |
| "grad_norm": 1.1491375579091732, |
| "learning_rate": 1.6451218858706374e-06, |
| "loss": 0.9295, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.8385006941230911, |
| "grad_norm": 1.1971381545639446, |
| "learning_rate": 1.5401357408015893e-06, |
| "loss": 0.8977, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.8440536788523831, |
| "grad_norm": 1.2118976466189748, |
| "learning_rate": 1.4383310046973365e-06, |
| "loss": 0.9201, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.8496066635816751, |
| "grad_norm": 1.1129578498310642, |
| "learning_rate": 1.339745962155613e-06, |
| "loss": 0.9235, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.8551596483109671, |
| "grad_norm": 1.155034707390975, |
| "learning_rate": 1.2444176869790925e-06, |
| "loss": 0.906, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.8607126330402591, |
| "grad_norm": 1.1211050312494577, |
| "learning_rate": 1.152382028233422e-06, |
| "loss": 0.9027, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.8662656177695511, |
| "grad_norm": 1.161462499770876, |
| "learning_rate": 1.0636735967658785e-06, |
| "loss": 0.902, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.8718186024988431, |
| "grad_norm": 1.2466679714276248, |
| "learning_rate": 9.783257521896228e-07, |
| "loss": 0.9312, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.8773715872281351, |
| "grad_norm": 1.1688203046154668, |
| "learning_rate": 8.963705903385344e-07, |
| "loss": 0.9231, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.8829245719574271, |
| "grad_norm": 1.1446515266652288, |
| "learning_rate": 8.178389311972612e-07, |
| "loss": 0.924, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.8884775566867191, |
| "grad_norm": 1.1971045442791841, |
| "learning_rate": 7.427603073110967e-07, |
| "loss": 0.8564, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.8884775566867191, |
| "eval_loss": 0.9455364346504211, |
| "eval_runtime": 13.3345, |
| "eval_samples_per_second": 19.198, |
| "eval_steps_per_second": 4.8, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.8940305414160111, |
| "grad_norm": 1.158461858290895, |
| "learning_rate": 6.711629526799946e-07, |
| "loss": 0.9399, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.8995835261453031, |
| "grad_norm": 1.1264872944659339, |
| "learning_rate": 6.030737921409169e-07, |
| "loss": 0.8946, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.9051365108745951, |
| "grad_norm": 1.122295252126309, |
| "learning_rate": 5.385184312424973e-07, |
| "loss": 0.9228, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.9106894956038871, |
| "grad_norm": 1.130327163633901, |
| "learning_rate": 4.775211466158469e-07, |
| "loss": 0.9278, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.9162424803331791, |
| "grad_norm": 1.152980775746581, |
| "learning_rate": 4.2010487684511105e-07, |
| "loss": 0.9105, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.9217954650624711, |
| "grad_norm": 1.2630255671771575, |
| "learning_rate": 3.662912138411967e-07, |
| "loss": 0.9103, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.9273484497917631, |
| "grad_norm": 1.1212305446295874, |
| "learning_rate": 3.161003947219421e-07, |
| "loss": 0.8847, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.9329014345210551, |
| "grad_norm": 1.1635748807768116, |
| "learning_rate": 2.6955129420176193e-07, |
| "loss": 0.9139, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.9384544192503471, |
| "grad_norm": 1.101552910147697, |
| "learning_rate": 2.2666141749364434e-07, |
| "loss": 0.9233, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.944007403979639, |
| "grad_norm": 1.1104286718600382, |
| "learning_rate": 1.874468937261531e-07, |
| "loss": 0.8872, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.949560388708931, |
| "grad_norm": 1.1513796874736284, |
| "learning_rate": 1.519224698779198e-07, |
| "loss": 0.938, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.955113373438223, |
| "grad_norm": 1.172996631179348, |
| "learning_rate": 1.201015052319099e-07, |
| "loss": 0.9366, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.960666358167515, |
| "grad_norm": 1.178813337349509, |
| "learning_rate": 9.199596635154684e-08, |
| "loss": 0.9382, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.966219342896807, |
| "grad_norm": 1.123260974533791, |
| "learning_rate": 6.761642258056977e-08, |
| "loss": 0.8969, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.971772327626099, |
| "grad_norm": 1.2440553964560856, |
| "learning_rate": 4.6972042068341714e-08, |
| "loss": 0.9125, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.977325312355391, |
| "grad_norm": 1.100622329056596, |
| "learning_rate": 3.0070588322079765e-08, |
| "loss": 0.9106, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.982878297084683, |
| "grad_norm": 1.224884941200071, |
| "learning_rate": 1.6918417287318245e-08, |
| "loss": 0.9045, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.988431281813975, |
| "grad_norm": 1.1506168883594277, |
| "learning_rate": 7.520474957699586e-09, |
| "loss": 0.9341, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.993984266543267, |
| "grad_norm": 1.3030322318546892, |
| "learning_rate": 1.8802955149865854e-09, |
| "loss": 0.9093, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.999537251272559, |
| "grad_norm": 1.164399511709177, |
| "learning_rate": 0.0, |
| "loss": 0.943, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.999537251272559, |
| "eval_loss": 0.9448966979980469, |
| "eval_runtime": 12.8793, |
| "eval_samples_per_second": 19.877, |
| "eval_steps_per_second": 4.969, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.999537251272559, |
| "step": 900, |
| "total_flos": 37979261239296.0, |
| "train_loss": 0.9636553647783067, |
| "train_runtime": 8704.1469, |
| "train_samples_per_second": 4.965, |
| "train_steps_per_second": 0.103 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 900, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 37979261239296.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
