| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.99927797833935, |
| "eval_steps": 500, |
| "global_step": 12462, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0012033694344163659, |
| "grad_norm": 5.875, |
| "learning_rate": 1.1482631771428573e-05, |
| "loss": 1.9783, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0024067388688327317, |
| "grad_norm": 3.296875, |
| "learning_rate": 2.5835921485714284e-05, |
| "loss": 1.9013, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0036101083032490976, |
| "grad_norm": 3.03125, |
| "learning_rate": 4.0189211200000005e-05, |
| "loss": 1.8287, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.0048134777376654635, |
| "grad_norm": 2.75, |
| "learning_rate": 5.454250091428571e-05, |
| "loss": 1.7177, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.006016847172081829, |
| "grad_norm": 2.734375, |
| "learning_rate": 6.889579062857144e-05, |
| "loss": 1.5836, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.007220216606498195, |
| "grad_norm": 3.0, |
| "learning_rate": 8.324908034285715e-05, |
| "loss": 1.5078, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.00842358604091456, |
| "grad_norm": 3.125, |
| "learning_rate": 9.760237005714287e-05, |
| "loss": 1.4619, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.009626955475330927, |
| "grad_norm": 3.15625, |
| "learning_rate": 0.0001004730087456795, |
| "loss": 1.447, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.010830324909747292, |
| "grad_norm": 2.9375, |
| "learning_rate": 0.00010047293052503616, |
| "loss": 1.3868, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.012033694344163659, |
| "grad_norm": 2.671875, |
| "learning_rate": 0.0001004727921347998, |
| "loss": 1.3767, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.013237063778580024, |
| "grad_norm": 2.578125, |
| "learning_rate": 0.00010047259357519138, |
| "loss": 1.3253, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.01444043321299639, |
| "grad_norm": 2.734375, |
| "learning_rate": 0.00010047233484652802, |
| "loss": 1.3186, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.015643802647412757, |
| "grad_norm": 2.75, |
| "learning_rate": 0.00010047201594922292, |
| "loss": 1.2852, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.01684717208182912, |
| "grad_norm": 2.734375, |
| "learning_rate": 0.00010047163688378533, |
| "loss": 1.2451, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.018050541516245487, |
| "grad_norm": 2.328125, |
| "learning_rate": 0.0001004711976508206, |
| "loss": 1.2399, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.019253910950661854, |
| "grad_norm": 2.390625, |
| "learning_rate": 0.00010047069825103019, |
| "loss": 1.2288, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.02045728038507822, |
| "grad_norm": 2.53125, |
| "learning_rate": 0.00010047013868521161, |
| "loss": 1.2198, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.021660649819494584, |
| "grad_norm": 2.5625, |
| "learning_rate": 0.00010046951895425849, |
| "loss": 1.2158, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.02286401925391095, |
| "grad_norm": 2.515625, |
| "learning_rate": 0.00010046883905916052, |
| "loss": 1.2246, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.024067388688327317, |
| "grad_norm": 2.484375, |
| "learning_rate": 0.00010046809900100347, |
| "loss": 1.1625, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.02527075812274368, |
| "grad_norm": 2.515625, |
| "learning_rate": 0.00010046729878096918, |
| "loss": 1.1858, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.026474127557160047, |
| "grad_norm": 2.625, |
| "learning_rate": 0.0001004664384003356, |
| "loss": 1.1756, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.027677496991576414, |
| "grad_norm": 2.5, |
| "learning_rate": 0.00010046551786047672, |
| "loss": 1.1696, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.02888086642599278, |
| "grad_norm": 2.390625, |
| "learning_rate": 0.00010046453716286263, |
| "loss": 1.1177, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.030084235860409144, |
| "grad_norm": 2.375, |
| "learning_rate": 0.00010046349630905946, |
| "loss": 1.1426, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.031287605294825514, |
| "grad_norm": 2.609375, |
| "learning_rate": 0.00010046239530072942, |
| "loss": 1.1572, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.032490974729241874, |
| "grad_norm": 2.546875, |
| "learning_rate": 0.00010046123413963083, |
| "loss": 1.1154, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.03369434416365824, |
| "grad_norm": 2.46875, |
| "learning_rate": 0.00010046001282761799, |
| "loss": 1.1424, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.03489771359807461, |
| "grad_norm": 2.921875, |
| "learning_rate": 0.00010045873136664134, |
| "loss": 1.1045, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.036101083032490974, |
| "grad_norm": 2.59375, |
| "learning_rate": 0.00010045738975874728, |
| "loss": 1.1311, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.03730445246690734, |
| "grad_norm": 2.546875, |
| "learning_rate": 0.00010045598800607839, |
| "loss": 1.1298, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.03850782190132371, |
| "grad_norm": 2.53125, |
| "learning_rate": 0.00010045452611087318, |
| "loss": 1.0965, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.039711191335740074, |
| "grad_norm": 2.75, |
| "learning_rate": 0.00010045300407546628, |
| "loss": 1.0964, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.04091456077015644, |
| "grad_norm": 2.984375, |
| "learning_rate": 0.00010045142190228834, |
| "loss": 1.0847, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.0421179302045728, |
| "grad_norm": 2.421875, |
| "learning_rate": 0.00010044977959386601, |
| "loss": 1.073, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.04332129963898917, |
| "grad_norm": 2.671875, |
| "learning_rate": 0.00010044807715282207, |
| "loss": 1.1091, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.044524669073405534, |
| "grad_norm": 2.296875, |
| "learning_rate": 0.00010044631458187523, |
| "loss": 1.0794, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.0457280385078219, |
| "grad_norm": 2.453125, |
| "learning_rate": 0.00010044449188384028, |
| "loss": 1.1212, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.04693140794223827, |
| "grad_norm": 2.421875, |
| "learning_rate": 0.00010044260906162802, |
| "loss": 1.0835, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.048134777376654635, |
| "grad_norm": 2.5, |
| "learning_rate": 0.00010044066611824526, |
| "loss": 1.0714, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.049338146811071, |
| "grad_norm": 2.328125, |
| "learning_rate": 0.00010043866305679484, |
| "loss": 1.0716, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.05054151624548736, |
| "grad_norm": 2.46875, |
| "learning_rate": 0.00010043659988047559, |
| "loss": 1.0586, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.05174488567990373, |
| "grad_norm": 2.265625, |
| "learning_rate": 0.00010043447659258233, |
| "loss": 1.0528, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.052948255114320095, |
| "grad_norm": 3.03125, |
| "learning_rate": 0.0001004322931965059, |
| "loss": 1.0601, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.05415162454873646, |
| "grad_norm": 2.59375, |
| "learning_rate": 0.00010043004969573312, |
| "loss": 1.0495, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.05535499398315283, |
| "grad_norm": 2.3125, |
| "learning_rate": 0.00010042774609384681, |
| "loss": 1.058, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.056558363417569195, |
| "grad_norm": 2.578125, |
| "learning_rate": 0.00010042538239452578, |
| "loss": 1.0285, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.05776173285198556, |
| "grad_norm": 2.515625, |
| "learning_rate": 0.00010042295860154474, |
| "loss": 1.0332, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.05896510228640193, |
| "grad_norm": 2.484375, |
| "learning_rate": 0.00010042047471877447, |
| "loss": 1.0177, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.06016847172081829, |
| "grad_norm": 2.796875, |
| "learning_rate": 0.00010041793075018161, |
| "loss": 1.0364, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.061371841155234655, |
| "grad_norm": 2.3125, |
| "learning_rate": 0.00010041532669982886, |
| "loss": 1.0268, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.06257521058965103, |
| "grad_norm": 2.515625, |
| "learning_rate": 0.00010041266257187478, |
| "loss": 0.9869, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.06377858002406739, |
| "grad_norm": 2.703125, |
| "learning_rate": 0.00010040993837057395, |
| "loss": 1.0372, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.06498194945848375, |
| "grad_norm": 2.40625, |
| "learning_rate": 0.00010040715410027679, |
| "loss": 0.987, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.06618531889290012, |
| "grad_norm": 2.265625, |
| "learning_rate": 0.00010040430976542976, |
| "loss": 1.0099, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.06738868832731648, |
| "grad_norm": 2.734375, |
| "learning_rate": 0.00010040140537057514, |
| "loss": 1.0188, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.06859205776173286, |
| "grad_norm": 2.484375, |
| "learning_rate": 0.00010039844092035118, |
| "loss": 1.0453, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.06979542719614922, |
| "grad_norm": 2.296875, |
| "learning_rate": 0.00010039541641949205, |
| "loss": 1.0081, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.07099879663056559, |
| "grad_norm": 2.46875, |
| "learning_rate": 0.00010039233187282776, |
| "loss": 0.994, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.07220216606498195, |
| "grad_norm": 2.375, |
| "learning_rate": 0.00010038918728528426, |
| "loss": 1.0029, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.07340553549939831, |
| "grad_norm": 2.453125, |
| "learning_rate": 0.00010038598266188339, |
| "loss": 1.0095, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.07460890493381468, |
| "grad_norm": 2.25, |
| "learning_rate": 0.00010038271800774282, |
| "loss": 0.9699, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.07581227436823104, |
| "grad_norm": 2.40625, |
| "learning_rate": 0.0001003793933280761, |
| "loss": 0.9616, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.07701564380264742, |
| "grad_norm": 2.34375, |
| "learning_rate": 0.0001003760086281927, |
| "loss": 1.0072, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.07821901323706378, |
| "grad_norm": 2.203125, |
| "learning_rate": 0.00010037256391349785, |
| "loss": 0.9806, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.07942238267148015, |
| "grad_norm": 2.484375, |
| "learning_rate": 0.00010036905918949269, |
| "loss": 0.9474, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.08062575210589651, |
| "grad_norm": 2.515625, |
| "learning_rate": 0.00010036549446177414, |
| "loss": 1.0093, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.08182912154031288, |
| "grad_norm": 2.5625, |
| "learning_rate": 0.000100361869736035, |
| "loss": 0.952, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.08303249097472924, |
| "grad_norm": 2.171875, |
| "learning_rate": 0.00010035818501806385, |
| "loss": 0.9729, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.0842358604091456, |
| "grad_norm": 2.375, |
| "learning_rate": 0.00010035444031374507, |
| "loss": 0.947, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.08543922984356198, |
| "grad_norm": 2.125, |
| "learning_rate": 0.00010035063562905885, |
| "loss": 0.9918, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.08664259927797834, |
| "grad_norm": 2.09375, |
| "learning_rate": 0.00010034677097008121, |
| "loss": 0.9803, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.08784596871239471, |
| "grad_norm": 2.09375, |
| "learning_rate": 0.00010034284634298385, |
| "loss": 0.9303, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.08904933814681107, |
| "grad_norm": 2.40625, |
| "learning_rate": 0.0001003388617540343, |
| "loss": 0.9267, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.09025270758122744, |
| "grad_norm": 2.15625, |
| "learning_rate": 0.00010033481720959588, |
| "loss": 0.9313, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.0914560770156438, |
| "grad_norm": 2.3125, |
| "learning_rate": 0.00010033071271612757, |
| "loss": 0.9154, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.09265944645006016, |
| "grad_norm": 2.4375, |
| "learning_rate": 0.00010032654828018417, |
| "loss": 0.9725, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.09386281588447654, |
| "grad_norm": 2.3125, |
| "learning_rate": 0.00010032232390841613, |
| "loss": 0.9499, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.0950661853188929, |
| "grad_norm": 2.359375, |
| "learning_rate": 0.00010031803960756968, |
| "loss": 0.926, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.09626955475330927, |
| "grad_norm": 2.359375, |
| "learning_rate": 0.00010031369538448673, |
| "loss": 0.9864, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.09747292418772563, |
| "grad_norm": 2.15625, |
| "learning_rate": 0.00010030929124610487, |
| "loss": 0.9206, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.098676293622142, |
| "grad_norm": 2.28125, |
| "learning_rate": 0.0001003048271994574, |
| "loss": 0.9297, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.09987966305655836, |
| "grad_norm": 2.421875, |
| "learning_rate": 0.0001003003032516733, |
| "loss": 0.942, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.10108303249097472, |
| "grad_norm": 2.140625, |
| "learning_rate": 0.00010029571940997716, |
| "loss": 0.937, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.1022864019253911, |
| "grad_norm": 2.25, |
| "learning_rate": 0.00010029107568168925, |
| "loss": 0.9598, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.10348977135980746, |
| "grad_norm": 2.4375, |
| "learning_rate": 0.0001002863720742255, |
| "loss": 0.9444, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.10469314079422383, |
| "grad_norm": 2.109375, |
| "learning_rate": 0.00010028160859509742, |
| "loss": 0.9544, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.10589651022864019, |
| "grad_norm": 2.40625, |
| "learning_rate": 0.00010027678525191216, |
| "loss": 0.9032, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.10709987966305656, |
| "grad_norm": 2.171875, |
| "learning_rate": 0.00010027190205237246, |
| "loss": 0.9468, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.10830324909747292, |
| "grad_norm": 2.203125, |
| "learning_rate": 0.00010026695900427668, |
| "loss": 0.9244, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.1095066185318893, |
| "grad_norm": 2.390625, |
| "learning_rate": 0.00010026195611551872, |
| "loss": 0.9286, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.11070998796630566, |
| "grad_norm": 2.390625, |
| "learning_rate": 0.00010025689339408803, |
| "loss": 0.9255, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.11191335740072202, |
| "grad_norm": 2.484375, |
| "learning_rate": 0.00010025177084806967, |
| "loss": 0.9652, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.11311672683513839, |
| "grad_norm": 2.125, |
| "learning_rate": 0.00010024658848564418, |
| "loss": 0.921, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.11432009626955475, |
| "grad_norm": 2.546875, |
| "learning_rate": 0.00010024134631508768, |
| "loss": 0.9406, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.11552346570397112, |
| "grad_norm": 2.21875, |
| "learning_rate": 0.00010023604434477176, |
| "loss": 0.9309, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.11672683513838748, |
| "grad_norm": 2.4375, |
| "learning_rate": 0.00010023068258316352, |
| "loss": 0.925, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.11793020457280386, |
| "grad_norm": 2.21875, |
| "learning_rate": 0.00010022526103882553, |
| "loss": 0.8907, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.11913357400722022, |
| "grad_norm": 2.21875, |
| "learning_rate": 0.00010021977972041586, |
| "loss": 0.9072, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.12033694344163658, |
| "grad_norm": 2.359375, |
| "learning_rate": 0.00010021423863668802, |
| "loss": 0.8906, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.12033694344163658, |
| "eval_loss": 0.8048076033592224, |
| "eval_runtime": 2.7309, |
| "eval_samples_per_second": 73.235, |
| "eval_steps_per_second": 73.235, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.12154031287605295, |
| "grad_norm": 2.203125, |
| "learning_rate": 0.000100208637796491, |
| "loss": 0.8702, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.12274368231046931, |
| "grad_norm": 2.1875, |
| "learning_rate": 0.00010020297720876913, |
| "loss": 0.9234, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.12394705174488568, |
| "grad_norm": 2.171875, |
| "learning_rate": 0.00010019725688256226, |
| "loss": 0.9286, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.12515042117930206, |
| "grad_norm": 2.578125, |
| "learning_rate": 0.00010019147682700556, |
| "loss": 0.9069, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.1263537906137184, |
| "grad_norm": 2.375, |
| "learning_rate": 0.00010018563705132966, |
| "loss": 0.8735, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.12755716004813478, |
| "grad_norm": 2.125, |
| "learning_rate": 0.00010017973756486048, |
| "loss": 0.9177, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.12876052948255115, |
| "grad_norm": 2.34375, |
| "learning_rate": 0.00010017377837701939, |
| "loss": 0.8844, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.1299638989169675, |
| "grad_norm": 2.0625, |
| "learning_rate": 0.00010016775949732298, |
| "loss": 0.9013, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.13116726835138387, |
| "grad_norm": 1.9609375, |
| "learning_rate": 0.0001001616809353833, |
| "loss": 0.8743, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.13237063778580024, |
| "grad_norm": 2.546875, |
| "learning_rate": 0.00010015554270090759, |
| "loss": 0.9059, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.13357400722021662, |
| "grad_norm": 2.109375, |
| "learning_rate": 0.00010014934480369846, |
| "loss": 0.8756, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.13477737665463296, |
| "grad_norm": 2.203125, |
| "learning_rate": 0.00010014308725365383, |
| "loss": 0.8941, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.13598074608904934, |
| "grad_norm": 2.375, |
| "learning_rate": 0.00010013677006076677, |
| "loss": 0.8459, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.1371841155234657, |
| "grad_norm": 2.28125, |
| "learning_rate": 0.00010013039323512569, |
| "loss": 0.8917, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.13838748495788206, |
| "grad_norm": 2.421875, |
| "learning_rate": 0.00010012395678691421, |
| "loss": 0.8788, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.13959085439229843, |
| "grad_norm": 2.28125, |
| "learning_rate": 0.00010011746072641115, |
| "loss": 0.878, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.1407942238267148, |
| "grad_norm": 2.265625, |
| "learning_rate": 0.00010011090506399054, |
| "loss": 0.8567, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.14199759326113118, |
| "grad_norm": 2.28125, |
| "learning_rate": 0.00010010428981012161, |
| "loss": 0.9212, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.14320096269554752, |
| "grad_norm": 2.09375, |
| "learning_rate": 0.00010009761497536873, |
| "loss": 0.8739, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.1444043321299639, |
| "grad_norm": 2.25, |
| "learning_rate": 0.00010009088057039142, |
| "loss": 0.8645, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.14560770156438027, |
| "grad_norm": 2.109375, |
| "learning_rate": 0.00010008408660594433, |
| "loss": 0.8443, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.14681107099879662, |
| "grad_norm": 2.28125, |
| "learning_rate": 0.00010007723309287726, |
| "loss": 0.8587, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.148014440433213, |
| "grad_norm": 2.234375, |
| "learning_rate": 0.00010007032004213507, |
| "loss": 0.9038, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.14921780986762936, |
| "grad_norm": 2.90625, |
| "learning_rate": 0.0001000633474647577, |
| "loss": 0.8359, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.15042117930204574, |
| "grad_norm": 2.3125, |
| "learning_rate": 0.0001000563153718802, |
| "loss": 0.877, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.15162454873646208, |
| "grad_norm": 2.1875, |
| "learning_rate": 0.00010004922377473258, |
| "loss": 0.8872, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.15282791817087846, |
| "grad_norm": 2.140625, |
| "learning_rate": 0.00010004207268463997, |
| "loss": 0.85, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.15403128760529483, |
| "grad_norm": 2.203125, |
| "learning_rate": 0.00010003486211302243, |
| "loss": 0.8759, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.1552346570397112, |
| "grad_norm": 2.09375, |
| "learning_rate": 0.00010002759207139508, |
| "loss": 0.8689, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.15643802647412755, |
| "grad_norm": 2.359375, |
| "learning_rate": 0.00010002026257136792, |
| "loss": 0.9227, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.15764139590854392, |
| "grad_norm": 2.109375, |
| "learning_rate": 0.00010001287362464602, |
| "loss": 0.8438, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.1588447653429603, |
| "grad_norm": 2.015625, |
| "learning_rate": 0.0001000054252430293, |
| "loss": 0.8453, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.16004813477737664, |
| "grad_norm": 2.453125, |
| "learning_rate": 9.999791743841263e-05, |
| "loss": 0.8422, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.16125150421179302, |
| "grad_norm": 2.1875, |
| "learning_rate": 9.999035022278575e-05, |
| "loss": 0.866, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.1624548736462094, |
| "grad_norm": 2.1875, |
| "learning_rate": 9.99827236082333e-05, |
| "loss": 0.8817, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.16365824308062576, |
| "grad_norm": 2.234375, |
| "learning_rate": 9.997503760693478e-05, |
| "loss": 0.9046, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.1648616125150421, |
| "grad_norm": 2.40625, |
| "learning_rate": 9.996729223116452e-05, |
| "loss": 0.8713, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.16606498194945848, |
| "grad_norm": 2.109375, |
| "learning_rate": 9.995948749329168e-05, |
| "loss": 0.8363, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.16726835138387486, |
| "grad_norm": 2.3125, |
| "learning_rate": 9.99516234057802e-05, |
| "loss": 0.8764, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.1684717208182912, |
| "grad_norm": 1.9921875, |
| "learning_rate": 9.994369998118882e-05, |
| "loss": 0.8316, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.16967509025270758, |
| "grad_norm": 2.203125, |
| "learning_rate": 9.993571723217103e-05, |
| "loss": 0.8533, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.17087845968712395, |
| "grad_norm": 2.140625, |
| "learning_rate": 9.992767517147505e-05, |
| "loss": 0.8919, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.17208182912154033, |
| "grad_norm": 2.390625, |
| "learning_rate": 9.991957381194385e-05, |
| "loss": 0.8414, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.17328519855595667, |
| "grad_norm": 2.140625, |
| "learning_rate": 9.991141316651505e-05, |
| "loss": 0.8667, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.17448856799037304, |
| "grad_norm": 1.984375, |
| "learning_rate": 9.990319324822101e-05, |
| "loss": 0.8545, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.17569193742478942, |
| "grad_norm": 2.4375, |
| "learning_rate": 9.989491407018868e-05, |
| "loss": 0.8622, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.17689530685920576, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.98865756456397e-05, |
| "loss": 0.8522, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.17809867629362214, |
| "grad_norm": 2.453125, |
| "learning_rate": 9.98781779878903e-05, |
| "loss": 0.8441, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.1793020457280385, |
| "grad_norm": 2.09375, |
| "learning_rate": 9.986972111035132e-05, |
| "loss": 0.8572, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.18050541516245489, |
| "grad_norm": 2.296875, |
| "learning_rate": 9.986120502652816e-05, |
| "loss": 0.8486, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.18170878459687123, |
| "grad_norm": 1.9296875, |
| "learning_rate": 9.985262975002073e-05, |
| "loss": 0.8385, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.1829121540312876, |
| "grad_norm": 1.9765625, |
| "learning_rate": 9.984399529452357e-05, |
| "loss": 0.8344, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.18411552346570398, |
| "grad_norm": 2.125, |
| "learning_rate": 9.983530167382562e-05, |
| "loss": 0.8603, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.18531889290012032, |
| "grad_norm": 2.421875, |
| "learning_rate": 9.98265489018104e-05, |
| "loss": 0.8683, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.1865222623345367, |
| "grad_norm": 2.078125, |
| "learning_rate": 9.981773699245579e-05, |
| "loss": 0.8596, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.18772563176895307, |
| "grad_norm": 2.015625, |
| "learning_rate": 9.980886595983423e-05, |
| "loss": 0.8547, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.18892900120336945, |
| "grad_norm": 2.0, |
| "learning_rate": 9.979993581811245e-05, |
| "loss": 0.8407, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.1901323706377858, |
| "grad_norm": 2.0625, |
| "learning_rate": 9.979094658155169e-05, |
| "loss": 0.8383, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.19133574007220217, |
| "grad_norm": 2.09375, |
| "learning_rate": 9.978189826450748e-05, |
| "loss": 0.8117, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.19253910950661854, |
| "grad_norm": 2.203125, |
| "learning_rate": 9.977279088142978e-05, |
| "loss": 0.8503, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.19374247894103488, |
| "grad_norm": 2.28125, |
| "learning_rate": 9.976362444686279e-05, |
| "loss": 0.8837, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.19494584837545126, |
| "grad_norm": 2.125, |
| "learning_rate": 9.975439897544506e-05, |
| "loss": 0.886, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.19614921780986763, |
| "grad_norm": 2.125, |
| "learning_rate": 9.974511448190943e-05, |
| "loss": 0.8254, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.197352587244284, |
| "grad_norm": 2.203125, |
| "learning_rate": 9.973577098108294e-05, |
| "loss": 0.8184, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.19855595667870035, |
| "grad_norm": 2.203125, |
| "learning_rate": 9.972636848788696e-05, |
| "loss": 0.8493, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.19975932611311673, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.971690701733699e-05, |
| "loss": 0.8167, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.2009626955475331, |
| "grad_norm": 2.140625, |
| "learning_rate": 9.970738658454271e-05, |
| "loss": 0.8, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.20216606498194944, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.969780720470804e-05, |
| "loss": 0.8075, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.20336943441636582, |
| "grad_norm": 2.3125, |
| "learning_rate": 9.968816889313095e-05, |
| "loss": 0.8419, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.2045728038507822, |
| "grad_norm": 2.140625, |
| "learning_rate": 9.967847166520357e-05, |
| "loss": 0.8243, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.20577617328519857, |
| "grad_norm": 2.453125, |
| "learning_rate": 9.966871553641211e-05, |
| "loss": 0.8059, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.2069795427196149, |
| "grad_norm": 2.0, |
| "learning_rate": 9.965890052233684e-05, |
| "loss": 0.8207, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.20818291215403129, |
| "grad_norm": 2.078125, |
| "learning_rate": 9.964902663865205e-05, |
| "loss": 0.8258, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.20938628158844766, |
| "grad_norm": 1.9921875, |
| "learning_rate": 9.963909390112608e-05, |
| "loss": 0.8312, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.21058965102286403, |
| "grad_norm": 2.140625, |
| "learning_rate": 9.962910232562123e-05, |
| "loss": 0.8332, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.21179302045728038, |
| "grad_norm": 2.25, |
| "learning_rate": 9.961905192809377e-05, |
| "loss": 0.8314, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.21299638989169675, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.960894272459392e-05, |
| "loss": 0.8296, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.21419975932611313, |
| "grad_norm": 2.109375, |
| "learning_rate": 9.959877473126578e-05, |
| "loss": 0.8368, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.21540312876052947, |
| "grad_norm": 2.0, |
| "learning_rate": 9.958854796434738e-05, |
| "loss": 0.8194, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.21660649819494585, |
| "grad_norm": 2.203125, |
| "learning_rate": 9.957826244017058e-05, |
| "loss": 0.8188, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.21780986762936222, |
| "grad_norm": 2.140625, |
| "learning_rate": 9.956791817516107e-05, |
| "loss": 0.7867, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.2190132370637786, |
| "grad_norm": 1.9921875, |
| "learning_rate": 9.955751518583835e-05, |
| "loss": 0.7898, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.22021660649819494, |
| "grad_norm": 2.1875, |
| "learning_rate": 9.954705348881573e-05, |
| "loss": 0.8214, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.2214199759326113, |
| "grad_norm": 2.46875, |
| "learning_rate": 9.953653310080022e-05, |
| "loss": 0.8218, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.2226233453670277, |
| "grad_norm": 2.21875, |
| "learning_rate": 9.952595403859263e-05, |
| "loss": 0.7663, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.22382671480144403, |
| "grad_norm": 2.28125, |
| "learning_rate": 9.951531631908739e-05, |
| "loss": 0.7601, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.2250300842358604, |
| "grad_norm": 2.15625, |
| "learning_rate": 9.95046199592727e-05, |
| "loss": 0.7777, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.22623345367027678, |
| "grad_norm": 2.265625, |
| "learning_rate": 9.94938649762303e-05, |
| "loss": 0.8109, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.22743682310469315, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.948305138713562e-05, |
| "loss": 0.8333, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.2286401925391095, |
| "grad_norm": 2.078125, |
| "learning_rate": 9.947217920925766e-05, |
| "loss": 0.8006, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.22984356197352587, |
| "grad_norm": 2.21875, |
| "learning_rate": 9.946124845995902e-05, |
| "loss": 0.8408, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.23104693140794225, |
| "grad_norm": 2.484375, |
| "learning_rate": 9.945025915669577e-05, |
| "loss": 0.798, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.2322503008423586, |
| "grad_norm": 1.9921875, |
| "learning_rate": 9.943921131701754e-05, |
| "loss": 0.7899, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.23345367027677497, |
| "grad_norm": 2.015625, |
| "learning_rate": 9.942810495856742e-05, |
| "loss": 0.8247, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.23465703971119134, |
| "grad_norm": 2.09375, |
| "learning_rate": 9.941694009908194e-05, |
| "loss": 0.7924, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.2358604091456077, |
| "grad_norm": 2.078125, |
| "learning_rate": 9.940571675639114e-05, |
| "loss": 0.7573, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.23706377858002406, |
| "grad_norm": 2.09375, |
| "learning_rate": 9.939443494841831e-05, |
| "loss": 0.825, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.23826714801444043, |
| "grad_norm": 2.078125, |
| "learning_rate": 9.938309469318024e-05, |
| "loss": 0.8057, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.2394705174488568, |
| "grad_norm": 2.0625, |
| "learning_rate": 9.937169600878699e-05, |
| "loss": 0.7873, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.24067388688327315, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.936023891344194e-05, |
| "loss": 0.8192, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.24067388688327315, |
| "eval_loss": 0.7019978165626526, |
| "eval_runtime": 2.6886, |
| "eval_samples_per_second": 74.389, |
| "eval_steps_per_second": 74.389, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.24187725631768953, |
| "grad_norm": 2.21875, |
| "learning_rate": 9.934872342544176e-05, |
| "loss": 0.7758, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.2430806257521059, |
| "grad_norm": 2.34375, |
| "learning_rate": 9.933714956317638e-05, |
| "loss": 0.8306, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.24428399518652227, |
| "grad_norm": 1.9765625, |
| "learning_rate": 9.932551734512891e-05, |
| "loss": 0.7868, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.24548736462093862, |
| "grad_norm": 2.078125, |
| "learning_rate": 9.931382678987572e-05, |
| "loss": 0.7612, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.246690734055355, |
| "grad_norm": 1.9765625, |
| "learning_rate": 9.930207791608625e-05, |
| "loss": 0.7586, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.24789410348977137, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.92902707425232e-05, |
| "loss": 0.8066, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.2490974729241877, |
| "grad_norm": 1.96875, |
| "learning_rate": 9.927840528804226e-05, |
| "loss": 0.8022, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.2503008423586041, |
| "grad_norm": 1.9609375, |
| "learning_rate": 9.926648157159222e-05, |
| "loss": 0.7819, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.25150421179302046, |
| "grad_norm": 2.0625, |
| "learning_rate": 9.925449961221496e-05, |
| "loss": 0.804, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.2527075812274368, |
| "grad_norm": 1.9140625, |
| "learning_rate": 9.924245942904534e-05, |
| "loss": 0.7823, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.2539109506618532, |
| "grad_norm": 1.9921875, |
| "learning_rate": 9.923036104131117e-05, |
| "loss": 0.7887, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.25511432009626955, |
| "grad_norm": 2.171875, |
| "learning_rate": 9.921820446833328e-05, |
| "loss": 0.8386, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.2563176895306859, |
| "grad_norm": 2.15625, |
| "learning_rate": 9.920598972952534e-05, |
| "loss": 0.7996, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.2575210589651023, |
| "grad_norm": 1.9140625, |
| "learning_rate": 9.919371684439401e-05, |
| "loss": 0.7612, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.25872442839951865, |
| "grad_norm": 2.09375, |
| "learning_rate": 9.918138583253869e-05, |
| "loss": 0.8034, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.259927797833935, |
| "grad_norm": 1.859375, |
| "learning_rate": 9.91689967136517e-05, |
| "loss": 0.7952, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.2611311672683514, |
| "grad_norm": 2.015625, |
| "learning_rate": 9.915654950751811e-05, |
| "loss": 0.8253, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.26233453670276774, |
| "grad_norm": 1.8671875, |
| "learning_rate": 9.914404423401577e-05, |
| "loss": 0.7845, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.26353790613718414, |
| "grad_norm": 1.84375, |
| "learning_rate": 9.913148091311526e-05, |
| "loss": 0.7825, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.2647412755716005, |
| "grad_norm": 1.9921875, |
| "learning_rate": 9.911885956487988e-05, |
| "loss": 0.767, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.26594464500601683, |
| "grad_norm": 2.125, |
| "learning_rate": 9.910618020946552e-05, |
| "loss": 0.8171, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.26714801444043323, |
| "grad_norm": 2.109375, |
| "learning_rate": 9.909344286712083e-05, |
| "loss": 0.7493, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.2683513838748496, |
| "grad_norm": 1.984375, |
| "learning_rate": 9.908064755818693e-05, |
| "loss": 0.7957, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.2695547533092659, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.906779430309763e-05, |
| "loss": 0.7947, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.27075812274368233, |
| "grad_norm": 2.125, |
| "learning_rate": 9.90548831223792e-05, |
| "loss": 0.7759, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.2719614921780987, |
| "grad_norm": 2.09375, |
| "learning_rate": 9.904191403665043e-05, |
| "loss": 0.8045, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.273164861612515, |
| "grad_norm": 2.296875, |
| "learning_rate": 9.902888706662262e-05, |
| "loss": 0.784, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.2743682310469314, |
| "grad_norm": 2.0625, |
| "learning_rate": 9.901580223309946e-05, |
| "loss": 0.8168, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.27557160048134777, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.900265955697708e-05, |
| "loss": 0.7761, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.2767749699157641, |
| "grad_norm": 2.140625, |
| "learning_rate": 9.898945905924397e-05, |
| "loss": 0.7857, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.2779783393501805, |
| "grad_norm": 2.359375, |
| "learning_rate": 9.897620076098097e-05, |
| "loss": 0.7853, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.27918170878459686, |
| "grad_norm": 2.1875, |
| "learning_rate": 9.89628846833612e-05, |
| "loss": 0.7904, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.28038507821901326, |
| "grad_norm": 1.9921875, |
| "learning_rate": 9.894951084765009e-05, |
| "loss": 0.7402, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.2815884476534296, |
| "grad_norm": 1.8984375, |
| "learning_rate": 9.893607927520527e-05, |
| "loss": 0.7577, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.28279181708784595, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.892258998747662e-05, |
| "loss": 0.8035, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.28399518652226236, |
| "grad_norm": 2.015625, |
| "learning_rate": 9.890904300600613e-05, |
| "loss": 0.7901, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.2851985559566787, |
| "grad_norm": 1.8203125, |
| "learning_rate": 9.889543835242796e-05, |
| "loss": 0.7655, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.28640192539109505, |
| "grad_norm": 1.7890625, |
| "learning_rate": 9.888177604846838e-05, |
| "loss": 0.7969, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.28760529482551145, |
| "grad_norm": 1.984375, |
| "learning_rate": 9.886805611594573e-05, |
| "loss": 0.7737, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.2888086642599278, |
| "grad_norm": 2.015625, |
| "learning_rate": 9.885427857677032e-05, |
| "loss": 0.8114, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.29001203369434414, |
| "grad_norm": 2.09375, |
| "learning_rate": 9.884044345294454e-05, |
| "loss": 0.7722, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.29121540312876054, |
| "grad_norm": 1.875, |
| "learning_rate": 9.882655076656269e-05, |
| "loss": 0.7765, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.2924187725631769, |
| "grad_norm": 1.984375, |
| "learning_rate": 9.8812600539811e-05, |
| "loss": 0.7874, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.29362214199759323, |
| "grad_norm": 2.015625, |
| "learning_rate": 9.879859279496761e-05, |
| "loss": 0.7992, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.29482551143200963, |
| "grad_norm": 2.015625, |
| "learning_rate": 9.87845275544025e-05, |
| "loss": 0.7625, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.296028880866426, |
| "grad_norm": 2.015625, |
| "learning_rate": 9.877040484057748e-05, |
| "loss": 0.8007, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.2972322503008424, |
| "grad_norm": 1.953125, |
| "learning_rate": 9.875622467604612e-05, |
| "loss": 0.7735, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.29843561973525873, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.874198708345375e-05, |
| "loss": 0.7712, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.2996389891696751, |
| "grad_norm": 2.015625, |
| "learning_rate": 9.872769208553744e-05, |
| "loss": 0.7869, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.3008423586040915, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.871333970512589e-05, |
| "loss": 0.7851, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.3020457280385078, |
| "grad_norm": 2.015625, |
| "learning_rate": 9.869892996513945e-05, |
| "loss": 0.7396, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.30324909747292417, |
| "grad_norm": 1.890625, |
| "learning_rate": 9.86844628885901e-05, |
| "loss": 0.8024, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.30445246690734057, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.866993849858135e-05, |
| "loss": 0.764, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.3056558363417569, |
| "grad_norm": 1.921875, |
| "learning_rate": 9.865535681830825e-05, |
| "loss": 0.7776, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.30685920577617326, |
| "grad_norm": 1.9765625, |
| "learning_rate": 9.864071787105735e-05, |
| "loss": 0.7484, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.30806257521058966, |
| "grad_norm": 2.078125, |
| "learning_rate": 9.862602168020664e-05, |
| "loss": 0.7562, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.309265944645006, |
| "grad_norm": 1.953125, |
| "learning_rate": 9.861126826922553e-05, |
| "loss": 0.7467, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.3104693140794224, |
| "grad_norm": 1.9453125, |
| "learning_rate": 9.859645766167482e-05, |
| "loss": 0.7581, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.31167268351383876, |
| "grad_norm": 2.21875, |
| "learning_rate": 9.858158988120664e-05, |
| "loss": 0.7602, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.3128760529482551, |
| "grad_norm": 1.9140625, |
| "learning_rate": 9.856666495156442e-05, |
| "loss": 0.7553, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.3140794223826715, |
| "grad_norm": 2.125, |
| "learning_rate": 9.855168289658285e-05, |
| "loss": 0.7648, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.31528279181708785, |
| "grad_norm": 2.09375, |
| "learning_rate": 9.853664374018793e-05, |
| "loss": 0.7684, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.3164861612515042, |
| "grad_norm": 2.140625, |
| "learning_rate": 9.852154750639669e-05, |
| "loss": 0.7478, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.3176895306859206, |
| "grad_norm": 1.8984375, |
| "learning_rate": 9.850639421931745e-05, |
| "loss": 0.7559, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.31889290012033694, |
| "grad_norm": 2.09375, |
| "learning_rate": 9.849118390314957e-05, |
| "loss": 0.7993, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.3200962695547533, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.847591658218353e-05, |
| "loss": 0.7609, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.3212996389891697, |
| "grad_norm": 2.203125, |
| "learning_rate": 9.846059228080081e-05, |
| "loss": 0.7558, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.32250300842358604, |
| "grad_norm": 2.0, |
| "learning_rate": 9.844521102347389e-05, |
| "loss": 0.7756, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.3237063778580024, |
| "grad_norm": 2.125, |
| "learning_rate": 9.842977283476621e-05, |
| "loss": 0.778, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.3249097472924188, |
| "grad_norm": 2.09375, |
| "learning_rate": 9.841427773933217e-05, |
| "loss": 0.7515, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.32611311672683513, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.839872576191697e-05, |
| "loss": 0.7545, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.32731648616125153, |
| "grad_norm": 2.015625, |
| "learning_rate": 9.838311692735671e-05, |
| "loss": 0.7668, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.3285198555956679, |
| "grad_norm": 2.1875, |
| "learning_rate": 9.836745126057828e-05, |
| "loss": 0.7554, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.3297232250300842, |
| "grad_norm": 1.984375, |
| "learning_rate": 9.83517287865993e-05, |
| "loss": 0.7413, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.3309265944645006, |
| "grad_norm": 1.8671875, |
| "learning_rate": 9.833594953052811e-05, |
| "loss": 0.7243, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.33212996389891697, |
| "grad_norm": 1.9296875, |
| "learning_rate": 9.83201135175638e-05, |
| "loss": 0.7439, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 2.0625, |
| "learning_rate": 9.830422077299601e-05, |
| "loss": 0.7836, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.3345367027677497, |
| "grad_norm": 1.8515625, |
| "learning_rate": 9.828827132220504e-05, |
| "loss": 0.7121, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.33574007220216606, |
| "grad_norm": 1.9921875, |
| "learning_rate": 9.827226519066169e-05, |
| "loss": 0.726, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.3369434416365824, |
| "grad_norm": 1.875, |
| "learning_rate": 9.825620240392733e-05, |
| "loss": 0.7737, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.3381468110709988, |
| "grad_norm": 2.078125, |
| "learning_rate": 9.82400829876538e-05, |
| "loss": 0.7407, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.33935018050541516, |
| "grad_norm": 1.734375, |
| "learning_rate": 9.822390696758336e-05, |
| "loss": 0.765, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.3405535499398315, |
| "grad_norm": 1.9921875, |
| "learning_rate": 9.820767436954865e-05, |
| "loss": 0.7207, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.3417569193742479, |
| "grad_norm": 2.140625, |
| "learning_rate": 9.81913852194727e-05, |
| "loss": 0.742, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.34296028880866425, |
| "grad_norm": 1.859375, |
| "learning_rate": 9.817503954336885e-05, |
| "loss": 0.7437, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.34416365824308065, |
| "grad_norm": 2.296875, |
| "learning_rate": 9.815863736734066e-05, |
| "loss": 0.7577, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.345367027677497, |
| "grad_norm": 2.109375, |
| "learning_rate": 9.814217871758198e-05, |
| "loss": 0.7372, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.34657039711191334, |
| "grad_norm": 2.203125, |
| "learning_rate": 9.812566362037682e-05, |
| "loss": 0.7302, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.34777376654632974, |
| "grad_norm": 2.1875, |
| "learning_rate": 9.810909210209932e-05, |
| "loss": 0.7469, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.3489771359807461, |
| "grad_norm": 2.015625, |
| "learning_rate": 9.809246418921374e-05, |
| "loss": 0.7544, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.35018050541516244, |
| "grad_norm": 1.8359375, |
| "learning_rate": 9.807577990827442e-05, |
| "loss": 0.7288, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.35138387484957884, |
| "grad_norm": 2.203125, |
| "learning_rate": 9.805903928592567e-05, |
| "loss": 0.7725, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.3525872442839952, |
| "grad_norm": 2.15625, |
| "learning_rate": 9.804224234890185e-05, |
| "loss": 0.7269, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.35379061371841153, |
| "grad_norm": 1.921875, |
| "learning_rate": 9.802538912402715e-05, |
| "loss": 0.7577, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.35499398315282793, |
| "grad_norm": 1.953125, |
| "learning_rate": 9.800847963821573e-05, |
| "loss": 0.7393, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.3561973525872443, |
| "grad_norm": 2.140625, |
| "learning_rate": 9.799151391847158e-05, |
| "loss": 0.7159, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.3574007220216607, |
| "grad_norm": 1.890625, |
| "learning_rate": 9.79744919918885e-05, |
| "loss": 0.7584, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.358604091456077, |
| "grad_norm": 1.875, |
| "learning_rate": 9.795741388565e-05, |
| "loss": 0.7267, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.35980746089049337, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.794027962702939e-05, |
| "loss": 0.7622, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.36101083032490977, |
| "grad_norm": 1.8671875, |
| "learning_rate": 9.792308924338958e-05, |
| "loss": 0.7363, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.36101083032490977, |
| "eval_loss": 0.644199550151825, |
| "eval_runtime": 2.6553, |
| "eval_samples_per_second": 75.32, |
| "eval_steps_per_second": 75.32, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.3622141997593261, |
| "grad_norm": 1.9296875, |
| "learning_rate": 9.790584276218317e-05, |
| "loss": 0.7645, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.36341756919374246, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.788854021095226e-05, |
| "loss": 0.7213, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.36462093862815886, |
| "grad_norm": 1.875, |
| "learning_rate": 9.78711816173286e-05, |
| "loss": 0.7573, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.3658243080625752, |
| "grad_norm": 1.96875, |
| "learning_rate": 9.785376700903338e-05, |
| "loss": 0.7674, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.36702767749699156, |
| "grad_norm": 1.8984375, |
| "learning_rate": 9.783629641387724e-05, |
| "loss": 0.7761, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.36823104693140796, |
| "grad_norm": 1.921875, |
| "learning_rate": 9.781876985976023e-05, |
| "loss": 0.7686, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.3694344163658243, |
| "grad_norm": 2.09375, |
| "learning_rate": 9.780118737467178e-05, |
| "loss": 0.7692, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.37063778580024065, |
| "grad_norm": 1.9765625, |
| "learning_rate": 9.778354898669067e-05, |
| "loss": 0.7359, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.37184115523465705, |
| "grad_norm": 2.0, |
| "learning_rate": 9.776585472398488e-05, |
| "loss": 0.7126, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.3730445246690734, |
| "grad_norm": 2.140625, |
| "learning_rate": 9.774810461481165e-05, |
| "loss": 0.7319, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.3742478941034898, |
| "grad_norm": 2.078125, |
| "learning_rate": 9.773029868751746e-05, |
| "loss": 0.7645, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.37545126353790614, |
| "grad_norm": 1.96875, |
| "learning_rate": 9.771243697053787e-05, |
| "loss": 0.735, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.3766546329723225, |
| "grad_norm": 2.234375, |
| "learning_rate": 9.769451949239755e-05, |
| "loss": 0.7707, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.3778580024067389, |
| "grad_norm": 1.96875, |
| "learning_rate": 9.767654628171021e-05, |
| "loss": 0.7207, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.37906137184115524, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.765851736717858e-05, |
| "loss": 0.7396, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.3802647412755716, |
| "grad_norm": 1.890625, |
| "learning_rate": 9.764043277759434e-05, |
| "loss": 0.7359, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.381468110709988, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.762229254183808e-05, |
| "loss": 0.7163, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.38267148014440433, |
| "grad_norm": 2.015625, |
| "learning_rate": 9.760409668887927e-05, |
| "loss": 0.7657, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.3838748495788207, |
| "grad_norm": 1.9609375, |
| "learning_rate": 9.758584524777617e-05, |
| "loss": 0.7268, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.3850782190132371, |
| "grad_norm": 1.953125, |
| "learning_rate": 9.756753824767585e-05, |
| "loss": 0.6808, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.3862815884476534, |
| "grad_norm": 1.90625, |
| "learning_rate": 9.754917571781406e-05, |
| "loss": 0.7574, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.38748495788206977, |
| "grad_norm": 2.09375, |
| "learning_rate": 9.753075768751528e-05, |
| "loss": 0.7114, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.38868832731648617, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.751228418619257e-05, |
| "loss": 0.7273, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.3898916967509025, |
| "grad_norm": 2.09375, |
| "learning_rate": 9.749375524334765e-05, |
| "loss": 0.7251, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.3910950661853189, |
| "grad_norm": 1.921875, |
| "learning_rate": 9.747517088857068e-05, |
| "loss": 0.7132, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.39229843561973526, |
| "grad_norm": 1.796875, |
| "learning_rate": 9.745653115154038e-05, |
| "loss": 0.7307, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.3935018050541516, |
| "grad_norm": 2.25, |
| "learning_rate": 9.743783606202393e-05, |
| "loss": 0.7415, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.394705174488568, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.741908564987682e-05, |
| "loss": 0.7341, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.39590854392298436, |
| "grad_norm": 1.8359375, |
| "learning_rate": 9.740027994504299e-05, |
| "loss": 0.7851, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.3971119133574007, |
| "grad_norm": 1.890625, |
| "learning_rate": 9.73814189775546e-05, |
| "loss": 0.7394, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.3983152827918171, |
| "grad_norm": 1.9296875, |
| "learning_rate": 9.736250277753213e-05, |
| "loss": 0.7116, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.39951865222623345, |
| "grad_norm": 1.875, |
| "learning_rate": 9.734353137518419e-05, |
| "loss": 0.7178, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.4007220216606498, |
| "grad_norm": 1.96875, |
| "learning_rate": 9.732450480080762e-05, |
| "loss": 0.7381, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.4019253910950662, |
| "grad_norm": 2.0625, |
| "learning_rate": 9.730542308478733e-05, |
| "loss": 0.7467, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.40312876052948254, |
| "grad_norm": 2.109375, |
| "learning_rate": 9.728628625759628e-05, |
| "loss": 0.7412, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.4043321299638989, |
| "grad_norm": 1.921875, |
| "learning_rate": 9.726709434979548e-05, |
| "loss": 0.7245, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.4055354993983153, |
| "grad_norm": 2.109375, |
| "learning_rate": 9.724784739203386e-05, |
| "loss": 0.7203, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.40673886883273164, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.72285454150483e-05, |
| "loss": 0.735, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.40794223826714804, |
| "grad_norm": 1.8828125, |
| "learning_rate": 9.720918844966352e-05, |
| "loss": 0.7185, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.4091456077015644, |
| "grad_norm": 1.765625, |
| "learning_rate": 9.718977652679205e-05, |
| "loss": 0.6864, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.41034897713598073, |
| "grad_norm": 1.8828125, |
| "learning_rate": 9.71703096774342e-05, |
| "loss": 0.7182, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.41155234657039713, |
| "grad_norm": 1.9765625, |
| "learning_rate": 9.7150787932678e-05, |
| "loss": 0.7583, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.4127557160048135, |
| "grad_norm": 1.859375, |
| "learning_rate": 9.713121132369914e-05, |
| "loss": 0.7215, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.4139590854392298, |
| "grad_norm": 2.125, |
| "learning_rate": 9.711157988176094e-05, |
| "loss": 0.7288, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.4151624548736462, |
| "grad_norm": 2.0, |
| "learning_rate": 9.709189363821422e-05, |
| "loss": 0.7336, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.41636582430806257, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.707215262449744e-05, |
| "loss": 0.7454, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.4175691937424789, |
| "grad_norm": 2.0, |
| "learning_rate": 9.705235687213642e-05, |
| "loss": 0.7579, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.4187725631768953, |
| "grad_norm": 1.9140625, |
| "learning_rate": 9.703250641274442e-05, |
| "loss": 0.7328, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.41997593261131166, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.701260127802211e-05, |
| "loss": 0.6927, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.42117930204572807, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.69926414997574e-05, |
| "loss": 0.6976, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.4223826714801444, |
| "grad_norm": 2.0, |
| "learning_rate": 9.697262710982557e-05, |
| "loss": 0.6918, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.42358604091456076, |
| "grad_norm": 1.796875, |
| "learning_rate": 9.695255814018899e-05, |
| "loss": 0.7205, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.42478941034897716, |
| "grad_norm": 1.875, |
| "learning_rate": 9.693243462289728e-05, |
| "loss": 0.6963, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.4259927797833935, |
| "grad_norm": 1.9921875, |
| "learning_rate": 9.691225659008713e-05, |
| "loss": 0.7363, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.42719614921780985, |
| "grad_norm": 1.953125, |
| "learning_rate": 9.689202407398234e-05, |
| "loss": 0.715, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.42839951865222625, |
| "grad_norm": 1.9453125, |
| "learning_rate": 9.687173710689363e-05, |
| "loss": 0.7121, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.4296028880866426, |
| "grad_norm": 1.9453125, |
| "learning_rate": 9.685139572121876e-05, |
| "loss": 0.7253, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.43080625752105894, |
| "grad_norm": 1.8046875, |
| "learning_rate": 9.683099994944237e-05, |
| "loss": 0.7242, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.43200962695547535, |
| "grad_norm": 1.9375, |
| "learning_rate": 9.681054982413593e-05, |
| "loss": 0.7028, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.4332129963898917, |
| "grad_norm": 1.890625, |
| "learning_rate": 9.679004537795773e-05, |
| "loss": 0.7058, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.43441636582430804, |
| "grad_norm": 1.921875, |
| "learning_rate": 9.67694866436528e-05, |
| "loss": 0.7455, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.43561973525872444, |
| "grad_norm": 1.9609375, |
| "learning_rate": 9.67488736540529e-05, |
| "loss": 0.7209, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.4368231046931408, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.672820644207639e-05, |
| "loss": 0.7455, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.4380264741275572, |
| "grad_norm": 2.140625, |
| "learning_rate": 9.670748504072822e-05, |
| "loss": 0.7298, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.43922984356197353, |
| "grad_norm": 1.8984375, |
| "learning_rate": 9.668670948309992e-05, |
| "loss": 0.7449, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.4404332129963899, |
| "grad_norm": 1.8515625, |
| "learning_rate": 9.666587980236952e-05, |
| "loss": 0.7101, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.4416365824308063, |
| "grad_norm": 2.171875, |
| "learning_rate": 9.664499603180135e-05, |
| "loss": 0.7173, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.4428399518652226, |
| "grad_norm": 1.9921875, |
| "learning_rate": 9.662405820474634e-05, |
| "loss": 0.705, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.44404332129963897, |
| "grad_norm": 2.15625, |
| "learning_rate": 9.660306635464152e-05, |
| "loss": 0.7186, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.4452466907340554, |
| "grad_norm": 1.9296875, |
| "learning_rate": 9.658202051501034e-05, |
| "loss": 0.7093, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.4464500601684717, |
| "grad_norm": 1.9375, |
| "learning_rate": 9.656092071946243e-05, |
| "loss": 0.6771, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.44765342960288806, |
| "grad_norm": 1.953125, |
| "learning_rate": 9.65397670016936e-05, |
| "loss": 0.7028, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.44885679903730447, |
| "grad_norm": 1.9453125, |
| "learning_rate": 9.65185593954857e-05, |
| "loss": 0.7239, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.4500601684717208, |
| "grad_norm": 2.140625, |
| "learning_rate": 9.649729793470675e-05, |
| "loss": 0.718, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.45126353790613716, |
| "grad_norm": 1.84375, |
| "learning_rate": 9.64759826533107e-05, |
| "loss": 0.6947, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.45246690734055356, |
| "grad_norm": 1.8046875, |
| "learning_rate": 9.645461358533747e-05, |
| "loss": 0.708, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.4536702767749699, |
| "grad_norm": 1.859375, |
| "learning_rate": 9.643319076491285e-05, |
| "loss": 0.7103, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.4548736462093863, |
| "grad_norm": 1.953125, |
| "learning_rate": 9.641171422624853e-05, |
| "loss": 0.7052, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.45607701564380265, |
| "grad_norm": 1.7421875, |
| "learning_rate": 9.639018400364193e-05, |
| "loss": 0.7162, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.457280385078219, |
| "grad_norm": 1.8671875, |
| "learning_rate": 9.636860013147622e-05, |
| "loss": 0.7069, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.4584837545126354, |
| "grad_norm": 1.96875, |
| "learning_rate": 9.63469626442203e-05, |
| "loss": 0.7118, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.45968712394705175, |
| "grad_norm": 2.0, |
| "learning_rate": 9.632527157642855e-05, |
| "loss": 0.7374, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.4608904933814681, |
| "grad_norm": 1.875, |
| "learning_rate": 9.630352696274109e-05, |
| "loss": 0.7097, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.4620938628158845, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.628172883788343e-05, |
| "loss": 0.7122, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.46329723225030084, |
| "grad_norm": 2.015625, |
| "learning_rate": 9.625987723666661e-05, |
| "loss": 0.7131, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.4645006016847172, |
| "grad_norm": 2.0, |
| "learning_rate": 9.623797219398698e-05, |
| "loss": 0.7118, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.4657039711191336, |
| "grad_norm": 1.7109375, |
| "learning_rate": 9.621601374482635e-05, |
| "loss": 0.7052, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.46690734055354993, |
| "grad_norm": 1.921875, |
| "learning_rate": 9.619400192425173e-05, |
| "loss": 0.6992, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.4681107099879663, |
| "grad_norm": 1.7890625, |
| "learning_rate": 9.61719367674154e-05, |
| "loss": 0.7074, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.4693140794223827, |
| "grad_norm": 1.8828125, |
| "learning_rate": 9.614981830955479e-05, |
| "loss": 0.6958, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.470517448856799, |
| "grad_norm": 1.9375, |
| "learning_rate": 9.61276465859925e-05, |
| "loss": 0.7268, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.4717208182912154, |
| "grad_norm": 2.0625, |
| "learning_rate": 9.610542163213614e-05, |
| "loss": 0.6819, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.4729241877256318, |
| "grad_norm": 1.90625, |
| "learning_rate": 9.608314348347836e-05, |
| "loss": 0.7258, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.4741275571600481, |
| "grad_norm": 1.6171875, |
| "learning_rate": 9.606081217559674e-05, |
| "loss": 0.7005, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.4753309265944645, |
| "grad_norm": 1.7734375, |
| "learning_rate": 9.60384277441538e-05, |
| "loss": 0.6824, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.47653429602888087, |
| "grad_norm": 1.8203125, |
| "learning_rate": 9.60159902248968e-05, |
| "loss": 0.6861, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.4777376654632972, |
| "grad_norm": 1.859375, |
| "learning_rate": 9.59934996536579e-05, |
| "loss": 0.7052, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.4789410348977136, |
| "grad_norm": 1.90625, |
| "learning_rate": 9.59709560663539e-05, |
| "loss": 0.6741, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.48014440433212996, |
| "grad_norm": 1.953125, |
| "learning_rate": 9.594835949898627e-05, |
| "loss": 0.6708, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.4813477737665463, |
| "grad_norm": 1.7890625, |
| "learning_rate": 9.592570998764115e-05, |
| "loss": 0.715, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.4813477737665463, |
| "eval_loss": 0.6060333847999573, |
| "eval_runtime": 2.6578, |
| "eval_samples_per_second": 75.249, |
| "eval_steps_per_second": 75.249, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.4825511432009627, |
| "grad_norm": 1.8125, |
| "learning_rate": 9.590300756848915e-05, |
| "loss": 0.6681, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.48375451263537905, |
| "grad_norm": 1.8515625, |
| "learning_rate": 9.588025227778541e-05, |
| "loss": 0.6976, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.48495788206979545, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.585744415186954e-05, |
| "loss": 0.7225, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.4861612515042118, |
| "grad_norm": 1.859375, |
| "learning_rate": 9.583458322716543e-05, |
| "loss": 0.6724, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.48736462093862815, |
| "grad_norm": 1.9921875, |
| "learning_rate": 9.581166954018142e-05, |
| "loss": 0.6961, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.48856799037304455, |
| "grad_norm": 1.90625, |
| "learning_rate": 9.578870312750999e-05, |
| "loss": 0.7048, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.4897713598074609, |
| "grad_norm": 1.8046875, |
| "learning_rate": 9.576568402582787e-05, |
| "loss": 0.6904, |
| "step": 2035 |
| }, |
| { |
| "epoch": 0.49097472924187724, |
| "grad_norm": 1.890625, |
| "learning_rate": 9.574261227189596e-05, |
| "loss": 0.6904, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.49217809867629364, |
| "grad_norm": 1.90625, |
| "learning_rate": 9.57194879025592e-05, |
| "loss": 0.714, |
| "step": 2045 |
| }, |
| { |
| "epoch": 0.49338146811071, |
| "grad_norm": 1.7265625, |
| "learning_rate": 9.569631095474656e-05, |
| "loss": 0.7156, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.49458483754512633, |
| "grad_norm": 2.0, |
| "learning_rate": 9.567308146547101e-05, |
| "loss": 0.73, |
| "step": 2055 |
| }, |
| { |
| "epoch": 0.49578820697954273, |
| "grad_norm": 2.015625, |
| "learning_rate": 9.56497994718294e-05, |
| "loss": 0.7007, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.4969915764139591, |
| "grad_norm": 1.828125, |
| "learning_rate": 9.562646501100241e-05, |
| "loss": 0.7158, |
| "step": 2065 |
| }, |
| { |
| "epoch": 0.4981949458483754, |
| "grad_norm": 2.1875, |
| "learning_rate": 9.560307812025458e-05, |
| "loss": 0.7404, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.4993983152827918, |
| "grad_norm": 1.8359375, |
| "learning_rate": 9.55796388369341e-05, |
| "loss": 0.6807, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.5006016847172082, |
| "grad_norm": 2.0625, |
| "learning_rate": 9.555614719847286e-05, |
| "loss": 0.7248, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.5018050541516246, |
| "grad_norm": 1.9921875, |
| "learning_rate": 9.553260324238636e-05, |
| "loss": 0.708, |
| "step": 2085 |
| }, |
| { |
| "epoch": 0.5030084235860409, |
| "grad_norm": 1.9296875, |
| "learning_rate": 9.550900700627365e-05, |
| "loss": 0.7364, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.5042117930204573, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.54853585278173e-05, |
| "loss": 0.6955, |
| "step": 2095 |
| }, |
| { |
| "epoch": 0.5054151624548736, |
| "grad_norm": 1.890625, |
| "learning_rate": 9.546165784478324e-05, |
| "loss": 0.6905, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.50661853188929, |
| "grad_norm": 1.9140625, |
| "learning_rate": 9.543790499502083e-05, |
| "loss": 0.7117, |
| "step": 2105 |
| }, |
| { |
| "epoch": 0.5078219013237064, |
| "grad_norm": 1.9375, |
| "learning_rate": 9.541410001646273e-05, |
| "loss": 0.6493, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.5090252707581228, |
| "grad_norm": 1.8203125, |
| "learning_rate": 9.539024294712479e-05, |
| "loss": 0.6618, |
| "step": 2115 |
| }, |
| { |
| "epoch": 0.5102286401925391, |
| "grad_norm": 1.6796875, |
| "learning_rate": 9.536633382510613e-05, |
| "loss": 0.6866, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.5114320096269555, |
| "grad_norm": 1.8671875, |
| "learning_rate": 9.534237268858897e-05, |
| "loss": 0.699, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.5126353790613718, |
| "grad_norm": 1.734375, |
| "learning_rate": 9.531835957583856e-05, |
| "loss": 0.6887, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.5138387484957883, |
| "grad_norm": 1.7578125, |
| "learning_rate": 9.529429452520319e-05, |
| "loss": 0.7027, |
| "step": 2135 |
| }, |
| { |
| "epoch": 0.5150421179302046, |
| "grad_norm": 2.015625, |
| "learning_rate": 9.527017757511408e-05, |
| "loss": 0.7184, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.516245487364621, |
| "grad_norm": 1.9375, |
| "learning_rate": 9.524600876408537e-05, |
| "loss": 0.6526, |
| "step": 2145 |
| }, |
| { |
| "epoch": 0.5174488567990373, |
| "grad_norm": 1.9375, |
| "learning_rate": 9.522178813071393e-05, |
| "loss": 0.7014, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.5186522262334536, |
| "grad_norm": 2.015625, |
| "learning_rate": 9.519751571367947e-05, |
| "loss": 0.6784, |
| "step": 2155 |
| }, |
| { |
| "epoch": 0.51985559566787, |
| "grad_norm": 1.9921875, |
| "learning_rate": 9.51731915517444e-05, |
| "loss": 0.6842, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.5210589651022864, |
| "grad_norm": 2.140625, |
| "learning_rate": 9.51488156837537e-05, |
| "loss": 0.6869, |
| "step": 2165 |
| }, |
| { |
| "epoch": 0.5222623345367028, |
| "grad_norm": 1.859375, |
| "learning_rate": 9.512438814863498e-05, |
| "loss": 0.7064, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.5234657039711191, |
| "grad_norm": 1.8515625, |
| "learning_rate": 9.509990898539835e-05, |
| "loss": 0.689, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.5246690734055355, |
| "grad_norm": 1.8359375, |
| "learning_rate": 9.507537823313632e-05, |
| "loss": 0.6771, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.5258724428399518, |
| "grad_norm": 1.7890625, |
| "learning_rate": 9.505079593102387e-05, |
| "loss": 0.7189, |
| "step": 2185 |
| }, |
| { |
| "epoch": 0.5270758122743683, |
| "grad_norm": 1.921875, |
| "learning_rate": 9.502616211831825e-05, |
| "loss": 0.6938, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.5282791817087846, |
| "grad_norm": 1.859375, |
| "learning_rate": 9.500147683435897e-05, |
| "loss": 0.698, |
| "step": 2195 |
| }, |
| { |
| "epoch": 0.529482551143201, |
| "grad_norm": 1.9375, |
| "learning_rate": 9.497674011856776e-05, |
| "loss": 0.7275, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.5306859205776173, |
| "grad_norm": 1.9296875, |
| "learning_rate": 9.495195201044847e-05, |
| "loss": 0.6597, |
| "step": 2205 |
| }, |
| { |
| "epoch": 0.5318892900120337, |
| "grad_norm": 1.7734375, |
| "learning_rate": 9.492711254958704e-05, |
| "loss": 0.6686, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.53309265944645, |
| "grad_norm": 1.78125, |
| "learning_rate": 9.490222177565137e-05, |
| "loss": 0.6785, |
| "step": 2215 |
| }, |
| { |
| "epoch": 0.5342960288808665, |
| "grad_norm": 1.953125, |
| "learning_rate": 9.487727972839139e-05, |
| "loss": 0.6563, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.5354993983152828, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.485228644763884e-05, |
| "loss": 0.6653, |
| "step": 2225 |
| }, |
| { |
| "epoch": 0.5367027677496992, |
| "grad_norm": 1.796875, |
| "learning_rate": 9.482724197330728e-05, |
| "loss": 0.6741, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.5379061371841155, |
| "grad_norm": 1.8671875, |
| "learning_rate": 9.480214634539208e-05, |
| "loss": 0.6841, |
| "step": 2235 |
| }, |
| { |
| "epoch": 0.5391095066185319, |
| "grad_norm": 1.8046875, |
| "learning_rate": 9.477699960397028e-05, |
| "loss": 0.6954, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.5403128760529483, |
| "grad_norm": 1.953125, |
| "learning_rate": 9.475180178920049e-05, |
| "loss": 0.6455, |
| "step": 2245 |
| }, |
| { |
| "epoch": 0.5415162454873647, |
| "grad_norm": 1.6875, |
| "learning_rate": 9.472655294132295e-05, |
| "loss": 0.6932, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.542719614921781, |
| "grad_norm": 1.7890625, |
| "learning_rate": 9.470125310065938e-05, |
| "loss": 0.6943, |
| "step": 2255 |
| }, |
| { |
| "epoch": 0.5439229843561973, |
| "grad_norm": 1.875, |
| "learning_rate": 9.467590230761291e-05, |
| "loss": 0.6848, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.5451263537906137, |
| "grad_norm": 1.875, |
| "learning_rate": 9.46505006026681e-05, |
| "loss": 0.6785, |
| "step": 2265 |
| }, |
| { |
| "epoch": 0.54632972322503, |
| "grad_norm": 1.8671875, |
| "learning_rate": 9.462504802639071e-05, |
| "loss": 0.6803, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.5475330926594465, |
| "grad_norm": 1.9921875, |
| "learning_rate": 9.459954461942788e-05, |
| "loss": 0.7146, |
| "step": 2275 |
| }, |
| { |
| "epoch": 0.5487364620938628, |
| "grad_norm": 2.0, |
| "learning_rate": 9.45739904225078e-05, |
| "loss": 0.6779, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.5499398315282792, |
| "grad_norm": 1.8671875, |
| "learning_rate": 9.454838547643983e-05, |
| "loss": 0.6444, |
| "step": 2285 |
| }, |
| { |
| "epoch": 0.5511432009626955, |
| "grad_norm": 1.7265625, |
| "learning_rate": 9.452272982211438e-05, |
| "loss": 0.7118, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.5523465703971119, |
| "grad_norm": 1.9375, |
| "learning_rate": 9.44970235005028e-05, |
| "loss": 0.6885, |
| "step": 2295 |
| }, |
| { |
| "epoch": 0.5535499398315282, |
| "grad_norm": 1.859375, |
| "learning_rate": 9.447126655265739e-05, |
| "loss": 0.6662, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.5547533092659447, |
| "grad_norm": 1.7421875, |
| "learning_rate": 9.44454590197113e-05, |
| "loss": 0.6727, |
| "step": 2305 |
| }, |
| { |
| "epoch": 0.555956678700361, |
| "grad_norm": 1.9921875, |
| "learning_rate": 9.441960094287843e-05, |
| "loss": 0.6777, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.5571600481347774, |
| "grad_norm": 1.9296875, |
| "learning_rate": 9.439369236345344e-05, |
| "loss": 0.6696, |
| "step": 2315 |
| }, |
| { |
| "epoch": 0.5583634175691937, |
| "grad_norm": 1.875, |
| "learning_rate": 9.436773332281159e-05, |
| "loss": 0.6575, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.5595667870036101, |
| "grad_norm": 1.9921875, |
| "learning_rate": 9.434172386240877e-05, |
| "loss": 0.6939, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.5607701564380265, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.431566402378138e-05, |
| "loss": 0.713, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.5619735258724429, |
| "grad_norm": 1.890625, |
| "learning_rate": 9.428955384854625e-05, |
| "loss": 0.6941, |
| "step": 2335 |
| }, |
| { |
| "epoch": 0.5631768953068592, |
| "grad_norm": 1.9375, |
| "learning_rate": 9.426339337840063e-05, |
| "loss": 0.6716, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.5643802647412756, |
| "grad_norm": 1.90625, |
| "learning_rate": 9.423718265512205e-05, |
| "loss": 0.7128, |
| "step": 2345 |
| }, |
| { |
| "epoch": 0.5655836341756919, |
| "grad_norm": 1.8828125, |
| "learning_rate": 9.421092172056834e-05, |
| "loss": 0.7135, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.5667870036101083, |
| "grad_norm": 1.8359375, |
| "learning_rate": 9.418461061667748e-05, |
| "loss": 0.6849, |
| "step": 2355 |
| }, |
| { |
| "epoch": 0.5679903730445247, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.415824938546756e-05, |
| "loss": 0.6792, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.5691937424789411, |
| "grad_norm": 1.765625, |
| "learning_rate": 9.413183806903677e-05, |
| "loss": 0.6967, |
| "step": 2365 |
| }, |
| { |
| "epoch": 0.5703971119133574, |
| "grad_norm": 1.75, |
| "learning_rate": 9.410537670956326e-05, |
| "loss": 0.681, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.5716004813477737, |
| "grad_norm": 1.71875, |
| "learning_rate": 9.407886534930506e-05, |
| "loss": 0.6516, |
| "step": 2375 |
| }, |
| { |
| "epoch": 0.5728038507821901, |
| "grad_norm": 1.9453125, |
| "learning_rate": 9.405230403060008e-05, |
| "loss": 0.7073, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.5740072202166066, |
| "grad_norm": 1.90625, |
| "learning_rate": 9.402569279586608e-05, |
| "loss": 0.6888, |
| "step": 2385 |
| }, |
| { |
| "epoch": 0.5752105896510229, |
| "grad_norm": 1.859375, |
| "learning_rate": 9.39990316876004e-05, |
| "loss": 0.7084, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.5764139590854392, |
| "grad_norm": 1.8828125, |
| "learning_rate": 9.397232074838013e-05, |
| "loss": 0.6788, |
| "step": 2395 |
| }, |
| { |
| "epoch": 0.5776173285198556, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.39455600208619e-05, |
| "loss": 0.6872, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.5788206979542719, |
| "grad_norm": 2.0, |
| "learning_rate": 9.391874954778185e-05, |
| "loss": 0.7138, |
| "step": 2405 |
| }, |
| { |
| "epoch": 0.5800240673886883, |
| "grad_norm": 2.109375, |
| "learning_rate": 9.389188937195558e-05, |
| "loss": 0.6856, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.5812274368231047, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.386497953627805e-05, |
| "loss": 0.6685, |
| "step": 2415 |
| }, |
| { |
| "epoch": 0.5824308062575211, |
| "grad_norm": 1.8671875, |
| "learning_rate": 9.383802008372352e-05, |
| "loss": 0.674, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.5836341756919374, |
| "grad_norm": 1.8203125, |
| "learning_rate": 9.38110110573455e-05, |
| "loss": 0.6623, |
| "step": 2425 |
| }, |
| { |
| "epoch": 0.5848375451263538, |
| "grad_norm": 1.75, |
| "learning_rate": 9.378395250027666e-05, |
| "loss": 0.7277, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.5860409145607701, |
| "grad_norm": 1.8359375, |
| "learning_rate": 9.375684445572877e-05, |
| "loss": 0.6575, |
| "step": 2435 |
| }, |
| { |
| "epoch": 0.5872442839951865, |
| "grad_norm": 1.9375, |
| "learning_rate": 9.372968696699263e-05, |
| "loss": 0.6956, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.5884476534296029, |
| "grad_norm": 1.7890625, |
| "learning_rate": 9.370248007743801e-05, |
| "loss": 0.6764, |
| "step": 2445 |
| }, |
| { |
| "epoch": 0.5896510228640193, |
| "grad_norm": 1.765625, |
| "learning_rate": 9.367522383051357e-05, |
| "loss": 0.6936, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.5908543922984356, |
| "grad_norm": 1.8515625, |
| "learning_rate": 9.364791826974676e-05, |
| "loss": 0.6705, |
| "step": 2455 |
| }, |
| { |
| "epoch": 0.592057761732852, |
| "grad_norm": 1.765625, |
| "learning_rate": 9.362056343874385e-05, |
| "loss": 0.6488, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.5932611311672683, |
| "grad_norm": 1.9921875, |
| "learning_rate": 9.359315938118973e-05, |
| "loss": 0.6975, |
| "step": 2465 |
| }, |
| { |
| "epoch": 0.5944645006016848, |
| "grad_norm": 1.984375, |
| "learning_rate": 9.356570614084792e-05, |
| "loss": 0.6532, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.5956678700361011, |
| "grad_norm": 1.6953125, |
| "learning_rate": 9.35382037615605e-05, |
| "loss": 0.6788, |
| "step": 2475 |
| }, |
| { |
| "epoch": 0.5968712394705175, |
| "grad_norm": 2.0, |
| "learning_rate": 9.351065228724801e-05, |
| "loss": 0.6791, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.5980746089049338, |
| "grad_norm": 1.890625, |
| "learning_rate": 9.348305176190939e-05, |
| "loss": 0.6726, |
| "step": 2485 |
| }, |
| { |
| "epoch": 0.5992779783393501, |
| "grad_norm": 1.9453125, |
| "learning_rate": 9.345540222962194e-05, |
| "loss": 0.6567, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.6004813477737665, |
| "grad_norm": 2.109375, |
| "learning_rate": 9.342770373454118e-05, |
| "loss": 0.693, |
| "step": 2495 |
| }, |
| { |
| "epoch": 0.601684717208183, |
| "grad_norm": 1.8828125, |
| "learning_rate": 9.339995632090086e-05, |
| "loss": 0.6774, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.601684717208183, |
| "eval_loss": 0.5781615972518921, |
| "eval_runtime": 2.7886, |
| "eval_samples_per_second": 71.721, |
| "eval_steps_per_second": 71.721, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.6028880866425993, |
| "grad_norm": 1.96875, |
| "learning_rate": 9.337216003301284e-05, |
| "loss": 0.697, |
| "step": 2505 |
| }, |
| { |
| "epoch": 0.6040914560770156, |
| "grad_norm": 1.7421875, |
| "learning_rate": 9.334431491526702e-05, |
| "loss": 0.6809, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.605294825511432, |
| "grad_norm": 1.78125, |
| "learning_rate": 9.33164210121313e-05, |
| "loss": 0.6707, |
| "step": 2515 |
| }, |
| { |
| "epoch": 0.6064981949458483, |
| "grad_norm": 1.8515625, |
| "learning_rate": 9.328847836815145e-05, |
| "loss": 0.6736, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.6077015643802648, |
| "grad_norm": 1.78125, |
| "learning_rate": 9.326048702795112e-05, |
| "loss": 0.6887, |
| "step": 2525 |
| }, |
| { |
| "epoch": 0.6089049338146811, |
| "grad_norm": 1.8125, |
| "learning_rate": 9.32324470362317e-05, |
| "loss": 0.6671, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.6101083032490975, |
| "grad_norm": 1.8125, |
| "learning_rate": 9.320435843777231e-05, |
| "loss": 0.6665, |
| "step": 2535 |
| }, |
| { |
| "epoch": 0.6113116726835138, |
| "grad_norm": 1.8984375, |
| "learning_rate": 9.317622127742965e-05, |
| "loss": 0.6633, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.6125150421179302, |
| "grad_norm": 1.7734375, |
| "learning_rate": 9.3148035600138e-05, |
| "loss": 0.6628, |
| "step": 2545 |
| }, |
| { |
| "epoch": 0.6137184115523465, |
| "grad_norm": 1.7421875, |
| "learning_rate": 9.311980145090908e-05, |
| "loss": 0.6491, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.614921780986763, |
| "grad_norm": 1.8046875, |
| "learning_rate": 9.30915188748321e-05, |
| "loss": 0.6935, |
| "step": 2555 |
| }, |
| { |
| "epoch": 0.6161251504211793, |
| "grad_norm": 2.015625, |
| "learning_rate": 9.306318791707354e-05, |
| "loss": 0.683, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.6173285198555957, |
| "grad_norm": 1.7890625, |
| "learning_rate": 9.303480862287714e-05, |
| "loss": 0.6731, |
| "step": 2565 |
| }, |
| { |
| "epoch": 0.618531889290012, |
| "grad_norm": 1.9296875, |
| "learning_rate": 9.300638103756387e-05, |
| "loss": 0.6911, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.6197352587244284, |
| "grad_norm": 1.859375, |
| "learning_rate": 9.29779052065318e-05, |
| "loss": 0.6096, |
| "step": 2575 |
| }, |
| { |
| "epoch": 0.6209386281588448, |
| "grad_norm": 1.984375, |
| "learning_rate": 9.294938117525605e-05, |
| "loss": 0.6799, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.6221419975932612, |
| "grad_norm": 2.078125, |
| "learning_rate": 9.292080898928872e-05, |
| "loss": 0.6589, |
| "step": 2585 |
| }, |
| { |
| "epoch": 0.6233453670276775, |
| "grad_norm": 1.8671875, |
| "learning_rate": 9.289218869425879e-05, |
| "loss": 0.6221, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.6245487364620939, |
| "grad_norm": 1.7265625, |
| "learning_rate": 9.28635203358721e-05, |
| "loss": 0.6513, |
| "step": 2595 |
| }, |
| { |
| "epoch": 0.6257521058965102, |
| "grad_norm": 1.84375, |
| "learning_rate": 9.283480395991122e-05, |
| "loss": 0.6326, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.6269554753309265, |
| "grad_norm": 1.9140625, |
| "learning_rate": 9.28060396122354e-05, |
| "loss": 0.6824, |
| "step": 2605 |
| }, |
| { |
| "epoch": 0.628158844765343, |
| "grad_norm": 1.875, |
| "learning_rate": 9.277722733878054e-05, |
| "loss": 0.6777, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.6293622141997594, |
| "grad_norm": 1.8046875, |
| "learning_rate": 9.274836718555903e-05, |
| "loss": 0.652, |
| "step": 2615 |
| }, |
| { |
| "epoch": 0.6305655836341757, |
| "grad_norm": 1.8828125, |
| "learning_rate": 9.271945919865976e-05, |
| "loss": 0.6514, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.631768953068592, |
| "grad_norm": 1.953125, |
| "learning_rate": 9.269050342424796e-05, |
| "loss": 0.6998, |
| "step": 2625 |
| }, |
| { |
| "epoch": 0.6329723225030084, |
| "grad_norm": 1.8671875, |
| "learning_rate": 9.266149990856521e-05, |
| "loss": 0.6756, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.6341756919374247, |
| "grad_norm": 1.78125, |
| "learning_rate": 9.263244869792937e-05, |
| "loss": 0.6714, |
| "step": 2635 |
| }, |
| { |
| "epoch": 0.6353790613718412, |
| "grad_norm": 1.7890625, |
| "learning_rate": 9.260334983873439e-05, |
| "loss": 0.6422, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.6365824308062575, |
| "grad_norm": 1.6875, |
| "learning_rate": 9.257420337745034e-05, |
| "loss": 0.6618, |
| "step": 2645 |
| }, |
| { |
| "epoch": 0.6377858002406739, |
| "grad_norm": 1.890625, |
| "learning_rate": 9.254500936062334e-05, |
| "loss": 0.652, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.6389891696750902, |
| "grad_norm": 1.7109375, |
| "learning_rate": 9.251576783487541e-05, |
| "loss": 0.6936, |
| "step": 2655 |
| }, |
| { |
| "epoch": 0.6401925391095066, |
| "grad_norm": 1.7578125, |
| "learning_rate": 9.248647884690448e-05, |
| "loss": 0.6398, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.641395908543923, |
| "grad_norm": 1.90625, |
| "learning_rate": 9.245714244348425e-05, |
| "loss": 0.6414, |
| "step": 2665 |
| }, |
| { |
| "epoch": 0.6425992779783394, |
| "grad_norm": 1.7265625, |
| "learning_rate": 9.242775867146415e-05, |
| "loss": 0.6777, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.6438026474127557, |
| "grad_norm": 1.8359375, |
| "learning_rate": 9.239832757776926e-05, |
| "loss": 0.6736, |
| "step": 2675 |
| }, |
| { |
| "epoch": 0.6450060168471721, |
| "grad_norm": 1.8984375, |
| "learning_rate": 9.236884920940024e-05, |
| "loss": 0.662, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.6462093862815884, |
| "grad_norm": 1.8359375, |
| "learning_rate": 9.233932361343321e-05, |
| "loss": 0.6441, |
| "step": 2685 |
| }, |
| { |
| "epoch": 0.6474127557160048, |
| "grad_norm": 1.9765625, |
| "learning_rate": 9.230975083701976e-05, |
| "loss": 0.6484, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.6486161251504212, |
| "grad_norm": 1.8125, |
| "learning_rate": 9.228013092738675e-05, |
| "loss": 0.6511, |
| "step": 2695 |
| }, |
| { |
| "epoch": 0.6498194945848376, |
| "grad_norm": 1.9609375, |
| "learning_rate": 9.225046393183642e-05, |
| "loss": 0.6311, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.6510228640192539, |
| "grad_norm": 1.7890625, |
| "learning_rate": 9.222074989774612e-05, |
| "loss": 0.657, |
| "step": 2705 |
| }, |
| { |
| "epoch": 0.6522262334536703, |
| "grad_norm": 1.8125, |
| "learning_rate": 9.219098887256835e-05, |
| "loss": 0.6849, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.6534296028880866, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.216118090383067e-05, |
| "loss": 0.6848, |
| "step": 2715 |
| }, |
| { |
| "epoch": 0.6546329723225031, |
| "grad_norm": 1.65625, |
| "learning_rate": 9.213132603913553e-05, |
| "loss": 0.6083, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.6558363417569194, |
| "grad_norm": 1.734375, |
| "learning_rate": 9.210142432616035e-05, |
| "loss": 0.6691, |
| "step": 2725 |
| }, |
| { |
| "epoch": 0.6570397111913358, |
| "grad_norm": 1.6875, |
| "learning_rate": 9.207147581265739e-05, |
| "loss": 0.6658, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.6582430806257521, |
| "grad_norm": 1.9453125, |
| "learning_rate": 9.204148054645356e-05, |
| "loss": 0.6723, |
| "step": 2735 |
| }, |
| { |
| "epoch": 0.6594464500601684, |
| "grad_norm": 1.828125, |
| "learning_rate": 9.201143857545048e-05, |
| "loss": 0.6736, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.6606498194945848, |
| "grad_norm": 1.890625, |
| "learning_rate": 9.198134994762436e-05, |
| "loss": 0.6836, |
| "step": 2745 |
| }, |
| { |
| "epoch": 0.6618531889290012, |
| "grad_norm": 1.9609375, |
| "learning_rate": 9.19512147110259e-05, |
| "loss": 0.6888, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.6630565583634176, |
| "grad_norm": 1.6875, |
| "learning_rate": 9.192103291378025e-05, |
| "loss": 0.6839, |
| "step": 2755 |
| }, |
| { |
| "epoch": 0.6642599277978339, |
| "grad_norm": 1.59375, |
| "learning_rate": 9.189080460408692e-05, |
| "loss": 0.6831, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.6654632972322503, |
| "grad_norm": 1.84375, |
| "learning_rate": 9.186052983021966e-05, |
| "loss": 0.6923, |
| "step": 2765 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 1.9140625, |
| "learning_rate": 9.18302086405265e-05, |
| "loss": 0.6671, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.6678700361010831, |
| "grad_norm": 1.8671875, |
| "learning_rate": 9.17998410834295e-05, |
| "loss": 0.6979, |
| "step": 2775 |
| }, |
| { |
| "epoch": 0.6690734055354994, |
| "grad_norm": 2.359375, |
| "learning_rate": 9.176942720742483e-05, |
| "loss": 0.6569, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.6702767749699158, |
| "grad_norm": 1.8359375, |
| "learning_rate": 9.173896706108264e-05, |
| "loss": 0.6729, |
| "step": 2785 |
| }, |
| { |
| "epoch": 0.6714801444043321, |
| "grad_norm": 1.90625, |
| "learning_rate": 9.17084606930469e-05, |
| "loss": 0.6415, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.6726835138387485, |
| "grad_norm": 1.84375, |
| "learning_rate": 9.167790815203546e-05, |
| "loss": 0.6599, |
| "step": 2795 |
| }, |
| { |
| "epoch": 0.6738868832731648, |
| "grad_norm": 1.8359375, |
| "learning_rate": 9.164730948683991e-05, |
| "loss": 0.6626, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.6750902527075813, |
| "grad_norm": 1.75, |
| "learning_rate": 9.161666474632543e-05, |
| "loss": 0.6445, |
| "step": 2805 |
| }, |
| { |
| "epoch": 0.6762936221419976, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.158597397943088e-05, |
| "loss": 0.6633, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.677496991576414, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.155523723516855e-05, |
| "loss": 0.6755, |
| "step": 2815 |
| }, |
| { |
| "epoch": 0.6787003610108303, |
| "grad_norm": 1.859375, |
| "learning_rate": 9.152445456262417e-05, |
| "loss": 0.6859, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.6799037304452467, |
| "grad_norm": 2.0, |
| "learning_rate": 9.14936260109568e-05, |
| "loss": 0.6821, |
| "step": 2825 |
| }, |
| { |
| "epoch": 0.681107099879663, |
| "grad_norm": 1.875, |
| "learning_rate": 9.146275162939884e-05, |
| "loss": 0.6637, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.6823104693140795, |
| "grad_norm": 1.9921875, |
| "learning_rate": 9.143183146725579e-05, |
| "loss": 0.6739, |
| "step": 2835 |
| }, |
| { |
| "epoch": 0.6835138387484958, |
| "grad_norm": 2.0625, |
| "learning_rate": 9.140086557390632e-05, |
| "loss": 0.6819, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.6847172081829122, |
| "grad_norm": 1.59375, |
| "learning_rate": 9.13698539988021e-05, |
| "loss": 0.6595, |
| "step": 2845 |
| }, |
| { |
| "epoch": 0.6859205776173285, |
| "grad_norm": 1.96875, |
| "learning_rate": 9.133879679146775e-05, |
| "loss": 0.6268, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.6871239470517448, |
| "grad_norm": 1.9765625, |
| "learning_rate": 9.13076940015008e-05, |
| "loss": 0.6373, |
| "step": 2855 |
| }, |
| { |
| "epoch": 0.6883273164861613, |
| "grad_norm": 1.8203125, |
| "learning_rate": 9.127654567857154e-05, |
| "loss": 0.6741, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.6895306859205776, |
| "grad_norm": 1.6484375, |
| "learning_rate": 9.124535187242297e-05, |
| "loss": 0.6556, |
| "step": 2865 |
| }, |
| { |
| "epoch": 0.690734055354994, |
| "grad_norm": 1.8203125, |
| "learning_rate": 9.121411263287077e-05, |
| "loss": 0.6569, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.6919374247894103, |
| "grad_norm": 1.765625, |
| "learning_rate": 9.118282800980315e-05, |
| "loss": 0.6308, |
| "step": 2875 |
| }, |
| { |
| "epoch": 0.6931407942238267, |
| "grad_norm": 1.6640625, |
| "learning_rate": 9.115149805318075e-05, |
| "loss": 0.6613, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.694344163658243, |
| "grad_norm": 1.7421875, |
| "learning_rate": 9.11201228130367e-05, |
| "loss": 0.6141, |
| "step": 2885 |
| }, |
| { |
| "epoch": 0.6955475330926595, |
| "grad_norm": 1.7890625, |
| "learning_rate": 9.108870233947634e-05, |
| "loss": 0.6304, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.6967509025270758, |
| "grad_norm": 1.859375, |
| "learning_rate": 9.105723668267736e-05, |
| "loss": 0.6662, |
| "step": 2895 |
| }, |
| { |
| "epoch": 0.6979542719614922, |
| "grad_norm": 1.828125, |
| "learning_rate": 9.10257258928895e-05, |
| "loss": 0.6322, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.6991576413959085, |
| "grad_norm": 1.8515625, |
| "learning_rate": 9.099417002043466e-05, |
| "loss": 0.6472, |
| "step": 2905 |
| }, |
| { |
| "epoch": 0.7003610108303249, |
| "grad_norm": 1.7578125, |
| "learning_rate": 9.09625691157067e-05, |
| "loss": 0.6505, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.7015643802647413, |
| "grad_norm": 1.921875, |
| "learning_rate": 9.093092322917136e-05, |
| "loss": 0.6569, |
| "step": 2915 |
| }, |
| { |
| "epoch": 0.7027677496991577, |
| "grad_norm": 1.875, |
| "learning_rate": 9.089923241136629e-05, |
| "loss": 0.6569, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.703971119133574, |
| "grad_norm": 1.796875, |
| "learning_rate": 9.086749671290083e-05, |
| "loss": 0.6523, |
| "step": 2925 |
| }, |
| { |
| "epoch": 0.7051744885679904, |
| "grad_norm": 1.8125, |
| "learning_rate": 9.083571618445603e-05, |
| "loss": 0.6619, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.7063778580024067, |
| "grad_norm": 1.796875, |
| "learning_rate": 9.080389087678451e-05, |
| "loss": 0.65, |
| "step": 2935 |
| }, |
| { |
| "epoch": 0.7075812274368231, |
| "grad_norm": 1.890625, |
| "learning_rate": 9.077202084071043e-05, |
| "loss": 0.6475, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.7087845968712395, |
| "grad_norm": 1.9296875, |
| "learning_rate": 9.074010612712936e-05, |
| "loss": 0.6487, |
| "step": 2945 |
| }, |
| { |
| "epoch": 0.7099879663056559, |
| "grad_norm": 1.8125, |
| "learning_rate": 9.070814678700821e-05, |
| "loss": 0.6291, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.7111913357400722, |
| "grad_norm": 1.9140625, |
| "learning_rate": 9.067614287138514e-05, |
| "loss": 0.6742, |
| "step": 2955 |
| }, |
| { |
| "epoch": 0.7123947051744886, |
| "grad_norm": 1.6796875, |
| "learning_rate": 9.064409443136955e-05, |
| "loss": 0.6316, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.7135980746089049, |
| "grad_norm": 1.9453125, |
| "learning_rate": 9.061200151814195e-05, |
| "loss": 0.6678, |
| "step": 2965 |
| }, |
| { |
| "epoch": 0.7148014440433214, |
| "grad_norm": 1.8671875, |
| "learning_rate": 9.057986418295378e-05, |
| "loss": 0.6628, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.7160048134777377, |
| "grad_norm": 1.8359375, |
| "learning_rate": 9.054768247712753e-05, |
| "loss": 0.6297, |
| "step": 2975 |
| }, |
| { |
| "epoch": 0.717208182912154, |
| "grad_norm": 1.8046875, |
| "learning_rate": 9.051545645205646e-05, |
| "loss": 0.6502, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.7184115523465704, |
| "grad_norm": 1.859375, |
| "learning_rate": 9.048318615920468e-05, |
| "loss": 0.6704, |
| "step": 2985 |
| }, |
| { |
| "epoch": 0.7196149217809867, |
| "grad_norm": 1.7109375, |
| "learning_rate": 9.045087165010694e-05, |
| "loss": 0.6473, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.7208182912154031, |
| "grad_norm": 1.734375, |
| "learning_rate": 9.041851297636862e-05, |
| "loss": 0.6508, |
| "step": 2995 |
| }, |
| { |
| "epoch": 0.7220216606498195, |
| "grad_norm": 1.7734375, |
| "learning_rate": 9.038611018966564e-05, |
| "loss": 0.6492, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.7220216606498195, |
| "eval_loss": 0.5566111207008362, |
| "eval_runtime": 2.6561, |
| "eval_samples_per_second": 75.299, |
| "eval_steps_per_second": 75.299, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.7232250300842359, |
| "grad_norm": 1.984375, |
| "learning_rate": 9.035366334174436e-05, |
| "loss": 0.6277, |
| "step": 3005 |
| }, |
| { |
| "epoch": 0.7244283995186522, |
| "grad_norm": 1.71875, |
| "learning_rate": 9.032117248442153e-05, |
| "loss": 0.649, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.7256317689530686, |
| "grad_norm": 2.078125, |
| "learning_rate": 9.02886376695841e-05, |
| "loss": 0.6538, |
| "step": 3015 |
| }, |
| { |
| "epoch": 0.7268351383874849, |
| "grad_norm": 1.8984375, |
| "learning_rate": 9.02560589491893e-05, |
| "loss": 0.635, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.7280385078219013, |
| "grad_norm": 1.8125, |
| "learning_rate": 9.022343637526446e-05, |
| "loss": 0.6399, |
| "step": 3025 |
| }, |
| { |
| "epoch": 0.7292418772563177, |
| "grad_norm": 1.953125, |
| "learning_rate": 9.019076999990694e-05, |
| "loss": 0.6522, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.7304452466907341, |
| "grad_norm": 1.9765625, |
| "learning_rate": 9.015805987528402e-05, |
| "loss": 0.6566, |
| "step": 3035 |
| }, |
| { |
| "epoch": 0.7316486161251504, |
| "grad_norm": 1.9609375, |
| "learning_rate": 9.012530605363289e-05, |
| "loss": 0.6781, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.7328519855595668, |
| "grad_norm": 1.8046875, |
| "learning_rate": 9.009250858726047e-05, |
| "loss": 0.6405, |
| "step": 3045 |
| }, |
| { |
| "epoch": 0.7340553549939831, |
| "grad_norm": 1.890625, |
| "learning_rate": 9.005966752854345e-05, |
| "loss": 0.6467, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.7352587244283996, |
| "grad_norm": 1.8046875, |
| "learning_rate": 9.002678292992809e-05, |
| "loss": 0.6345, |
| "step": 3055 |
| }, |
| { |
| "epoch": 0.7364620938628159, |
| "grad_norm": 1.75, |
| "learning_rate": 8.999385484393018e-05, |
| "loss": 0.6224, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.7376654632972323, |
| "grad_norm": 1.8671875, |
| "learning_rate": 8.996088332313497e-05, |
| "loss": 0.6236, |
| "step": 3065 |
| }, |
| { |
| "epoch": 0.7388688327316486, |
| "grad_norm": 1.9296875, |
| "learning_rate": 8.992786842019708e-05, |
| "loss": 0.6464, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.740072202166065, |
| "grad_norm": 1.8671875, |
| "learning_rate": 8.989481018784036e-05, |
| "loss": 0.6277, |
| "step": 3075 |
| }, |
| { |
| "epoch": 0.7412755716004813, |
| "grad_norm": 1.7734375, |
| "learning_rate": 8.986170867885797e-05, |
| "loss": 0.6739, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.7424789410348978, |
| "grad_norm": 1.7890625, |
| "learning_rate": 8.982856394611208e-05, |
| "loss": 0.6344, |
| "step": 3085 |
| }, |
| { |
| "epoch": 0.7436823104693141, |
| "grad_norm": 1.8046875, |
| "learning_rate": 8.97953760425339e-05, |
| "loss": 0.6574, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.7448856799037304, |
| "grad_norm": 1.8203125, |
| "learning_rate": 8.976214502112361e-05, |
| "loss": 0.6485, |
| "step": 3095 |
| }, |
| { |
| "epoch": 0.7460890493381468, |
| "grad_norm": 1.828125, |
| "learning_rate": 8.972887093495022e-05, |
| "loss": 0.6452, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.7472924187725631, |
| "grad_norm": 1.984375, |
| "learning_rate": 8.969555383715156e-05, |
| "loss": 0.6481, |
| "step": 3105 |
| }, |
| { |
| "epoch": 0.7484957882069796, |
| "grad_norm": 1.84375, |
| "learning_rate": 8.966219378093411e-05, |
| "loss": 0.6169, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.7496991576413959, |
| "grad_norm": 2.09375, |
| "learning_rate": 8.962879081957296e-05, |
| "loss": 0.6774, |
| "step": 3115 |
| }, |
| { |
| "epoch": 0.7509025270758123, |
| "grad_norm": 1.6953125, |
| "learning_rate": 8.95953450064117e-05, |
| "loss": 0.6313, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.7521058965102286, |
| "grad_norm": 1.8046875, |
| "learning_rate": 8.956185639486242e-05, |
| "loss": 0.6508, |
| "step": 3125 |
| }, |
| { |
| "epoch": 0.753309265944645, |
| "grad_norm": 1.71875, |
| "learning_rate": 8.952832503840548e-05, |
| "loss": 0.6782, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.7545126353790613, |
| "grad_norm": 1.890625, |
| "learning_rate": 8.949475099058955e-05, |
| "loss": 0.681, |
| "step": 3135 |
| }, |
| { |
| "epoch": 0.7557160048134778, |
| "grad_norm": 1.84375, |
| "learning_rate": 8.946113430503143e-05, |
| "loss": 0.6357, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.7569193742478941, |
| "grad_norm": 1.9140625, |
| "learning_rate": 8.942747503541607e-05, |
| "loss": 0.67, |
| "step": 3145 |
| }, |
| { |
| "epoch": 0.7581227436823105, |
| "grad_norm": 1.8203125, |
| "learning_rate": 8.93937732354964e-05, |
| "loss": 0.6323, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.7593261131167268, |
| "grad_norm": 1.75, |
| "learning_rate": 8.936002895909326e-05, |
| "loss": 0.6367, |
| "step": 3155 |
| }, |
| { |
| "epoch": 0.7605294825511432, |
| "grad_norm": 1.875, |
| "learning_rate": 8.932624226009533e-05, |
| "loss": 0.6521, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.7617328519855595, |
| "grad_norm": 1.8359375, |
| "learning_rate": 8.929241319245903e-05, |
| "loss": 0.6794, |
| "step": 3165 |
| }, |
| { |
| "epoch": 0.762936221419976, |
| "grad_norm": 1.75, |
| "learning_rate": 8.925854181020849e-05, |
| "loss": 0.6673, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.7641395908543923, |
| "grad_norm": 1.7265625, |
| "learning_rate": 8.922462816743533e-05, |
| "loss": 0.6203, |
| "step": 3175 |
| }, |
| { |
| "epoch": 0.7653429602888087, |
| "grad_norm": 1.796875, |
| "learning_rate": 8.919067231829874e-05, |
| "loss": 0.6765, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.766546329723225, |
| "grad_norm": 1.6953125, |
| "learning_rate": 8.915667431702524e-05, |
| "loss": 0.6379, |
| "step": 3185 |
| }, |
| { |
| "epoch": 0.7677496991576414, |
| "grad_norm": 1.7890625, |
| "learning_rate": 8.912263421790873e-05, |
| "loss": 0.6319, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.7689530685920578, |
| "grad_norm": 1.828125, |
| "learning_rate": 8.908855207531031e-05, |
| "loss": 0.6547, |
| "step": 3195 |
| }, |
| { |
| "epoch": 0.7701564380264742, |
| "grad_norm": 1.8984375, |
| "learning_rate": 8.905442794365822e-05, |
| "loss": 0.6284, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.7713598074608905, |
| "grad_norm": 1.75, |
| "learning_rate": 8.902026187744776e-05, |
| "loss": 0.6478, |
| "step": 3205 |
| }, |
| { |
| "epoch": 0.7725631768953068, |
| "grad_norm": 1.8828125, |
| "learning_rate": 8.89860539312412e-05, |
| "loss": 0.6863, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.7737665463297232, |
| "grad_norm": 1.75, |
| "learning_rate": 8.89518041596677e-05, |
| "loss": 0.6777, |
| "step": 3215 |
| }, |
| { |
| "epoch": 0.7749699157641395, |
| "grad_norm": 1.703125, |
| "learning_rate": 8.891751261742318e-05, |
| "loss": 0.6713, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.776173285198556, |
| "grad_norm": 1.859375, |
| "learning_rate": 8.88831793592703e-05, |
| "loss": 0.6486, |
| "step": 3225 |
| }, |
| { |
| "epoch": 0.7773766546329723, |
| "grad_norm": 1.7421875, |
| "learning_rate": 8.884880444003835e-05, |
| "loss": 0.6512, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.7785800240673887, |
| "grad_norm": 2.046875, |
| "learning_rate": 8.881438791462308e-05, |
| "loss": 0.6519, |
| "step": 3235 |
| }, |
| { |
| "epoch": 0.779783393501805, |
| "grad_norm": 1.6796875, |
| "learning_rate": 8.877992983798678e-05, |
| "loss": 0.6361, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.7809867629362214, |
| "grad_norm": 1.671875, |
| "learning_rate": 8.874543026515806e-05, |
| "loss": 0.6329, |
| "step": 3245 |
| }, |
| { |
| "epoch": 0.7821901323706378, |
| "grad_norm": 1.6796875, |
| "learning_rate": 8.871088925123174e-05, |
| "loss": 0.6481, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.7833935018050542, |
| "grad_norm": 1.765625, |
| "learning_rate": 8.867630685136893e-05, |
| "loss": 0.6521, |
| "step": 3255 |
| }, |
| { |
| "epoch": 0.7845968712394705, |
| "grad_norm": 1.7734375, |
| "learning_rate": 8.864168312079671e-05, |
| "loss": 0.6221, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.7858002406738869, |
| "grad_norm": 1.8671875, |
| "learning_rate": 8.860701811480828e-05, |
| "loss": 0.6471, |
| "step": 3265 |
| }, |
| { |
| "epoch": 0.7870036101083032, |
| "grad_norm": 1.7265625, |
| "learning_rate": 8.857231188876265e-05, |
| "loss": 0.6588, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.7882069795427196, |
| "grad_norm": 1.7578125, |
| "learning_rate": 8.853756449808476e-05, |
| "loss": 0.6249, |
| "step": 3275 |
| }, |
| { |
| "epoch": 0.789410348977136, |
| "grad_norm": 1.9453125, |
| "learning_rate": 8.85027759982652e-05, |
| "loss": 0.6372, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.7906137184115524, |
| "grad_norm": 1.9921875, |
| "learning_rate": 8.846794644486026e-05, |
| "loss": 0.6523, |
| "step": 3285 |
| }, |
| { |
| "epoch": 0.7918170878459687, |
| "grad_norm": 1.9375, |
| "learning_rate": 8.843307589349178e-05, |
| "loss": 0.6329, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.7930204572803851, |
| "grad_norm": 1.8125, |
| "learning_rate": 8.839816439984706e-05, |
| "loss": 0.6525, |
| "step": 3295 |
| }, |
| { |
| "epoch": 0.7942238267148014, |
| "grad_norm": 1.796875, |
| "learning_rate": 8.836321201967884e-05, |
| "loss": 0.6191, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.7954271961492179, |
| "grad_norm": 1.6953125, |
| "learning_rate": 8.832821880880504e-05, |
| "loss": 0.5898, |
| "step": 3305 |
| }, |
| { |
| "epoch": 0.7966305655836342, |
| "grad_norm": 1.90625, |
| "learning_rate": 8.829318482310891e-05, |
| "loss": 0.6426, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.7978339350180506, |
| "grad_norm": 1.7265625, |
| "learning_rate": 8.825811011853874e-05, |
| "loss": 0.6301, |
| "step": 3315 |
| }, |
| { |
| "epoch": 0.7990373044524669, |
| "grad_norm": 1.8671875, |
| "learning_rate": 8.822299475110787e-05, |
| "loss": 0.6321, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.8002406738868832, |
| "grad_norm": 1.7421875, |
| "learning_rate": 8.81878387768946e-05, |
| "loss": 0.6336, |
| "step": 3325 |
| }, |
| { |
| "epoch": 0.8014440433212996, |
| "grad_norm": 1.7734375, |
| "learning_rate": 8.815264225204201e-05, |
| "loss": 0.6566, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.802647412755716, |
| "grad_norm": 1.8828125, |
| "learning_rate": 8.811740523275802e-05, |
| "loss": 0.6386, |
| "step": 3335 |
| }, |
| { |
| "epoch": 0.8038507821901324, |
| "grad_norm": 1.84375, |
| "learning_rate": 8.808212777531515e-05, |
| "loss": 0.6428, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.8050541516245487, |
| "grad_norm": 1.796875, |
| "learning_rate": 8.804680993605056e-05, |
| "loss": 0.648, |
| "step": 3345 |
| }, |
| { |
| "epoch": 0.8062575210589651, |
| "grad_norm": 1.9921875, |
| "learning_rate": 8.801145177136586e-05, |
| "loss": 0.6724, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.8074608904933814, |
| "grad_norm": 1.7890625, |
| "learning_rate": 8.797605333772706e-05, |
| "loss": 0.6142, |
| "step": 3355 |
| }, |
| { |
| "epoch": 0.8086642599277978, |
| "grad_norm": 1.765625, |
| "learning_rate": 8.794061469166449e-05, |
| "loss": 0.6161, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.8098676293622142, |
| "grad_norm": 1.890625, |
| "learning_rate": 8.790513588977268e-05, |
| "loss": 0.6351, |
| "step": 3365 |
| }, |
| { |
| "epoch": 0.8110709987966306, |
| "grad_norm": 1.796875, |
| "learning_rate": 8.786961698871031e-05, |
| "loss": 0.6748, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.8122743682310469, |
| "grad_norm": 1.8515625, |
| "learning_rate": 8.78340580452001e-05, |
| "loss": 0.6414, |
| "step": 3375 |
| }, |
| { |
| "epoch": 0.8134777376654633, |
| "grad_norm": 1.8046875, |
| "learning_rate": 8.779845911602868e-05, |
| "loss": 0.6533, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.8146811070998796, |
| "grad_norm": 1.6171875, |
| "learning_rate": 8.776282025804659e-05, |
| "loss": 0.6725, |
| "step": 3385 |
| }, |
| { |
| "epoch": 0.8158844765342961, |
| "grad_norm": 1.828125, |
| "learning_rate": 8.77271415281681e-05, |
| "loss": 0.6398, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.8170878459687124, |
| "grad_norm": 1.7734375, |
| "learning_rate": 8.769142298337113e-05, |
| "loss": 0.6317, |
| "step": 3395 |
| }, |
| { |
| "epoch": 0.8182912154031288, |
| "grad_norm": 1.953125, |
| "learning_rate": 8.765566468069726e-05, |
| "loss": 0.6587, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.8194945848375451, |
| "grad_norm": 1.6953125, |
| "learning_rate": 8.761986667725147e-05, |
| "loss": 0.6201, |
| "step": 3405 |
| }, |
| { |
| "epoch": 0.8206979542719615, |
| "grad_norm": 1.7265625, |
| "learning_rate": 8.758402903020221e-05, |
| "loss": 0.5976, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.8219013237063778, |
| "grad_norm": 1.796875, |
| "learning_rate": 8.754815179678124e-05, |
| "loss": 0.6232, |
| "step": 3415 |
| }, |
| { |
| "epoch": 0.8231046931407943, |
| "grad_norm": 1.8671875, |
| "learning_rate": 8.751223503428348e-05, |
| "loss": 0.6512, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.8243080625752106, |
| "grad_norm": 1.71875, |
| "learning_rate": 8.747627880006703e-05, |
| "loss": 0.6592, |
| "step": 3425 |
| }, |
| { |
| "epoch": 0.825511432009627, |
| "grad_norm": 1.875, |
| "learning_rate": 8.7440283151553e-05, |
| "loss": 0.6428, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.8267148014440433, |
| "grad_norm": 1.6640625, |
| "learning_rate": 8.740424814622546e-05, |
| "loss": 0.574, |
| "step": 3435 |
| }, |
| { |
| "epoch": 0.8279181708784596, |
| "grad_norm": 1.7265625, |
| "learning_rate": 8.736817384163131e-05, |
| "loss": 0.614, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.8291215403128761, |
| "grad_norm": 1.75, |
| "learning_rate": 8.733206029538023e-05, |
| "loss": 0.6405, |
| "step": 3445 |
| }, |
| { |
| "epoch": 0.8303249097472925, |
| "grad_norm": 1.859375, |
| "learning_rate": 8.729590756514455e-05, |
| "loss": 0.6592, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.8315282791817088, |
| "grad_norm": 1.859375, |
| "learning_rate": 8.725971570865921e-05, |
| "loss": 0.6584, |
| "step": 3455 |
| }, |
| { |
| "epoch": 0.8327316486161251, |
| "grad_norm": 1.7578125, |
| "learning_rate": 8.722348478372159e-05, |
| "loss": 0.6305, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.8339350180505415, |
| "grad_norm": 1.65625, |
| "learning_rate": 8.718721484819147e-05, |
| "loss": 0.6425, |
| "step": 3465 |
| }, |
| { |
| "epoch": 0.8351383874849578, |
| "grad_norm": 1.6953125, |
| "learning_rate": 8.715090595999096e-05, |
| "loss": 0.6302, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.8363417569193743, |
| "grad_norm": 1.765625, |
| "learning_rate": 8.711455817710437e-05, |
| "loss": 0.6188, |
| "step": 3475 |
| }, |
| { |
| "epoch": 0.8375451263537906, |
| "grad_norm": 1.7265625, |
| "learning_rate": 8.70781715575781e-05, |
| "loss": 0.6559, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.838748495788207, |
| "grad_norm": 2.15625, |
| "learning_rate": 8.704174615952055e-05, |
| "loss": 0.6032, |
| "step": 3485 |
| }, |
| { |
| "epoch": 0.8399518652226233, |
| "grad_norm": 1.7265625, |
| "learning_rate": 8.70052820411021e-05, |
| "loss": 0.6567, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.8411552346570397, |
| "grad_norm": 1.6796875, |
| "learning_rate": 8.696877926055497e-05, |
| "loss": 0.5912, |
| "step": 3495 |
| }, |
| { |
| "epoch": 0.8423586040914561, |
| "grad_norm": 1.8359375, |
| "learning_rate": 8.693223787617304e-05, |
| "loss": 0.6628, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.8423586040914561, |
| "eval_loss": 0.5347813367843628, |
| "eval_runtime": 2.6685, |
| "eval_samples_per_second": 74.949, |
| "eval_steps_per_second": 74.949, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.8435619735258725, |
| "grad_norm": 1.828125, |
| "learning_rate": 8.689565794631195e-05, |
| "loss": 0.6222, |
| "step": 3505 |
| }, |
| { |
| "epoch": 0.8447653429602888, |
| "grad_norm": 1.6484375, |
| "learning_rate": 8.685903952938881e-05, |
| "loss": 0.618, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.8459687123947052, |
| "grad_norm": 2.5625, |
| "learning_rate": 8.682238268388225e-05, |
| "loss": 0.6677, |
| "step": 3515 |
| }, |
| { |
| "epoch": 0.8471720818291215, |
| "grad_norm": 1.640625, |
| "learning_rate": 8.678568746833222e-05, |
| "loss": 0.6229, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.8483754512635379, |
| "grad_norm": 1.625, |
| "learning_rate": 8.674895394134e-05, |
| "loss": 0.5955, |
| "step": 3525 |
| }, |
| { |
| "epoch": 0.8495788206979543, |
| "grad_norm": 1.765625, |
| "learning_rate": 8.6712182161568e-05, |
| "loss": 0.6069, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.8507821901323707, |
| "grad_norm": 1.6328125, |
| "learning_rate": 8.667537218773973e-05, |
| "loss": 0.6031, |
| "step": 3535 |
| }, |
| { |
| "epoch": 0.851985559566787, |
| "grad_norm": 1.6953125, |
| "learning_rate": 8.663852407863973e-05, |
| "loss": 0.6408, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.8531889290012034, |
| "grad_norm": 1.765625, |
| "learning_rate": 8.66016378931134e-05, |
| "loss": 0.625, |
| "step": 3545 |
| }, |
| { |
| "epoch": 0.8543922984356197, |
| "grad_norm": 1.65625, |
| "learning_rate": 8.656471369006697e-05, |
| "loss": 0.5847, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.855595667870036, |
| "grad_norm": 1.9921875, |
| "learning_rate": 8.65277515284674e-05, |
| "loss": 0.6638, |
| "step": 3555 |
| }, |
| { |
| "epoch": 0.8567990373044525, |
| "grad_norm": 1.828125, |
| "learning_rate": 8.649075146734222e-05, |
| "loss": 0.6436, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.8580024067388689, |
| "grad_norm": 1.9765625, |
| "learning_rate": 8.64537135657795e-05, |
| "loss": 0.6382, |
| "step": 3565 |
| }, |
| { |
| "epoch": 0.8592057761732852, |
| "grad_norm": 1.7890625, |
| "learning_rate": 8.641663788292779e-05, |
| "loss": 0.6395, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.8604091456077015, |
| "grad_norm": 1.8515625, |
| "learning_rate": 8.637952447799589e-05, |
| "loss": 0.6353, |
| "step": 3575 |
| }, |
| { |
| "epoch": 0.8616125150421179, |
| "grad_norm": 1.75, |
| "learning_rate": 8.634237341025292e-05, |
| "loss": 0.6124, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.8628158844765343, |
| "grad_norm": 1.796875, |
| "learning_rate": 8.63051847390281e-05, |
| "loss": 0.6215, |
| "step": 3585 |
| }, |
| { |
| "epoch": 0.8640192539109507, |
| "grad_norm": 1.9375, |
| "learning_rate": 8.626795852371071e-05, |
| "loss": 0.6341, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.865222623345367, |
| "grad_norm": 1.90625, |
| "learning_rate": 8.623069482375002e-05, |
| "loss": 0.6319, |
| "step": 3595 |
| }, |
| { |
| "epoch": 0.8664259927797834, |
| "grad_norm": 1.796875, |
| "learning_rate": 8.61933936986551e-05, |
| "loss": 0.6488, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.8676293622141997, |
| "grad_norm": 1.90625, |
| "learning_rate": 8.615605520799485e-05, |
| "loss": 0.6515, |
| "step": 3605 |
| }, |
| { |
| "epoch": 0.8688327316486161, |
| "grad_norm": 1.7890625, |
| "learning_rate": 8.611867941139779e-05, |
| "loss": 0.629, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.8700361010830325, |
| "grad_norm": 1.765625, |
| "learning_rate": 8.608126636855206e-05, |
| "loss": 0.6395, |
| "step": 3615 |
| }, |
| { |
| "epoch": 0.8712394705174489, |
| "grad_norm": 1.8515625, |
| "learning_rate": 8.604381613920524e-05, |
| "loss": 0.6356, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.8724428399518652, |
| "grad_norm": 1.84375, |
| "learning_rate": 8.600632878316433e-05, |
| "loss": 0.6264, |
| "step": 3625 |
| }, |
| { |
| "epoch": 0.8736462093862816, |
| "grad_norm": 1.6875, |
| "learning_rate": 8.596880436029559e-05, |
| "loss": 0.5993, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.8748495788206979, |
| "grad_norm": 1.7578125, |
| "learning_rate": 8.593124293052452e-05, |
| "loss": 0.6338, |
| "step": 3635 |
| }, |
| { |
| "epoch": 0.8760529482551144, |
| "grad_norm": 1.9375, |
| "learning_rate": 8.589364455383568e-05, |
| "loss": 0.6467, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.8772563176895307, |
| "grad_norm": 1.7578125, |
| "learning_rate": 8.585600929027262e-05, |
| "loss": 0.625, |
| "step": 3645 |
| }, |
| { |
| "epoch": 0.8784596871239471, |
| "grad_norm": 1.671875, |
| "learning_rate": 8.581833719993785e-05, |
| "loss": 0.6371, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.8796630565583634, |
| "grad_norm": 1.6640625, |
| "learning_rate": 8.578062834299264e-05, |
| "loss": 0.6239, |
| "step": 3655 |
| }, |
| { |
| "epoch": 0.8808664259927798, |
| "grad_norm": 1.9375, |
| "learning_rate": 8.574288277965703e-05, |
| "loss": 0.6019, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.8820697954271961, |
| "grad_norm": 1.9296875, |
| "learning_rate": 8.570510057020962e-05, |
| "loss": 0.6434, |
| "step": 3665 |
| }, |
| { |
| "epoch": 0.8832731648616126, |
| "grad_norm": 1.6875, |
| "learning_rate": 8.566728177498757e-05, |
| "loss": 0.623, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.8844765342960289, |
| "grad_norm": 1.96875, |
| "learning_rate": 8.562942645438646e-05, |
| "loss": 0.6125, |
| "step": 3675 |
| }, |
| { |
| "epoch": 0.8856799037304453, |
| "grad_norm": 1.6875, |
| "learning_rate": 8.559153466886017e-05, |
| "loss": 0.5848, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.8868832731648616, |
| "grad_norm": 1.703125, |
| "learning_rate": 8.555360647892087e-05, |
| "loss": 0.6241, |
| "step": 3685 |
| }, |
| { |
| "epoch": 0.8880866425992779, |
| "grad_norm": 1.5703125, |
| "learning_rate": 8.551564194513882e-05, |
| "loss": 0.6044, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.8892900120336944, |
| "grad_norm": 1.6328125, |
| "learning_rate": 8.547764112814234e-05, |
| "loss": 0.6086, |
| "step": 3695 |
| }, |
| { |
| "epoch": 0.8904933814681107, |
| "grad_norm": 1.65625, |
| "learning_rate": 8.54396040886177e-05, |
| "loss": 0.5887, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.8916967509025271, |
| "grad_norm": 1.8203125, |
| "learning_rate": 8.5401530887309e-05, |
| "loss": 0.6021, |
| "step": 3705 |
| }, |
| { |
| "epoch": 0.8929001203369434, |
| "grad_norm": 1.8671875, |
| "learning_rate": 8.536342158501808e-05, |
| "loss": 0.6041, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.8941034897713598, |
| "grad_norm": 1.9296875, |
| "learning_rate": 8.532527624260448e-05, |
| "loss": 0.6172, |
| "step": 3715 |
| }, |
| { |
| "epoch": 0.8953068592057761, |
| "grad_norm": 1.8125, |
| "learning_rate": 8.528709492098524e-05, |
| "loss": 0.6071, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.8965102286401926, |
| "grad_norm": 1.6875, |
| "learning_rate": 8.524887768113489e-05, |
| "loss": 0.6526, |
| "step": 3725 |
| }, |
| { |
| "epoch": 0.8977135980746089, |
| "grad_norm": 1.9453125, |
| "learning_rate": 8.521062458408529e-05, |
| "loss": 0.6289, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.8989169675090253, |
| "grad_norm": 1.6484375, |
| "learning_rate": 8.517233569092561e-05, |
| "loss": 0.6516, |
| "step": 3735 |
| }, |
| { |
| "epoch": 0.9001203369434416, |
| "grad_norm": 1.96875, |
| "learning_rate": 8.513401106280215e-05, |
| "loss": 0.6479, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.901323706377858, |
| "grad_norm": 1.6484375, |
| "learning_rate": 8.50956507609183e-05, |
| "loss": 0.6149, |
| "step": 3745 |
| }, |
| { |
| "epoch": 0.9025270758122743, |
| "grad_norm": 1.671875, |
| "learning_rate": 8.505725484653437e-05, |
| "loss": 0.6184, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.9037304452466908, |
| "grad_norm": 1.7734375, |
| "learning_rate": 8.501882338096763e-05, |
| "loss": 0.627, |
| "step": 3755 |
| }, |
| { |
| "epoch": 0.9049338146811071, |
| "grad_norm": 1.8359375, |
| "learning_rate": 8.498035642559203e-05, |
| "loss": 0.6689, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.9061371841155235, |
| "grad_norm": 1.7421875, |
| "learning_rate": 8.494185404183828e-05, |
| "loss": 0.633, |
| "step": 3765 |
| }, |
| { |
| "epoch": 0.9073405535499398, |
| "grad_norm": 1.765625, |
| "learning_rate": 8.49033162911936e-05, |
| "loss": 0.5911, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.9085439229843562, |
| "grad_norm": 1.7421875, |
| "learning_rate": 8.486474323520172e-05, |
| "loss": 0.6439, |
| "step": 3775 |
| }, |
| { |
| "epoch": 0.9097472924187726, |
| "grad_norm": 1.78125, |
| "learning_rate": 8.482613493546275e-05, |
| "loss": 0.6373, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.910950661853189, |
| "grad_norm": 1.6875, |
| "learning_rate": 8.47874914536331e-05, |
| "loss": 0.6325, |
| "step": 3785 |
| }, |
| { |
| "epoch": 0.9121540312876053, |
| "grad_norm": 1.71875, |
| "learning_rate": 8.474881285142532e-05, |
| "loss": 0.6449, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.9133574007220217, |
| "grad_norm": 1.6328125, |
| "learning_rate": 8.471009919060811e-05, |
| "loss": 0.6369, |
| "step": 3795 |
| }, |
| { |
| "epoch": 0.914560770156438, |
| "grad_norm": 1.734375, |
| "learning_rate": 8.46713505330061e-05, |
| "loss": 0.633, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.9157641395908543, |
| "grad_norm": 1.78125, |
| "learning_rate": 8.463256694049982e-05, |
| "loss": 0.6176, |
| "step": 3805 |
| }, |
| { |
| "epoch": 0.9169675090252708, |
| "grad_norm": 1.8828125, |
| "learning_rate": 8.459374847502562e-05, |
| "loss": 0.6279, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.9181708784596871, |
| "grad_norm": 2.140625, |
| "learning_rate": 8.455489519857552e-05, |
| "loss": 0.613, |
| "step": 3815 |
| }, |
| { |
| "epoch": 0.9193742478941035, |
| "grad_norm": 1.671875, |
| "learning_rate": 8.451600717319714e-05, |
| "loss": 0.6297, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.9205776173285198, |
| "grad_norm": 1.7421875, |
| "learning_rate": 8.447708446099358e-05, |
| "loss": 0.6043, |
| "step": 3825 |
| }, |
| { |
| "epoch": 0.9217809867629362, |
| "grad_norm": 1.734375, |
| "learning_rate": 8.443812712412331e-05, |
| "loss": 0.6347, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.9229843561973526, |
| "grad_norm": 1.765625, |
| "learning_rate": 8.439913522480016e-05, |
| "loss": 0.6038, |
| "step": 3835 |
| }, |
| { |
| "epoch": 0.924187725631769, |
| "grad_norm": 1.9140625, |
| "learning_rate": 8.436010882529314e-05, |
| "loss": 0.6332, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.9253910950661853, |
| "grad_norm": 1.7265625, |
| "learning_rate": 8.432104798792632e-05, |
| "loss": 0.617, |
| "step": 3845 |
| }, |
| { |
| "epoch": 0.9265944645006017, |
| "grad_norm": 1.875, |
| "learning_rate": 8.428195277507874e-05, |
| "loss": 0.6533, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.927797833935018, |
| "grad_norm": 1.828125, |
| "learning_rate": 8.424282324918444e-05, |
| "loss": 0.6323, |
| "step": 3855 |
| }, |
| { |
| "epoch": 0.9290012033694344, |
| "grad_norm": 1.640625, |
| "learning_rate": 8.420365947273217e-05, |
| "loss": 0.6411, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.9302045728038508, |
| "grad_norm": 1.7578125, |
| "learning_rate": 8.41644615082654e-05, |
| "loss": 0.6448, |
| "step": 3865 |
| }, |
| { |
| "epoch": 0.9314079422382672, |
| "grad_norm": 1.734375, |
| "learning_rate": 8.412522941838221e-05, |
| "loss": 0.6081, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.9326113116726835, |
| "grad_norm": 1.7890625, |
| "learning_rate": 8.408596326573518e-05, |
| "loss": 0.5949, |
| "step": 3875 |
| }, |
| { |
| "epoch": 0.9338146811070999, |
| "grad_norm": 1.90625, |
| "learning_rate": 8.404666311303126e-05, |
| "loss": 0.6219, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.9350180505415162, |
| "grad_norm": 1.734375, |
| "learning_rate": 8.400732902303172e-05, |
| "loss": 0.6101, |
| "step": 3885 |
| }, |
| { |
| "epoch": 0.9362214199759326, |
| "grad_norm": 1.546875, |
| "learning_rate": 8.3967961058552e-05, |
| "loss": 0.6045, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.937424789410349, |
| "grad_norm": 1.6328125, |
| "learning_rate": 8.392855928246169e-05, |
| "loss": 0.6527, |
| "step": 3895 |
| }, |
| { |
| "epoch": 0.9386281588447654, |
| "grad_norm": 1.625, |
| "learning_rate": 8.388912375768433e-05, |
| "loss": 0.5743, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.9398315282791817, |
| "grad_norm": 1.640625, |
| "learning_rate": 8.384965454719734e-05, |
| "loss": 0.6105, |
| "step": 3905 |
| }, |
| { |
| "epoch": 0.941034897713598, |
| "grad_norm": 1.84375, |
| "learning_rate": 8.381015171403202e-05, |
| "loss": 0.6586, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.9422382671480144, |
| "grad_norm": 1.7734375, |
| "learning_rate": 8.377061532127327e-05, |
| "loss": 0.608, |
| "step": 3915 |
| }, |
| { |
| "epoch": 0.9434416365824309, |
| "grad_norm": 1.5390625, |
| "learning_rate": 8.373104543205963e-05, |
| "loss": 0.5946, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.9446450060168472, |
| "grad_norm": 1.609375, |
| "learning_rate": 8.369144210958312e-05, |
| "loss": 0.5954, |
| "step": 3925 |
| }, |
| { |
| "epoch": 0.9458483754512635, |
| "grad_norm": 1.875, |
| "learning_rate": 8.365180541708917e-05, |
| "loss": 0.631, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.9470517448856799, |
| "grad_norm": 1.7578125, |
| "learning_rate": 8.361213541787648e-05, |
| "loss": 0.596, |
| "step": 3935 |
| }, |
| { |
| "epoch": 0.9482551143200962, |
| "grad_norm": 1.7421875, |
| "learning_rate": 8.357243217529694e-05, |
| "loss": 0.6246, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.9494584837545126, |
| "grad_norm": 1.71875, |
| "learning_rate": 8.353269575275555e-05, |
| "loss": 0.6135, |
| "step": 3945 |
| }, |
| { |
| "epoch": 0.950661853188929, |
| "grad_norm": 1.8828125, |
| "learning_rate": 8.34929262137103e-05, |
| "loss": 0.6014, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.9518652226233454, |
| "grad_norm": 1.8203125, |
| "learning_rate": 8.3453123621672e-05, |
| "loss": 0.6129, |
| "step": 3955 |
| }, |
| { |
| "epoch": 0.9530685920577617, |
| "grad_norm": 1.7578125, |
| "learning_rate": 8.341328804020435e-05, |
| "loss": 0.6022, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.9542719614921781, |
| "grad_norm": 1.796875, |
| "learning_rate": 8.337341953292365e-05, |
| "loss": 0.5934, |
| "step": 3965 |
| }, |
| { |
| "epoch": 0.9554753309265944, |
| "grad_norm": 1.6328125, |
| "learning_rate": 8.33335181634988e-05, |
| "loss": 0.6331, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.9566787003610109, |
| "grad_norm": 1.796875, |
| "learning_rate": 8.329358399565123e-05, |
| "loss": 0.6013, |
| "step": 3975 |
| }, |
| { |
| "epoch": 0.9578820697954272, |
| "grad_norm": 1.625, |
| "learning_rate": 8.325361709315466e-05, |
| "loss": 0.5836, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.9590854392298436, |
| "grad_norm": 1.640625, |
| "learning_rate": 8.321361751983516e-05, |
| "loss": 0.6138, |
| "step": 3985 |
| }, |
| { |
| "epoch": 0.9602888086642599, |
| "grad_norm": 1.875, |
| "learning_rate": 8.317358533957095e-05, |
| "loss": 0.6239, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.9614921780986763, |
| "grad_norm": 1.6484375, |
| "learning_rate": 8.313352061629231e-05, |
| "loss": 0.6073, |
| "step": 3995 |
| }, |
| { |
| "epoch": 0.9626955475330926, |
| "grad_norm": 1.734375, |
| "learning_rate": 8.309342341398151e-05, |
| "loss": 0.6274, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.9626955475330926, |
| "eval_loss": 0.5121676325798035, |
| "eval_runtime": 2.6684, |
| "eval_samples_per_second": 74.95, |
| "eval_steps_per_second": 74.95, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.9638989169675091, |
| "grad_norm": 1.6640625, |
| "learning_rate": 8.305329379667268e-05, |
| "loss": 0.6214, |
| "step": 4005 |
| }, |
| { |
| "epoch": 0.9651022864019254, |
| "grad_norm": 1.75, |
| "learning_rate": 8.30131318284517e-05, |
| "loss": 0.6042, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.9663056558363418, |
| "grad_norm": 1.6015625, |
| "learning_rate": 8.297293757345617e-05, |
| "loss": 0.5803, |
| "step": 4015 |
| }, |
| { |
| "epoch": 0.9675090252707581, |
| "grad_norm": 1.796875, |
| "learning_rate": 8.293271109587516e-05, |
| "loss": 0.6131, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.9687123947051745, |
| "grad_norm": 1.8046875, |
| "learning_rate": 8.289245245994927e-05, |
| "loss": 0.6206, |
| "step": 4025 |
| }, |
| { |
| "epoch": 0.9699157641395909, |
| "grad_norm": 1.8203125, |
| "learning_rate": 8.285216172997044e-05, |
| "loss": 0.6494, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.9711191335740073, |
| "grad_norm": 1.9140625, |
| "learning_rate": 8.281183897028185e-05, |
| "loss": 0.6191, |
| "step": 4035 |
| }, |
| { |
| "epoch": 0.9723225030084236, |
| "grad_norm": 1.6796875, |
| "learning_rate": 8.277148424527785e-05, |
| "loss": 0.6054, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.97352587244284, |
| "grad_norm": 1.6640625, |
| "learning_rate": 8.273109761940382e-05, |
| "loss": 0.5866, |
| "step": 4045 |
| }, |
| { |
| "epoch": 0.9747292418772563, |
| "grad_norm": 1.734375, |
| "learning_rate": 8.269067915715609e-05, |
| "loss": 0.6342, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.9759326113116726, |
| "grad_norm": 1.7265625, |
| "learning_rate": 8.265022892308182e-05, |
| "loss": 0.6076, |
| "step": 4055 |
| }, |
| { |
| "epoch": 0.9771359807460891, |
| "grad_norm": 1.8515625, |
| "learning_rate": 8.260974698177894e-05, |
| "loss": 0.6061, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.9783393501805054, |
| "grad_norm": 1.71875, |
| "learning_rate": 8.2569233397896e-05, |
| "loss": 0.6105, |
| "step": 4065 |
| }, |
| { |
| "epoch": 0.9795427196149218, |
| "grad_norm": 1.8359375, |
| "learning_rate": 8.252868823613206e-05, |
| "loss": 0.6044, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.9807460890493381, |
| "grad_norm": 1.7421875, |
| "learning_rate": 8.248811156123662e-05, |
| "loss": 0.6238, |
| "step": 4075 |
| }, |
| { |
| "epoch": 0.9819494584837545, |
| "grad_norm": 1.6796875, |
| "learning_rate": 8.244750343800957e-05, |
| "loss": 0.5803, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.9831528279181708, |
| "grad_norm": 1.7265625, |
| "learning_rate": 8.240686393130091e-05, |
| "loss": 0.6073, |
| "step": 4085 |
| }, |
| { |
| "epoch": 0.9843561973525873, |
| "grad_norm": 1.75, |
| "learning_rate": 8.236619310601085e-05, |
| "loss": 0.6112, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.9855595667870036, |
| "grad_norm": 1.65625, |
| "learning_rate": 8.232549102708955e-05, |
| "loss": 0.6062, |
| "step": 4095 |
| }, |
| { |
| "epoch": 0.98676293622142, |
| "grad_norm": 1.71875, |
| "learning_rate": 8.228475775953712e-05, |
| "loss": 0.6052, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.9879663056558363, |
| "grad_norm": 1.625, |
| "learning_rate": 8.224399336840348e-05, |
| "loss": 0.6065, |
| "step": 4105 |
| }, |
| { |
| "epoch": 0.9891696750902527, |
| "grad_norm": 1.8359375, |
| "learning_rate": 8.220319791878824e-05, |
| "loss": 0.6078, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.9903730445246691, |
| "grad_norm": 1.7265625, |
| "learning_rate": 8.21623714758406e-05, |
| "loss": 0.6207, |
| "step": 4115 |
| }, |
| { |
| "epoch": 0.9915764139590855, |
| "grad_norm": 1.8515625, |
| "learning_rate": 8.212151410475929e-05, |
| "loss": 0.6269, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.9927797833935018, |
| "grad_norm": 1.6640625, |
| "learning_rate": 8.208062587079237e-05, |
| "loss": 0.5992, |
| "step": 4125 |
| }, |
| { |
| "epoch": 0.9939831528279182, |
| "grad_norm": 1.7109375, |
| "learning_rate": 8.203970683923724e-05, |
| "loss": 0.6045, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.9951865222623345, |
| "grad_norm": 1.6328125, |
| "learning_rate": 8.199875707544049e-05, |
| "loss": 0.6244, |
| "step": 4135 |
| }, |
| { |
| "epoch": 0.9963898916967509, |
| "grad_norm": 1.578125, |
| "learning_rate": 8.195777664479775e-05, |
| "loss": 0.6142, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.9975932611311673, |
| "grad_norm": 1.7421875, |
| "learning_rate": 8.191676561275365e-05, |
| "loss": 0.6293, |
| "step": 4145 |
| }, |
| { |
| "epoch": 0.9987966305655837, |
| "grad_norm": 1.7109375, |
| "learning_rate": 8.187572404480168e-05, |
| "loss": 0.6087, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.9997593261131167, |
| "eval_loss": 0.5122986435890198, |
| "eval_runtime": 2.6521, |
| "eval_samples_per_second": 75.413, |
| "eval_steps_per_second": 75.413, |
| "step": 4154 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.8671875, |
| "learning_rate": 8.183465200648407e-05, |
| "loss": 0.5928, |
| "step": 4155 |
| }, |
| { |
| "epoch": 1.0012033694344165, |
| "grad_norm": 1.6953125, |
| "learning_rate": 8.179354956339176e-05, |
| "loss": 0.5627, |
| "step": 4160 |
| }, |
| { |
| "epoch": 1.0024067388688327, |
| "grad_norm": 1.71875, |
| "learning_rate": 8.175241678116423e-05, |
| "loss": 0.5571, |
| "step": 4165 |
| }, |
| { |
| "epoch": 1.0036101083032491, |
| "grad_norm": 1.8359375, |
| "learning_rate": 8.171125372548937e-05, |
| "loss": 0.6396, |
| "step": 4170 |
| }, |
| { |
| "epoch": 1.0048134777376654, |
| "grad_norm": 1.8125, |
| "learning_rate": 8.167006046210347e-05, |
| "loss": 0.6025, |
| "step": 4175 |
| }, |
| { |
| "epoch": 1.0060168471720818, |
| "grad_norm": 1.6640625, |
| "learning_rate": 8.162883705679107e-05, |
| "loss": 0.6016, |
| "step": 4180 |
| }, |
| { |
| "epoch": 1.0072202166064983, |
| "grad_norm": 1.7578125, |
| "learning_rate": 8.158758357538474e-05, |
| "loss": 0.5501, |
| "step": 4185 |
| }, |
| { |
| "epoch": 1.0084235860409145, |
| "grad_norm": 1.7890625, |
| "learning_rate": 8.154630008376522e-05, |
| "loss": 0.548, |
| "step": 4190 |
| }, |
| { |
| "epoch": 1.009626955475331, |
| "grad_norm": 1.6328125, |
| "learning_rate": 8.150498664786107e-05, |
| "loss": 0.5533, |
| "step": 4195 |
| }, |
| { |
| "epoch": 1.0108303249097472, |
| "grad_norm": 1.671875, |
| "learning_rate": 8.146364333364874e-05, |
| "loss": 0.5879, |
| "step": 4200 |
| }, |
| { |
| "epoch": 1.0120336943441637, |
| "grad_norm": 1.671875, |
| "learning_rate": 8.142227020715236e-05, |
| "loss": 0.5898, |
| "step": 4205 |
| }, |
| { |
| "epoch": 1.01323706377858, |
| "grad_norm": 1.7578125, |
| "learning_rate": 8.138086733444366e-05, |
| "loss": 0.5648, |
| "step": 4210 |
| }, |
| { |
| "epoch": 1.0144404332129964, |
| "grad_norm": 1.8359375, |
| "learning_rate": 8.13394347816419e-05, |
| "loss": 0.5852, |
| "step": 4215 |
| }, |
| { |
| "epoch": 1.0156438026474128, |
| "grad_norm": 1.75, |
| "learning_rate": 8.129797261491373e-05, |
| "loss": 0.5723, |
| "step": 4220 |
| }, |
| { |
| "epoch": 1.016847172081829, |
| "grad_norm": 1.921875, |
| "learning_rate": 8.125648090047308e-05, |
| "loss": 0.5741, |
| "step": 4225 |
| }, |
| { |
| "epoch": 1.0180505415162455, |
| "grad_norm": 1.765625, |
| "learning_rate": 8.12149597045811e-05, |
| "loss": 0.578, |
| "step": 4230 |
| }, |
| { |
| "epoch": 1.0192539109506618, |
| "grad_norm": 1.8203125, |
| "learning_rate": 8.117340909354598e-05, |
| "loss": 0.5999, |
| "step": 4235 |
| }, |
| { |
| "epoch": 1.0204572803850782, |
| "grad_norm": 1.8984375, |
| "learning_rate": 8.11318291337229e-05, |
| "loss": 0.6071, |
| "step": 4240 |
| }, |
| { |
| "epoch": 1.0216606498194947, |
| "grad_norm": 1.78125, |
| "learning_rate": 8.10902198915139e-05, |
| "loss": 0.6093, |
| "step": 4245 |
| }, |
| { |
| "epoch": 1.022864019253911, |
| "grad_norm": 1.796875, |
| "learning_rate": 8.104858143336784e-05, |
| "loss": 0.5742, |
| "step": 4250 |
| }, |
| { |
| "epoch": 1.0240673886883274, |
| "grad_norm": 1.75, |
| "learning_rate": 8.100691382578017e-05, |
| "loss": 0.5686, |
| "step": 4255 |
| }, |
| { |
| "epoch": 1.0252707581227436, |
| "grad_norm": 1.8046875, |
| "learning_rate": 8.096521713529291e-05, |
| "loss": 0.5793, |
| "step": 4260 |
| }, |
| { |
| "epoch": 1.02647412755716, |
| "grad_norm": 1.640625, |
| "learning_rate": 8.092349142849451e-05, |
| "loss": 0.5686, |
| "step": 4265 |
| }, |
| { |
| "epoch": 1.0276774969915765, |
| "grad_norm": 1.859375, |
| "learning_rate": 8.088173677201983e-05, |
| "loss": 0.5715, |
| "step": 4270 |
| }, |
| { |
| "epoch": 1.0288808664259927, |
| "grad_norm": 1.640625, |
| "learning_rate": 8.083995323254985e-05, |
| "loss": 0.5892, |
| "step": 4275 |
| }, |
| { |
| "epoch": 1.0300842358604092, |
| "grad_norm": 1.6171875, |
| "learning_rate": 8.079814087681177e-05, |
| "loss": 0.5761, |
| "step": 4280 |
| }, |
| { |
| "epoch": 1.0312876052948254, |
| "grad_norm": 1.59375, |
| "learning_rate": 8.075629977157875e-05, |
| "loss": 0.5844, |
| "step": 4285 |
| }, |
| { |
| "epoch": 1.032490974729242, |
| "grad_norm": 1.8515625, |
| "learning_rate": 8.071442998366989e-05, |
| "loss": 0.5738, |
| "step": 4290 |
| }, |
| { |
| "epoch": 1.0336943441636581, |
| "grad_norm": 1.6484375, |
| "learning_rate": 8.06725315799501e-05, |
| "loss": 0.5608, |
| "step": 4295 |
| }, |
| { |
| "epoch": 1.0348977135980746, |
| "grad_norm": 1.5625, |
| "learning_rate": 8.063060462732998e-05, |
| "loss": 0.5486, |
| "step": 4300 |
| }, |
| { |
| "epoch": 1.036101083032491, |
| "grad_norm": 1.6484375, |
| "learning_rate": 8.058864919276573e-05, |
| "loss": 0.5528, |
| "step": 4305 |
| }, |
| { |
| "epoch": 1.0373044524669073, |
| "grad_norm": 1.828125, |
| "learning_rate": 8.054666534325897e-05, |
| "loss": 0.5759, |
| "step": 4310 |
| }, |
| { |
| "epoch": 1.0385078219013237, |
| "grad_norm": 1.8828125, |
| "learning_rate": 8.050465314585683e-05, |
| "loss": 0.5518, |
| "step": 4315 |
| }, |
| { |
| "epoch": 1.03971119133574, |
| "grad_norm": 1.9453125, |
| "learning_rate": 8.046261266765159e-05, |
| "loss": 0.5691, |
| "step": 4320 |
| }, |
| { |
| "epoch": 1.0409145607701564, |
| "grad_norm": 1.703125, |
| "learning_rate": 8.042054397578074e-05, |
| "loss": 0.5697, |
| "step": 4325 |
| }, |
| { |
| "epoch": 1.0421179302045729, |
| "grad_norm": 1.7890625, |
| "learning_rate": 8.037844713742681e-05, |
| "loss": 0.5935, |
| "step": 4330 |
| }, |
| { |
| "epoch": 1.0433212996389891, |
| "grad_norm": 1.6171875, |
| "learning_rate": 8.033632221981734e-05, |
| "loss": 0.55, |
| "step": 4335 |
| }, |
| { |
| "epoch": 1.0445246690734056, |
| "grad_norm": 1.640625, |
| "learning_rate": 8.029416929022463e-05, |
| "loss": 0.5731, |
| "step": 4340 |
| }, |
| { |
| "epoch": 1.0457280385078218, |
| "grad_norm": 1.8515625, |
| "learning_rate": 8.025198841596576e-05, |
| "loss": 0.5923, |
| "step": 4345 |
| }, |
| { |
| "epoch": 1.0469314079422383, |
| "grad_norm": 1.8046875, |
| "learning_rate": 8.020977966440242e-05, |
| "loss": 0.5673, |
| "step": 4350 |
| }, |
| { |
| "epoch": 1.0481347773766547, |
| "grad_norm": 1.7265625, |
| "learning_rate": 8.016754310294083e-05, |
| "loss": 0.564, |
| "step": 4355 |
| }, |
| { |
| "epoch": 1.049338146811071, |
| "grad_norm": 1.8515625, |
| "learning_rate": 8.012527879903161e-05, |
| "loss": 0.5489, |
| "step": 4360 |
| }, |
| { |
| "epoch": 1.0505415162454874, |
| "grad_norm": 1.671875, |
| "learning_rate": 8.008298682016972e-05, |
| "loss": 0.5378, |
| "step": 4365 |
| }, |
| { |
| "epoch": 1.0517448856799037, |
| "grad_norm": 1.7109375, |
| "learning_rate": 8.004066723389425e-05, |
| "loss": 0.5723, |
| "step": 4370 |
| }, |
| { |
| "epoch": 1.05294825511432, |
| "grad_norm": 1.7421875, |
| "learning_rate": 7.999832010778844e-05, |
| "loss": 0.5554, |
| "step": 4375 |
| }, |
| { |
| "epoch": 1.0541516245487366, |
| "grad_norm": 1.6484375, |
| "learning_rate": 7.995594550947946e-05, |
| "loss": 0.5525, |
| "step": 4380 |
| }, |
| { |
| "epoch": 1.0553549939831528, |
| "grad_norm": 1.7421875, |
| "learning_rate": 7.991354350663841e-05, |
| "loss": 0.5611, |
| "step": 4385 |
| }, |
| { |
| "epoch": 1.0565583634175693, |
| "grad_norm": 1.859375, |
| "learning_rate": 7.98711141669801e-05, |
| "loss": 0.5853, |
| "step": 4390 |
| }, |
| { |
| "epoch": 1.0577617328519855, |
| "grad_norm": 1.9375, |
| "learning_rate": 7.982865755826304e-05, |
| "loss": 0.5756, |
| "step": 4395 |
| }, |
| { |
| "epoch": 1.058965102286402, |
| "grad_norm": 1.75, |
| "learning_rate": 7.978617374828925e-05, |
| "loss": 0.6022, |
| "step": 4400 |
| }, |
| { |
| "epoch": 1.0601684717208182, |
| "grad_norm": 1.6796875, |
| "learning_rate": 7.974366280490421e-05, |
| "loss": 0.5918, |
| "step": 4405 |
| }, |
| { |
| "epoch": 1.0613718411552346, |
| "grad_norm": 1.8203125, |
| "learning_rate": 7.970112479599673e-05, |
| "loss": 0.5539, |
| "step": 4410 |
| }, |
| { |
| "epoch": 1.062575210589651, |
| "grad_norm": 1.5859375, |
| "learning_rate": 7.965855978949883e-05, |
| "loss": 0.5474, |
| "step": 4415 |
| }, |
| { |
| "epoch": 1.0637785800240673, |
| "grad_norm": 1.703125, |
| "learning_rate": 7.961596785338567e-05, |
| "loss": 0.5954, |
| "step": 4420 |
| }, |
| { |
| "epoch": 1.0649819494584838, |
| "grad_norm": 1.7265625, |
| "learning_rate": 7.95733490556754e-05, |
| "loss": 0.5742, |
| "step": 4425 |
| }, |
| { |
| "epoch": 1.0661853188929, |
| "grad_norm": 1.6953125, |
| "learning_rate": 7.953070346442906e-05, |
| "loss": 0.5809, |
| "step": 4430 |
| }, |
| { |
| "epoch": 1.0673886883273165, |
| "grad_norm": 1.78125, |
| "learning_rate": 7.948803114775048e-05, |
| "loss": 0.5991, |
| "step": 4435 |
| }, |
| { |
| "epoch": 1.068592057761733, |
| "grad_norm": 1.8515625, |
| "learning_rate": 7.944533217378621e-05, |
| "loss": 0.5433, |
| "step": 4440 |
| }, |
| { |
| "epoch": 1.0697954271961492, |
| "grad_norm": 1.765625, |
| "learning_rate": 7.940260661072528e-05, |
| "loss": 0.5351, |
| "step": 4445 |
| }, |
| { |
| "epoch": 1.0709987966305656, |
| "grad_norm": 1.7734375, |
| "learning_rate": 7.935985452679931e-05, |
| "loss": 0.5339, |
| "step": 4450 |
| }, |
| { |
| "epoch": 1.0722021660649819, |
| "grad_norm": 1.78125, |
| "learning_rate": 7.931707599028214e-05, |
| "loss": 0.5568, |
| "step": 4455 |
| }, |
| { |
| "epoch": 1.0734055354993983, |
| "grad_norm": 1.5625, |
| "learning_rate": 7.927427106948996e-05, |
| "loss": 0.5831, |
| "step": 4460 |
| }, |
| { |
| "epoch": 1.0746089049338148, |
| "grad_norm": 1.7578125, |
| "learning_rate": 7.923143983278104e-05, |
| "loss": 0.5555, |
| "step": 4465 |
| }, |
| { |
| "epoch": 1.075812274368231, |
| "grad_norm": 1.703125, |
| "learning_rate": 7.918858234855566e-05, |
| "loss": 0.5828, |
| "step": 4470 |
| }, |
| { |
| "epoch": 1.0770156438026475, |
| "grad_norm": 1.6875, |
| "learning_rate": 7.914569868525606e-05, |
| "loss": 0.5506, |
| "step": 4475 |
| }, |
| { |
| "epoch": 1.0782190132370637, |
| "grad_norm": 1.828125, |
| "learning_rate": 7.910278891136629e-05, |
| "loss": 0.5747, |
| "step": 4480 |
| }, |
| { |
| "epoch": 1.0794223826714802, |
| "grad_norm": 1.7734375, |
| "learning_rate": 7.905985309541206e-05, |
| "loss": 0.5624, |
| "step": 4485 |
| }, |
| { |
| "epoch": 1.0806257521058966, |
| "grad_norm": 1.6328125, |
| "learning_rate": 7.90168913059607e-05, |
| "loss": 0.5785, |
| "step": 4490 |
| }, |
| { |
| "epoch": 1.0818291215403129, |
| "grad_norm": 1.7109375, |
| "learning_rate": 7.897390361162101e-05, |
| "loss": 0.5106, |
| "step": 4495 |
| }, |
| { |
| "epoch": 1.0830324909747293, |
| "grad_norm": 1.921875, |
| "learning_rate": 7.893089008104314e-05, |
| "loss": 0.5917, |
| "step": 4500 |
| }, |
| { |
| "epoch": 1.0830324909747293, |
| "eval_loss": 0.5059241652488708, |
| "eval_runtime": 2.6442, |
| "eval_samples_per_second": 75.636, |
| "eval_steps_per_second": 75.636, |
| "step": 4500 |
| }, |
| { |
| "epoch": 1.0842358604091455, |
| "grad_norm": 1.6328125, |
| "learning_rate": 7.88878507829185e-05, |
| "loss": 0.5805, |
| "step": 4505 |
| }, |
| { |
| "epoch": 1.085439229843562, |
| "grad_norm": 1.6640625, |
| "learning_rate": 7.884478578597971e-05, |
| "loss": 0.567, |
| "step": 4510 |
| }, |
| { |
| "epoch": 1.0866425992779782, |
| "grad_norm": 1.828125, |
| "learning_rate": 7.880169515900036e-05, |
| "loss": 0.5463, |
| "step": 4515 |
| }, |
| { |
| "epoch": 1.0878459687123947, |
| "grad_norm": 1.671875, |
| "learning_rate": 7.875857897079499e-05, |
| "loss": 0.5636, |
| "step": 4520 |
| }, |
| { |
| "epoch": 1.0890493381468112, |
| "grad_norm": 1.75, |
| "learning_rate": 7.871543729021899e-05, |
| "loss": 0.5626, |
| "step": 4525 |
| }, |
| { |
| "epoch": 1.0902527075812274, |
| "grad_norm": 1.7890625, |
| "learning_rate": 7.867227018616841e-05, |
| "loss": 0.5819, |
| "step": 4530 |
| }, |
| { |
| "epoch": 1.0914560770156438, |
| "grad_norm": 1.6640625, |
| "learning_rate": 7.862907772757996e-05, |
| "loss": 0.5692, |
| "step": 4535 |
| }, |
| { |
| "epoch": 1.09265944645006, |
| "grad_norm": 1.6875, |
| "learning_rate": 7.858585998343077e-05, |
| "loss": 0.5725, |
| "step": 4540 |
| }, |
| { |
| "epoch": 1.0938628158844765, |
| "grad_norm": 1.640625, |
| "learning_rate": 7.854261702273843e-05, |
| "loss": 0.5476, |
| "step": 4545 |
| }, |
| { |
| "epoch": 1.095066185318893, |
| "grad_norm": 1.796875, |
| "learning_rate": 7.849934891456073e-05, |
| "loss": 0.554, |
| "step": 4550 |
| }, |
| { |
| "epoch": 1.0962695547533092, |
| "grad_norm": 1.6796875, |
| "learning_rate": 7.845605572799565e-05, |
| "loss": 0.5864, |
| "step": 4555 |
| }, |
| { |
| "epoch": 1.0974729241877257, |
| "grad_norm": 1.8125, |
| "learning_rate": 7.841273753218124e-05, |
| "loss": 0.5642, |
| "step": 4560 |
| }, |
| { |
| "epoch": 1.098676293622142, |
| "grad_norm": 1.6875, |
| "learning_rate": 7.836939439629546e-05, |
| "loss": 0.5659, |
| "step": 4565 |
| }, |
| { |
| "epoch": 1.0998796630565584, |
| "grad_norm": 1.6484375, |
| "learning_rate": 7.832602638955609e-05, |
| "loss": 0.5449, |
| "step": 4570 |
| }, |
| { |
| "epoch": 1.1010830324909748, |
| "grad_norm": 1.59375, |
| "learning_rate": 7.828263358122067e-05, |
| "loss": 0.571, |
| "step": 4575 |
| }, |
| { |
| "epoch": 1.102286401925391, |
| "grad_norm": 1.6796875, |
| "learning_rate": 7.82392160405863e-05, |
| "loss": 0.5436, |
| "step": 4580 |
| }, |
| { |
| "epoch": 1.1034897713598075, |
| "grad_norm": 1.6796875, |
| "learning_rate": 7.81957738369896e-05, |
| "loss": 0.5785, |
| "step": 4585 |
| }, |
| { |
| "epoch": 1.1046931407942238, |
| "grad_norm": 1.7734375, |
| "learning_rate": 7.815230703980658e-05, |
| "loss": 0.5879, |
| "step": 4590 |
| }, |
| { |
| "epoch": 1.1058965102286402, |
| "grad_norm": 1.796875, |
| "learning_rate": 7.810881571845253e-05, |
| "loss": 0.5882, |
| "step": 4595 |
| }, |
| { |
| "epoch": 1.1070998796630565, |
| "grad_norm": 1.71875, |
| "learning_rate": 7.806529994238188e-05, |
| "loss": 0.5838, |
| "step": 4600 |
| }, |
| { |
| "epoch": 1.108303249097473, |
| "grad_norm": 1.640625, |
| "learning_rate": 7.802175978108813e-05, |
| "loss": 0.5813, |
| "step": 4605 |
| }, |
| { |
| "epoch": 1.1095066185318894, |
| "grad_norm": 1.8125, |
| "learning_rate": 7.797819530410373e-05, |
| "loss": 0.5836, |
| "step": 4610 |
| }, |
| { |
| "epoch": 1.1107099879663056, |
| "grad_norm": 1.7109375, |
| "learning_rate": 7.793460658099995e-05, |
| "loss": 0.6057, |
| "step": 4615 |
| }, |
| { |
| "epoch": 1.111913357400722, |
| "grad_norm": 1.7265625, |
| "learning_rate": 7.789099368138678e-05, |
| "loss": 0.5564, |
| "step": 4620 |
| }, |
| { |
| "epoch": 1.1131167268351383, |
| "grad_norm": 1.5546875, |
| "learning_rate": 7.78473566749128e-05, |
| "loss": 0.5527, |
| "step": 4625 |
| }, |
| { |
| "epoch": 1.1143200962695547, |
| "grad_norm": 1.875, |
| "learning_rate": 7.780369563126516e-05, |
| "loss": 0.5814, |
| "step": 4630 |
| }, |
| { |
| "epoch": 1.1155234657039712, |
| "grad_norm": 1.625, |
| "learning_rate": 7.77600106201693e-05, |
| "loss": 0.5483, |
| "step": 4635 |
| }, |
| { |
| "epoch": 1.1167268351383874, |
| "grad_norm": 1.6640625, |
| "learning_rate": 7.7716301711389e-05, |
| "loss": 0.5661, |
| "step": 4640 |
| }, |
| { |
| "epoch": 1.117930204572804, |
| "grad_norm": 1.8125, |
| "learning_rate": 7.767256897472616e-05, |
| "loss": 0.5879, |
| "step": 4645 |
| }, |
| { |
| "epoch": 1.1191335740072201, |
| "grad_norm": 1.9140625, |
| "learning_rate": 7.76288124800208e-05, |
| "loss": 0.5954, |
| "step": 4650 |
| }, |
| { |
| "epoch": 1.1203369434416366, |
| "grad_norm": 1.828125, |
| "learning_rate": 7.758503229715083e-05, |
| "loss": 0.5783, |
| "step": 4655 |
| }, |
| { |
| "epoch": 1.121540312876053, |
| "grad_norm": 1.765625, |
| "learning_rate": 7.754122849603197e-05, |
| "loss": 0.5783, |
| "step": 4660 |
| }, |
| { |
| "epoch": 1.1227436823104693, |
| "grad_norm": 1.7421875, |
| "learning_rate": 7.749740114661771e-05, |
| "loss": 0.5272, |
| "step": 4665 |
| }, |
| { |
| "epoch": 1.1239470517448857, |
| "grad_norm": 1.578125, |
| "learning_rate": 7.745355031889913e-05, |
| "loss": 0.5758, |
| "step": 4670 |
| }, |
| { |
| "epoch": 1.125150421179302, |
| "grad_norm": 1.6015625, |
| "learning_rate": 7.740967608290477e-05, |
| "loss": 0.534, |
| "step": 4675 |
| }, |
| { |
| "epoch": 1.1263537906137184, |
| "grad_norm": 1.8671875, |
| "learning_rate": 7.736577850870058e-05, |
| "loss": 0.5413, |
| "step": 4680 |
| }, |
| { |
| "epoch": 1.1275571600481347, |
| "grad_norm": 1.6484375, |
| "learning_rate": 7.73218576663898e-05, |
| "loss": 0.5879, |
| "step": 4685 |
| }, |
| { |
| "epoch": 1.1287605294825511, |
| "grad_norm": 1.8203125, |
| "learning_rate": 7.727791362611279e-05, |
| "loss": 0.5373, |
| "step": 4690 |
| }, |
| { |
| "epoch": 1.1299638989169676, |
| "grad_norm": 1.7421875, |
| "learning_rate": 7.7233946458047e-05, |
| "loss": 0.5613, |
| "step": 4695 |
| }, |
| { |
| "epoch": 1.1311672683513838, |
| "grad_norm": 1.8984375, |
| "learning_rate": 7.718995623240674e-05, |
| "loss": 0.592, |
| "step": 4700 |
| }, |
| { |
| "epoch": 1.1323706377858003, |
| "grad_norm": 1.703125, |
| "learning_rate": 7.714594301944324e-05, |
| "loss": 0.5852, |
| "step": 4705 |
| }, |
| { |
| "epoch": 1.1335740072202167, |
| "grad_norm": 1.7890625, |
| "learning_rate": 7.710190688944438e-05, |
| "loss": 0.5835, |
| "step": 4710 |
| }, |
| { |
| "epoch": 1.134777376654633, |
| "grad_norm": 1.8671875, |
| "learning_rate": 7.705784791273463e-05, |
| "loss": 0.5649, |
| "step": 4715 |
| }, |
| { |
| "epoch": 1.1359807460890494, |
| "grad_norm": 1.6484375, |
| "learning_rate": 7.701376615967497e-05, |
| "loss": 0.5628, |
| "step": 4720 |
| }, |
| { |
| "epoch": 1.1371841155234657, |
| "grad_norm": 1.7421875, |
| "learning_rate": 7.696966170066276e-05, |
| "loss": 0.5844, |
| "step": 4725 |
| }, |
| { |
| "epoch": 1.1383874849578821, |
| "grad_norm": 1.671875, |
| "learning_rate": 7.69255346061316e-05, |
| "loss": 0.5349, |
| "step": 4730 |
| }, |
| { |
| "epoch": 1.1395908543922983, |
| "grad_norm": 1.8125, |
| "learning_rate": 7.688138494655125e-05, |
| "loss": 0.5429, |
| "step": 4735 |
| }, |
| { |
| "epoch": 1.1407942238267148, |
| "grad_norm": 1.7265625, |
| "learning_rate": 7.683721279242749e-05, |
| "loss": 0.5762, |
| "step": 4740 |
| }, |
| { |
| "epoch": 1.1419975932611313, |
| "grad_norm": 1.6875, |
| "learning_rate": 7.679301821430205e-05, |
| "loss": 0.5778, |
| "step": 4745 |
| }, |
| { |
| "epoch": 1.1432009626955475, |
| "grad_norm": 1.671875, |
| "learning_rate": 7.674880128275246e-05, |
| "loss": 0.5823, |
| "step": 4750 |
| }, |
| { |
| "epoch": 1.144404332129964, |
| "grad_norm": 1.5703125, |
| "learning_rate": 7.670456206839193e-05, |
| "loss": 0.5535, |
| "step": 4755 |
| }, |
| { |
| "epoch": 1.1456077015643802, |
| "grad_norm": 1.609375, |
| "learning_rate": 7.666030064186928e-05, |
| "loss": 0.5651, |
| "step": 4760 |
| }, |
| { |
| "epoch": 1.1468110709987966, |
| "grad_norm": 1.6015625, |
| "learning_rate": 7.661601707386877e-05, |
| "loss": 0.5744, |
| "step": 4765 |
| }, |
| { |
| "epoch": 1.1480144404332129, |
| "grad_norm": 1.6875, |
| "learning_rate": 7.657171143511008e-05, |
| "loss": 0.5506, |
| "step": 4770 |
| }, |
| { |
| "epoch": 1.1492178098676293, |
| "grad_norm": 1.84375, |
| "learning_rate": 7.652738379634806e-05, |
| "loss": 0.5681, |
| "step": 4775 |
| }, |
| { |
| "epoch": 1.1504211793020458, |
| "grad_norm": 1.5703125, |
| "learning_rate": 7.648303422837275e-05, |
| "loss": 0.5271, |
| "step": 4780 |
| }, |
| { |
| "epoch": 1.151624548736462, |
| "grad_norm": 1.703125, |
| "learning_rate": 7.643866280200916e-05, |
| "loss": 0.5712, |
| "step": 4785 |
| }, |
| { |
| "epoch": 1.1528279181708785, |
| "grad_norm": 1.5390625, |
| "learning_rate": 7.639426958811728e-05, |
| "loss": 0.5676, |
| "step": 4790 |
| }, |
| { |
| "epoch": 1.154031287605295, |
| "grad_norm": 1.84375, |
| "learning_rate": 7.634985465759185e-05, |
| "loss": 0.5726, |
| "step": 4795 |
| }, |
| { |
| "epoch": 1.1552346570397112, |
| "grad_norm": 1.78125, |
| "learning_rate": 7.630541808136224e-05, |
| "loss": 0.5879, |
| "step": 4800 |
| }, |
| { |
| "epoch": 1.1564380264741276, |
| "grad_norm": 1.6875, |
| "learning_rate": 7.626095993039252e-05, |
| "loss": 0.5786, |
| "step": 4805 |
| }, |
| { |
| "epoch": 1.1576413959085439, |
| "grad_norm": 1.7734375, |
| "learning_rate": 7.621648027568106e-05, |
| "loss": 0.5461, |
| "step": 4810 |
| }, |
| { |
| "epoch": 1.1588447653429603, |
| "grad_norm": 1.796875, |
| "learning_rate": 7.61719791882607e-05, |
| "loss": 0.5605, |
| "step": 4815 |
| }, |
| { |
| "epoch": 1.1600481347773766, |
| "grad_norm": 2.0, |
| "learning_rate": 7.612745673919841e-05, |
| "loss": 0.5982, |
| "step": 4820 |
| }, |
| { |
| "epoch": 1.161251504211793, |
| "grad_norm": 1.90625, |
| "learning_rate": 7.608291299959535e-05, |
| "loss": 0.5808, |
| "step": 4825 |
| }, |
| { |
| "epoch": 1.1624548736462095, |
| "grad_norm": 1.7578125, |
| "learning_rate": 7.603834804058663e-05, |
| "loss": 0.5782, |
| "step": 4830 |
| }, |
| { |
| "epoch": 1.1636582430806257, |
| "grad_norm": 1.7109375, |
| "learning_rate": 7.599376193334128e-05, |
| "loss": 0.5563, |
| "step": 4835 |
| }, |
| { |
| "epoch": 1.1648616125150422, |
| "grad_norm": 1.8125, |
| "learning_rate": 7.594915474906208e-05, |
| "loss": 0.5864, |
| "step": 4840 |
| }, |
| { |
| "epoch": 1.1660649819494584, |
| "grad_norm": 1.71875, |
| "learning_rate": 7.590452655898546e-05, |
| "loss": 0.5598, |
| "step": 4845 |
| }, |
| { |
| "epoch": 1.1672683513838749, |
| "grad_norm": 1.8515625, |
| "learning_rate": 7.585987743438143e-05, |
| "loss": 0.5418, |
| "step": 4850 |
| }, |
| { |
| "epoch": 1.168471720818291, |
| "grad_norm": 1.75, |
| "learning_rate": 7.58152074465534e-05, |
| "loss": 0.5851, |
| "step": 4855 |
| }, |
| { |
| "epoch": 1.1696750902527075, |
| "grad_norm": 1.8359375, |
| "learning_rate": 7.577051666683814e-05, |
| "loss": 0.5671, |
| "step": 4860 |
| }, |
| { |
| "epoch": 1.170878459687124, |
| "grad_norm": 1.6875, |
| "learning_rate": 7.572580516660559e-05, |
| "loss": 0.5606, |
| "step": 4865 |
| }, |
| { |
| "epoch": 1.1720818291215402, |
| "grad_norm": 2.015625, |
| "learning_rate": 7.568107301725875e-05, |
| "loss": 0.5843, |
| "step": 4870 |
| }, |
| { |
| "epoch": 1.1732851985559567, |
| "grad_norm": 1.8515625, |
| "learning_rate": 7.563632029023366e-05, |
| "loss": 0.5452, |
| "step": 4875 |
| }, |
| { |
| "epoch": 1.1744885679903732, |
| "grad_norm": 1.984375, |
| "learning_rate": 7.55915470569992e-05, |
| "loss": 0.5551, |
| "step": 4880 |
| }, |
| { |
| "epoch": 1.1756919374247894, |
| "grad_norm": 1.765625, |
| "learning_rate": 7.554675338905699e-05, |
| "loss": 0.585, |
| "step": 4885 |
| }, |
| { |
| "epoch": 1.1768953068592058, |
| "grad_norm": 1.6328125, |
| "learning_rate": 7.550193935794128e-05, |
| "loss": 0.5754, |
| "step": 4890 |
| }, |
| { |
| "epoch": 1.178098676293622, |
| "grad_norm": 1.734375, |
| "learning_rate": 7.545710503521885e-05, |
| "loss": 0.5483, |
| "step": 4895 |
| }, |
| { |
| "epoch": 1.1793020457280385, |
| "grad_norm": 1.7265625, |
| "learning_rate": 7.541225049248888e-05, |
| "loss": 0.5752, |
| "step": 4900 |
| }, |
| { |
| "epoch": 1.1805054151624548, |
| "grad_norm": 1.671875, |
| "learning_rate": 7.536737580138282e-05, |
| "loss": 0.5567, |
| "step": 4905 |
| }, |
| { |
| "epoch": 1.1817087845968712, |
| "grad_norm": 1.8046875, |
| "learning_rate": 7.532248103356436e-05, |
| "loss": 0.5805, |
| "step": 4910 |
| }, |
| { |
| "epoch": 1.1829121540312877, |
| "grad_norm": 1.65625, |
| "learning_rate": 7.527756626072919e-05, |
| "loss": 0.5726, |
| "step": 4915 |
| }, |
| { |
| "epoch": 1.184115523465704, |
| "grad_norm": 1.859375, |
| "learning_rate": 7.523263155460495e-05, |
| "loss": 0.5953, |
| "step": 4920 |
| }, |
| { |
| "epoch": 1.1853188929001204, |
| "grad_norm": 1.6328125, |
| "learning_rate": 7.518767698695114e-05, |
| "loss": 0.5617, |
| "step": 4925 |
| }, |
| { |
| "epoch": 1.1865222623345366, |
| "grad_norm": 1.65625, |
| "learning_rate": 7.514270262955898e-05, |
| "loss": 0.5497, |
| "step": 4930 |
| }, |
| { |
| "epoch": 1.187725631768953, |
| "grad_norm": 1.7109375, |
| "learning_rate": 7.509770855425127e-05, |
| "loss": 0.5711, |
| "step": 4935 |
| }, |
| { |
| "epoch": 1.1889290012033695, |
| "grad_norm": 1.7421875, |
| "learning_rate": 7.505269483288231e-05, |
| "loss": 0.5499, |
| "step": 4940 |
| }, |
| { |
| "epoch": 1.1901323706377858, |
| "grad_norm": 1.90625, |
| "learning_rate": 7.50076615373378e-05, |
| "loss": 0.592, |
| "step": 4945 |
| }, |
| { |
| "epoch": 1.1913357400722022, |
| "grad_norm": 1.6796875, |
| "learning_rate": 7.496260873953466e-05, |
| "loss": 0.5446, |
| "step": 4950 |
| }, |
| { |
| "epoch": 1.1925391095066185, |
| "grad_norm": 1.65625, |
| "learning_rate": 7.491753651142096e-05, |
| "loss": 0.5606, |
| "step": 4955 |
| }, |
| { |
| "epoch": 1.193742478941035, |
| "grad_norm": 1.8125, |
| "learning_rate": 7.48724449249758e-05, |
| "loss": 0.5566, |
| "step": 4960 |
| }, |
| { |
| "epoch": 1.1949458483754514, |
| "grad_norm": 1.734375, |
| "learning_rate": 7.482733405220924e-05, |
| "loss": 0.544, |
| "step": 4965 |
| }, |
| { |
| "epoch": 1.1961492178098676, |
| "grad_norm": 1.7109375, |
| "learning_rate": 7.478220396516206e-05, |
| "loss": 0.5476, |
| "step": 4970 |
| }, |
| { |
| "epoch": 1.197352587244284, |
| "grad_norm": 1.578125, |
| "learning_rate": 7.473705473590582e-05, |
| "loss": 0.556, |
| "step": 4975 |
| }, |
| { |
| "epoch": 1.1985559566787003, |
| "grad_norm": 1.6015625, |
| "learning_rate": 7.469188643654254e-05, |
| "loss": 0.5527, |
| "step": 4980 |
| }, |
| { |
| "epoch": 1.1997593261131168, |
| "grad_norm": 1.703125, |
| "learning_rate": 7.46466991392048e-05, |
| "loss": 0.5428, |
| "step": 4985 |
| }, |
| { |
| "epoch": 1.200962695547533, |
| "grad_norm": 1.71875, |
| "learning_rate": 7.460149291605544e-05, |
| "loss": 0.5524, |
| "step": 4990 |
| }, |
| { |
| "epoch": 1.2021660649819494, |
| "grad_norm": 1.78125, |
| "learning_rate": 7.455626783928757e-05, |
| "loss": 0.597, |
| "step": 4995 |
| }, |
| { |
| "epoch": 1.203369434416366, |
| "grad_norm": 1.6796875, |
| "learning_rate": 7.45110239811244e-05, |
| "loss": 0.5684, |
| "step": 5000 |
| }, |
| { |
| "epoch": 1.203369434416366, |
| "eval_loss": 0.49116280674934387, |
| "eval_runtime": 2.6476, |
| "eval_samples_per_second": 75.54, |
| "eval_steps_per_second": 75.54, |
| "step": 5000 |
| }, |
| { |
| "epoch": 1.2045728038507821, |
| "grad_norm": 1.6015625, |
| "learning_rate": 7.446576141381909e-05, |
| "loss": 0.5554, |
| "step": 5005 |
| }, |
| { |
| "epoch": 1.2057761732851986, |
| "grad_norm": 1.703125, |
| "learning_rate": 7.442048020965478e-05, |
| "loss": 0.5728, |
| "step": 5010 |
| }, |
| { |
| "epoch": 1.2069795427196148, |
| "grad_norm": 1.6875, |
| "learning_rate": 7.437518044094426e-05, |
| "loss": 0.5353, |
| "step": 5015 |
| }, |
| { |
| "epoch": 1.2081829121540313, |
| "grad_norm": 1.6171875, |
| "learning_rate": 7.432986218003002e-05, |
| "loss": 0.5448, |
| "step": 5020 |
| }, |
| { |
| "epoch": 1.2093862815884477, |
| "grad_norm": 1.8046875, |
| "learning_rate": 7.428452549928408e-05, |
| "loss": 0.5824, |
| "step": 5025 |
| }, |
| { |
| "epoch": 1.210589651022864, |
| "grad_norm": 1.65625, |
| "learning_rate": 7.423917047110788e-05, |
| "loss": 0.5641, |
| "step": 5030 |
| }, |
| { |
| "epoch": 1.2117930204572804, |
| "grad_norm": 1.921875, |
| "learning_rate": 7.419379716793217e-05, |
| "loss": 0.5362, |
| "step": 5035 |
| }, |
| { |
| "epoch": 1.2129963898916967, |
| "grad_norm": 1.65625, |
| "learning_rate": 7.414840566221683e-05, |
| "loss": 0.5717, |
| "step": 5040 |
| }, |
| { |
| "epoch": 1.2141997593261131, |
| "grad_norm": 1.734375, |
| "learning_rate": 7.410299602645087e-05, |
| "loss": 0.59, |
| "step": 5045 |
| }, |
| { |
| "epoch": 1.2154031287605296, |
| "grad_norm": 1.7578125, |
| "learning_rate": 7.405756833315221e-05, |
| "loss": 0.5442, |
| "step": 5050 |
| }, |
| { |
| "epoch": 1.2166064981949458, |
| "grad_norm": 1.8984375, |
| "learning_rate": 7.401212265486765e-05, |
| "loss": 0.5929, |
| "step": 5055 |
| }, |
| { |
| "epoch": 1.2178098676293623, |
| "grad_norm": 1.6640625, |
| "learning_rate": 7.396665906417269e-05, |
| "loss": 0.5278, |
| "step": 5060 |
| }, |
| { |
| "epoch": 1.2190132370637785, |
| "grad_norm": 1.609375, |
| "learning_rate": 7.392117763367142e-05, |
| "loss": 0.5568, |
| "step": 5065 |
| }, |
| { |
| "epoch": 1.220216606498195, |
| "grad_norm": 1.7578125, |
| "learning_rate": 7.387567843599643e-05, |
| "loss": 0.5513, |
| "step": 5070 |
| }, |
| { |
| "epoch": 1.2214199759326112, |
| "grad_norm": 1.8359375, |
| "learning_rate": 7.383016154380869e-05, |
| "loss": 0.5313, |
| "step": 5075 |
| }, |
| { |
| "epoch": 1.2226233453670277, |
| "grad_norm": 1.8203125, |
| "learning_rate": 7.378462702979744e-05, |
| "loss": 0.5842, |
| "step": 5080 |
| }, |
| { |
| "epoch": 1.2238267148014441, |
| "grad_norm": 1.703125, |
| "learning_rate": 7.373907496668005e-05, |
| "loss": 0.561, |
| "step": 5085 |
| }, |
| { |
| "epoch": 1.2250300842358604, |
| "grad_norm": 1.78125, |
| "learning_rate": 7.369350542720187e-05, |
| "loss": 0.5642, |
| "step": 5090 |
| }, |
| { |
| "epoch": 1.2262334536702768, |
| "grad_norm": 1.59375, |
| "learning_rate": 7.364791848413625e-05, |
| "loss": 0.5696, |
| "step": 5095 |
| }, |
| { |
| "epoch": 1.2274368231046933, |
| "grad_norm": 1.84375, |
| "learning_rate": 7.360231421028426e-05, |
| "loss": 0.5507, |
| "step": 5100 |
| }, |
| { |
| "epoch": 1.2286401925391095, |
| "grad_norm": 1.5625, |
| "learning_rate": 7.355669267847469e-05, |
| "loss": 0.5596, |
| "step": 5105 |
| }, |
| { |
| "epoch": 1.229843561973526, |
| "grad_norm": 1.734375, |
| "learning_rate": 7.351105396156385e-05, |
| "loss": 0.5707, |
| "step": 5110 |
| }, |
| { |
| "epoch": 1.2310469314079422, |
| "grad_norm": 1.90625, |
| "learning_rate": 7.346539813243554e-05, |
| "loss": 0.5737, |
| "step": 5115 |
| }, |
| { |
| "epoch": 1.2322503008423586, |
| "grad_norm": 1.8046875, |
| "learning_rate": 7.341972526400083e-05, |
| "loss": 0.5665, |
| "step": 5120 |
| }, |
| { |
| "epoch": 1.2334536702767749, |
| "grad_norm": 1.6015625, |
| "learning_rate": 7.337403542919807e-05, |
| "loss": 0.5499, |
| "step": 5125 |
| }, |
| { |
| "epoch": 1.2346570397111913, |
| "grad_norm": 1.6796875, |
| "learning_rate": 7.332832870099264e-05, |
| "loss": 0.5377, |
| "step": 5130 |
| }, |
| { |
| "epoch": 1.2358604091456078, |
| "grad_norm": 1.796875, |
| "learning_rate": 7.328260515237696e-05, |
| "loss": 0.5678, |
| "step": 5135 |
| }, |
| { |
| "epoch": 1.237063778580024, |
| "grad_norm": 1.8046875, |
| "learning_rate": 7.323686485637024e-05, |
| "loss": 0.5411, |
| "step": 5140 |
| }, |
| { |
| "epoch": 1.2382671480144405, |
| "grad_norm": 1.8046875, |
| "learning_rate": 7.319110788601853e-05, |
| "loss": 0.5587, |
| "step": 5145 |
| }, |
| { |
| "epoch": 1.2394705174488567, |
| "grad_norm": 1.796875, |
| "learning_rate": 7.31453343143944e-05, |
| "loss": 0.5671, |
| "step": 5150 |
| }, |
| { |
| "epoch": 1.2406738868832732, |
| "grad_norm": 1.7734375, |
| "learning_rate": 7.3099544214597e-05, |
| "loss": 0.5675, |
| "step": 5155 |
| }, |
| { |
| "epoch": 1.2418772563176894, |
| "grad_norm": 1.890625, |
| "learning_rate": 7.305373765975188e-05, |
| "loss": 0.552, |
| "step": 5160 |
| }, |
| { |
| "epoch": 1.2430806257521059, |
| "grad_norm": 1.6484375, |
| "learning_rate": 7.300791472301084e-05, |
| "loss": 0.5643, |
| "step": 5165 |
| }, |
| { |
| "epoch": 1.2442839951865223, |
| "grad_norm": 1.7734375, |
| "learning_rate": 7.296207547755183e-05, |
| "loss": 0.5496, |
| "step": 5170 |
| }, |
| { |
| "epoch": 1.2454873646209386, |
| "grad_norm": 1.7421875, |
| "learning_rate": 7.29162199965789e-05, |
| "loss": 0.5535, |
| "step": 5175 |
| }, |
| { |
| "epoch": 1.246690734055355, |
| "grad_norm": 1.765625, |
| "learning_rate": 7.287034835332196e-05, |
| "loss": 0.5823, |
| "step": 5180 |
| }, |
| { |
| "epoch": 1.2478941034897715, |
| "grad_norm": 1.7890625, |
| "learning_rate": 7.282446062103678e-05, |
| "loss": 0.5633, |
| "step": 5185 |
| }, |
| { |
| "epoch": 1.2490974729241877, |
| "grad_norm": 1.640625, |
| "learning_rate": 7.277855687300481e-05, |
| "loss": 0.5696, |
| "step": 5190 |
| }, |
| { |
| "epoch": 1.2503008423586042, |
| "grad_norm": 1.8046875, |
| "learning_rate": 7.273263718253305e-05, |
| "loss": 0.5769, |
| "step": 5195 |
| }, |
| { |
| "epoch": 1.2515042117930204, |
| "grad_norm": 1.7265625, |
| "learning_rate": 7.268670162295402e-05, |
| "loss": 0.5457, |
| "step": 5200 |
| }, |
| { |
| "epoch": 1.2527075812274369, |
| "grad_norm": 1.71875, |
| "learning_rate": 7.26407502676255e-05, |
| "loss": 0.5766, |
| "step": 5205 |
| }, |
| { |
| "epoch": 1.253910950661853, |
| "grad_norm": 1.578125, |
| "learning_rate": 7.259478318993058e-05, |
| "loss": 0.5354, |
| "step": 5210 |
| }, |
| { |
| "epoch": 1.2551143200962696, |
| "grad_norm": 1.734375, |
| "learning_rate": 7.25488004632774e-05, |
| "loss": 0.5561, |
| "step": 5215 |
| }, |
| { |
| "epoch": 1.256317689530686, |
| "grad_norm": 1.6484375, |
| "learning_rate": 7.250280216109913e-05, |
| "loss": 0.5684, |
| "step": 5220 |
| }, |
| { |
| "epoch": 1.2575210589651022, |
| "grad_norm": 1.8046875, |
| "learning_rate": 7.245678835685378e-05, |
| "loss": 0.5453, |
| "step": 5225 |
| }, |
| { |
| "epoch": 1.2587244283995187, |
| "grad_norm": 1.6171875, |
| "learning_rate": 7.24107591240241e-05, |
| "loss": 0.5364, |
| "step": 5230 |
| }, |
| { |
| "epoch": 1.259927797833935, |
| "grad_norm": 1.609375, |
| "learning_rate": 7.236471453611757e-05, |
| "loss": 0.5611, |
| "step": 5235 |
| }, |
| { |
| "epoch": 1.2611311672683514, |
| "grad_norm": 1.734375, |
| "learning_rate": 7.231865466666609e-05, |
| "loss": 0.5558, |
| "step": 5240 |
| }, |
| { |
| "epoch": 1.2623345367027676, |
| "grad_norm": 1.6484375, |
| "learning_rate": 7.227257958922601e-05, |
| "loss": 0.6038, |
| "step": 5245 |
| }, |
| { |
| "epoch": 1.263537906137184, |
| "grad_norm": 1.546875, |
| "learning_rate": 7.222648937737797e-05, |
| "loss": 0.5456, |
| "step": 5250 |
| }, |
| { |
| "epoch": 1.2647412755716005, |
| "grad_norm": 1.7734375, |
| "learning_rate": 7.218038410472676e-05, |
| "loss": 0.553, |
| "step": 5255 |
| }, |
| { |
| "epoch": 1.2659446450060168, |
| "grad_norm": 1.65625, |
| "learning_rate": 7.213426384490126e-05, |
| "loss": 0.556, |
| "step": 5260 |
| }, |
| { |
| "epoch": 1.2671480144404332, |
| "grad_norm": 1.5859375, |
| "learning_rate": 7.208812867155422e-05, |
| "loss": 0.5676, |
| "step": 5265 |
| }, |
| { |
| "epoch": 1.2683513838748497, |
| "grad_norm": 1.703125, |
| "learning_rate": 7.204197865836226e-05, |
| "loss": 0.5484, |
| "step": 5270 |
| }, |
| { |
| "epoch": 1.269554753309266, |
| "grad_norm": 1.8125, |
| "learning_rate": 7.199581387902569e-05, |
| "loss": 0.5779, |
| "step": 5275 |
| }, |
| { |
| "epoch": 1.2707581227436824, |
| "grad_norm": 1.6953125, |
| "learning_rate": 7.194963440726839e-05, |
| "loss": 0.5296, |
| "step": 5280 |
| }, |
| { |
| "epoch": 1.2719614921780986, |
| "grad_norm": 1.7890625, |
| "learning_rate": 7.19034403168377e-05, |
| "loss": 0.5792, |
| "step": 5285 |
| }, |
| { |
| "epoch": 1.273164861612515, |
| "grad_norm": 1.8515625, |
| "learning_rate": 7.185723168150432e-05, |
| "loss": 0.5887, |
| "step": 5290 |
| }, |
| { |
| "epoch": 1.2743682310469313, |
| "grad_norm": 1.7890625, |
| "learning_rate": 7.181100857506215e-05, |
| "loss": 0.556, |
| "step": 5295 |
| }, |
| { |
| "epoch": 1.2755716004813478, |
| "grad_norm": 1.7109375, |
| "learning_rate": 7.176477107132825e-05, |
| "loss": 0.5639, |
| "step": 5300 |
| }, |
| { |
| "epoch": 1.2767749699157642, |
| "grad_norm": 1.6484375, |
| "learning_rate": 7.171851924414262e-05, |
| "loss": 0.551, |
| "step": 5305 |
| }, |
| { |
| "epoch": 1.2779783393501805, |
| "grad_norm": 1.7421875, |
| "learning_rate": 7.167225316736816e-05, |
| "loss": 0.5926, |
| "step": 5310 |
| }, |
| { |
| "epoch": 1.279181708784597, |
| "grad_norm": 1.703125, |
| "learning_rate": 7.162597291489054e-05, |
| "loss": 0.5579, |
| "step": 5315 |
| }, |
| { |
| "epoch": 1.2803850782190134, |
| "grad_norm": 1.7109375, |
| "learning_rate": 7.157967856061803e-05, |
| "loss": 0.5578, |
| "step": 5320 |
| }, |
| { |
| "epoch": 1.2815884476534296, |
| "grad_norm": 1.578125, |
| "learning_rate": 7.153337017848145e-05, |
| "loss": 0.5501, |
| "step": 5325 |
| }, |
| { |
| "epoch": 1.2827918170878458, |
| "grad_norm": 1.6875, |
| "learning_rate": 7.148704784243401e-05, |
| "loss": 0.5606, |
| "step": 5330 |
| }, |
| { |
| "epoch": 1.2839951865222623, |
| "grad_norm": 1.6875, |
| "learning_rate": 7.14407116264512e-05, |
| "loss": 0.5626, |
| "step": 5335 |
| }, |
| { |
| "epoch": 1.2851985559566788, |
| "grad_norm": 1.6015625, |
| "learning_rate": 7.13943616045307e-05, |
| "loss": 0.5929, |
| "step": 5340 |
| }, |
| { |
| "epoch": 1.286401925391095, |
| "grad_norm": 1.953125, |
| "learning_rate": 7.134799785069222e-05, |
| "loss": 0.5574, |
| "step": 5345 |
| }, |
| { |
| "epoch": 1.2876052948255114, |
| "grad_norm": 1.9609375, |
| "learning_rate": 7.130162043897738e-05, |
| "loss": 0.5547, |
| "step": 5350 |
| }, |
| { |
| "epoch": 1.288808664259928, |
| "grad_norm": 1.7109375, |
| "learning_rate": 7.125522944344964e-05, |
| "loss": 0.5545, |
| "step": 5355 |
| }, |
| { |
| "epoch": 1.2900120336943441, |
| "grad_norm": 1.8125, |
| "learning_rate": 7.120882493819416e-05, |
| "loss": 0.5794, |
| "step": 5360 |
| }, |
| { |
| "epoch": 1.2912154031287606, |
| "grad_norm": 1.7734375, |
| "learning_rate": 7.116240699731764e-05, |
| "loss": 0.5531, |
| "step": 5365 |
| }, |
| { |
| "epoch": 1.2924187725631768, |
| "grad_norm": 1.78125, |
| "learning_rate": 7.111597569494826e-05, |
| "loss": 0.5526, |
| "step": 5370 |
| }, |
| { |
| "epoch": 1.2936221419975933, |
| "grad_norm": 1.6875, |
| "learning_rate": 7.106953110523552e-05, |
| "loss": 0.5128, |
| "step": 5375 |
| }, |
| { |
| "epoch": 1.2948255114320095, |
| "grad_norm": 1.6171875, |
| "learning_rate": 7.102307330235018e-05, |
| "loss": 0.5917, |
| "step": 5380 |
| }, |
| { |
| "epoch": 1.296028880866426, |
| "grad_norm": 1.703125, |
| "learning_rate": 7.097660236048408e-05, |
| "loss": 0.5499, |
| "step": 5385 |
| }, |
| { |
| "epoch": 1.2972322503008424, |
| "grad_norm": 1.796875, |
| "learning_rate": 7.093011835385e-05, |
| "loss": 0.5861, |
| "step": 5390 |
| }, |
| { |
| "epoch": 1.2984356197352587, |
| "grad_norm": 1.78125, |
| "learning_rate": 7.088362135668165e-05, |
| "loss": 0.5668, |
| "step": 5395 |
| }, |
| { |
| "epoch": 1.2996389891696751, |
| "grad_norm": 1.7578125, |
| "learning_rate": 7.083711144323343e-05, |
| "loss": 0.5407, |
| "step": 5400 |
| }, |
| { |
| "epoch": 1.3008423586040916, |
| "grad_norm": 1.5703125, |
| "learning_rate": 7.079058868778041e-05, |
| "loss": 0.5213, |
| "step": 5405 |
| }, |
| { |
| "epoch": 1.3020457280385078, |
| "grad_norm": 2.0, |
| "learning_rate": 7.074405316461816e-05, |
| "loss": 0.5457, |
| "step": 5410 |
| }, |
| { |
| "epoch": 1.303249097472924, |
| "grad_norm": 1.75, |
| "learning_rate": 7.06975049480626e-05, |
| "loss": 0.544, |
| "step": 5415 |
| }, |
| { |
| "epoch": 1.3044524669073405, |
| "grad_norm": 1.6796875, |
| "learning_rate": 7.065094411245e-05, |
| "loss": 0.581, |
| "step": 5420 |
| }, |
| { |
| "epoch": 1.305655836341757, |
| "grad_norm": 1.796875, |
| "learning_rate": 7.060437073213668e-05, |
| "loss": 0.5678, |
| "step": 5425 |
| }, |
| { |
| "epoch": 1.3068592057761732, |
| "grad_norm": 1.6328125, |
| "learning_rate": 7.05577848814991e-05, |
| "loss": 0.5917, |
| "step": 5430 |
| }, |
| { |
| "epoch": 1.3080625752105897, |
| "grad_norm": 1.6796875, |
| "learning_rate": 7.051118663493353e-05, |
| "loss": 0.5271, |
| "step": 5435 |
| }, |
| { |
| "epoch": 1.3092659446450061, |
| "grad_norm": 1.71875, |
| "learning_rate": 7.046457606685615e-05, |
| "loss": 0.5609, |
| "step": 5440 |
| }, |
| { |
| "epoch": 1.3104693140794224, |
| "grad_norm": 1.7421875, |
| "learning_rate": 7.041795325170268e-05, |
| "loss": 0.5716, |
| "step": 5445 |
| }, |
| { |
| "epoch": 1.3116726835138388, |
| "grad_norm": 1.671875, |
| "learning_rate": 7.037131826392854e-05, |
| "loss": 0.5357, |
| "step": 5450 |
| }, |
| { |
| "epoch": 1.312876052948255, |
| "grad_norm": 1.6328125, |
| "learning_rate": 7.032467117800849e-05, |
| "loss": 0.5427, |
| "step": 5455 |
| }, |
| { |
| "epoch": 1.3140794223826715, |
| "grad_norm": 1.8203125, |
| "learning_rate": 7.027801206843664e-05, |
| "loss": 0.5346, |
| "step": 5460 |
| }, |
| { |
| "epoch": 1.3152827918170877, |
| "grad_norm": 1.578125, |
| "learning_rate": 7.023134100972636e-05, |
| "loss": 0.5622, |
| "step": 5465 |
| }, |
| { |
| "epoch": 1.3164861612515042, |
| "grad_norm": 1.6171875, |
| "learning_rate": 7.018465807640995e-05, |
| "loss": 0.5627, |
| "step": 5470 |
| }, |
| { |
| "epoch": 1.3176895306859207, |
| "grad_norm": 1.734375, |
| "learning_rate": 7.013796334303887e-05, |
| "loss": 0.5483, |
| "step": 5475 |
| }, |
| { |
| "epoch": 1.3188929001203369, |
| "grad_norm": 1.6875, |
| "learning_rate": 7.009125688418325e-05, |
| "loss": 0.5764, |
| "step": 5480 |
| }, |
| { |
| "epoch": 1.3200962695547533, |
| "grad_norm": 1.671875, |
| "learning_rate": 7.004453877443206e-05, |
| "loss": 0.5626, |
| "step": 5485 |
| }, |
| { |
| "epoch": 1.3212996389891698, |
| "grad_norm": 1.8203125, |
| "learning_rate": 6.999780908839284e-05, |
| "loss": 0.5367, |
| "step": 5490 |
| }, |
| { |
| "epoch": 1.322503008423586, |
| "grad_norm": 1.984375, |
| "learning_rate": 6.995106790069157e-05, |
| "loss": 0.5612, |
| "step": 5495 |
| }, |
| { |
| "epoch": 1.3237063778580023, |
| "grad_norm": 1.671875, |
| "learning_rate": 6.99043152859727e-05, |
| "loss": 0.5511, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.3237063778580023, |
| "eval_loss": 0.48222118616104126, |
| "eval_runtime": 2.6547, |
| "eval_samples_per_second": 75.338, |
| "eval_steps_per_second": 75.338, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.3249097472924187, |
| "grad_norm": 1.7109375, |
| "learning_rate": 6.985755131889885e-05, |
| "loss": 0.56, |
| "step": 5505 |
| }, |
| { |
| "epoch": 1.3261131167268352, |
| "grad_norm": 1.5703125, |
| "learning_rate": 6.981077607415076e-05, |
| "loss": 0.5547, |
| "step": 5510 |
| }, |
| { |
| "epoch": 1.3273164861612514, |
| "grad_norm": 1.7265625, |
| "learning_rate": 6.976398962642725e-05, |
| "loss": 0.5537, |
| "step": 5515 |
| }, |
| { |
| "epoch": 1.3285198555956679, |
| "grad_norm": 1.6328125, |
| "learning_rate": 6.971719205044497e-05, |
| "loss": 0.5344, |
| "step": 5520 |
| }, |
| { |
| "epoch": 1.3297232250300843, |
| "grad_norm": 1.7734375, |
| "learning_rate": 6.967038342093837e-05, |
| "loss": 0.5497, |
| "step": 5525 |
| }, |
| { |
| "epoch": 1.3309265944645006, |
| "grad_norm": 1.65625, |
| "learning_rate": 6.962356381265953e-05, |
| "loss": 0.5408, |
| "step": 5530 |
| }, |
| { |
| "epoch": 1.332129963898917, |
| "grad_norm": 1.7421875, |
| "learning_rate": 6.957673330037809e-05, |
| "loss": 0.5532, |
| "step": 5535 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 1.859375, |
| "learning_rate": 6.952989195888108e-05, |
| "loss": 0.5074, |
| "step": 5540 |
| }, |
| { |
| "epoch": 1.3345367027677497, |
| "grad_norm": 1.6328125, |
| "learning_rate": 6.948303986297285e-05, |
| "loss": 0.5585, |
| "step": 5545 |
| }, |
| { |
| "epoch": 1.335740072202166, |
| "grad_norm": 1.828125, |
| "learning_rate": 6.943617708747491e-05, |
| "loss": 0.5719, |
| "step": 5550 |
| }, |
| { |
| "epoch": 1.3369434416365824, |
| "grad_norm": 1.734375, |
| "learning_rate": 6.938930370722581e-05, |
| "loss": 0.5581, |
| "step": 5555 |
| }, |
| { |
| "epoch": 1.3381468110709989, |
| "grad_norm": 1.78125, |
| "learning_rate": 6.934241979708105e-05, |
| "loss": 0.5387, |
| "step": 5560 |
| }, |
| { |
| "epoch": 1.339350180505415, |
| "grad_norm": 1.609375, |
| "learning_rate": 6.929552543191295e-05, |
| "loss": 0.5287, |
| "step": 5565 |
| }, |
| { |
| "epoch": 1.3405535499398316, |
| "grad_norm": 1.6171875, |
| "learning_rate": 6.924862068661052e-05, |
| "loss": 0.5346, |
| "step": 5570 |
| }, |
| { |
| "epoch": 1.341756919374248, |
| "grad_norm": 1.578125, |
| "learning_rate": 6.920170563607937e-05, |
| "loss": 0.5506, |
| "step": 5575 |
| }, |
| { |
| "epoch": 1.3429602888086642, |
| "grad_norm": 1.625, |
| "learning_rate": 6.915478035524151e-05, |
| "loss": 0.5401, |
| "step": 5580 |
| }, |
| { |
| "epoch": 1.3441636582430807, |
| "grad_norm": 1.765625, |
| "learning_rate": 6.910784491903533e-05, |
| "loss": 0.5626, |
| "step": 5585 |
| }, |
| { |
| "epoch": 1.345367027677497, |
| "grad_norm": 1.75, |
| "learning_rate": 6.906089940241545e-05, |
| "loss": 0.5523, |
| "step": 5590 |
| }, |
| { |
| "epoch": 1.3465703971119134, |
| "grad_norm": 1.65625, |
| "learning_rate": 6.901394388035256e-05, |
| "loss": 0.5049, |
| "step": 5595 |
| }, |
| { |
| "epoch": 1.3477737665463296, |
| "grad_norm": 1.671875, |
| "learning_rate": 6.896697842783335e-05, |
| "loss": 0.5747, |
| "step": 5600 |
| }, |
| { |
| "epoch": 1.348977135980746, |
| "grad_norm": 1.8515625, |
| "learning_rate": 6.892000311986032e-05, |
| "loss": 0.5706, |
| "step": 5605 |
| }, |
| { |
| "epoch": 1.3501805054151625, |
| "grad_norm": 1.7109375, |
| "learning_rate": 6.88730180314518e-05, |
| "loss": 0.5127, |
| "step": 5610 |
| }, |
| { |
| "epoch": 1.3513838748495788, |
| "grad_norm": 1.7421875, |
| "learning_rate": 6.882602323764164e-05, |
| "loss": 0.5712, |
| "step": 5615 |
| }, |
| { |
| "epoch": 1.3525872442839952, |
| "grad_norm": 1.8359375, |
| "learning_rate": 6.877901881347923e-05, |
| "loss": 0.5524, |
| "step": 5620 |
| }, |
| { |
| "epoch": 1.3537906137184115, |
| "grad_norm": 1.6328125, |
| "learning_rate": 6.873200483402938e-05, |
| "loss": 0.5465, |
| "step": 5625 |
| }, |
| { |
| "epoch": 1.354993983152828, |
| "grad_norm": 1.7578125, |
| "learning_rate": 6.868498137437209e-05, |
| "loss": 0.5542, |
| "step": 5630 |
| }, |
| { |
| "epoch": 1.3561973525872442, |
| "grad_norm": 1.9140625, |
| "learning_rate": 6.863794850960255e-05, |
| "loss": 0.5428, |
| "step": 5635 |
| }, |
| { |
| "epoch": 1.3574007220216606, |
| "grad_norm": 1.734375, |
| "learning_rate": 6.859090631483094e-05, |
| "loss": 0.5673, |
| "step": 5640 |
| }, |
| { |
| "epoch": 1.358604091456077, |
| "grad_norm": 1.5859375, |
| "learning_rate": 6.854385486518237e-05, |
| "loss": 0.5339, |
| "step": 5645 |
| }, |
| { |
| "epoch": 1.3598074608904933, |
| "grad_norm": 1.6171875, |
| "learning_rate": 6.849679423579671e-05, |
| "loss": 0.5295, |
| "step": 5650 |
| }, |
| { |
| "epoch": 1.3610108303249098, |
| "grad_norm": 1.6953125, |
| "learning_rate": 6.844972450182847e-05, |
| "loss": 0.5426, |
| "step": 5655 |
| }, |
| { |
| "epoch": 1.3622141997593262, |
| "grad_norm": 1.78125, |
| "learning_rate": 6.840264573844672e-05, |
| "loss": 0.5092, |
| "step": 5660 |
| }, |
| { |
| "epoch": 1.3634175691937425, |
| "grad_norm": 1.671875, |
| "learning_rate": 6.835555802083496e-05, |
| "loss": 0.5254, |
| "step": 5665 |
| }, |
| { |
| "epoch": 1.364620938628159, |
| "grad_norm": 1.640625, |
| "learning_rate": 6.830846142419101e-05, |
| "loss": 0.5454, |
| "step": 5670 |
| }, |
| { |
| "epoch": 1.3658243080625752, |
| "grad_norm": 1.5859375, |
| "learning_rate": 6.82613560237268e-05, |
| "loss": 0.5416, |
| "step": 5675 |
| }, |
| { |
| "epoch": 1.3670276774969916, |
| "grad_norm": 1.703125, |
| "learning_rate": 6.821424189466835e-05, |
| "loss": 0.5677, |
| "step": 5680 |
| }, |
| { |
| "epoch": 1.3682310469314078, |
| "grad_norm": 1.8828125, |
| "learning_rate": 6.816711911225568e-05, |
| "loss": 0.5598, |
| "step": 5685 |
| }, |
| { |
| "epoch": 1.3694344163658243, |
| "grad_norm": 1.828125, |
| "learning_rate": 6.811998775174254e-05, |
| "loss": 0.5408, |
| "step": 5690 |
| }, |
| { |
| "epoch": 1.3706377858002408, |
| "grad_norm": 1.78125, |
| "learning_rate": 6.807284788839642e-05, |
| "loss": 0.5276, |
| "step": 5695 |
| }, |
| { |
| "epoch": 1.371841155234657, |
| "grad_norm": 1.703125, |
| "learning_rate": 6.80256995974984e-05, |
| "loss": 0.5043, |
| "step": 5700 |
| }, |
| { |
| "epoch": 1.3730445246690735, |
| "grad_norm": 1.90625, |
| "learning_rate": 6.797854295434299e-05, |
| "loss": 0.5536, |
| "step": 5705 |
| }, |
| { |
| "epoch": 1.37424789410349, |
| "grad_norm": 1.671875, |
| "learning_rate": 6.793137803423807e-05, |
| "loss": 0.5534, |
| "step": 5710 |
| }, |
| { |
| "epoch": 1.3754512635379061, |
| "grad_norm": 1.625, |
| "learning_rate": 6.788420491250469e-05, |
| "loss": 0.5142, |
| "step": 5715 |
| }, |
| { |
| "epoch": 1.3766546329723224, |
| "grad_norm": 1.6875, |
| "learning_rate": 6.783702366447707e-05, |
| "loss": 0.5742, |
| "step": 5720 |
| }, |
| { |
| "epoch": 1.3778580024067388, |
| "grad_norm": 1.5703125, |
| "learning_rate": 6.77898343655023e-05, |
| "loss": 0.5231, |
| "step": 5725 |
| }, |
| { |
| "epoch": 1.3790613718411553, |
| "grad_norm": 1.640625, |
| "learning_rate": 6.774263709094048e-05, |
| "loss": 0.5276, |
| "step": 5730 |
| }, |
| { |
| "epoch": 1.3802647412755715, |
| "grad_norm": 1.8359375, |
| "learning_rate": 6.76954319161643e-05, |
| "loss": 0.5268, |
| "step": 5735 |
| }, |
| { |
| "epoch": 1.381468110709988, |
| "grad_norm": 1.5546875, |
| "learning_rate": 6.764821891655914e-05, |
| "loss": 0.5439, |
| "step": 5740 |
| }, |
| { |
| "epoch": 1.3826714801444044, |
| "grad_norm": 1.8125, |
| "learning_rate": 6.760099816752288e-05, |
| "loss": 0.5383, |
| "step": 5745 |
| }, |
| { |
| "epoch": 1.3838748495788207, |
| "grad_norm": 1.734375, |
| "learning_rate": 6.755376974446573e-05, |
| "loss": 0.5373, |
| "step": 5750 |
| }, |
| { |
| "epoch": 1.3850782190132371, |
| "grad_norm": 1.671875, |
| "learning_rate": 6.750653372281018e-05, |
| "loss": 0.5448, |
| "step": 5755 |
| }, |
| { |
| "epoch": 1.3862815884476534, |
| "grad_norm": 1.6640625, |
| "learning_rate": 6.745929017799091e-05, |
| "loss": 0.5449, |
| "step": 5760 |
| }, |
| { |
| "epoch": 1.3874849578820698, |
| "grad_norm": 1.7734375, |
| "learning_rate": 6.74120391854545e-05, |
| "loss": 0.5297, |
| "step": 5765 |
| }, |
| { |
| "epoch": 1.388688327316486, |
| "grad_norm": 1.65625, |
| "learning_rate": 6.73647808206595e-05, |
| "loss": 0.5672, |
| "step": 5770 |
| }, |
| { |
| "epoch": 1.3898916967509025, |
| "grad_norm": 1.6875, |
| "learning_rate": 6.731751515907624e-05, |
| "loss": 0.5419, |
| "step": 5775 |
| }, |
| { |
| "epoch": 1.391095066185319, |
| "grad_norm": 1.6875, |
| "learning_rate": 6.727024227618667e-05, |
| "loss": 0.5312, |
| "step": 5780 |
| }, |
| { |
| "epoch": 1.3922984356197352, |
| "grad_norm": 1.8125, |
| "learning_rate": 6.72229622474843e-05, |
| "loss": 0.5624, |
| "step": 5785 |
| }, |
| { |
| "epoch": 1.3935018050541517, |
| "grad_norm": 1.6796875, |
| "learning_rate": 6.717567514847401e-05, |
| "loss": 0.5465, |
| "step": 5790 |
| }, |
| { |
| "epoch": 1.3947051744885681, |
| "grad_norm": 1.7109375, |
| "learning_rate": 6.712838105467204e-05, |
| "loss": 0.5549, |
| "step": 5795 |
| }, |
| { |
| "epoch": 1.3959085439229844, |
| "grad_norm": 1.5859375, |
| "learning_rate": 6.70810800416057e-05, |
| "loss": 0.537, |
| "step": 5800 |
| }, |
| { |
| "epoch": 1.3971119133574006, |
| "grad_norm": 1.6953125, |
| "learning_rate": 6.703377218481343e-05, |
| "loss": 0.529, |
| "step": 5805 |
| }, |
| { |
| "epoch": 1.398315282791817, |
| "grad_norm": 1.59375, |
| "learning_rate": 6.698645755984457e-05, |
| "loss": 0.5774, |
| "step": 5810 |
| }, |
| { |
| "epoch": 1.3995186522262335, |
| "grad_norm": 1.734375, |
| "learning_rate": 6.693913624225931e-05, |
| "loss": 0.5552, |
| "step": 5815 |
| }, |
| { |
| "epoch": 1.4007220216606497, |
| "grad_norm": 1.6328125, |
| "learning_rate": 6.689180830762847e-05, |
| "loss": 0.5401, |
| "step": 5820 |
| }, |
| { |
| "epoch": 1.4019253910950662, |
| "grad_norm": 1.671875, |
| "learning_rate": 6.684447383153344e-05, |
| "loss": 0.5649, |
| "step": 5825 |
| }, |
| { |
| "epoch": 1.4031287605294827, |
| "grad_norm": 1.734375, |
| "learning_rate": 6.679713288956611e-05, |
| "loss": 0.536, |
| "step": 5830 |
| }, |
| { |
| "epoch": 1.404332129963899, |
| "grad_norm": 1.734375, |
| "learning_rate": 6.674978555732864e-05, |
| "loss": 0.5612, |
| "step": 5835 |
| }, |
| { |
| "epoch": 1.4055354993983153, |
| "grad_norm": 1.78125, |
| "learning_rate": 6.670243191043344e-05, |
| "loss": 0.5487, |
| "step": 5840 |
| }, |
| { |
| "epoch": 1.4067388688327316, |
| "grad_norm": 1.5703125, |
| "learning_rate": 6.665507202450296e-05, |
| "loss": 0.5507, |
| "step": 5845 |
| }, |
| { |
| "epoch": 1.407942238267148, |
| "grad_norm": 1.53125, |
| "learning_rate": 6.660770597516963e-05, |
| "loss": 0.547, |
| "step": 5850 |
| }, |
| { |
| "epoch": 1.4091456077015643, |
| "grad_norm": 1.8046875, |
| "learning_rate": 6.656033383807577e-05, |
| "loss": 0.557, |
| "step": 5855 |
| }, |
| { |
| "epoch": 1.4103489771359807, |
| "grad_norm": 1.5625, |
| "learning_rate": 6.651295568887334e-05, |
| "loss": 0.5393, |
| "step": 5860 |
| }, |
| { |
| "epoch": 1.4115523465703972, |
| "grad_norm": 1.6796875, |
| "learning_rate": 6.646557160322395e-05, |
| "loss": 0.5572, |
| "step": 5865 |
| }, |
| { |
| "epoch": 1.4127557160048134, |
| "grad_norm": 1.828125, |
| "learning_rate": 6.641818165679871e-05, |
| "loss": 0.5423, |
| "step": 5870 |
| }, |
| { |
| "epoch": 1.4139590854392299, |
| "grad_norm": 1.8671875, |
| "learning_rate": 6.637078592527801e-05, |
| "loss": 0.561, |
| "step": 5875 |
| }, |
| { |
| "epoch": 1.4151624548736463, |
| "grad_norm": 1.8515625, |
| "learning_rate": 6.632338448435156e-05, |
| "loss": 0.5859, |
| "step": 5880 |
| }, |
| { |
| "epoch": 1.4163658243080626, |
| "grad_norm": 1.7578125, |
| "learning_rate": 6.627597740971817e-05, |
| "loss": 0.5415, |
| "step": 5885 |
| }, |
| { |
| "epoch": 1.4175691937424788, |
| "grad_norm": 1.65625, |
| "learning_rate": 6.622856477708562e-05, |
| "loss": 0.5513, |
| "step": 5890 |
| }, |
| { |
| "epoch": 1.4187725631768953, |
| "grad_norm": 1.640625, |
| "learning_rate": 6.618114666217058e-05, |
| "loss": 0.5319, |
| "step": 5895 |
| }, |
| { |
| "epoch": 1.4199759326113117, |
| "grad_norm": 1.9375, |
| "learning_rate": 6.613372314069847e-05, |
| "loss": 0.5853, |
| "step": 5900 |
| }, |
| { |
| "epoch": 1.421179302045728, |
| "grad_norm": 1.5078125, |
| "learning_rate": 6.608629428840336e-05, |
| "loss": 0.5123, |
| "step": 5905 |
| }, |
| { |
| "epoch": 1.4223826714801444, |
| "grad_norm": 1.7890625, |
| "learning_rate": 6.603886018102781e-05, |
| "loss": 0.5672, |
| "step": 5910 |
| }, |
| { |
| "epoch": 1.4235860409145609, |
| "grad_norm": 1.6796875, |
| "learning_rate": 6.599142089432282e-05, |
| "loss": 0.5437, |
| "step": 5915 |
| }, |
| { |
| "epoch": 1.424789410348977, |
| "grad_norm": 1.7109375, |
| "learning_rate": 6.594397650404759e-05, |
| "loss": 0.5595, |
| "step": 5920 |
| }, |
| { |
| "epoch": 1.4259927797833936, |
| "grad_norm": 1.6328125, |
| "learning_rate": 6.589652708596952e-05, |
| "loss": 0.5239, |
| "step": 5925 |
| }, |
| { |
| "epoch": 1.4271961492178098, |
| "grad_norm": 1.7109375, |
| "learning_rate": 6.584907271586402e-05, |
| "loss": 0.5637, |
| "step": 5930 |
| }, |
| { |
| "epoch": 1.4283995186522263, |
| "grad_norm": 1.8828125, |
| "learning_rate": 6.580161346951442e-05, |
| "loss": 0.5361, |
| "step": 5935 |
| }, |
| { |
| "epoch": 1.4296028880866425, |
| "grad_norm": 1.7890625, |
| "learning_rate": 6.575414942271184e-05, |
| "loss": 0.5286, |
| "step": 5940 |
| }, |
| { |
| "epoch": 1.430806257521059, |
| "grad_norm": 1.7109375, |
| "learning_rate": 6.570668065125504e-05, |
| "loss": 0.5967, |
| "step": 5945 |
| }, |
| { |
| "epoch": 1.4320096269554754, |
| "grad_norm": 1.7109375, |
| "learning_rate": 6.565920723095035e-05, |
| "loss": 0.536, |
| "step": 5950 |
| }, |
| { |
| "epoch": 1.4332129963898916, |
| "grad_norm": 1.796875, |
| "learning_rate": 6.561172923761153e-05, |
| "loss": 0.5393, |
| "step": 5955 |
| }, |
| { |
| "epoch": 1.434416365824308, |
| "grad_norm": 1.7734375, |
| "learning_rate": 6.556424674705962e-05, |
| "loss": 0.5651, |
| "step": 5960 |
| }, |
| { |
| "epoch": 1.4356197352587245, |
| "grad_norm": 1.78125, |
| "learning_rate": 6.551675983512283e-05, |
| "loss": 0.5558, |
| "step": 5965 |
| }, |
| { |
| "epoch": 1.4368231046931408, |
| "grad_norm": 1.7890625, |
| "learning_rate": 6.546926857763648e-05, |
| "loss": 0.5897, |
| "step": 5970 |
| }, |
| { |
| "epoch": 1.4380264741275572, |
| "grad_norm": 1.6484375, |
| "learning_rate": 6.54217730504428e-05, |
| "loss": 0.5656, |
| "step": 5975 |
| }, |
| { |
| "epoch": 1.4392298435619735, |
| "grad_norm": 1.7109375, |
| "learning_rate": 6.537427332939083e-05, |
| "loss": 0.515, |
| "step": 5980 |
| }, |
| { |
| "epoch": 1.44043321299639, |
| "grad_norm": 1.6875, |
| "learning_rate": 6.532676949033634e-05, |
| "loss": 0.5269, |
| "step": 5985 |
| }, |
| { |
| "epoch": 1.4416365824308062, |
| "grad_norm": 1.671875, |
| "learning_rate": 6.527926160914163e-05, |
| "loss": 0.5277, |
| "step": 5990 |
| }, |
| { |
| "epoch": 1.4428399518652226, |
| "grad_norm": 1.5859375, |
| "learning_rate": 6.523174976167547e-05, |
| "loss": 0.5545, |
| "step": 5995 |
| }, |
| { |
| "epoch": 1.444043321299639, |
| "grad_norm": 1.6484375, |
| "learning_rate": 6.518423402381303e-05, |
| "loss": 0.5319, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.444043321299639, |
| "eval_loss": 0.46789681911468506, |
| "eval_runtime": 2.6551, |
| "eval_samples_per_second": 75.327, |
| "eval_steps_per_second": 75.327, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.4452466907340553, |
| "grad_norm": 1.6484375, |
| "learning_rate": 6.513671447143558e-05, |
| "loss": 0.5483, |
| "step": 6005 |
| }, |
| { |
| "epoch": 1.4464500601684718, |
| "grad_norm": 1.640625, |
| "learning_rate": 6.508919118043056e-05, |
| "loss": 0.5712, |
| "step": 6010 |
| }, |
| { |
| "epoch": 1.447653429602888, |
| "grad_norm": 1.7890625, |
| "learning_rate": 6.504166422669137e-05, |
| "loss": 0.5172, |
| "step": 6015 |
| }, |
| { |
| "epoch": 1.4488567990373045, |
| "grad_norm": 1.625, |
| "learning_rate": 6.499413368611722e-05, |
| "loss": 0.5448, |
| "step": 6020 |
| }, |
| { |
| "epoch": 1.4500601684717207, |
| "grad_norm": 1.765625, |
| "learning_rate": 6.49465996346131e-05, |
| "loss": 0.5728, |
| "step": 6025 |
| }, |
| { |
| "epoch": 1.4512635379061372, |
| "grad_norm": 1.671875, |
| "learning_rate": 6.489906214808959e-05, |
| "loss": 0.5545, |
| "step": 6030 |
| }, |
| { |
| "epoch": 1.4524669073405536, |
| "grad_norm": 1.6015625, |
| "learning_rate": 6.485152130246271e-05, |
| "loss": 0.5488, |
| "step": 6035 |
| }, |
| { |
| "epoch": 1.4536702767749698, |
| "grad_norm": 1.6015625, |
| "learning_rate": 6.480397717365393e-05, |
| "loss": 0.5566, |
| "step": 6040 |
| }, |
| { |
| "epoch": 1.4548736462093863, |
| "grad_norm": 1.7265625, |
| "learning_rate": 6.47564298375899e-05, |
| "loss": 0.563, |
| "step": 6045 |
| }, |
| { |
| "epoch": 1.4560770156438028, |
| "grad_norm": 1.734375, |
| "learning_rate": 6.470887937020238e-05, |
| "loss": 0.5657, |
| "step": 6050 |
| }, |
| { |
| "epoch": 1.457280385078219, |
| "grad_norm": 1.609375, |
| "learning_rate": 6.466132584742819e-05, |
| "loss": 0.5372, |
| "step": 6055 |
| }, |
| { |
| "epoch": 1.4584837545126355, |
| "grad_norm": 1.7109375, |
| "learning_rate": 6.4613769345209e-05, |
| "loss": 0.5713, |
| "step": 6060 |
| }, |
| { |
| "epoch": 1.4596871239470517, |
| "grad_norm": 1.671875, |
| "learning_rate": 6.456620993949122e-05, |
| "loss": 0.5335, |
| "step": 6065 |
| }, |
| { |
| "epoch": 1.4608904933814681, |
| "grad_norm": 1.6328125, |
| "learning_rate": 6.451864770622593e-05, |
| "loss": 0.5202, |
| "step": 6070 |
| }, |
| { |
| "epoch": 1.4620938628158844, |
| "grad_norm": 1.8203125, |
| "learning_rate": 6.44710827213687e-05, |
| "loss": 0.5149, |
| "step": 6075 |
| }, |
| { |
| "epoch": 1.4632972322503008, |
| "grad_norm": 1.5859375, |
| "learning_rate": 6.442351506087949e-05, |
| "loss": 0.5188, |
| "step": 6080 |
| }, |
| { |
| "epoch": 1.4645006016847173, |
| "grad_norm": 1.828125, |
| "learning_rate": 6.437594480072255e-05, |
| "loss": 0.5472, |
| "step": 6085 |
| }, |
| { |
| "epoch": 1.4657039711191335, |
| "grad_norm": 1.6875, |
| "learning_rate": 6.432837201686631e-05, |
| "loss": 0.5382, |
| "step": 6090 |
| }, |
| { |
| "epoch": 1.46690734055355, |
| "grad_norm": 1.9609375, |
| "learning_rate": 6.428079678528317e-05, |
| "loss": 0.5424, |
| "step": 6095 |
| }, |
| { |
| "epoch": 1.4681107099879662, |
| "grad_norm": 1.6328125, |
| "learning_rate": 6.423321918194947e-05, |
| "loss": 0.5614, |
| "step": 6100 |
| }, |
| { |
| "epoch": 1.4693140794223827, |
| "grad_norm": 1.71875, |
| "learning_rate": 6.418563928284533e-05, |
| "loss": 0.5205, |
| "step": 6105 |
| }, |
| { |
| "epoch": 1.470517448856799, |
| "grad_norm": 1.7734375, |
| "learning_rate": 6.413805716395453e-05, |
| "loss": 0.5253, |
| "step": 6110 |
| }, |
| { |
| "epoch": 1.4717208182912154, |
| "grad_norm": 1.5546875, |
| "learning_rate": 6.409047290126444e-05, |
| "loss": 0.5575, |
| "step": 6115 |
| }, |
| { |
| "epoch": 1.4729241877256318, |
| "grad_norm": 1.7265625, |
| "learning_rate": 6.404288657076581e-05, |
| "loss": 0.5642, |
| "step": 6120 |
| }, |
| { |
| "epoch": 1.474127557160048, |
| "grad_norm": 1.6796875, |
| "learning_rate": 6.399529824845267e-05, |
| "loss": 0.5647, |
| "step": 6125 |
| }, |
| { |
| "epoch": 1.4753309265944645, |
| "grad_norm": 1.640625, |
| "learning_rate": 6.39477080103223e-05, |
| "loss": 0.5488, |
| "step": 6130 |
| }, |
| { |
| "epoch": 1.476534296028881, |
| "grad_norm": 1.65625, |
| "learning_rate": 6.390011593237498e-05, |
| "loss": 0.5288, |
| "step": 6135 |
| }, |
| { |
| "epoch": 1.4777376654632972, |
| "grad_norm": 1.6328125, |
| "learning_rate": 6.385252209061396e-05, |
| "loss": 0.5336, |
| "step": 6140 |
| }, |
| { |
| "epoch": 1.4789410348977137, |
| "grad_norm": 1.578125, |
| "learning_rate": 6.380492656104528e-05, |
| "loss": 0.5341, |
| "step": 6145 |
| }, |
| { |
| "epoch": 1.48014440433213, |
| "grad_norm": 1.6484375, |
| "learning_rate": 6.375732941967771e-05, |
| "loss": 0.5528, |
| "step": 6150 |
| }, |
| { |
| "epoch": 1.4813477737665464, |
| "grad_norm": 1.8125, |
| "learning_rate": 6.370973074252259e-05, |
| "loss": 0.5265, |
| "step": 6155 |
| }, |
| { |
| "epoch": 1.4825511432009626, |
| "grad_norm": 1.71875, |
| "learning_rate": 6.366213060559366e-05, |
| "loss": 0.5381, |
| "step": 6160 |
| }, |
| { |
| "epoch": 1.483754512635379, |
| "grad_norm": 1.65625, |
| "learning_rate": 6.361452908490706e-05, |
| "loss": 0.5573, |
| "step": 6165 |
| }, |
| { |
| "epoch": 1.4849578820697955, |
| "grad_norm": 1.6796875, |
| "learning_rate": 6.356692625648108e-05, |
| "loss": 0.5663, |
| "step": 6170 |
| }, |
| { |
| "epoch": 1.4861612515042117, |
| "grad_norm": 1.640625, |
| "learning_rate": 6.351932219633617e-05, |
| "loss": 0.5554, |
| "step": 6175 |
| }, |
| { |
| "epoch": 1.4873646209386282, |
| "grad_norm": 1.5546875, |
| "learning_rate": 6.347171698049466e-05, |
| "loss": 0.54, |
| "step": 6180 |
| }, |
| { |
| "epoch": 1.4885679903730447, |
| "grad_norm": 1.671875, |
| "learning_rate": 6.34241106849808e-05, |
| "loss": 0.5344, |
| "step": 6185 |
| }, |
| { |
| "epoch": 1.489771359807461, |
| "grad_norm": 1.640625, |
| "learning_rate": 6.337650338582055e-05, |
| "loss": 0.552, |
| "step": 6190 |
| }, |
| { |
| "epoch": 1.4909747292418771, |
| "grad_norm": 1.609375, |
| "learning_rate": 6.33288951590414e-05, |
| "loss": 0.5318, |
| "step": 6195 |
| }, |
| { |
| "epoch": 1.4921780986762936, |
| "grad_norm": 1.78125, |
| "learning_rate": 6.328128608067245e-05, |
| "loss": 0.5585, |
| "step": 6200 |
| }, |
| { |
| "epoch": 1.49338146811071, |
| "grad_norm": 1.8125, |
| "learning_rate": 6.323367622674404e-05, |
| "loss": 0.5456, |
| "step": 6205 |
| }, |
| { |
| "epoch": 1.4945848375451263, |
| "grad_norm": 1.546875, |
| "learning_rate": 6.318606567328783e-05, |
| "loss": 0.5315, |
| "step": 6210 |
| }, |
| { |
| "epoch": 1.4957882069795427, |
| "grad_norm": 2.28125, |
| "learning_rate": 6.313845449633651e-05, |
| "loss": 0.5548, |
| "step": 6215 |
| }, |
| { |
| "epoch": 1.4969915764139592, |
| "grad_norm": 1.71875, |
| "learning_rate": 6.309084277192387e-05, |
| "loss": 0.5095, |
| "step": 6220 |
| }, |
| { |
| "epoch": 1.4981949458483754, |
| "grad_norm": 1.671875, |
| "learning_rate": 6.304323057608452e-05, |
| "loss": 0.5339, |
| "step": 6225 |
| }, |
| { |
| "epoch": 1.4993983152827919, |
| "grad_norm": 1.6484375, |
| "learning_rate": 6.299561798485382e-05, |
| "loss": 0.5374, |
| "step": 6230 |
| }, |
| { |
| "epoch": 1.5006016847172083, |
| "grad_norm": 1.7265625, |
| "learning_rate": 6.294800507426777e-05, |
| "loss": 0.5234, |
| "step": 6235 |
| }, |
| { |
| "epoch": 1.5018050541516246, |
| "grad_norm": 1.75, |
| "learning_rate": 6.290039192036287e-05, |
| "loss": 0.5835, |
| "step": 6240 |
| }, |
| { |
| "epoch": 1.5030084235860408, |
| "grad_norm": 1.6640625, |
| "learning_rate": 6.285277859917603e-05, |
| "loss": 0.5291, |
| "step": 6245 |
| }, |
| { |
| "epoch": 1.5042117930204573, |
| "grad_norm": 1.59375, |
| "learning_rate": 6.280516518674442e-05, |
| "loss": 0.5387, |
| "step": 6250 |
| }, |
| { |
| "epoch": 1.5054151624548737, |
| "grad_norm": 1.78125, |
| "learning_rate": 6.275755175910535e-05, |
| "loss": 0.5424, |
| "step": 6255 |
| }, |
| { |
| "epoch": 1.50661853188929, |
| "grad_norm": 1.7734375, |
| "learning_rate": 6.27099383922961e-05, |
| "loss": 0.5523, |
| "step": 6260 |
| }, |
| { |
| "epoch": 1.5078219013237064, |
| "grad_norm": 1.71875, |
| "learning_rate": 6.266232516235398e-05, |
| "loss": 0.5244, |
| "step": 6265 |
| }, |
| { |
| "epoch": 1.5090252707581229, |
| "grad_norm": 1.6015625, |
| "learning_rate": 6.2614712145316e-05, |
| "loss": 0.5452, |
| "step": 6270 |
| }, |
| { |
| "epoch": 1.510228640192539, |
| "grad_norm": 1.7109375, |
| "learning_rate": 6.25670994172188e-05, |
| "loss": 0.5606, |
| "step": 6275 |
| }, |
| { |
| "epoch": 1.5114320096269553, |
| "grad_norm": 1.671875, |
| "learning_rate": 6.251948705409863e-05, |
| "loss": 0.542, |
| "step": 6280 |
| }, |
| { |
| "epoch": 1.5126353790613718, |
| "grad_norm": 1.734375, |
| "learning_rate": 6.24718751319911e-05, |
| "loss": 0.5373, |
| "step": 6285 |
| }, |
| { |
| "epoch": 1.5138387484957883, |
| "grad_norm": 1.75, |
| "learning_rate": 6.242426372693119e-05, |
| "loss": 0.5523, |
| "step": 6290 |
| }, |
| { |
| "epoch": 1.5150421179302045, |
| "grad_norm": 1.90625, |
| "learning_rate": 6.237665291495294e-05, |
| "loss": 0.5456, |
| "step": 6295 |
| }, |
| { |
| "epoch": 1.516245487364621, |
| "grad_norm": 1.7109375, |
| "learning_rate": 6.232904277208953e-05, |
| "loss": 0.5438, |
| "step": 6300 |
| }, |
| { |
| "epoch": 1.5174488567990374, |
| "grad_norm": 1.7578125, |
| "learning_rate": 6.228143337437309e-05, |
| "loss": 0.573, |
| "step": 6305 |
| }, |
| { |
| "epoch": 1.5186522262334536, |
| "grad_norm": 1.7734375, |
| "learning_rate": 6.223382479783445e-05, |
| "loss": 0.5395, |
| "step": 6310 |
| }, |
| { |
| "epoch": 1.5198555956678699, |
| "grad_norm": 1.78125, |
| "learning_rate": 6.218621711850323e-05, |
| "loss": 0.551, |
| "step": 6315 |
| }, |
| { |
| "epoch": 1.5210589651022866, |
| "grad_norm": 1.796875, |
| "learning_rate": 6.213861041240763e-05, |
| "loss": 0.5512, |
| "step": 6320 |
| }, |
| { |
| "epoch": 1.5222623345367028, |
| "grad_norm": 1.8359375, |
| "learning_rate": 6.209100475557418e-05, |
| "loss": 0.5605, |
| "step": 6325 |
| }, |
| { |
| "epoch": 1.523465703971119, |
| "grad_norm": 1.703125, |
| "learning_rate": 6.204340022402783e-05, |
| "loss": 0.5225, |
| "step": 6330 |
| }, |
| { |
| "epoch": 1.5246690734055355, |
| "grad_norm": 1.6640625, |
| "learning_rate": 6.199579689379172e-05, |
| "loss": 0.5727, |
| "step": 6335 |
| }, |
| { |
| "epoch": 1.525872442839952, |
| "grad_norm": 1.703125, |
| "learning_rate": 6.194819484088706e-05, |
| "loss": 0.5537, |
| "step": 6340 |
| }, |
| { |
| "epoch": 1.5270758122743682, |
| "grad_norm": 1.7734375, |
| "learning_rate": 6.1900594141333e-05, |
| "loss": 0.5679, |
| "step": 6345 |
| }, |
| { |
| "epoch": 1.5282791817087846, |
| "grad_norm": 1.671875, |
| "learning_rate": 6.185299487114657e-05, |
| "loss": 0.5396, |
| "step": 6350 |
| }, |
| { |
| "epoch": 1.529482551143201, |
| "grad_norm": 1.8671875, |
| "learning_rate": 6.180539710634246e-05, |
| "loss": 0.5241, |
| "step": 6355 |
| }, |
| { |
| "epoch": 1.5306859205776173, |
| "grad_norm": 1.6171875, |
| "learning_rate": 6.175780092293305e-05, |
| "loss": 0.5411, |
| "step": 6360 |
| }, |
| { |
| "epoch": 1.5318892900120336, |
| "grad_norm": 1.703125, |
| "learning_rate": 6.171020639692808e-05, |
| "loss": 0.5657, |
| "step": 6365 |
| }, |
| { |
| "epoch": 1.53309265944645, |
| "grad_norm": 1.625, |
| "learning_rate": 6.166261360433472e-05, |
| "loss": 0.519, |
| "step": 6370 |
| }, |
| { |
| "epoch": 1.5342960288808665, |
| "grad_norm": 1.7265625, |
| "learning_rate": 6.161502262115736e-05, |
| "loss": 0.5226, |
| "step": 6375 |
| }, |
| { |
| "epoch": 1.5354993983152827, |
| "grad_norm": 1.625, |
| "learning_rate": 6.15674335233975e-05, |
| "loss": 0.5691, |
| "step": 6380 |
| }, |
| { |
| "epoch": 1.5367027677496992, |
| "grad_norm": 1.6640625, |
| "learning_rate": 6.151984638705359e-05, |
| "loss": 0.5337, |
| "step": 6385 |
| }, |
| { |
| "epoch": 1.5379061371841156, |
| "grad_norm": 1.625, |
| "learning_rate": 6.147226128812099e-05, |
| "loss": 0.522, |
| "step": 6390 |
| }, |
| { |
| "epoch": 1.5391095066185319, |
| "grad_norm": 1.6015625, |
| "learning_rate": 6.142467830259183e-05, |
| "loss": 0.549, |
| "step": 6395 |
| }, |
| { |
| "epoch": 1.5403128760529483, |
| "grad_norm": 1.6875, |
| "learning_rate": 6.137709750645475e-05, |
| "loss": 0.5509, |
| "step": 6400 |
| }, |
| { |
| "epoch": 1.5415162454873648, |
| "grad_norm": 1.671875, |
| "learning_rate": 6.132951897569506e-05, |
| "loss": 0.524, |
| "step": 6405 |
| }, |
| { |
| "epoch": 1.542719614921781, |
| "grad_norm": 1.65625, |
| "learning_rate": 6.128194278629432e-05, |
| "loss": 0.5388, |
| "step": 6410 |
| }, |
| { |
| "epoch": 1.5439229843561972, |
| "grad_norm": 1.78125, |
| "learning_rate": 6.12343690142304e-05, |
| "loss": 0.531, |
| "step": 6415 |
| }, |
| { |
| "epoch": 1.5451263537906137, |
| "grad_norm": 1.7265625, |
| "learning_rate": 6.11867977354773e-05, |
| "loss": 0.5653, |
| "step": 6420 |
| }, |
| { |
| "epoch": 1.5463297232250302, |
| "grad_norm": 1.6484375, |
| "learning_rate": 6.113922902600507e-05, |
| "loss": 0.57, |
| "step": 6425 |
| }, |
| { |
| "epoch": 1.5475330926594464, |
| "grad_norm": 1.609375, |
| "learning_rate": 6.10916629617796e-05, |
| "loss": 0.5529, |
| "step": 6430 |
| }, |
| { |
| "epoch": 1.5487364620938628, |
| "grad_norm": 1.546875, |
| "learning_rate": 6.104409961876263e-05, |
| "loss": 0.5196, |
| "step": 6435 |
| }, |
| { |
| "epoch": 1.5499398315282793, |
| "grad_norm": 1.8203125, |
| "learning_rate": 6.0996539072911456e-05, |
| "loss": 0.555, |
| "step": 6440 |
| }, |
| { |
| "epoch": 1.5511432009626955, |
| "grad_norm": 1.6328125, |
| "learning_rate": 6.0948981400178985e-05, |
| "loss": 0.511, |
| "step": 6445 |
| }, |
| { |
| "epoch": 1.5523465703971118, |
| "grad_norm": 1.71875, |
| "learning_rate": 6.090142667651353e-05, |
| "loss": 0.5294, |
| "step": 6450 |
| }, |
| { |
| "epoch": 1.5535499398315282, |
| "grad_norm": 1.6328125, |
| "learning_rate": 6.085387497785866e-05, |
| "loss": 0.5526, |
| "step": 6455 |
| }, |
| { |
| "epoch": 1.5547533092659447, |
| "grad_norm": 1.78125, |
| "learning_rate": 6.080632638015313e-05, |
| "loss": 0.5515, |
| "step": 6460 |
| }, |
| { |
| "epoch": 1.555956678700361, |
| "grad_norm": 1.7734375, |
| "learning_rate": 6.0758780959330756e-05, |
| "loss": 0.5441, |
| "step": 6465 |
| }, |
| { |
| "epoch": 1.5571600481347774, |
| "grad_norm": 1.7578125, |
| "learning_rate": 6.0711238791320256e-05, |
| "loss": 0.5897, |
| "step": 6470 |
| }, |
| { |
| "epoch": 1.5583634175691938, |
| "grad_norm": 1.75, |
| "learning_rate": 6.066369995204517e-05, |
| "loss": 0.5655, |
| "step": 6475 |
| }, |
| { |
| "epoch": 1.55956678700361, |
| "grad_norm": 1.734375, |
| "learning_rate": 6.061616451742371e-05, |
| "loss": 0.5299, |
| "step": 6480 |
| }, |
| { |
| "epoch": 1.5607701564380265, |
| "grad_norm": 1.6328125, |
| "learning_rate": 6.056863256336866e-05, |
| "loss": 0.5418, |
| "step": 6485 |
| }, |
| { |
| "epoch": 1.561973525872443, |
| "grad_norm": 1.75, |
| "learning_rate": 6.0521104165787255e-05, |
| "loss": 0.5359, |
| "step": 6490 |
| }, |
| { |
| "epoch": 1.5631768953068592, |
| "grad_norm": 1.734375, |
| "learning_rate": 6.047357940058102e-05, |
| "loss": 0.5489, |
| "step": 6495 |
| }, |
| { |
| "epoch": 1.5643802647412755, |
| "grad_norm": 1.8203125, |
| "learning_rate": 6.042605834364572e-05, |
| "loss": 0.5236, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.5643802647412755, |
| "eval_loss": 0.46134811639785767, |
| "eval_runtime": 2.6539, |
| "eval_samples_per_second": 75.362, |
| "eval_steps_per_second": 75.362, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.565583634175692, |
| "grad_norm": 1.640625, |
| "learning_rate": 6.037854107087116e-05, |
| "loss": 0.5509, |
| "step": 6505 |
| }, |
| { |
| "epoch": 1.5667870036101084, |
| "grad_norm": 1.71875, |
| "learning_rate": 6.033102765814113e-05, |
| "loss": 0.5156, |
| "step": 6510 |
| }, |
| { |
| "epoch": 1.5679903730445246, |
| "grad_norm": 1.703125, |
| "learning_rate": 6.028351818133324e-05, |
| "loss": 0.5783, |
| "step": 6515 |
| }, |
| { |
| "epoch": 1.569193742478941, |
| "grad_norm": 1.8203125, |
| "learning_rate": 6.023601271631882e-05, |
| "loss": 0.5482, |
| "step": 6520 |
| }, |
| { |
| "epoch": 1.5703971119133575, |
| "grad_norm": 1.6171875, |
| "learning_rate": 6.018851133896279e-05, |
| "loss": 0.5538, |
| "step": 6525 |
| }, |
| { |
| "epoch": 1.5716004813477737, |
| "grad_norm": 1.75, |
| "learning_rate": 6.014101412512352e-05, |
| "loss": 0.5254, |
| "step": 6530 |
| }, |
| { |
| "epoch": 1.57280385078219, |
| "grad_norm": 1.828125, |
| "learning_rate": 6.009352115065279e-05, |
| "loss": 0.5402, |
| "step": 6535 |
| }, |
| { |
| "epoch": 1.5740072202166067, |
| "grad_norm": 1.7109375, |
| "learning_rate": 6.004603249139556e-05, |
| "loss": 0.518, |
| "step": 6540 |
| }, |
| { |
| "epoch": 1.575210589651023, |
| "grad_norm": 1.671875, |
| "learning_rate": 5.999854822318991e-05, |
| "loss": 0.5331, |
| "step": 6545 |
| }, |
| { |
| "epoch": 1.5764139590854391, |
| "grad_norm": 1.6796875, |
| "learning_rate": 5.995106842186692e-05, |
| "loss": 0.5737, |
| "step": 6550 |
| }, |
| { |
| "epoch": 1.5776173285198556, |
| "grad_norm": 1.515625, |
| "learning_rate": 5.9903593163250524e-05, |
| "loss": 0.5486, |
| "step": 6555 |
| }, |
| { |
| "epoch": 1.578820697954272, |
| "grad_norm": 1.5859375, |
| "learning_rate": 5.985612252315738e-05, |
| "loss": 0.5431, |
| "step": 6560 |
| }, |
| { |
| "epoch": 1.5800240673886883, |
| "grad_norm": 1.8125, |
| "learning_rate": 5.980865657739683e-05, |
| "loss": 0.5495, |
| "step": 6565 |
| }, |
| { |
| "epoch": 1.5812274368231047, |
| "grad_norm": 1.7265625, |
| "learning_rate": 5.976119540177067e-05, |
| "loss": 0.5227, |
| "step": 6570 |
| }, |
| { |
| "epoch": 1.5824308062575212, |
| "grad_norm": 1.65625, |
| "learning_rate": 5.9713739072073096e-05, |
| "loss": 0.5472, |
| "step": 6575 |
| }, |
| { |
| "epoch": 1.5836341756919374, |
| "grad_norm": 1.6171875, |
| "learning_rate": 5.966628766409056e-05, |
| "loss": 0.5873, |
| "step": 6580 |
| }, |
| { |
| "epoch": 1.5848375451263537, |
| "grad_norm": 1.703125, |
| "learning_rate": 5.961884125360166e-05, |
| "loss": 0.5349, |
| "step": 6585 |
| }, |
| { |
| "epoch": 1.5860409145607701, |
| "grad_norm": 1.46875, |
| "learning_rate": 5.957139991637701e-05, |
| "loss": 0.5293, |
| "step": 6590 |
| }, |
| { |
| "epoch": 1.5872442839951866, |
| "grad_norm": 1.7265625, |
| "learning_rate": 5.9523963728179093e-05, |
| "loss": 0.5599, |
| "step": 6595 |
| }, |
| { |
| "epoch": 1.5884476534296028, |
| "grad_norm": 1.71875, |
| "learning_rate": 5.947653276476223e-05, |
| "loss": 0.5388, |
| "step": 6600 |
| }, |
| { |
| "epoch": 1.5896510228640193, |
| "grad_norm": 1.8203125, |
| "learning_rate": 5.942910710187236e-05, |
| "loss": 0.5362, |
| "step": 6605 |
| }, |
| { |
| "epoch": 1.5908543922984357, |
| "grad_norm": 1.671875, |
| "learning_rate": 5.9381686815246954e-05, |
| "loss": 0.496, |
| "step": 6610 |
| }, |
| { |
| "epoch": 1.592057761732852, |
| "grad_norm": 1.6796875, |
| "learning_rate": 5.933427198061491e-05, |
| "loss": 0.5428, |
| "step": 6615 |
| }, |
| { |
| "epoch": 1.5932611311672682, |
| "grad_norm": 1.5390625, |
| "learning_rate": 5.9286862673696416e-05, |
| "loss": 0.5177, |
| "step": 6620 |
| }, |
| { |
| "epoch": 1.5944645006016849, |
| "grad_norm": 1.8359375, |
| "learning_rate": 5.9239458970202826e-05, |
| "loss": 0.5348, |
| "step": 6625 |
| }, |
| { |
| "epoch": 1.595667870036101, |
| "grad_norm": 1.6953125, |
| "learning_rate": 5.9192060945836565e-05, |
| "loss": 0.4923, |
| "step": 6630 |
| }, |
| { |
| "epoch": 1.5968712394705173, |
| "grad_norm": 1.65625, |
| "learning_rate": 5.9144668676290955e-05, |
| "loss": 0.5447, |
| "step": 6635 |
| }, |
| { |
| "epoch": 1.5980746089049338, |
| "grad_norm": 1.625, |
| "learning_rate": 5.909728223725017e-05, |
| "loss": 0.5258, |
| "step": 6640 |
| }, |
| { |
| "epoch": 1.5992779783393503, |
| "grad_norm": 1.6015625, |
| "learning_rate": 5.9049901704389036e-05, |
| "loss": 0.5539, |
| "step": 6645 |
| }, |
| { |
| "epoch": 1.6004813477737665, |
| "grad_norm": 1.8359375, |
| "learning_rate": 5.9002527153372964e-05, |
| "loss": 0.5423, |
| "step": 6650 |
| }, |
| { |
| "epoch": 1.601684717208183, |
| "grad_norm": 1.71875, |
| "learning_rate": 5.8955158659857795e-05, |
| "loss": 0.5508, |
| "step": 6655 |
| }, |
| { |
| "epoch": 1.6028880866425994, |
| "grad_norm": 1.734375, |
| "learning_rate": 5.8907796299489736e-05, |
| "loss": 0.5579, |
| "step": 6660 |
| }, |
| { |
| "epoch": 1.6040914560770156, |
| "grad_norm": 1.5625, |
| "learning_rate": 5.886044014790516e-05, |
| "loss": 0.5439, |
| "step": 6665 |
| }, |
| { |
| "epoch": 1.6052948255114319, |
| "grad_norm": 1.7734375, |
| "learning_rate": 5.8813090280730544e-05, |
| "loss": 0.5171, |
| "step": 6670 |
| }, |
| { |
| "epoch": 1.6064981949458483, |
| "grad_norm": 1.6171875, |
| "learning_rate": 5.876574677358232e-05, |
| "loss": 0.5517, |
| "step": 6675 |
| }, |
| { |
| "epoch": 1.6077015643802648, |
| "grad_norm": 1.8046875, |
| "learning_rate": 5.871840970206677e-05, |
| "loss": 0.5603, |
| "step": 6680 |
| }, |
| { |
| "epoch": 1.608904933814681, |
| "grad_norm": 1.71875, |
| "learning_rate": 5.8671079141779896e-05, |
| "loss": 0.5159, |
| "step": 6685 |
| }, |
| { |
| "epoch": 1.6101083032490975, |
| "grad_norm": 1.6953125, |
| "learning_rate": 5.8623755168307306e-05, |
| "loss": 0.5102, |
| "step": 6690 |
| }, |
| { |
| "epoch": 1.611311672683514, |
| "grad_norm": 1.6953125, |
| "learning_rate": 5.857643785722407e-05, |
| "loss": 0.5499, |
| "step": 6695 |
| }, |
| { |
| "epoch": 1.6125150421179302, |
| "grad_norm": 1.8125, |
| "learning_rate": 5.8529127284094636e-05, |
| "loss": 0.5489, |
| "step": 6700 |
| }, |
| { |
| "epoch": 1.6137184115523464, |
| "grad_norm": 1.6171875, |
| "learning_rate": 5.848182352447271e-05, |
| "loss": 0.5285, |
| "step": 6705 |
| }, |
| { |
| "epoch": 1.614921780986763, |
| "grad_norm": 1.7109375, |
| "learning_rate": 5.843452665390107e-05, |
| "loss": 0.5249, |
| "step": 6710 |
| }, |
| { |
| "epoch": 1.6161251504211793, |
| "grad_norm": 1.6953125, |
| "learning_rate": 5.838723674791153e-05, |
| "loss": 0.53, |
| "step": 6715 |
| }, |
| { |
| "epoch": 1.6173285198555956, |
| "grad_norm": 1.625, |
| "learning_rate": 5.833995388202477e-05, |
| "loss": 0.5461, |
| "step": 6720 |
| }, |
| { |
| "epoch": 1.618531889290012, |
| "grad_norm": 1.640625, |
| "learning_rate": 5.829267813175021e-05, |
| "loss": 0.5346, |
| "step": 6725 |
| }, |
| { |
| "epoch": 1.6197352587244285, |
| "grad_norm": 1.65625, |
| "learning_rate": 5.8245409572585945e-05, |
| "loss": 0.5415, |
| "step": 6730 |
| }, |
| { |
| "epoch": 1.6209386281588447, |
| "grad_norm": 1.640625, |
| "learning_rate": 5.819814828001857e-05, |
| "loss": 0.5267, |
| "step": 6735 |
| }, |
| { |
| "epoch": 1.6221419975932612, |
| "grad_norm": 1.6875, |
| "learning_rate": 5.815089432952304e-05, |
| "loss": 0.5565, |
| "step": 6740 |
| }, |
| { |
| "epoch": 1.6233453670276776, |
| "grad_norm": 1.703125, |
| "learning_rate": 5.810364779656263e-05, |
| "loss": 0.5342, |
| "step": 6745 |
| }, |
| { |
| "epoch": 1.6245487364620939, |
| "grad_norm": 1.7578125, |
| "learning_rate": 5.8056408756588765e-05, |
| "loss": 0.5535, |
| "step": 6750 |
| }, |
| { |
| "epoch": 1.62575210589651, |
| "grad_norm": 1.78125, |
| "learning_rate": 5.800917728504089e-05, |
| "loss": 0.5675, |
| "step": 6755 |
| }, |
| { |
| "epoch": 1.6269554753309265, |
| "grad_norm": 1.828125, |
| "learning_rate": 5.796195345734634e-05, |
| "loss": 0.5713, |
| "step": 6760 |
| }, |
| { |
| "epoch": 1.628158844765343, |
| "grad_norm": 1.7265625, |
| "learning_rate": 5.7914737348920306e-05, |
| "loss": 0.5212, |
| "step": 6765 |
| }, |
| { |
| "epoch": 1.6293622141997592, |
| "grad_norm": 1.6640625, |
| "learning_rate": 5.786752903516559e-05, |
| "loss": 0.5071, |
| "step": 6770 |
| }, |
| { |
| "epoch": 1.6305655836341757, |
| "grad_norm": 1.703125, |
| "learning_rate": 5.782032859147257e-05, |
| "loss": 0.5464, |
| "step": 6775 |
| }, |
| { |
| "epoch": 1.6317689530685922, |
| "grad_norm": 1.8828125, |
| "learning_rate": 5.777313609321908e-05, |
| "loss": 0.5345, |
| "step": 6780 |
| }, |
| { |
| "epoch": 1.6329723225030084, |
| "grad_norm": 1.734375, |
| "learning_rate": 5.772595161577023e-05, |
| "loss": 0.5479, |
| "step": 6785 |
| }, |
| { |
| "epoch": 1.6341756919374246, |
| "grad_norm": 1.7109375, |
| "learning_rate": 5.767877523447831e-05, |
| "loss": 0.5244, |
| "step": 6790 |
| }, |
| { |
| "epoch": 1.6353790613718413, |
| "grad_norm": 1.71875, |
| "learning_rate": 5.7631607024682735e-05, |
| "loss": 0.5496, |
| "step": 6795 |
| }, |
| { |
| "epoch": 1.6365824308062575, |
| "grad_norm": 1.6484375, |
| "learning_rate": 5.758444706170984e-05, |
| "loss": 0.5478, |
| "step": 6800 |
| }, |
| { |
| "epoch": 1.6377858002406738, |
| "grad_norm": 1.59375, |
| "learning_rate": 5.7537295420872764e-05, |
| "loss": 0.5553, |
| "step": 6805 |
| }, |
| { |
| "epoch": 1.6389891696750902, |
| "grad_norm": 1.515625, |
| "learning_rate": 5.7490152177471396e-05, |
| "loss": 0.506, |
| "step": 6810 |
| }, |
| { |
| "epoch": 1.6401925391095067, |
| "grad_norm": 1.6484375, |
| "learning_rate": 5.744301740679222e-05, |
| "loss": 0.5151, |
| "step": 6815 |
| }, |
| { |
| "epoch": 1.641395908543923, |
| "grad_norm": 1.5, |
| "learning_rate": 5.739589118410812e-05, |
| "loss": 0.5418, |
| "step": 6820 |
| }, |
| { |
| "epoch": 1.6425992779783394, |
| "grad_norm": 1.640625, |
| "learning_rate": 5.734877358467841e-05, |
| "loss": 0.5289, |
| "step": 6825 |
| }, |
| { |
| "epoch": 1.6438026474127558, |
| "grad_norm": 1.7734375, |
| "learning_rate": 5.730166468374861e-05, |
| "loss": 0.5453, |
| "step": 6830 |
| }, |
| { |
| "epoch": 1.645006016847172, |
| "grad_norm": 1.703125, |
| "learning_rate": 5.725456455655032e-05, |
| "loss": 0.5122, |
| "step": 6835 |
| }, |
| { |
| "epoch": 1.6462093862815883, |
| "grad_norm": 1.5859375, |
| "learning_rate": 5.7207473278301156e-05, |
| "loss": 0.5027, |
| "step": 6840 |
| }, |
| { |
| "epoch": 1.6474127557160048, |
| "grad_norm": 1.640625, |
| "learning_rate": 5.716039092420459e-05, |
| "loss": 0.5548, |
| "step": 6845 |
| }, |
| { |
| "epoch": 1.6486161251504212, |
| "grad_norm": 1.6484375, |
| "learning_rate": 5.711331756944984e-05, |
| "loss": 0.5339, |
| "step": 6850 |
| }, |
| { |
| "epoch": 1.6498194945848375, |
| "grad_norm": 1.8203125, |
| "learning_rate": 5.706625328921179e-05, |
| "loss": 0.5223, |
| "step": 6855 |
| }, |
| { |
| "epoch": 1.651022864019254, |
| "grad_norm": 1.625, |
| "learning_rate": 5.701919815865077e-05, |
| "loss": 0.5125, |
| "step": 6860 |
| }, |
| { |
| "epoch": 1.6522262334536704, |
| "grad_norm": 1.6796875, |
| "learning_rate": 5.697215225291253e-05, |
| "loss": 0.5413, |
| "step": 6865 |
| }, |
| { |
| "epoch": 1.6534296028880866, |
| "grad_norm": 1.7265625, |
| "learning_rate": 5.692511564712811e-05, |
| "loss": 0.5466, |
| "step": 6870 |
| }, |
| { |
| "epoch": 1.654632972322503, |
| "grad_norm": 1.6796875, |
| "learning_rate": 5.687808841641366e-05, |
| "loss": 0.5303, |
| "step": 6875 |
| }, |
| { |
| "epoch": 1.6558363417569195, |
| "grad_norm": 1.796875, |
| "learning_rate": 5.683107063587036e-05, |
| "loss": 0.5052, |
| "step": 6880 |
| }, |
| { |
| "epoch": 1.6570397111913358, |
| "grad_norm": 1.625, |
| "learning_rate": 5.678406238058436e-05, |
| "loss": 0.5444, |
| "step": 6885 |
| }, |
| { |
| "epoch": 1.658243080625752, |
| "grad_norm": 1.7890625, |
| "learning_rate": 5.673706372562651e-05, |
| "loss": 0.5216, |
| "step": 6890 |
| }, |
| { |
| "epoch": 1.6594464500601684, |
| "grad_norm": 1.6875, |
| "learning_rate": 5.6690074746052387e-05, |
| "loss": 0.4973, |
| "step": 6895 |
| }, |
| { |
| "epoch": 1.660649819494585, |
| "grad_norm": 1.5546875, |
| "learning_rate": 5.6643095516902086e-05, |
| "loss": 0.5067, |
| "step": 6900 |
| }, |
| { |
| "epoch": 1.6618531889290011, |
| "grad_norm": 1.6171875, |
| "learning_rate": 5.659612611320016e-05, |
| "loss": 0.513, |
| "step": 6905 |
| }, |
| { |
| "epoch": 1.6630565583634176, |
| "grad_norm": 1.609375, |
| "learning_rate": 5.654916660995545e-05, |
| "loss": 0.5462, |
| "step": 6910 |
| }, |
| { |
| "epoch": 1.664259927797834, |
| "grad_norm": 1.6484375, |
| "learning_rate": 5.6502217082160985e-05, |
| "loss": 0.5546, |
| "step": 6915 |
| }, |
| { |
| "epoch": 1.6654632972322503, |
| "grad_norm": 1.765625, |
| "learning_rate": 5.645527760479389e-05, |
| "loss": 0.5366, |
| "step": 6920 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 1.6484375, |
| "learning_rate": 5.6408348252815175e-05, |
| "loss": 0.5309, |
| "step": 6925 |
| }, |
| { |
| "epoch": 1.6678700361010832, |
| "grad_norm": 1.671875, |
| "learning_rate": 5.636142910116977e-05, |
| "loss": 0.5298, |
| "step": 6930 |
| }, |
| { |
| "epoch": 1.6690734055354994, |
| "grad_norm": 1.7734375, |
| "learning_rate": 5.6314520224786246e-05, |
| "loss": 0.5296, |
| "step": 6935 |
| }, |
| { |
| "epoch": 1.6702767749699157, |
| "grad_norm": 1.5703125, |
| "learning_rate": 5.626762169857681e-05, |
| "loss": 0.5437, |
| "step": 6940 |
| }, |
| { |
| "epoch": 1.6714801444043321, |
| "grad_norm": 1.671875, |
| "learning_rate": 5.6220733597437104e-05, |
| "loss": 0.5303, |
| "step": 6945 |
| }, |
| { |
| "epoch": 1.6726835138387486, |
| "grad_norm": 1.5859375, |
| "learning_rate": 5.6173855996246134e-05, |
| "loss": 0.5361, |
| "step": 6950 |
| }, |
| { |
| "epoch": 1.6738868832731648, |
| "grad_norm": 1.6953125, |
| "learning_rate": 5.6126988969866155e-05, |
| "loss": 0.5326, |
| "step": 6955 |
| }, |
| { |
| "epoch": 1.6750902527075813, |
| "grad_norm": 1.5234375, |
| "learning_rate": 5.6080132593142505e-05, |
| "loss": 0.5333, |
| "step": 6960 |
| }, |
| { |
| "epoch": 1.6762936221419977, |
| "grad_norm": 1.6484375, |
| "learning_rate": 5.6033286940903516e-05, |
| "loss": 0.5072, |
| "step": 6965 |
| }, |
| { |
| "epoch": 1.677496991576414, |
| "grad_norm": 1.8671875, |
| "learning_rate": 5.598645208796045e-05, |
| "loss": 0.5403, |
| "step": 6970 |
| }, |
| { |
| "epoch": 1.6787003610108302, |
| "grad_norm": 1.7265625, |
| "learning_rate": 5.593962810910722e-05, |
| "loss": 0.5101, |
| "step": 6975 |
| }, |
| { |
| "epoch": 1.6799037304452467, |
| "grad_norm": 1.734375, |
| "learning_rate": 5.5892815079120496e-05, |
| "loss": 0.5334, |
| "step": 6980 |
| }, |
| { |
| "epoch": 1.6811070998796631, |
| "grad_norm": 1.65625, |
| "learning_rate": 5.5846013072759353e-05, |
| "loss": 0.5519, |
| "step": 6985 |
| }, |
| { |
| "epoch": 1.6823104693140793, |
| "grad_norm": 1.609375, |
| "learning_rate": 5.5799222164765336e-05, |
| "loss": 0.5024, |
| "step": 6990 |
| }, |
| { |
| "epoch": 1.6835138387484958, |
| "grad_norm": 1.6640625, |
| "learning_rate": 5.575244242986223e-05, |
| "loss": 0.5289, |
| "step": 6995 |
| }, |
| { |
| "epoch": 1.6847172081829123, |
| "grad_norm": 1.671875, |
| "learning_rate": 5.570567394275598e-05, |
| "loss": 0.505, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.6847172081829123, |
| "eval_loss": 0.4532296061515808, |
| "eval_runtime": 2.6618, |
| "eval_samples_per_second": 75.138, |
| "eval_steps_per_second": 75.138, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.6859205776173285, |
| "grad_norm": 1.75, |
| "learning_rate": 5.565891677813456e-05, |
| "loss": 0.5362, |
| "step": 7005 |
| }, |
| { |
| "epoch": 1.6871239470517447, |
| "grad_norm": 1.796875, |
| "learning_rate": 5.561217101066792e-05, |
| "loss": 0.5461, |
| "step": 7010 |
| }, |
| { |
| "epoch": 1.6883273164861614, |
| "grad_norm": 1.7578125, |
| "learning_rate": 5.5565436715007724e-05, |
| "loss": 0.5384, |
| "step": 7015 |
| }, |
| { |
| "epoch": 1.6895306859205776, |
| "grad_norm": 1.859375, |
| "learning_rate": 5.5518713965787376e-05, |
| "loss": 0.5458, |
| "step": 7020 |
| }, |
| { |
| "epoch": 1.6907340553549939, |
| "grad_norm": 1.6796875, |
| "learning_rate": 5.547200283762182e-05, |
| "loss": 0.5111, |
| "step": 7025 |
| }, |
| { |
| "epoch": 1.6919374247894103, |
| "grad_norm": 1.65625, |
| "learning_rate": 5.542530340510744e-05, |
| "loss": 0.509, |
| "step": 7030 |
| }, |
| { |
| "epoch": 1.6931407942238268, |
| "grad_norm": 1.6015625, |
| "learning_rate": 5.537861574282195e-05, |
| "loss": 0.5409, |
| "step": 7035 |
| }, |
| { |
| "epoch": 1.694344163658243, |
| "grad_norm": 1.578125, |
| "learning_rate": 5.533193992532426e-05, |
| "loss": 0.5218, |
| "step": 7040 |
| }, |
| { |
| "epoch": 1.6955475330926595, |
| "grad_norm": 1.796875, |
| "learning_rate": 5.5285276027154364e-05, |
| "loss": 0.5498, |
| "step": 7045 |
| }, |
| { |
| "epoch": 1.696750902527076, |
| "grad_norm": 1.546875, |
| "learning_rate": 5.523862412283323e-05, |
| "loss": 0.5424, |
| "step": 7050 |
| }, |
| { |
| "epoch": 1.6979542719614922, |
| "grad_norm": 1.9140625, |
| "learning_rate": 5.519198428686266e-05, |
| "loss": 0.5261, |
| "step": 7055 |
| }, |
| { |
| "epoch": 1.6991576413959084, |
| "grad_norm": 1.6875, |
| "learning_rate": 5.5145356593725205e-05, |
| "loss": 0.5015, |
| "step": 7060 |
| }, |
| { |
| "epoch": 1.7003610108303249, |
| "grad_norm": 1.65625, |
| "learning_rate": 5.5098741117883974e-05, |
| "loss": 0.5267, |
| "step": 7065 |
| }, |
| { |
| "epoch": 1.7015643802647413, |
| "grad_norm": 1.7109375, |
| "learning_rate": 5.505213793378264e-05, |
| "loss": 0.5124, |
| "step": 7070 |
| }, |
| { |
| "epoch": 1.7027677496991576, |
| "grad_norm": 1.890625, |
| "learning_rate": 5.5005547115845195e-05, |
| "loss": 0.5388, |
| "step": 7075 |
| }, |
| { |
| "epoch": 1.703971119133574, |
| "grad_norm": 1.6171875, |
| "learning_rate": 5.495896873847589e-05, |
| "loss": 0.5185, |
| "step": 7080 |
| }, |
| { |
| "epoch": 1.7051744885679905, |
| "grad_norm": 1.65625, |
| "learning_rate": 5.491240287605911e-05, |
| "loss": 0.5264, |
| "step": 7085 |
| }, |
| { |
| "epoch": 1.7063778580024067, |
| "grad_norm": 1.6328125, |
| "learning_rate": 5.486584960295926e-05, |
| "loss": 0.4885, |
| "step": 7090 |
| }, |
| { |
| "epoch": 1.707581227436823, |
| "grad_norm": 1.96875, |
| "learning_rate": 5.4819308993520635e-05, |
| "loss": 0.5509, |
| "step": 7095 |
| }, |
| { |
| "epoch": 1.7087845968712396, |
| "grad_norm": 1.703125, |
| "learning_rate": 5.477278112206731e-05, |
| "loss": 0.5354, |
| "step": 7100 |
| }, |
| { |
| "epoch": 1.7099879663056559, |
| "grad_norm": 1.6875, |
| "learning_rate": 5.4726266062903016e-05, |
| "loss": 0.526, |
| "step": 7105 |
| }, |
| { |
| "epoch": 1.711191335740072, |
| "grad_norm": 1.734375, |
| "learning_rate": 5.467976389031103e-05, |
| "loss": 0.5211, |
| "step": 7110 |
| }, |
| { |
| "epoch": 1.7123947051744886, |
| "grad_norm": 1.78125, |
| "learning_rate": 5.463327467855402e-05, |
| "loss": 0.4991, |
| "step": 7115 |
| }, |
| { |
| "epoch": 1.713598074608905, |
| "grad_norm": 1.7421875, |
| "learning_rate": 5.458679850187402e-05, |
| "loss": 0.5524, |
| "step": 7120 |
| }, |
| { |
| "epoch": 1.7148014440433212, |
| "grad_norm": 1.640625, |
| "learning_rate": 5.454033543449218e-05, |
| "loss": 0.5212, |
| "step": 7125 |
| }, |
| { |
| "epoch": 1.7160048134777377, |
| "grad_norm": 1.65625, |
| "learning_rate": 5.449388555060873e-05, |
| "loss": 0.5653, |
| "step": 7130 |
| }, |
| { |
| "epoch": 1.7172081829121542, |
| "grad_norm": 1.5625, |
| "learning_rate": 5.444744892440289e-05, |
| "loss": 0.5258, |
| "step": 7135 |
| }, |
| { |
| "epoch": 1.7184115523465704, |
| "grad_norm": 1.5390625, |
| "learning_rate": 5.4401025630032645e-05, |
| "loss": 0.5132, |
| "step": 7140 |
| }, |
| { |
| "epoch": 1.7196149217809866, |
| "grad_norm": 1.6796875, |
| "learning_rate": 5.435461574163473e-05, |
| "loss": 0.5255, |
| "step": 7145 |
| }, |
| { |
| "epoch": 1.720818291215403, |
| "grad_norm": 1.6328125, |
| "learning_rate": 5.4308219333324475e-05, |
| "loss": 0.5403, |
| "step": 7150 |
| }, |
| { |
| "epoch": 1.7220216606498195, |
| "grad_norm": 1.640625, |
| "learning_rate": 5.426183647919564e-05, |
| "loss": 0.569, |
| "step": 7155 |
| }, |
| { |
| "epoch": 1.7232250300842358, |
| "grad_norm": 1.5859375, |
| "learning_rate": 5.421546725332038e-05, |
| "loss": 0.5447, |
| "step": 7160 |
| }, |
| { |
| "epoch": 1.7244283995186522, |
| "grad_norm": 1.6875, |
| "learning_rate": 5.416911172974909e-05, |
| "loss": 0.5287, |
| "step": 7165 |
| }, |
| { |
| "epoch": 1.7256317689530687, |
| "grad_norm": 1.6171875, |
| "learning_rate": 5.412276998251026e-05, |
| "loss": 0.5299, |
| "step": 7170 |
| }, |
| { |
| "epoch": 1.726835138387485, |
| "grad_norm": 1.703125, |
| "learning_rate": 5.407644208561036e-05, |
| "loss": 0.5364, |
| "step": 7175 |
| }, |
| { |
| "epoch": 1.7280385078219012, |
| "grad_norm": 1.6484375, |
| "learning_rate": 5.40301281130338e-05, |
| "loss": 0.5338, |
| "step": 7180 |
| }, |
| { |
| "epoch": 1.7292418772563178, |
| "grad_norm": 1.6328125, |
| "learning_rate": 5.398382813874271e-05, |
| "loss": 0.5242, |
| "step": 7185 |
| }, |
| { |
| "epoch": 1.730445246690734, |
| "grad_norm": 1.6796875, |
| "learning_rate": 5.393754223667687e-05, |
| "loss": 0.5531, |
| "step": 7190 |
| }, |
| { |
| "epoch": 1.7316486161251503, |
| "grad_norm": 1.796875, |
| "learning_rate": 5.3891270480753595e-05, |
| "loss": 0.4976, |
| "step": 7195 |
| }, |
| { |
| "epoch": 1.7328519855595668, |
| "grad_norm": 1.609375, |
| "learning_rate": 5.3845012944867614e-05, |
| "loss": 0.5231, |
| "step": 7200 |
| }, |
| { |
| "epoch": 1.7340553549939832, |
| "grad_norm": 1.5390625, |
| "learning_rate": 5.379876970289094e-05, |
| "loss": 0.502, |
| "step": 7205 |
| }, |
| { |
| "epoch": 1.7352587244283995, |
| "grad_norm": 1.8046875, |
| "learning_rate": 5.3752540828672736e-05, |
| "loss": 0.5223, |
| "step": 7210 |
| }, |
| { |
| "epoch": 1.736462093862816, |
| "grad_norm": 1.5546875, |
| "learning_rate": 5.3706326396039276e-05, |
| "loss": 0.5151, |
| "step": 7215 |
| }, |
| { |
| "epoch": 1.7376654632972324, |
| "grad_norm": 1.8984375, |
| "learning_rate": 5.3660126478793724e-05, |
| "loss": 0.5491, |
| "step": 7220 |
| }, |
| { |
| "epoch": 1.7388688327316486, |
| "grad_norm": 1.625, |
| "learning_rate": 5.361394115071608e-05, |
| "loss": 0.5299, |
| "step": 7225 |
| }, |
| { |
| "epoch": 1.7400722021660648, |
| "grad_norm": 1.96875, |
| "learning_rate": 5.356777048556303e-05, |
| "loss": 0.5394, |
| "step": 7230 |
| }, |
| { |
| "epoch": 1.7412755716004813, |
| "grad_norm": 1.65625, |
| "learning_rate": 5.352161455706787e-05, |
| "loss": 0.5529, |
| "step": 7235 |
| }, |
| { |
| "epoch": 1.7424789410348978, |
| "grad_norm": 1.7578125, |
| "learning_rate": 5.347547343894035e-05, |
| "loss": 0.5515, |
| "step": 7240 |
| }, |
| { |
| "epoch": 1.743682310469314, |
| "grad_norm": 1.609375, |
| "learning_rate": 5.3429347204866555e-05, |
| "loss": 0.5264, |
| "step": 7245 |
| }, |
| { |
| "epoch": 1.7448856799037304, |
| "grad_norm": 1.8359375, |
| "learning_rate": 5.338323592850881e-05, |
| "loss": 0.5158, |
| "step": 7250 |
| }, |
| { |
| "epoch": 1.746089049338147, |
| "grad_norm": 1.640625, |
| "learning_rate": 5.333713968350558e-05, |
| "loss": 0.5633, |
| "step": 7255 |
| }, |
| { |
| "epoch": 1.7472924187725631, |
| "grad_norm": 1.8125, |
| "learning_rate": 5.329105854347129e-05, |
| "loss": 0.5356, |
| "step": 7260 |
| }, |
| { |
| "epoch": 1.7484957882069796, |
| "grad_norm": 1.7265625, |
| "learning_rate": 5.324499258199625e-05, |
| "loss": 0.5117, |
| "step": 7265 |
| }, |
| { |
| "epoch": 1.749699157641396, |
| "grad_norm": 1.7265625, |
| "learning_rate": 5.319894187264653e-05, |
| "loss": 0.5246, |
| "step": 7270 |
| }, |
| { |
| "epoch": 1.7509025270758123, |
| "grad_norm": 1.671875, |
| "learning_rate": 5.315290648896386e-05, |
| "loss": 0.5215, |
| "step": 7275 |
| }, |
| { |
| "epoch": 1.7521058965102285, |
| "grad_norm": 1.6875, |
| "learning_rate": 5.310688650446546e-05, |
| "loss": 0.5411, |
| "step": 7280 |
| }, |
| { |
| "epoch": 1.753309265944645, |
| "grad_norm": 1.703125, |
| "learning_rate": 5.3060881992644e-05, |
| "loss": 0.4988, |
| "step": 7285 |
| }, |
| { |
| "epoch": 1.7545126353790614, |
| "grad_norm": 1.625, |
| "learning_rate": 5.301489302696741e-05, |
| "loss": 0.5333, |
| "step": 7290 |
| }, |
| { |
| "epoch": 1.7557160048134777, |
| "grad_norm": 1.5703125, |
| "learning_rate": 5.29689196808788e-05, |
| "loss": 0.5175, |
| "step": 7295 |
| }, |
| { |
| "epoch": 1.7569193742478941, |
| "grad_norm": 1.703125, |
| "learning_rate": 5.292296202779636e-05, |
| "loss": 0.5333, |
| "step": 7300 |
| }, |
| { |
| "epoch": 1.7581227436823106, |
| "grad_norm": 1.6484375, |
| "learning_rate": 5.287702014111317e-05, |
| "loss": 0.563, |
| "step": 7305 |
| }, |
| { |
| "epoch": 1.7593261131167268, |
| "grad_norm": 1.6171875, |
| "learning_rate": 5.2831094094197186e-05, |
| "loss": 0.5025, |
| "step": 7310 |
| }, |
| { |
| "epoch": 1.760529482551143, |
| "grad_norm": 1.453125, |
| "learning_rate": 5.2785183960391025e-05, |
| "loss": 0.519, |
| "step": 7315 |
| }, |
| { |
| "epoch": 1.7617328519855595, |
| "grad_norm": 1.5625, |
| "learning_rate": 5.2739289813011925e-05, |
| "loss": 0.4948, |
| "step": 7320 |
| }, |
| { |
| "epoch": 1.762936221419976, |
| "grad_norm": 1.734375, |
| "learning_rate": 5.269341172535156e-05, |
| "loss": 0.5202, |
| "step": 7325 |
| }, |
| { |
| "epoch": 1.7641395908543922, |
| "grad_norm": 1.6953125, |
| "learning_rate": 5.2647549770675984e-05, |
| "loss": 0.4981, |
| "step": 7330 |
| }, |
| { |
| "epoch": 1.7653429602888087, |
| "grad_norm": 1.5390625, |
| "learning_rate": 5.2601704022225466e-05, |
| "loss": 0.5138, |
| "step": 7335 |
| }, |
| { |
| "epoch": 1.7665463297232251, |
| "grad_norm": 1.7421875, |
| "learning_rate": 5.2555874553214414e-05, |
| "loss": 0.5303, |
| "step": 7340 |
| }, |
| { |
| "epoch": 1.7677496991576414, |
| "grad_norm": 1.6484375, |
| "learning_rate": 5.251006143683123e-05, |
| "loss": 0.5314, |
| "step": 7345 |
| }, |
| { |
| "epoch": 1.7689530685920578, |
| "grad_norm": 1.671875, |
| "learning_rate": 5.2464264746238215e-05, |
| "loss": 0.5064, |
| "step": 7350 |
| }, |
| { |
| "epoch": 1.7701564380264743, |
| "grad_norm": 1.4921875, |
| "learning_rate": 5.241848455457141e-05, |
| "loss": 0.5114, |
| "step": 7355 |
| }, |
| { |
| "epoch": 1.7713598074608905, |
| "grad_norm": 1.5546875, |
| "learning_rate": 5.237272093494052e-05, |
| "loss": 0.5072, |
| "step": 7360 |
| }, |
| { |
| "epoch": 1.7725631768953067, |
| "grad_norm": 1.7265625, |
| "learning_rate": 5.2326973960428794e-05, |
| "loss": 0.534, |
| "step": 7365 |
| }, |
| { |
| "epoch": 1.7737665463297232, |
| "grad_norm": 1.5234375, |
| "learning_rate": 5.2281243704092886e-05, |
| "loss": 0.5141, |
| "step": 7370 |
| }, |
| { |
| "epoch": 1.7749699157641396, |
| "grad_norm": 1.65625, |
| "learning_rate": 5.2235530238962774e-05, |
| "loss": 0.5247, |
| "step": 7375 |
| }, |
| { |
| "epoch": 1.7761732851985559, |
| "grad_norm": 1.71875, |
| "learning_rate": 5.218983363804158e-05, |
| "loss": 0.5001, |
| "step": 7380 |
| }, |
| { |
| "epoch": 1.7773766546329723, |
| "grad_norm": 1.640625, |
| "learning_rate": 5.214415397430552e-05, |
| "loss": 0.5389, |
| "step": 7385 |
| }, |
| { |
| "epoch": 1.7785800240673888, |
| "grad_norm": 1.6484375, |
| "learning_rate": 5.2098491320703795e-05, |
| "loss": 0.5073, |
| "step": 7390 |
| }, |
| { |
| "epoch": 1.779783393501805, |
| "grad_norm": 1.796875, |
| "learning_rate": 5.205284575015837e-05, |
| "loss": 0.5679, |
| "step": 7395 |
| }, |
| { |
| "epoch": 1.7809867629362213, |
| "grad_norm": 1.8359375, |
| "learning_rate": 5.200721733556399e-05, |
| "loss": 0.5513, |
| "step": 7400 |
| }, |
| { |
| "epoch": 1.782190132370638, |
| "grad_norm": 1.59375, |
| "learning_rate": 5.196160614978798e-05, |
| "loss": 0.5526, |
| "step": 7405 |
| }, |
| { |
| "epoch": 1.7833935018050542, |
| "grad_norm": 1.7421875, |
| "learning_rate": 5.191601226567014e-05, |
| "loss": 0.5022, |
| "step": 7410 |
| }, |
| { |
| "epoch": 1.7845968712394704, |
| "grad_norm": 1.8125, |
| "learning_rate": 5.187043575602264e-05, |
| "loss": 0.5309, |
| "step": 7415 |
| }, |
| { |
| "epoch": 1.7858002406738869, |
| "grad_norm": 1.640625, |
| "learning_rate": 5.182487669362992e-05, |
| "loss": 0.5247, |
| "step": 7420 |
| }, |
| { |
| "epoch": 1.7870036101083033, |
| "grad_norm": 1.71875, |
| "learning_rate": 5.177933515124856e-05, |
| "loss": 0.5395, |
| "step": 7425 |
| }, |
| { |
| "epoch": 1.7882069795427196, |
| "grad_norm": 1.59375, |
| "learning_rate": 5.173381120160712e-05, |
| "loss": 0.5064, |
| "step": 7430 |
| }, |
| { |
| "epoch": 1.789410348977136, |
| "grad_norm": 1.796875, |
| "learning_rate": 5.1688304917406134e-05, |
| "loss": 0.5329, |
| "step": 7435 |
| }, |
| { |
| "epoch": 1.7906137184115525, |
| "grad_norm": 1.640625, |
| "learning_rate": 5.1642816371317875e-05, |
| "loss": 0.5505, |
| "step": 7440 |
| }, |
| { |
| "epoch": 1.7918170878459687, |
| "grad_norm": 1.6484375, |
| "learning_rate": 5.159734563598629e-05, |
| "loss": 0.5252, |
| "step": 7445 |
| }, |
| { |
| "epoch": 1.793020457280385, |
| "grad_norm": 1.7265625, |
| "learning_rate": 5.1551892784026905e-05, |
| "loss": 0.5287, |
| "step": 7450 |
| }, |
| { |
| "epoch": 1.7942238267148014, |
| "grad_norm": 1.6796875, |
| "learning_rate": 5.150645788802666e-05, |
| "loss": 0.5489, |
| "step": 7455 |
| }, |
| { |
| "epoch": 1.7954271961492179, |
| "grad_norm": 1.6640625, |
| "learning_rate": 5.1461041020543855e-05, |
| "loss": 0.529, |
| "step": 7460 |
| }, |
| { |
| "epoch": 1.796630565583634, |
| "grad_norm": 1.65625, |
| "learning_rate": 5.141564225410797e-05, |
| "loss": 0.5412, |
| "step": 7465 |
| }, |
| { |
| "epoch": 1.7978339350180506, |
| "grad_norm": 1.6875, |
| "learning_rate": 5.137026166121958e-05, |
| "loss": 0.5298, |
| "step": 7470 |
| }, |
| { |
| "epoch": 1.799037304452467, |
| "grad_norm": 1.609375, |
| "learning_rate": 5.1324899314350255e-05, |
| "loss": 0.5254, |
| "step": 7475 |
| }, |
| { |
| "epoch": 1.8002406738868832, |
| "grad_norm": 1.5859375, |
| "learning_rate": 5.12795552859424e-05, |
| "loss": 0.4987, |
| "step": 7480 |
| }, |
| { |
| "epoch": 1.8014440433212995, |
| "grad_norm": 1.71875, |
| "learning_rate": 5.1234229648409194e-05, |
| "loss": 0.5129, |
| "step": 7485 |
| }, |
| { |
| "epoch": 1.8026474127557162, |
| "grad_norm": 1.5703125, |
| "learning_rate": 5.118892247413443e-05, |
| "loss": 0.5365, |
| "step": 7490 |
| }, |
| { |
| "epoch": 1.8038507821901324, |
| "grad_norm": 1.6796875, |
| "learning_rate": 5.1143633835472424e-05, |
| "loss": 0.5648, |
| "step": 7495 |
| }, |
| { |
| "epoch": 1.8050541516245486, |
| "grad_norm": 1.65625, |
| "learning_rate": 5.1098363804747874e-05, |
| "loss": 0.5456, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.8050541516245486, |
| "eval_loss": 0.44866788387298584, |
| "eval_runtime": 2.6548, |
| "eval_samples_per_second": 75.335, |
| "eval_steps_per_second": 75.335, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.806257521058965, |
| "grad_norm": 1.6015625, |
| "learning_rate": 5.105311245425579e-05, |
| "loss": 0.5104, |
| "step": 7505 |
| }, |
| { |
| "epoch": 1.8074608904933815, |
| "grad_norm": 1.6484375, |
| "learning_rate": 5.100787985626133e-05, |
| "loss": 0.4927, |
| "step": 7510 |
| }, |
| { |
| "epoch": 1.8086642599277978, |
| "grad_norm": 1.6796875, |
| "learning_rate": 5.0962666082999714e-05, |
| "loss": 0.5157, |
| "step": 7515 |
| }, |
| { |
| "epoch": 1.8098676293622142, |
| "grad_norm": 1.65625, |
| "learning_rate": 5.0917471206676075e-05, |
| "loss": 0.5282, |
| "step": 7520 |
| }, |
| { |
| "epoch": 1.8110709987966307, |
| "grad_norm": 1.5859375, |
| "learning_rate": 5.087229529946542e-05, |
| "loss": 0.5211, |
| "step": 7525 |
| }, |
| { |
| "epoch": 1.812274368231047, |
| "grad_norm": 1.765625, |
| "learning_rate": 5.08271384335124e-05, |
| "loss": 0.5446, |
| "step": 7530 |
| }, |
| { |
| "epoch": 1.8134777376654632, |
| "grad_norm": 1.78125, |
| "learning_rate": 5.07820006809313e-05, |
| "loss": 0.5155, |
| "step": 7535 |
| }, |
| { |
| "epoch": 1.8146811070998796, |
| "grad_norm": 1.5625, |
| "learning_rate": 5.073688211380587e-05, |
| "loss": 0.5065, |
| "step": 7540 |
| }, |
| { |
| "epoch": 1.815884476534296, |
| "grad_norm": 1.7109375, |
| "learning_rate": 5.069178280418923e-05, |
| "loss": 0.508, |
| "step": 7545 |
| }, |
| { |
| "epoch": 1.8170878459687123, |
| "grad_norm": 1.8046875, |
| "learning_rate": 5.064670282410371e-05, |
| "loss": 0.5329, |
| "step": 7550 |
| }, |
| { |
| "epoch": 1.8182912154031288, |
| "grad_norm": 1.46875, |
| "learning_rate": 5.0601642245540826e-05, |
| "loss": 0.5221, |
| "step": 7555 |
| }, |
| { |
| "epoch": 1.8194945848375452, |
| "grad_norm": 1.7109375, |
| "learning_rate": 5.055660114046108e-05, |
| "loss": 0.5261, |
| "step": 7560 |
| }, |
| { |
| "epoch": 1.8206979542719615, |
| "grad_norm": 1.6953125, |
| "learning_rate": 5.0511579580793865e-05, |
| "loss": 0.5041, |
| "step": 7565 |
| }, |
| { |
| "epoch": 1.8219013237063777, |
| "grad_norm": 1.6484375, |
| "learning_rate": 5.046657763843739e-05, |
| "loss": 0.4916, |
| "step": 7570 |
| }, |
| { |
| "epoch": 1.8231046931407944, |
| "grad_norm": 1.6953125, |
| "learning_rate": 5.0421595385258514e-05, |
| "loss": 0.5279, |
| "step": 7575 |
| }, |
| { |
| "epoch": 1.8243080625752106, |
| "grad_norm": 1.578125, |
| "learning_rate": 5.037663289309264e-05, |
| "loss": 0.5219, |
| "step": 7580 |
| }, |
| { |
| "epoch": 1.8255114320096268, |
| "grad_norm": 1.7421875, |
| "learning_rate": 5.0331690233743665e-05, |
| "loss": 0.5261, |
| "step": 7585 |
| }, |
| { |
| "epoch": 1.8267148014440433, |
| "grad_norm": 1.703125, |
| "learning_rate": 5.028676747898376e-05, |
| "loss": 0.5183, |
| "step": 7590 |
| }, |
| { |
| "epoch": 1.8279181708784598, |
| "grad_norm": 1.5546875, |
| "learning_rate": 5.024186470055332e-05, |
| "loss": 0.4969, |
| "step": 7595 |
| }, |
| { |
| "epoch": 1.829121540312876, |
| "grad_norm": 1.90625, |
| "learning_rate": 5.019698197016088e-05, |
| "loss": 0.5332, |
| "step": 7600 |
| }, |
| { |
| "epoch": 1.8303249097472925, |
| "grad_norm": 1.7421875, |
| "learning_rate": 5.0152119359482886e-05, |
| "loss": 0.5203, |
| "step": 7605 |
| }, |
| { |
| "epoch": 1.831528279181709, |
| "grad_norm": 1.796875, |
| "learning_rate": 5.010727694016373e-05, |
| "loss": 0.5195, |
| "step": 7610 |
| }, |
| { |
| "epoch": 1.8327316486161251, |
| "grad_norm": 1.5234375, |
| "learning_rate": 5.00624547838155e-05, |
| "loss": 0.5075, |
| "step": 7615 |
| }, |
| { |
| "epoch": 1.8339350180505414, |
| "grad_norm": 1.6640625, |
| "learning_rate": 5.001765296201796e-05, |
| "loss": 0.5253, |
| "step": 7620 |
| }, |
| { |
| "epoch": 1.8351383874849578, |
| "grad_norm": 1.5625, |
| "learning_rate": 4.997287154631837e-05, |
| "loss": 0.5408, |
| "step": 7625 |
| }, |
| { |
| "epoch": 1.8363417569193743, |
| "grad_norm": 1.6875, |
| "learning_rate": 4.992811060823143e-05, |
| "loss": 0.5472, |
| "step": 7630 |
| }, |
| { |
| "epoch": 1.8375451263537905, |
| "grad_norm": 1.7109375, |
| "learning_rate": 4.9883370219239146e-05, |
| "loss": 0.5116, |
| "step": 7635 |
| }, |
| { |
| "epoch": 1.838748495788207, |
| "grad_norm": 1.8359375, |
| "learning_rate": 4.983865045079065e-05, |
| "loss": 0.5468, |
| "step": 7640 |
| }, |
| { |
| "epoch": 1.8399518652226234, |
| "grad_norm": 1.5703125, |
| "learning_rate": 4.979395137430222e-05, |
| "loss": 0.527, |
| "step": 7645 |
| }, |
| { |
| "epoch": 1.8411552346570397, |
| "grad_norm": 1.6953125, |
| "learning_rate": 4.974927306115703e-05, |
| "loss": 0.5331, |
| "step": 7650 |
| }, |
| { |
| "epoch": 1.8423586040914561, |
| "grad_norm": 1.75, |
| "learning_rate": 4.970461558270513e-05, |
| "loss": 0.5134, |
| "step": 7655 |
| }, |
| { |
| "epoch": 1.8435619735258726, |
| "grad_norm": 1.671875, |
| "learning_rate": 4.965997901026327e-05, |
| "loss": 0.5049, |
| "step": 7660 |
| }, |
| { |
| "epoch": 1.8447653429602888, |
| "grad_norm": 1.703125, |
| "learning_rate": 4.961536341511485e-05, |
| "loss": 0.546, |
| "step": 7665 |
| }, |
| { |
| "epoch": 1.845968712394705, |
| "grad_norm": 1.6796875, |
| "learning_rate": 4.957076886850973e-05, |
| "loss": 0.523, |
| "step": 7670 |
| }, |
| { |
| "epoch": 1.8471720818291215, |
| "grad_norm": 1.6484375, |
| "learning_rate": 4.952619544166418e-05, |
| "loss": 0.5506, |
| "step": 7675 |
| }, |
| { |
| "epoch": 1.848375451263538, |
| "grad_norm": 1.6875, |
| "learning_rate": 4.9481643205760744e-05, |
| "loss": 0.5393, |
| "step": 7680 |
| }, |
| { |
| "epoch": 1.8495788206979542, |
| "grad_norm": 1.75, |
| "learning_rate": 4.94371122319481e-05, |
| "loss": 0.521, |
| "step": 7685 |
| }, |
| { |
| "epoch": 1.8507821901323707, |
| "grad_norm": 1.671875, |
| "learning_rate": 4.939260259134102e-05, |
| "loss": 0.5014, |
| "step": 7690 |
| }, |
| { |
| "epoch": 1.8519855595667871, |
| "grad_norm": 1.609375, |
| "learning_rate": 4.9348114355020146e-05, |
| "loss": 0.5539, |
| "step": 7695 |
| }, |
| { |
| "epoch": 1.8531889290012034, |
| "grad_norm": 1.6171875, |
| "learning_rate": 4.930364759403198e-05, |
| "loss": 0.5332, |
| "step": 7700 |
| }, |
| { |
| "epoch": 1.8543922984356196, |
| "grad_norm": 1.6015625, |
| "learning_rate": 4.925920237938872e-05, |
| "loss": 0.527, |
| "step": 7705 |
| }, |
| { |
| "epoch": 1.855595667870036, |
| "grad_norm": 1.5859375, |
| "learning_rate": 4.921477878206815e-05, |
| "loss": 0.5315, |
| "step": 7710 |
| }, |
| { |
| "epoch": 1.8567990373044525, |
| "grad_norm": 1.78125, |
| "learning_rate": 4.9170376873013535e-05, |
| "loss": 0.5518, |
| "step": 7715 |
| }, |
| { |
| "epoch": 1.8580024067388687, |
| "grad_norm": 1.5703125, |
| "learning_rate": 4.91259967231335e-05, |
| "loss": 0.4976, |
| "step": 7720 |
| }, |
| { |
| "epoch": 1.8592057761732852, |
| "grad_norm": 1.8671875, |
| "learning_rate": 4.908163840330192e-05, |
| "loss": 0.5039, |
| "step": 7725 |
| }, |
| { |
| "epoch": 1.8604091456077017, |
| "grad_norm": 1.609375, |
| "learning_rate": 4.9037301984357806e-05, |
| "loss": 0.5119, |
| "step": 7730 |
| }, |
| { |
| "epoch": 1.8616125150421179, |
| "grad_norm": 1.6171875, |
| "learning_rate": 4.899298753710522e-05, |
| "loss": 0.476, |
| "step": 7735 |
| }, |
| { |
| "epoch": 1.8628158844765343, |
| "grad_norm": 1.7265625, |
| "learning_rate": 4.894869513231311e-05, |
| "loss": 0.5074, |
| "step": 7740 |
| }, |
| { |
| "epoch": 1.8640192539109508, |
| "grad_norm": 1.671875, |
| "learning_rate": 4.890442484071522e-05, |
| "loss": 0.5264, |
| "step": 7745 |
| }, |
| { |
| "epoch": 1.865222623345367, |
| "grad_norm": 1.8125, |
| "learning_rate": 4.886017673301e-05, |
| "loss": 0.5583, |
| "step": 7750 |
| }, |
| { |
| "epoch": 1.8664259927797833, |
| "grad_norm": 1.6015625, |
| "learning_rate": 4.8815950879860446e-05, |
| "loss": 0.5001, |
| "step": 7755 |
| }, |
| { |
| "epoch": 1.8676293622141997, |
| "grad_norm": 1.703125, |
| "learning_rate": 4.877174735189404e-05, |
| "loss": 0.5219, |
| "step": 7760 |
| }, |
| { |
| "epoch": 1.8688327316486162, |
| "grad_norm": 1.65625, |
| "learning_rate": 4.87275662197026e-05, |
| "loss": 0.5202, |
| "step": 7765 |
| }, |
| { |
| "epoch": 1.8700361010830324, |
| "grad_norm": 1.7109375, |
| "learning_rate": 4.868340755384218e-05, |
| "loss": 0.5163, |
| "step": 7770 |
| }, |
| { |
| "epoch": 1.8712394705174489, |
| "grad_norm": 1.625, |
| "learning_rate": 4.863927142483294e-05, |
| "loss": 0.5207, |
| "step": 7775 |
| }, |
| { |
| "epoch": 1.8724428399518653, |
| "grad_norm": 1.6640625, |
| "learning_rate": 4.859515790315909e-05, |
| "loss": 0.5159, |
| "step": 7780 |
| }, |
| { |
| "epoch": 1.8736462093862816, |
| "grad_norm": 1.6484375, |
| "learning_rate": 4.8551067059268704e-05, |
| "loss": 0.5157, |
| "step": 7785 |
| }, |
| { |
| "epoch": 1.8748495788206978, |
| "grad_norm": 1.578125, |
| "learning_rate": 4.850699896357363e-05, |
| "loss": 0.5055, |
| "step": 7790 |
| }, |
| { |
| "epoch": 1.8760529482551145, |
| "grad_norm": 1.4765625, |
| "learning_rate": 4.8462953686449424e-05, |
| "loss": 0.5044, |
| "step": 7795 |
| }, |
| { |
| "epoch": 1.8772563176895307, |
| "grad_norm": 1.6171875, |
| "learning_rate": 4.8418931298235174e-05, |
| "loss": 0.5022, |
| "step": 7800 |
| }, |
| { |
| "epoch": 1.878459687123947, |
| "grad_norm": 1.640625, |
| "learning_rate": 4.8374931869233425e-05, |
| "loss": 0.5135, |
| "step": 7805 |
| }, |
| { |
| "epoch": 1.8796630565583634, |
| "grad_norm": 1.6640625, |
| "learning_rate": 4.8330955469710065e-05, |
| "loss": 0.5238, |
| "step": 7810 |
| }, |
| { |
| "epoch": 1.8808664259927799, |
| "grad_norm": 1.6328125, |
| "learning_rate": 4.828700216989418e-05, |
| "loss": 0.5563, |
| "step": 7815 |
| }, |
| { |
| "epoch": 1.882069795427196, |
| "grad_norm": 1.796875, |
| "learning_rate": 4.8243072039977986e-05, |
| "loss": 0.5009, |
| "step": 7820 |
| }, |
| { |
| "epoch": 1.8832731648616126, |
| "grad_norm": 1.640625, |
| "learning_rate": 4.819916515011669e-05, |
| "loss": 0.4995, |
| "step": 7825 |
| }, |
| { |
| "epoch": 1.884476534296029, |
| "grad_norm": 1.765625, |
| "learning_rate": 4.815528157042841e-05, |
| "loss": 0.5511, |
| "step": 7830 |
| }, |
| { |
| "epoch": 1.8856799037304453, |
| "grad_norm": 1.6015625, |
| "learning_rate": 4.811142137099398e-05, |
| "loss": 0.5293, |
| "step": 7835 |
| }, |
| { |
| "epoch": 1.8868832731648615, |
| "grad_norm": 1.6171875, |
| "learning_rate": 4.806758462185695e-05, |
| "loss": 0.5794, |
| "step": 7840 |
| }, |
| { |
| "epoch": 1.888086642599278, |
| "grad_norm": 1.7109375, |
| "learning_rate": 4.802377139302342e-05, |
| "loss": 0.5428, |
| "step": 7845 |
| }, |
| { |
| "epoch": 1.8892900120336944, |
| "grad_norm": 1.609375, |
| "learning_rate": 4.797998175446188e-05, |
| "loss": 0.4973, |
| "step": 7850 |
| }, |
| { |
| "epoch": 1.8904933814681106, |
| "grad_norm": 1.6640625, |
| "learning_rate": 4.79362157761032e-05, |
| "loss": 0.5191, |
| "step": 7855 |
| }, |
| { |
| "epoch": 1.891696750902527, |
| "grad_norm": 1.65625, |
| "learning_rate": 4.789247352784044e-05, |
| "loss": 0.511, |
| "step": 7860 |
| }, |
| { |
| "epoch": 1.8929001203369435, |
| "grad_norm": 1.71875, |
| "learning_rate": 4.784875507952876e-05, |
| "loss": 0.5398, |
| "step": 7865 |
| }, |
| { |
| "epoch": 1.8941034897713598, |
| "grad_norm": 1.8515625, |
| "learning_rate": 4.780506050098533e-05, |
| "loss": 0.5216, |
| "step": 7870 |
| }, |
| { |
| "epoch": 1.895306859205776, |
| "grad_norm": 1.6484375, |
| "learning_rate": 4.7761389861989194e-05, |
| "loss": 0.5211, |
| "step": 7875 |
| }, |
| { |
| "epoch": 1.8965102286401927, |
| "grad_norm": 1.734375, |
| "learning_rate": 4.7717743232281144e-05, |
| "loss": 0.5146, |
| "step": 7880 |
| }, |
| { |
| "epoch": 1.897713598074609, |
| "grad_norm": 1.6171875, |
| "learning_rate": 4.7674120681563665e-05, |
| "loss": 0.5227, |
| "step": 7885 |
| }, |
| { |
| "epoch": 1.8989169675090252, |
| "grad_norm": 1.5859375, |
| "learning_rate": 4.763052227950076e-05, |
| "loss": 0.4982, |
| "step": 7890 |
| }, |
| { |
| "epoch": 1.9001203369434416, |
| "grad_norm": 1.7265625, |
| "learning_rate": 4.758694809571788e-05, |
| "loss": 0.5442, |
| "step": 7895 |
| }, |
| { |
| "epoch": 1.901323706377858, |
| "grad_norm": 1.71875, |
| "learning_rate": 4.754339819980181e-05, |
| "loss": 0.5375, |
| "step": 7900 |
| }, |
| { |
| "epoch": 1.9025270758122743, |
| "grad_norm": 1.4921875, |
| "learning_rate": 4.749987266130052e-05, |
| "loss": 0.543, |
| "step": 7905 |
| }, |
| { |
| "epoch": 1.9037304452466908, |
| "grad_norm": 1.6171875, |
| "learning_rate": 4.7456371549723105e-05, |
| "loss": 0.5202, |
| "step": 7910 |
| }, |
| { |
| "epoch": 1.9049338146811072, |
| "grad_norm": 1.7109375, |
| "learning_rate": 4.741289493453965e-05, |
| "loss": 0.5017, |
| "step": 7915 |
| }, |
| { |
| "epoch": 1.9061371841155235, |
| "grad_norm": 1.7109375, |
| "learning_rate": 4.73694428851811e-05, |
| "loss": 0.5265, |
| "step": 7920 |
| }, |
| { |
| "epoch": 1.9073405535499397, |
| "grad_norm": 1.7890625, |
| "learning_rate": 4.73260154710392e-05, |
| "loss": 0.5084, |
| "step": 7925 |
| }, |
| { |
| "epoch": 1.9085439229843562, |
| "grad_norm": 1.7734375, |
| "learning_rate": 4.728261276146632e-05, |
| "loss": 0.5465, |
| "step": 7930 |
| }, |
| { |
| "epoch": 1.9097472924187726, |
| "grad_norm": 1.59375, |
| "learning_rate": 4.723923482577541e-05, |
| "loss": 0.5287, |
| "step": 7935 |
| }, |
| { |
| "epoch": 1.9109506618531888, |
| "grad_norm": 1.671875, |
| "learning_rate": 4.719588173323983e-05, |
| "loss": 0.4913, |
| "step": 7940 |
| }, |
| { |
| "epoch": 1.9121540312876053, |
| "grad_norm": 1.6484375, |
| "learning_rate": 4.715255355309328e-05, |
| "loss": 0.5275, |
| "step": 7945 |
| }, |
| { |
| "epoch": 1.9133574007220218, |
| "grad_norm": 1.5234375, |
| "learning_rate": 4.710925035452967e-05, |
| "loss": 0.4948, |
| "step": 7950 |
| }, |
| { |
| "epoch": 1.914560770156438, |
| "grad_norm": 1.640625, |
| "learning_rate": 4.706597220670303e-05, |
| "loss": 0.5135, |
| "step": 7955 |
| }, |
| { |
| "epoch": 1.9157641395908542, |
| "grad_norm": 1.6640625, |
| "learning_rate": 4.702271917872734e-05, |
| "loss": 0.5358, |
| "step": 7960 |
| }, |
| { |
| "epoch": 1.916967509025271, |
| "grad_norm": 1.734375, |
| "learning_rate": 4.697949133967653e-05, |
| "loss": 0.5001, |
| "step": 7965 |
| }, |
| { |
| "epoch": 1.9181708784596871, |
| "grad_norm": 1.5859375, |
| "learning_rate": 4.6936288758584256e-05, |
| "loss": 0.5063, |
| "step": 7970 |
| }, |
| { |
| "epoch": 1.9193742478941034, |
| "grad_norm": 1.6015625, |
| "learning_rate": 4.689311150444387e-05, |
| "loss": 0.5036, |
| "step": 7975 |
| }, |
| { |
| "epoch": 1.9205776173285198, |
| "grad_norm": 1.5625, |
| "learning_rate": 4.684995964620821e-05, |
| "loss": 0.5218, |
| "step": 7980 |
| }, |
| { |
| "epoch": 1.9217809867629363, |
| "grad_norm": 1.609375, |
| "learning_rate": 4.680683325278967e-05, |
| "loss": 0.5123, |
| "step": 7985 |
| }, |
| { |
| "epoch": 1.9229843561973525, |
| "grad_norm": 1.59375, |
| "learning_rate": 4.6763732393059874e-05, |
| "loss": 0.5022, |
| "step": 7990 |
| }, |
| { |
| "epoch": 1.924187725631769, |
| "grad_norm": 1.640625, |
| "learning_rate": 4.6720657135849716e-05, |
| "loss": 0.4931, |
| "step": 7995 |
| }, |
| { |
| "epoch": 1.9253910950661854, |
| "grad_norm": 1.6015625, |
| "learning_rate": 4.667760754994923e-05, |
| "loss": 0.5287, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.9253910950661854, |
| "eval_loss": 0.44210097193717957, |
| "eval_runtime": 2.6601, |
| "eval_samples_per_second": 75.184, |
| "eval_steps_per_second": 75.184, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.9265944645006017, |
| "grad_norm": 1.671875, |
| "learning_rate": 4.663458370410737e-05, |
| "loss": 0.5263, |
| "step": 8005 |
| }, |
| { |
| "epoch": 1.927797833935018, |
| "grad_norm": 1.6875, |
| "learning_rate": 4.6591585667032065e-05, |
| "loss": 0.5124, |
| "step": 8010 |
| }, |
| { |
| "epoch": 1.9290012033694344, |
| "grad_norm": 1.6328125, |
| "learning_rate": 4.6548613507389994e-05, |
| "loss": 0.519, |
| "step": 8015 |
| }, |
| { |
| "epoch": 1.9302045728038508, |
| "grad_norm": 1.671875, |
| "learning_rate": 4.650566729380652e-05, |
| "loss": 0.5118, |
| "step": 8020 |
| }, |
| { |
| "epoch": 1.931407942238267, |
| "grad_norm": 1.59375, |
| "learning_rate": 4.646274709486554e-05, |
| "loss": 0.5414, |
| "step": 8025 |
| }, |
| { |
| "epoch": 1.9326113116726835, |
| "grad_norm": 1.671875, |
| "learning_rate": 4.641985297910945e-05, |
| "loss": 0.5142, |
| "step": 8030 |
| }, |
| { |
| "epoch": 1.9338146811071, |
| "grad_norm": 1.5859375, |
| "learning_rate": 4.637698501503899e-05, |
| "loss": 0.5272, |
| "step": 8035 |
| }, |
| { |
| "epoch": 1.9350180505415162, |
| "grad_norm": 1.4921875, |
| "learning_rate": 4.6334143271113086e-05, |
| "loss": 0.4837, |
| "step": 8040 |
| }, |
| { |
| "epoch": 1.9362214199759324, |
| "grad_norm": 1.7734375, |
| "learning_rate": 4.629132781574886e-05, |
| "loss": 0.5211, |
| "step": 8045 |
| }, |
| { |
| "epoch": 1.9374247894103491, |
| "grad_norm": 1.6015625, |
| "learning_rate": 4.6248538717321385e-05, |
| "loss": 0.5349, |
| "step": 8050 |
| }, |
| { |
| "epoch": 1.9386281588447654, |
| "grad_norm": 1.6328125, |
| "learning_rate": 4.620577604416369e-05, |
| "loss": 0.5315, |
| "step": 8055 |
| }, |
| { |
| "epoch": 1.9398315282791816, |
| "grad_norm": 1.5625, |
| "learning_rate": 4.616303986456659e-05, |
| "loss": 0.5028, |
| "step": 8060 |
| }, |
| { |
| "epoch": 1.941034897713598, |
| "grad_norm": 1.7109375, |
| "learning_rate": 4.612033024677859e-05, |
| "loss": 0.5402, |
| "step": 8065 |
| }, |
| { |
| "epoch": 1.9422382671480145, |
| "grad_norm": 1.7109375, |
| "learning_rate": 4.607764725900576e-05, |
| "loss": 0.5104, |
| "step": 8070 |
| }, |
| { |
| "epoch": 1.9434416365824307, |
| "grad_norm": 1.71875, |
| "learning_rate": 4.603499096941167e-05, |
| "loss": 0.5094, |
| "step": 8075 |
| }, |
| { |
| "epoch": 1.9446450060168472, |
| "grad_norm": 1.6328125, |
| "learning_rate": 4.5992361446117254e-05, |
| "loss": 0.5097, |
| "step": 8080 |
| }, |
| { |
| "epoch": 1.9458483754512637, |
| "grad_norm": 1.59375, |
| "learning_rate": 4.5949758757200655e-05, |
| "loss": 0.485, |
| "step": 8085 |
| }, |
| { |
| "epoch": 1.94705174488568, |
| "grad_norm": 1.546875, |
| "learning_rate": 4.590718297069724e-05, |
| "loss": 0.5589, |
| "step": 8090 |
| }, |
| { |
| "epoch": 1.9482551143200961, |
| "grad_norm": 1.84375, |
| "learning_rate": 4.586463415459933e-05, |
| "loss": 0.5094, |
| "step": 8095 |
| }, |
| { |
| "epoch": 1.9494584837545126, |
| "grad_norm": 1.625, |
| "learning_rate": 4.5822112376856236e-05, |
| "loss": 0.5018, |
| "step": 8100 |
| }, |
| { |
| "epoch": 1.950661853188929, |
| "grad_norm": 1.6875, |
| "learning_rate": 4.577961770537406e-05, |
| "loss": 0.5215, |
| "step": 8105 |
| }, |
| { |
| "epoch": 1.9518652226233453, |
| "grad_norm": 2.78125, |
| "learning_rate": 4.573715020801563e-05, |
| "loss": 0.5018, |
| "step": 8110 |
| }, |
| { |
| "epoch": 1.9530685920577617, |
| "grad_norm": 1.671875, |
| "learning_rate": 4.569470995260035e-05, |
| "loss": 0.5245, |
| "step": 8115 |
| }, |
| { |
| "epoch": 1.9542719614921782, |
| "grad_norm": 1.671875, |
| "learning_rate": 4.565229700690417e-05, |
| "loss": 0.5267, |
| "step": 8120 |
| }, |
| { |
| "epoch": 1.9554753309265944, |
| "grad_norm": 1.6171875, |
| "learning_rate": 4.560991143865939e-05, |
| "loss": 0.5192, |
| "step": 8125 |
| }, |
| { |
| "epoch": 1.9566787003610109, |
| "grad_norm": 1.59375, |
| "learning_rate": 4.556755331555459e-05, |
| "loss": 0.5226, |
| "step": 8130 |
| }, |
| { |
| "epoch": 1.9578820697954273, |
| "grad_norm": 1.640625, |
| "learning_rate": 4.552522270523454e-05, |
| "loss": 0.5142, |
| "step": 8135 |
| }, |
| { |
| "epoch": 1.9590854392298436, |
| "grad_norm": 1.6015625, |
| "learning_rate": 4.5482919675300036e-05, |
| "loss": 0.5439, |
| "step": 8140 |
| }, |
| { |
| "epoch": 1.9602888086642598, |
| "grad_norm": 1.7421875, |
| "learning_rate": 4.544064429330788e-05, |
| "loss": 0.5377, |
| "step": 8145 |
| }, |
| { |
| "epoch": 1.9614921780986763, |
| "grad_norm": 1.546875, |
| "learning_rate": 4.5398396626770674e-05, |
| "loss": 0.4933, |
| "step": 8150 |
| }, |
| { |
| "epoch": 1.9626955475330927, |
| "grad_norm": 1.640625, |
| "learning_rate": 4.535617674315682e-05, |
| "loss": 0.5361, |
| "step": 8155 |
| }, |
| { |
| "epoch": 1.963898916967509, |
| "grad_norm": 1.703125, |
| "learning_rate": 4.5313984709890246e-05, |
| "loss": 0.4983, |
| "step": 8160 |
| }, |
| { |
| "epoch": 1.9651022864019254, |
| "grad_norm": 1.5703125, |
| "learning_rate": 4.5271820594350514e-05, |
| "loss": 0.4995, |
| "step": 8165 |
| }, |
| { |
| "epoch": 1.9663056558363419, |
| "grad_norm": 1.7109375, |
| "learning_rate": 4.522968446387257e-05, |
| "loss": 0.5564, |
| "step": 8170 |
| }, |
| { |
| "epoch": 1.967509025270758, |
| "grad_norm": 1.5703125, |
| "learning_rate": 4.5187576385746606e-05, |
| "loss": 0.5333, |
| "step": 8175 |
| }, |
| { |
| "epoch": 1.9687123947051743, |
| "grad_norm": 1.578125, |
| "learning_rate": 4.5145496427218115e-05, |
| "loss": 0.5434, |
| "step": 8180 |
| }, |
| { |
| "epoch": 1.969915764139591, |
| "grad_norm": 1.7109375, |
| "learning_rate": 4.51034446554876e-05, |
| "loss": 0.5388, |
| "step": 8185 |
| }, |
| { |
| "epoch": 1.9711191335740073, |
| "grad_norm": 1.5859375, |
| "learning_rate": 4.50614211377106e-05, |
| "loss": 0.5048, |
| "step": 8190 |
| }, |
| { |
| "epoch": 1.9723225030084235, |
| "grad_norm": 1.7421875, |
| "learning_rate": 4.501942594099751e-05, |
| "loss": 0.5497, |
| "step": 8195 |
| }, |
| { |
| "epoch": 1.97352587244284, |
| "grad_norm": 1.546875, |
| "learning_rate": 4.497745913241351e-05, |
| "loss": 0.5155, |
| "step": 8200 |
| }, |
| { |
| "epoch": 1.9747292418772564, |
| "grad_norm": 1.53125, |
| "learning_rate": 4.4935520778978436e-05, |
| "loss": 0.5105, |
| "step": 8205 |
| }, |
| { |
| "epoch": 1.9759326113116726, |
| "grad_norm": 1.8125, |
| "learning_rate": 4.489361094766668e-05, |
| "loss": 0.5334, |
| "step": 8210 |
| }, |
| { |
| "epoch": 1.977135980746089, |
| "grad_norm": 1.6640625, |
| "learning_rate": 4.4851729705407116e-05, |
| "loss": 0.5078, |
| "step": 8215 |
| }, |
| { |
| "epoch": 1.9783393501805056, |
| "grad_norm": 1.59375, |
| "learning_rate": 4.4809877119082895e-05, |
| "loss": 0.5246, |
| "step": 8220 |
| }, |
| { |
| "epoch": 1.9795427196149218, |
| "grad_norm": 1.6484375, |
| "learning_rate": 4.476805325553149e-05, |
| "loss": 0.5111, |
| "step": 8225 |
| }, |
| { |
| "epoch": 1.980746089049338, |
| "grad_norm": 1.5859375, |
| "learning_rate": 4.472625818154443e-05, |
| "loss": 0.5518, |
| "step": 8230 |
| }, |
| { |
| "epoch": 1.9819494584837545, |
| "grad_norm": 1.6328125, |
| "learning_rate": 4.4684491963867316e-05, |
| "loss": 0.4914, |
| "step": 8235 |
| }, |
| { |
| "epoch": 1.983152827918171, |
| "grad_norm": 1.84375, |
| "learning_rate": 4.464275466919963e-05, |
| "loss": 0.4908, |
| "step": 8240 |
| }, |
| { |
| "epoch": 1.9843561973525872, |
| "grad_norm": 1.734375, |
| "learning_rate": 4.460104636419471e-05, |
| "loss": 0.5182, |
| "step": 8245 |
| }, |
| { |
| "epoch": 1.9855595667870036, |
| "grad_norm": 1.8515625, |
| "learning_rate": 4.455936711545955e-05, |
| "loss": 0.5369, |
| "step": 8250 |
| }, |
| { |
| "epoch": 1.98676293622142, |
| "grad_norm": 1.765625, |
| "learning_rate": 4.4517716989554765e-05, |
| "loss": 0.5488, |
| "step": 8255 |
| }, |
| { |
| "epoch": 1.9879663056558363, |
| "grad_norm": 1.703125, |
| "learning_rate": 4.447609605299448e-05, |
| "loss": 0.5152, |
| "step": 8260 |
| }, |
| { |
| "epoch": 1.9891696750902526, |
| "grad_norm": 1.796875, |
| "learning_rate": 4.443450437224617e-05, |
| "loss": 0.5413, |
| "step": 8265 |
| }, |
| { |
| "epoch": 1.9903730445246692, |
| "grad_norm": 1.6484375, |
| "learning_rate": 4.4392942013730636e-05, |
| "loss": 0.5233, |
| "step": 8270 |
| }, |
| { |
| "epoch": 1.9915764139590855, |
| "grad_norm": 1.6015625, |
| "learning_rate": 4.4351409043821766e-05, |
| "loss": 0.5414, |
| "step": 8275 |
| }, |
| { |
| "epoch": 1.9927797833935017, |
| "grad_norm": 1.5703125, |
| "learning_rate": 4.4309905528846614e-05, |
| "loss": 0.5151, |
| "step": 8280 |
| }, |
| { |
| "epoch": 1.9939831528279182, |
| "grad_norm": 1.71875, |
| "learning_rate": 4.4268431535085135e-05, |
| "loss": 0.5228, |
| "step": 8285 |
| }, |
| { |
| "epoch": 1.9951865222623346, |
| "grad_norm": 1.5234375, |
| "learning_rate": 4.422698712877017e-05, |
| "loss": 0.5155, |
| "step": 8290 |
| }, |
| { |
| "epoch": 1.9963898916967509, |
| "grad_norm": 1.640625, |
| "learning_rate": 4.418557237608729e-05, |
| "loss": 0.5104, |
| "step": 8295 |
| }, |
| { |
| "epoch": 1.9975932611311673, |
| "grad_norm": 1.703125, |
| "learning_rate": 4.41441873431747e-05, |
| "loss": 0.5153, |
| "step": 8300 |
| }, |
| { |
| "epoch": 1.9987966305655838, |
| "grad_norm": 1.6953125, |
| "learning_rate": 4.410283209612319e-05, |
| "loss": 0.5152, |
| "step": 8305 |
| }, |
| { |
| "epoch": 1.9995186522262336, |
| "eval_loss": 0.4374042749404907, |
| "eval_runtime": 2.6528, |
| "eval_samples_per_second": 75.393, |
| "eval_steps_per_second": 75.393, |
| "step": 8308 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 1.609375, |
| "learning_rate": 4.406150670097592e-05, |
| "loss": 0.5064, |
| "step": 8310 |
| }, |
| { |
| "epoch": 2.0012033694344162, |
| "grad_norm": 1.703125, |
| "learning_rate": 4.4020211223728445e-05, |
| "loss": 0.4974, |
| "step": 8315 |
| }, |
| { |
| "epoch": 2.002406738868833, |
| "grad_norm": 1.671875, |
| "learning_rate": 4.3978945730328466e-05, |
| "loss": 0.4635, |
| "step": 8320 |
| }, |
| { |
| "epoch": 2.003610108303249, |
| "grad_norm": 1.796875, |
| "learning_rate": 4.393771028667588e-05, |
| "loss": 0.487, |
| "step": 8325 |
| }, |
| { |
| "epoch": 2.0048134777376654, |
| "grad_norm": 1.640625, |
| "learning_rate": 4.389650495862253e-05, |
| "loss": 0.496, |
| "step": 8330 |
| }, |
| { |
| "epoch": 2.0060168471720816, |
| "grad_norm": 1.6875, |
| "learning_rate": 4.38553298119722e-05, |
| "loss": 0.493, |
| "step": 8335 |
| }, |
| { |
| "epoch": 2.0072202166064983, |
| "grad_norm": 1.6328125, |
| "learning_rate": 4.381418491248049e-05, |
| "loss": 0.4847, |
| "step": 8340 |
| }, |
| { |
| "epoch": 2.0084235860409145, |
| "grad_norm": 1.515625, |
| "learning_rate": 4.377307032585463e-05, |
| "loss": 0.489, |
| "step": 8345 |
| }, |
| { |
| "epoch": 2.0096269554753308, |
| "grad_norm": 1.6171875, |
| "learning_rate": 4.373198611775352e-05, |
| "loss": 0.4824, |
| "step": 8350 |
| }, |
| { |
| "epoch": 2.0108303249097474, |
| "grad_norm": 1.65625, |
| "learning_rate": 4.3690932353787495e-05, |
| "loss": 0.5218, |
| "step": 8355 |
| }, |
| { |
| "epoch": 2.0120336943441637, |
| "grad_norm": 1.6875, |
| "learning_rate": 4.364990909951829e-05, |
| "loss": 0.4906, |
| "step": 8360 |
| }, |
| { |
| "epoch": 2.01323706377858, |
| "grad_norm": 1.7890625, |
| "learning_rate": 4.36089164204589e-05, |
| "loss": 0.5099, |
| "step": 8365 |
| }, |
| { |
| "epoch": 2.0144404332129966, |
| "grad_norm": 1.5546875, |
| "learning_rate": 4.3567954382073545e-05, |
| "loss": 0.4783, |
| "step": 8370 |
| }, |
| { |
| "epoch": 2.015643802647413, |
| "grad_norm": 1.546875, |
| "learning_rate": 4.352702304977743e-05, |
| "loss": 0.4765, |
| "step": 8375 |
| }, |
| { |
| "epoch": 2.016847172081829, |
| "grad_norm": 1.7421875, |
| "learning_rate": 4.348612248893679e-05, |
| "loss": 0.503, |
| "step": 8380 |
| }, |
| { |
| "epoch": 2.0180505415162453, |
| "grad_norm": 1.71875, |
| "learning_rate": 4.3445252764868696e-05, |
| "loss": 0.4434, |
| "step": 8385 |
| }, |
| { |
| "epoch": 2.019253910950662, |
| "grad_norm": 1.578125, |
| "learning_rate": 4.340441394284097e-05, |
| "loss": 0.4639, |
| "step": 8390 |
| }, |
| { |
| "epoch": 2.020457280385078, |
| "grad_norm": 1.4921875, |
| "learning_rate": 4.3363606088072096e-05, |
| "loss": 0.4673, |
| "step": 8395 |
| }, |
| { |
| "epoch": 2.0216606498194944, |
| "grad_norm": 1.59375, |
| "learning_rate": 4.332282926573107e-05, |
| "loss": 0.4869, |
| "step": 8400 |
| }, |
| { |
| "epoch": 2.022864019253911, |
| "grad_norm": 1.59375, |
| "learning_rate": 4.3282083540937395e-05, |
| "loss": 0.4653, |
| "step": 8405 |
| }, |
| { |
| "epoch": 2.0240673886883274, |
| "grad_norm": 1.59375, |
| "learning_rate": 4.324136897876084e-05, |
| "loss": 0.4799, |
| "step": 8410 |
| }, |
| { |
| "epoch": 2.0252707581227436, |
| "grad_norm": 1.640625, |
| "learning_rate": 4.320068564422146e-05, |
| "loss": 0.5021, |
| "step": 8415 |
| }, |
| { |
| "epoch": 2.02647412755716, |
| "grad_norm": 1.625, |
| "learning_rate": 4.316003360228941e-05, |
| "loss": 0.4804, |
| "step": 8420 |
| }, |
| { |
| "epoch": 2.0276774969915765, |
| "grad_norm": 1.8203125, |
| "learning_rate": 4.311941291788489e-05, |
| "loss": 0.5143, |
| "step": 8425 |
| }, |
| { |
| "epoch": 2.0288808664259927, |
| "grad_norm": 1.5078125, |
| "learning_rate": 4.307882365587802e-05, |
| "loss": 0.501, |
| "step": 8430 |
| }, |
| { |
| "epoch": 2.030084235860409, |
| "grad_norm": 1.6796875, |
| "learning_rate": 4.303826588108873e-05, |
| "loss": 0.5066, |
| "step": 8435 |
| }, |
| { |
| "epoch": 2.0312876052948257, |
| "grad_norm": 1.703125, |
| "learning_rate": 4.299773965828667e-05, |
| "loss": 0.497, |
| "step": 8440 |
| }, |
| { |
| "epoch": 2.032490974729242, |
| "grad_norm": 1.6171875, |
| "learning_rate": 4.295724505219109e-05, |
| "loss": 0.4801, |
| "step": 8445 |
| }, |
| { |
| "epoch": 2.033694344163658, |
| "grad_norm": 1.765625, |
| "learning_rate": 4.291678212747081e-05, |
| "loss": 0.4918, |
| "step": 8450 |
| }, |
| { |
| "epoch": 2.034897713598075, |
| "grad_norm": 1.5234375, |
| "learning_rate": 4.287635094874395e-05, |
| "loss": 0.4965, |
| "step": 8455 |
| }, |
| { |
| "epoch": 2.036101083032491, |
| "grad_norm": 1.609375, |
| "learning_rate": 4.283595158057803e-05, |
| "loss": 0.507, |
| "step": 8460 |
| }, |
| { |
| "epoch": 2.0373044524669073, |
| "grad_norm": 1.4921875, |
| "learning_rate": 4.2795584087489705e-05, |
| "loss": 0.5007, |
| "step": 8465 |
| }, |
| { |
| "epoch": 2.0385078219013235, |
| "grad_norm": 1.7265625, |
| "learning_rate": 4.275524853394477e-05, |
| "loss": 0.498, |
| "step": 8470 |
| }, |
| { |
| "epoch": 2.03971119133574, |
| "grad_norm": 1.6484375, |
| "learning_rate": 4.2714944984357995e-05, |
| "loss": 0.4973, |
| "step": 8475 |
| }, |
| { |
| "epoch": 2.0409145607701564, |
| "grad_norm": 1.625, |
| "learning_rate": 4.267467350309302e-05, |
| "loss": 0.4778, |
| "step": 8480 |
| }, |
| { |
| "epoch": 2.0421179302045727, |
| "grad_norm": 1.671875, |
| "learning_rate": 4.2634434154462325e-05, |
| "loss": 0.4889, |
| "step": 8485 |
| }, |
| { |
| "epoch": 2.0433212996389893, |
| "grad_norm": 1.4765625, |
| "learning_rate": 4.259422700272701e-05, |
| "loss": 0.4903, |
| "step": 8490 |
| }, |
| { |
| "epoch": 2.0445246690734056, |
| "grad_norm": 1.6015625, |
| "learning_rate": 4.255405211209682e-05, |
| "loss": 0.5066, |
| "step": 8495 |
| }, |
| { |
| "epoch": 2.045728038507822, |
| "grad_norm": 1.75, |
| "learning_rate": 4.251390954672993e-05, |
| "loss": 0.4997, |
| "step": 8500 |
| }, |
| { |
| "epoch": 2.045728038507822, |
| "eval_loss": 0.4380384087562561, |
| "eval_runtime": 2.6444, |
| "eval_samples_per_second": 75.632, |
| "eval_steps_per_second": 75.632, |
| "step": 8500 |
| }, |
| { |
| "epoch": 2.046931407942238, |
| "grad_norm": 1.71875, |
| "learning_rate": 4.247379937073293e-05, |
| "loss": 0.5082, |
| "step": 8505 |
| }, |
| { |
| "epoch": 2.0481347773766547, |
| "grad_norm": 1.765625, |
| "learning_rate": 4.243372164816064e-05, |
| "loss": 0.4997, |
| "step": 8510 |
| }, |
| { |
| "epoch": 2.049338146811071, |
| "grad_norm": 1.734375, |
| "learning_rate": 4.23936764430161e-05, |
| "loss": 0.5169, |
| "step": 8515 |
| }, |
| { |
| "epoch": 2.050541516245487, |
| "grad_norm": 1.75, |
| "learning_rate": 4.235366381925042e-05, |
| "loss": 0.4879, |
| "step": 8520 |
| }, |
| { |
| "epoch": 2.051744885679904, |
| "grad_norm": 1.796875, |
| "learning_rate": 4.231368384076263e-05, |
| "loss": 0.4754, |
| "step": 8525 |
| }, |
| { |
| "epoch": 2.05294825511432, |
| "grad_norm": 1.6015625, |
| "learning_rate": 4.227373657139968e-05, |
| "loss": 0.5083, |
| "step": 8530 |
| }, |
| { |
| "epoch": 2.0541516245487363, |
| "grad_norm": 1.8203125, |
| "learning_rate": 4.223382207495623e-05, |
| "loss": 0.4871, |
| "step": 8535 |
| }, |
| { |
| "epoch": 2.055354993983153, |
| "grad_norm": 1.6875, |
| "learning_rate": 4.219394041517467e-05, |
| "loss": 0.4533, |
| "step": 8540 |
| }, |
| { |
| "epoch": 2.0565583634175693, |
| "grad_norm": 1.71875, |
| "learning_rate": 4.215409165574487e-05, |
| "loss": 0.4723, |
| "step": 8545 |
| }, |
| { |
| "epoch": 2.0577617328519855, |
| "grad_norm": 1.5703125, |
| "learning_rate": 4.211427586030426e-05, |
| "loss": 0.4635, |
| "step": 8550 |
| }, |
| { |
| "epoch": 2.0589651022864017, |
| "grad_norm": 1.5859375, |
| "learning_rate": 4.207449309243752e-05, |
| "loss": 0.4732, |
| "step": 8555 |
| }, |
| { |
| "epoch": 2.0601684717208184, |
| "grad_norm": 1.7734375, |
| "learning_rate": 4.203474341567665e-05, |
| "loss": 0.5234, |
| "step": 8560 |
| }, |
| { |
| "epoch": 2.0613718411552346, |
| "grad_norm": 1.6328125, |
| "learning_rate": 4.199502689350083e-05, |
| "loss": 0.487, |
| "step": 8565 |
| }, |
| { |
| "epoch": 2.062575210589651, |
| "grad_norm": 1.6640625, |
| "learning_rate": 4.195534358933619e-05, |
| "loss": 0.4711, |
| "step": 8570 |
| }, |
| { |
| "epoch": 2.0637785800240676, |
| "grad_norm": 1.703125, |
| "learning_rate": 4.191569356655592e-05, |
| "loss": 0.4706, |
| "step": 8575 |
| }, |
| { |
| "epoch": 2.064981949458484, |
| "grad_norm": 1.703125, |
| "learning_rate": 4.1876076888479995e-05, |
| "loss": 0.5129, |
| "step": 8580 |
| }, |
| { |
| "epoch": 2.0661853188929, |
| "grad_norm": 1.6796875, |
| "learning_rate": 4.183649361837518e-05, |
| "loss": 0.4672, |
| "step": 8585 |
| }, |
| { |
| "epoch": 2.0673886883273163, |
| "grad_norm": 1.546875, |
| "learning_rate": 4.179694381945485e-05, |
| "loss": 0.4796, |
| "step": 8590 |
| }, |
| { |
| "epoch": 2.068592057761733, |
| "grad_norm": 1.578125, |
| "learning_rate": 4.175742755487896e-05, |
| "loss": 0.484, |
| "step": 8595 |
| }, |
| { |
| "epoch": 2.069795427196149, |
| "grad_norm": 1.6328125, |
| "learning_rate": 4.171794488775388e-05, |
| "loss": 0.5078, |
| "step": 8600 |
| }, |
| { |
| "epoch": 2.0709987966305654, |
| "grad_norm": 1.6953125, |
| "learning_rate": 4.167849588113236e-05, |
| "loss": 0.4734, |
| "step": 8605 |
| }, |
| { |
| "epoch": 2.072202166064982, |
| "grad_norm": 1.6484375, |
| "learning_rate": 4.1639080598013376e-05, |
| "loss": 0.4798, |
| "step": 8610 |
| }, |
| { |
| "epoch": 2.0734055354993983, |
| "grad_norm": 1.6015625, |
| "learning_rate": 4.1599699101342056e-05, |
| "loss": 0.4717, |
| "step": 8615 |
| }, |
| { |
| "epoch": 2.0746089049338146, |
| "grad_norm": 1.8359375, |
| "learning_rate": 4.156035145400956e-05, |
| "loss": 0.5044, |
| "step": 8620 |
| }, |
| { |
| "epoch": 2.0758122743682312, |
| "grad_norm": 1.7578125, |
| "learning_rate": 4.1521037718852995e-05, |
| "loss": 0.5029, |
| "step": 8625 |
| }, |
| { |
| "epoch": 2.0770156438026475, |
| "grad_norm": 2.1875, |
| "learning_rate": 4.148175795865533e-05, |
| "loss": 0.4681, |
| "step": 8630 |
| }, |
| { |
| "epoch": 2.0782190132370637, |
| "grad_norm": 1.578125, |
| "learning_rate": 4.1442512236145245e-05, |
| "loss": 0.4573, |
| "step": 8635 |
| }, |
| { |
| "epoch": 2.07942238267148, |
| "grad_norm": 1.609375, |
| "learning_rate": 4.140330061399709e-05, |
| "loss": 0.4982, |
| "step": 8640 |
| }, |
| { |
| "epoch": 2.0806257521058966, |
| "grad_norm": 1.625, |
| "learning_rate": 4.136412315483074e-05, |
| "loss": 0.5154, |
| "step": 8645 |
| }, |
| { |
| "epoch": 2.081829121540313, |
| "grad_norm": 1.5234375, |
| "learning_rate": 4.132497992121152e-05, |
| "loss": 0.4675, |
| "step": 8650 |
| }, |
| { |
| "epoch": 2.083032490974729, |
| "grad_norm": 1.75, |
| "learning_rate": 4.1285870975650125e-05, |
| "loss": 0.5419, |
| "step": 8655 |
| }, |
| { |
| "epoch": 2.0842358604091458, |
| "grad_norm": 1.65625, |
| "learning_rate": 4.1246796380602425e-05, |
| "loss": 0.4852, |
| "step": 8660 |
| }, |
| { |
| "epoch": 2.085439229843562, |
| "grad_norm": 1.59375, |
| "learning_rate": 4.12077561984695e-05, |
| "loss": 0.4931, |
| "step": 8665 |
| }, |
| { |
| "epoch": 2.0866425992779782, |
| "grad_norm": 1.8125, |
| "learning_rate": 4.116875049159743e-05, |
| "loss": 0.4868, |
| "step": 8670 |
| }, |
| { |
| "epoch": 2.087845968712395, |
| "grad_norm": 1.609375, |
| "learning_rate": 4.112977932227729e-05, |
| "loss": 0.4852, |
| "step": 8675 |
| }, |
| { |
| "epoch": 2.089049338146811, |
| "grad_norm": 1.7109375, |
| "learning_rate": 4.109084275274492e-05, |
| "loss": 0.4568, |
| "step": 8680 |
| }, |
| { |
| "epoch": 2.0902527075812274, |
| "grad_norm": 1.6875, |
| "learning_rate": 4.105194084518098e-05, |
| "loss": 0.507, |
| "step": 8685 |
| }, |
| { |
| "epoch": 2.0914560770156436, |
| "grad_norm": 1.640625, |
| "learning_rate": 4.101307366171073e-05, |
| "loss": 0.4767, |
| "step": 8690 |
| }, |
| { |
| "epoch": 2.0926594464500603, |
| "grad_norm": 1.640625, |
| "learning_rate": 4.0974241264404015e-05, |
| "loss": 0.4906, |
| "step": 8695 |
| }, |
| { |
| "epoch": 2.0938628158844765, |
| "grad_norm": 1.75, |
| "learning_rate": 4.09354437152751e-05, |
| "loss": 0.4946, |
| "step": 8700 |
| }, |
| { |
| "epoch": 2.0950661853188928, |
| "grad_norm": 1.6875, |
| "learning_rate": 4.089668107628259e-05, |
| "loss": 0.523, |
| "step": 8705 |
| }, |
| { |
| "epoch": 2.0962695547533094, |
| "grad_norm": 1.7734375, |
| "learning_rate": 4.085795340932937e-05, |
| "loss": 0.4806, |
| "step": 8710 |
| }, |
| { |
| "epoch": 2.0974729241877257, |
| "grad_norm": 1.6796875, |
| "learning_rate": 4.081926077626244e-05, |
| "loss": 0.4834, |
| "step": 8715 |
| }, |
| { |
| "epoch": 2.098676293622142, |
| "grad_norm": 1.6484375, |
| "learning_rate": 4.0780603238872895e-05, |
| "loss": 0.488, |
| "step": 8720 |
| }, |
| { |
| "epoch": 2.099879663056558, |
| "grad_norm": 1.6171875, |
| "learning_rate": 4.0741980858895734e-05, |
| "loss": 0.4758, |
| "step": 8725 |
| }, |
| { |
| "epoch": 2.101083032490975, |
| "grad_norm": 1.6484375, |
| "learning_rate": 4.0703393698009855e-05, |
| "loss": 0.4907, |
| "step": 8730 |
| }, |
| { |
| "epoch": 2.102286401925391, |
| "grad_norm": 1.71875, |
| "learning_rate": 4.066484181783788e-05, |
| "loss": 0.4809, |
| "step": 8735 |
| }, |
| { |
| "epoch": 2.1034897713598073, |
| "grad_norm": 1.7578125, |
| "learning_rate": 4.062632527994611e-05, |
| "loss": 0.5182, |
| "step": 8740 |
| }, |
| { |
| "epoch": 2.104693140794224, |
| "grad_norm": 1.5859375, |
| "learning_rate": 4.058784414584441e-05, |
| "loss": 0.4739, |
| "step": 8745 |
| }, |
| { |
| "epoch": 2.10589651022864, |
| "grad_norm": 1.6796875, |
| "learning_rate": 4.054939847698606e-05, |
| "loss": 0.5135, |
| "step": 8750 |
| }, |
| { |
| "epoch": 2.1070998796630565, |
| "grad_norm": 1.6015625, |
| "learning_rate": 4.0510988334767776e-05, |
| "loss": 0.514, |
| "step": 8755 |
| }, |
| { |
| "epoch": 2.108303249097473, |
| "grad_norm": 1.6640625, |
| "learning_rate": 4.047261378052946e-05, |
| "loss": 0.4837, |
| "step": 8760 |
| }, |
| { |
| "epoch": 2.1095066185318894, |
| "grad_norm": 1.703125, |
| "learning_rate": 4.043427487555425e-05, |
| "loss": 0.5302, |
| "step": 8765 |
| }, |
| { |
| "epoch": 2.1107099879663056, |
| "grad_norm": 1.765625, |
| "learning_rate": 4.03959716810683e-05, |
| "loss": 0.5048, |
| "step": 8770 |
| }, |
| { |
| "epoch": 2.111913357400722, |
| "grad_norm": 1.6796875, |
| "learning_rate": 4.0357704258240775e-05, |
| "loss": 0.4944, |
| "step": 8775 |
| }, |
| { |
| "epoch": 2.1131167268351385, |
| "grad_norm": 1.546875, |
| "learning_rate": 4.0319472668183685e-05, |
| "loss": 0.4866, |
| "step": 8780 |
| }, |
| { |
| "epoch": 2.1143200962695547, |
| "grad_norm": 1.5546875, |
| "learning_rate": 4.028127697195183e-05, |
| "loss": 0.4931, |
| "step": 8785 |
| }, |
| { |
| "epoch": 2.115523465703971, |
| "grad_norm": 1.5859375, |
| "learning_rate": 4.024311723054271e-05, |
| "loss": 0.4933, |
| "step": 8790 |
| }, |
| { |
| "epoch": 2.1167268351383877, |
| "grad_norm": 1.6796875, |
| "learning_rate": 4.020499350489635e-05, |
| "loss": 0.4959, |
| "step": 8795 |
| }, |
| { |
| "epoch": 2.117930204572804, |
| "grad_norm": 1.5703125, |
| "learning_rate": 4.016690585589532e-05, |
| "loss": 0.4659, |
| "step": 8800 |
| }, |
| { |
| "epoch": 2.11913357400722, |
| "grad_norm": 1.6796875, |
| "learning_rate": 4.012885434436451e-05, |
| "loss": 0.4954, |
| "step": 8805 |
| }, |
| { |
| "epoch": 2.1203369434416364, |
| "grad_norm": 1.671875, |
| "learning_rate": 4.009083903107119e-05, |
| "loss": 0.4986, |
| "step": 8810 |
| }, |
| { |
| "epoch": 2.121540312876053, |
| "grad_norm": 1.78125, |
| "learning_rate": 4.005285997672472e-05, |
| "loss": 0.4771, |
| "step": 8815 |
| }, |
| { |
| "epoch": 2.1227436823104693, |
| "grad_norm": 1.765625, |
| "learning_rate": 4.001491724197664e-05, |
| "loss": 0.4917, |
| "step": 8820 |
| }, |
| { |
| "epoch": 2.1239470517448855, |
| "grad_norm": 1.765625, |
| "learning_rate": 3.9977010887420435e-05, |
| "loss": 0.4628, |
| "step": 8825 |
| }, |
| { |
| "epoch": 2.125150421179302, |
| "grad_norm": 1.6953125, |
| "learning_rate": 3.993914097359151e-05, |
| "loss": 0.4825, |
| "step": 8830 |
| }, |
| { |
| "epoch": 2.1263537906137184, |
| "grad_norm": 1.6328125, |
| "learning_rate": 3.99013075609671e-05, |
| "loss": 0.488, |
| "step": 8835 |
| }, |
| { |
| "epoch": 2.1275571600481347, |
| "grad_norm": 1.703125, |
| "learning_rate": 3.98635107099661e-05, |
| "loss": 0.4911, |
| "step": 8840 |
| }, |
| { |
| "epoch": 2.1287605294825513, |
| "grad_norm": 1.8359375, |
| "learning_rate": 3.982575048094906e-05, |
| "loss": 0.5006, |
| "step": 8845 |
| }, |
| { |
| "epoch": 2.1299638989169676, |
| "grad_norm": 1.6171875, |
| "learning_rate": 3.9788026934218e-05, |
| "loss": 0.4646, |
| "step": 8850 |
| }, |
| { |
| "epoch": 2.131167268351384, |
| "grad_norm": 1.6796875, |
| "learning_rate": 3.975034013001642e-05, |
| "loss": 0.4789, |
| "step": 8855 |
| }, |
| { |
| "epoch": 2.1323706377858, |
| "grad_norm": 1.5859375, |
| "learning_rate": 3.971269012852908e-05, |
| "loss": 0.5018, |
| "step": 8860 |
| }, |
| { |
| "epoch": 2.1335740072202167, |
| "grad_norm": 1.75, |
| "learning_rate": 3.967507698988203e-05, |
| "loss": 0.4741, |
| "step": 8865 |
| }, |
| { |
| "epoch": 2.134777376654633, |
| "grad_norm": 1.609375, |
| "learning_rate": 3.963750077414238e-05, |
| "loss": 0.4832, |
| "step": 8870 |
| }, |
| { |
| "epoch": 2.135980746089049, |
| "grad_norm": 1.625, |
| "learning_rate": 3.959996154131834e-05, |
| "loss": 0.4968, |
| "step": 8875 |
| }, |
| { |
| "epoch": 2.137184115523466, |
| "grad_norm": 1.7890625, |
| "learning_rate": 3.9562459351359045e-05, |
| "loss": 0.4943, |
| "step": 8880 |
| }, |
| { |
| "epoch": 2.138387484957882, |
| "grad_norm": 1.78125, |
| "learning_rate": 3.9524994264154416e-05, |
| "loss": 0.4864, |
| "step": 8885 |
| }, |
| { |
| "epoch": 2.1395908543922983, |
| "grad_norm": 1.625, |
| "learning_rate": 3.948756633953521e-05, |
| "loss": 0.4893, |
| "step": 8890 |
| }, |
| { |
| "epoch": 2.140794223826715, |
| "grad_norm": 1.5625, |
| "learning_rate": 3.945017563727277e-05, |
| "loss": 0.4954, |
| "step": 8895 |
| }, |
| { |
| "epoch": 2.1419975932611313, |
| "grad_norm": 1.5546875, |
| "learning_rate": 3.941282221707903e-05, |
| "loss": 0.482, |
| "step": 8900 |
| }, |
| { |
| "epoch": 2.1432009626955475, |
| "grad_norm": 1.6015625, |
| "learning_rate": 3.937550613860637e-05, |
| "loss": 0.4891, |
| "step": 8905 |
| }, |
| { |
| "epoch": 2.1444043321299637, |
| "grad_norm": 1.703125, |
| "learning_rate": 3.933822746144755e-05, |
| "loss": 0.4836, |
| "step": 8910 |
| }, |
| { |
| "epoch": 2.1456077015643804, |
| "grad_norm": 1.6328125, |
| "learning_rate": 3.9300986245135574e-05, |
| "loss": 0.4893, |
| "step": 8915 |
| }, |
| { |
| "epoch": 2.1468110709987966, |
| "grad_norm": 1.734375, |
| "learning_rate": 3.926378254914365e-05, |
| "loss": 0.5184, |
| "step": 8920 |
| }, |
| { |
| "epoch": 2.148014440433213, |
| "grad_norm": 1.8515625, |
| "learning_rate": 3.922661643288507e-05, |
| "loss": 0.4951, |
| "step": 8925 |
| }, |
| { |
| "epoch": 2.1492178098676296, |
| "grad_norm": 1.71875, |
| "learning_rate": 3.918948795571309e-05, |
| "loss": 0.5026, |
| "step": 8930 |
| }, |
| { |
| "epoch": 2.150421179302046, |
| "grad_norm": 1.6171875, |
| "learning_rate": 3.9152397176920856e-05, |
| "loss": 0.4973, |
| "step": 8935 |
| }, |
| { |
| "epoch": 2.151624548736462, |
| "grad_norm": 1.921875, |
| "learning_rate": 3.911534415574134e-05, |
| "loss": 0.4689, |
| "step": 8940 |
| }, |
| { |
| "epoch": 2.1528279181708783, |
| "grad_norm": 1.75, |
| "learning_rate": 3.9078328951347194e-05, |
| "loss": 0.4896, |
| "step": 8945 |
| }, |
| { |
| "epoch": 2.154031287605295, |
| "grad_norm": 1.6796875, |
| "learning_rate": 3.904135162285066e-05, |
| "loss": 0.5008, |
| "step": 8950 |
| }, |
| { |
| "epoch": 2.155234657039711, |
| "grad_norm": 1.578125, |
| "learning_rate": 3.9004412229303564e-05, |
| "loss": 0.4997, |
| "step": 8955 |
| }, |
| { |
| "epoch": 2.1564380264741274, |
| "grad_norm": 1.8046875, |
| "learning_rate": 3.8967510829697046e-05, |
| "loss": 0.5027, |
| "step": 8960 |
| }, |
| { |
| "epoch": 2.157641395908544, |
| "grad_norm": 1.8125, |
| "learning_rate": 3.8930647482961664e-05, |
| "loss": 0.4757, |
| "step": 8965 |
| }, |
| { |
| "epoch": 2.1588447653429603, |
| "grad_norm": 1.5625, |
| "learning_rate": 3.8893822247967144e-05, |
| "loss": 0.4581, |
| "step": 8970 |
| }, |
| { |
| "epoch": 2.1600481347773766, |
| "grad_norm": 1.7265625, |
| "learning_rate": 3.885703518352239e-05, |
| "loss": 0.4969, |
| "step": 8975 |
| }, |
| { |
| "epoch": 2.1612515042117932, |
| "grad_norm": 1.7890625, |
| "learning_rate": 3.8820286348375334e-05, |
| "loss": 0.5136, |
| "step": 8980 |
| }, |
| { |
| "epoch": 2.1624548736462095, |
| "grad_norm": 1.7265625, |
| "learning_rate": 3.8783575801212846e-05, |
| "loss": 0.471, |
| "step": 8985 |
| }, |
| { |
| "epoch": 2.1636582430806257, |
| "grad_norm": 1.625, |
| "learning_rate": 3.874690360066068e-05, |
| "loss": 0.4926, |
| "step": 8990 |
| }, |
| { |
| "epoch": 2.164861612515042, |
| "grad_norm": 1.5390625, |
| "learning_rate": 3.871026980528329e-05, |
| "loss": 0.476, |
| "step": 8995 |
| }, |
| { |
| "epoch": 2.1660649819494586, |
| "grad_norm": 1.5390625, |
| "learning_rate": 3.867367447358389e-05, |
| "loss": 0.4717, |
| "step": 9000 |
| }, |
| { |
| "epoch": 2.1660649819494586, |
| "eval_loss": 0.4340422749519348, |
| "eval_runtime": 2.659, |
| "eval_samples_per_second": 75.217, |
| "eval_steps_per_second": 75.217, |
| "step": 9000 |
| }, |
| { |
| "epoch": 2.167268351383875, |
| "grad_norm": 1.578125, |
| "learning_rate": 3.863711766400418e-05, |
| "loss": 0.4822, |
| "step": 9005 |
| }, |
| { |
| "epoch": 2.168471720818291, |
| "grad_norm": 1.7890625, |
| "learning_rate": 3.860059943492441e-05, |
| "loss": 0.4784, |
| "step": 9010 |
| }, |
| { |
| "epoch": 2.1696750902527078, |
| "grad_norm": 1.796875, |
| "learning_rate": 3.856411984466316e-05, |
| "loss": 0.4664, |
| "step": 9015 |
| }, |
| { |
| "epoch": 2.170878459687124, |
| "grad_norm": 1.765625, |
| "learning_rate": 3.8527678951477334e-05, |
| "loss": 0.4541, |
| "step": 9020 |
| }, |
| { |
| "epoch": 2.1720818291215402, |
| "grad_norm": 1.5703125, |
| "learning_rate": 3.849127681356208e-05, |
| "loss": 0.4829, |
| "step": 9025 |
| }, |
| { |
| "epoch": 2.1732851985559565, |
| "grad_norm": 1.625, |
| "learning_rate": 3.8454913489050544e-05, |
| "loss": 0.4587, |
| "step": 9030 |
| }, |
| { |
| "epoch": 2.174488567990373, |
| "grad_norm": 1.5546875, |
| "learning_rate": 3.841858903601402e-05, |
| "loss": 0.4861, |
| "step": 9035 |
| }, |
| { |
| "epoch": 2.1756919374247894, |
| "grad_norm": 1.7890625, |
| "learning_rate": 3.8382303512461616e-05, |
| "loss": 0.4912, |
| "step": 9040 |
| }, |
| { |
| "epoch": 2.1768953068592056, |
| "grad_norm": 1.7109375, |
| "learning_rate": 3.8346056976340335e-05, |
| "loss": 0.4779, |
| "step": 9045 |
| }, |
| { |
| "epoch": 2.1780986762936223, |
| "grad_norm": 1.6328125, |
| "learning_rate": 3.830984948553489e-05, |
| "loss": 0.4761, |
| "step": 9050 |
| }, |
| { |
| "epoch": 2.1793020457280385, |
| "grad_norm": 1.890625, |
| "learning_rate": 3.827368109786767e-05, |
| "loss": 0.4887, |
| "step": 9055 |
| }, |
| { |
| "epoch": 2.1805054151624548, |
| "grad_norm": 1.546875, |
| "learning_rate": 3.8237551871098557e-05, |
| "loss": 0.4917, |
| "step": 9060 |
| }, |
| { |
| "epoch": 2.1817087845968715, |
| "grad_norm": 1.7109375, |
| "learning_rate": 3.8201461862924956e-05, |
| "loss": 0.4808, |
| "step": 9065 |
| }, |
| { |
| "epoch": 2.1829121540312877, |
| "grad_norm": 1.640625, |
| "learning_rate": 3.8165411130981627e-05, |
| "loss": 0.4828, |
| "step": 9070 |
| }, |
| { |
| "epoch": 2.184115523465704, |
| "grad_norm": 1.6640625, |
| "learning_rate": 3.812939973284058e-05, |
| "loss": 0.4741, |
| "step": 9075 |
| }, |
| { |
| "epoch": 2.18531889290012, |
| "grad_norm": 1.6484375, |
| "learning_rate": 3.809342772601104e-05, |
| "loss": 0.4735, |
| "step": 9080 |
| }, |
| { |
| "epoch": 2.186522262334537, |
| "grad_norm": 1.6953125, |
| "learning_rate": 3.80574951679393e-05, |
| "loss": 0.4672, |
| "step": 9085 |
| }, |
| { |
| "epoch": 2.187725631768953, |
| "grad_norm": 1.6875, |
| "learning_rate": 3.802160211600868e-05, |
| "loss": 0.4813, |
| "step": 9090 |
| }, |
| { |
| "epoch": 2.1889290012033693, |
| "grad_norm": 1.6328125, |
| "learning_rate": 3.798574862753938e-05, |
| "loss": 0.5285, |
| "step": 9095 |
| }, |
| { |
| "epoch": 2.190132370637786, |
| "grad_norm": 1.71875, |
| "learning_rate": 3.7949934759788466e-05, |
| "loss": 0.4922, |
| "step": 9100 |
| }, |
| { |
| "epoch": 2.191335740072202, |
| "grad_norm": 1.6796875, |
| "learning_rate": 3.791416056994966e-05, |
| "loss": 0.4752, |
| "step": 9105 |
| }, |
| { |
| "epoch": 2.1925391095066185, |
| "grad_norm": 1.65625, |
| "learning_rate": 3.787842611515339e-05, |
| "loss": 0.4723, |
| "step": 9110 |
| }, |
| { |
| "epoch": 2.1937424789410347, |
| "grad_norm": 1.578125, |
| "learning_rate": 3.784273145246659e-05, |
| "loss": 0.5092, |
| "step": 9115 |
| }, |
| { |
| "epoch": 2.1949458483754514, |
| "grad_norm": 1.6171875, |
| "learning_rate": 3.7807076638892646e-05, |
| "loss": 0.4837, |
| "step": 9120 |
| }, |
| { |
| "epoch": 2.1961492178098676, |
| "grad_norm": 1.546875, |
| "learning_rate": 3.777146173137134e-05, |
| "loss": 0.4488, |
| "step": 9125 |
| }, |
| { |
| "epoch": 2.197352587244284, |
| "grad_norm": 1.796875, |
| "learning_rate": 3.773588678677867e-05, |
| "loss": 0.4671, |
| "step": 9130 |
| }, |
| { |
| "epoch": 2.1985559566787005, |
| "grad_norm": 1.7578125, |
| "learning_rate": 3.770035186192685e-05, |
| "loss": 0.4949, |
| "step": 9135 |
| }, |
| { |
| "epoch": 2.1997593261131168, |
| "grad_norm": 1.53125, |
| "learning_rate": 3.766485701356419e-05, |
| "loss": 0.4647, |
| "step": 9140 |
| }, |
| { |
| "epoch": 2.200962695547533, |
| "grad_norm": 1.7265625, |
| "learning_rate": 3.7629402298374994e-05, |
| "loss": 0.4678, |
| "step": 9145 |
| }, |
| { |
| "epoch": 2.2021660649819497, |
| "grad_norm": 1.75, |
| "learning_rate": 3.7593987772979436e-05, |
| "loss": 0.4933, |
| "step": 9150 |
| }, |
| { |
| "epoch": 2.203369434416366, |
| "grad_norm": 1.625, |
| "learning_rate": 3.755861349393356e-05, |
| "loss": 0.4879, |
| "step": 9155 |
| }, |
| { |
| "epoch": 2.204572803850782, |
| "grad_norm": 1.59375, |
| "learning_rate": 3.752327951772913e-05, |
| "loss": 0.4716, |
| "step": 9160 |
| }, |
| { |
| "epoch": 2.2057761732851984, |
| "grad_norm": 1.59375, |
| "learning_rate": 3.74879859007935e-05, |
| "loss": 0.5021, |
| "step": 9165 |
| }, |
| { |
| "epoch": 2.206979542719615, |
| "grad_norm": 1.65625, |
| "learning_rate": 3.745273269948964e-05, |
| "loss": 0.4915, |
| "step": 9170 |
| }, |
| { |
| "epoch": 2.2081829121540313, |
| "grad_norm": 1.5859375, |
| "learning_rate": 3.7417519970115926e-05, |
| "loss": 0.4831, |
| "step": 9175 |
| }, |
| { |
| "epoch": 2.2093862815884475, |
| "grad_norm": 1.5390625, |
| "learning_rate": 3.738234776890612e-05, |
| "loss": 0.4543, |
| "step": 9180 |
| }, |
| { |
| "epoch": 2.210589651022864, |
| "grad_norm": 1.640625, |
| "learning_rate": 3.734721615202927e-05, |
| "loss": 0.4941, |
| "step": 9185 |
| }, |
| { |
| "epoch": 2.2117930204572804, |
| "grad_norm": 1.703125, |
| "learning_rate": 3.731212517558958e-05, |
| "loss": 0.485, |
| "step": 9190 |
| }, |
| { |
| "epoch": 2.2129963898916967, |
| "grad_norm": 1.59375, |
| "learning_rate": 3.72770748956264e-05, |
| "loss": 0.4662, |
| "step": 9195 |
| }, |
| { |
| "epoch": 2.214199759326113, |
| "grad_norm": 1.71875, |
| "learning_rate": 3.724206536811404e-05, |
| "loss": 0.4902, |
| "step": 9200 |
| }, |
| { |
| "epoch": 2.2154031287605296, |
| "grad_norm": 1.6875, |
| "learning_rate": 3.7207096648961774e-05, |
| "loss": 0.4659, |
| "step": 9205 |
| }, |
| { |
| "epoch": 2.216606498194946, |
| "grad_norm": 1.6640625, |
| "learning_rate": 3.717216879401367e-05, |
| "loss": 0.4956, |
| "step": 9210 |
| }, |
| { |
| "epoch": 2.217809867629362, |
| "grad_norm": 1.6171875, |
| "learning_rate": 3.713728185904856e-05, |
| "loss": 0.4943, |
| "step": 9215 |
| }, |
| { |
| "epoch": 2.2190132370637787, |
| "grad_norm": 1.5625, |
| "learning_rate": 3.710243589977991e-05, |
| "loss": 0.4873, |
| "step": 9220 |
| }, |
| { |
| "epoch": 2.220216606498195, |
| "grad_norm": 1.5703125, |
| "learning_rate": 3.706763097185577e-05, |
| "loss": 0.4603, |
| "step": 9225 |
| }, |
| { |
| "epoch": 2.221419975932611, |
| "grad_norm": 1.8515625, |
| "learning_rate": 3.7032867130858654e-05, |
| "loss": 0.4683, |
| "step": 9230 |
| }, |
| { |
| "epoch": 2.222623345367028, |
| "grad_norm": 1.7265625, |
| "learning_rate": 3.6998144432305444e-05, |
| "loss": 0.4932, |
| "step": 9235 |
| }, |
| { |
| "epoch": 2.223826714801444, |
| "grad_norm": 1.6328125, |
| "learning_rate": 3.696346293164737e-05, |
| "loss": 0.4947, |
| "step": 9240 |
| }, |
| { |
| "epoch": 2.2250300842358604, |
| "grad_norm": 1.6328125, |
| "learning_rate": 3.692882268426979e-05, |
| "loss": 0.4836, |
| "step": 9245 |
| }, |
| { |
| "epoch": 2.2262334536702766, |
| "grad_norm": 1.5390625, |
| "learning_rate": 3.6894223745492257e-05, |
| "loss": 0.4734, |
| "step": 9250 |
| }, |
| { |
| "epoch": 2.2274368231046933, |
| "grad_norm": 1.8046875, |
| "learning_rate": 3.685966617056831e-05, |
| "loss": 0.4968, |
| "step": 9255 |
| }, |
| { |
| "epoch": 2.2286401925391095, |
| "grad_norm": 1.640625, |
| "learning_rate": 3.682515001468546e-05, |
| "loss": 0.5096, |
| "step": 9260 |
| }, |
| { |
| "epoch": 2.2298435619735257, |
| "grad_norm": 1.53125, |
| "learning_rate": 3.6790675332965045e-05, |
| "loss": 0.4882, |
| "step": 9265 |
| }, |
| { |
| "epoch": 2.2310469314079424, |
| "grad_norm": 1.71875, |
| "learning_rate": 3.675624218046218e-05, |
| "loss": 0.4786, |
| "step": 9270 |
| }, |
| { |
| "epoch": 2.2322503008423586, |
| "grad_norm": 1.59375, |
| "learning_rate": 3.6721850612165695e-05, |
| "loss": 0.4842, |
| "step": 9275 |
| }, |
| { |
| "epoch": 2.233453670276775, |
| "grad_norm": 1.5859375, |
| "learning_rate": 3.668750068299794e-05, |
| "loss": 0.5154, |
| "step": 9280 |
| }, |
| { |
| "epoch": 2.234657039711191, |
| "grad_norm": 1.609375, |
| "learning_rate": 3.6653192447814835e-05, |
| "loss": 0.4666, |
| "step": 9285 |
| }, |
| { |
| "epoch": 2.235860409145608, |
| "grad_norm": 1.5390625, |
| "learning_rate": 3.661892596140566e-05, |
| "loss": 0.5, |
| "step": 9290 |
| }, |
| { |
| "epoch": 2.237063778580024, |
| "grad_norm": 1.6953125, |
| "learning_rate": 3.6584701278493095e-05, |
| "loss": 0.4798, |
| "step": 9295 |
| }, |
| { |
| "epoch": 2.2382671480144403, |
| "grad_norm": 1.5078125, |
| "learning_rate": 3.655051845373297e-05, |
| "loss": 0.449, |
| "step": 9300 |
| }, |
| { |
| "epoch": 2.239470517448857, |
| "grad_norm": 1.7109375, |
| "learning_rate": 3.651637754171435e-05, |
| "loss": 0.4917, |
| "step": 9305 |
| }, |
| { |
| "epoch": 2.240673886883273, |
| "grad_norm": 1.5859375, |
| "learning_rate": 3.648227859695931e-05, |
| "loss": 0.4574, |
| "step": 9310 |
| }, |
| { |
| "epoch": 2.2418772563176894, |
| "grad_norm": 1.7421875, |
| "learning_rate": 3.644822167392293e-05, |
| "loss": 0.5086, |
| "step": 9315 |
| }, |
| { |
| "epoch": 2.243080625752106, |
| "grad_norm": 1.765625, |
| "learning_rate": 3.6414206826993216e-05, |
| "loss": 0.4691, |
| "step": 9320 |
| }, |
| { |
| "epoch": 2.2442839951865223, |
| "grad_norm": 1.5, |
| "learning_rate": 3.638023411049089e-05, |
| "loss": 0.462, |
| "step": 9325 |
| }, |
| { |
| "epoch": 2.2454873646209386, |
| "grad_norm": 1.5859375, |
| "learning_rate": 3.634630357866948e-05, |
| "loss": 0.4666, |
| "step": 9330 |
| }, |
| { |
| "epoch": 2.246690734055355, |
| "grad_norm": 1.6953125, |
| "learning_rate": 3.6312415285715105e-05, |
| "loss": 0.511, |
| "step": 9335 |
| }, |
| { |
| "epoch": 2.2478941034897715, |
| "grad_norm": 1.6953125, |
| "learning_rate": 3.627856928574643e-05, |
| "loss": 0.4759, |
| "step": 9340 |
| }, |
| { |
| "epoch": 2.2490974729241877, |
| "grad_norm": 1.6328125, |
| "learning_rate": 3.6244765632814595e-05, |
| "loss": 0.4943, |
| "step": 9345 |
| }, |
| { |
| "epoch": 2.250300842358604, |
| "grad_norm": 1.546875, |
| "learning_rate": 3.621100438090311e-05, |
| "loss": 0.451, |
| "step": 9350 |
| }, |
| { |
| "epoch": 2.2515042117930206, |
| "grad_norm": 1.65625, |
| "learning_rate": 3.6177285583927745e-05, |
| "loss": 0.4786, |
| "step": 9355 |
| }, |
| { |
| "epoch": 2.252707581227437, |
| "grad_norm": 1.6953125, |
| "learning_rate": 3.6143609295736494e-05, |
| "loss": 0.4712, |
| "step": 9360 |
| }, |
| { |
| "epoch": 2.253910950661853, |
| "grad_norm": 1.640625, |
| "learning_rate": 3.6109975570109494e-05, |
| "loss": 0.4952, |
| "step": 9365 |
| }, |
| { |
| "epoch": 2.2551143200962693, |
| "grad_norm": 1.703125, |
| "learning_rate": 3.607638446075884e-05, |
| "loss": 0.4684, |
| "step": 9370 |
| }, |
| { |
| "epoch": 2.256317689530686, |
| "grad_norm": 1.625, |
| "learning_rate": 3.604283602132865e-05, |
| "loss": 0.5315, |
| "step": 9375 |
| }, |
| { |
| "epoch": 2.2575210589651022, |
| "grad_norm": 1.7109375, |
| "learning_rate": 3.6009330305394825e-05, |
| "loss": 0.457, |
| "step": 9380 |
| }, |
| { |
| "epoch": 2.2587244283995185, |
| "grad_norm": 1.703125, |
| "learning_rate": 3.59758673664651e-05, |
| "loss": 0.466, |
| "step": 9385 |
| }, |
| { |
| "epoch": 2.259927797833935, |
| "grad_norm": 1.546875, |
| "learning_rate": 3.594244725797883e-05, |
| "loss": 0.4609, |
| "step": 9390 |
| }, |
| { |
| "epoch": 2.2611311672683514, |
| "grad_norm": 1.59375, |
| "learning_rate": 3.590907003330705e-05, |
| "loss": 0.4598, |
| "step": 9395 |
| }, |
| { |
| "epoch": 2.2623345367027676, |
| "grad_norm": 1.8671875, |
| "learning_rate": 3.587573574575226e-05, |
| "loss": 0.481, |
| "step": 9400 |
| }, |
| { |
| "epoch": 2.2635379061371843, |
| "grad_norm": 1.609375, |
| "learning_rate": 3.5842444448548365e-05, |
| "loss": 0.4712, |
| "step": 9405 |
| }, |
| { |
| "epoch": 2.2647412755716005, |
| "grad_norm": 1.7578125, |
| "learning_rate": 3.5809196194860714e-05, |
| "loss": 0.4952, |
| "step": 9410 |
| }, |
| { |
| "epoch": 2.2659446450060168, |
| "grad_norm": 1.828125, |
| "learning_rate": 3.577599103778581e-05, |
| "loss": 0.5135, |
| "step": 9415 |
| }, |
| { |
| "epoch": 2.2671480144404335, |
| "grad_norm": 1.71875, |
| "learning_rate": 3.574282903035138e-05, |
| "loss": 0.4821, |
| "step": 9420 |
| }, |
| { |
| "epoch": 2.2683513838748497, |
| "grad_norm": 1.6328125, |
| "learning_rate": 3.570971022551624e-05, |
| "loss": 0.4877, |
| "step": 9425 |
| }, |
| { |
| "epoch": 2.269554753309266, |
| "grad_norm": 1.71875, |
| "learning_rate": 3.567663467617023e-05, |
| "loss": 0.4727, |
| "step": 9430 |
| }, |
| { |
| "epoch": 2.270758122743682, |
| "grad_norm": 1.640625, |
| "learning_rate": 3.564360243513407e-05, |
| "loss": 0.4715, |
| "step": 9435 |
| }, |
| { |
| "epoch": 2.271961492178099, |
| "grad_norm": 1.7109375, |
| "learning_rate": 3.561061355515935e-05, |
| "loss": 0.4631, |
| "step": 9440 |
| }, |
| { |
| "epoch": 2.273164861612515, |
| "grad_norm": 1.7578125, |
| "learning_rate": 3.55776680889284e-05, |
| "loss": 0.4907, |
| "step": 9445 |
| }, |
| { |
| "epoch": 2.2743682310469313, |
| "grad_norm": 1.75, |
| "learning_rate": 3.5544766089054224e-05, |
| "loss": 0.5336, |
| "step": 9450 |
| }, |
| { |
| "epoch": 2.2755716004813475, |
| "grad_norm": 1.6953125, |
| "learning_rate": 3.551190760808043e-05, |
| "loss": 0.4999, |
| "step": 9455 |
| }, |
| { |
| "epoch": 2.2767749699157642, |
| "grad_norm": 1.9453125, |
| "learning_rate": 3.547909269848108e-05, |
| "loss": 0.51, |
| "step": 9460 |
| }, |
| { |
| "epoch": 2.2779783393501805, |
| "grad_norm": 1.6171875, |
| "learning_rate": 3.54463214126607e-05, |
| "loss": 0.4699, |
| "step": 9465 |
| }, |
| { |
| "epoch": 2.2791817087845967, |
| "grad_norm": 1.6328125, |
| "learning_rate": 3.5413593802954115e-05, |
| "loss": 0.4887, |
| "step": 9470 |
| }, |
| { |
| "epoch": 2.2803850782190134, |
| "grad_norm": 1.65625, |
| "learning_rate": 3.5380909921626446e-05, |
| "loss": 0.4792, |
| "step": 9475 |
| }, |
| { |
| "epoch": 2.2815884476534296, |
| "grad_norm": 1.6640625, |
| "learning_rate": 3.534826982087293e-05, |
| "loss": 0.482, |
| "step": 9480 |
| }, |
| { |
| "epoch": 2.282791817087846, |
| "grad_norm": 1.578125, |
| "learning_rate": 3.531567355281892e-05, |
| "loss": 0.4671, |
| "step": 9485 |
| }, |
| { |
| "epoch": 2.2839951865222625, |
| "grad_norm": 1.546875, |
| "learning_rate": 3.528312116951975e-05, |
| "loss": 0.4872, |
| "step": 9490 |
| }, |
| { |
| "epoch": 2.2851985559566788, |
| "grad_norm": 1.640625, |
| "learning_rate": 3.525061272296069e-05, |
| "loss": 0.514, |
| "step": 9495 |
| }, |
| { |
| "epoch": 2.286401925391095, |
| "grad_norm": 1.6875, |
| "learning_rate": 3.521814826505684e-05, |
| "loss": 0.4797, |
| "step": 9500 |
| }, |
| { |
| "epoch": 2.286401925391095, |
| "eval_loss": 0.4312799870967865, |
| "eval_runtime": 2.6559, |
| "eval_samples_per_second": 75.304, |
| "eval_steps_per_second": 75.304, |
| "step": 9500 |
| }, |
| { |
| "epoch": 2.2876052948255117, |
| "grad_norm": 1.671875, |
| "learning_rate": 3.518572784765304e-05, |
| "loss": 0.4765, |
| "step": 9505 |
| }, |
| { |
| "epoch": 2.288808664259928, |
| "grad_norm": 1.6171875, |
| "learning_rate": 3.515335152252381e-05, |
| "loss": 0.4641, |
| "step": 9510 |
| }, |
| { |
| "epoch": 2.290012033694344, |
| "grad_norm": 1.6015625, |
| "learning_rate": 3.5121019341373234e-05, |
| "loss": 0.5206, |
| "step": 9515 |
| }, |
| { |
| "epoch": 2.2912154031287604, |
| "grad_norm": 1.703125, |
| "learning_rate": 3.508873135583495e-05, |
| "loss": 0.4597, |
| "step": 9520 |
| }, |
| { |
| "epoch": 2.292418772563177, |
| "grad_norm": 1.71875, |
| "learning_rate": 3.505648761747194e-05, |
| "loss": 0.4892, |
| "step": 9525 |
| }, |
| { |
| "epoch": 2.2936221419975933, |
| "grad_norm": 1.578125, |
| "learning_rate": 3.5024288177776606e-05, |
| "loss": 0.5179, |
| "step": 9530 |
| }, |
| { |
| "epoch": 2.2948255114320095, |
| "grad_norm": 1.640625, |
| "learning_rate": 3.4992133088170536e-05, |
| "loss": 0.4698, |
| "step": 9535 |
| }, |
| { |
| "epoch": 2.2960288808664258, |
| "grad_norm": 1.6171875, |
| "learning_rate": 3.496002240000455e-05, |
| "loss": 0.5085, |
| "step": 9540 |
| }, |
| { |
| "epoch": 2.2972322503008424, |
| "grad_norm": 1.546875, |
| "learning_rate": 3.492795616455852e-05, |
| "loss": 0.4844, |
| "step": 9545 |
| }, |
| { |
| "epoch": 2.2984356197352587, |
| "grad_norm": 1.734375, |
| "learning_rate": 3.4895934433041344e-05, |
| "loss": 0.4827, |
| "step": 9550 |
| }, |
| { |
| "epoch": 2.299638989169675, |
| "grad_norm": 1.671875, |
| "learning_rate": 3.4863957256590857e-05, |
| "loss": 0.4983, |
| "step": 9555 |
| }, |
| { |
| "epoch": 2.3008423586040916, |
| "grad_norm": 1.6015625, |
| "learning_rate": 3.4832024686273724e-05, |
| "loss": 0.4688, |
| "step": 9560 |
| }, |
| { |
| "epoch": 2.302045728038508, |
| "grad_norm": 1.6171875, |
| "learning_rate": 3.4800136773085376e-05, |
| "loss": 0.4444, |
| "step": 9565 |
| }, |
| { |
| "epoch": 2.303249097472924, |
| "grad_norm": 1.765625, |
| "learning_rate": 3.476829356794993e-05, |
| "loss": 0.4913, |
| "step": 9570 |
| }, |
| { |
| "epoch": 2.3044524669073407, |
| "grad_norm": 1.515625, |
| "learning_rate": 3.473649512172013e-05, |
| "loss": 0.5131, |
| "step": 9575 |
| }, |
| { |
| "epoch": 2.305655836341757, |
| "grad_norm": 1.59375, |
| "learning_rate": 3.4704741485177205e-05, |
| "loss": 0.455, |
| "step": 9580 |
| }, |
| { |
| "epoch": 2.306859205776173, |
| "grad_norm": 2.484375, |
| "learning_rate": 3.4673032709030835e-05, |
| "loss": 0.4867, |
| "step": 9585 |
| }, |
| { |
| "epoch": 2.30806257521059, |
| "grad_norm": 1.6015625, |
| "learning_rate": 3.4641368843919074e-05, |
| "loss": 0.4971, |
| "step": 9590 |
| }, |
| { |
| "epoch": 2.309265944645006, |
| "grad_norm": 1.6171875, |
| "learning_rate": 3.4609749940408235e-05, |
| "loss": 0.4625, |
| "step": 9595 |
| }, |
| { |
| "epoch": 2.3104693140794224, |
| "grad_norm": 1.640625, |
| "learning_rate": 3.4578176048992855e-05, |
| "loss": 0.5039, |
| "step": 9600 |
| }, |
| { |
| "epoch": 2.3116726835138386, |
| "grad_norm": 1.6875, |
| "learning_rate": 3.454664722009554e-05, |
| "loss": 0.4597, |
| "step": 9605 |
| }, |
| { |
| "epoch": 2.3128760529482553, |
| "grad_norm": 1.71875, |
| "learning_rate": 3.4515163504067006e-05, |
| "loss": 0.4524, |
| "step": 9610 |
| }, |
| { |
| "epoch": 2.3140794223826715, |
| "grad_norm": 1.7734375, |
| "learning_rate": 3.4483724951185835e-05, |
| "loss": 0.4841, |
| "step": 9615 |
| }, |
| { |
| "epoch": 2.3152827918170877, |
| "grad_norm": 1.5859375, |
| "learning_rate": 3.445233161165858e-05, |
| "loss": 0.4709, |
| "step": 9620 |
| }, |
| { |
| "epoch": 2.316486161251504, |
| "grad_norm": 1.6640625, |
| "learning_rate": 3.442098353561948e-05, |
| "loss": 0.4543, |
| "step": 9625 |
| }, |
| { |
| "epoch": 2.3176895306859207, |
| "grad_norm": 1.6015625, |
| "learning_rate": 3.4389680773130616e-05, |
| "loss": 0.4861, |
| "step": 9630 |
| }, |
| { |
| "epoch": 2.318892900120337, |
| "grad_norm": 1.6640625, |
| "learning_rate": 3.435842337418159e-05, |
| "loss": 0.4898, |
| "step": 9635 |
| }, |
| { |
| "epoch": 2.320096269554753, |
| "grad_norm": 1.640625, |
| "learning_rate": 3.432721138868963e-05, |
| "loss": 0.4986, |
| "step": 9640 |
| }, |
| { |
| "epoch": 2.32129963898917, |
| "grad_norm": 1.609375, |
| "learning_rate": 3.429604486649943e-05, |
| "loss": 0.482, |
| "step": 9645 |
| }, |
| { |
| "epoch": 2.322503008423586, |
| "grad_norm": 1.7265625, |
| "learning_rate": 3.426492385738303e-05, |
| "loss": 0.4934, |
| "step": 9650 |
| }, |
| { |
| "epoch": 2.3237063778580023, |
| "grad_norm": 1.59375, |
| "learning_rate": 3.423384841103988e-05, |
| "loss": 0.4967, |
| "step": 9655 |
| }, |
| { |
| "epoch": 2.324909747292419, |
| "grad_norm": 1.6015625, |
| "learning_rate": 3.4202818577096564e-05, |
| "loss": 0.4717, |
| "step": 9660 |
| }, |
| { |
| "epoch": 2.326113116726835, |
| "grad_norm": 1.6875, |
| "learning_rate": 3.41718344051069e-05, |
| "loss": 0.4812, |
| "step": 9665 |
| }, |
| { |
| "epoch": 2.3273164861612514, |
| "grad_norm": 1.6953125, |
| "learning_rate": 3.414089594455175e-05, |
| "loss": 0.4733, |
| "step": 9670 |
| }, |
| { |
| "epoch": 2.328519855595668, |
| "grad_norm": 1.7578125, |
| "learning_rate": 3.411000324483899e-05, |
| "loss": 0.4884, |
| "step": 9675 |
| }, |
| { |
| "epoch": 2.3297232250300843, |
| "grad_norm": 1.6640625, |
| "learning_rate": 3.407915635530341e-05, |
| "loss": 0.4813, |
| "step": 9680 |
| }, |
| { |
| "epoch": 2.3309265944645006, |
| "grad_norm": 1.6796875, |
| "learning_rate": 3.404835532520663e-05, |
| "loss": 0.4684, |
| "step": 9685 |
| }, |
| { |
| "epoch": 2.332129963898917, |
| "grad_norm": 1.7421875, |
| "learning_rate": 3.401760020373708e-05, |
| "loss": 0.4846, |
| "step": 9690 |
| }, |
| { |
| "epoch": 2.3333333333333335, |
| "grad_norm": 1.703125, |
| "learning_rate": 3.3986891040009825e-05, |
| "loss": 0.4763, |
| "step": 9695 |
| }, |
| { |
| "epoch": 2.3345367027677497, |
| "grad_norm": 1.8671875, |
| "learning_rate": 3.3956227883066555e-05, |
| "loss": 0.4765, |
| "step": 9700 |
| }, |
| { |
| "epoch": 2.335740072202166, |
| "grad_norm": 1.5859375, |
| "learning_rate": 3.392561078187548e-05, |
| "loss": 0.4773, |
| "step": 9705 |
| }, |
| { |
| "epoch": 2.336943441636582, |
| "grad_norm": 1.6484375, |
| "learning_rate": 3.389503978533128e-05, |
| "loss": 0.4516, |
| "step": 9710 |
| }, |
| { |
| "epoch": 2.338146811070999, |
| "grad_norm": 1.6640625, |
| "learning_rate": 3.3864514942254994e-05, |
| "loss": 0.4536, |
| "step": 9715 |
| }, |
| { |
| "epoch": 2.339350180505415, |
| "grad_norm": 1.6953125, |
| "learning_rate": 3.383403630139397e-05, |
| "loss": 0.4585, |
| "step": 9720 |
| }, |
| { |
| "epoch": 2.3405535499398313, |
| "grad_norm": 1.59375, |
| "learning_rate": 3.3803603911421726e-05, |
| "loss": 0.4775, |
| "step": 9725 |
| }, |
| { |
| "epoch": 2.341756919374248, |
| "grad_norm": 1.5546875, |
| "learning_rate": 3.377321782093798e-05, |
| "loss": 0.4656, |
| "step": 9730 |
| }, |
| { |
| "epoch": 2.3429602888086642, |
| "grad_norm": 1.6875, |
| "learning_rate": 3.374287807846848e-05, |
| "loss": 0.4747, |
| "step": 9735 |
| }, |
| { |
| "epoch": 2.3441636582430805, |
| "grad_norm": 1.875, |
| "learning_rate": 3.371258473246495e-05, |
| "loss": 0.4847, |
| "step": 9740 |
| }, |
| { |
| "epoch": 2.345367027677497, |
| "grad_norm": 1.6640625, |
| "learning_rate": 3.368233783130504e-05, |
| "loss": 0.4841, |
| "step": 9745 |
| }, |
| { |
| "epoch": 2.3465703971119134, |
| "grad_norm": 1.6875, |
| "learning_rate": 3.365213742329222e-05, |
| "loss": 0.5139, |
| "step": 9750 |
| }, |
| { |
| "epoch": 2.3477737665463296, |
| "grad_norm": 1.65625, |
| "learning_rate": 3.3621983556655705e-05, |
| "loss": 0.4983, |
| "step": 9755 |
| }, |
| { |
| "epoch": 2.3489771359807463, |
| "grad_norm": 1.6953125, |
| "learning_rate": 3.3591876279550384e-05, |
| "loss": 0.5193, |
| "step": 9760 |
| }, |
| { |
| "epoch": 2.3501805054151625, |
| "grad_norm": 1.8125, |
| "learning_rate": 3.3561815640056776e-05, |
| "loss": 0.4765, |
| "step": 9765 |
| }, |
| { |
| "epoch": 2.351383874849579, |
| "grad_norm": 1.7421875, |
| "learning_rate": 3.353180168618087e-05, |
| "loss": 0.5217, |
| "step": 9770 |
| }, |
| { |
| "epoch": 2.352587244283995, |
| "grad_norm": 1.515625, |
| "learning_rate": 3.3501834465854126e-05, |
| "loss": 0.4547, |
| "step": 9775 |
| }, |
| { |
| "epoch": 2.3537906137184117, |
| "grad_norm": 1.796875, |
| "learning_rate": 3.34719140269334e-05, |
| "loss": 0.458, |
| "step": 9780 |
| }, |
| { |
| "epoch": 2.354993983152828, |
| "grad_norm": 1.6953125, |
| "learning_rate": 3.344204041720077e-05, |
| "loss": 0.4832, |
| "step": 9785 |
| }, |
| { |
| "epoch": 2.356197352587244, |
| "grad_norm": 1.6875, |
| "learning_rate": 3.341221368436361e-05, |
| "loss": 0.4849, |
| "step": 9790 |
| }, |
| { |
| "epoch": 2.357400722021661, |
| "grad_norm": 1.6640625, |
| "learning_rate": 3.3382433876054354e-05, |
| "loss": 0.4725, |
| "step": 9795 |
| }, |
| { |
| "epoch": 2.358604091456077, |
| "grad_norm": 1.7109375, |
| "learning_rate": 3.335270103983057e-05, |
| "loss": 0.456, |
| "step": 9800 |
| }, |
| { |
| "epoch": 2.3598074608904933, |
| "grad_norm": 1.6328125, |
| "learning_rate": 3.332301522317476e-05, |
| "loss": 0.499, |
| "step": 9805 |
| }, |
| { |
| "epoch": 2.3610108303249095, |
| "grad_norm": 1.734375, |
| "learning_rate": 3.3293376473494355e-05, |
| "loss": 0.4877, |
| "step": 9810 |
| }, |
| { |
| "epoch": 2.3622141997593262, |
| "grad_norm": 1.6015625, |
| "learning_rate": 3.326378483812163e-05, |
| "loss": 0.4875, |
| "step": 9815 |
| }, |
| { |
| "epoch": 2.3634175691937425, |
| "grad_norm": 1.8203125, |
| "learning_rate": 3.323424036431362e-05, |
| "loss": 0.4932, |
| "step": 9820 |
| }, |
| { |
| "epoch": 2.3646209386281587, |
| "grad_norm": 1.5859375, |
| "learning_rate": 3.3204743099252036e-05, |
| "loss": 0.5022, |
| "step": 9825 |
| }, |
| { |
| "epoch": 2.3658243080625754, |
| "grad_norm": 1.5234375, |
| "learning_rate": 3.3175293090043175e-05, |
| "loss": 0.5026, |
| "step": 9830 |
| }, |
| { |
| "epoch": 2.3670276774969916, |
| "grad_norm": 1.5703125, |
| "learning_rate": 3.314589038371793e-05, |
| "loss": 0.5034, |
| "step": 9835 |
| }, |
| { |
| "epoch": 2.368231046931408, |
| "grad_norm": 1.7578125, |
| "learning_rate": 3.3116535027231584e-05, |
| "loss": 0.4961, |
| "step": 9840 |
| }, |
| { |
| "epoch": 2.3694344163658245, |
| "grad_norm": 1.625, |
| "learning_rate": 3.3087227067463855e-05, |
| "loss": 0.4831, |
| "step": 9845 |
| }, |
| { |
| "epoch": 2.3706377858002408, |
| "grad_norm": 1.7109375, |
| "learning_rate": 3.305796655121872e-05, |
| "loss": 0.5074, |
| "step": 9850 |
| }, |
| { |
| "epoch": 2.371841155234657, |
| "grad_norm": 1.640625, |
| "learning_rate": 3.302875352522446e-05, |
| "loss": 0.5183, |
| "step": 9855 |
| }, |
| { |
| "epoch": 2.3730445246690732, |
| "grad_norm": 1.5546875, |
| "learning_rate": 3.299958803613344e-05, |
| "loss": 0.4634, |
| "step": 9860 |
| }, |
| { |
| "epoch": 2.37424789410349, |
| "grad_norm": 1.609375, |
| "learning_rate": 3.2970470130522156e-05, |
| "loss": 0.4769, |
| "step": 9865 |
| }, |
| { |
| "epoch": 2.375451263537906, |
| "grad_norm": 1.84375, |
| "learning_rate": 3.2941399854891116e-05, |
| "loss": 0.4786, |
| "step": 9870 |
| }, |
| { |
| "epoch": 2.3766546329723224, |
| "grad_norm": 1.6640625, |
| "learning_rate": 3.291237725566472e-05, |
| "loss": 0.5156, |
| "step": 9875 |
| }, |
| { |
| "epoch": 2.377858002406739, |
| "grad_norm": 1.71875, |
| "learning_rate": 3.2883402379191304e-05, |
| "loss": 0.5056, |
| "step": 9880 |
| }, |
| { |
| "epoch": 2.3790613718411553, |
| "grad_norm": 1.671875, |
| "learning_rate": 3.28544752717429e-05, |
| "loss": 0.4833, |
| "step": 9885 |
| }, |
| { |
| "epoch": 2.3802647412755715, |
| "grad_norm": 1.6171875, |
| "learning_rate": 3.2825595979515344e-05, |
| "loss": 0.4869, |
| "step": 9890 |
| }, |
| { |
| "epoch": 2.3814681107099878, |
| "grad_norm": 1.6796875, |
| "learning_rate": 3.279676454862805e-05, |
| "loss": 0.4726, |
| "step": 9895 |
| }, |
| { |
| "epoch": 2.3826714801444044, |
| "grad_norm": 1.6796875, |
| "learning_rate": 3.2767981025124024e-05, |
| "loss": 0.4983, |
| "step": 9900 |
| }, |
| { |
| "epoch": 2.3838748495788207, |
| "grad_norm": 1.6953125, |
| "learning_rate": 3.2739245454969764e-05, |
| "loss": 0.4839, |
| "step": 9905 |
| }, |
| { |
| "epoch": 2.385078219013237, |
| "grad_norm": 1.5625, |
| "learning_rate": 3.271055788405518e-05, |
| "loss": 0.5325, |
| "step": 9910 |
| }, |
| { |
| "epoch": 2.3862815884476536, |
| "grad_norm": 1.65625, |
| "learning_rate": 3.2681918358193556e-05, |
| "loss": 0.4825, |
| "step": 9915 |
| }, |
| { |
| "epoch": 2.38748495788207, |
| "grad_norm": 1.828125, |
| "learning_rate": 3.265332692312139e-05, |
| "loss": 0.4817, |
| "step": 9920 |
| }, |
| { |
| "epoch": 2.388688327316486, |
| "grad_norm": 1.5546875, |
| "learning_rate": 3.262478362449845e-05, |
| "loss": 0.4546, |
| "step": 9925 |
| }, |
| { |
| "epoch": 2.3898916967509027, |
| "grad_norm": 1.7734375, |
| "learning_rate": 3.2596288507907585e-05, |
| "loss": 0.5006, |
| "step": 9930 |
| }, |
| { |
| "epoch": 2.391095066185319, |
| "grad_norm": 1.6640625, |
| "learning_rate": 3.2567841618854715e-05, |
| "loss": 0.4897, |
| "step": 9935 |
| }, |
| { |
| "epoch": 2.392298435619735, |
| "grad_norm": 1.6640625, |
| "learning_rate": 3.2539443002768734e-05, |
| "loss": 0.4854, |
| "step": 9940 |
| }, |
| { |
| "epoch": 2.3935018050541514, |
| "grad_norm": 1.7109375, |
| "learning_rate": 3.2511092705001466e-05, |
| "loss": 0.4524, |
| "step": 9945 |
| }, |
| { |
| "epoch": 2.394705174488568, |
| "grad_norm": 1.65625, |
| "learning_rate": 3.248279077082754e-05, |
| "loss": 0.4999, |
| "step": 9950 |
| }, |
| { |
| "epoch": 2.3959085439229844, |
| "grad_norm": 1.8515625, |
| "learning_rate": 3.245453724544437e-05, |
| "loss": 0.5016, |
| "step": 9955 |
| }, |
| { |
| "epoch": 2.3971119133574006, |
| "grad_norm": 1.59375, |
| "learning_rate": 3.2426332173972076e-05, |
| "loss": 0.4637, |
| "step": 9960 |
| }, |
| { |
| "epoch": 2.3983152827918173, |
| "grad_norm": 1.5078125, |
| "learning_rate": 3.239817560145335e-05, |
| "loss": 0.4696, |
| "step": 9965 |
| }, |
| { |
| "epoch": 2.3995186522262335, |
| "grad_norm": 1.5390625, |
| "learning_rate": 3.2370067572853505e-05, |
| "loss": 0.4652, |
| "step": 9970 |
| }, |
| { |
| "epoch": 2.4007220216606497, |
| "grad_norm": 1.53125, |
| "learning_rate": 3.234200813306026e-05, |
| "loss": 0.5054, |
| "step": 9975 |
| }, |
| { |
| "epoch": 2.401925391095066, |
| "grad_norm": 1.734375, |
| "learning_rate": 3.2313997326883785e-05, |
| "loss": 0.4773, |
| "step": 9980 |
| }, |
| { |
| "epoch": 2.4031287605294827, |
| "grad_norm": 1.640625, |
| "learning_rate": 3.228603519905654e-05, |
| "loss": 0.5104, |
| "step": 9985 |
| }, |
| { |
| "epoch": 2.404332129963899, |
| "grad_norm": 1.53125, |
| "learning_rate": 3.225812179423331e-05, |
| "loss": 0.4805, |
| "step": 9990 |
| }, |
| { |
| "epoch": 2.405535499398315, |
| "grad_norm": 1.7734375, |
| "learning_rate": 3.2230257156991e-05, |
| "loss": 0.468, |
| "step": 9995 |
| }, |
| { |
| "epoch": 2.406738868832732, |
| "grad_norm": 1.828125, |
| "learning_rate": 3.22024413318287e-05, |
| "loss": 0.4634, |
| "step": 10000 |
| }, |
| { |
| "epoch": 2.406738868832732, |
| "eval_loss": 0.42871612310409546, |
| "eval_runtime": 2.6519, |
| "eval_samples_per_second": 75.418, |
| "eval_steps_per_second": 75.418, |
| "step": 10000 |
| }, |
| { |
| "epoch": 2.407942238267148, |
| "grad_norm": 1.5546875, |
| "learning_rate": 3.2174674363167515e-05, |
| "loss": 0.4666, |
| "step": 10005 |
| }, |
| { |
| "epoch": 2.4091456077015643, |
| "grad_norm": 1.640625, |
| "learning_rate": 3.2146956295350504e-05, |
| "loss": 0.5036, |
| "step": 10010 |
| }, |
| { |
| "epoch": 2.410348977135981, |
| "grad_norm": 1.6484375, |
| "learning_rate": 3.2119287172642696e-05, |
| "loss": 0.4966, |
| "step": 10015 |
| }, |
| { |
| "epoch": 2.411552346570397, |
| "grad_norm": 1.578125, |
| "learning_rate": 3.2091667039230886e-05, |
| "loss": 0.4953, |
| "step": 10020 |
| }, |
| { |
| "epoch": 2.4127557160048134, |
| "grad_norm": 1.8828125, |
| "learning_rate": 3.206409593922369e-05, |
| "loss": 0.48, |
| "step": 10025 |
| }, |
| { |
| "epoch": 2.4139590854392297, |
| "grad_norm": 1.7265625, |
| "learning_rate": 3.203657391665138e-05, |
| "loss": 0.4826, |
| "step": 10030 |
| }, |
| { |
| "epoch": 2.4151624548736463, |
| "grad_norm": 1.6953125, |
| "learning_rate": 3.200910101546588e-05, |
| "loss": 0.4572, |
| "step": 10035 |
| }, |
| { |
| "epoch": 2.4163658243080626, |
| "grad_norm": 1.640625, |
| "learning_rate": 3.1981677279540655e-05, |
| "loss": 0.48, |
| "step": 10040 |
| }, |
| { |
| "epoch": 2.417569193742479, |
| "grad_norm": 1.734375, |
| "learning_rate": 3.195430275267066e-05, |
| "loss": 0.4708, |
| "step": 10045 |
| }, |
| { |
| "epoch": 2.4187725631768955, |
| "grad_norm": 1.6484375, |
| "learning_rate": 3.1926977478572265e-05, |
| "loss": 0.4647, |
| "step": 10050 |
| }, |
| { |
| "epoch": 2.4199759326113117, |
| "grad_norm": 1.7734375, |
| "learning_rate": 3.189970150088317e-05, |
| "loss": 0.4696, |
| "step": 10055 |
| }, |
| { |
| "epoch": 2.421179302045728, |
| "grad_norm": 1.65625, |
| "learning_rate": 3.1872474863162365e-05, |
| "loss": 0.4835, |
| "step": 10060 |
| }, |
| { |
| "epoch": 2.422382671480144, |
| "grad_norm": 1.6015625, |
| "learning_rate": 3.1845297608890044e-05, |
| "loss": 0.4729, |
| "step": 10065 |
| }, |
| { |
| "epoch": 2.423586040914561, |
| "grad_norm": 1.6171875, |
| "learning_rate": 3.1818169781467544e-05, |
| "loss": 0.474, |
| "step": 10070 |
| }, |
| { |
| "epoch": 2.424789410348977, |
| "grad_norm": 1.640625, |
| "learning_rate": 3.1791091424217244e-05, |
| "loss": 0.4806, |
| "step": 10075 |
| }, |
| { |
| "epoch": 2.4259927797833933, |
| "grad_norm": 1.6875, |
| "learning_rate": 3.176406258038254e-05, |
| "loss": 0.4609, |
| "step": 10080 |
| }, |
| { |
| "epoch": 2.42719614921781, |
| "grad_norm": 1.6328125, |
| "learning_rate": 3.1737083293127764e-05, |
| "loss": 0.482, |
| "step": 10085 |
| }, |
| { |
| "epoch": 2.4283995186522263, |
| "grad_norm": 1.7265625, |
| "learning_rate": 3.171015360553807e-05, |
| "loss": 0.4992, |
| "step": 10090 |
| }, |
| { |
| "epoch": 2.4296028880866425, |
| "grad_norm": 1.734375, |
| "learning_rate": 3.1683273560619464e-05, |
| "loss": 0.4687, |
| "step": 10095 |
| }, |
| { |
| "epoch": 2.430806257521059, |
| "grad_norm": 1.859375, |
| "learning_rate": 3.165644320129861e-05, |
| "loss": 0.4969, |
| "step": 10100 |
| }, |
| { |
| "epoch": 2.4320096269554754, |
| "grad_norm": 1.6328125, |
| "learning_rate": 3.162966257042287e-05, |
| "loss": 0.4818, |
| "step": 10105 |
| }, |
| { |
| "epoch": 2.4332129963898916, |
| "grad_norm": 1.5546875, |
| "learning_rate": 3.160293171076016e-05, |
| "loss": 0.4966, |
| "step": 10110 |
| }, |
| { |
| "epoch": 2.434416365824308, |
| "grad_norm": 1.78125, |
| "learning_rate": 3.157625066499894e-05, |
| "loss": 0.4543, |
| "step": 10115 |
| }, |
| { |
| "epoch": 2.4356197352587245, |
| "grad_norm": 1.703125, |
| "learning_rate": 3.1549619475748115e-05, |
| "loss": 0.4877, |
| "step": 10120 |
| }, |
| { |
| "epoch": 2.436823104693141, |
| "grad_norm": 1.609375, |
| "learning_rate": 3.1523038185536936e-05, |
| "loss": 0.4581, |
| "step": 10125 |
| }, |
| { |
| "epoch": 2.438026474127557, |
| "grad_norm": 1.65625, |
| "learning_rate": 3.1496506836815015e-05, |
| "loss": 0.4877, |
| "step": 10130 |
| }, |
| { |
| "epoch": 2.4392298435619737, |
| "grad_norm": 1.703125, |
| "learning_rate": 3.147002547195218e-05, |
| "loss": 0.5074, |
| "step": 10135 |
| }, |
| { |
| "epoch": 2.44043321299639, |
| "grad_norm": 1.71875, |
| "learning_rate": 3.144359413323845e-05, |
| "loss": 0.5168, |
| "step": 10140 |
| }, |
| { |
| "epoch": 2.441636582430806, |
| "grad_norm": 1.625, |
| "learning_rate": 3.1417212862883916e-05, |
| "loss": 0.4843, |
| "step": 10145 |
| }, |
| { |
| "epoch": 2.4428399518652224, |
| "grad_norm": 1.7265625, |
| "learning_rate": 3.139088170301878e-05, |
| "loss": 0.4809, |
| "step": 10150 |
| }, |
| { |
| "epoch": 2.444043321299639, |
| "grad_norm": 1.6796875, |
| "learning_rate": 3.136460069569316e-05, |
| "loss": 0.4872, |
| "step": 10155 |
| }, |
| { |
| "epoch": 2.4452466907340553, |
| "grad_norm": 1.59375, |
| "learning_rate": 3.133836988287711e-05, |
| "loss": 0.4707, |
| "step": 10160 |
| }, |
| { |
| "epoch": 2.4464500601684716, |
| "grad_norm": 1.8828125, |
| "learning_rate": 3.1312189306460496e-05, |
| "loss": 0.4945, |
| "step": 10165 |
| }, |
| { |
| "epoch": 2.4476534296028882, |
| "grad_norm": 1.515625, |
| "learning_rate": 3.128605900825301e-05, |
| "loss": 0.4746, |
| "step": 10170 |
| }, |
| { |
| "epoch": 2.4488567990373045, |
| "grad_norm": 1.734375, |
| "learning_rate": 3.1259979029984e-05, |
| "loss": 0.4841, |
| "step": 10175 |
| }, |
| { |
| "epoch": 2.4500601684717207, |
| "grad_norm": 1.75, |
| "learning_rate": 3.1233949413302476e-05, |
| "loss": 0.4884, |
| "step": 10180 |
| }, |
| { |
| "epoch": 2.4512635379061374, |
| "grad_norm": 1.7734375, |
| "learning_rate": 3.120797019977703e-05, |
| "loss": 0.5056, |
| "step": 10185 |
| }, |
| { |
| "epoch": 2.4524669073405536, |
| "grad_norm": 1.7265625, |
| "learning_rate": 3.118204143089574e-05, |
| "loss": 0.484, |
| "step": 10190 |
| }, |
| { |
| "epoch": 2.45367027677497, |
| "grad_norm": 1.6015625, |
| "learning_rate": 3.1156163148066154e-05, |
| "loss": 0.4626, |
| "step": 10195 |
| }, |
| { |
| "epoch": 2.4548736462093865, |
| "grad_norm": 1.828125, |
| "learning_rate": 3.1130335392615145e-05, |
| "loss": 0.5227, |
| "step": 10200 |
| }, |
| { |
| "epoch": 2.4560770156438028, |
| "grad_norm": 1.671875, |
| "learning_rate": 3.110455820578897e-05, |
| "loss": 0.529, |
| "step": 10205 |
| }, |
| { |
| "epoch": 2.457280385078219, |
| "grad_norm": 1.6640625, |
| "learning_rate": 3.107883162875305e-05, |
| "loss": 0.486, |
| "step": 10210 |
| }, |
| { |
| "epoch": 2.4584837545126352, |
| "grad_norm": 1.6171875, |
| "learning_rate": 3.1053155702592044e-05, |
| "loss": 0.4785, |
| "step": 10215 |
| }, |
| { |
| "epoch": 2.459687123947052, |
| "grad_norm": 1.765625, |
| "learning_rate": 3.1027530468309706e-05, |
| "loss": 0.4844, |
| "step": 10220 |
| }, |
| { |
| "epoch": 2.460890493381468, |
| "grad_norm": 1.625, |
| "learning_rate": 3.1001955966828806e-05, |
| "loss": 0.4732, |
| "step": 10225 |
| }, |
| { |
| "epoch": 2.4620938628158844, |
| "grad_norm": 1.515625, |
| "learning_rate": 3.097643223899114e-05, |
| "loss": 0.474, |
| "step": 10230 |
| }, |
| { |
| "epoch": 2.4632972322503006, |
| "grad_norm": 1.609375, |
| "learning_rate": 3.095095932555738e-05, |
| "loss": 0.4966, |
| "step": 10235 |
| }, |
| { |
| "epoch": 2.4645006016847173, |
| "grad_norm": 1.5625, |
| "learning_rate": 3.0925537267207096e-05, |
| "loss": 0.4779, |
| "step": 10240 |
| }, |
| { |
| "epoch": 2.4657039711191335, |
| "grad_norm": 1.6484375, |
| "learning_rate": 3.090016610453859e-05, |
| "loss": 0.4876, |
| "step": 10245 |
| }, |
| { |
| "epoch": 2.4669073405535498, |
| "grad_norm": 1.75, |
| "learning_rate": 3.0874845878068933e-05, |
| "loss": 0.4808, |
| "step": 10250 |
| }, |
| { |
| "epoch": 2.4681107099879664, |
| "grad_norm": 1.7265625, |
| "learning_rate": 3.084957662823381e-05, |
| "loss": 0.4721, |
| "step": 10255 |
| }, |
| { |
| "epoch": 2.4693140794223827, |
| "grad_norm": 1.7109375, |
| "learning_rate": 3.082435839538753e-05, |
| "loss": 0.5265, |
| "step": 10260 |
| }, |
| { |
| "epoch": 2.470517448856799, |
| "grad_norm": 1.6015625, |
| "learning_rate": 3.079919121980291e-05, |
| "loss": 0.46, |
| "step": 10265 |
| }, |
| { |
| "epoch": 2.4717208182912156, |
| "grad_norm": 1.671875, |
| "learning_rate": 3.0774075141671253e-05, |
| "loss": 0.4614, |
| "step": 10270 |
| }, |
| { |
| "epoch": 2.472924187725632, |
| "grad_norm": 1.6796875, |
| "learning_rate": 3.074901020110223e-05, |
| "loss": 0.4906, |
| "step": 10275 |
| }, |
| { |
| "epoch": 2.474127557160048, |
| "grad_norm": 1.6796875, |
| "learning_rate": 3.0723996438123863e-05, |
| "loss": 0.4863, |
| "step": 10280 |
| }, |
| { |
| "epoch": 2.4753309265944647, |
| "grad_norm": 1.5703125, |
| "learning_rate": 3.0699033892682455e-05, |
| "loss": 0.4468, |
| "step": 10285 |
| }, |
| { |
| "epoch": 2.476534296028881, |
| "grad_norm": 1.65625, |
| "learning_rate": 3.0674122604642494e-05, |
| "loss": 0.4698, |
| "step": 10290 |
| }, |
| { |
| "epoch": 2.477737665463297, |
| "grad_norm": 1.5625, |
| "learning_rate": 3.064926261378663e-05, |
| "loss": 0.4576, |
| "step": 10295 |
| }, |
| { |
| "epoch": 2.4789410348977134, |
| "grad_norm": 1.8984375, |
| "learning_rate": 3.062445395981557e-05, |
| "loss": 0.472, |
| "step": 10300 |
| }, |
| { |
| "epoch": 2.48014440433213, |
| "grad_norm": 1.8515625, |
| "learning_rate": 3.0599696682348065e-05, |
| "loss": 0.4512, |
| "step": 10305 |
| }, |
| { |
| "epoch": 2.4813477737665464, |
| "grad_norm": 1.78125, |
| "learning_rate": 3.057499082092081e-05, |
| "loss": 0.4875, |
| "step": 10310 |
| }, |
| { |
| "epoch": 2.4825511432009626, |
| "grad_norm": 1.59375, |
| "learning_rate": 3.055033641498837e-05, |
| "loss": 0.4799, |
| "step": 10315 |
| }, |
| { |
| "epoch": 2.483754512635379, |
| "grad_norm": 1.75, |
| "learning_rate": 3.052573350392318e-05, |
| "loss": 0.5623, |
| "step": 10320 |
| }, |
| { |
| "epoch": 2.4849578820697955, |
| "grad_norm": 1.7578125, |
| "learning_rate": 3.050118212701538e-05, |
| "loss": 0.5132, |
| "step": 10325 |
| }, |
| { |
| "epoch": 2.4861612515042117, |
| "grad_norm": 1.546875, |
| "learning_rate": 3.0476682323472873e-05, |
| "loss": 0.4654, |
| "step": 10330 |
| }, |
| { |
| "epoch": 2.487364620938628, |
| "grad_norm": 1.6796875, |
| "learning_rate": 3.0452234132421153e-05, |
| "loss": 0.4787, |
| "step": 10335 |
| }, |
| { |
| "epoch": 2.4885679903730447, |
| "grad_norm": 1.7265625, |
| "learning_rate": 3.0427837592903322e-05, |
| "loss": 0.4643, |
| "step": 10340 |
| }, |
| { |
| "epoch": 2.489771359807461, |
| "grad_norm": 1.78125, |
| "learning_rate": 3.0403492743879963e-05, |
| "loss": 0.4728, |
| "step": 10345 |
| }, |
| { |
| "epoch": 2.490974729241877, |
| "grad_norm": 1.65625, |
| "learning_rate": 3.037919962422914e-05, |
| "loss": 0.4616, |
| "step": 10350 |
| }, |
| { |
| "epoch": 2.492178098676294, |
| "grad_norm": 1.6953125, |
| "learning_rate": 3.0354958272746315e-05, |
| "loss": 0.4936, |
| "step": 10355 |
| }, |
| { |
| "epoch": 2.49338146811071, |
| "grad_norm": 1.796875, |
| "learning_rate": 3.0330768728144233e-05, |
| "loss": 0.4876, |
| "step": 10360 |
| }, |
| { |
| "epoch": 2.4945848375451263, |
| "grad_norm": 1.5703125, |
| "learning_rate": 3.0306631029052953e-05, |
| "loss": 0.4492, |
| "step": 10365 |
| }, |
| { |
| "epoch": 2.495788206979543, |
| "grad_norm": 1.7578125, |
| "learning_rate": 3.0282545214019703e-05, |
| "loss": 0.4701, |
| "step": 10370 |
| }, |
| { |
| "epoch": 2.496991576413959, |
| "grad_norm": 1.640625, |
| "learning_rate": 3.0258511321508874e-05, |
| "loss": 0.4946, |
| "step": 10375 |
| }, |
| { |
| "epoch": 2.4981949458483754, |
| "grad_norm": 1.640625, |
| "learning_rate": 3.0234529389901923e-05, |
| "loss": 0.4841, |
| "step": 10380 |
| }, |
| { |
| "epoch": 2.4993983152827917, |
| "grad_norm": 1.75, |
| "learning_rate": 3.0210599457497347e-05, |
| "loss": 0.4744, |
| "step": 10385 |
| }, |
| { |
| "epoch": 2.5006016847172083, |
| "grad_norm": 1.625, |
| "learning_rate": 3.0186721562510583e-05, |
| "loss": 0.4639, |
| "step": 10390 |
| }, |
| { |
| "epoch": 2.5018050541516246, |
| "grad_norm": 1.6171875, |
| "learning_rate": 3.016289574307397e-05, |
| "loss": 0.482, |
| "step": 10395 |
| }, |
| { |
| "epoch": 2.503008423586041, |
| "grad_norm": 1.6640625, |
| "learning_rate": 3.01391220372367e-05, |
| "loss": 0.4678, |
| "step": 10400 |
| }, |
| { |
| "epoch": 2.504211793020457, |
| "grad_norm": 1.7265625, |
| "learning_rate": 3.011540048296471e-05, |
| "loss": 0.4825, |
| "step": 10405 |
| }, |
| { |
| "epoch": 2.5054151624548737, |
| "grad_norm": 1.6875, |
| "learning_rate": 3.009173111814069e-05, |
| "loss": 0.4693, |
| "step": 10410 |
| }, |
| { |
| "epoch": 2.50661853188929, |
| "grad_norm": 1.6015625, |
| "learning_rate": 3.006811398056394e-05, |
| "loss": 0.4785, |
| "step": 10415 |
| }, |
| { |
| "epoch": 2.507821901323706, |
| "grad_norm": 1.59375, |
| "learning_rate": 3.0044549107950403e-05, |
| "loss": 0.4637, |
| "step": 10420 |
| }, |
| { |
| "epoch": 2.509025270758123, |
| "grad_norm": 1.6875, |
| "learning_rate": 3.0021036537932523e-05, |
| "loss": 0.5127, |
| "step": 10425 |
| }, |
| { |
| "epoch": 2.510228640192539, |
| "grad_norm": 1.7734375, |
| "learning_rate": 2.9997576308059222e-05, |
| "loss": 0.4805, |
| "step": 10430 |
| }, |
| { |
| "epoch": 2.5114320096269553, |
| "grad_norm": 1.6953125, |
| "learning_rate": 2.997416845579585e-05, |
| "loss": 0.4855, |
| "step": 10435 |
| }, |
| { |
| "epoch": 2.512635379061372, |
| "grad_norm": 1.6484375, |
| "learning_rate": 2.9950813018524096e-05, |
| "loss": 0.4735, |
| "step": 10440 |
| }, |
| { |
| "epoch": 2.5138387484957883, |
| "grad_norm": 1.65625, |
| "learning_rate": 2.992751003354196e-05, |
| "loss": 0.4839, |
| "step": 10445 |
| }, |
| { |
| "epoch": 2.5150421179302045, |
| "grad_norm": 1.7890625, |
| "learning_rate": 2.9904259538063662e-05, |
| "loss": 0.4965, |
| "step": 10450 |
| }, |
| { |
| "epoch": 2.516245487364621, |
| "grad_norm": 1.5859375, |
| "learning_rate": 2.9881061569219613e-05, |
| "loss": 0.499, |
| "step": 10455 |
| }, |
| { |
| "epoch": 2.5174488567990374, |
| "grad_norm": 1.7109375, |
| "learning_rate": 2.9857916164056317e-05, |
| "loss": 0.4927, |
| "step": 10460 |
| }, |
| { |
| "epoch": 2.5186522262334536, |
| "grad_norm": 1.609375, |
| "learning_rate": 2.9834823359536362e-05, |
| "loss": 0.4586, |
| "step": 10465 |
| }, |
| { |
| "epoch": 2.51985559566787, |
| "grad_norm": 1.796875, |
| "learning_rate": 2.981178319253831e-05, |
| "loss": 0.4548, |
| "step": 10470 |
| }, |
| { |
| "epoch": 2.5210589651022866, |
| "grad_norm": 1.8671875, |
| "learning_rate": 2.9788795699856688e-05, |
| "loss": 0.4943, |
| "step": 10475 |
| }, |
| { |
| "epoch": 2.522262334536703, |
| "grad_norm": 1.625, |
| "learning_rate": 2.976586091820188e-05, |
| "loss": 0.4588, |
| "step": 10480 |
| }, |
| { |
| "epoch": 2.523465703971119, |
| "grad_norm": 1.7109375, |
| "learning_rate": 2.9742978884200102e-05, |
| "loss": 0.5151, |
| "step": 10485 |
| }, |
| { |
| "epoch": 2.5246690734055353, |
| "grad_norm": 1.75, |
| "learning_rate": 2.9720149634393347e-05, |
| "loss": 0.5076, |
| "step": 10490 |
| }, |
| { |
| "epoch": 2.525872442839952, |
| "grad_norm": 1.6328125, |
| "learning_rate": 2.969737320523928e-05, |
| "loss": 0.4618, |
| "step": 10495 |
| }, |
| { |
| "epoch": 2.527075812274368, |
| "grad_norm": 1.6875, |
| "learning_rate": 2.967464963311125e-05, |
| "loss": 0.466, |
| "step": 10500 |
| }, |
| { |
| "epoch": 2.527075812274368, |
| "eval_loss": 0.42753535509109497, |
| "eval_runtime": 2.6456, |
| "eval_samples_per_second": 75.598, |
| "eval_steps_per_second": 75.598, |
| "step": 10500 |
| }, |
| { |
| "epoch": 2.5282791817087844, |
| "grad_norm": 1.625, |
| "learning_rate": 2.9651978954298154e-05, |
| "loss": 0.4825, |
| "step": 10505 |
| }, |
| { |
| "epoch": 2.529482551143201, |
| "grad_norm": 1.7109375, |
| "learning_rate": 2.9629361205004465e-05, |
| "loss": 0.4836, |
| "step": 10510 |
| }, |
| { |
| "epoch": 2.5306859205776173, |
| "grad_norm": 1.734375, |
| "learning_rate": 2.960679642135009e-05, |
| "loss": 0.5091, |
| "step": 10515 |
| }, |
| { |
| "epoch": 2.5318892900120336, |
| "grad_norm": 1.6875, |
| "learning_rate": 2.9584284639370386e-05, |
| "loss": 0.4936, |
| "step": 10520 |
| }, |
| { |
| "epoch": 2.5330926594464502, |
| "grad_norm": 1.546875, |
| "learning_rate": 2.956182589501603e-05, |
| "loss": 0.471, |
| "step": 10525 |
| }, |
| { |
| "epoch": 2.5342960288808665, |
| "grad_norm": 1.6953125, |
| "learning_rate": 2.953942022415303e-05, |
| "loss": 0.4968, |
| "step": 10530 |
| }, |
| { |
| "epoch": 2.5354993983152827, |
| "grad_norm": 1.7734375, |
| "learning_rate": 2.9517067662562634e-05, |
| "loss": 0.4462, |
| "step": 10535 |
| }, |
| { |
| "epoch": 2.5367027677496994, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.9494768245941254e-05, |
| "loss": 0.4922, |
| "step": 10540 |
| }, |
| { |
| "epoch": 2.5379061371841156, |
| "grad_norm": 1.734375, |
| "learning_rate": 2.9472522009900453e-05, |
| "loss": 0.5037, |
| "step": 10545 |
| }, |
| { |
| "epoch": 2.539109506618532, |
| "grad_norm": 1.65625, |
| "learning_rate": 2.945032898996685e-05, |
| "loss": 0.4743, |
| "step": 10550 |
| }, |
| { |
| "epoch": 2.5403128760529485, |
| "grad_norm": 1.6484375, |
| "learning_rate": 2.942818922158211e-05, |
| "loss": 0.4727, |
| "step": 10555 |
| }, |
| { |
| "epoch": 2.5415162454873648, |
| "grad_norm": 1.625, |
| "learning_rate": 2.9406102740102805e-05, |
| "loss": 0.489, |
| "step": 10560 |
| }, |
| { |
| "epoch": 2.542719614921781, |
| "grad_norm": 1.578125, |
| "learning_rate": 2.938406958080045e-05, |
| "loss": 0.4562, |
| "step": 10565 |
| }, |
| { |
| "epoch": 2.5439229843561972, |
| "grad_norm": 1.75, |
| "learning_rate": 2.93620897788614e-05, |
| "loss": 0.4893, |
| "step": 10570 |
| }, |
| { |
| "epoch": 2.5451263537906135, |
| "grad_norm": 1.6796875, |
| "learning_rate": 2.934016336938679e-05, |
| "loss": 0.4842, |
| "step": 10575 |
| }, |
| { |
| "epoch": 2.54632972322503, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.9318290387392497e-05, |
| "loss": 0.4988, |
| "step": 10580 |
| }, |
| { |
| "epoch": 2.5475330926594464, |
| "grad_norm": 1.71875, |
| "learning_rate": 2.929647086780906e-05, |
| "loss": 0.4788, |
| "step": 10585 |
| }, |
| { |
| "epoch": 2.5487364620938626, |
| "grad_norm": 1.6953125, |
| "learning_rate": 2.9274704845481668e-05, |
| "loss": 0.5066, |
| "step": 10590 |
| }, |
| { |
| "epoch": 2.5499398315282793, |
| "grad_norm": 1.7421875, |
| "learning_rate": 2.925299235517005e-05, |
| "loss": 0.478, |
| "step": 10595 |
| }, |
| { |
| "epoch": 2.5511432009626955, |
| "grad_norm": 1.6796875, |
| "learning_rate": 2.923133343154847e-05, |
| "loss": 0.4756, |
| "step": 10600 |
| }, |
| { |
| "epoch": 2.5523465703971118, |
| "grad_norm": 1.7578125, |
| "learning_rate": 2.9209728109205602e-05, |
| "loss": 0.4817, |
| "step": 10605 |
| }, |
| { |
| "epoch": 2.5535499398315284, |
| "grad_norm": 1.7265625, |
| "learning_rate": 2.9188176422644586e-05, |
| "loss": 0.4795, |
| "step": 10610 |
| }, |
| { |
| "epoch": 2.5547533092659447, |
| "grad_norm": 1.65625, |
| "learning_rate": 2.916667840628286e-05, |
| "loss": 0.4618, |
| "step": 10615 |
| }, |
| { |
| "epoch": 2.555956678700361, |
| "grad_norm": 1.7109375, |
| "learning_rate": 2.9145234094452152e-05, |
| "loss": 0.4792, |
| "step": 10620 |
| }, |
| { |
| "epoch": 2.5571600481347776, |
| "grad_norm": 1.8359375, |
| "learning_rate": 2.912384352139846e-05, |
| "loss": 0.5195, |
| "step": 10625 |
| }, |
| { |
| "epoch": 2.558363417569194, |
| "grad_norm": 1.6796875, |
| "learning_rate": 2.9102506721281932e-05, |
| "loss": 0.4711, |
| "step": 10630 |
| }, |
| { |
| "epoch": 2.55956678700361, |
| "grad_norm": 1.6640625, |
| "learning_rate": 2.908122372817685e-05, |
| "loss": 0.5014, |
| "step": 10635 |
| }, |
| { |
| "epoch": 2.5607701564380267, |
| "grad_norm": 1.5625, |
| "learning_rate": 2.9059994576071566e-05, |
| "loss": 0.4875, |
| "step": 10640 |
| }, |
| { |
| "epoch": 2.561973525872443, |
| "grad_norm": 1.6015625, |
| "learning_rate": 2.9038819298868456e-05, |
| "loss": 0.4798, |
| "step": 10645 |
| }, |
| { |
| "epoch": 2.563176895306859, |
| "grad_norm": 1.703125, |
| "learning_rate": 2.9017697930383852e-05, |
| "loss": 0.5266, |
| "step": 10650 |
| }, |
| { |
| "epoch": 2.5643802647412755, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.8996630504348013e-05, |
| "loss": 0.4718, |
| "step": 10655 |
| }, |
| { |
| "epoch": 2.5655836341756917, |
| "grad_norm": 1.6875, |
| "learning_rate": 2.897561705440501e-05, |
| "loss": 0.47, |
| "step": 10660 |
| }, |
| { |
| "epoch": 2.5667870036101084, |
| "grad_norm": 1.65625, |
| "learning_rate": 2.8954657614112776e-05, |
| "loss": 0.4771, |
| "step": 10665 |
| }, |
| { |
| "epoch": 2.5679903730445246, |
| "grad_norm": 1.6796875, |
| "learning_rate": 2.893375221694295e-05, |
| "loss": 0.4754, |
| "step": 10670 |
| }, |
| { |
| "epoch": 2.569193742478941, |
| "grad_norm": 1.703125, |
| "learning_rate": 2.891290089628086e-05, |
| "loss": 0.4988, |
| "step": 10675 |
| }, |
| { |
| "epoch": 2.5703971119133575, |
| "grad_norm": 1.734375, |
| "learning_rate": 2.889210368542552e-05, |
| "loss": 0.4776, |
| "step": 10680 |
| }, |
| { |
| "epoch": 2.5716004813477737, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.8871360617589482e-05, |
| "loss": 0.4859, |
| "step": 10685 |
| }, |
| { |
| "epoch": 2.57280385078219, |
| "grad_norm": 1.6640625, |
| "learning_rate": 2.8850671725898866e-05, |
| "loss": 0.4934, |
| "step": 10690 |
| }, |
| { |
| "epoch": 2.5740072202166067, |
| "grad_norm": 1.6640625, |
| "learning_rate": 2.883003704339326e-05, |
| "loss": 0.5091, |
| "step": 10695 |
| }, |
| { |
| "epoch": 2.575210589651023, |
| "grad_norm": 1.8203125, |
| "learning_rate": 2.880945660302568e-05, |
| "loss": 0.5044, |
| "step": 10700 |
| }, |
| { |
| "epoch": 2.576413959085439, |
| "grad_norm": 1.734375, |
| "learning_rate": 2.8788930437662534e-05, |
| "loss": 0.4895, |
| "step": 10705 |
| }, |
| { |
| "epoch": 2.577617328519856, |
| "grad_norm": 1.6796875, |
| "learning_rate": 2.8768458580083534e-05, |
| "loss": 0.4935, |
| "step": 10710 |
| }, |
| { |
| "epoch": 2.578820697954272, |
| "grad_norm": 1.8125, |
| "learning_rate": 2.874804106298168e-05, |
| "loss": 0.4641, |
| "step": 10715 |
| }, |
| { |
| "epoch": 2.5800240673886883, |
| "grad_norm": 1.6875, |
| "learning_rate": 2.8727677918963175e-05, |
| "loss": 0.493, |
| "step": 10720 |
| }, |
| { |
| "epoch": 2.581227436823105, |
| "grad_norm": 1.71875, |
| "learning_rate": 2.8707369180547415e-05, |
| "loss": 0.4825, |
| "step": 10725 |
| }, |
| { |
| "epoch": 2.582430806257521, |
| "grad_norm": 1.6796875, |
| "learning_rate": 2.868711488016689e-05, |
| "loss": 0.4867, |
| "step": 10730 |
| }, |
| { |
| "epoch": 2.5836341756919374, |
| "grad_norm": 1.6953125, |
| "learning_rate": 2.8666915050167162e-05, |
| "loss": 0.4928, |
| "step": 10735 |
| }, |
| { |
| "epoch": 2.5848375451263537, |
| "grad_norm": 1.6328125, |
| "learning_rate": 2.8646769722806797e-05, |
| "loss": 0.4806, |
| "step": 10740 |
| }, |
| { |
| "epoch": 2.58604091456077, |
| "grad_norm": 1.890625, |
| "learning_rate": 2.8626678930257337e-05, |
| "loss": 0.5266, |
| "step": 10745 |
| }, |
| { |
| "epoch": 2.5872442839951866, |
| "grad_norm": 1.484375, |
| "learning_rate": 2.8606642704603222e-05, |
| "loss": 0.4748, |
| "step": 10750 |
| }, |
| { |
| "epoch": 2.588447653429603, |
| "grad_norm": 1.625, |
| "learning_rate": 2.8586661077841757e-05, |
| "loss": 0.4731, |
| "step": 10755 |
| }, |
| { |
| "epoch": 2.589651022864019, |
| "grad_norm": 1.609375, |
| "learning_rate": 2.8566734081883053e-05, |
| "loss": 0.4626, |
| "step": 10760 |
| }, |
| { |
| "epoch": 2.5908543922984357, |
| "grad_norm": 1.484375, |
| "learning_rate": 2.8546861748549954e-05, |
| "loss": 0.4794, |
| "step": 10765 |
| }, |
| { |
| "epoch": 2.592057761732852, |
| "grad_norm": 1.5703125, |
| "learning_rate": 2.852704410957806e-05, |
| "loss": 0.5056, |
| "step": 10770 |
| }, |
| { |
| "epoch": 2.593261131167268, |
| "grad_norm": 1.9375, |
| "learning_rate": 2.8507281196615577e-05, |
| "loss": 0.481, |
| "step": 10775 |
| }, |
| { |
| "epoch": 2.594464500601685, |
| "grad_norm": 1.625, |
| "learning_rate": 2.8487573041223333e-05, |
| "loss": 0.4982, |
| "step": 10780 |
| }, |
| { |
| "epoch": 2.595667870036101, |
| "grad_norm": 1.6640625, |
| "learning_rate": 2.846791967487472e-05, |
| "loss": 0.4746, |
| "step": 10785 |
| }, |
| { |
| "epoch": 2.5968712394705173, |
| "grad_norm": 1.7109375, |
| "learning_rate": 2.8448321128955624e-05, |
| "loss": 0.4864, |
| "step": 10790 |
| }, |
| { |
| "epoch": 2.598074608904934, |
| "grad_norm": 1.90625, |
| "learning_rate": 2.842877743476436e-05, |
| "loss": 0.4606, |
| "step": 10795 |
| }, |
| { |
| "epoch": 2.5992779783393503, |
| "grad_norm": 1.5078125, |
| "learning_rate": 2.84092886235117e-05, |
| "loss": 0.4661, |
| "step": 10800 |
| }, |
| { |
| "epoch": 2.6004813477737665, |
| "grad_norm": 1.65625, |
| "learning_rate": 2.8389854726320735e-05, |
| "loss": 0.4523, |
| "step": 10805 |
| }, |
| { |
| "epoch": 2.601684717208183, |
| "grad_norm": 1.625, |
| "learning_rate": 2.8370475774226854e-05, |
| "loss": 0.4783, |
| "step": 10810 |
| }, |
| { |
| "epoch": 2.6028880866425994, |
| "grad_norm": 1.703125, |
| "learning_rate": 2.8351151798177713e-05, |
| "loss": 0.4668, |
| "step": 10815 |
| }, |
| { |
| "epoch": 2.6040914560770156, |
| "grad_norm": 1.7109375, |
| "learning_rate": 2.8331882829033165e-05, |
| "loss": 0.4396, |
| "step": 10820 |
| }, |
| { |
| "epoch": 2.605294825511432, |
| "grad_norm": 1.6953125, |
| "learning_rate": 2.8312668897565252e-05, |
| "loss": 0.4702, |
| "step": 10825 |
| }, |
| { |
| "epoch": 2.606498194945848, |
| "grad_norm": 1.578125, |
| "learning_rate": 2.8293510034458053e-05, |
| "loss": 0.4539, |
| "step": 10830 |
| }, |
| { |
| "epoch": 2.607701564380265, |
| "grad_norm": 1.7421875, |
| "learning_rate": 2.8274406270307774e-05, |
| "loss": 0.4816, |
| "step": 10835 |
| }, |
| { |
| "epoch": 2.608904933814681, |
| "grad_norm": 1.6328125, |
| "learning_rate": 2.825535763562259e-05, |
| "loss": 0.5128, |
| "step": 10840 |
| }, |
| { |
| "epoch": 2.6101083032490973, |
| "grad_norm": 1.640625, |
| "learning_rate": 2.823636416082266e-05, |
| "loss": 0.4873, |
| "step": 10845 |
| }, |
| { |
| "epoch": 2.611311672683514, |
| "grad_norm": 1.6875, |
| "learning_rate": 2.8217425876240016e-05, |
| "loss": 0.4858, |
| "step": 10850 |
| }, |
| { |
| "epoch": 2.61251504211793, |
| "grad_norm": 1.703125, |
| "learning_rate": 2.81985428121186e-05, |
| "loss": 0.5068, |
| "step": 10855 |
| }, |
| { |
| "epoch": 2.6137184115523464, |
| "grad_norm": 1.7109375, |
| "learning_rate": 2.8179714998614137e-05, |
| "loss": 0.4981, |
| "step": 10860 |
| }, |
| { |
| "epoch": 2.614921780986763, |
| "grad_norm": 1.625, |
| "learning_rate": 2.816094246579413e-05, |
| "loss": 0.4599, |
| "step": 10865 |
| }, |
| { |
| "epoch": 2.6161251504211793, |
| "grad_norm": 1.75, |
| "learning_rate": 2.81422252436378e-05, |
| "loss": 0.5052, |
| "step": 10870 |
| }, |
| { |
| "epoch": 2.6173285198555956, |
| "grad_norm": 1.6328125, |
| "learning_rate": 2.8123563362036032e-05, |
| "loss": 0.4965, |
| "step": 10875 |
| }, |
| { |
| "epoch": 2.6185318892900122, |
| "grad_norm": 1.625, |
| "learning_rate": 2.8104956850791343e-05, |
| "loss": 0.4629, |
| "step": 10880 |
| }, |
| { |
| "epoch": 2.6197352587244285, |
| "grad_norm": 1.625, |
| "learning_rate": 2.808640573961781e-05, |
| "loss": 0.4899, |
| "step": 10885 |
| }, |
| { |
| "epoch": 2.6209386281588447, |
| "grad_norm": 1.6640625, |
| "learning_rate": 2.8067910058141053e-05, |
| "loss": 0.4821, |
| "step": 10890 |
| }, |
| { |
| "epoch": 2.6221419975932614, |
| "grad_norm": 1.5390625, |
| "learning_rate": 2.804946983589817e-05, |
| "loss": 0.4627, |
| "step": 10895 |
| }, |
| { |
| "epoch": 2.6233453670276776, |
| "grad_norm": 1.6328125, |
| "learning_rate": 2.8031085102337683e-05, |
| "loss": 0.4992, |
| "step": 10900 |
| }, |
| { |
| "epoch": 2.624548736462094, |
| "grad_norm": 1.6015625, |
| "learning_rate": 2.8012755886819522e-05, |
| "loss": 0.4943, |
| "step": 10905 |
| }, |
| { |
| "epoch": 2.62575210589651, |
| "grad_norm": 1.7109375, |
| "learning_rate": 2.799448221861491e-05, |
| "loss": 0.4827, |
| "step": 10910 |
| }, |
| { |
| "epoch": 2.6269554753309263, |
| "grad_norm": 1.6953125, |
| "learning_rate": 2.797626412690642e-05, |
| "loss": 0.5237, |
| "step": 10915 |
| }, |
| { |
| "epoch": 2.628158844765343, |
| "grad_norm": 1.8359375, |
| "learning_rate": 2.795810164078783e-05, |
| "loss": 0.4704, |
| "step": 10920 |
| }, |
| { |
| "epoch": 2.6293622141997592, |
| "grad_norm": 1.609375, |
| "learning_rate": 2.793999478926414e-05, |
| "loss": 0.4923, |
| "step": 10925 |
| }, |
| { |
| "epoch": 2.6305655836341755, |
| "grad_norm": 1.6640625, |
| "learning_rate": 2.7921943601251483e-05, |
| "loss": 0.4792, |
| "step": 10930 |
| }, |
| { |
| "epoch": 2.631768953068592, |
| "grad_norm": 1.75, |
| "learning_rate": 2.790394810557712e-05, |
| "loss": 0.4865, |
| "step": 10935 |
| }, |
| { |
| "epoch": 2.6329723225030084, |
| "grad_norm": 1.65625, |
| "learning_rate": 2.7886008330979353e-05, |
| "loss": 0.4697, |
| "step": 10940 |
| }, |
| { |
| "epoch": 2.6341756919374246, |
| "grad_norm": 1.796875, |
| "learning_rate": 2.7868124306107516e-05, |
| "loss": 0.4771, |
| "step": 10945 |
| }, |
| { |
| "epoch": 2.6353790613718413, |
| "grad_norm": 1.5078125, |
| "learning_rate": 2.785029605952191e-05, |
| "loss": 0.4955, |
| "step": 10950 |
| }, |
| { |
| "epoch": 2.6365824308062575, |
| "grad_norm": 1.8125, |
| "learning_rate": 2.783252361969374e-05, |
| "loss": 0.4593, |
| "step": 10955 |
| }, |
| { |
| "epoch": 2.6377858002406738, |
| "grad_norm": 1.7109375, |
| "learning_rate": 2.781480701500512e-05, |
| "loss": 0.5014, |
| "step": 10960 |
| }, |
| { |
| "epoch": 2.6389891696750905, |
| "grad_norm": 1.796875, |
| "learning_rate": 2.7797146273748968e-05, |
| "loss": 0.4649, |
| "step": 10965 |
| }, |
| { |
| "epoch": 2.6401925391095067, |
| "grad_norm": 1.546875, |
| "learning_rate": 2.7779541424128996e-05, |
| "loss": 0.4714, |
| "step": 10970 |
| }, |
| { |
| "epoch": 2.641395908543923, |
| "grad_norm": 1.7265625, |
| "learning_rate": 2.7761992494259687e-05, |
| "loss": 0.507, |
| "step": 10975 |
| }, |
| { |
| "epoch": 2.6425992779783396, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.7744499512166185e-05, |
| "loss": 0.4885, |
| "step": 10980 |
| }, |
| { |
| "epoch": 2.643802647412756, |
| "grad_norm": 1.6484375, |
| "learning_rate": 2.77270625057843e-05, |
| "loss": 0.4656, |
| "step": 10985 |
| }, |
| { |
| "epoch": 2.645006016847172, |
| "grad_norm": 1.7578125, |
| "learning_rate": 2.7709681502960464e-05, |
| "loss": 0.4905, |
| "step": 10990 |
| }, |
| { |
| "epoch": 2.6462093862815883, |
| "grad_norm": 1.6796875, |
| "learning_rate": 2.769235653145165e-05, |
| "loss": 0.4678, |
| "step": 10995 |
| }, |
| { |
| "epoch": 2.6474127557160045, |
| "grad_norm": 1.6953125, |
| "learning_rate": 2.7675087618925355e-05, |
| "loss": 0.4929, |
| "step": 11000 |
| }, |
| { |
| "epoch": 2.6474127557160045, |
| "eval_loss": 0.42500078678131104, |
| "eval_runtime": 2.6494, |
| "eval_samples_per_second": 75.49, |
| "eval_steps_per_second": 75.49, |
| "step": 11000 |
| }, |
| { |
| "epoch": 2.648616125150421, |
| "grad_norm": 1.5390625, |
| "learning_rate": 2.765787479295958e-05, |
| "loss": 0.4801, |
| "step": 11005 |
| }, |
| { |
| "epoch": 2.6498194945848375, |
| "grad_norm": 1.703125, |
| "learning_rate": 2.7640718081042713e-05, |
| "loss": 0.4399, |
| "step": 11010 |
| }, |
| { |
| "epoch": 2.6510228640192537, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.7623617510573552e-05, |
| "loss": 0.4657, |
| "step": 11015 |
| }, |
| { |
| "epoch": 2.6522262334536704, |
| "grad_norm": 1.796875, |
| "learning_rate": 2.7606573108861258e-05, |
| "loss": 0.4789, |
| "step": 11020 |
| }, |
| { |
| "epoch": 2.6534296028880866, |
| "grad_norm": 1.6328125, |
| "learning_rate": 2.7589584903125248e-05, |
| "loss": 0.4456, |
| "step": 11025 |
| }, |
| { |
| "epoch": 2.654632972322503, |
| "grad_norm": 1.609375, |
| "learning_rate": 2.757265292049524e-05, |
| "loss": 0.4729, |
| "step": 11030 |
| }, |
| { |
| "epoch": 2.6558363417569195, |
| "grad_norm": 1.734375, |
| "learning_rate": 2.755577718801113e-05, |
| "loss": 0.4684, |
| "step": 11035 |
| }, |
| { |
| "epoch": 2.6570397111913358, |
| "grad_norm": 1.5859375, |
| "learning_rate": 2.7538957732623012e-05, |
| "loss": 0.4481, |
| "step": 11040 |
| }, |
| { |
| "epoch": 2.658243080625752, |
| "grad_norm": 1.8984375, |
| "learning_rate": 2.7522194581191066e-05, |
| "loss": 0.4906, |
| "step": 11045 |
| }, |
| { |
| "epoch": 2.6594464500601687, |
| "grad_norm": 1.875, |
| "learning_rate": 2.7505487760485622e-05, |
| "loss": 0.513, |
| "step": 11050 |
| }, |
| { |
| "epoch": 2.660649819494585, |
| "grad_norm": 1.6796875, |
| "learning_rate": 2.7488837297186986e-05, |
| "loss": 0.4924, |
| "step": 11055 |
| }, |
| { |
| "epoch": 2.661853188929001, |
| "grad_norm": 1.640625, |
| "learning_rate": 2.7472243217885502e-05, |
| "loss": 0.4782, |
| "step": 11060 |
| }, |
| { |
| "epoch": 2.663056558363418, |
| "grad_norm": 1.6953125, |
| "learning_rate": 2.745570554908146e-05, |
| "loss": 0.5242, |
| "step": 11065 |
| }, |
| { |
| "epoch": 2.664259927797834, |
| "grad_norm": 1.6015625, |
| "learning_rate": 2.7439224317185042e-05, |
| "loss": 0.4725, |
| "step": 11070 |
| }, |
| { |
| "epoch": 2.6654632972322503, |
| "grad_norm": 1.625, |
| "learning_rate": 2.7422799548516356e-05, |
| "loss": 0.5028, |
| "step": 11075 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 1.5234375, |
| "learning_rate": 2.7406431269305273e-05, |
| "loss": 0.4748, |
| "step": 11080 |
| }, |
| { |
| "epoch": 2.667870036101083, |
| "grad_norm": 1.5234375, |
| "learning_rate": 2.7390119505691513e-05, |
| "loss": 0.464, |
| "step": 11085 |
| }, |
| { |
| "epoch": 2.6690734055354994, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.7373864283724494e-05, |
| "loss": 0.4731, |
| "step": 11090 |
| }, |
| { |
| "epoch": 2.6702767749699157, |
| "grad_norm": 1.5703125, |
| "learning_rate": 2.735766562936337e-05, |
| "loss": 0.4776, |
| "step": 11095 |
| }, |
| { |
| "epoch": 2.671480144404332, |
| "grad_norm": 1.5234375, |
| "learning_rate": 2.7341523568476932e-05, |
| "loss": 0.4903, |
| "step": 11100 |
| }, |
| { |
| "epoch": 2.6726835138387486, |
| "grad_norm": 1.609375, |
| "learning_rate": 2.7325438126843623e-05, |
| "loss": 0.4393, |
| "step": 11105 |
| }, |
| { |
| "epoch": 2.673886883273165, |
| "grad_norm": 1.65625, |
| "learning_rate": 2.7309409330151448e-05, |
| "loss": 0.4801, |
| "step": 11110 |
| }, |
| { |
| "epoch": 2.675090252707581, |
| "grad_norm": 1.609375, |
| "learning_rate": 2.7293437203997948e-05, |
| "loss": 0.477, |
| "step": 11115 |
| }, |
| { |
| "epoch": 2.6762936221419977, |
| "grad_norm": 1.6953125, |
| "learning_rate": 2.7277521773890184e-05, |
| "loss": 0.4975, |
| "step": 11120 |
| }, |
| { |
| "epoch": 2.677496991576414, |
| "grad_norm": 1.7265625, |
| "learning_rate": 2.7261663065244633e-05, |
| "loss": 0.4837, |
| "step": 11125 |
| }, |
| { |
| "epoch": 2.67870036101083, |
| "grad_norm": 1.6015625, |
| "learning_rate": 2.7245861103387245e-05, |
| "loss": 0.4679, |
| "step": 11130 |
| }, |
| { |
| "epoch": 2.679903730445247, |
| "grad_norm": 1.8828125, |
| "learning_rate": 2.72301159135533e-05, |
| "loss": 0.5291, |
| "step": 11135 |
| }, |
| { |
| "epoch": 2.681107099879663, |
| "grad_norm": 1.546875, |
| "learning_rate": 2.7214427520887443e-05, |
| "loss": 0.4773, |
| "step": 11140 |
| }, |
| { |
| "epoch": 2.6823104693140793, |
| "grad_norm": 1.625, |
| "learning_rate": 2.7198795950443602e-05, |
| "loss": 0.4797, |
| "step": 11145 |
| }, |
| { |
| "epoch": 2.683513838748496, |
| "grad_norm": 1.71875, |
| "learning_rate": 2.7183221227184965e-05, |
| "loss": 0.4914, |
| "step": 11150 |
| }, |
| { |
| "epoch": 2.6847172081829123, |
| "grad_norm": 1.6953125, |
| "learning_rate": 2.716770337598394e-05, |
| "loss": 0.4819, |
| "step": 11155 |
| }, |
| { |
| "epoch": 2.6859205776173285, |
| "grad_norm": 1.6640625, |
| "learning_rate": 2.715224242162211e-05, |
| "loss": 0.4945, |
| "step": 11160 |
| }, |
| { |
| "epoch": 2.6871239470517447, |
| "grad_norm": 1.7109375, |
| "learning_rate": 2.713683838879019e-05, |
| "loss": 0.5188, |
| "step": 11165 |
| }, |
| { |
| "epoch": 2.6883273164861614, |
| "grad_norm": 1.7265625, |
| "learning_rate": 2.712149130208799e-05, |
| "loss": 0.4976, |
| "step": 11170 |
| }, |
| { |
| "epoch": 2.6895306859205776, |
| "grad_norm": 1.6328125, |
| "learning_rate": 2.7106201186024398e-05, |
| "loss": 0.4624, |
| "step": 11175 |
| }, |
| { |
| "epoch": 2.690734055354994, |
| "grad_norm": 1.7734375, |
| "learning_rate": 2.7090968065017305e-05, |
| "loss": 0.515, |
| "step": 11180 |
| }, |
| { |
| "epoch": 2.69193742478941, |
| "grad_norm": 1.6953125, |
| "learning_rate": 2.7075791963393585e-05, |
| "loss": 0.4496, |
| "step": 11185 |
| }, |
| { |
| "epoch": 2.693140794223827, |
| "grad_norm": 1.6328125, |
| "learning_rate": 2.7060672905389052e-05, |
| "loss": 0.4344, |
| "step": 11190 |
| }, |
| { |
| "epoch": 2.694344163658243, |
| "grad_norm": 1.546875, |
| "learning_rate": 2.704561091514843e-05, |
| "loss": 0.4846, |
| "step": 11195 |
| }, |
| { |
| "epoch": 2.6955475330926593, |
| "grad_norm": 1.671875, |
| "learning_rate": 2.7030606016725304e-05, |
| "loss": 0.4739, |
| "step": 11200 |
| }, |
| { |
| "epoch": 2.696750902527076, |
| "grad_norm": 1.6015625, |
| "learning_rate": 2.7015658234082083e-05, |
| "loss": 0.455, |
| "step": 11205 |
| }, |
| { |
| "epoch": 2.697954271961492, |
| "grad_norm": 1.703125, |
| "learning_rate": 2.7000767591089962e-05, |
| "loss": 0.5107, |
| "step": 11210 |
| }, |
| { |
| "epoch": 2.6991576413959084, |
| "grad_norm": 1.6953125, |
| "learning_rate": 2.6985934111528894e-05, |
| "loss": 0.4824, |
| "step": 11215 |
| }, |
| { |
| "epoch": 2.700361010830325, |
| "grad_norm": 1.6640625, |
| "learning_rate": 2.6971157819087537e-05, |
| "loss": 0.4571, |
| "step": 11220 |
| }, |
| { |
| "epoch": 2.7015643802647413, |
| "grad_norm": 1.640625, |
| "learning_rate": 2.6956438737363216e-05, |
| "loss": 0.4845, |
| "step": 11225 |
| }, |
| { |
| "epoch": 2.7027677496991576, |
| "grad_norm": 1.828125, |
| "learning_rate": 2.6941776889861912e-05, |
| "loss": 0.4821, |
| "step": 11230 |
| }, |
| { |
| "epoch": 2.7039711191335742, |
| "grad_norm": 1.671875, |
| "learning_rate": 2.6927172299998184e-05, |
| "loss": 0.4681, |
| "step": 11235 |
| }, |
| { |
| "epoch": 2.7051744885679905, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.6912624991095162e-05, |
| "loss": 0.4716, |
| "step": 11240 |
| }, |
| { |
| "epoch": 2.7063778580024067, |
| "grad_norm": 1.8203125, |
| "learning_rate": 2.6898134986384503e-05, |
| "loss": 0.4784, |
| "step": 11245 |
| }, |
| { |
| "epoch": 2.707581227436823, |
| "grad_norm": 1.53125, |
| "learning_rate": 2.688370230900633e-05, |
| "loss": 0.4818, |
| "step": 11250 |
| }, |
| { |
| "epoch": 2.7087845968712396, |
| "grad_norm": 1.6328125, |
| "learning_rate": 2.6869326982009258e-05, |
| "loss": 0.454, |
| "step": 11255 |
| }, |
| { |
| "epoch": 2.709987966305656, |
| "grad_norm": 1.7109375, |
| "learning_rate": 2.6855009028350265e-05, |
| "loss": 0.4757, |
| "step": 11260 |
| }, |
| { |
| "epoch": 2.711191335740072, |
| "grad_norm": 1.7265625, |
| "learning_rate": 2.6840748470894747e-05, |
| "loss": 0.4624, |
| "step": 11265 |
| }, |
| { |
| "epoch": 2.7123947051744883, |
| "grad_norm": 1.7109375, |
| "learning_rate": 2.6826545332416404e-05, |
| "loss": 0.476, |
| "step": 11270 |
| }, |
| { |
| "epoch": 2.713598074608905, |
| "grad_norm": 1.640625, |
| "learning_rate": 2.681239963559728e-05, |
| "loss": 0.4831, |
| "step": 11275 |
| }, |
| { |
| "epoch": 2.7148014440433212, |
| "grad_norm": 1.734375, |
| "learning_rate": 2.679831140302764e-05, |
| "loss": 0.4741, |
| "step": 11280 |
| }, |
| { |
| "epoch": 2.7160048134777375, |
| "grad_norm": 1.7109375, |
| "learning_rate": 2.678428065720602e-05, |
| "loss": 0.4468, |
| "step": 11285 |
| }, |
| { |
| "epoch": 2.717208182912154, |
| "grad_norm": 1.6640625, |
| "learning_rate": 2.6770307420539135e-05, |
| "loss": 0.4755, |
| "step": 11290 |
| }, |
| { |
| "epoch": 2.7184115523465704, |
| "grad_norm": 1.4765625, |
| "learning_rate": 2.675639171534185e-05, |
| "loss": 0.4792, |
| "step": 11295 |
| }, |
| { |
| "epoch": 2.7196149217809866, |
| "grad_norm": 1.6640625, |
| "learning_rate": 2.6742533563837175e-05, |
| "loss": 0.4592, |
| "step": 11300 |
| }, |
| { |
| "epoch": 2.7208182912154033, |
| "grad_norm": 1.6015625, |
| "learning_rate": 2.6728732988156193e-05, |
| "loss": 0.4599, |
| "step": 11305 |
| }, |
| { |
| "epoch": 2.7220216606498195, |
| "grad_norm": 1.609375, |
| "learning_rate": 2.6714990010338047e-05, |
| "loss": 0.4659, |
| "step": 11310 |
| }, |
| { |
| "epoch": 2.7232250300842358, |
| "grad_norm": 1.671875, |
| "learning_rate": 2.6701304652329877e-05, |
| "loss": 0.498, |
| "step": 11315 |
| }, |
| { |
| "epoch": 2.7244283995186525, |
| "grad_norm": 1.578125, |
| "learning_rate": 2.6687676935986846e-05, |
| "loss": 0.4826, |
| "step": 11320 |
| }, |
| { |
| "epoch": 2.7256317689530687, |
| "grad_norm": 1.765625, |
| "learning_rate": 2.6674106883072023e-05, |
| "loss": 0.4886, |
| "step": 11325 |
| }, |
| { |
| "epoch": 2.726835138387485, |
| "grad_norm": 1.6953125, |
| "learning_rate": 2.666059451525643e-05, |
| "loss": 0.4858, |
| "step": 11330 |
| }, |
| { |
| "epoch": 2.728038507821901, |
| "grad_norm": 1.703125, |
| "learning_rate": 2.664713985411893e-05, |
| "loss": 0.4971, |
| "step": 11335 |
| }, |
| { |
| "epoch": 2.729241877256318, |
| "grad_norm": 1.6875, |
| "learning_rate": 2.6633742921146254e-05, |
| "loss": 0.4797, |
| "step": 11340 |
| }, |
| { |
| "epoch": 2.730445246690734, |
| "grad_norm": 1.65625, |
| "learning_rate": 2.6620403737732942e-05, |
| "loss": 0.4846, |
| "step": 11345 |
| }, |
| { |
| "epoch": 2.7316486161251503, |
| "grad_norm": 1.671875, |
| "learning_rate": 2.660712232518129e-05, |
| "loss": 0.4783, |
| "step": 11350 |
| }, |
| { |
| "epoch": 2.7328519855595665, |
| "grad_norm": 1.7578125, |
| "learning_rate": 2.659389870470135e-05, |
| "loss": 0.466, |
| "step": 11355 |
| }, |
| { |
| "epoch": 2.7340553549939832, |
| "grad_norm": 1.8515625, |
| "learning_rate": 2.6580732897410888e-05, |
| "loss": 0.4862, |
| "step": 11360 |
| }, |
| { |
| "epoch": 2.7352587244283995, |
| "grad_norm": 1.5859375, |
| "learning_rate": 2.6567624924335334e-05, |
| "loss": 0.4569, |
| "step": 11365 |
| }, |
| { |
| "epoch": 2.7364620938628157, |
| "grad_norm": 1.625, |
| "learning_rate": 2.655457480640776e-05, |
| "loss": 0.4681, |
| "step": 11370 |
| }, |
| { |
| "epoch": 2.7376654632972324, |
| "grad_norm": 1.5703125, |
| "learning_rate": 2.654158256446884e-05, |
| "loss": 0.4885, |
| "step": 11375 |
| }, |
| { |
| "epoch": 2.7388688327316486, |
| "grad_norm": 1.59375, |
| "learning_rate": 2.652864821926684e-05, |
| "loss": 0.4908, |
| "step": 11380 |
| }, |
| { |
| "epoch": 2.740072202166065, |
| "grad_norm": 1.7109375, |
| "learning_rate": 2.651577179145755e-05, |
| "loss": 0.445, |
| "step": 11385 |
| }, |
| { |
| "epoch": 2.7412755716004815, |
| "grad_norm": 1.71875, |
| "learning_rate": 2.6502953301604253e-05, |
| "loss": 0.4859, |
| "step": 11390 |
| }, |
| { |
| "epoch": 2.7424789410348978, |
| "grad_norm": 1.515625, |
| "learning_rate": 2.6490192770177752e-05, |
| "loss": 0.4743, |
| "step": 11395 |
| }, |
| { |
| "epoch": 2.743682310469314, |
| "grad_norm": 1.6484375, |
| "learning_rate": 2.6477490217556253e-05, |
| "loss": 0.4595, |
| "step": 11400 |
| }, |
| { |
| "epoch": 2.7448856799037307, |
| "grad_norm": 1.75, |
| "learning_rate": 2.646484566402537e-05, |
| "loss": 0.4935, |
| "step": 11405 |
| }, |
| { |
| "epoch": 2.746089049338147, |
| "grad_norm": 1.65625, |
| "learning_rate": 2.6452259129778125e-05, |
| "loss": 0.4911, |
| "step": 11410 |
| }, |
| { |
| "epoch": 2.747292418772563, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.643973063491486e-05, |
| "loss": 0.4661, |
| "step": 11415 |
| }, |
| { |
| "epoch": 2.74849578820698, |
| "grad_norm": 1.578125, |
| "learning_rate": 2.6427260199443243e-05, |
| "loss": 0.4701, |
| "step": 11420 |
| }, |
| { |
| "epoch": 2.749699157641396, |
| "grad_norm": 1.75, |
| "learning_rate": 2.6414847843278208e-05, |
| "loss": 0.463, |
| "step": 11425 |
| }, |
| { |
| "epoch": 2.7509025270758123, |
| "grad_norm": 1.71875, |
| "learning_rate": 2.640249358624195e-05, |
| "loss": 0.4793, |
| "step": 11430 |
| }, |
| { |
| "epoch": 2.7521058965102285, |
| "grad_norm": 1.6796875, |
| "learning_rate": 2.6390197448063887e-05, |
| "loss": 0.4497, |
| "step": 11435 |
| }, |
| { |
| "epoch": 2.7533092659446448, |
| "grad_norm": 1.765625, |
| "learning_rate": 2.6377959448380596e-05, |
| "loss": 0.4766, |
| "step": 11440 |
| }, |
| { |
| "epoch": 2.7545126353790614, |
| "grad_norm": 1.640625, |
| "learning_rate": 2.636577960673584e-05, |
| "loss": 0.474, |
| "step": 11445 |
| }, |
| { |
| "epoch": 2.7557160048134777, |
| "grad_norm": 1.625, |
| "learning_rate": 2.6353657942580473e-05, |
| "loss": 0.4788, |
| "step": 11450 |
| }, |
| { |
| "epoch": 2.756919374247894, |
| "grad_norm": 1.609375, |
| "learning_rate": 2.634159447527249e-05, |
| "loss": 0.4455, |
| "step": 11455 |
| }, |
| { |
| "epoch": 2.7581227436823106, |
| "grad_norm": 1.7421875, |
| "learning_rate": 2.6329589224076887e-05, |
| "loss": 0.4846, |
| "step": 11460 |
| }, |
| { |
| "epoch": 2.759326113116727, |
| "grad_norm": 1.6484375, |
| "learning_rate": 2.6317642208165745e-05, |
| "loss": 0.4729, |
| "step": 11465 |
| }, |
| { |
| "epoch": 2.760529482551143, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.6305753446618094e-05, |
| "loss": 0.4455, |
| "step": 11470 |
| }, |
| { |
| "epoch": 2.7617328519855597, |
| "grad_norm": 1.6953125, |
| "learning_rate": 2.6293922958419978e-05, |
| "loss": 0.4674, |
| "step": 11475 |
| }, |
| { |
| "epoch": 2.762936221419976, |
| "grad_norm": 1.6015625, |
| "learning_rate": 2.628215076246436e-05, |
| "loss": 0.4855, |
| "step": 11480 |
| }, |
| { |
| "epoch": 2.764139590854392, |
| "grad_norm": 1.671875, |
| "learning_rate": 2.62704368775511e-05, |
| "loss": 0.4713, |
| "step": 11485 |
| }, |
| { |
| "epoch": 2.765342960288809, |
| "grad_norm": 1.6796875, |
| "learning_rate": 2.6258781322386965e-05, |
| "loss": 0.4653, |
| "step": 11490 |
| }, |
| { |
| "epoch": 2.766546329723225, |
| "grad_norm": 1.640625, |
| "learning_rate": 2.6247184115585548e-05, |
| "loss": 0.4888, |
| "step": 11495 |
| }, |
| { |
| "epoch": 2.7677496991576414, |
| "grad_norm": 1.828125, |
| "learning_rate": 2.6235645275667272e-05, |
| "loss": 0.5032, |
| "step": 11500 |
| }, |
| { |
| "epoch": 2.7677496991576414, |
| "eval_loss": 0.4223162531852722, |
| "eval_runtime": 2.7761, |
| "eval_samples_per_second": 72.042, |
| "eval_steps_per_second": 72.042, |
| "step": 11500 |
| }, |
| { |
| "epoch": 2.768953068592058, |
| "grad_norm": 1.5859375, |
| "learning_rate": 2.6224164821059353e-05, |
| "loss": 0.5094, |
| "step": 11505 |
| }, |
| { |
| "epoch": 2.7701564380264743, |
| "grad_norm": 1.6796875, |
| "learning_rate": 2.621274277009575e-05, |
| "loss": 0.4785, |
| "step": 11510 |
| }, |
| { |
| "epoch": 2.7713598074608905, |
| "grad_norm": 1.5703125, |
| "learning_rate": 2.6201379141017168e-05, |
| "loss": 0.4683, |
| "step": 11515 |
| }, |
| { |
| "epoch": 2.7725631768953067, |
| "grad_norm": 1.625, |
| "learning_rate": 2.6190073951971017e-05, |
| "loss": 0.4826, |
| "step": 11520 |
| }, |
| { |
| "epoch": 2.773766546329723, |
| "grad_norm": 1.75, |
| "learning_rate": 2.6178827221011365e-05, |
| "loss": 0.4548, |
| "step": 11525 |
| }, |
| { |
| "epoch": 2.7749699157641396, |
| "grad_norm": 1.6640625, |
| "learning_rate": 2.6167638966098933e-05, |
| "loss": 0.4904, |
| "step": 11530 |
| }, |
| { |
| "epoch": 2.776173285198556, |
| "grad_norm": 1.7265625, |
| "learning_rate": 2.6156509205101063e-05, |
| "loss": 0.5256, |
| "step": 11535 |
| }, |
| { |
| "epoch": 2.777376654632972, |
| "grad_norm": 1.609375, |
| "learning_rate": 2.6145437955791663e-05, |
| "loss": 0.5097, |
| "step": 11540 |
| }, |
| { |
| "epoch": 2.778580024067389, |
| "grad_norm": 1.578125, |
| "learning_rate": 2.6134425235851232e-05, |
| "loss": 0.4746, |
| "step": 11545 |
| }, |
| { |
| "epoch": 2.779783393501805, |
| "grad_norm": 1.609375, |
| "learning_rate": 2.612347106286677e-05, |
| "loss": 0.4973, |
| "step": 11550 |
| }, |
| { |
| "epoch": 2.7809867629362213, |
| "grad_norm": 1.703125, |
| "learning_rate": 2.6112575454331793e-05, |
| "loss": 0.4872, |
| "step": 11555 |
| }, |
| { |
| "epoch": 2.782190132370638, |
| "grad_norm": 1.5703125, |
| "learning_rate": 2.6101738427646286e-05, |
| "loss": 0.451, |
| "step": 11560 |
| }, |
| { |
| "epoch": 2.783393501805054, |
| "grad_norm": 1.7890625, |
| "learning_rate": 2.6090960000116686e-05, |
| "loss": 0.5001, |
| "step": 11565 |
| }, |
| { |
| "epoch": 2.7845968712394704, |
| "grad_norm": 1.6796875, |
| "learning_rate": 2.6080240188955846e-05, |
| "loss": 0.4847, |
| "step": 11570 |
| }, |
| { |
| "epoch": 2.785800240673887, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.6069579011283002e-05, |
| "loss": 0.4543, |
| "step": 11575 |
| }, |
| { |
| "epoch": 2.7870036101083033, |
| "grad_norm": 1.6640625, |
| "learning_rate": 2.605897648412377e-05, |
| "loss": 0.4936, |
| "step": 11580 |
| }, |
| { |
| "epoch": 2.7882069795427196, |
| "grad_norm": 1.65625, |
| "learning_rate": 2.604843262441009e-05, |
| "loss": 0.4913, |
| "step": 11585 |
| }, |
| { |
| "epoch": 2.7894103489771362, |
| "grad_norm": 1.5546875, |
| "learning_rate": 2.603794744898022e-05, |
| "loss": 0.501, |
| "step": 11590 |
| }, |
| { |
| "epoch": 2.7906137184115525, |
| "grad_norm": 1.6484375, |
| "learning_rate": 2.6027520974578697e-05, |
| "loss": 0.5053, |
| "step": 11595 |
| }, |
| { |
| "epoch": 2.7918170878459687, |
| "grad_norm": 1.578125, |
| "learning_rate": 2.601715321785631e-05, |
| "loss": 0.47, |
| "step": 11600 |
| }, |
| { |
| "epoch": 2.793020457280385, |
| "grad_norm": 1.640625, |
| "learning_rate": 2.6006844195370077e-05, |
| "loss": 0.4937, |
| "step": 11605 |
| }, |
| { |
| "epoch": 2.794223826714801, |
| "grad_norm": 1.6953125, |
| "learning_rate": 2.599659392358323e-05, |
| "loss": 0.4883, |
| "step": 11610 |
| }, |
| { |
| "epoch": 2.795427196149218, |
| "grad_norm": 1.703125, |
| "learning_rate": 2.5986402418865176e-05, |
| "loss": 0.4875, |
| "step": 11615 |
| }, |
| { |
| "epoch": 2.796630565583634, |
| "grad_norm": 1.6953125, |
| "learning_rate": 2.597626969749146e-05, |
| "loss": 0.4724, |
| "step": 11620 |
| }, |
| { |
| "epoch": 2.7978339350180503, |
| "grad_norm": 1.5859375, |
| "learning_rate": 2.5966195775643762e-05, |
| "loss": 0.4903, |
| "step": 11625 |
| }, |
| { |
| "epoch": 2.799037304452467, |
| "grad_norm": 1.6953125, |
| "learning_rate": 2.5956180669409856e-05, |
| "loss": 0.4942, |
| "step": 11630 |
| }, |
| { |
| "epoch": 2.8002406738868832, |
| "grad_norm": 1.7578125, |
| "learning_rate": 2.594622439478359e-05, |
| "loss": 0.4572, |
| "step": 11635 |
| }, |
| { |
| "epoch": 2.8014440433212995, |
| "grad_norm": 1.7421875, |
| "learning_rate": 2.5936326967664868e-05, |
| "loss": 0.4629, |
| "step": 11640 |
| }, |
| { |
| "epoch": 2.802647412755716, |
| "grad_norm": 1.703125, |
| "learning_rate": 2.592648840385961e-05, |
| "loss": 0.4768, |
| "step": 11645 |
| }, |
| { |
| "epoch": 2.8038507821901324, |
| "grad_norm": 1.6875, |
| "learning_rate": 2.591670871907972e-05, |
| "loss": 0.491, |
| "step": 11650 |
| }, |
| { |
| "epoch": 2.8050541516245486, |
| "grad_norm": 1.6796875, |
| "learning_rate": 2.59069879289431e-05, |
| "loss": 0.4437, |
| "step": 11655 |
| }, |
| { |
| "epoch": 2.8062575210589653, |
| "grad_norm": 1.640625, |
| "learning_rate": 2.5897326048973566e-05, |
| "loss": 0.4843, |
| "step": 11660 |
| }, |
| { |
| "epoch": 2.8074608904933815, |
| "grad_norm": 1.6484375, |
| "learning_rate": 2.588772309460089e-05, |
| "loss": 0.4542, |
| "step": 11665 |
| }, |
| { |
| "epoch": 2.808664259927798, |
| "grad_norm": 1.703125, |
| "learning_rate": 2.587817908116073e-05, |
| "loss": 0.4739, |
| "step": 11670 |
| }, |
| { |
| "epoch": 2.8098676293622145, |
| "grad_norm": 1.5859375, |
| "learning_rate": 2.586869402389459e-05, |
| "loss": 0.4724, |
| "step": 11675 |
| }, |
| { |
| "epoch": 2.8110709987966307, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.5859267937949874e-05, |
| "loss": 0.4864, |
| "step": 11680 |
| }, |
| { |
| "epoch": 2.812274368231047, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.584990083837976e-05, |
| "loss": 0.4378, |
| "step": 11685 |
| }, |
| { |
| "epoch": 2.813477737665463, |
| "grad_norm": 1.578125, |
| "learning_rate": 2.5840592740143267e-05, |
| "loss": 0.4654, |
| "step": 11690 |
| }, |
| { |
| "epoch": 2.8146811070998794, |
| "grad_norm": 1.5859375, |
| "learning_rate": 2.5831343658105154e-05, |
| "loss": 0.4958, |
| "step": 11695 |
| }, |
| { |
| "epoch": 2.815884476534296, |
| "grad_norm": 1.6875, |
| "learning_rate": 2.5822153607035953e-05, |
| "loss": 0.4828, |
| "step": 11700 |
| }, |
| { |
| "epoch": 2.8170878459687123, |
| "grad_norm": 1.7265625, |
| "learning_rate": 2.5813022601611946e-05, |
| "loss": 0.4764, |
| "step": 11705 |
| }, |
| { |
| "epoch": 2.8182912154031285, |
| "grad_norm": 1.7734375, |
| "learning_rate": 2.5803950656415066e-05, |
| "loss": 0.4836, |
| "step": 11710 |
| }, |
| { |
| "epoch": 2.8194945848375452, |
| "grad_norm": 1.5234375, |
| "learning_rate": 2.5794937785932978e-05, |
| "loss": 0.4733, |
| "step": 11715 |
| }, |
| { |
| "epoch": 2.8206979542719615, |
| "grad_norm": 1.875, |
| "learning_rate": 2.5785984004558992e-05, |
| "loss": 0.4774, |
| "step": 11720 |
| }, |
| { |
| "epoch": 2.8219013237063777, |
| "grad_norm": 1.796875, |
| "learning_rate": 2.5777089326592036e-05, |
| "loss": 0.4972, |
| "step": 11725 |
| }, |
| { |
| "epoch": 2.8231046931407944, |
| "grad_norm": 1.859375, |
| "learning_rate": 2.5768253766236677e-05, |
| "loss": 0.4992, |
| "step": 11730 |
| }, |
| { |
| "epoch": 2.8243080625752106, |
| "grad_norm": 1.6875, |
| "learning_rate": 2.5759477337603057e-05, |
| "loss": 0.4865, |
| "step": 11735 |
| }, |
| { |
| "epoch": 2.825511432009627, |
| "grad_norm": 1.609375, |
| "learning_rate": 2.5750760054706888e-05, |
| "loss": 0.4935, |
| "step": 11740 |
| }, |
| { |
| "epoch": 2.8267148014440435, |
| "grad_norm": 1.7109375, |
| "learning_rate": 2.5742101931469435e-05, |
| "loss": 0.488, |
| "step": 11745 |
| }, |
| { |
| "epoch": 2.8279181708784598, |
| "grad_norm": 1.703125, |
| "learning_rate": 2.5733502981717494e-05, |
| "loss": 0.4821, |
| "step": 11750 |
| }, |
| { |
| "epoch": 2.829121540312876, |
| "grad_norm": 1.6328125, |
| "learning_rate": 2.572496321918333e-05, |
| "loss": 0.4761, |
| "step": 11755 |
| }, |
| { |
| "epoch": 2.8303249097472927, |
| "grad_norm": 1.625, |
| "learning_rate": 2.571648265750473e-05, |
| "loss": 0.4941, |
| "step": 11760 |
| }, |
| { |
| "epoch": 2.831528279181709, |
| "grad_norm": 1.546875, |
| "learning_rate": 2.5708061310224904e-05, |
| "loss": 0.4951, |
| "step": 11765 |
| }, |
| { |
| "epoch": 2.832731648616125, |
| "grad_norm": 1.5390625, |
| "learning_rate": 2.5699699190792516e-05, |
| "loss": 0.4537, |
| "step": 11770 |
| }, |
| { |
| "epoch": 2.8339350180505414, |
| "grad_norm": 1.625, |
| "learning_rate": 2.5691396312561637e-05, |
| "loss": 0.4732, |
| "step": 11775 |
| }, |
| { |
| "epoch": 2.8351383874849576, |
| "grad_norm": 1.8046875, |
| "learning_rate": 2.5683152688791736e-05, |
| "loss": 0.4944, |
| "step": 11780 |
| }, |
| { |
| "epoch": 2.8363417569193743, |
| "grad_norm": 1.6484375, |
| "learning_rate": 2.5674968332647663e-05, |
| "loss": 0.467, |
| "step": 11785 |
| }, |
| { |
| "epoch": 2.8375451263537905, |
| "grad_norm": 1.6953125, |
| "learning_rate": 2.56668432571996e-05, |
| "loss": 0.4785, |
| "step": 11790 |
| }, |
| { |
| "epoch": 2.8387484957882068, |
| "grad_norm": 1.75, |
| "learning_rate": 2.5658777475423076e-05, |
| "loss": 0.4583, |
| "step": 11795 |
| }, |
| { |
| "epoch": 2.8399518652226234, |
| "grad_norm": 1.796875, |
| "learning_rate": 2.565077100019892e-05, |
| "loss": 0.488, |
| "step": 11800 |
| }, |
| { |
| "epoch": 2.8411552346570397, |
| "grad_norm": 1.609375, |
| "learning_rate": 2.5642823844313247e-05, |
| "loss": 0.5022, |
| "step": 11805 |
| }, |
| { |
| "epoch": 2.842358604091456, |
| "grad_norm": 1.640625, |
| "learning_rate": 2.563493602045745e-05, |
| "loss": 0.4925, |
| "step": 11810 |
| }, |
| { |
| "epoch": 2.8435619735258726, |
| "grad_norm": 1.7265625, |
| "learning_rate": 2.5627107541228168e-05, |
| "loss": 0.4912, |
| "step": 11815 |
| }, |
| { |
| "epoch": 2.844765342960289, |
| "grad_norm": 1.7734375, |
| "learning_rate": 2.5619338419127275e-05, |
| "loss": 0.4603, |
| "step": 11820 |
| }, |
| { |
| "epoch": 2.845968712394705, |
| "grad_norm": 1.6484375, |
| "learning_rate": 2.561162866656183e-05, |
| "loss": 0.4702, |
| "step": 11825 |
| }, |
| { |
| "epoch": 2.8471720818291217, |
| "grad_norm": 1.5625, |
| "learning_rate": 2.5603978295844106e-05, |
| "loss": 0.4548, |
| "step": 11830 |
| }, |
| { |
| "epoch": 2.848375451263538, |
| "grad_norm": 1.78125, |
| "learning_rate": 2.5596387319191524e-05, |
| "loss": 0.5103, |
| "step": 11835 |
| }, |
| { |
| "epoch": 2.849578820697954, |
| "grad_norm": 1.46875, |
| "learning_rate": 2.5588855748726685e-05, |
| "loss": 0.4699, |
| "step": 11840 |
| }, |
| { |
| "epoch": 2.850782190132371, |
| "grad_norm": 1.796875, |
| "learning_rate": 2.5581383596477283e-05, |
| "loss": 0.4721, |
| "step": 11845 |
| }, |
| { |
| "epoch": 2.851985559566787, |
| "grad_norm": 1.6796875, |
| "learning_rate": 2.5573970874376144e-05, |
| "loss": 0.4692, |
| "step": 11850 |
| }, |
| { |
| "epoch": 2.8531889290012034, |
| "grad_norm": 1.6875, |
| "learning_rate": 2.5566617594261185e-05, |
| "loss": 0.5246, |
| "step": 11855 |
| }, |
| { |
| "epoch": 2.8543922984356196, |
| "grad_norm": 1.71875, |
| "learning_rate": 2.5559323767875385e-05, |
| "loss": 0.4567, |
| "step": 11860 |
| }, |
| { |
| "epoch": 2.855595667870036, |
| "grad_norm": 1.6953125, |
| "learning_rate": 2.555208940686679e-05, |
| "loss": 0.4832, |
| "step": 11865 |
| }, |
| { |
| "epoch": 2.8567990373044525, |
| "grad_norm": 1.65625, |
| "learning_rate": 2.5544914522788472e-05, |
| "loss": 0.4807, |
| "step": 11870 |
| }, |
| { |
| "epoch": 2.8580024067388687, |
| "grad_norm": 1.5625, |
| "learning_rate": 2.553779912709853e-05, |
| "loss": 0.4649, |
| "step": 11875 |
| }, |
| { |
| "epoch": 2.859205776173285, |
| "grad_norm": 1.4375, |
| "learning_rate": 2.5530743231160042e-05, |
| "loss": 0.4521, |
| "step": 11880 |
| }, |
| { |
| "epoch": 2.8604091456077017, |
| "grad_norm": 1.5625, |
| "learning_rate": 2.55237468462411e-05, |
| "loss": 0.5021, |
| "step": 11885 |
| }, |
| { |
| "epoch": 2.861612515042118, |
| "grad_norm": 1.7734375, |
| "learning_rate": 2.551680998351472e-05, |
| "loss": 0.4874, |
| "step": 11890 |
| }, |
| { |
| "epoch": 2.862815884476534, |
| "grad_norm": 1.71875, |
| "learning_rate": 2.550993265405889e-05, |
| "loss": 0.47, |
| "step": 11895 |
| }, |
| { |
| "epoch": 2.864019253910951, |
| "grad_norm": 1.65625, |
| "learning_rate": 2.5503114868856515e-05, |
| "loss": 0.506, |
| "step": 11900 |
| }, |
| { |
| "epoch": 2.865222623345367, |
| "grad_norm": 1.609375, |
| "learning_rate": 2.5496356638795408e-05, |
| "loss": 0.4731, |
| "step": 11905 |
| }, |
| { |
| "epoch": 2.8664259927797833, |
| "grad_norm": 1.65625, |
| "learning_rate": 2.5489657974668276e-05, |
| "loss": 0.4912, |
| "step": 11910 |
| }, |
| { |
| "epoch": 2.8676293622142, |
| "grad_norm": 1.6484375, |
| "learning_rate": 2.5483018887172713e-05, |
| "loss": 0.4489, |
| "step": 11915 |
| }, |
| { |
| "epoch": 2.868832731648616, |
| "grad_norm": 1.703125, |
| "learning_rate": 2.5476439386911137e-05, |
| "loss": 0.4685, |
| "step": 11920 |
| }, |
| { |
| "epoch": 2.8700361010830324, |
| "grad_norm": 1.671875, |
| "learning_rate": 2.546991948439085e-05, |
| "loss": 0.4934, |
| "step": 11925 |
| }, |
| { |
| "epoch": 2.871239470517449, |
| "grad_norm": 1.734375, |
| "learning_rate": 2.546345919002395e-05, |
| "loss": 0.482, |
| "step": 11930 |
| }, |
| { |
| "epoch": 2.8724428399518653, |
| "grad_norm": 1.5859375, |
| "learning_rate": 2.545705851412734e-05, |
| "loss": 0.4905, |
| "step": 11935 |
| }, |
| { |
| "epoch": 2.8736462093862816, |
| "grad_norm": 1.6484375, |
| "learning_rate": 2.545071746692274e-05, |
| "loss": 0.496, |
| "step": 11940 |
| }, |
| { |
| "epoch": 2.874849578820698, |
| "grad_norm": 1.671875, |
| "learning_rate": 2.544443605853662e-05, |
| "loss": 0.4808, |
| "step": 11945 |
| }, |
| { |
| "epoch": 2.8760529482551145, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.5438214299000206e-05, |
| "loss": 0.5077, |
| "step": 11950 |
| }, |
| { |
| "epoch": 2.8772563176895307, |
| "grad_norm": 1.75, |
| "learning_rate": 2.54320521982495e-05, |
| "loss": 0.4662, |
| "step": 11955 |
| }, |
| { |
| "epoch": 2.878459687123947, |
| "grad_norm": 1.7734375, |
| "learning_rate": 2.542594976612519e-05, |
| "loss": 0.4772, |
| "step": 11960 |
| }, |
| { |
| "epoch": 2.879663056558363, |
| "grad_norm": 1.609375, |
| "learning_rate": 2.5419907012372698e-05, |
| "loss": 0.4876, |
| "step": 11965 |
| }, |
| { |
| "epoch": 2.88086642599278, |
| "grad_norm": 1.71875, |
| "learning_rate": 2.5413923946642128e-05, |
| "loss": 0.477, |
| "step": 11970 |
| }, |
| { |
| "epoch": 2.882069795427196, |
| "grad_norm": 1.7265625, |
| "learning_rate": 2.5408000578488285e-05, |
| "loss": 0.4921, |
| "step": 11975 |
| }, |
| { |
| "epoch": 2.8832731648616123, |
| "grad_norm": 1.765625, |
| "learning_rate": 2.5402136917370614e-05, |
| "loss": 0.4814, |
| "step": 11980 |
| }, |
| { |
| "epoch": 2.884476534296029, |
| "grad_norm": 1.5625, |
| "learning_rate": 2.539633297265323e-05, |
| "loss": 0.4581, |
| "step": 11985 |
| }, |
| { |
| "epoch": 2.8856799037304453, |
| "grad_norm": 1.7734375, |
| "learning_rate": 2.5390588753604865e-05, |
| "loss": 0.4747, |
| "step": 11990 |
| }, |
| { |
| "epoch": 2.8868832731648615, |
| "grad_norm": 1.65625, |
| "learning_rate": 2.538490426939888e-05, |
| "loss": 0.4919, |
| "step": 11995 |
| }, |
| { |
| "epoch": 2.888086642599278, |
| "grad_norm": 1.6484375, |
| "learning_rate": 2.537927952911324e-05, |
| "loss": 0.5019, |
| "step": 12000 |
| }, |
| { |
| "epoch": 2.888086642599278, |
| "eval_loss": 0.42064329981803894, |
| "eval_runtime": 2.6982, |
| "eval_samples_per_second": 74.123, |
| "eval_steps_per_second": 74.123, |
| "step": 12000 |
| }, |
| { |
| "epoch": 2.8892900120336944, |
| "grad_norm": 1.640625, |
| "learning_rate": 2.537371454173051e-05, |
| "loss": 0.4696, |
| "step": 12005 |
| }, |
| { |
| "epoch": 2.8904933814681106, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.536820931613781e-05, |
| "loss": 0.4803, |
| "step": 12010 |
| }, |
| { |
| "epoch": 2.8916967509025273, |
| "grad_norm": 1.7890625, |
| "learning_rate": 2.5362763861126836e-05, |
| "loss": 0.4403, |
| "step": 12015 |
| }, |
| { |
| "epoch": 2.8929001203369435, |
| "grad_norm": 1.640625, |
| "learning_rate": 2.535737818539384e-05, |
| "loss": 0.5083, |
| "step": 12020 |
| }, |
| { |
| "epoch": 2.89410348977136, |
| "grad_norm": 1.7265625, |
| "learning_rate": 2.5352052297539577e-05, |
| "loss": 0.4773, |
| "step": 12025 |
| }, |
| { |
| "epoch": 2.895306859205776, |
| "grad_norm": 1.71875, |
| "learning_rate": 2.5346786206069368e-05, |
| "loss": 0.4629, |
| "step": 12030 |
| }, |
| { |
| "epoch": 2.8965102286401927, |
| "grad_norm": 1.5625, |
| "learning_rate": 2.5341579919392997e-05, |
| "loss": 0.4756, |
| "step": 12035 |
| }, |
| { |
| "epoch": 2.897713598074609, |
| "grad_norm": 1.5703125, |
| "learning_rate": 2.5336433445824774e-05, |
| "loss": 0.467, |
| "step": 12040 |
| }, |
| { |
| "epoch": 2.898916967509025, |
| "grad_norm": 1.625, |
| "learning_rate": 2.533134679358347e-05, |
| "loss": 0.4646, |
| "step": 12045 |
| }, |
| { |
| "epoch": 2.9001203369434414, |
| "grad_norm": 1.5078125, |
| "learning_rate": 2.5326319970792325e-05, |
| "loss": 0.4964, |
| "step": 12050 |
| }, |
| { |
| "epoch": 2.901323706377858, |
| "grad_norm": 1.5859375, |
| "learning_rate": 2.5321352985479046e-05, |
| "loss": 0.4581, |
| "step": 12055 |
| }, |
| { |
| "epoch": 2.9025270758122743, |
| "grad_norm": 1.7890625, |
| "learning_rate": 2.531644584557576e-05, |
| "loss": 0.4934, |
| "step": 12060 |
| }, |
| { |
| "epoch": 2.9037304452466906, |
| "grad_norm": 1.6640625, |
| "learning_rate": 2.5311598558919045e-05, |
| "loss": 0.4836, |
| "step": 12065 |
| }, |
| { |
| "epoch": 2.9049338146811072, |
| "grad_norm": 1.5859375, |
| "learning_rate": 2.5306811133249887e-05, |
| "loss": 0.4881, |
| "step": 12070 |
| }, |
| { |
| "epoch": 2.9061371841155235, |
| "grad_norm": 1.6796875, |
| "learning_rate": 2.5302083576213657e-05, |
| "loss": 0.4912, |
| "step": 12075 |
| }, |
| { |
| "epoch": 2.9073405535499397, |
| "grad_norm": 1.6015625, |
| "learning_rate": 2.5297415895360148e-05, |
| "loss": 0.4502, |
| "step": 12080 |
| }, |
| { |
| "epoch": 2.9085439229843564, |
| "grad_norm": 1.71875, |
| "learning_rate": 2.5292808098143517e-05, |
| "loss": 0.4689, |
| "step": 12085 |
| }, |
| { |
| "epoch": 2.9097472924187726, |
| "grad_norm": 1.7109375, |
| "learning_rate": 2.5288260191922284e-05, |
| "loss": 0.4673, |
| "step": 12090 |
| }, |
| { |
| "epoch": 2.910950661853189, |
| "grad_norm": 1.765625, |
| "learning_rate": 2.5283772183959324e-05, |
| "loss": 0.4968, |
| "step": 12095 |
| }, |
| { |
| "epoch": 2.9121540312876055, |
| "grad_norm": 1.5625, |
| "learning_rate": 2.5279344081421883e-05, |
| "loss": 0.4661, |
| "step": 12100 |
| }, |
| { |
| "epoch": 2.9133574007220218, |
| "grad_norm": 1.640625, |
| "learning_rate": 2.5274975891381498e-05, |
| "loss": 0.4769, |
| "step": 12105 |
| }, |
| { |
| "epoch": 2.914560770156438, |
| "grad_norm": 1.625, |
| "learning_rate": 2.5270667620814064e-05, |
| "loss": 0.4779, |
| "step": 12110 |
| }, |
| { |
| "epoch": 2.9157641395908542, |
| "grad_norm": 1.671875, |
| "learning_rate": 2.5266419276599755e-05, |
| "loss": 0.4539, |
| "step": 12115 |
| }, |
| { |
| "epoch": 2.916967509025271, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.5262230865523076e-05, |
| "loss": 0.5058, |
| "step": 12120 |
| }, |
| { |
| "epoch": 2.918170878459687, |
| "grad_norm": 1.671875, |
| "learning_rate": 2.5258102394272793e-05, |
| "loss": 0.491, |
| "step": 12125 |
| }, |
| { |
| "epoch": 2.9193742478941034, |
| "grad_norm": 1.6328125, |
| "learning_rate": 2.5254033869441966e-05, |
| "loss": 0.4759, |
| "step": 12130 |
| }, |
| { |
| "epoch": 2.9205776173285196, |
| "grad_norm": 1.734375, |
| "learning_rate": 2.5250025297527914e-05, |
| "loss": 0.4659, |
| "step": 12135 |
| }, |
| { |
| "epoch": 2.9217809867629363, |
| "grad_norm": 1.6640625, |
| "learning_rate": 2.5246076684932223e-05, |
| "loss": 0.4559, |
| "step": 12140 |
| }, |
| { |
| "epoch": 2.9229843561973525, |
| "grad_norm": 1.6328125, |
| "learning_rate": 2.5242188037960707e-05, |
| "loss": 0.4981, |
| "step": 12145 |
| }, |
| { |
| "epoch": 2.9241877256317688, |
| "grad_norm": 1.734375, |
| "learning_rate": 2.5238359362823442e-05, |
| "loss": 0.4798, |
| "step": 12150 |
| }, |
| { |
| "epoch": 2.9253910950661854, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.5234590665634706e-05, |
| "loss": 0.475, |
| "step": 12155 |
| }, |
| { |
| "epoch": 2.9265944645006017, |
| "grad_norm": 1.765625, |
| "learning_rate": 2.523088195241301e-05, |
| "loss": 0.505, |
| "step": 12160 |
| }, |
| { |
| "epoch": 2.927797833935018, |
| "grad_norm": 1.5859375, |
| "learning_rate": 2.5227233229081072e-05, |
| "loss": 0.5083, |
| "step": 12165 |
| }, |
| { |
| "epoch": 2.9290012033694346, |
| "grad_norm": 1.5390625, |
| "learning_rate": 2.5223644501465792e-05, |
| "loss": 0.4681, |
| "step": 12170 |
| }, |
| { |
| "epoch": 2.930204572803851, |
| "grad_norm": 1.6875, |
| "learning_rate": 2.5220115775298276e-05, |
| "loss": 0.4649, |
| "step": 12175 |
| }, |
| { |
| "epoch": 2.931407942238267, |
| "grad_norm": 1.84375, |
| "learning_rate": 2.52166470562138e-05, |
| "loss": 0.4824, |
| "step": 12180 |
| }, |
| { |
| "epoch": 2.9326113116726837, |
| "grad_norm": 1.6328125, |
| "learning_rate": 2.5213238349751808e-05, |
| "loss": 0.4894, |
| "step": 12185 |
| }, |
| { |
| "epoch": 2.9338146811071, |
| "grad_norm": 1.640625, |
| "learning_rate": 2.5209889661355926e-05, |
| "loss": 0.4793, |
| "step": 12190 |
| }, |
| { |
| "epoch": 2.935018050541516, |
| "grad_norm": 1.7421875, |
| "learning_rate": 2.52066009963739e-05, |
| "loss": 0.4906, |
| "step": 12195 |
| }, |
| { |
| "epoch": 2.9362214199759324, |
| "grad_norm": 1.7109375, |
| "learning_rate": 2.5203372360057653e-05, |
| "loss": 0.4909, |
| "step": 12200 |
| }, |
| { |
| "epoch": 2.937424789410349, |
| "grad_norm": 1.6015625, |
| "learning_rate": 2.5200203757563216e-05, |
| "loss": 0.479, |
| "step": 12205 |
| }, |
| { |
| "epoch": 2.9386281588447654, |
| "grad_norm": 1.6796875, |
| "learning_rate": 2.5197095193950768e-05, |
| "loss": 0.4705, |
| "step": 12210 |
| }, |
| { |
| "epoch": 2.9398315282791816, |
| "grad_norm": 1.625, |
| "learning_rate": 2.5194046674184594e-05, |
| "loss": 0.4807, |
| "step": 12215 |
| }, |
| { |
| "epoch": 2.941034897713598, |
| "grad_norm": 1.625, |
| "learning_rate": 2.51910582031331e-05, |
| "loss": 0.4625, |
| "step": 12220 |
| }, |
| { |
| "epoch": 2.9422382671480145, |
| "grad_norm": 1.6328125, |
| "learning_rate": 2.5188129785568787e-05, |
| "loss": 0.4968, |
| "step": 12225 |
| }, |
| { |
| "epoch": 2.9434416365824307, |
| "grad_norm": 1.6015625, |
| "learning_rate": 2.518526142616826e-05, |
| "loss": 0.4911, |
| "step": 12230 |
| }, |
| { |
| "epoch": 2.944645006016847, |
| "grad_norm": 1.640625, |
| "learning_rate": 2.5182453129512218e-05, |
| "loss": 0.5157, |
| "step": 12235 |
| }, |
| { |
| "epoch": 2.9458483754512637, |
| "grad_norm": 1.546875, |
| "learning_rate": 2.5179704900085426e-05, |
| "loss": 0.5027, |
| "step": 12240 |
| }, |
| { |
| "epoch": 2.94705174488568, |
| "grad_norm": 1.59375, |
| "learning_rate": 2.5177016742276727e-05, |
| "loss": 0.4583, |
| "step": 12245 |
| }, |
| { |
| "epoch": 2.948255114320096, |
| "grad_norm": 1.59375, |
| "learning_rate": 2.5174388660379044e-05, |
| "loss": 0.4926, |
| "step": 12250 |
| }, |
| { |
| "epoch": 2.949458483754513, |
| "grad_norm": 1.6953125, |
| "learning_rate": 2.517182065858935e-05, |
| "loss": 0.4835, |
| "step": 12255 |
| }, |
| { |
| "epoch": 2.950661853188929, |
| "grad_norm": 1.578125, |
| "learning_rate": 2.516931274100866e-05, |
| "loss": 0.4722, |
| "step": 12260 |
| }, |
| { |
| "epoch": 2.9518652226233453, |
| "grad_norm": 2.234375, |
| "learning_rate": 2.516686491164207e-05, |
| "loss": 0.4709, |
| "step": 12265 |
| }, |
| { |
| "epoch": 2.953068592057762, |
| "grad_norm": 1.7109375, |
| "learning_rate": 2.516447717439868e-05, |
| "loss": 0.4793, |
| "step": 12270 |
| }, |
| { |
| "epoch": 2.954271961492178, |
| "grad_norm": 1.65625, |
| "learning_rate": 2.5162149533091646e-05, |
| "loss": 0.4718, |
| "step": 12275 |
| }, |
| { |
| "epoch": 2.9554753309265944, |
| "grad_norm": 1.5546875, |
| "learning_rate": 2.5159881991438154e-05, |
| "loss": 0.4704, |
| "step": 12280 |
| }, |
| { |
| "epoch": 2.956678700361011, |
| "grad_norm": 1.734375, |
| "learning_rate": 2.5157674553059392e-05, |
| "loss": 0.466, |
| "step": 12285 |
| }, |
| { |
| "epoch": 2.9578820697954273, |
| "grad_norm": 1.65625, |
| "learning_rate": 2.515552722148059e-05, |
| "loss": 0.4939, |
| "step": 12290 |
| }, |
| { |
| "epoch": 2.9590854392298436, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.515344000013098e-05, |
| "loss": 0.4697, |
| "step": 12295 |
| }, |
| { |
| "epoch": 2.96028880866426, |
| "grad_norm": 1.7421875, |
| "learning_rate": 2.515141289234378e-05, |
| "loss": 0.4388, |
| "step": 12300 |
| }, |
| { |
| "epoch": 2.961492178098676, |
| "grad_norm": 1.6875, |
| "learning_rate": 2.5149445901356243e-05, |
| "loss": 0.4616, |
| "step": 12305 |
| }, |
| { |
| "epoch": 2.9626955475330927, |
| "grad_norm": 1.671875, |
| "learning_rate": 2.514753903030959e-05, |
| "loss": 0.469, |
| "step": 12310 |
| }, |
| { |
| "epoch": 2.963898916967509, |
| "grad_norm": 1.453125, |
| "learning_rate": 2.5145692282249044e-05, |
| "loss": 0.4812, |
| "step": 12315 |
| }, |
| { |
| "epoch": 2.965102286401925, |
| "grad_norm": 1.7578125, |
| "learning_rate": 2.514390566012381e-05, |
| "loss": 0.4706, |
| "step": 12320 |
| }, |
| { |
| "epoch": 2.966305655836342, |
| "grad_norm": 1.7421875, |
| "learning_rate": 2.514217916678708e-05, |
| "loss": 0.477, |
| "step": 12325 |
| }, |
| { |
| "epoch": 2.967509025270758, |
| "grad_norm": 1.75, |
| "learning_rate": 2.514051280499601e-05, |
| "loss": 0.4592, |
| "step": 12330 |
| }, |
| { |
| "epoch": 2.9687123947051743, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.5138906577411732e-05, |
| "loss": 0.4594, |
| "step": 12335 |
| }, |
| { |
| "epoch": 2.969915764139591, |
| "grad_norm": 1.5625, |
| "learning_rate": 2.5137360486599356e-05, |
| "loss": 0.4699, |
| "step": 12340 |
| }, |
| { |
| "epoch": 2.9711191335740073, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.513587453502794e-05, |
| "loss": 0.477, |
| "step": 12345 |
| }, |
| { |
| "epoch": 2.9723225030084235, |
| "grad_norm": 1.625, |
| "learning_rate": 2.513444872507051e-05, |
| "loss": 0.4775, |
| "step": 12350 |
| }, |
| { |
| "epoch": 2.97352587244284, |
| "grad_norm": 1.9140625, |
| "learning_rate": 2.513308305900404e-05, |
| "loss": 0.4711, |
| "step": 12355 |
| }, |
| { |
| "epoch": 2.9747292418772564, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.5131777539009473e-05, |
| "loss": 0.4933, |
| "step": 12360 |
| }, |
| { |
| "epoch": 2.9759326113116726, |
| "grad_norm": 1.703125, |
| "learning_rate": 2.5130532167171676e-05, |
| "loss": 0.4859, |
| "step": 12365 |
| }, |
| { |
| "epoch": 2.9771359807460893, |
| "grad_norm": 1.6328125, |
| "learning_rate": 2.5129346945479483e-05, |
| "loss": 0.48, |
| "step": 12370 |
| }, |
| { |
| "epoch": 2.9783393501805056, |
| "grad_norm": 1.8984375, |
| "learning_rate": 2.5128221875825652e-05, |
| "loss": 0.4538, |
| "step": 12375 |
| }, |
| { |
| "epoch": 2.979542719614922, |
| "grad_norm": 1.7109375, |
| "learning_rate": 2.5127156960006893e-05, |
| "loss": 0.4736, |
| "step": 12380 |
| }, |
| { |
| "epoch": 2.980746089049338, |
| "grad_norm": 1.625, |
| "learning_rate": 2.5126152199723852e-05, |
| "loss": 0.4635, |
| "step": 12385 |
| }, |
| { |
| "epoch": 2.9819494584837543, |
| "grad_norm": 1.6640625, |
| "learning_rate": 2.51252075965811e-05, |
| "loss": 0.5018, |
| "step": 12390 |
| }, |
| { |
| "epoch": 2.983152827918171, |
| "grad_norm": 1.609375, |
| "learning_rate": 2.512432315208714e-05, |
| "loss": 0.4592, |
| "step": 12395 |
| }, |
| { |
| "epoch": 2.984356197352587, |
| "grad_norm": 1.6875, |
| "learning_rate": 2.5123498867654397e-05, |
| "loss": 0.4874, |
| "step": 12400 |
| }, |
| { |
| "epoch": 2.9855595667870034, |
| "grad_norm": 1.53125, |
| "learning_rate": 2.5122734744599256e-05, |
| "loss": 0.4315, |
| "step": 12405 |
| }, |
| { |
| "epoch": 2.98676293622142, |
| "grad_norm": 1.796875, |
| "learning_rate": 2.5122030784141974e-05, |
| "loss": 0.4757, |
| "step": 12410 |
| }, |
| { |
| "epoch": 2.9879663056558363, |
| "grad_norm": 1.75, |
| "learning_rate": 2.5121386987406766e-05, |
| "loss": 0.4613, |
| "step": 12415 |
| }, |
| { |
| "epoch": 2.9891696750902526, |
| "grad_norm": 1.6875, |
| "learning_rate": 2.5120803355421764e-05, |
| "loss": 0.4887, |
| "step": 12420 |
| }, |
| { |
| "epoch": 2.9903730445246692, |
| "grad_norm": 1.59375, |
| "learning_rate": 2.5120279889119002e-05, |
| "loss": 0.4892, |
| "step": 12425 |
| }, |
| { |
| "epoch": 2.9915764139590855, |
| "grad_norm": 1.578125, |
| "learning_rate": 2.5119816589334445e-05, |
| "loss": 0.4503, |
| "step": 12430 |
| }, |
| { |
| "epoch": 2.9927797833935017, |
| "grad_norm": 1.6484375, |
| "learning_rate": 2.511941345680798e-05, |
| "loss": 0.4954, |
| "step": 12435 |
| }, |
| { |
| "epoch": 2.9939831528279184, |
| "grad_norm": 1.625, |
| "learning_rate": 2.5119070492183377e-05, |
| "loss": 0.4456, |
| "step": 12440 |
| }, |
| { |
| "epoch": 2.9951865222623346, |
| "grad_norm": 1.6171875, |
| "learning_rate": 2.5118787696008367e-05, |
| "loss": 0.4645, |
| "step": 12445 |
| }, |
| { |
| "epoch": 2.996389891696751, |
| "grad_norm": 1.578125, |
| "learning_rate": 2.5118565068734546e-05, |
| "loss": 0.4891, |
| "step": 12450 |
| }, |
| { |
| "epoch": 2.9975932611311675, |
| "grad_norm": 1.7265625, |
| "learning_rate": 2.5118402610717452e-05, |
| "loss": 0.4804, |
| "step": 12455 |
| }, |
| { |
| "epoch": 2.9987966305655838, |
| "grad_norm": 1.890625, |
| "learning_rate": 2.5118300322216534e-05, |
| "loss": 0.4957, |
| "step": 12460 |
| }, |
| { |
| "epoch": 2.99927797833935, |
| "eval_loss": 0.42031019926071167, |
| "eval_runtime": 2.6521, |
| "eval_samples_per_second": 75.411, |
| "eval_steps_per_second": 75.411, |
| "step": 12462 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 12465, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.00021780783616e+17, |
| "train_batch_size": 48, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
