| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.8874901652242329, | |
| "eval_steps": 30, | |
| "global_step": 900, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.02098085496984002, | |
| "grad_norm": 1.8758461475372314, | |
| "learning_rate": 3.7500000000000003e-05, | |
| "loss": 2.2028, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.04196170993968004, | |
| "grad_norm": 0.6216842532157898, | |
| "learning_rate": 7.916666666666666e-05, | |
| "loss": 0.6879, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.06294256490952006, | |
| "grad_norm": 0.5248464941978455, | |
| "learning_rate": 0.00012083333333333333, | |
| "loss": 0.4469, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.06294256490952006, | |
| "eval_loss": 0.3734886944293976, | |
| "eval_runtime": 53.5314, | |
| "eval_samples_per_second": 3.755, | |
| "eval_steps_per_second": 3.755, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.08392341987936008, | |
| "grad_norm": 0.580585777759552, | |
| "learning_rate": 0.00016250000000000002, | |
| "loss": 0.3179, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.1049042748492001, | |
| "grad_norm": 0.3856310248374939, | |
| "learning_rate": 0.00019999939880837878, | |
| "loss": 0.2501, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.12588512981904013, | |
| "grad_norm": 0.39517685770988464, | |
| "learning_rate": 0.00019992726456006157, | |
| "loss": 0.2317, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.12588512981904013, | |
| "eval_loss": 0.2062484174966812, | |
| "eval_runtime": 53.2039, | |
| "eval_samples_per_second": 3.778, | |
| "eval_steps_per_second": 3.778, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.14686598478888016, | |
| "grad_norm": 0.3303804397583008, | |
| "learning_rate": 0.00019973499136147606, | |
| "loss": 0.1999, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.16784683975872017, | |
| "grad_norm": 0.34801360964775085, | |
| "learning_rate": 0.00019942281037576222, | |
| "loss": 0.1834, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.1888276947285602, | |
| "grad_norm": 0.1771993190050125, | |
| "learning_rate": 0.00019899109692687278, | |
| "loss": 0.1827, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.1888276947285602, | |
| "eval_loss": 0.1743820756673813, | |
| "eval_runtime": 53.1567, | |
| "eval_samples_per_second": 3.781, | |
| "eval_steps_per_second": 3.781, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.2098085496984002, | |
| "grad_norm": 0.2773347496986389, | |
| "learning_rate": 0.00019844037004833473, | |
| "loss": 0.1683, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.23078940466824024, | |
| "grad_norm": 0.16112257540225983, | |
| "learning_rate": 0.00019777129185923395, | |
| "loss": 0.1697, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.25177025963808025, | |
| "grad_norm": 0.26540514826774597, | |
| "learning_rate": 0.00019698466676817348, | |
| "loss": 0.168, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.25177025963808025, | |
| "eval_loss": 0.15549546480178833, | |
| "eval_runtime": 53.5518, | |
| "eval_samples_per_second": 3.753, | |
| "eval_steps_per_second": 3.753, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.2727511146079203, | |
| "grad_norm": 0.1737111657857895, | |
| "learning_rate": 0.0001960814405061619, | |
| "loss": 0.1524, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.2937319695777603, | |
| "grad_norm": 0.23373852670192719, | |
| "learning_rate": 0.000195062698989595, | |
| "loss": 0.1577, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.3147128245476003, | |
| "grad_norm": 0.23839105665683746, | |
| "learning_rate": 0.0001939296670146976, | |
| "loss": 0.1562, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.3147128245476003, | |
| "eval_loss": 0.14308005571365356, | |
| "eval_runtime": 53.5362, | |
| "eval_samples_per_second": 3.754, | |
| "eval_steps_per_second": 3.754, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.33569367951744034, | |
| "grad_norm": 0.22177831828594208, | |
| "learning_rate": 0.00019268370678499533, | |
| "loss": 0.1507, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.35667453448728037, | |
| "grad_norm": 0.16764189302921295, | |
| "learning_rate": 0.0001913263162735862, | |
| "loss": 0.15, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.3776553894571204, | |
| "grad_norm": 0.17721307277679443, | |
| "learning_rate": 0.00018985912742218165, | |
| "loss": 0.148, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.3776553894571204, | |
| "eval_loss": 0.13974663615226746, | |
| "eval_runtime": 53.2066, | |
| "eval_samples_per_second": 3.778, | |
| "eval_steps_per_second": 3.778, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.3986362444269604, | |
| "grad_norm": 0.11757932603359222, | |
| "learning_rate": 0.0001882839041790818, | |
| "loss": 0.1482, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.4196170993968004, | |
| "grad_norm": 0.17747701704502106, | |
| "learning_rate": 0.00018660254037844388, | |
| "loss": 0.1442, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.44059795436664045, | |
| "grad_norm": 0.15337860584259033, | |
| "learning_rate": 0.0001848170574633937, | |
| "loss": 0.1481, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.44059795436664045, | |
| "eval_loss": 0.13732697069644928, | |
| "eval_runtime": 52.9478, | |
| "eval_samples_per_second": 3.796, | |
| "eval_steps_per_second": 3.796, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.4615788093364805, | |
| "grad_norm": 0.25963345170021057, | |
| "learning_rate": 0.0001829296020557174, | |
| "loss": 0.1557, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.48255966430632047, | |
| "grad_norm": 0.12170088291168213, | |
| "learning_rate": 0.0001809424433750555, | |
| "loss": 0.1401, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.5035405192761605, | |
| "grad_norm": 0.1923166960477829, | |
| "learning_rate": 0.0001788579705107017, | |
| "loss": 0.1455, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.5035405192761605, | |
| "eval_loss": 0.13553670048713684, | |
| "eval_runtime": 53.4546, | |
| "eval_samples_per_second": 3.76, | |
| "eval_steps_per_second": 3.76, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.5245213742460005, | |
| "grad_norm": 0.11837635189294815, | |
| "learning_rate": 0.00017667868954928694, | |
| "loss": 0.147, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.5455022292158406, | |
| "grad_norm": 0.10800451040267944, | |
| "learning_rate": 0.0001744072205618019, | |
| "loss": 0.1362, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.5664830841856806, | |
| "grad_norm": 0.12966878712177277, | |
| "learning_rate": 0.0001720462944535798, | |
| "loss": 0.1509, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.5664830841856806, | |
| "eval_loss": 0.13392792642116547, | |
| "eval_runtime": 53.5435, | |
| "eval_samples_per_second": 3.754, | |
| "eval_steps_per_second": 3.754, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.5874639391555206, | |
| "grad_norm": 0.11909834295511246, | |
| "learning_rate": 0.00016959874968102735, | |
| "loss": 0.1399, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.6084447941253606, | |
| "grad_norm": 0.1039784699678421, | |
| "learning_rate": 0.00016706752883905107, | |
| "loss": 0.141, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.6294256490952006, | |
| "grad_norm": 0.11826395988464355, | |
| "learning_rate": 0.0001644556751232812, | |
| "loss": 0.1495, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.6294256490952006, | |
| "eval_loss": 0.13278058171272278, | |
| "eval_runtime": 53.7282, | |
| "eval_samples_per_second": 3.741, | |
| "eval_steps_per_second": 3.741, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.6504065040650406, | |
| "grad_norm": 0.12009374052286148, | |
| "learning_rate": 0.0001617663286713474, | |
| "loss": 0.1407, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.6713873590348807, | |
| "grad_norm": 0.11825403571128845, | |
| "learning_rate": 0.00015900272278760407, | |
| "loss": 0.1387, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.6923682140047207, | |
| "grad_norm": 0.11216018348932266, | |
| "learning_rate": 0.00015616818005584554, | |
| "loss": 0.1404, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.6923682140047207, | |
| "eval_loss": 0.13230031728744507, | |
| "eval_runtime": 53.7398, | |
| "eval_samples_per_second": 3.74, | |
| "eval_steps_per_second": 3.74, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.7133490689745607, | |
| "grad_norm": 0.10475457459688187, | |
| "learning_rate": 0.0001532661083446829, | |
| "loss": 0.1503, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.7343299239444008, | |
| "grad_norm": 0.11185269057750702, | |
| "learning_rate": 0.00015029999671038635, | |
| "loss": 0.1321, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.7553107789142408, | |
| "grad_norm": 0.0922306478023529, | |
| "learning_rate": 0.00014727341120211867, | |
| "loss": 0.1428, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.7553107789142408, | |
| "eval_loss": 0.1310930848121643, | |
| "eval_runtime": 53.6353, | |
| "eval_samples_per_second": 3.748, | |
| "eval_steps_per_second": 3.748, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.7762916338840807, | |
| "grad_norm": 0.12543067336082458, | |
| "learning_rate": 0.00014418999057460276, | |
| "loss": 0.1437, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.7972724888539208, | |
| "grad_norm": 0.11975102126598358, | |
| "learning_rate": 0.0001410534419133778, | |
| "loss": 0.1357, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.8182533438237608, | |
| "grad_norm": 0.09955570101737976, | |
| "learning_rate": 0.00013786753617790404, | |
| "loss": 0.1446, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.8182533438237608, | |
| "eval_loss": 0.13151544332504272, | |
| "eval_runtime": 53.6082, | |
| "eval_samples_per_second": 3.749, | |
| "eval_steps_per_second": 3.749, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.8392341987936008, | |
| "grad_norm": 0.11849252134561539, | |
| "learning_rate": 0.00013463610366787392, | |
| "loss": 0.1452, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.8602150537634409, | |
| "grad_norm": 0.10621926933526993, | |
| "learning_rate": 0.00013136302941818085, | |
| "loss": 0.1411, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.8811959087332809, | |
| "grad_norm": 0.09327146410942078, | |
| "learning_rate": 0.00012805224852808163, | |
| "loss": 0.1391, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.8811959087332809, | |
| "eval_loss": 0.13071787357330322, | |
| "eval_runtime": 53.9186, | |
| "eval_samples_per_second": 3.728, | |
| "eval_steps_per_second": 3.728, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.9021767637031209, | |
| "grad_norm": 0.5398991703987122, | |
| "learning_rate": 0.00012470774143016853, | |
| "loss": 0.1399, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.923157618672961, | |
| "grad_norm": 0.18647532165050507, | |
| "learning_rate": 0.00012133352910483838, | |
| "loss": 0.1399, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.9441384736428009, | |
| "grad_norm": 0.16210441291332245, | |
| "learning_rate": 0.0001179336682460128, | |
| "loss": 0.1509, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.9441384736428009, | |
| "eval_loss": 0.13233241438865662, | |
| "eval_runtime": 53.9437, | |
| "eval_samples_per_second": 3.726, | |
| "eval_steps_per_second": 3.726, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.9651193286126409, | |
| "grad_norm": 0.09105144441127777, | |
| "learning_rate": 0.00011451224638392129, | |
| "loss": 0.1428, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.986100183582481, | |
| "grad_norm": 0.08386187255382538, | |
| "learning_rate": 0.0001110733769708108, | |
| "loss": 0.14, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.006294256490952, | |
| "grad_norm": 0.07673283666372299, | |
| "learning_rate": 0.00010762119443549035, | |
| "loss": 0.142, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.006294256490952, | |
| "eval_loss": 0.1293467879295349, | |
| "eval_runtime": 53.6668, | |
| "eval_samples_per_second": 3.745, | |
| "eval_steps_per_second": 3.745, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.027275111460792, | |
| "grad_norm": 0.09950114041566849, | |
| "learning_rate": 0.00010415984921265609, | |
| "loss": 0.1365, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.0482559664306321, | |
| "grad_norm": 0.08757766336202621, | |
| "learning_rate": 0.00010069350275297337, | |
| "loss": 0.1297, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.0692368214004722, | |
| "grad_norm": 0.08058227598667145, | |
| "learning_rate": 9.722632251991444e-05, | |
| "loss": 0.1258, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.0692368214004722, | |
| "eval_loss": 0.1290971338748932, | |
| "eval_runtime": 53.9631, | |
| "eval_samples_per_second": 3.725, | |
| "eval_steps_per_second": 3.725, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.0902176763703122, | |
| "grad_norm": 0.14287236332893372, | |
| "learning_rate": 9.376247697936719e-05, | |
| "loss": 0.1405, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.1111985313401522, | |
| "grad_norm": 0.10073138028383255, | |
| "learning_rate": 9.030613058803881e-05, | |
| "loss": 0.1372, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.132179386309992, | |
| "grad_norm": 0.09560772776603699, | |
| "learning_rate": 8.686143878667965e-05, | |
| "loss": 0.1344, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.132179386309992, | |
| "eval_loss": 0.1287485510110855, | |
| "eval_runtime": 53.9488, | |
| "eval_samples_per_second": 3.726, | |
| "eval_steps_per_second": 3.726, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.153160241279832, | |
| "grad_norm": 0.09153210371732712, | |
| "learning_rate": 8.343254300414628e-05, | |
| "loss": 0.1379, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.1741410962496721, | |
| "grad_norm": 0.0932949036359787, | |
| "learning_rate": 8.002356567831103e-05, | |
| "loss": 0.1361, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.1951219512195121, | |
| "grad_norm": 0.1091330498456955, | |
| "learning_rate": 7.663860529980317e-05, | |
| "loss": 0.1356, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.1951219512195121, | |
| "eval_loss": 0.13008803129196167, | |
| "eval_runtime": 53.6432, | |
| "eval_samples_per_second": 3.747, | |
| "eval_steps_per_second": 3.747, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.2161028061893522, | |
| "grad_norm": 0.08824314922094345, | |
| "learning_rate": 7.328173148454151e-05, | |
| "loss": 0.1335, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.2370836611591922, | |
| "grad_norm": 0.12611347436904907, | |
| "learning_rate": 6.99569800809816e-05, | |
| "loss": 0.1353, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.2580645161290323, | |
| "grad_norm": 0.08815793693065643, | |
| "learning_rate": 6.66683483179608e-05, | |
| "loss": 0.1365, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.2580645161290323, | |
| "eval_loss": 0.12925004959106445, | |
| "eval_runtime": 53.6403, | |
| "eval_samples_per_second": 3.747, | |
| "eval_steps_per_second": 3.747, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.2790453710988723, | |
| "grad_norm": 0.12618786096572876, | |
| "learning_rate": 6.341978999897365e-05, | |
| "loss": 0.1408, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.3000262260687123, | |
| "grad_norm": 0.0881665050983429, | |
| "learning_rate": 6.021521074865678e-05, | |
| "loss": 0.1384, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.3210070810385524, | |
| "grad_norm": 0.08780647069215775, | |
| "learning_rate": 5.705846331719675e-05, | |
| "loss": 0.138, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.3210070810385524, | |
| "eval_loss": 0.12802067399024963, | |
| "eval_runtime": 53.8068, | |
| "eval_samples_per_second": 3.736, | |
| "eval_steps_per_second": 3.736, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.3419879360083924, | |
| "grad_norm": 0.08264625817537308, | |
| "learning_rate": 5.395334294830765e-05, | |
| "loss": 0.1376, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.3629687909782324, | |
| "grad_norm": 0.08895017951726913, | |
| "learning_rate": 5.090358281634594e-05, | |
| "loss": 0.1325, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.3839496459480725, | |
| "grad_norm": 0.08006913214921951, | |
| "learning_rate": 4.791284953804969e-05, | |
| "loss": 0.1336, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.3839496459480725, | |
| "eval_loss": 0.1273050308227539, | |
| "eval_runtime": 53.8944, | |
| "eval_samples_per_second": 3.73, | |
| "eval_steps_per_second": 3.73, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.4049305009179123, | |
| "grad_norm": 0.09627630561590195, | |
| "learning_rate": 4.498473876429726e-05, | |
| "loss": 0.1341, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.4259113558877523, | |
| "grad_norm": 0.08036801964044571, | |
| "learning_rate": 4.21227708571858e-05, | |
| "loss": 0.1419, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.4468922108575923, | |
| "grad_norm": 0.1135723665356636, | |
| "learning_rate": 3.93303866576267e-05, | |
| "loss": 0.13, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.4468922108575923, | |
| "eval_loss": 0.12765151262283325, | |
| "eval_runtime": 53.9209, | |
| "eval_samples_per_second": 3.728, | |
| "eval_steps_per_second": 3.728, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.4678730658274324, | |
| "grad_norm": 0.07758687436580658, | |
| "learning_rate": 3.6610943348546526e-05, | |
| "loss": 0.1427, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.4888539207972724, | |
| "grad_norm": 0.09151093661785126, | |
| "learning_rate": 3.3967710418666984e-05, | |
| "loss": 0.1372, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.5098347757671124, | |
| "grad_norm": 0.10960382223129272, | |
| "learning_rate": 3.1403865731716266e-05, | |
| "loss": 0.134, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.5098347757671124, | |
| "eval_loss": 0.12656451761722565, | |
| "eval_runtime": 53.601, | |
| "eval_samples_per_second": 3.75, | |
| "eval_steps_per_second": 3.75, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.5308156307369525, | |
| "grad_norm": 0.10491708666086197, | |
| "learning_rate": 2.892249170579826e-05, | |
| "loss": 0.1341, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.5517964857067925, | |
| "grad_norm": 0.09089571982622147, | |
| "learning_rate": 2.652657160751193e-05, | |
| "loss": 0.1377, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.5727773406766326, | |
| "grad_norm": 0.07756100594997406, | |
| "learning_rate": 2.4218985965277675e-05, | |
| "loss": 0.1325, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.5727773406766326, | |
| "eval_loss": 0.12670381367206573, | |
| "eval_runtime": 53.6584, | |
| "eval_samples_per_second": 3.746, | |
| "eval_steps_per_second": 3.746, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.5937581956464726, | |
| "grad_norm": 0.10038470476865768, | |
| "learning_rate": 2.2002509106181624e-05, | |
| "loss": 0.1275, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.6147390506163126, | |
| "grad_norm": 0.09714746475219727, | |
| "learning_rate": 1.9879805820502174e-05, | |
| "loss": 0.138, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.6357199055861527, | |
| "grad_norm": 0.10250572115182877, | |
| "learning_rate": 1.785342815792862e-05, | |
| "loss": 0.1337, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.6357199055861527, | |
| "eval_loss": 0.12649498879909515, | |
| "eval_runtime": 53.9776, | |
| "eval_samples_per_second": 3.724, | |
| "eval_steps_per_second": 3.724, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.6567007605559927, | |
| "grad_norm": 0.10221794247627258, | |
| "learning_rate": 1.5925812359323745e-05, | |
| "loss": 0.138, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.6776816155258327, | |
| "grad_norm": 0.08815432339906693, | |
| "learning_rate": 1.4099275927719235e-05, | |
| "loss": 0.1308, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.6986624704956728, | |
| "grad_norm": 0.08850682526826859, | |
| "learning_rate": 1.2376014842065265e-05, | |
| "loss": 0.1385, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.6986624704956728, | |
| "eval_loss": 0.12599113583564758, | |
| "eval_runtime": 53.6591, | |
| "eval_samples_per_second": 3.746, | |
| "eval_steps_per_second": 3.746, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.7196433254655128, | |
| "grad_norm": 0.0861755833029747, | |
| "learning_rate": 1.0758100917083991e-05, | |
| "loss": 0.1321, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.7406241804353528, | |
| "grad_norm": 0.09379922598600388, | |
| "learning_rate": 9.247479312401641e-06, | |
| "loss": 0.1288, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.7616050354051929, | |
| "grad_norm": 0.11254911869764328, | |
| "learning_rate": 7.845966193952824e-06, | |
| "loss": 0.126, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.7616050354051929, | |
| "eval_loss": 0.12584222853183746, | |
| "eval_runtime": 54.0496, | |
| "eval_samples_per_second": 3.719, | |
| "eval_steps_per_second": 3.719, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.782585890375033, | |
| "grad_norm": 0.09247393906116486, | |
| "learning_rate": 6.555246550469907e-06, | |
| "loss": 0.1365, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.803566745344873, | |
| "grad_norm": 0.11225956678390503, | |
| "learning_rate": 5.376872167681635e-06, | |
| "loss": 0.1325, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.824547600314713, | |
| "grad_norm": 0.08813902735710144, | |
| "learning_rate": 4.312259762657145e-06, | |
| "loss": 0.1321, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.824547600314713, | |
| "eval_loss": 0.12573501467704773, | |
| "eval_runtime": 53.8714, | |
| "eval_samples_per_second": 3.731, | |
| "eval_steps_per_second": 3.731, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.845528455284553, | |
| "grad_norm": 0.09407710283994675, | |
| "learning_rate": 3.3626892805379562e-06, | |
| "loss": 0.1295, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.8665093102543928, | |
| "grad_norm": 0.10119906812906265, | |
| "learning_rate": 2.5293023557061644e-06, | |
| "loss": 0.1259, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.8874901652242329, | |
| "grad_norm": 0.12075681984424591, | |
| "learning_rate": 1.8131009392384323e-06, | |
| "loss": 0.1338, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.8874901652242329, | |
| "eval_loss": 0.12563975155353546, | |
| "eval_runtime": 53.9437, | |
| "eval_samples_per_second": 3.726, | |
| "eval_steps_per_second": 3.726, | |
| "step": 900 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 954, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.4996258681421312e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |