| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 10.0, |
| "eval_steps": 500, |
| "global_step": 1690, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.05917159763313609, |
| "grad_norm": 2.13480806350708, |
| "learning_rate": 0.0004973372781065089, |
| "loss": 8.609089660644532, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.11834319526627218, |
| "grad_norm": 0.5722453594207764, |
| "learning_rate": 0.0004943786982248521, |
| "loss": 6.307852554321289, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.17751479289940827, |
| "grad_norm": 0.5311302542686462, |
| "learning_rate": 0.0004914201183431953, |
| "loss": 5.795976257324218, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.23668639053254437, |
| "grad_norm": 0.936571478843689, |
| "learning_rate": 0.0004884615384615384, |
| "loss": 5.6642906188964846, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.2958579881656805, |
| "grad_norm": 0.46537888050079346, |
| "learning_rate": 0.0004855029585798817, |
| "loss": 5.564136123657226, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.35502958579881655, |
| "grad_norm": 0.5137708783149719, |
| "learning_rate": 0.00048254437869822486, |
| "loss": 5.482704925537109, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.41420118343195267, |
| "grad_norm": 0.6558282971382141, |
| "learning_rate": 0.00047958579881656805, |
| "loss": 5.424795532226563, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.47337278106508873, |
| "grad_norm": 0.602185845375061, |
| "learning_rate": 0.00047662721893491125, |
| "loss": 5.312729263305664, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.5325443786982249, |
| "grad_norm": 0.49187108874320984, |
| "learning_rate": 0.0004736686390532545, |
| "loss": 5.2327423095703125, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.591715976331361, |
| "grad_norm": 0.5671802163124084, |
| "learning_rate": 0.00047071005917159763, |
| "loss": 5.180327224731445, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.650887573964497, |
| "grad_norm": 0.5761376619338989, |
| "learning_rate": 0.0004677514792899408, |
| "loss": 5.1113639831542965, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.7100591715976331, |
| "grad_norm": 0.6834049820899963, |
| "learning_rate": 0.000464792899408284, |
| "loss": 5.110577011108399, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.7692307692307693, |
| "grad_norm": 0.4934782385826111, |
| "learning_rate": 0.00046183431952662727, |
| "loss": 5.033809661865234, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.8284023668639053, |
| "grad_norm": 0.5475414395332336, |
| "learning_rate": 0.0004588757396449704, |
| "loss": 5.023288726806641, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.8875739644970414, |
| "grad_norm": 0.6682299971580505, |
| "learning_rate": 0.0004559171597633136, |
| "loss": 5.008454895019531, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.9467455621301775, |
| "grad_norm": 0.6575542092323303, |
| "learning_rate": 0.00045295857988165685, |
| "loss": 5.023602676391602, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.0059171597633136, |
| "grad_norm": 0.5498866438865662, |
| "learning_rate": 0.00045000000000000004, |
| "loss": 4.9478710174560545, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.0650887573964498, |
| "grad_norm": 0.5482797026634216, |
| "learning_rate": 0.0004470414201183432, |
| "loss": 4.826501083374024, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.1242603550295858, |
| "grad_norm": 0.473796546459198, |
| "learning_rate": 0.0004440828402366864, |
| "loss": 4.809365081787109, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.183431952662722, |
| "grad_norm": 0.5151321291923523, |
| "learning_rate": 0.0004411242603550296, |
| "loss": 4.864156723022461, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.242603550295858, |
| "grad_norm": 0.6074804663658142, |
| "learning_rate": 0.0004381656804733728, |
| "loss": 4.838579559326172, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.301775147928994, |
| "grad_norm": 0.5551325678825378, |
| "learning_rate": 0.00043520710059171596, |
| "loss": 4.841543579101563, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.3609467455621302, |
| "grad_norm": 0.566065788269043, |
| "learning_rate": 0.00043224852071005915, |
| "loss": 4.785538864135742, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.4201183431952662, |
| "grad_norm": 0.5819883942604065, |
| "learning_rate": 0.0004292899408284024, |
| "loss": 4.791210556030274, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.4792899408284024, |
| "grad_norm": 0.6059792637825012, |
| "learning_rate": 0.0004263313609467456, |
| "loss": 4.756925582885742, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.5384615384615383, |
| "grad_norm": 0.7058536410331726, |
| "learning_rate": 0.00042337278106508873, |
| "loss": 4.7325084686279295, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.5976331360946747, |
| "grad_norm": 0.5290840864181519, |
| "learning_rate": 0.000420414201183432, |
| "loss": 4.736005020141602, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.6568047337278107, |
| "grad_norm": 0.543929934501648, |
| "learning_rate": 0.00041745562130177517, |
| "loss": 4.721459197998047, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.7159763313609466, |
| "grad_norm": 0.587887704372406, |
| "learning_rate": 0.00041449704142011837, |
| "loss": 4.697582244873047, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.7751479289940828, |
| "grad_norm": 0.6189513802528381, |
| "learning_rate": 0.0004115384615384615, |
| "loss": 4.6849010467529295, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.834319526627219, |
| "grad_norm": 0.6452702879905701, |
| "learning_rate": 0.00040857988165680475, |
| "loss": 4.6623176574707035, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.893491124260355, |
| "grad_norm": 0.593474805355072, |
| "learning_rate": 0.00040562130177514795, |
| "loss": 4.680774688720703, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.952662721893491, |
| "grad_norm": 0.5981247425079346, |
| "learning_rate": 0.00040266272189349114, |
| "loss": 4.683719253540039, |
| "step": 330 |
| }, |
| { |
| "epoch": 2.0118343195266273, |
| "grad_norm": 0.6405901312828064, |
| "learning_rate": 0.0003997041420118343, |
| "loss": 4.630902481079102, |
| "step": 340 |
| }, |
| { |
| "epoch": 2.0710059171597632, |
| "grad_norm": 0.5495120286941528, |
| "learning_rate": 0.0003967455621301775, |
| "loss": 4.565330505371094, |
| "step": 350 |
| }, |
| { |
| "epoch": 2.1301775147928996, |
| "grad_norm": 0.5600634813308716, |
| "learning_rate": 0.0003937869822485207, |
| "loss": 4.529523468017578, |
| "step": 360 |
| }, |
| { |
| "epoch": 2.1893491124260356, |
| "grad_norm": 0.5625339150428772, |
| "learning_rate": 0.0003908284023668639, |
| "loss": 4.531766128540039, |
| "step": 370 |
| }, |
| { |
| "epoch": 2.2485207100591715, |
| "grad_norm": 0.6504446864128113, |
| "learning_rate": 0.00038786982248520716, |
| "loss": 4.5285888671875, |
| "step": 380 |
| }, |
| { |
| "epoch": 2.3076923076923075, |
| "grad_norm": 0.5576902627944946, |
| "learning_rate": 0.0003849112426035503, |
| "loss": 4.525382232666016, |
| "step": 390 |
| }, |
| { |
| "epoch": 2.366863905325444, |
| "grad_norm": 0.4833173453807831, |
| "learning_rate": 0.0003819526627218935, |
| "loss": 4.554251480102539, |
| "step": 400 |
| }, |
| { |
| "epoch": 2.42603550295858, |
| "grad_norm": 0.6758867502212524, |
| "learning_rate": 0.0003789940828402367, |
| "loss": 4.56910400390625, |
| "step": 410 |
| }, |
| { |
| "epoch": 2.485207100591716, |
| "grad_norm": 0.6613295078277588, |
| "learning_rate": 0.00037603550295857994, |
| "loss": 4.526834487915039, |
| "step": 420 |
| }, |
| { |
| "epoch": 2.544378698224852, |
| "grad_norm": 0.5260049104690552, |
| "learning_rate": 0.0003730769230769231, |
| "loss": 4.503446960449219, |
| "step": 430 |
| }, |
| { |
| "epoch": 2.603550295857988, |
| "grad_norm": 0.60712069272995, |
| "learning_rate": 0.00037011834319526627, |
| "loss": 4.499971771240235, |
| "step": 440 |
| }, |
| { |
| "epoch": 2.662721893491124, |
| "grad_norm": 0.5932305455207825, |
| "learning_rate": 0.00036715976331360946, |
| "loss": 4.478979873657226, |
| "step": 450 |
| }, |
| { |
| "epoch": 2.7218934911242605, |
| "grad_norm": 0.6632292866706848, |
| "learning_rate": 0.0003642011834319527, |
| "loss": 4.521138763427734, |
| "step": 460 |
| }, |
| { |
| "epoch": 2.7810650887573964, |
| "grad_norm": 0.6352905035018921, |
| "learning_rate": 0.00036124260355029585, |
| "loss": 4.520418930053711, |
| "step": 470 |
| }, |
| { |
| "epoch": 2.8402366863905324, |
| "grad_norm": 0.5262125730514526, |
| "learning_rate": 0.00035828402366863904, |
| "loss": 4.479636764526367, |
| "step": 480 |
| }, |
| { |
| "epoch": 2.899408284023669, |
| "grad_norm": 0.5989189147949219, |
| "learning_rate": 0.0003553254437869823, |
| "loss": 4.487276077270508, |
| "step": 490 |
| }, |
| { |
| "epoch": 2.9585798816568047, |
| "grad_norm": 0.767411470413208, |
| "learning_rate": 0.0003523668639053255, |
| "loss": 4.505224227905273, |
| "step": 500 |
| }, |
| { |
| "epoch": 3.0177514792899407, |
| "grad_norm": 0.5135788321495056, |
| "learning_rate": 0.0003494082840236686, |
| "loss": 4.422508621215821, |
| "step": 510 |
| }, |
| { |
| "epoch": 3.076923076923077, |
| "grad_norm": 0.6293925046920776, |
| "learning_rate": 0.0003464497041420118, |
| "loss": 4.3678031921386715, |
| "step": 520 |
| }, |
| { |
| "epoch": 3.136094674556213, |
| "grad_norm": 0.6665500998497009, |
| "learning_rate": 0.00034349112426035507, |
| "loss": 4.388924789428711, |
| "step": 530 |
| }, |
| { |
| "epoch": 3.195266272189349, |
| "grad_norm": 0.5690398216247559, |
| "learning_rate": 0.00034053254437869826, |
| "loss": 4.389263153076172, |
| "step": 540 |
| }, |
| { |
| "epoch": 3.2544378698224854, |
| "grad_norm": 0.6139602065086365, |
| "learning_rate": 0.0003375739644970414, |
| "loss": 4.390654754638672, |
| "step": 550 |
| }, |
| { |
| "epoch": 3.3136094674556213, |
| "grad_norm": 0.5563338398933411, |
| "learning_rate": 0.0003346153846153846, |
| "loss": 4.337279510498047, |
| "step": 560 |
| }, |
| { |
| "epoch": 3.3727810650887573, |
| "grad_norm": 0.5675852298736572, |
| "learning_rate": 0.00033165680473372784, |
| "loss": 4.345052337646484, |
| "step": 570 |
| }, |
| { |
| "epoch": 3.4319526627218933, |
| "grad_norm": 0.5776380300521851, |
| "learning_rate": 0.00032869822485207103, |
| "loss": 4.363264846801758, |
| "step": 580 |
| }, |
| { |
| "epoch": 3.4911242603550297, |
| "grad_norm": 0.6946626901626587, |
| "learning_rate": 0.0003257396449704142, |
| "loss": 4.355237579345703, |
| "step": 590 |
| }, |
| { |
| "epoch": 3.5502958579881656, |
| "grad_norm": 0.6529305577278137, |
| "learning_rate": 0.0003227810650887574, |
| "loss": 4.337129211425781, |
| "step": 600 |
| }, |
| { |
| "epoch": 3.609467455621302, |
| "grad_norm": 0.5602537989616394, |
| "learning_rate": 0.0003198224852071006, |
| "loss": 4.341841125488282, |
| "step": 610 |
| }, |
| { |
| "epoch": 3.668639053254438, |
| "grad_norm": 0.5301386713981628, |
| "learning_rate": 0.0003168639053254438, |
| "loss": 4.362986755371094, |
| "step": 620 |
| }, |
| { |
| "epoch": 3.727810650887574, |
| "grad_norm": 0.6010480523109436, |
| "learning_rate": 0.00031390532544378695, |
| "loss": 4.322038269042968, |
| "step": 630 |
| }, |
| { |
| "epoch": 3.78698224852071, |
| "grad_norm": 0.6022279858589172, |
| "learning_rate": 0.0003109467455621302, |
| "loss": 4.359962844848633, |
| "step": 640 |
| }, |
| { |
| "epoch": 3.8461538461538463, |
| "grad_norm": 0.56232088804245, |
| "learning_rate": 0.0003079881656804734, |
| "loss": 4.3375293731689455, |
| "step": 650 |
| }, |
| { |
| "epoch": 3.905325443786982, |
| "grad_norm": 0.7015820741653442, |
| "learning_rate": 0.0003050295857988166, |
| "loss": 4.334150695800782, |
| "step": 660 |
| }, |
| { |
| "epoch": 3.9644970414201186, |
| "grad_norm": 0.6077319383621216, |
| "learning_rate": 0.0003020710059171597, |
| "loss": 4.341176986694336, |
| "step": 670 |
| }, |
| { |
| "epoch": 4.023668639053255, |
| "grad_norm": 0.773983359336853, |
| "learning_rate": 0.00029911242603550297, |
| "loss": 4.262639999389648, |
| "step": 680 |
| }, |
| { |
| "epoch": 4.0828402366863905, |
| "grad_norm": 0.5960440635681152, |
| "learning_rate": 0.00029615384615384616, |
| "loss": 4.2081657409667965, |
| "step": 690 |
| }, |
| { |
| "epoch": 4.1420118343195265, |
| "grad_norm": 0.5495953559875488, |
| "learning_rate": 0.00029319526627218936, |
| "loss": 4.228216171264648, |
| "step": 700 |
| }, |
| { |
| "epoch": 4.201183431952662, |
| "grad_norm": 0.6150968074798584, |
| "learning_rate": 0.0002902366863905325, |
| "loss": 4.252474975585938, |
| "step": 710 |
| }, |
| { |
| "epoch": 4.260355029585799, |
| "grad_norm": 0.7338055372238159, |
| "learning_rate": 0.00028727810650887574, |
| "loss": 4.226696395874024, |
| "step": 720 |
| }, |
| { |
| "epoch": 4.319526627218935, |
| "grad_norm": 0.6750577092170715, |
| "learning_rate": 0.00028431952662721894, |
| "loss": 4.212493133544922, |
| "step": 730 |
| }, |
| { |
| "epoch": 4.378698224852071, |
| "grad_norm": 0.6345236897468567, |
| "learning_rate": 0.00028136094674556213, |
| "loss": 4.218838500976562, |
| "step": 740 |
| }, |
| { |
| "epoch": 4.437869822485207, |
| "grad_norm": 0.6776763200759888, |
| "learning_rate": 0.0002784023668639054, |
| "loss": 4.217085266113282, |
| "step": 750 |
| }, |
| { |
| "epoch": 4.497041420118343, |
| "grad_norm": 0.6580626368522644, |
| "learning_rate": 0.0002754437869822485, |
| "loss": 4.237897491455078, |
| "step": 760 |
| }, |
| { |
| "epoch": 4.556213017751479, |
| "grad_norm": 0.5971556305885315, |
| "learning_rate": 0.0002724852071005917, |
| "loss": 4.22449951171875, |
| "step": 770 |
| }, |
| { |
| "epoch": 4.615384615384615, |
| "grad_norm": 0.6069461107254028, |
| "learning_rate": 0.0002695266272189349, |
| "loss": 4.191236877441407, |
| "step": 780 |
| }, |
| { |
| "epoch": 4.674556213017752, |
| "grad_norm": 0.7110677361488342, |
| "learning_rate": 0.00026656804733727815, |
| "loss": 4.21960334777832, |
| "step": 790 |
| }, |
| { |
| "epoch": 4.733727810650888, |
| "grad_norm": 0.6254327893257141, |
| "learning_rate": 0.0002636094674556213, |
| "loss": 4.211502456665039, |
| "step": 800 |
| }, |
| { |
| "epoch": 4.792899408284024, |
| "grad_norm": 0.6190422773361206, |
| "learning_rate": 0.0002606508875739645, |
| "loss": 4.2044940948486325, |
| "step": 810 |
| }, |
| { |
| "epoch": 4.85207100591716, |
| "grad_norm": 0.6811033487319946, |
| "learning_rate": 0.0002576923076923077, |
| "loss": 4.237732696533203, |
| "step": 820 |
| }, |
| { |
| "epoch": 4.911242603550296, |
| "grad_norm": 0.5956006646156311, |
| "learning_rate": 0.00025473372781065093, |
| "loss": 4.215926742553711, |
| "step": 830 |
| }, |
| { |
| "epoch": 4.970414201183432, |
| "grad_norm": 0.6755359172821045, |
| "learning_rate": 0.00025177514792899407, |
| "loss": 4.18463363647461, |
| "step": 840 |
| }, |
| { |
| "epoch": 5.029585798816568, |
| "grad_norm": 0.6072905659675598, |
| "learning_rate": 0.0002488165680473373, |
| "loss": 4.154659271240234, |
| "step": 850 |
| }, |
| { |
| "epoch": 5.088757396449704, |
| "grad_norm": 0.6316264271736145, |
| "learning_rate": 0.00024585798816568045, |
| "loss": 4.110084533691406, |
| "step": 860 |
| }, |
| { |
| "epoch": 5.14792899408284, |
| "grad_norm": 0.5995630621910095, |
| "learning_rate": 0.00024289940828402368, |
| "loss": 4.094839477539063, |
| "step": 870 |
| }, |
| { |
| "epoch": 5.207100591715976, |
| "grad_norm": 0.5662926435470581, |
| "learning_rate": 0.00023994082840236687, |
| "loss": 4.120201492309571, |
| "step": 880 |
| }, |
| { |
| "epoch": 5.266272189349112, |
| "grad_norm": 0.5866499543190002, |
| "learning_rate": 0.00023698224852071006, |
| "loss": 4.091806411743164, |
| "step": 890 |
| }, |
| { |
| "epoch": 5.325443786982248, |
| "grad_norm": 0.6538463830947876, |
| "learning_rate": 0.00023402366863905326, |
| "loss": 4.110548400878907, |
| "step": 900 |
| }, |
| { |
| "epoch": 5.384615384615385, |
| "grad_norm": 0.7380921840667725, |
| "learning_rate": 0.00023106508875739645, |
| "loss": 4.089152145385742, |
| "step": 910 |
| }, |
| { |
| "epoch": 5.443786982248521, |
| "grad_norm": 0.7094395756721497, |
| "learning_rate": 0.00022810650887573964, |
| "loss": 4.125375747680664, |
| "step": 920 |
| }, |
| { |
| "epoch": 5.502958579881657, |
| "grad_norm": 0.6104142069816589, |
| "learning_rate": 0.00022514792899408284, |
| "loss": 4.108364105224609, |
| "step": 930 |
| }, |
| { |
| "epoch": 5.562130177514793, |
| "grad_norm": 0.6437958478927612, |
| "learning_rate": 0.00022218934911242606, |
| "loss": 4.102787780761719, |
| "step": 940 |
| }, |
| { |
| "epoch": 5.621301775147929, |
| "grad_norm": 0.6497628092765808, |
| "learning_rate": 0.00021923076923076922, |
| "loss": 4.098801803588867, |
| "step": 950 |
| }, |
| { |
| "epoch": 5.680473372781065, |
| "grad_norm": 0.7420417666435242, |
| "learning_rate": 0.00021627218934911244, |
| "loss": 4.110585784912109, |
| "step": 960 |
| }, |
| { |
| "epoch": 5.739644970414201, |
| "grad_norm": 0.6537092924118042, |
| "learning_rate": 0.0002133136094674556, |
| "loss": 4.079868316650391, |
| "step": 970 |
| }, |
| { |
| "epoch": 5.798816568047338, |
| "grad_norm": 0.9173883199691772, |
| "learning_rate": 0.00021035502958579883, |
| "loss": 4.0837654113769535, |
| "step": 980 |
| }, |
| { |
| "epoch": 5.8579881656804735, |
| "grad_norm": 0.6213467121124268, |
| "learning_rate": 0.000207396449704142, |
| "loss": 4.101559829711914, |
| "step": 990 |
| }, |
| { |
| "epoch": 5.9171597633136095, |
| "grad_norm": 0.700158417224884, |
| "learning_rate": 0.00020443786982248522, |
| "loss": 4.107759475708008, |
| "step": 1000 |
| }, |
| { |
| "epoch": 5.976331360946745, |
| "grad_norm": 0.7389625906944275, |
| "learning_rate": 0.00020147928994082839, |
| "loss": 4.045748901367188, |
| "step": 1010 |
| }, |
| { |
| "epoch": 6.035502958579881, |
| "grad_norm": 0.629220724105835, |
| "learning_rate": 0.0001985207100591716, |
| "loss": 4.003813552856445, |
| "step": 1020 |
| }, |
| { |
| "epoch": 6.094674556213017, |
| "grad_norm": 0.6587775349617004, |
| "learning_rate": 0.00019556213017751477, |
| "loss": 3.947599411010742, |
| "step": 1030 |
| }, |
| { |
| "epoch": 6.153846153846154, |
| "grad_norm": 0.6797946691513062, |
| "learning_rate": 0.000192603550295858, |
| "loss": 3.9570587158203123, |
| "step": 1040 |
| }, |
| { |
| "epoch": 6.21301775147929, |
| "grad_norm": 0.8000279068946838, |
| "learning_rate": 0.00018964497041420121, |
| "loss": 3.9946006774902343, |
| "step": 1050 |
| }, |
| { |
| "epoch": 6.272189349112426, |
| "grad_norm": 0.7699520587921143, |
| "learning_rate": 0.00018668639053254438, |
| "loss": 3.9914344787597655, |
| "step": 1060 |
| }, |
| { |
| "epoch": 6.331360946745562, |
| "grad_norm": 0.7474783062934875, |
| "learning_rate": 0.0001837278106508876, |
| "loss": 3.9896411895751953, |
| "step": 1070 |
| }, |
| { |
| "epoch": 6.390532544378698, |
| "grad_norm": 0.6568964719772339, |
| "learning_rate": 0.00018076923076923077, |
| "loss": 3.9945484161376954, |
| "step": 1080 |
| }, |
| { |
| "epoch": 6.449704142011834, |
| "grad_norm": 0.702962338924408, |
| "learning_rate": 0.000177810650887574, |
| "loss": 3.9896453857421874, |
| "step": 1090 |
| }, |
| { |
| "epoch": 6.508875739644971, |
| "grad_norm": 0.8072907328605652, |
| "learning_rate": 0.00017485207100591716, |
| "loss": 3.9789073944091795, |
| "step": 1100 |
| }, |
| { |
| "epoch": 6.568047337278107, |
| "grad_norm": 0.690667986869812, |
| "learning_rate": 0.00017189349112426038, |
| "loss": 3.9628318786621093, |
| "step": 1110 |
| }, |
| { |
| "epoch": 6.627218934911243, |
| "grad_norm": 0.7332726716995239, |
| "learning_rate": 0.00016893491124260354, |
| "loss": 4.001555633544922, |
| "step": 1120 |
| }, |
| { |
| "epoch": 6.686390532544379, |
| "grad_norm": 0.7399805784225464, |
| "learning_rate": 0.00016597633136094676, |
| "loss": 3.987625503540039, |
| "step": 1130 |
| }, |
| { |
| "epoch": 6.745562130177515, |
| "grad_norm": 1.0256022214889526, |
| "learning_rate": 0.00016301775147928993, |
| "loss": 3.9571834564208985, |
| "step": 1140 |
| }, |
| { |
| "epoch": 6.804733727810651, |
| "grad_norm": 0.7827850580215454, |
| "learning_rate": 0.00016005917159763315, |
| "loss": 3.9762195587158202, |
| "step": 1150 |
| }, |
| { |
| "epoch": 6.8639053254437865, |
| "grad_norm": 0.7092675566673279, |
| "learning_rate": 0.00015710059171597632, |
| "loss": 3.9586578369140626, |
| "step": 1160 |
| }, |
| { |
| "epoch": 6.923076923076923, |
| "grad_norm": 0.7039374709129333, |
| "learning_rate": 0.00015414201183431954, |
| "loss": 3.944875717163086, |
| "step": 1170 |
| }, |
| { |
| "epoch": 6.982248520710059, |
| "grad_norm": 0.7573893070220947, |
| "learning_rate": 0.00015118343195266273, |
| "loss": 3.975397491455078, |
| "step": 1180 |
| }, |
| { |
| "epoch": 7.041420118343195, |
| "grad_norm": 0.7940344214439392, |
| "learning_rate": 0.00014822485207100592, |
| "loss": 3.8859161376953124, |
| "step": 1190 |
| }, |
| { |
| "epoch": 7.100591715976331, |
| "grad_norm": 0.8005825877189636, |
| "learning_rate": 0.00014526627218934912, |
| "loss": 3.8561363220214844, |
| "step": 1200 |
| }, |
| { |
| "epoch": 7.159763313609467, |
| "grad_norm": 0.7510560750961304, |
| "learning_rate": 0.0001423076923076923, |
| "loss": 3.842996597290039, |
| "step": 1210 |
| }, |
| { |
| "epoch": 7.218934911242604, |
| "grad_norm": 0.7474063038825989, |
| "learning_rate": 0.0001393491124260355, |
| "loss": 3.8655860900878904, |
| "step": 1220 |
| }, |
| { |
| "epoch": 7.27810650887574, |
| "grad_norm": 0.7399153113365173, |
| "learning_rate": 0.0001363905325443787, |
| "loss": 3.8691051483154295, |
| "step": 1230 |
| }, |
| { |
| "epoch": 7.337278106508876, |
| "grad_norm": 0.6961866021156311, |
| "learning_rate": 0.0001334319526627219, |
| "loss": 3.8814228057861326, |
| "step": 1240 |
| }, |
| { |
| "epoch": 7.396449704142012, |
| "grad_norm": 0.7503266334533691, |
| "learning_rate": 0.00013047337278106509, |
| "loss": 3.860675811767578, |
| "step": 1250 |
| }, |
| { |
| "epoch": 7.455621301775148, |
| "grad_norm": 0.7707279920578003, |
| "learning_rate": 0.00012751479289940828, |
| "loss": 3.8663909912109373, |
| "step": 1260 |
| }, |
| { |
| "epoch": 7.514792899408284, |
| "grad_norm": 0.7248626947402954, |
| "learning_rate": 0.00012455621301775147, |
| "loss": 3.8687854766845704, |
| "step": 1270 |
| }, |
| { |
| "epoch": 7.57396449704142, |
| "grad_norm": 0.7378124594688416, |
| "learning_rate": 0.00012159763313609468, |
| "loss": 3.853357696533203, |
| "step": 1280 |
| }, |
| { |
| "epoch": 7.633136094674557, |
| "grad_norm": 0.7708460092544556, |
| "learning_rate": 0.00011863905325443787, |
| "loss": 3.8905601501464844, |
| "step": 1290 |
| }, |
| { |
| "epoch": 7.6923076923076925, |
| "grad_norm": 0.6937795877456665, |
| "learning_rate": 0.00011568047337278107, |
| "loss": 3.87835578918457, |
| "step": 1300 |
| }, |
| { |
| "epoch": 7.7514792899408285, |
| "grad_norm": 0.8977406620979309, |
| "learning_rate": 0.00011272189349112426, |
| "loss": 3.865726852416992, |
| "step": 1310 |
| }, |
| { |
| "epoch": 7.810650887573964, |
| "grad_norm": 0.7240127921104431, |
| "learning_rate": 0.00010976331360946746, |
| "loss": 3.846134567260742, |
| "step": 1320 |
| }, |
| { |
| "epoch": 7.8698224852071, |
| "grad_norm": 0.7820615768432617, |
| "learning_rate": 0.00010680473372781065, |
| "loss": 3.8235801696777343, |
| "step": 1330 |
| }, |
| { |
| "epoch": 7.928994082840236, |
| "grad_norm": 0.7931578755378723, |
| "learning_rate": 0.00010384615384615386, |
| "loss": 3.852934646606445, |
| "step": 1340 |
| }, |
| { |
| "epoch": 7.988165680473373, |
| "grad_norm": 0.7435231804847717, |
| "learning_rate": 0.00010088757396449705, |
| "loss": 3.8489166259765626, |
| "step": 1350 |
| }, |
| { |
| "epoch": 8.04733727810651, |
| "grad_norm": 0.7691823244094849, |
| "learning_rate": 9.792899408284024e-05, |
| "loss": 3.794635009765625, |
| "step": 1360 |
| }, |
| { |
| "epoch": 8.106508875739644, |
| "grad_norm": 0.885684609413147, |
| "learning_rate": 9.497041420118344e-05, |
| "loss": 3.787654495239258, |
| "step": 1370 |
| }, |
| { |
| "epoch": 8.165680473372781, |
| "grad_norm": 0.8940234184265137, |
| "learning_rate": 9.201183431952663e-05, |
| "loss": 3.756052780151367, |
| "step": 1380 |
| }, |
| { |
| "epoch": 8.224852071005918, |
| "grad_norm": 0.7225572466850281, |
| "learning_rate": 8.905325443786982e-05, |
| "loss": 3.724110412597656, |
| "step": 1390 |
| }, |
| { |
| "epoch": 8.284023668639053, |
| "grad_norm": 0.792807936668396, |
| "learning_rate": 8.609467455621302e-05, |
| "loss": 3.75240478515625, |
| "step": 1400 |
| }, |
| { |
| "epoch": 8.34319526627219, |
| "grad_norm": 0.8160039782524109, |
| "learning_rate": 8.313609467455621e-05, |
| "loss": 3.7542896270751953, |
| "step": 1410 |
| }, |
| { |
| "epoch": 8.402366863905325, |
| "grad_norm": 0.715473473072052, |
| "learning_rate": 8.01775147928994e-05, |
| "loss": 3.817658233642578, |
| "step": 1420 |
| }, |
| { |
| "epoch": 8.461538461538462, |
| "grad_norm": 0.8090062141418457, |
| "learning_rate": 7.72189349112426e-05, |
| "loss": 3.7604396820068358, |
| "step": 1430 |
| }, |
| { |
| "epoch": 8.520710059171599, |
| "grad_norm": 0.726865828037262, |
| "learning_rate": 7.426035502958579e-05, |
| "loss": 3.7455059051513673, |
| "step": 1440 |
| }, |
| { |
| "epoch": 8.579881656804734, |
| "grad_norm": 0.7755900621414185, |
| "learning_rate": 7.1301775147929e-05, |
| "loss": 3.7822811126708986, |
| "step": 1450 |
| }, |
| { |
| "epoch": 8.63905325443787, |
| "grad_norm": 0.7525601983070374, |
| "learning_rate": 6.834319526627219e-05, |
| "loss": 3.7710426330566404, |
| "step": 1460 |
| }, |
| { |
| "epoch": 8.698224852071005, |
| "grad_norm": 0.7370349764823914, |
| "learning_rate": 6.538461538461539e-05, |
| "loss": 3.7621829986572264, |
| "step": 1470 |
| }, |
| { |
| "epoch": 8.757396449704142, |
| "grad_norm": 0.7664944529533386, |
| "learning_rate": 6.242603550295858e-05, |
| "loss": 3.7525020599365235, |
| "step": 1480 |
| }, |
| { |
| "epoch": 8.816568047337277, |
| "grad_norm": 0.8167346119880676, |
| "learning_rate": 5.946745562130178e-05, |
| "loss": 3.7805561065673827, |
| "step": 1490 |
| }, |
| { |
| "epoch": 8.875739644970414, |
| "grad_norm": 0.7823934555053711, |
| "learning_rate": 5.6508875739644974e-05, |
| "loss": 3.766466522216797, |
| "step": 1500 |
| }, |
| { |
| "epoch": 8.934911242603551, |
| "grad_norm": 0.8203352093696594, |
| "learning_rate": 5.355029585798817e-05, |
| "loss": 3.7743297576904298, |
| "step": 1510 |
| }, |
| { |
| "epoch": 8.994082840236686, |
| "grad_norm": 0.7480125427246094, |
| "learning_rate": 5.059171597633136e-05, |
| "loss": 3.7630767822265625, |
| "step": 1520 |
| }, |
| { |
| "epoch": 9.053254437869823, |
| "grad_norm": 0.7367929220199585, |
| "learning_rate": 4.763313609467456e-05, |
| "loss": 3.7045642852783205, |
| "step": 1530 |
| }, |
| { |
| "epoch": 9.112426035502958, |
| "grad_norm": 0.7291252017021179, |
| "learning_rate": 4.4674556213017755e-05, |
| "loss": 3.7382125854492188, |
| "step": 1540 |
| }, |
| { |
| "epoch": 9.171597633136095, |
| "grad_norm": 0.7637320756912231, |
| "learning_rate": 4.171597633136095e-05, |
| "loss": 3.7042491912841795, |
| "step": 1550 |
| }, |
| { |
| "epoch": 9.23076923076923, |
| "grad_norm": 0.7738555669784546, |
| "learning_rate": 3.875739644970414e-05, |
| "loss": 3.703077697753906, |
| "step": 1560 |
| }, |
| { |
| "epoch": 9.289940828402367, |
| "grad_norm": 0.7595531940460205, |
| "learning_rate": 3.5798816568047336e-05, |
| "loss": 3.7166164398193358, |
| "step": 1570 |
| }, |
| { |
| "epoch": 9.349112426035504, |
| "grad_norm": 0.7209826707839966, |
| "learning_rate": 3.284023668639053e-05, |
| "loss": 3.7272975921630858, |
| "step": 1580 |
| }, |
| { |
| "epoch": 9.408284023668639, |
| "grad_norm": 0.7385886907577515, |
| "learning_rate": 2.9881656804733726e-05, |
| "loss": 3.710719680786133, |
| "step": 1590 |
| }, |
| { |
| "epoch": 9.467455621301776, |
| "grad_norm": 0.7908353805541992, |
| "learning_rate": 2.6923076923076927e-05, |
| "loss": 3.7108623504638674, |
| "step": 1600 |
| }, |
| { |
| "epoch": 9.52662721893491, |
| "grad_norm": 0.7293062210083008, |
| "learning_rate": 2.396449704142012e-05, |
| "loss": 3.6832290649414063, |
| "step": 1610 |
| }, |
| { |
| "epoch": 9.585798816568047, |
| "grad_norm": 0.7990091443061829, |
| "learning_rate": 2.1005917159763314e-05, |
| "loss": 3.693344497680664, |
| "step": 1620 |
| }, |
| { |
| "epoch": 9.644970414201183, |
| "grad_norm": 0.7727529406547546, |
| "learning_rate": 1.804733727810651e-05, |
| "loss": 3.704065704345703, |
| "step": 1630 |
| }, |
| { |
| "epoch": 9.70414201183432, |
| "grad_norm": 0.7558280825614929, |
| "learning_rate": 1.5088757396449705e-05, |
| "loss": 3.701119232177734, |
| "step": 1640 |
| }, |
| { |
| "epoch": 9.763313609467456, |
| "grad_norm": 0.7217801213264465, |
| "learning_rate": 1.21301775147929e-05, |
| "loss": 3.6759807586669924, |
| "step": 1650 |
| }, |
| { |
| "epoch": 9.822485207100591, |
| "grad_norm": 0.7166690826416016, |
| "learning_rate": 9.171597633136093e-06, |
| "loss": 3.691928482055664, |
| "step": 1660 |
| }, |
| { |
| "epoch": 9.881656804733728, |
| "grad_norm": 0.7086900472640991, |
| "learning_rate": 6.2130177514792895e-06, |
| "loss": 3.679682159423828, |
| "step": 1670 |
| }, |
| { |
| "epoch": 9.940828402366863, |
| "grad_norm": 0.7332860827445984, |
| "learning_rate": 3.2544378698224853e-06, |
| "loss": 3.7041976928710936, |
| "step": 1680 |
| }, |
| { |
| "epoch": 10.0, |
| "grad_norm": 0.7306056022644043, |
| "learning_rate": 2.958579881656805e-07, |
| "loss": 3.6652008056640626, |
| "step": 1690 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1690, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 10, |
| "save_steps": 999999, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1047519874252800.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
