| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.375, |
| "eval_steps": 500, |
| "global_step": 1500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "grad_norm": 0.31839632987976074, |
| "learning_rate": 4.5e-06, |
| "loss": 1.2127, |
| "step": 10 |
| }, |
| { |
| "grad_norm": 0.19609376788139343, |
| "learning_rate": 9.5e-06, |
| "loss": 1.1842, |
| "step": 20 |
| }, |
| { |
| "grad_norm": 0.4635807275772095, |
| "learning_rate": 1.45e-05, |
| "loss": 1.1838, |
| "step": 30 |
| }, |
| { |
| "grad_norm": 0.3277273178100586, |
| "learning_rate": 1.9500000000000003e-05, |
| "loss": 1.1629, |
| "step": 40 |
| }, |
| { |
| "grad_norm": 0.40489643812179565, |
| "learning_rate": 2.45e-05, |
| "loss": 1.1264, |
| "step": 50 |
| }, |
| { |
| "grad_norm": 1.2546579837799072, |
| "learning_rate": 2.95e-05, |
| "loss": 1.1117, |
| "step": 60 |
| }, |
| { |
| "grad_norm": 0.3789711594581604, |
| "learning_rate": 3.45e-05, |
| "loss": 1.1066, |
| "step": 70 |
| }, |
| { |
| "grad_norm": 0.3612673878669739, |
| "learning_rate": 3.9500000000000005e-05, |
| "loss": 1.1082, |
| "step": 80 |
| }, |
| { |
| "grad_norm": 0.28633758425712585, |
| "learning_rate": 4.4500000000000004e-05, |
| "loss": 1.1211, |
| "step": 90 |
| }, |
| { |
| "grad_norm": 0.41268351674079895, |
| "learning_rate": 4.9500000000000004e-05, |
| "loss": 1.0998, |
| "step": 100 |
| }, |
| { |
| "grad_norm": 0.2796061933040619, |
| "learning_rate": 5.45e-05, |
| "loss": 1.1131, |
| "step": 110 |
| }, |
| { |
| "grad_norm": 0.3423110544681549, |
| "learning_rate": 5.95e-05, |
| "loss": 1.1004, |
| "step": 120 |
| }, |
| { |
| "grad_norm": 0.33770301938056946, |
| "learning_rate": 6.450000000000001e-05, |
| "loss": 1.0887, |
| "step": 130 |
| }, |
| { |
| "grad_norm": 0.4104395806789398, |
| "learning_rate": 6.95e-05, |
| "loss": 1.1043, |
| "step": 140 |
| }, |
| { |
| "grad_norm": 0.38792213797569275, |
| "learning_rate": 7.450000000000001e-05, |
| "loss": 1.093, |
| "step": 150 |
| }, |
| { |
| "grad_norm": 0.31532591581344604, |
| "learning_rate": 7.950000000000001e-05, |
| "loss": 1.0992, |
| "step": 160 |
| }, |
| { |
| "grad_norm": 0.37639284133911133, |
| "learning_rate": 8.450000000000001e-05, |
| "loss": 1.1033, |
| "step": 170 |
| }, |
| { |
| "grad_norm": 0.4326634407043457, |
| "learning_rate": 8.950000000000001e-05, |
| "loss": 1.0834, |
| "step": 180 |
| }, |
| { |
| "grad_norm": 0.4046025276184082, |
| "learning_rate": 9.449999999999999e-05, |
| "loss": 1.0852, |
| "step": 190 |
| }, |
| { |
| "grad_norm": 0.45471683144569397, |
| "learning_rate": 9.95e-05, |
| "loss": 1.0775, |
| "step": 200 |
| }, |
| { |
| "grad_norm": 0.5478058457374573, |
| "learning_rate": 9.999861593790126e-05, |
| "loss": 1.0781, |
| "step": 210 |
| }, |
| { |
| "grad_norm": 0.3471389412879944, |
| "learning_rate": 9.999383162408304e-05, |
| "loss": 1.0828, |
| "step": 220 |
| }, |
| { |
| "grad_norm": 0.4683222770690918, |
| "learning_rate": 9.998563029828259e-05, |
| "loss": 1.0568, |
| "step": 230 |
| }, |
| { |
| "grad_norm": 0.3368767499923706, |
| "learning_rate": 9.997401252104962e-05, |
| "loss": 1.0364, |
| "step": 240 |
| }, |
| { |
| "grad_norm": 0.425786554813385, |
| "learning_rate": 9.995897908644378e-05, |
| "loss": 1.0061, |
| "step": 250 |
| }, |
| { |
| "grad_norm": 0.38125181198120117, |
| "learning_rate": 9.994053102198034e-05, |
| "loss": 1.0064, |
| "step": 260 |
| }, |
| { |
| "grad_norm": 0.569205105304718, |
| "learning_rate": 9.991866958856003e-05, |
| "loss": 1.0119, |
| "step": 270 |
| }, |
| { |
| "grad_norm": 0.360039621591568, |
| "learning_rate": 9.989339628038276e-05, |
| "loss": 0.9783, |
| "step": 280 |
| }, |
| { |
| "grad_norm": 0.3894808292388916, |
| "learning_rate": 9.98647128248456e-05, |
| "loss": 0.9876, |
| "step": 290 |
| }, |
| { |
| "grad_norm": 0.49482613801956177, |
| "learning_rate": 9.98326211824246e-05, |
| "loss": 0.9774, |
| "step": 300 |
| }, |
| { |
| "grad_norm": 0.43771424889564514, |
| "learning_rate": 9.979712354654091e-05, |
| "loss": 0.9528, |
| "step": 310 |
| }, |
| { |
| "grad_norm": 0.3924391269683838, |
| "learning_rate": 9.975822234341079e-05, |
| "loss": 0.949, |
| "step": 320 |
| }, |
| { |
| "grad_norm": 0.3948723077774048, |
| "learning_rate": 9.97159202318798e-05, |
| "loss": 0.95, |
| "step": 330 |
| }, |
| { |
| "grad_norm": 0.4701744019985199, |
| "learning_rate": 9.967022010324105e-05, |
| "loss": 0.9263, |
| "step": 340 |
| }, |
| { |
| "grad_norm": 0.5202460289001465, |
| "learning_rate": 9.962112508103765e-05, |
| "loss": 0.9409, |
| "step": 350 |
| }, |
| { |
| "grad_norm": 0.4282516837120056, |
| "learning_rate": 9.956863852084914e-05, |
| "loss": 0.9107, |
| "step": 360 |
| }, |
| { |
| "grad_norm": 0.5906583666801453, |
| "learning_rate": 9.951276401006221e-05, |
| "loss": 0.9072, |
| "step": 370 |
| }, |
| { |
| "grad_norm": 0.4856233298778534, |
| "learning_rate": 9.945350536762543e-05, |
| "loss": 0.9142, |
| "step": 380 |
| }, |
| { |
| "grad_norm": 0.44197753071784973, |
| "learning_rate": 9.939086664378829e-05, |
| "loss": 0.8903, |
| "step": 390 |
| }, |
| { |
| "grad_norm": 0.6055497527122498, |
| "learning_rate": 9.932485211982437e-05, |
| "loss": 0.8942, |
| "step": 400 |
| }, |
| { |
| "grad_norm": 0.5160871744155884, |
| "learning_rate": 9.92554663077387e-05, |
| "loss": 0.8765, |
| "step": 410 |
| }, |
| { |
| "grad_norm": 0.479907751083374, |
| "learning_rate": 9.918271394995935e-05, |
| "loss": 0.8774, |
| "step": 420 |
| }, |
| { |
| "grad_norm": 0.5040944218635559, |
| "learning_rate": 9.910660001901335e-05, |
| "loss": 0.8775, |
| "step": 430 |
| }, |
| { |
| "grad_norm": 0.5206490755081177, |
| "learning_rate": 9.902712971718675e-05, |
| "loss": 0.8647, |
| "step": 440 |
| }, |
| { |
| "grad_norm": 0.44746702909469604, |
| "learning_rate": 9.894430847616915e-05, |
| "loss": 0.8619, |
| "step": 450 |
| }, |
| { |
| "grad_norm": 0.4645554721355438, |
| "learning_rate": 9.885814195668232e-05, |
| "loss": 0.8444, |
| "step": 460 |
| }, |
| { |
| "grad_norm": 0.47834452986717224, |
| "learning_rate": 9.876863604809344e-05, |
| "loss": 0.8333, |
| "step": 470 |
| }, |
| { |
| "grad_norm": 0.43582776188850403, |
| "learning_rate": 9.867579686801245e-05, |
| "loss": 0.8598, |
| "step": 480 |
| }, |
| { |
| "grad_norm": 0.4257030189037323, |
| "learning_rate": 9.8579630761874e-05, |
| "loss": 0.8198, |
| "step": 490 |
| }, |
| { |
| "grad_norm": 0.5325835943222046, |
| "learning_rate": 9.848014430250367e-05, |
| "loss": 0.8271, |
| "step": 500 |
| }, |
| { |
| "grad_norm": 0.46889224648475647, |
| "learning_rate": 9.837734428966885e-05, |
| "loss": 0.8202, |
| "step": 510 |
| }, |
| { |
| "grad_norm": 0.5707681775093079, |
| "learning_rate": 9.827123774961383e-05, |
| "loss": 0.8078, |
| "step": 520 |
| }, |
| { |
| "grad_norm": 0.5601910352706909, |
| "learning_rate": 9.816183193457968e-05, |
| "loss": 0.8296, |
| "step": 530 |
| }, |
| { |
| "grad_norm": 0.6276665925979614, |
| "learning_rate": 9.804913432230856e-05, |
| "loss": 0.8248, |
| "step": 540 |
| }, |
| { |
| "grad_norm": 0.6616746187210083, |
| "learning_rate": 9.793315261553252e-05, |
| "loss": 0.8042, |
| "step": 550 |
| }, |
| { |
| "grad_norm": 0.5051801204681396, |
| "learning_rate": 9.781389474144717e-05, |
| "loss": 0.8047, |
| "step": 560 |
| }, |
| { |
| "grad_norm": 0.45216768980026245, |
| "learning_rate": 9.76913688511698e-05, |
| "loss": 0.8061, |
| "step": 570 |
| }, |
| { |
| "grad_norm": 0.5215824246406555, |
| "learning_rate": 9.756558331918227e-05, |
| "loss": 0.8082, |
| "step": 580 |
| }, |
| { |
| "grad_norm": 0.5071956515312195, |
| "learning_rate": 9.743654674275855e-05, |
| "loss": 0.8092, |
| "step": 590 |
| }, |
| { |
| "grad_norm": 0.4734920263290405, |
| "learning_rate": 9.730426794137727e-05, |
| "loss": 0.7902, |
| "step": 600 |
| }, |
| { |
| "grad_norm": 0.6150533556938171, |
| "learning_rate": 9.716875595611879e-05, |
| "loss": 0.7976, |
| "step": 610 |
| }, |
| { |
| "grad_norm": 0.6230007410049438, |
| "learning_rate": 9.703002004904729e-05, |
| "loss": 0.7894, |
| "step": 620 |
| }, |
| { |
| "grad_norm": 0.47863709926605225, |
| "learning_rate": 9.688806970257773e-05, |
| "loss": 0.7771, |
| "step": 630 |
| }, |
| { |
| "grad_norm": 0.5021641850471497, |
| "learning_rate": 9.674291461882774e-05, |
| "loss": 0.7608, |
| "step": 640 |
| }, |
| { |
| "grad_norm": 0.6127395033836365, |
| "learning_rate": 9.659456471895445e-05, |
| "loss": 0.7793, |
| "step": 650 |
| }, |
| { |
| "grad_norm": 0.5065549612045288, |
| "learning_rate": 9.644303014247648e-05, |
| "loss": 0.7759, |
| "step": 660 |
| }, |
| { |
| "grad_norm": 0.5618578195571899, |
| "learning_rate": 9.628832124658085e-05, |
| "loss": 0.7647, |
| "step": 670 |
| }, |
| { |
| "grad_norm": 0.7806953191757202, |
| "learning_rate": 9.613044860541507e-05, |
| "loss": 0.7829, |
| "step": 680 |
| }, |
| { |
| "grad_norm": 0.48667505383491516, |
| "learning_rate": 9.596942300936445e-05, |
| "loss": 0.7624, |
| "step": 690 |
| }, |
| { |
| "grad_norm": 0.4916687309741974, |
| "learning_rate": 9.580525546431459e-05, |
| "loss": 0.7617, |
| "step": 700 |
| }, |
| { |
| "grad_norm": 0.382213830947876, |
| "learning_rate": 9.563795719089911e-05, |
| "loss": 0.7561, |
| "step": 710 |
| }, |
| { |
| "grad_norm": 0.7185860276222229, |
| "learning_rate": 9.546753962373281e-05, |
| "loss": 0.7619, |
| "step": 720 |
| }, |
| { |
| "grad_norm": 0.48129522800445557, |
| "learning_rate": 9.529401441062997e-05, |
| "loss": 0.773, |
| "step": 730 |
| }, |
| { |
| "grad_norm": 0.5167684555053711, |
| "learning_rate": 9.511739341180842e-05, |
| "loss": 0.7669, |
| "step": 740 |
| }, |
| { |
| "grad_norm": 0.5255888104438782, |
| "learning_rate": 9.493768869907886e-05, |
| "loss": 0.764, |
| "step": 750 |
| }, |
| { |
| "grad_norm": 0.3794105052947998, |
| "learning_rate": 9.475491255501968e-05, |
| "loss": 0.7532, |
| "step": 760 |
| }, |
| { |
| "grad_norm": 0.4577208459377289, |
| "learning_rate": 9.456907747213748e-05, |
| "loss": 0.7512, |
| "step": 770 |
| }, |
| { |
| "grad_norm": 0.47813680768013, |
| "learning_rate": 9.438019615201336e-05, |
| "loss": 0.7653, |
| "step": 780 |
| }, |
| { |
| "grad_norm": 0.48698732256889343, |
| "learning_rate": 9.418828150443469e-05, |
| "loss": 0.7354, |
| "step": 790 |
| }, |
| { |
| "grad_norm": 0.48488903045654297, |
| "learning_rate": 9.399334664651262e-05, |
| "loss": 0.7649, |
| "step": 800 |
| }, |
| { |
| "grad_norm": 0.46380874514579773, |
| "learning_rate": 9.379540490178581e-05, |
| "loss": 0.7617, |
| "step": 810 |
| }, |
| { |
| "grad_norm": 0.48268088698387146, |
| "learning_rate": 9.359446979930955e-05, |
| "loss": 0.7466, |
| "step": 820 |
| }, |
| { |
| "grad_norm": 0.5104127526283264, |
| "learning_rate": 9.33905550727312e-05, |
| "loss": 0.7389, |
| "step": 830 |
| }, |
| { |
| "grad_norm": 0.4325626790523529, |
| "learning_rate": 9.318367465935142e-05, |
| "loss": 0.7414, |
| "step": 840 |
| }, |
| { |
| "grad_norm": 0.45519083738327026, |
| "learning_rate": 9.29738426991717e-05, |
| "loss": 0.7517, |
| "step": 850 |
| }, |
| { |
| "grad_norm": 0.5354924201965332, |
| "learning_rate": 9.276107353392774e-05, |
| "loss": 0.7427, |
| "step": 860 |
| }, |
| { |
| "grad_norm": 0.5575360655784607, |
| "learning_rate": 9.254538170610938e-05, |
| "loss": 0.7515, |
| "step": 870 |
| }, |
| { |
| "grad_norm": 0.5105330944061279, |
| "learning_rate": 9.232678195796654e-05, |
| "loss": 0.722, |
| "step": 880 |
| }, |
| { |
| "grad_norm": 0.5286569595336914, |
| "learning_rate": 9.210528923050164e-05, |
| "loss": 0.7215, |
| "step": 890 |
| }, |
| { |
| "grad_norm": 0.46469196677207947, |
| "learning_rate": 9.188091866244834e-05, |
| "loss": 0.72, |
| "step": 900 |
| }, |
| { |
| "grad_norm": 0.43992435932159424, |
| "learning_rate": 9.165368558923695e-05, |
| "loss": 0.7195, |
| "step": 910 |
| }, |
| { |
| "grad_norm": 0.4441291391849518, |
| "learning_rate": 9.142360554194618e-05, |
| "loss": 0.7272, |
| "step": 920 |
| }, |
| { |
| "grad_norm": 0.5133683085441589, |
| "learning_rate": 9.119069424624163e-05, |
| "loss": 0.7142, |
| "step": 930 |
| }, |
| { |
| "grad_norm": 0.5577358603477478, |
| "learning_rate": 9.0954967621301e-05, |
| "loss": 0.7095, |
| "step": 940 |
| }, |
| { |
| "grad_norm": 0.621738076210022, |
| "learning_rate": 9.071644177872594e-05, |
| "loss": 0.7276, |
| "step": 950 |
| }, |
| { |
| "grad_norm": 0.4756941497325897, |
| "learning_rate": 9.047513302144095e-05, |
| "loss": 0.7196, |
| "step": 960 |
| }, |
| { |
| "grad_norm": 0.3742871582508087, |
| "learning_rate": 9.023105784257906e-05, |
| "loss": 0.7159, |
| "step": 970 |
| }, |
| { |
| "grad_norm": 0.43546372652053833, |
| "learning_rate": 8.998423292435454e-05, |
| "loss": 0.7127, |
| "step": 980 |
| }, |
| { |
| "grad_norm": 0.5410100817680359, |
| "learning_rate": 8.973467513692265e-05, |
| "loss": 0.7089, |
| "step": 990 |
| }, |
| { |
| "grad_norm": 0.5081359148025513, |
| "learning_rate": 8.94824015372267e-05, |
| "loss": 0.6982, |
| "step": 1000 |
| }, |
| { |
| "grad_norm": 0.49883362650871277, |
| "learning_rate": 8.922742936783207e-05, |
| "loss": 0.7099, |
| "step": 1010 |
| }, |
| { |
| "grad_norm": 0.5988953709602356, |
| "learning_rate": 8.896977605574788e-05, |
| "loss": 0.7041, |
| "step": 1020 |
| }, |
| { |
| "grad_norm": 0.648632824420929, |
| "learning_rate": 8.870945921123576e-05, |
| "loss": 0.7184, |
| "step": 1030 |
| }, |
| { |
| "grad_norm": 0.4201085865497589, |
| "learning_rate": 8.844649662660624e-05, |
| "loss": 0.7186, |
| "step": 1040 |
| }, |
| { |
| "grad_norm": 0.5427833199501038, |
| "learning_rate": 8.818090627500266e-05, |
| "loss": 0.7271, |
| "step": 1050 |
| }, |
| { |
| "grad_norm": 0.5188281536102295, |
| "learning_rate": 8.791270630917275e-05, |
| "loss": 0.7092, |
| "step": 1060 |
| }, |
| { |
| "grad_norm": 0.6617937684059143, |
| "learning_rate": 8.764191506022795e-05, |
| "loss": 0.7114, |
| "step": 1070 |
| }, |
| { |
| "grad_norm": 0.5660023093223572, |
| "learning_rate": 8.736855103639037e-05, |
| "loss": 0.6944, |
| "step": 1080 |
| }, |
| { |
| "grad_norm": 0.45464205741882324, |
| "learning_rate": 8.709263292172794e-05, |
| "loss": 0.7176, |
| "step": 1090 |
| }, |
| { |
| "grad_norm": 0.44230857491493225, |
| "learning_rate": 8.681417957487729e-05, |
| "loss": 0.7053, |
| "step": 1100 |
| }, |
| { |
| "grad_norm": 0.5209611654281616, |
| "learning_rate": 8.653321002775478e-05, |
| "loss": 0.7061, |
| "step": 1110 |
| }, |
| { |
| "grad_norm": 0.5073080658912659, |
| "learning_rate": 8.624974348425574e-05, |
| "loss": 0.7162, |
| "step": 1120 |
| }, |
| { |
| "grad_norm": 0.5269641280174255, |
| "learning_rate": 8.596379931894188e-05, |
| "loss": 0.7059, |
| "step": 1130 |
| }, |
| { |
| "grad_norm": 0.45516136288642883, |
| "learning_rate": 8.567539707571703e-05, |
| "loss": 0.7021, |
| "step": 1140 |
| }, |
| { |
| "grad_norm": 0.4557558298110962, |
| "learning_rate": 8.538455646649146e-05, |
| "loss": 0.6988, |
| "step": 1150 |
| }, |
| { |
| "grad_norm": 0.5678983926773071, |
| "learning_rate": 8.509129736983446e-05, |
| "loss": 0.7003, |
| "step": 1160 |
| }, |
| { |
| "grad_norm": 0.5725619196891785, |
| "learning_rate": 8.479563982961571e-05, |
| "loss": 0.7027, |
| "step": 1170 |
| }, |
| { |
| "grad_norm": 0.46510183811187744, |
| "learning_rate": 8.449760405363539e-05, |
| "loss": 0.7054, |
| "step": 1180 |
| }, |
| { |
| "grad_norm": 0.5408710241317749, |
| "learning_rate": 8.419721041224287e-05, |
| "loss": 0.6948, |
| "step": 1190 |
| }, |
| { |
| "grad_norm": 0.46410325169563293, |
| "learning_rate": 8.389447943694451e-05, |
| "loss": 0.7045, |
| "step": 1200 |
| }, |
| { |
| "grad_norm": 0.5080893039703369, |
| "learning_rate": 8.358943181900032e-05, |
| "loss": 0.6939, |
| "step": 1210 |
| }, |
| { |
| "grad_norm": 0.5485800504684448, |
| "learning_rate": 8.328208840800981e-05, |
| "loss": 0.695, |
| "step": 1220 |
| }, |
| { |
| "grad_norm": 0.5217918157577515, |
| "learning_rate": 8.297247021048686e-05, |
| "loss": 0.7029, |
| "step": 1230 |
| }, |
| { |
| "grad_norm": 0.5817974209785461, |
| "learning_rate": 8.266059838842396e-05, |
| "loss": 0.7023, |
| "step": 1240 |
| }, |
| { |
| "grad_norm": 0.4946444034576416, |
| "learning_rate": 8.23464942578459e-05, |
| "loss": 0.6997, |
| "step": 1250 |
| }, |
| { |
| "grad_norm": 0.5017271041870117, |
| "learning_rate": 8.203017928735277e-05, |
| "loss": 0.7013, |
| "step": 1260 |
| }, |
| { |
| "grad_norm": 0.4506302773952484, |
| "learning_rate": 8.17116750966526e-05, |
| "loss": 0.6914, |
| "step": 1270 |
| }, |
| { |
| "grad_norm": 0.5228651762008667, |
| "learning_rate": 8.139100345508377e-05, |
| "loss": 0.7048, |
| "step": 1280 |
| }, |
| { |
| "grad_norm": 0.47274133563041687, |
| "learning_rate": 8.106818628012697e-05, |
| "loss": 0.6809, |
| "step": 1290 |
| }, |
| { |
| "grad_norm": 0.47493863105773926, |
| "learning_rate": 8.074324563590736e-05, |
| "loss": 0.693, |
| "step": 1300 |
| }, |
| { |
| "grad_norm": 0.5628791451454163, |
| "learning_rate": 8.041620373168628e-05, |
| "loss": 0.7053, |
| "step": 1310 |
| }, |
| { |
| "grad_norm": 0.5795761942863464, |
| "learning_rate": 8.008708292034349e-05, |
| "loss": 0.7127, |
| "step": 1320 |
| }, |
| { |
| "grad_norm": 0.46782001852989197, |
| "learning_rate": 7.975590569684925e-05, |
| "loss": 0.6882, |
| "step": 1330 |
| }, |
| { |
| "grad_norm": 0.45206907391548157, |
| "learning_rate": 7.942269469672687e-05, |
| "loss": 0.6894, |
| "step": 1340 |
| }, |
| { |
| "grad_norm": 0.5340469479560852, |
| "learning_rate": 7.908747269450558e-05, |
| "loss": 0.6839, |
| "step": 1350 |
| }, |
| { |
| "grad_norm": 0.6080896854400635, |
| "learning_rate": 7.875026260216393e-05, |
| "loss": 0.6956, |
| "step": 1360 |
| }, |
| { |
| "grad_norm": 0.5087507367134094, |
| "learning_rate": 7.841108746756382e-05, |
| "loss": 0.6895, |
| "step": 1370 |
| }, |
| { |
| "grad_norm": 0.4710014760494232, |
| "learning_rate": 7.806997047287516e-05, |
| "loss": 0.6839, |
| "step": 1380 |
| }, |
| { |
| "grad_norm": 0.5395244359970093, |
| "learning_rate": 7.772693493299138e-05, |
| "loss": 0.6944, |
| "step": 1390 |
| }, |
| { |
| "grad_norm": 0.5339425206184387, |
| "learning_rate": 7.7382004293936e-05, |
| "loss": 0.6979, |
| "step": 1400 |
| }, |
| { |
| "grad_norm": 0.4487476348876953, |
| "learning_rate": 7.703520213126e-05, |
| "loss": 0.6793, |
| "step": 1410 |
| }, |
| { |
| "grad_norm": 0.5018513798713684, |
| "learning_rate": 7.66865521484305e-05, |
| "loss": 0.7039, |
| "step": 1420 |
| }, |
| { |
| "grad_norm": 0.497934490442276, |
| "learning_rate": 7.633607817521074e-05, |
| "loss": 0.6904, |
| "step": 1430 |
| }, |
| { |
| "grad_norm": 0.5556654334068298, |
| "learning_rate": 7.598380416603119e-05, |
| "loss": 0.6821, |
| "step": 1440 |
| }, |
| { |
| "grad_norm": 0.5551984906196594, |
| "learning_rate": 7.562975419835247e-05, |
| "loss": 0.682, |
| "step": 1450 |
| }, |
| { |
| "grad_norm": 0.5837743878364563, |
| "learning_rate": 7.527395247101956e-05, |
| "loss": 0.6929, |
| "step": 1460 |
| }, |
| { |
| "grad_norm": 0.504239022731781, |
| "learning_rate": 7.491642330260789e-05, |
| "loss": 0.6718, |
| "step": 1470 |
| }, |
| { |
| "grad_norm": 0.4760385751724243, |
| "learning_rate": 7.45571911297612e-05, |
| "loss": 0.6712, |
| "step": 1480 |
| }, |
| { |
| "grad_norm": 0.4641706347465515, |
| "learning_rate": 7.419628050552131e-05, |
| "loss": 0.6831, |
| "step": 1490 |
| }, |
| { |
| "grad_norm": 0.5901619791984558, |
| "learning_rate": 7.383371609764999e-05, |
| "loss": 0.6675, |
| "step": 1500 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 4000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
