| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.2, |
| "eval_steps": 500, |
| "global_step": 2000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "grad_norm": 1.8061772584915161, |
| "learning_rate": 1.8e-06, |
| "loss": 1.2102, |
| "step": 10 |
| }, |
| { |
| "grad_norm": 1.4747154712677002, |
| "learning_rate": 3.8e-06, |
| "loss": 1.1989, |
| "step": 20 |
| }, |
| { |
| "grad_norm": 0.6578592658042908, |
| "learning_rate": 5.8e-06, |
| "loss": 1.0852, |
| "step": 30 |
| }, |
| { |
| "grad_norm": 0.8031267523765564, |
| "learning_rate": 7.8e-06, |
| "loss": 1.061, |
| "step": 40 |
| }, |
| { |
| "grad_norm": 0.7423774600028992, |
| "learning_rate": 9.800000000000001e-06, |
| "loss": 1.0392, |
| "step": 50 |
| }, |
| { |
| "grad_norm": 0.3366369605064392, |
| "learning_rate": 1.18e-05, |
| "loss": 1.0494, |
| "step": 60 |
| }, |
| { |
| "grad_norm": 0.6181372404098511, |
| "learning_rate": 1.3800000000000002e-05, |
| "loss": 1.0226, |
| "step": 70 |
| }, |
| { |
| "grad_norm": 1.1166492700576782, |
| "learning_rate": 1.58e-05, |
| "loss": 1.021, |
| "step": 80 |
| }, |
| { |
| "grad_norm": 3.875643253326416, |
| "learning_rate": 1.78e-05, |
| "loss": 0.9186, |
| "step": 90 |
| }, |
| { |
| "grad_norm": 3.100308895111084, |
| "learning_rate": 1.9800000000000004e-05, |
| "loss": 0.7894, |
| "step": 100 |
| }, |
| { |
| "grad_norm": 3.7580819129943848, |
| "learning_rate": 2.18e-05, |
| "loss": 0.6621, |
| "step": 110 |
| }, |
| { |
| "grad_norm": 4.687175750732422, |
| "learning_rate": 2.38e-05, |
| "loss": 0.5106, |
| "step": 120 |
| }, |
| { |
| "grad_norm": 4.228991985321045, |
| "learning_rate": 2.58e-05, |
| "loss": 0.3378, |
| "step": 130 |
| }, |
| { |
| "grad_norm": 2.555137872695923, |
| "learning_rate": 2.7800000000000005e-05, |
| "loss": 0.2668, |
| "step": 140 |
| }, |
| { |
| "grad_norm": 3.8804194927215576, |
| "learning_rate": 2.98e-05, |
| "loss": 0.2177, |
| "step": 150 |
| }, |
| { |
| "grad_norm": 3.5343244075775146, |
| "learning_rate": 3.18e-05, |
| "loss": 0.1956, |
| "step": 160 |
| }, |
| { |
| "grad_norm": 2.94913649559021, |
| "learning_rate": 3.38e-05, |
| "loss": 0.1707, |
| "step": 170 |
| }, |
| { |
| "grad_norm": 3.1313822269439697, |
| "learning_rate": 3.58e-05, |
| "loss": 0.1722, |
| "step": 180 |
| }, |
| { |
| "grad_norm": 1.553078293800354, |
| "learning_rate": 3.7800000000000004e-05, |
| "loss": 0.1514, |
| "step": 190 |
| }, |
| { |
| "grad_norm": 2.466740131378174, |
| "learning_rate": 3.9800000000000005e-05, |
| "loss": 0.144, |
| "step": 200 |
| }, |
| { |
| "grad_norm": 1.6171531677246094, |
| "learning_rate": 4.18e-05, |
| "loss": 0.1403, |
| "step": 210 |
| }, |
| { |
| "grad_norm": 3.0060226917266846, |
| "learning_rate": 4.38e-05, |
| "loss": 0.1418, |
| "step": 220 |
| }, |
| { |
| "grad_norm": 1.5442951917648315, |
| "learning_rate": 4.58e-05, |
| "loss": 0.1284, |
| "step": 230 |
| }, |
| { |
| "grad_norm": 2.284505605697632, |
| "learning_rate": 4.78e-05, |
| "loss": 0.132, |
| "step": 240 |
| }, |
| { |
| "grad_norm": 1.6954904794692993, |
| "learning_rate": 4.9800000000000004e-05, |
| "loss": 0.1254, |
| "step": 250 |
| }, |
| { |
| "grad_norm": 2.5462610721588135, |
| "learning_rate": 5.1800000000000005e-05, |
| "loss": 0.1209, |
| "step": 260 |
| }, |
| { |
| "grad_norm": 2.6769697666168213, |
| "learning_rate": 5.380000000000001e-05, |
| "loss": 0.133, |
| "step": 270 |
| }, |
| { |
| "grad_norm": 1.9513802528381348, |
| "learning_rate": 5.580000000000001e-05, |
| "loss": 0.1226, |
| "step": 280 |
| }, |
| { |
| "grad_norm": 1.6414059400558472, |
| "learning_rate": 5.7799999999999995e-05, |
| "loss": 0.1515, |
| "step": 290 |
| }, |
| { |
| "grad_norm": 2.1393585205078125, |
| "learning_rate": 5.9800000000000003e-05, |
| "loss": 0.1242, |
| "step": 300 |
| }, |
| { |
| "grad_norm": 0.8399069309234619, |
| "learning_rate": 6.18e-05, |
| "loss": 0.1385, |
| "step": 310 |
| }, |
| { |
| "grad_norm": 2.0428855419158936, |
| "learning_rate": 6.38e-05, |
| "loss": 0.1246, |
| "step": 320 |
| }, |
| { |
| "grad_norm": 2.1637940406799316, |
| "learning_rate": 6.58e-05, |
| "loss": 0.1297, |
| "step": 330 |
| }, |
| { |
| "grad_norm": 1.5418416261672974, |
| "learning_rate": 6.780000000000001e-05, |
| "loss": 0.1129, |
| "step": 340 |
| }, |
| { |
| "grad_norm": 1.2646944522857666, |
| "learning_rate": 6.98e-05, |
| "loss": 0.1005, |
| "step": 350 |
| }, |
| { |
| "grad_norm": 1.169583797454834, |
| "learning_rate": 7.18e-05, |
| "loss": 0.1103, |
| "step": 360 |
| }, |
| { |
| "grad_norm": 1.2223219871520996, |
| "learning_rate": 7.38e-05, |
| "loss": 0.1167, |
| "step": 370 |
| }, |
| { |
| "grad_norm": 2.094849109649658, |
| "learning_rate": 7.58e-05, |
| "loss": 0.1131, |
| "step": 380 |
| }, |
| { |
| "grad_norm": 1.0914831161499023, |
| "learning_rate": 7.780000000000001e-05, |
| "loss": 0.1183, |
| "step": 390 |
| }, |
| { |
| "grad_norm": 1.2861425876617432, |
| "learning_rate": 7.98e-05, |
| "loss": 0.1113, |
| "step": 400 |
| }, |
| { |
| "grad_norm": 0.8093202710151672, |
| "learning_rate": 8.18e-05, |
| "loss": 0.117, |
| "step": 410 |
| }, |
| { |
| "grad_norm": 1.6367533206939697, |
| "learning_rate": 8.38e-05, |
| "loss": 0.1055, |
| "step": 420 |
| }, |
| { |
| "grad_norm": 1.0690555572509766, |
| "learning_rate": 8.58e-05, |
| "loss": 0.1075, |
| "step": 430 |
| }, |
| { |
| "grad_norm": 1.3714529275894165, |
| "learning_rate": 8.78e-05, |
| "loss": 0.104, |
| "step": 440 |
| }, |
| { |
| "grad_norm": 1.5832537412643433, |
| "learning_rate": 8.98e-05, |
| "loss": 0.1128, |
| "step": 450 |
| }, |
| { |
| "grad_norm": 0.7846147418022156, |
| "learning_rate": 9.180000000000001e-05, |
| "loss": 0.1119, |
| "step": 460 |
| }, |
| { |
| "grad_norm": 1.241227388381958, |
| "learning_rate": 9.38e-05, |
| "loss": 0.1172, |
| "step": 470 |
| }, |
| { |
| "grad_norm": 0.9083560705184937, |
| "learning_rate": 9.58e-05, |
| "loss": 0.1111, |
| "step": 480 |
| }, |
| { |
| "grad_norm": 0.7720792889595032, |
| "learning_rate": 9.78e-05, |
| "loss": 0.0982, |
| "step": 490 |
| }, |
| { |
| "grad_norm": 1.0341143608093262, |
| "learning_rate": 9.98e-05, |
| "loss": 0.0984, |
| "step": 500 |
| }, |
| { |
| "grad_norm": 1.1317723989486694, |
| "learning_rate": 9.9999778549206e-05, |
| "loss": 0.1106, |
| "step": 510 |
| }, |
| { |
| "grad_norm": 0.9916303753852844, |
| "learning_rate": 9.999901304280685e-05, |
| "loss": 0.0987, |
| "step": 520 |
| }, |
| { |
| "grad_norm": 0.898222029209137, |
| "learning_rate": 9.999770075521164e-05, |
| "loss": 0.1017, |
| "step": 530 |
| }, |
| { |
| "grad_norm": 1.3211407661437988, |
| "learning_rate": 9.99958417007713e-05, |
| "loss": 0.0906, |
| "step": 540 |
| }, |
| { |
| "grad_norm": 1.2681704759597778, |
| "learning_rate": 9.999343589981615e-05, |
| "loss": 0.1007, |
| "step": 550 |
| }, |
| { |
| "grad_norm": 1.1410036087036133, |
| "learning_rate": 9.999048337865568e-05, |
| "loss": 0.0908, |
| "step": 560 |
| }, |
| { |
| "grad_norm": 0.619777262210846, |
| "learning_rate": 9.998698416957815e-05, |
| "loss": 0.0889, |
| "step": 570 |
| }, |
| { |
| "grad_norm": 0.9319987893104553, |
| "learning_rate": 9.998293831085037e-05, |
| "loss": 0.0947, |
| "step": 580 |
| }, |
| { |
| "grad_norm": 0.7254066467285156, |
| "learning_rate": 9.997834584671719e-05, |
| "loss": 0.1014, |
| "step": 590 |
| }, |
| { |
| "grad_norm": 0.5764051675796509, |
| "learning_rate": 9.997320682740107e-05, |
| "loss": 0.0991, |
| "step": 600 |
| }, |
| { |
| "grad_norm": 0.6951457262039185, |
| "learning_rate": 9.996752130910149e-05, |
| "loss": 0.1116, |
| "step": 610 |
| }, |
| { |
| "grad_norm": 0.7899103760719299, |
| "learning_rate": 9.99612893539944e-05, |
| "loss": 0.0923, |
| "step": 620 |
| }, |
| { |
| "grad_norm": 0.5182093977928162, |
| "learning_rate": 9.995451103023144e-05, |
| "loss": 0.075, |
| "step": 630 |
| }, |
| { |
| "grad_norm": 0.5825569033622742, |
| "learning_rate": 9.994718641193928e-05, |
| "loss": 0.0834, |
| "step": 640 |
| }, |
| { |
| "grad_norm": 0.5975721478462219, |
| "learning_rate": 9.993931557921874e-05, |
| "loss": 0.0808, |
| "step": 650 |
| }, |
| { |
| "grad_norm": 0.6993137001991272, |
| "learning_rate": 9.993089861814402e-05, |
| "loss": 0.0857, |
| "step": 660 |
| }, |
| { |
| "grad_norm": 0.7876319885253906, |
| "learning_rate": 9.992193562076166e-05, |
| "loss": 0.1006, |
| "step": 670 |
| }, |
| { |
| "grad_norm": 0.668891429901123, |
| "learning_rate": 9.991242668508954e-05, |
| "loss": 0.0899, |
| "step": 680 |
| }, |
| { |
| "grad_norm": 0.5712555646896362, |
| "learning_rate": 9.990237191511587e-05, |
| "loss": 0.0839, |
| "step": 690 |
| }, |
| { |
| "grad_norm": 0.43553826212882996, |
| "learning_rate": 9.989177142079802e-05, |
| "loss": 0.0856, |
| "step": 700 |
| }, |
| { |
| "grad_norm": 0.7408167123794556, |
| "learning_rate": 9.988062531806126e-05, |
| "loss": 0.0957, |
| "step": 710 |
| }, |
| { |
| "grad_norm": 0.6338667273521423, |
| "learning_rate": 9.986893372879762e-05, |
| "loss": 0.0849, |
| "step": 720 |
| }, |
| { |
| "grad_norm": 0.708287239074707, |
| "learning_rate": 9.985669678086443e-05, |
| "loss": 0.0938, |
| "step": 730 |
| }, |
| { |
| "grad_norm": 0.7147543430328369, |
| "learning_rate": 9.984391460808298e-05, |
| "loss": 0.0731, |
| "step": 740 |
| }, |
| { |
| "grad_norm": 0.5941300392150879, |
| "learning_rate": 9.983058735023709e-05, |
| "loss": 0.0834, |
| "step": 750 |
| }, |
| { |
| "grad_norm": 0.5001762509346008, |
| "learning_rate": 9.98167151530715e-05, |
| "loss": 0.0704, |
| "step": 760 |
| }, |
| { |
| "grad_norm": 0.4520997703075409, |
| "learning_rate": 9.980229816829034e-05, |
| "loss": 0.0725, |
| "step": 770 |
| }, |
| { |
| "grad_norm": 0.3239596486091614, |
| "learning_rate": 9.978733655355544e-05, |
| "loss": 0.0759, |
| "step": 780 |
| }, |
| { |
| "grad_norm": 0.6231990456581116, |
| "learning_rate": 9.977183047248464e-05, |
| "loss": 0.0692, |
| "step": 790 |
| }, |
| { |
| "grad_norm": 0.5697351098060608, |
| "learning_rate": 9.975578009464992e-05, |
| "loss": 0.0815, |
| "step": 800 |
| }, |
| { |
| "grad_norm": 0.5554783344268799, |
| "learning_rate": 9.97391855955757e-05, |
| "loss": 0.0846, |
| "step": 810 |
| }, |
| { |
| "grad_norm": 0.8224487900733948, |
| "learning_rate": 9.972204715673669e-05, |
| "loss": 0.0775, |
| "step": 820 |
| }, |
| { |
| "grad_norm": 0.6740953326225281, |
| "learning_rate": 9.970436496555617e-05, |
| "loss": 0.0798, |
| "step": 830 |
| }, |
| { |
| "grad_norm": 0.6196176409721375, |
| "learning_rate": 9.968613921540373e-05, |
| "loss": 0.0656, |
| "step": 840 |
| }, |
| { |
| "grad_norm": 0.7281718850135803, |
| "learning_rate": 9.966737010559326e-05, |
| "loss": 0.0818, |
| "step": 850 |
| }, |
| { |
| "grad_norm": 0.9248817563056946, |
| "learning_rate": 9.964805784138072e-05, |
| "loss": 0.0881, |
| "step": 860 |
| }, |
| { |
| "grad_norm": 0.8059525489807129, |
| "learning_rate": 9.962820263396195e-05, |
| "loss": 0.0822, |
| "step": 870 |
| }, |
| { |
| "grad_norm": 0.8395443558692932, |
| "learning_rate": 9.960780470047033e-05, |
| "loss": 0.073, |
| "step": 880 |
| }, |
| { |
| "grad_norm": 0.7793157696723938, |
| "learning_rate": 9.958686426397437e-05, |
| "loss": 0.0694, |
| "step": 890 |
| }, |
| { |
| "grad_norm": 0.447717547416687, |
| "learning_rate": 9.956538155347534e-05, |
| "loss": 0.0794, |
| "step": 900 |
| }, |
| { |
| "grad_norm": 0.3848801553249359, |
| "learning_rate": 9.95433568039047e-05, |
| "loss": 0.0629, |
| "step": 910 |
| }, |
| { |
| "grad_norm": 0.5611248016357422, |
| "learning_rate": 9.952079025612162e-05, |
| "loss": 0.0769, |
| "step": 920 |
| }, |
| { |
| "grad_norm": 0.49911221861839294, |
| "learning_rate": 9.949768215691022e-05, |
| "loss": 0.0634, |
| "step": 930 |
| }, |
| { |
| "grad_norm": 0.42823612689971924, |
| "learning_rate": 9.9474032758977e-05, |
| "loss": 0.0582, |
| "step": 940 |
| }, |
| { |
| "grad_norm": 0.856852650642395, |
| "learning_rate": 9.944984232094794e-05, |
| "loss": 0.0779, |
| "step": 950 |
| }, |
| { |
| "grad_norm": 0.6261837482452393, |
| "learning_rate": 9.942511110736584e-05, |
| "loss": 0.0618, |
| "step": 960 |
| }, |
| { |
| "grad_norm": 0.5489150881767273, |
| "learning_rate": 9.939983938868726e-05, |
| "loss": 0.0646, |
| "step": 970 |
| }, |
| { |
| "grad_norm": 0.6689404249191284, |
| "learning_rate": 9.93740274412797e-05, |
| "loss": 0.0764, |
| "step": 980 |
| }, |
| { |
| "grad_norm": 0.5648400187492371, |
| "learning_rate": 9.934767554741846e-05, |
| "loss": 0.079, |
| "step": 990 |
| }, |
| { |
| "grad_norm": 0.48364317417144775, |
| "learning_rate": 9.932078399528361e-05, |
| "loss": 0.0703, |
| "step": 1000 |
| }, |
| { |
| "grad_norm": 0.6004571914672852, |
| "learning_rate": 9.929335307895689e-05, |
| "loss": 0.0713, |
| "step": 1010 |
| }, |
| { |
| "grad_norm": 0.5344667434692383, |
| "learning_rate": 9.926538309841839e-05, |
| "loss": 0.0677, |
| "step": 1020 |
| }, |
| { |
| "grad_norm": 0.6448832750320435, |
| "learning_rate": 9.923687435954334e-05, |
| "loss": 0.0681, |
| "step": 1030 |
| }, |
| { |
| "grad_norm": 0.4730415940284729, |
| "learning_rate": 9.920782717409873e-05, |
| "loss": 0.0694, |
| "step": 1040 |
| }, |
| { |
| "grad_norm": 0.28815484046936035, |
| "learning_rate": 9.917824185973994e-05, |
| "loss": 0.0548, |
| "step": 1050 |
| }, |
| { |
| "grad_norm": 0.6332595348358154, |
| "learning_rate": 9.914811874000723e-05, |
| "loss": 0.0776, |
| "step": 1060 |
| }, |
| { |
| "grad_norm": 0.7720545530319214, |
| "learning_rate": 9.911745814432218e-05, |
| "loss": 0.0738, |
| "step": 1070 |
| }, |
| { |
| "grad_norm": 0.4502904713153839, |
| "learning_rate": 9.90862604079842e-05, |
| "loss": 0.0738, |
| "step": 1080 |
| }, |
| { |
| "grad_norm": 0.5622782707214355, |
| "learning_rate": 9.90545258721667e-05, |
| "loss": 0.0507, |
| "step": 1090 |
| }, |
| { |
| "grad_norm": 0.7295961380004883, |
| "learning_rate": 9.90222548839135e-05, |
| "loss": 0.0684, |
| "step": 1100 |
| }, |
| { |
| "grad_norm": 0.40541696548461914, |
| "learning_rate": 9.898944779613495e-05, |
| "loss": 0.0661, |
| "step": 1110 |
| }, |
| { |
| "grad_norm": 0.6888296604156494, |
| "learning_rate": 9.89561049676041e-05, |
| "loss": 0.0671, |
| "step": 1120 |
| }, |
| { |
| "grad_norm": 0.4445127844810486, |
| "learning_rate": 9.89222267629528e-05, |
| "loss": 0.0771, |
| "step": 1130 |
| }, |
| { |
| "grad_norm": 0.6876557469367981, |
| "learning_rate": 9.888781355266763e-05, |
| "loss": 0.0749, |
| "step": 1140 |
| }, |
| { |
| "grad_norm": 0.6139089465141296, |
| "learning_rate": 9.885286571308598e-05, |
| "loss": 0.0721, |
| "step": 1150 |
| }, |
| { |
| "grad_norm": 0.4543188810348511, |
| "learning_rate": 9.881738362639182e-05, |
| "loss": 0.0733, |
| "step": 1160 |
| }, |
| { |
| "grad_norm": 0.7434316873550415, |
| "learning_rate": 9.878136768061154e-05, |
| "loss": 0.0743, |
| "step": 1170 |
| }, |
| { |
| "grad_norm": 0.39948761463165283, |
| "learning_rate": 9.874481826960979e-05, |
| "loss": 0.0712, |
| "step": 1180 |
| }, |
| { |
| "grad_norm": 0.5060223937034607, |
| "learning_rate": 9.870773579308503e-05, |
| "loss": 0.0742, |
| "step": 1190 |
| }, |
| { |
| "grad_norm": 0.5455248951911926, |
| "learning_rate": 9.867012065656533e-05, |
| "loss": 0.0759, |
| "step": 1200 |
| }, |
| { |
| "grad_norm": 0.573907732963562, |
| "learning_rate": 9.863197327140376e-05, |
| "loss": 0.0726, |
| "step": 1210 |
| }, |
| { |
| "grad_norm": 0.5230447053909302, |
| "learning_rate": 9.859329405477403e-05, |
| "loss": 0.0569, |
| "step": 1220 |
| }, |
| { |
| "grad_norm": 0.61860191822052, |
| "learning_rate": 9.855408342966585e-05, |
| "loss": 0.0701, |
| "step": 1230 |
| }, |
| { |
| "grad_norm": 0.811663806438446, |
| "learning_rate": 9.851434182488033e-05, |
| "loss": 0.0636, |
| "step": 1240 |
| }, |
| { |
| "grad_norm": 0.6513891220092773, |
| "learning_rate": 9.84740696750253e-05, |
| "loss": 0.0789, |
| "step": 1250 |
| }, |
| { |
| "grad_norm": 0.3722531199455261, |
| "learning_rate": 9.843326742051055e-05, |
| "loss": 0.0634, |
| "step": 1260 |
| }, |
| { |
| "grad_norm": 0.4310877323150635, |
| "learning_rate": 9.839193550754297e-05, |
| "loss": 0.0775, |
| "step": 1270 |
| }, |
| { |
| "grad_norm": 0.5046648979187012, |
| "learning_rate": 9.835007438812177e-05, |
| "loss": 0.0753, |
| "step": 1280 |
| }, |
| { |
| "grad_norm": 0.4245837926864624, |
| "learning_rate": 9.830768452003341e-05, |
| "loss": 0.0717, |
| "step": 1290 |
| }, |
| { |
| "grad_norm": 0.5359390377998352, |
| "learning_rate": 9.826476636684671e-05, |
| "loss": 0.0687, |
| "step": 1300 |
| }, |
| { |
| "grad_norm": 0.8046008944511414, |
| "learning_rate": 9.822132039790773e-05, |
| "loss": 0.0687, |
| "step": 1310 |
| }, |
| { |
| "grad_norm": 0.7594823837280273, |
| "learning_rate": 9.817734708833461e-05, |
| "loss": 0.0752, |
| "step": 1320 |
| }, |
| { |
| "grad_norm": 0.7191202044487, |
| "learning_rate": 9.813284691901243e-05, |
| "loss": 0.0634, |
| "step": 1330 |
| }, |
| { |
| "grad_norm": 0.6475830674171448, |
| "learning_rate": 9.808782037658792e-05, |
| "loss": 0.0696, |
| "step": 1340 |
| }, |
| { |
| "grad_norm": 0.3510691225528717, |
| "learning_rate": 9.804226795346411e-05, |
| "loss": 0.0621, |
| "step": 1350 |
| }, |
| { |
| "grad_norm": 0.5146788954734802, |
| "learning_rate": 9.799619014779503e-05, |
| "loss": 0.0654, |
| "step": 1360 |
| }, |
| { |
| "grad_norm": 0.4277644157409668, |
| "learning_rate": 9.794958746348013e-05, |
| "loss": 0.0527, |
| "step": 1370 |
| }, |
| { |
| "grad_norm": 0.2788071930408478, |
| "learning_rate": 9.790246041015896e-05, |
| "loss": 0.0628, |
| "step": 1380 |
| }, |
| { |
| "grad_norm": 0.35217198729515076, |
| "learning_rate": 9.785480950320538e-05, |
| "loss": 0.0576, |
| "step": 1390 |
| }, |
| { |
| "grad_norm": 0.4901021420955658, |
| "learning_rate": 9.78066352637221e-05, |
| "loss": 0.0684, |
| "step": 1400 |
| }, |
| { |
| "grad_norm": 0.6155123114585876, |
| "learning_rate": 9.775793821853488e-05, |
| "loss": 0.0536, |
| "step": 1410 |
| }, |
| { |
| "grad_norm": 0.32494059205055237, |
| "learning_rate": 9.77087189001868e-05, |
| "loss": 0.0631, |
| "step": 1420 |
| }, |
| { |
| "grad_norm": 0.8440774083137512, |
| "learning_rate": 9.765897784693243e-05, |
| "loss": 0.0645, |
| "step": 1430 |
| }, |
| { |
| "grad_norm": 0.5711706876754761, |
| "learning_rate": 9.760871560273197e-05, |
| "loss": 0.0716, |
| "step": 1440 |
| }, |
| { |
| "grad_norm": 0.6301909685134888, |
| "learning_rate": 9.755793271724526e-05, |
| "loss": 0.0751, |
| "step": 1450 |
| }, |
| { |
| "grad_norm": 0.620735764503479, |
| "learning_rate": 9.750662974582584e-05, |
| "loss": 0.0648, |
| "step": 1460 |
| }, |
| { |
| "grad_norm": 0.43358784914016724, |
| "learning_rate": 9.745480724951473e-05, |
| "loss": 0.0686, |
| "step": 1470 |
| }, |
| { |
| "grad_norm": 0.5163449048995972, |
| "learning_rate": 9.740246579503447e-05, |
| "loss": 0.0749, |
| "step": 1480 |
| }, |
| { |
| "grad_norm": 0.4901696443557739, |
| "learning_rate": 9.734960595478284e-05, |
| "loss": 0.0595, |
| "step": 1490 |
| }, |
| { |
| "grad_norm": 0.7656370997428894, |
| "learning_rate": 9.729622830682657e-05, |
| "loss": 0.0792, |
| "step": 1500 |
| }, |
| { |
| "grad_norm": 0.4338843822479248, |
| "learning_rate": 9.724233343489504e-05, |
| "loss": 0.0667, |
| "step": 1510 |
| }, |
| { |
| "grad_norm": 0.32795488834381104, |
| "learning_rate": 9.718792192837396e-05, |
| "loss": 0.0656, |
| "step": 1520 |
| }, |
| { |
| "grad_norm": 0.4263949394226074, |
| "learning_rate": 9.713299438229886e-05, |
| "loss": 0.0682, |
| "step": 1530 |
| }, |
| { |
| "grad_norm": 0.3967912793159485, |
| "learning_rate": 9.707755139734855e-05, |
| "loss": 0.0752, |
| "step": 1540 |
| }, |
| { |
| "grad_norm": 0.3811866044998169, |
| "learning_rate": 9.702159357983866e-05, |
| "loss": 0.0652, |
| "step": 1550 |
| }, |
| { |
| "grad_norm": 0.5922670364379883, |
| "learning_rate": 9.696512154171492e-05, |
| "loss": 0.0626, |
| "step": 1560 |
| }, |
| { |
| "grad_norm": 0.3355621099472046, |
| "learning_rate": 9.690813590054645e-05, |
| "loss": 0.0556, |
| "step": 1570 |
| }, |
| { |
| "grad_norm": 0.3197598159313202, |
| "learning_rate": 9.685063727951914e-05, |
| "loss": 0.054, |
| "step": 1580 |
| }, |
| { |
| "grad_norm": 0.4919295608997345, |
| "learning_rate": 9.679262630742865e-05, |
| "loss": 0.0654, |
| "step": 1590 |
| }, |
| { |
| "grad_norm": 0.393349826335907, |
| "learning_rate": 9.673410361867373e-05, |
| "loss": 0.0672, |
| "step": 1600 |
| }, |
| { |
| "grad_norm": 0.38691771030426025, |
| "learning_rate": 9.667506985324909e-05, |
| "loss": 0.0537, |
| "step": 1610 |
| }, |
| { |
| "grad_norm": 0.6783390641212463, |
| "learning_rate": 9.661552565673855e-05, |
| "loss": 0.0556, |
| "step": 1620 |
| }, |
| { |
| "grad_norm": 0.4459956884384155, |
| "learning_rate": 9.655547168030789e-05, |
| "loss": 0.0677, |
| "step": 1630 |
| }, |
| { |
| "grad_norm": 0.6396137475967407, |
| "learning_rate": 9.649490858069777e-05, |
| "loss": 0.0683, |
| "step": 1640 |
| }, |
| { |
| "grad_norm": 0.526408314704895, |
| "learning_rate": 9.643383702021658e-05, |
| "loss": 0.0717, |
| "step": 1650 |
| }, |
| { |
| "grad_norm": 0.442583829164505, |
| "learning_rate": 9.637225766673307e-05, |
| "loss": 0.0507, |
| "step": 1660 |
| }, |
| { |
| "grad_norm": 0.4335951805114746, |
| "learning_rate": 9.631017119366922e-05, |
| "loss": 0.0667, |
| "step": 1670 |
| }, |
| { |
| "grad_norm": 0.39904746413230896, |
| "learning_rate": 9.624757827999273e-05, |
| "loss": 0.0662, |
| "step": 1680 |
| }, |
| { |
| "grad_norm": 0.38589608669281006, |
| "learning_rate": 9.618447961020971e-05, |
| "loss": 0.0622, |
| "step": 1690 |
| }, |
| { |
| "grad_norm": 0.4383254945278168, |
| "learning_rate": 9.612087587435707e-05, |
| "loss": 0.0617, |
| "step": 1700 |
| }, |
| { |
| "grad_norm": 0.4938008189201355, |
| "learning_rate": 9.605676776799508e-05, |
| "loss": 0.0594, |
| "step": 1710 |
| }, |
| { |
| "grad_norm": 0.5450459718704224, |
| "learning_rate": 9.599215599219973e-05, |
| "loss": 0.0674, |
| "step": 1720 |
| }, |
| { |
| "grad_norm": 0.5308138728141785, |
| "learning_rate": 9.592704125355505e-05, |
| "loss": 0.0672, |
| "step": 1730 |
| }, |
| { |
| "grad_norm": 0.43554773926734924, |
| "learning_rate": 9.586142426414538e-05, |
| "loss": 0.0586, |
| "step": 1740 |
| }, |
| { |
| "grad_norm": 0.4737524390220642, |
| "learning_rate": 9.57953057415476e-05, |
| "loss": 0.0624, |
| "step": 1750 |
| }, |
| { |
| "grad_norm": 0.6427010297775269, |
| "learning_rate": 9.572868640882328e-05, |
| "loss": 0.0664, |
| "step": 1760 |
| }, |
| { |
| "grad_norm": 0.46082884073257446, |
| "learning_rate": 9.56615669945108e-05, |
| "loss": 0.0617, |
| "step": 1770 |
| }, |
| { |
| "grad_norm": 0.558668315410614, |
| "learning_rate": 9.55939482326173e-05, |
| "loss": 0.0579, |
| "step": 1780 |
| }, |
| { |
| "grad_norm": 0.47442755103111267, |
| "learning_rate": 9.552583086261069e-05, |
| "loss": 0.0694, |
| "step": 1790 |
| }, |
| { |
| "grad_norm": 0.44084689021110535, |
| "learning_rate": 9.545721562941168e-05, |
| "loss": 0.0659, |
| "step": 1800 |
| }, |
| { |
| "grad_norm": 0.47534114122390747, |
| "learning_rate": 9.538810328338543e-05, |
| "loss": 0.064, |
| "step": 1810 |
| }, |
| { |
| "grad_norm": 0.5826574563980103, |
| "learning_rate": 9.531849458033349e-05, |
| "loss": 0.0567, |
| "step": 1820 |
| }, |
| { |
| "grad_norm": 0.49254634976387024, |
| "learning_rate": 9.524839028148547e-05, |
| "loss": 0.0613, |
| "step": 1830 |
| }, |
| { |
| "grad_norm": 0.48347222805023193, |
| "learning_rate": 9.517779115349077e-05, |
| "loss": 0.0597, |
| "step": 1840 |
| }, |
| { |
| "grad_norm": 0.7780311703681946, |
| "learning_rate": 9.510669796841014e-05, |
| "loss": 0.0681, |
| "step": 1850 |
| }, |
| { |
| "grad_norm": 0.48774492740631104, |
| "learning_rate": 9.503511150370727e-05, |
| "loss": 0.073, |
| "step": 1860 |
| }, |
| { |
| "grad_norm": 0.3691915273666382, |
| "learning_rate": 9.496303254224024e-05, |
| "loss": 0.0632, |
| "step": 1870 |
| }, |
| { |
| "grad_norm": 0.3624691069126129, |
| "learning_rate": 9.489046187225306e-05, |
| "loss": 0.0563, |
| "step": 1880 |
| }, |
| { |
| "grad_norm": 0.5045533180236816, |
| "learning_rate": 9.481740028736692e-05, |
| "loss": 0.0569, |
| "step": 1890 |
| }, |
| { |
| "grad_norm": 0.5943124294281006, |
| "learning_rate": 9.474384858657164e-05, |
| "loss": 0.0799, |
| "step": 1900 |
| }, |
| { |
| "grad_norm": 0.8512851595878601, |
| "learning_rate": 9.466980757421679e-05, |
| "loss": 0.0638, |
| "step": 1910 |
| }, |
| { |
| "grad_norm": 0.5189014077186584, |
| "learning_rate": 9.459527806000305e-05, |
| "loss": 0.0611, |
| "step": 1920 |
| }, |
| { |
| "grad_norm": 0.43287965655326843, |
| "learning_rate": 9.452026085897325e-05, |
| "loss": 0.0661, |
| "step": 1930 |
| }, |
| { |
| "grad_norm": 0.5745028853416443, |
| "learning_rate": 9.444475679150348e-05, |
| "loss": 0.0688, |
| "step": 1940 |
| }, |
| { |
| "grad_norm": 0.42947813868522644, |
| "learning_rate": 9.436876668329411e-05, |
| "loss": 0.0672, |
| "step": 1950 |
| }, |
| { |
| "grad_norm": 0.5520886182785034, |
| "learning_rate": 9.429229136536079e-05, |
| "loss": 0.0515, |
| "step": 1960 |
| }, |
| { |
| "grad_norm": 0.5133675932884216, |
| "learning_rate": 9.421533167402534e-05, |
| "loss": 0.0669, |
| "step": 1970 |
| }, |
| { |
| "grad_norm": 0.37619224190711975, |
| "learning_rate": 9.413788845090666e-05, |
| "loss": 0.0765, |
| "step": 1980 |
| }, |
| { |
| "grad_norm": 0.4794745147228241, |
| "learning_rate": 9.405996254291136e-05, |
| "loss": 0.0641, |
| "step": 1990 |
| }, |
| { |
| "grad_norm": 0.48584285378456116, |
| "learning_rate": 9.398155480222474e-05, |
| "loss": 0.0605, |
| "step": 2000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 10000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
