| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.965157329240215, |
| "eval_steps": 500, |
| "global_step": 3200, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0061396776669224865, |
| "grad_norm": 15.421392440795898, |
| "learning_rate": 2.94478527607362e-06, |
| "loss": 7.0576, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.012279355333844973, |
| "grad_norm": 9.991676330566406, |
| "learning_rate": 6.625766871165644e-06, |
| "loss": 6.1821, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.01841903300076746, |
| "grad_norm": 8.402695655822754, |
| "learning_rate": 1.030674846625767e-05, |
| "loss": 5.2081, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.024558710667689946, |
| "grad_norm": 8.112366676330566, |
| "learning_rate": 1.3987730061349692e-05, |
| "loss": 4.4492, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.03069838833461243, |
| "grad_norm": 8.540102005004883, |
| "learning_rate": 1.766871165644172e-05, |
| "loss": 3.698, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.03683806600153492, |
| "grad_norm": 11.69017505645752, |
| "learning_rate": 2.1349693251533743e-05, |
| "loss": 2.783, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.042977743668457406, |
| "grad_norm": 2.1856040954589844, |
| "learning_rate": 2.5030674846625765e-05, |
| "loss": 1.5322, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.04911742133537989, |
| "grad_norm": 1.7973095178604126, |
| "learning_rate": 2.8711656441717793e-05, |
| "loss": 0.9891, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.05525709900230238, |
| "grad_norm": 1.1040600538253784, |
| "learning_rate": 3.239263803680982e-05, |
| "loss": 0.7472, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.06139677666922486, |
| "grad_norm": 0.9011868238449097, |
| "learning_rate": 3.607361963190184e-05, |
| "loss": 0.6202, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.06753645433614736, |
| "grad_norm": 0.6866259574890137, |
| "learning_rate": 3.975460122699386e-05, |
| "loss": 0.5531, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.07367613200306984, |
| "grad_norm": 0.7291966676712036, |
| "learning_rate": 4.3435582822085894e-05, |
| "loss": 0.5087, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.07981580966999233, |
| "grad_norm": 0.6475340127944946, |
| "learning_rate": 4.711656441717792e-05, |
| "loss": 0.4658, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.08595548733691481, |
| "grad_norm": 0.8856902122497559, |
| "learning_rate": 5.079754601226994e-05, |
| "loss": 0.4465, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.0920951650038373, |
| "grad_norm": 0.6716117262840271, |
| "learning_rate": 5.4478527607361964e-05, |
| "loss": 0.4154, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.09823484267075978, |
| "grad_norm": 0.6893500089645386, |
| "learning_rate": 5.815950920245399e-05, |
| "loss": 0.4051, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.10437452033768227, |
| "grad_norm": 0.7085395455360413, |
| "learning_rate": 5.9903069466882075e-05, |
| "loss": 0.3903, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.11051419800460476, |
| "grad_norm": 0.5268082618713379, |
| "learning_rate": 5.970920840064621e-05, |
| "loss": 0.3727, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.11665387567152724, |
| "grad_norm": 0.5620772838592529, |
| "learning_rate": 5.951534733441034e-05, |
| "loss": 0.3656, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.12279355333844973, |
| "grad_norm": 0.5411626696586609, |
| "learning_rate": 5.932148626817448e-05, |
| "loss": 0.3527, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.1289332310053722, |
| "grad_norm": 0.5481147170066833, |
| "learning_rate": 5.912762520193861e-05, |
| "loss": 0.3538, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.1350729086722947, |
| "grad_norm": 0.5867046117782593, |
| "learning_rate": 5.8933764135702745e-05, |
| "loss": 0.3412, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.14121258633921718, |
| "grad_norm": 0.5871285200119019, |
| "learning_rate": 5.873990306946688e-05, |
| "loss": 0.3408, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.14735226400613968, |
| "grad_norm": 0.6050668358802795, |
| "learning_rate": 5.8546042003231024e-05, |
| "loss": 0.3352, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.15349194167306215, |
| "grad_norm": 0.5081577897071838, |
| "learning_rate": 5.8352180936995157e-05, |
| "loss": 0.3267, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.15963161933998465, |
| "grad_norm": 0.5677348971366882, |
| "learning_rate": 5.815831987075929e-05, |
| "loss": 0.3313, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.16577129700690713, |
| "grad_norm": 0.487120658159256, |
| "learning_rate": 5.796445880452343e-05, |
| "loss": 0.3229, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.17191097467382963, |
| "grad_norm": 0.58442622423172, |
| "learning_rate": 5.777059773828756e-05, |
| "loss": 0.3199, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.1780506523407521, |
| "grad_norm": 0.5962138772010803, |
| "learning_rate": 5.7576736672051694e-05, |
| "loss": 0.3154, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.1841903300076746, |
| "grad_norm": 0.49995115399360657, |
| "learning_rate": 5.7382875605815834e-05, |
| "loss": 0.3157, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.1903300076745971, |
| "grad_norm": 0.5417408347129822, |
| "learning_rate": 5.718901453957997e-05, |
| "loss": 0.3107, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.19646968534151957, |
| "grad_norm": 0.4579584300518036, |
| "learning_rate": 5.6995153473344106e-05, |
| "loss": 0.3074, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.20260936300844207, |
| "grad_norm": 0.47001534700393677, |
| "learning_rate": 5.680129240710824e-05, |
| "loss": 0.3048, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.20874904067536454, |
| "grad_norm": 0.4944261312484741, |
| "learning_rate": 5.660743134087238e-05, |
| "loss": 0.3056, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.21488871834228704, |
| "grad_norm": 0.504847526550293, |
| "learning_rate": 5.641357027463651e-05, |
| "loss": 0.3071, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.2210283960092095, |
| "grad_norm": 0.5896368622779846, |
| "learning_rate": 5.621970920840064e-05, |
| "loss": 0.2973, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.227168073676132, |
| "grad_norm": 0.4247358739376068, |
| "learning_rate": 5.602584814216478e-05, |
| "loss": 0.2993, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.23330775134305448, |
| "grad_norm": 0.44181105494499207, |
| "learning_rate": 5.583198707592892e-05, |
| "loss": 0.2976, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.23944742900997698, |
| "grad_norm": 0.44813117384910583, |
| "learning_rate": 5.5638126009693055e-05, |
| "loss": 0.2906, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.24558710667689945, |
| "grad_norm": 0.5210517644882202, |
| "learning_rate": 5.544426494345719e-05, |
| "loss": 0.2883, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.25172678434382195, |
| "grad_norm": 0.519637942314148, |
| "learning_rate": 5.525040387722133e-05, |
| "loss": 0.289, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.2578664620107444, |
| "grad_norm": 0.39594411849975586, |
| "learning_rate": 5.505654281098546e-05, |
| "loss": 0.2883, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.2640061396776669, |
| "grad_norm": 0.44631266593933105, |
| "learning_rate": 5.486268174474959e-05, |
| "loss": 0.2836, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.2701458173445894, |
| "grad_norm": 0.40706467628479004, |
| "learning_rate": 5.466882067851374e-05, |
| "loss": 0.2872, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.2762854950115119, |
| "grad_norm": 0.45857444405555725, |
| "learning_rate": 5.447495961227787e-05, |
| "loss": 0.2833, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.28242517267843437, |
| "grad_norm": 0.5002241730690002, |
| "learning_rate": 5.4281098546042004e-05, |
| "loss": 0.2835, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.2885648503453569, |
| "grad_norm": 0.41167810559272766, |
| "learning_rate": 5.408723747980614e-05, |
| "loss": 0.2859, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.29470452801227937, |
| "grad_norm": 0.4499143064022064, |
| "learning_rate": 5.3893376413570276e-05, |
| "loss": 0.283, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.30084420567920184, |
| "grad_norm": 0.4298258125782013, |
| "learning_rate": 5.369951534733441e-05, |
| "loss": 0.278, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.3069838833461243, |
| "grad_norm": 0.47322022914886475, |
| "learning_rate": 5.350565428109855e-05, |
| "loss": 0.2775, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.31312356101304684, |
| "grad_norm": 0.583753228187561, |
| "learning_rate": 5.331179321486269e-05, |
| "loss": 0.277, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.3192632386799693, |
| "grad_norm": 0.4866049885749817, |
| "learning_rate": 5.311793214862682e-05, |
| "loss": 0.2801, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.3254029163468918, |
| "grad_norm": 0.4380209445953369, |
| "learning_rate": 5.2924071082390953e-05, |
| "loss": 0.281, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.33154259401381425, |
| "grad_norm": 0.4283748269081116, |
| "learning_rate": 5.2730210016155086e-05, |
| "loss": 0.2761, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.3376822716807368, |
| "grad_norm": 0.423459529876709, |
| "learning_rate": 5.2536348949919226e-05, |
| "loss": 0.2794, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.34382194934765925, |
| "grad_norm": 0.41094839572906494, |
| "learning_rate": 5.234248788368336e-05, |
| "loss": 0.2729, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.3499616270145817, |
| "grad_norm": 0.43751445412635803, |
| "learning_rate": 5.21486268174475e-05, |
| "loss": 0.2718, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.3561013046815042, |
| "grad_norm": 0.44664233922958374, |
| "learning_rate": 5.195476575121164e-05, |
| "loss": 0.273, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.3622409823484267, |
| "grad_norm": 0.41911059617996216, |
| "learning_rate": 5.176090468497577e-05, |
| "loss": 0.2723, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.3683806600153492, |
| "grad_norm": 0.42424502968788147, |
| "learning_rate": 5.15670436187399e-05, |
| "loss": 0.2723, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.37452033768227166, |
| "grad_norm": 0.4342273473739624, |
| "learning_rate": 5.137318255250404e-05, |
| "loss": 0.27, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.3806600153491942, |
| "grad_norm": 0.4648367166519165, |
| "learning_rate": 5.1179321486268175e-05, |
| "loss": 0.269, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.38679969301611666, |
| "grad_norm": 0.4721224904060364, |
| "learning_rate": 5.098546042003231e-05, |
| "loss": 0.2728, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.39293937068303914, |
| "grad_norm": 0.4093610644340515, |
| "learning_rate": 5.079159935379645e-05, |
| "loss": 0.2692, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.3990790483499616, |
| "grad_norm": 0.41683274507522583, |
| "learning_rate": 5.0597738287560586e-05, |
| "loss": 0.2635, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.40521872601688413, |
| "grad_norm": 0.4177282154560089, |
| "learning_rate": 5.040387722132472e-05, |
| "loss": 0.267, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.4113584036838066, |
| "grad_norm": 0.3698485791683197, |
| "learning_rate": 5.021001615508885e-05, |
| "loss": 0.2701, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.4174980813507291, |
| "grad_norm": 0.3479083478450775, |
| "learning_rate": 5.001615508885299e-05, |
| "loss": 0.2663, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.42363775901765155, |
| "grad_norm": 0.44725146889686584, |
| "learning_rate": 4.9822294022617124e-05, |
| "loss": 0.2649, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.4297774366845741, |
| "grad_norm": 0.3550412952899933, |
| "learning_rate": 4.9628432956381264e-05, |
| "loss": 0.266, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.43591711435149655, |
| "grad_norm": 0.4252576529979706, |
| "learning_rate": 4.9434571890145396e-05, |
| "loss": 0.2643, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.442056792018419, |
| "grad_norm": 0.39061039686203003, |
| "learning_rate": 4.9240710823909536e-05, |
| "loss": 0.2621, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.4481964696853415, |
| "grad_norm": 0.4167734980583191, |
| "learning_rate": 4.904684975767367e-05, |
| "loss": 0.2643, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.454336147352264, |
| "grad_norm": 0.3748829662799835, |
| "learning_rate": 4.88529886914378e-05, |
| "loss": 0.268, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.4604758250191865, |
| "grad_norm": 0.35719943046569824, |
| "learning_rate": 4.865912762520194e-05, |
| "loss": 0.265, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.46661550268610896, |
| "grad_norm": 0.3589203357696533, |
| "learning_rate": 4.846526655896607e-05, |
| "loss": 0.2583, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.4727551803530315, |
| "grad_norm": 0.381046861410141, |
| "learning_rate": 4.827140549273021e-05, |
| "loss": 0.2613, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.47889485801995396, |
| "grad_norm": 0.46023252606391907, |
| "learning_rate": 4.8077544426494345e-05, |
| "loss": 0.2584, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.48503453568687643, |
| "grad_norm": 0.3704688549041748, |
| "learning_rate": 4.7883683360258485e-05, |
| "loss": 0.2573, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.4911742133537989, |
| "grad_norm": 0.3550325036048889, |
| "learning_rate": 4.768982229402262e-05, |
| "loss": 0.2638, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.49731389102072143, |
| "grad_norm": 0.3660726547241211, |
| "learning_rate": 4.749596122778675e-05, |
| "loss": 0.2614, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.5034535686876439, |
| "grad_norm": 0.3629954159259796, |
| "learning_rate": 4.730210016155089e-05, |
| "loss": 0.2589, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.5095932463545664, |
| "grad_norm": 0.3618892431259155, |
| "learning_rate": 4.710823909531502e-05, |
| "loss": 0.2625, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.5157329240214888, |
| "grad_norm": 0.4103853106498718, |
| "learning_rate": 4.691437802907916e-05, |
| "loss": 0.256, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.5218726016884113, |
| "grad_norm": 0.4005793631076813, |
| "learning_rate": 4.67205169628433e-05, |
| "loss": 0.2609, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.5280122793553338, |
| "grad_norm": 0.4035857617855072, |
| "learning_rate": 4.6526655896607434e-05, |
| "loss": 0.2602, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.5341519570222564, |
| "grad_norm": 0.3564916253089905, |
| "learning_rate": 4.633279483037157e-05, |
| "loss": 0.2599, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.5402916346891788, |
| "grad_norm": 0.3407823443412781, |
| "learning_rate": 4.61389337641357e-05, |
| "loss": 0.2566, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.5464313123561013, |
| "grad_norm": 0.42279985547065735, |
| "learning_rate": 4.594507269789984e-05, |
| "loss": 0.2596, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.5525709900230238, |
| "grad_norm": 0.3459627628326416, |
| "learning_rate": 4.575121163166398e-05, |
| "loss": 0.2579, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.5587106676899463, |
| "grad_norm": 0.3690173327922821, |
| "learning_rate": 4.555735056542811e-05, |
| "loss": 0.2555, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.5648503453568687, |
| "grad_norm": 0.3533875346183777, |
| "learning_rate": 4.536348949919225e-05, |
| "loss": 0.256, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.5709900230237912, |
| "grad_norm": 0.34665781259536743, |
| "learning_rate": 4.516962843295638e-05, |
| "loss": 0.2538, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.5771297006907138, |
| "grad_norm": 0.31980058550834656, |
| "learning_rate": 4.4975767366720516e-05, |
| "loss": 0.2581, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.5832693783576363, |
| "grad_norm": 0.35057130455970764, |
| "learning_rate": 4.478190630048465e-05, |
| "loss": 0.2566, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.5894090560245587, |
| "grad_norm": 0.32480597496032715, |
| "learning_rate": 4.458804523424879e-05, |
| "loss": 0.255, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.5955487336914812, |
| "grad_norm": 0.3633149564266205, |
| "learning_rate": 4.439418416801293e-05, |
| "loss": 0.2551, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.6016884113584037, |
| "grad_norm": 0.34456104040145874, |
| "learning_rate": 4.420032310177706e-05, |
| "loss": 0.253, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.6078280890253261, |
| "grad_norm": 0.3510631322860718, |
| "learning_rate": 4.40064620355412e-05, |
| "loss": 0.254, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.6139677666922486, |
| "grad_norm": 0.35537025332450867, |
| "learning_rate": 4.381260096930533e-05, |
| "loss": 0.2547, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.6201074443591711, |
| "grad_norm": 0.36508992314338684, |
| "learning_rate": 4.3618739903069465e-05, |
| "loss": 0.2517, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.6262471220260937, |
| "grad_norm": 0.383023202419281, |
| "learning_rate": 4.3424878836833605e-05, |
| "loss": 0.2532, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.6323867996930161, |
| "grad_norm": 0.3511675298213959, |
| "learning_rate": 4.323101777059774e-05, |
| "loss": 0.2496, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.6385264773599386, |
| "grad_norm": 0.39103734493255615, |
| "learning_rate": 4.303715670436188e-05, |
| "loss": 0.2502, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.6446661550268611, |
| "grad_norm": 0.32976630330085754, |
| "learning_rate": 4.284329563812601e-05, |
| "loss": 0.2516, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.6508058326937836, |
| "grad_norm": 0.3627534508705139, |
| "learning_rate": 4.264943457189015e-05, |
| "loss": 0.2538, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.656945510360706, |
| "grad_norm": 0.37391820549964905, |
| "learning_rate": 4.245557350565428e-05, |
| "loss": 0.2528, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.6630851880276285, |
| "grad_norm": 0.3327382802963257, |
| "learning_rate": 4.2261712439418414e-05, |
| "loss": 0.2523, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.6692248656945511, |
| "grad_norm": 0.3251570463180542, |
| "learning_rate": 4.2067851373182554e-05, |
| "loss": 0.2509, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.6753645433614736, |
| "grad_norm": 0.39253005385398865, |
| "learning_rate": 4.1873990306946693e-05, |
| "loss": 0.2507, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.681504221028396, |
| "grad_norm": 0.33449676632881165, |
| "learning_rate": 4.1680129240710826e-05, |
| "loss": 0.2481, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.6876438986953185, |
| "grad_norm": 0.37863296270370483, |
| "learning_rate": 4.148626817447496e-05, |
| "loss": 0.252, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.693783576362241, |
| "grad_norm": 0.31935396790504456, |
| "learning_rate": 4.12924071082391e-05, |
| "loss": 0.2466, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.6999232540291634, |
| "grad_norm": 0.313819020986557, |
| "learning_rate": 4.109854604200323e-05, |
| "loss": 0.251, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.7060629316960859, |
| "grad_norm": 0.3724668622016907, |
| "learning_rate": 4.0904684975767364e-05, |
| "loss": 0.2518, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.7122026093630084, |
| "grad_norm": 0.33299896121025085, |
| "learning_rate": 4.07108239095315e-05, |
| "loss": 0.2472, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.718342287029931, |
| "grad_norm": 0.3538409173488617, |
| "learning_rate": 4.051696284329564e-05, |
| "loss": 0.2486, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.7244819646968534, |
| "grad_norm": 0.3172655999660492, |
| "learning_rate": 4.0323101777059775e-05, |
| "loss": 0.2501, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.7306216423637759, |
| "grad_norm": 0.3064083456993103, |
| "learning_rate": 4.012924071082391e-05, |
| "loss": 0.2453, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.7367613200306984, |
| "grad_norm": 0.3342798352241516, |
| "learning_rate": 3.993537964458805e-05, |
| "loss": 0.2498, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.7429009976976209, |
| "grad_norm": 0.31463661789894104, |
| "learning_rate": 3.974151857835218e-05, |
| "loss": 0.2446, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.7490406753645433, |
| "grad_norm": 0.3608093559741974, |
| "learning_rate": 3.954765751211631e-05, |
| "loss": 0.2483, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.7551803530314658, |
| "grad_norm": 0.3194938898086548, |
| "learning_rate": 3.935379644588046e-05, |
| "loss": 0.2493, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.7613200306983884, |
| "grad_norm": 0.3166663944721222, |
| "learning_rate": 3.915993537964459e-05, |
| "loss": 0.2481, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.7674597083653109, |
| "grad_norm": 0.36826014518737793, |
| "learning_rate": 3.8966074313408725e-05, |
| "loss": 0.2451, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.7735993860322333, |
| "grad_norm": 0.31451407074928284, |
| "learning_rate": 3.8772213247172864e-05, |
| "loss": 0.2455, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.7797390636991558, |
| "grad_norm": 0.3546365201473236, |
| "learning_rate": 3.8578352180937e-05, |
| "loss": 0.2417, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.7858787413660783, |
| "grad_norm": 0.37739697098731995, |
| "learning_rate": 3.838449111470113e-05, |
| "loss": 0.2471, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.7920184190330007, |
| "grad_norm": 0.29908350110054016, |
| "learning_rate": 3.819063004846526e-05, |
| "loss": 0.2502, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.7981580966999232, |
| "grad_norm": 0.388713538646698, |
| "learning_rate": 3.799676898222941e-05, |
| "loss": 0.2447, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.8042977743668457, |
| "grad_norm": 0.31080490350723267, |
| "learning_rate": 3.780290791599354e-05, |
| "loss": 0.2458, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.8104374520337683, |
| "grad_norm": 0.30132901668548584, |
| "learning_rate": 3.7609046849757674e-05, |
| "loss": 0.2455, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.8165771297006907, |
| "grad_norm": 0.3251103162765503, |
| "learning_rate": 3.741518578352181e-05, |
| "loss": 0.2454, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.8227168073676132, |
| "grad_norm": 0.33006975054740906, |
| "learning_rate": 3.7221324717285946e-05, |
| "loss": 0.2466, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.8288564850345357, |
| "grad_norm": 0.3195136785507202, |
| "learning_rate": 3.702746365105008e-05, |
| "loss": 0.2451, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.8349961627014582, |
| "grad_norm": 0.33961763978004456, |
| "learning_rate": 3.683360258481421e-05, |
| "loss": 0.2451, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.8411358403683806, |
| "grad_norm": 0.3274971544742584, |
| "learning_rate": 3.663974151857836e-05, |
| "loss": 0.2445, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.8472755180353031, |
| "grad_norm": 0.3316924273967743, |
| "learning_rate": 3.644588045234249e-05, |
| "loss": 0.2421, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.8534151957022257, |
| "grad_norm": 0.34864816069602966, |
| "learning_rate": 3.625201938610662e-05, |
| "loss": 0.2432, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.8595548733691482, |
| "grad_norm": 0.34979552030563354, |
| "learning_rate": 3.605815831987076e-05, |
| "loss": 0.2445, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.8656945510360706, |
| "grad_norm": 0.3480820655822754, |
| "learning_rate": 3.5864297253634895e-05, |
| "loss": 0.2423, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.8718342287029931, |
| "grad_norm": 0.3144533038139343, |
| "learning_rate": 3.567043618739903e-05, |
| "loss": 0.2423, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.8779739063699156, |
| "grad_norm": 0.35407504439353943, |
| "learning_rate": 3.547657512116317e-05, |
| "loss": 0.2453, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.884113584036838, |
| "grad_norm": 0.3296087980270386, |
| "learning_rate": 3.528271405492731e-05, |
| "loss": 0.2433, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.8902532617037605, |
| "grad_norm": 0.37147656083106995, |
| "learning_rate": 3.508885298869144e-05, |
| "loss": 0.243, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.896392939370683, |
| "grad_norm": 0.291891485452652, |
| "learning_rate": 3.489499192245557e-05, |
| "loss": 0.2415, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.9025326170376056, |
| "grad_norm": 0.28548404574394226, |
| "learning_rate": 3.470113085621971e-05, |
| "loss": 0.244, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.908672294704528, |
| "grad_norm": 0.35448750853538513, |
| "learning_rate": 3.4507269789983844e-05, |
| "loss": 0.2419, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.9148119723714505, |
| "grad_norm": 0.3614279329776764, |
| "learning_rate": 3.431340872374798e-05, |
| "loss": 0.2425, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.920951650038373, |
| "grad_norm": 0.3446723520755768, |
| "learning_rate": 3.411954765751212e-05, |
| "loss": 0.245, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.9270913277052955, |
| "grad_norm": 0.336374968290329, |
| "learning_rate": 3.3925686591276256e-05, |
| "loss": 0.2411, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.9332310053722179, |
| "grad_norm": 0.31548479199409485, |
| "learning_rate": 3.373182552504039e-05, |
| "loss": 0.2414, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.9393706830391404, |
| "grad_norm": 0.320119172334671, |
| "learning_rate": 3.353796445880452e-05, |
| "loss": 0.2397, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.945510360706063, |
| "grad_norm": 0.3126417100429535, |
| "learning_rate": 3.334410339256866e-05, |
| "loss": 0.2386, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.9516500383729855, |
| "grad_norm": 0.30536866188049316, |
| "learning_rate": 3.3150242326332794e-05, |
| "loss": 0.2413, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.9577897160399079, |
| "grad_norm": 0.30234816670417786, |
| "learning_rate": 3.2956381260096926e-05, |
| "loss": 0.2385, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.9639293937068304, |
| "grad_norm": 0.30176666378974915, |
| "learning_rate": 3.276252019386107e-05, |
| "loss": 0.2424, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.9700690713737529, |
| "grad_norm": 0.2967808246612549, |
| "learning_rate": 3.2568659127625205e-05, |
| "loss": 0.2403, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.9762087490406753, |
| "grad_norm": 0.287546843290329, |
| "learning_rate": 3.237479806138934e-05, |
| "loss": 0.2402, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.9823484267075978, |
| "grad_norm": 0.32006338238716125, |
| "learning_rate": 3.218093699515347e-05, |
| "loss": 0.2416, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.9884881043745203, |
| "grad_norm": 0.31201934814453125, |
| "learning_rate": 3.198707592891761e-05, |
| "loss": 0.2396, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.9946277820414429, |
| "grad_norm": 0.34285658597946167, |
| "learning_rate": 3.179321486268174e-05, |
| "loss": 0.2411, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.0012279355333844, |
| "grad_norm": 0.2902677655220032, |
| "learning_rate": 3.159935379644588e-05, |
| "loss": 0.2588, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.0073676132003069, |
| "grad_norm": 0.3334469497203827, |
| "learning_rate": 3.140549273021002e-05, |
| "loss": 0.2412, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.0135072908672296, |
| "grad_norm": 0.34331703186035156, |
| "learning_rate": 3.1211631663974154e-05, |
| "loss": 0.2376, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.019646968534152, |
| "grad_norm": 0.30712443590164185, |
| "learning_rate": 3.101777059773829e-05, |
| "loss": 0.2382, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.0257866462010745, |
| "grad_norm": 0.29111242294311523, |
| "learning_rate": 3.082390953150243e-05, |
| "loss": 0.2396, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.031926323867997, |
| "grad_norm": 0.30055105686187744, |
| "learning_rate": 3.063004846526656e-05, |
| "loss": 0.2374, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.0380660015349195, |
| "grad_norm": 0.2835744321346283, |
| "learning_rate": 3.0436187399030692e-05, |
| "loss": 0.2391, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.044205679201842, |
| "grad_norm": 0.3579924404621124, |
| "learning_rate": 3.0242326332794835e-05, |
| "loss": 0.2366, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.0503453568687644, |
| "grad_norm": 0.31649139523506165, |
| "learning_rate": 3.0048465266558968e-05, |
| "loss": 0.2386, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.0564850345356869, |
| "grad_norm": 0.3274291157722473, |
| "learning_rate": 2.9854604200323104e-05, |
| "loss": 0.2367, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.0626247122026093, |
| "grad_norm": 0.35450875759124756, |
| "learning_rate": 2.966074313408724e-05, |
| "loss": 0.2358, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.0687643898695318, |
| "grad_norm": 0.31164485216140747, |
| "learning_rate": 2.9466882067851372e-05, |
| "loss": 0.2373, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.0749040675364543, |
| "grad_norm": 0.29177117347717285, |
| "learning_rate": 2.9273021001615512e-05, |
| "loss": 0.2368, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.0810437452033768, |
| "grad_norm": 0.31044426560401917, |
| "learning_rate": 2.9079159935379645e-05, |
| "loss": 0.236, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.0871834228702992, |
| "grad_norm": 0.30381840467453003, |
| "learning_rate": 2.888529886914378e-05, |
| "loss": 0.2355, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.0933231005372217, |
| "grad_norm": 0.3097009062767029, |
| "learning_rate": 2.8691437802907917e-05, |
| "loss": 0.2338, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.0994627782041442, |
| "grad_norm": 0.2648329436779022, |
| "learning_rate": 2.8497576736672053e-05, |
| "loss": 0.2383, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.1056024558710669, |
| "grad_norm": 0.29117581248283386, |
| "learning_rate": 2.830371567043619e-05, |
| "loss": 0.2358, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.1117421335379893, |
| "grad_norm": 0.3057555556297302, |
| "learning_rate": 2.810985460420032e-05, |
| "loss": 0.2362, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.1178818112049118, |
| "grad_norm": 0.27993032336235046, |
| "learning_rate": 2.791599353796446e-05, |
| "loss": 0.2354, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.1240214888718343, |
| "grad_norm": 0.2994190752506256, |
| "learning_rate": 2.7722132471728594e-05, |
| "loss": 0.2345, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.1301611665387568, |
| "grad_norm": 0.2987305223941803, |
| "learning_rate": 2.752827140549273e-05, |
| "loss": 0.2348, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.1363008442056792, |
| "grad_norm": 0.3114520013332367, |
| "learning_rate": 2.733441033925687e-05, |
| "loss": 0.2362, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.1424405218726017, |
| "grad_norm": 0.28420695662498474, |
| "learning_rate": 2.7140549273021002e-05, |
| "loss": 0.2371, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.1485801995395242, |
| "grad_norm": 0.30027127265930176, |
| "learning_rate": 2.6946688206785138e-05, |
| "loss": 0.2387, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.1547198772064466, |
| "grad_norm": 0.294156551361084, |
| "learning_rate": 2.6752827140549274e-05, |
| "loss": 0.2372, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.1608595548733691, |
| "grad_norm": 0.3122671842575073, |
| "learning_rate": 2.655896607431341e-05, |
| "loss": 0.2358, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.1669992325402916, |
| "grad_norm": 0.3033040761947632, |
| "learning_rate": 2.6365105008077543e-05, |
| "loss": 0.2394, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.173138910207214, |
| "grad_norm": 0.32276102900505066, |
| "learning_rate": 2.617124394184168e-05, |
| "loss": 0.2321, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.1792785878741365, |
| "grad_norm": 0.29448068141937256, |
| "learning_rate": 2.597738287560582e-05, |
| "loss": 0.2357, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.185418265541059, |
| "grad_norm": 0.3151733875274658, |
| "learning_rate": 2.578352180936995e-05, |
| "loss": 0.2341, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.1915579432079815, |
| "grad_norm": 0.28910940885543823, |
| "learning_rate": 2.5589660743134087e-05, |
| "loss": 0.2338, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.1976976208749042, |
| "grad_norm": 0.3199194371700287, |
| "learning_rate": 2.5395799676898223e-05, |
| "loss": 0.2366, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.2038372985418266, |
| "grad_norm": 0.31363335251808167, |
| "learning_rate": 2.520193861066236e-05, |
| "loss": 0.2333, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.209976976208749, |
| "grad_norm": 0.27689889073371887, |
| "learning_rate": 2.5008077544426496e-05, |
| "loss": 0.232, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.2161166538756716, |
| "grad_norm": 0.27902254462242126, |
| "learning_rate": 2.4814216478190632e-05, |
| "loss": 0.231, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.222256331542594, |
| "grad_norm": 0.29046565294265747, |
| "learning_rate": 2.4620355411954768e-05, |
| "loss": 0.2343, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.2283960092095165, |
| "grad_norm": 0.3037092387676239, |
| "learning_rate": 2.44264943457189e-05, |
| "loss": 0.2359, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.234535686876439, |
| "grad_norm": 0.2904636561870575, |
| "learning_rate": 2.4232633279483037e-05, |
| "loss": 0.2351, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.2406753645433615, |
| "grad_norm": 0.31070101261138916, |
| "learning_rate": 2.4038772213247173e-05, |
| "loss": 0.2332, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.246815042210284, |
| "grad_norm": 0.2760045528411865, |
| "learning_rate": 2.384491114701131e-05, |
| "loss": 0.2344, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.2529547198772064, |
| "grad_norm": 0.3140803575515747, |
| "learning_rate": 2.3651050080775445e-05, |
| "loss": 0.2381, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.2590943975441289, |
| "grad_norm": 0.30985718965530396, |
| "learning_rate": 2.345718901453958e-05, |
| "loss": 0.2355, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.2652340752110514, |
| "grad_norm": 0.2748771905899048, |
| "learning_rate": 2.3263327948303717e-05, |
| "loss": 0.2343, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.2713737528779738, |
| "grad_norm": 0.2836357057094574, |
| "learning_rate": 2.306946688206785e-05, |
| "loss": 0.2355, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.2775134305448965, |
| "grad_norm": 0.27377593517303467, |
| "learning_rate": 2.287560581583199e-05, |
| "loss": 0.2348, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.2836531082118188, |
| "grad_norm": 0.29107093811035156, |
| "learning_rate": 2.2681744749596125e-05, |
| "loss": 0.2336, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.2897927858787415, |
| "grad_norm": 0.29846909642219543, |
| "learning_rate": 2.2487883683360258e-05, |
| "loss": 0.2344, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.2959324635456637, |
| "grad_norm": 0.3171651065349579, |
| "learning_rate": 2.2294022617124394e-05, |
| "loss": 0.2325, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.3020721412125864, |
| "grad_norm": 0.3063752353191376, |
| "learning_rate": 2.210016155088853e-05, |
| "loss": 0.233, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.3082118188795089, |
| "grad_norm": 0.32770147919654846, |
| "learning_rate": 2.1906300484652666e-05, |
| "loss": 0.2329, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.3143514965464314, |
| "grad_norm": 0.2971561849117279, |
| "learning_rate": 2.1712439418416802e-05, |
| "loss": 0.234, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.3204911742133538, |
| "grad_norm": 0.2993122935295105, |
| "learning_rate": 2.151857835218094e-05, |
| "loss": 0.2343, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.3266308518802763, |
| "grad_norm": 0.2786669135093689, |
| "learning_rate": 2.1324717285945075e-05, |
| "loss": 0.2317, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.3327705295471988, |
| "grad_norm": 0.284007728099823, |
| "learning_rate": 2.1130856219709207e-05, |
| "loss": 0.2313, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.3389102072141212, |
| "grad_norm": 0.29710453748703003, |
| "learning_rate": 2.0936995153473347e-05, |
| "loss": 0.234, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.3450498848810437, |
| "grad_norm": 0.28225216269493103, |
| "learning_rate": 2.074313408723748e-05, |
| "loss": 0.2346, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.3511895625479662, |
| "grad_norm": 0.30834057927131653, |
| "learning_rate": 2.0549273021001615e-05, |
| "loss": 0.2298, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.3573292402148887, |
| "grad_norm": 0.2734493911266327, |
| "learning_rate": 2.035541195476575e-05, |
| "loss": 0.231, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.3634689178818111, |
| "grad_norm": 0.3022773265838623, |
| "learning_rate": 2.0161550888529888e-05, |
| "loss": 0.2319, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.3696085955487338, |
| "grad_norm": 0.2787306606769562, |
| "learning_rate": 1.9967689822294024e-05, |
| "loss": 0.2327, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.375748273215656, |
| "grad_norm": 0.27380722761154175, |
| "learning_rate": 1.9773828756058156e-05, |
| "loss": 0.2309, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.3818879508825788, |
| "grad_norm": 0.26936137676239014, |
| "learning_rate": 1.9579967689822296e-05, |
| "loss": 0.2301, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.388027628549501, |
| "grad_norm": 0.27485784888267517, |
| "learning_rate": 1.9386106623586432e-05, |
| "loss": 0.2313, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.3941673062164237, |
| "grad_norm": 0.2874917685985565, |
| "learning_rate": 1.9192245557350565e-05, |
| "loss": 0.2301, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.4003069838833462, |
| "grad_norm": 0.26473861932754517, |
| "learning_rate": 1.8998384491114704e-05, |
| "loss": 0.2302, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.4064466615502687, |
| "grad_norm": 0.28767651319503784, |
| "learning_rate": 1.8804523424878837e-05, |
| "loss": 0.2321, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.4125863392171911, |
| "grad_norm": 0.2758727967739105, |
| "learning_rate": 1.8610662358642973e-05, |
| "loss": 0.2344, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.4187260168841136, |
| "grad_norm": 0.27313369512557983, |
| "learning_rate": 1.8416801292407106e-05, |
| "loss": 0.2321, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.424865694551036, |
| "grad_norm": 0.2732943594455719, |
| "learning_rate": 1.8222940226171245e-05, |
| "loss": 0.2346, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.4310053722179585, |
| "grad_norm": 0.28029924631118774, |
| "learning_rate": 1.802907915993538e-05, |
| "loss": 0.2306, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.437145049884881, |
| "grad_norm": 0.30662721395492554, |
| "learning_rate": 1.7835218093699514e-05, |
| "loss": 0.2303, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.4432847275518035, |
| "grad_norm": 0.2687036991119385, |
| "learning_rate": 1.7641357027463653e-05, |
| "loss": 0.2305, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.449424405218726, |
| "grad_norm": 0.27795106172561646, |
| "learning_rate": 1.7447495961227786e-05, |
| "loss": 0.2311, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.4555640828856484, |
| "grad_norm": 0.27534544467926025, |
| "learning_rate": 1.7253634894991922e-05, |
| "loss": 0.2295, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.4617037605525711, |
| "grad_norm": 0.2723388671875, |
| "learning_rate": 1.705977382875606e-05, |
| "loss": 0.2332, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.4678434382194934, |
| "grad_norm": 0.2775721251964569, |
| "learning_rate": 1.6865912762520194e-05, |
| "loss": 0.2287, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.473983115886416, |
| "grad_norm": 0.2654743194580078, |
| "learning_rate": 1.667205169628433e-05, |
| "loss": 0.2315, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.4801227935533383, |
| "grad_norm": 0.29545167088508606, |
| "learning_rate": 1.6478190630048463e-05, |
| "loss": 0.2324, |
| "step": 2410 |
| }, |
| { |
| "epoch": 1.486262471220261, |
| "grad_norm": 0.27187272906303406, |
| "learning_rate": 1.6284329563812603e-05, |
| "loss": 0.2319, |
| "step": 2420 |
| }, |
| { |
| "epoch": 1.4924021488871835, |
| "grad_norm": 0.2794046401977539, |
| "learning_rate": 1.6090468497576735e-05, |
| "loss": 0.2289, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.498541826554106, |
| "grad_norm": 0.2789725959300995, |
| "learning_rate": 1.589660743134087e-05, |
| "loss": 0.2319, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.5046815042210284, |
| "grad_norm": 0.2820490598678589, |
| "learning_rate": 1.570274636510501e-05, |
| "loss": 0.2305, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.510821181887951, |
| "grad_norm": 0.292161762714386, |
| "learning_rate": 1.5508885298869144e-05, |
| "loss": 0.2311, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.5169608595548734, |
| "grad_norm": 0.28120511770248413, |
| "learning_rate": 1.531502423263328e-05, |
| "loss": 0.2268, |
| "step": 2470 |
| }, |
| { |
| "epoch": 1.5231005372217958, |
| "grad_norm": 0.26915067434310913, |
| "learning_rate": 1.5121163166397417e-05, |
| "loss": 0.2278, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.5292402148887183, |
| "grad_norm": 0.2905220091342926, |
| "learning_rate": 1.4927302100161552e-05, |
| "loss": 0.2313, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.5353798925556408, |
| "grad_norm": 0.2794709801673889, |
| "learning_rate": 1.4733441033925686e-05, |
| "loss": 0.2294, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.5415195702225635, |
| "grad_norm": 0.2608950734138489, |
| "learning_rate": 1.4539579967689822e-05, |
| "loss": 0.2288, |
| "step": 2510 |
| }, |
| { |
| "epoch": 1.5476592478894857, |
| "grad_norm": 0.25274738669395447, |
| "learning_rate": 1.4345718901453958e-05, |
| "loss": 0.2252, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.5537989255564084, |
| "grad_norm": 0.2868223786354065, |
| "learning_rate": 1.4151857835218094e-05, |
| "loss": 0.2297, |
| "step": 2530 |
| }, |
| { |
| "epoch": 1.5599386032233307, |
| "grad_norm": 0.2765255272388458, |
| "learning_rate": 1.395799676898223e-05, |
| "loss": 0.2295, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.5660782808902534, |
| "grad_norm": 0.23713639378547668, |
| "learning_rate": 1.3764135702746365e-05, |
| "loss": 0.229, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.5722179585571756, |
| "grad_norm": 0.2997082471847534, |
| "learning_rate": 1.3570274636510501e-05, |
| "loss": 0.227, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.5783576362240983, |
| "grad_norm": 0.32743728160858154, |
| "learning_rate": 1.3376413570274637e-05, |
| "loss": 0.2277, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.5844973138910208, |
| "grad_norm": 0.2513977885246277, |
| "learning_rate": 1.3182552504038772e-05, |
| "loss": 0.2285, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.5906369915579432, |
| "grad_norm": 0.2621912956237793, |
| "learning_rate": 1.298869143780291e-05, |
| "loss": 0.231, |
| "step": 2590 |
| }, |
| { |
| "epoch": 1.5967766692248657, |
| "grad_norm": 0.2549593448638916, |
| "learning_rate": 1.2794830371567044e-05, |
| "loss": 0.2285, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.6029163468917882, |
| "grad_norm": 0.25694531202316284, |
| "learning_rate": 1.260096930533118e-05, |
| "loss": 0.229, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.6090560245587107, |
| "grad_norm": 0.278401643037796, |
| "learning_rate": 1.2407108239095316e-05, |
| "loss": 0.231, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.6151957022256331, |
| "grad_norm": 0.30101412534713745, |
| "learning_rate": 1.221324717285945e-05, |
| "loss": 0.2306, |
| "step": 2630 |
| }, |
| { |
| "epoch": 1.6213353798925556, |
| "grad_norm": 0.25657519698143005, |
| "learning_rate": 1.2019386106623586e-05, |
| "loss": 0.2289, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.627475057559478, |
| "grad_norm": 0.2672490179538727, |
| "learning_rate": 1.1825525040387722e-05, |
| "loss": 0.2278, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.6336147352264008, |
| "grad_norm": 0.269938588142395, |
| "learning_rate": 1.1631663974151859e-05, |
| "loss": 0.2268, |
| "step": 2660 |
| }, |
| { |
| "epoch": 1.639754412893323, |
| "grad_norm": 0.27414554357528687, |
| "learning_rate": 1.1437802907915995e-05, |
| "loss": 0.2292, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.6458940905602457, |
| "grad_norm": 0.2716943323612213, |
| "learning_rate": 1.1243941841680129e-05, |
| "loss": 0.2257, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.652033768227168, |
| "grad_norm": 0.29680389165878296, |
| "learning_rate": 1.1050080775444265e-05, |
| "loss": 0.2285, |
| "step": 2690 |
| }, |
| { |
| "epoch": 1.6581734458940907, |
| "grad_norm": 0.25835490226745605, |
| "learning_rate": 1.0856219709208401e-05, |
| "loss": 0.2282, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.664313123561013, |
| "grad_norm": 0.2611675560474396, |
| "learning_rate": 1.0662358642972537e-05, |
| "loss": 0.2265, |
| "step": 2710 |
| }, |
| { |
| "epoch": 1.6704528012279356, |
| "grad_norm": 0.2636869251728058, |
| "learning_rate": 1.0468497576736673e-05, |
| "loss": 0.2262, |
| "step": 2720 |
| }, |
| { |
| "epoch": 1.676592478894858, |
| "grad_norm": 0.276288777589798, |
| "learning_rate": 1.0274636510500808e-05, |
| "loss": 0.2299, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.6827321565617805, |
| "grad_norm": 0.24938946962356567, |
| "learning_rate": 1.0080775444264944e-05, |
| "loss": 0.2268, |
| "step": 2740 |
| }, |
| { |
| "epoch": 1.688871834228703, |
| "grad_norm": 0.24695712327957153, |
| "learning_rate": 9.886914378029078e-06, |
| "loss": 0.2282, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.6950115118956255, |
| "grad_norm": 0.25521910190582275, |
| "learning_rate": 9.693053311793216e-06, |
| "loss": 0.2275, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.701151189562548, |
| "grad_norm": 0.23849350214004517, |
| "learning_rate": 9.499192245557352e-06, |
| "loss": 0.2274, |
| "step": 2770 |
| }, |
| { |
| "epoch": 1.7072908672294704, |
| "grad_norm": 0.2584358751773834, |
| "learning_rate": 9.305331179321486e-06, |
| "loss": 0.2309, |
| "step": 2780 |
| }, |
| { |
| "epoch": 1.713430544896393, |
| "grad_norm": 0.25768372416496277, |
| "learning_rate": 9.111470113085623e-06, |
| "loss": 0.2293, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.7195702225633154, |
| "grad_norm": 0.2615247070789337, |
| "learning_rate": 8.917609046849757e-06, |
| "loss": 0.225, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.725709900230238, |
| "grad_norm": 0.2701919674873352, |
| "learning_rate": 8.723747980613893e-06, |
| "loss": 0.226, |
| "step": 2810 |
| }, |
| { |
| "epoch": 1.7318495778971603, |
| "grad_norm": 0.25696951150894165, |
| "learning_rate": 8.52988691437803e-06, |
| "loss": 0.2273, |
| "step": 2820 |
| }, |
| { |
| "epoch": 1.737989255564083, |
| "grad_norm": 0.2802889049053192, |
| "learning_rate": 8.336025848142165e-06, |
| "loss": 0.2269, |
| "step": 2830 |
| }, |
| { |
| "epoch": 1.7441289332310053, |
| "grad_norm": 0.24956634640693665, |
| "learning_rate": 8.142164781906301e-06, |
| "loss": 0.2274, |
| "step": 2840 |
| }, |
| { |
| "epoch": 1.750268610897928, |
| "grad_norm": 0.2676002085208893, |
| "learning_rate": 7.948303715670436e-06, |
| "loss": 0.2264, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.7564082885648502, |
| "grad_norm": 0.23091745376586914, |
| "learning_rate": 7.754442649434572e-06, |
| "loss": 0.2284, |
| "step": 2860 |
| }, |
| { |
| "epoch": 1.762547966231773, |
| "grad_norm": 0.2684544324874878, |
| "learning_rate": 7.560581583198709e-06, |
| "loss": 0.2259, |
| "step": 2870 |
| }, |
| { |
| "epoch": 1.7686876438986954, |
| "grad_norm": 0.2851001024246216, |
| "learning_rate": 7.366720516962843e-06, |
| "loss": 0.2266, |
| "step": 2880 |
| }, |
| { |
| "epoch": 1.7748273215656178, |
| "grad_norm": 0.25915250182151794, |
| "learning_rate": 7.172859450726979e-06, |
| "loss": 0.2287, |
| "step": 2890 |
| }, |
| { |
| "epoch": 1.7809669992325403, |
| "grad_norm": 0.24940845370292664, |
| "learning_rate": 6.978998384491115e-06, |
| "loss": 0.2275, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.7871066768994628, |
| "grad_norm": 0.2588519752025604, |
| "learning_rate": 6.7851373182552505e-06, |
| "loss": 0.229, |
| "step": 2910 |
| }, |
| { |
| "epoch": 1.7932463545663853, |
| "grad_norm": 0.24955865740776062, |
| "learning_rate": 6.591276252019386e-06, |
| "loss": 0.2247, |
| "step": 2920 |
| }, |
| { |
| "epoch": 1.7993860322333077, |
| "grad_norm": 0.26434391736984253, |
| "learning_rate": 6.397415185783522e-06, |
| "loss": 0.2269, |
| "step": 2930 |
| }, |
| { |
| "epoch": 1.8055257099002302, |
| "grad_norm": 0.2523840069770813, |
| "learning_rate": 6.203554119547658e-06, |
| "loss": 0.2255, |
| "step": 2940 |
| }, |
| { |
| "epoch": 1.8116653875671527, |
| "grad_norm": 0.26612043380737305, |
| "learning_rate": 6.009693053311793e-06, |
| "loss": 0.2255, |
| "step": 2950 |
| }, |
| { |
| "epoch": 1.8178050652340754, |
| "grad_norm": 0.24991387128829956, |
| "learning_rate": 5.815831987075929e-06, |
| "loss": 0.2267, |
| "step": 2960 |
| }, |
| { |
| "epoch": 1.8239447429009976, |
| "grad_norm": 0.25838539004325867, |
| "learning_rate": 5.6219709208400645e-06, |
| "loss": 0.228, |
| "step": 2970 |
| }, |
| { |
| "epoch": 1.8300844205679203, |
| "grad_norm": 0.25465282797813416, |
| "learning_rate": 5.428109854604201e-06, |
| "loss": 0.2272, |
| "step": 2980 |
| }, |
| { |
| "epoch": 1.8362240982348426, |
| "grad_norm": 0.25871556997299194, |
| "learning_rate": 5.234248788368337e-06, |
| "loss": 0.2278, |
| "step": 2990 |
| }, |
| { |
| "epoch": 1.8423637759017653, |
| "grad_norm": 0.24951577186584473, |
| "learning_rate": 5.040387722132472e-06, |
| "loss": 0.2285, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.8485034535686875, |
| "grad_norm": 0.25530776381492615, |
| "learning_rate": 4.846526655896608e-06, |
| "loss": 0.2242, |
| "step": 3010 |
| }, |
| { |
| "epoch": 1.8546431312356102, |
| "grad_norm": 0.24456080794334412, |
| "learning_rate": 4.652665589660743e-06, |
| "loss": 0.2277, |
| "step": 3020 |
| }, |
| { |
| "epoch": 1.8607828089025327, |
| "grad_norm": 0.24893827736377716, |
| "learning_rate": 4.4588045234248785e-06, |
| "loss": 0.2251, |
| "step": 3030 |
| }, |
| { |
| "epoch": 1.8669224865694551, |
| "grad_norm": 0.2683740258216858, |
| "learning_rate": 4.264943457189015e-06, |
| "loss": 0.2263, |
| "step": 3040 |
| }, |
| { |
| "epoch": 1.8730621642363776, |
| "grad_norm": 0.2723815143108368, |
| "learning_rate": 4.071082390953151e-06, |
| "loss": 0.2249, |
| "step": 3050 |
| }, |
| { |
| "epoch": 1.8792018419033, |
| "grad_norm": 0.23197263479232788, |
| "learning_rate": 3.877221324717286e-06, |
| "loss": 0.2278, |
| "step": 3060 |
| }, |
| { |
| "epoch": 1.8853415195702226, |
| "grad_norm": 0.24273467063903809, |
| "learning_rate": 3.6833602584814216e-06, |
| "loss": 0.2256, |
| "step": 3070 |
| }, |
| { |
| "epoch": 1.891481197237145, |
| "grad_norm": 0.26177576184272766, |
| "learning_rate": 3.4894991922455576e-06, |
| "loss": 0.2264, |
| "step": 3080 |
| }, |
| { |
| "epoch": 1.8976208749040675, |
| "grad_norm": 0.2266533076763153, |
| "learning_rate": 3.295638126009693e-06, |
| "loss": 0.2242, |
| "step": 3090 |
| }, |
| { |
| "epoch": 1.90376055257099, |
| "grad_norm": 0.24498549103736877, |
| "learning_rate": 3.101777059773829e-06, |
| "loss": 0.2263, |
| "step": 3100 |
| }, |
| { |
| "epoch": 1.9099002302379127, |
| "grad_norm": 0.23406417667865753, |
| "learning_rate": 2.9079159935379646e-06, |
| "loss": 0.2243, |
| "step": 3110 |
| }, |
| { |
| "epoch": 1.916039907904835, |
| "grad_norm": 0.2536128759384155, |
| "learning_rate": 2.7140549273021003e-06, |
| "loss": 0.225, |
| "step": 3120 |
| }, |
| { |
| "epoch": 1.9221795855717576, |
| "grad_norm": 0.22612562775611877, |
| "learning_rate": 2.520193861066236e-06, |
| "loss": 0.2266, |
| "step": 3130 |
| }, |
| { |
| "epoch": 1.9283192632386799, |
| "grad_norm": 0.22622433304786682, |
| "learning_rate": 2.3263327948303716e-06, |
| "loss": 0.2258, |
| "step": 3140 |
| }, |
| { |
| "epoch": 1.9344589409056026, |
| "grad_norm": 0.2482767254114151, |
| "learning_rate": 2.1324717285945077e-06, |
| "loss": 0.2281, |
| "step": 3150 |
| }, |
| { |
| "epoch": 1.9405986185725248, |
| "grad_norm": 0.22862812876701355, |
| "learning_rate": 1.938610662358643e-06, |
| "loss": 0.2254, |
| "step": 3160 |
| }, |
| { |
| "epoch": 1.9467382962394475, |
| "grad_norm": 0.22068631649017334, |
| "learning_rate": 1.7447495961227788e-06, |
| "loss": 0.2242, |
| "step": 3170 |
| }, |
| { |
| "epoch": 1.95287797390637, |
| "grad_norm": 0.2349786013364792, |
| "learning_rate": 1.5508885298869145e-06, |
| "loss": 0.2281, |
| "step": 3180 |
| }, |
| { |
| "epoch": 1.9590176515732924, |
| "grad_norm": 0.24406956136226654, |
| "learning_rate": 1.3570274636510501e-06, |
| "loss": 0.2274, |
| "step": 3190 |
| }, |
| { |
| "epoch": 1.965157329240215, |
| "grad_norm": 0.2341851145029068, |
| "learning_rate": 1.1631663974151858e-06, |
| "loss": 0.2292, |
| "step": 3200 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 3258, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.729291401165181e+20, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
