| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.125, |
| "eval_steps": 500, |
| "global_step": 10000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "grad_norm": 1.6393133401870728, |
| "learning_rate": 2.25e-07, |
| "loss": 1.3113, |
| "step": 10 |
| }, |
| { |
| "grad_norm": 1.767778992652893, |
| "learning_rate": 4.75e-07, |
| "loss": 1.3047, |
| "step": 20 |
| }, |
| { |
| "grad_norm": 1.566359519958496, |
| "learning_rate": 7.25e-07, |
| "loss": 1.3004, |
| "step": 30 |
| }, |
| { |
| "grad_norm": 1.3095495700836182, |
| "learning_rate": 9.75e-07, |
| "loss": 1.3043, |
| "step": 40 |
| }, |
| { |
| "grad_norm": 1.3919134140014648, |
| "learning_rate": 1.2250000000000001e-06, |
| "loss": 1.273, |
| "step": 50 |
| }, |
| { |
| "grad_norm": 0.7677862644195557, |
| "learning_rate": 1.475e-06, |
| "loss": 1.2406, |
| "step": 60 |
| }, |
| { |
| "grad_norm": 0.6092354655265808, |
| "learning_rate": 1.7250000000000002e-06, |
| "loss": 1.2496, |
| "step": 70 |
| }, |
| { |
| "grad_norm": 0.5461732149124146, |
| "learning_rate": 1.975e-06, |
| "loss": 1.2238, |
| "step": 80 |
| }, |
| { |
| "grad_norm": 0.42488712072372437, |
| "learning_rate": 2.225e-06, |
| "loss": 1.2281, |
| "step": 90 |
| }, |
| { |
| "grad_norm": 0.3467871844768524, |
| "learning_rate": 2.4750000000000004e-06, |
| "loss": 1.2195, |
| "step": 100 |
| }, |
| { |
| "grad_norm": 0.3987484574317932, |
| "learning_rate": 2.725e-06, |
| "loss": 1.2102, |
| "step": 110 |
| }, |
| { |
| "grad_norm": 0.5055514574050903, |
| "learning_rate": 2.975e-06, |
| "loss": 1.1973, |
| "step": 120 |
| }, |
| { |
| "grad_norm": 0.6315131783485413, |
| "learning_rate": 3.225e-06, |
| "loss": 1.1734, |
| "step": 130 |
| }, |
| { |
| "grad_norm": 0.643717885017395, |
| "learning_rate": 3.4750000000000006e-06, |
| "loss": 1.1187, |
| "step": 140 |
| }, |
| { |
| "grad_norm": 0.44285133481025696, |
| "learning_rate": 3.725e-06, |
| "loss": 1.0898, |
| "step": 150 |
| }, |
| { |
| "grad_norm": 0.42733797430992126, |
| "learning_rate": 3.975e-06, |
| "loss": 1.0934, |
| "step": 160 |
| }, |
| { |
| "grad_norm": 0.6901430487632751, |
| "learning_rate": 4.225e-06, |
| "loss": 1.0867, |
| "step": 170 |
| }, |
| { |
| "grad_norm": 0.5259752869606018, |
| "learning_rate": 4.475e-06, |
| "loss": 1.0836, |
| "step": 180 |
| }, |
| { |
| "grad_norm": 0.4607885479927063, |
| "learning_rate": 4.7250000000000005e-06, |
| "loss": 1.0793, |
| "step": 190 |
| }, |
| { |
| "grad_norm": 0.5349372625350952, |
| "learning_rate": 4.975000000000001e-06, |
| "loss": 1.0633, |
| "step": 200 |
| }, |
| { |
| "grad_norm": 0.5635078549385071, |
| "learning_rate": 5.225e-06, |
| "loss": 1.0684, |
| "step": 210 |
| }, |
| { |
| "grad_norm": 0.6118171215057373, |
| "learning_rate": 5.475e-06, |
| "loss": 1.0648, |
| "step": 220 |
| }, |
| { |
| "grad_norm": 0.5482243299484253, |
| "learning_rate": 5.725e-06, |
| "loss": 1.0539, |
| "step": 230 |
| }, |
| { |
| "grad_norm": 0.4757280945777893, |
| "learning_rate": 5.975e-06, |
| "loss": 1.0434, |
| "step": 240 |
| }, |
| { |
| "grad_norm": 0.5402773022651672, |
| "learning_rate": 6.2250000000000005e-06, |
| "loss": 1.0365, |
| "step": 250 |
| }, |
| { |
| "grad_norm": 0.7668147683143616, |
| "learning_rate": 6.475000000000001e-06, |
| "loss": 1.0406, |
| "step": 260 |
| }, |
| { |
| "grad_norm": 0.5882487893104553, |
| "learning_rate": 6.725000000000001e-06, |
| "loss": 1.043, |
| "step": 270 |
| }, |
| { |
| "grad_norm": 0.5864266157150269, |
| "learning_rate": 6.975000000000001e-06, |
| "loss": 1.0328, |
| "step": 280 |
| }, |
| { |
| "grad_norm": 0.4877640902996063, |
| "learning_rate": 7.2249999999999994e-06, |
| "loss": 1.0434, |
| "step": 290 |
| }, |
| { |
| "grad_norm": 0.5463629364967346, |
| "learning_rate": 7.4750000000000004e-06, |
| "loss": 1.0359, |
| "step": 300 |
| }, |
| { |
| "grad_norm": 0.6088712215423584, |
| "learning_rate": 7.725e-06, |
| "loss": 1.0375, |
| "step": 310 |
| }, |
| { |
| "grad_norm": 0.5386024117469788, |
| "learning_rate": 7.975e-06, |
| "loss": 1.0254, |
| "step": 320 |
| }, |
| { |
| "grad_norm": 0.616011917591095, |
| "learning_rate": 8.225e-06, |
| "loss": 1.0236, |
| "step": 330 |
| }, |
| { |
| "grad_norm": 0.6521902084350586, |
| "learning_rate": 8.475000000000001e-06, |
| "loss": 1.0111, |
| "step": 340 |
| }, |
| { |
| "grad_norm": 1.4101133346557617, |
| "learning_rate": 8.725e-06, |
| "loss": 1.0041, |
| "step": 350 |
| }, |
| { |
| "grad_norm": 1.1839807033538818, |
| "learning_rate": 8.975e-06, |
| "loss": 0.9824, |
| "step": 360 |
| }, |
| { |
| "grad_norm": 1.259799838066101, |
| "learning_rate": 9.225e-06, |
| "loss": 0.9549, |
| "step": 370 |
| }, |
| { |
| "grad_norm": 0.9416484832763672, |
| "learning_rate": 9.475e-06, |
| "loss": 0.9297, |
| "step": 380 |
| }, |
| { |
| "grad_norm": 1.2486101388931274, |
| "learning_rate": 9.725000000000001e-06, |
| "loss": 0.9111, |
| "step": 390 |
| }, |
| { |
| "grad_norm": 0.8262954354286194, |
| "learning_rate": 9.975e-06, |
| "loss": 0.9002, |
| "step": 400 |
| }, |
| { |
| "grad_norm": 1.1016004085540771, |
| "learning_rate": 1.0225e-05, |
| "loss": 0.8861, |
| "step": 410 |
| }, |
| { |
| "grad_norm": 1.1083495616912842, |
| "learning_rate": 1.0475e-05, |
| "loss": 0.8721, |
| "step": 420 |
| }, |
| { |
| "grad_norm": 1.6956247091293335, |
| "learning_rate": 1.0725e-05, |
| "loss": 0.8471, |
| "step": 430 |
| }, |
| { |
| "grad_norm": 1.498782753944397, |
| "learning_rate": 1.0975e-05, |
| "loss": 0.825, |
| "step": 440 |
| }, |
| { |
| "grad_norm": 1.4294670820236206, |
| "learning_rate": 1.1225e-05, |
| "loss": 0.7865, |
| "step": 450 |
| }, |
| { |
| "grad_norm": 1.6284973621368408, |
| "learning_rate": 1.1475000000000001e-05, |
| "loss": 0.773, |
| "step": 460 |
| }, |
| { |
| "grad_norm": 1.474381685256958, |
| "learning_rate": 1.1725e-05, |
| "loss": 0.7494, |
| "step": 470 |
| }, |
| { |
| "grad_norm": 1.5294127464294434, |
| "learning_rate": 1.1975e-05, |
| "loss": 0.733, |
| "step": 480 |
| }, |
| { |
| "grad_norm": 1.500434160232544, |
| "learning_rate": 1.2225e-05, |
| "loss": 0.7084, |
| "step": 490 |
| }, |
| { |
| "grad_norm": 1.5083955526351929, |
| "learning_rate": 1.2475e-05, |
| "loss": 0.6758, |
| "step": 500 |
| }, |
| { |
| "grad_norm": 1.600592017173767, |
| "learning_rate": 1.2725000000000001e-05, |
| "loss": 0.643, |
| "step": 510 |
| }, |
| { |
| "grad_norm": 2.0262179374694824, |
| "learning_rate": 1.2975e-05, |
| "loss": 0.6088, |
| "step": 520 |
| }, |
| { |
| "grad_norm": 2.1777470111846924, |
| "learning_rate": 1.3225000000000001e-05, |
| "loss": 0.5836, |
| "step": 530 |
| }, |
| { |
| "grad_norm": 2.2013309001922607, |
| "learning_rate": 1.3475000000000002e-05, |
| "loss": 0.5537, |
| "step": 540 |
| }, |
| { |
| "grad_norm": 1.9751819372177124, |
| "learning_rate": 1.3725000000000002e-05, |
| "loss": 0.5508, |
| "step": 550 |
| }, |
| { |
| "grad_norm": 2.0503947734832764, |
| "learning_rate": 1.3975000000000003e-05, |
| "loss": 0.5168, |
| "step": 560 |
| }, |
| { |
| "grad_norm": 1.8536869287490845, |
| "learning_rate": 1.4225e-05, |
| "loss": 0.507, |
| "step": 570 |
| }, |
| { |
| "grad_norm": 1.7867927551269531, |
| "learning_rate": 1.4475e-05, |
| "loss": 0.4876, |
| "step": 580 |
| }, |
| { |
| "grad_norm": 1.6938196420669556, |
| "learning_rate": 1.4725e-05, |
| "loss": 0.4615, |
| "step": 590 |
| }, |
| { |
| "grad_norm": 1.598246455192566, |
| "learning_rate": 1.4975e-05, |
| "loss": 0.4629, |
| "step": 600 |
| }, |
| { |
| "grad_norm": 1.6887547969818115, |
| "learning_rate": 1.5225e-05, |
| "loss": 0.434, |
| "step": 610 |
| }, |
| { |
| "grad_norm": 2.1538546085357666, |
| "learning_rate": 1.5475e-05, |
| "loss": 0.4415, |
| "step": 620 |
| }, |
| { |
| "grad_norm": 1.786858320236206, |
| "learning_rate": 1.5725e-05, |
| "loss": 0.3938, |
| "step": 630 |
| }, |
| { |
| "grad_norm": 1.5547300577163696, |
| "learning_rate": 1.5975000000000002e-05, |
| "loss": 0.4062, |
| "step": 640 |
| }, |
| { |
| "grad_norm": 1.5135575532913208, |
| "learning_rate": 1.6225e-05, |
| "loss": 0.3806, |
| "step": 650 |
| }, |
| { |
| "grad_norm": 1.5817131996154785, |
| "learning_rate": 1.6475e-05, |
| "loss": 0.3938, |
| "step": 660 |
| }, |
| { |
| "grad_norm": 1.5664219856262207, |
| "learning_rate": 1.6725000000000003e-05, |
| "loss": 0.3874, |
| "step": 670 |
| }, |
| { |
| "grad_norm": 1.3478021621704102, |
| "learning_rate": 1.6975000000000003e-05, |
| "loss": 0.3566, |
| "step": 680 |
| }, |
| { |
| "grad_norm": 1.7528225183486938, |
| "learning_rate": 1.7225e-05, |
| "loss": 0.3423, |
| "step": 690 |
| }, |
| { |
| "grad_norm": 1.5337364673614502, |
| "learning_rate": 1.7475e-05, |
| "loss": 0.3359, |
| "step": 700 |
| }, |
| { |
| "grad_norm": 2.4852774143218994, |
| "learning_rate": 1.7725e-05, |
| "loss": 0.3325, |
| "step": 710 |
| }, |
| { |
| "grad_norm": 1.831157922744751, |
| "learning_rate": 1.7975e-05, |
| "loss": 0.3099, |
| "step": 720 |
| }, |
| { |
| "grad_norm": 1.6502406597137451, |
| "learning_rate": 1.8225e-05, |
| "loss": 0.3021, |
| "step": 730 |
| }, |
| { |
| "grad_norm": 1.9696483612060547, |
| "learning_rate": 1.8475000000000002e-05, |
| "loss": 0.2734, |
| "step": 740 |
| }, |
| { |
| "grad_norm": 1.6383633613586426, |
| "learning_rate": 1.8725e-05, |
| "loss": 0.2622, |
| "step": 750 |
| }, |
| { |
| "grad_norm": 1.6707582473754883, |
| "learning_rate": 1.8975e-05, |
| "loss": 0.2438, |
| "step": 760 |
| }, |
| { |
| "grad_norm": 1.8254568576812744, |
| "learning_rate": 1.9225e-05, |
| "loss": 0.251, |
| "step": 770 |
| }, |
| { |
| "grad_norm": 2.3416049480438232, |
| "learning_rate": 1.9475000000000002e-05, |
| "loss": 0.226, |
| "step": 780 |
| }, |
| { |
| "grad_norm": 1.5340311527252197, |
| "learning_rate": 1.9725000000000002e-05, |
| "loss": 0.2138, |
| "step": 790 |
| }, |
| { |
| "grad_norm": 1.859876275062561, |
| "learning_rate": 1.9975e-05, |
| "loss": 0.2105, |
| "step": 800 |
| }, |
| { |
| "grad_norm": 2.154973030090332, |
| "learning_rate": 2.0225000000000004e-05, |
| "loss": 0.2118, |
| "step": 810 |
| }, |
| { |
| "grad_norm": 1.8348009586334229, |
| "learning_rate": 2.0475e-05, |
| "loss": 0.1903, |
| "step": 820 |
| }, |
| { |
| "grad_norm": 1.741173505783081, |
| "learning_rate": 2.0725e-05, |
| "loss": 0.1721, |
| "step": 830 |
| }, |
| { |
| "grad_norm": 2.5990681648254395, |
| "learning_rate": 2.0975e-05, |
| "loss": 0.1442, |
| "step": 840 |
| }, |
| { |
| "grad_norm": 1.6081572771072388, |
| "learning_rate": 2.1225e-05, |
| "loss": 0.1418, |
| "step": 850 |
| }, |
| { |
| "grad_norm": 1.6972485780715942, |
| "learning_rate": 2.1475e-05, |
| "loss": 0.1521, |
| "step": 860 |
| }, |
| { |
| "grad_norm": 1.9392932653427124, |
| "learning_rate": 2.1725e-05, |
| "loss": 0.1404, |
| "step": 870 |
| }, |
| { |
| "grad_norm": 1.553594708442688, |
| "learning_rate": 2.1975000000000002e-05, |
| "loss": 0.1287, |
| "step": 880 |
| }, |
| { |
| "grad_norm": 1.8011493682861328, |
| "learning_rate": 2.2225e-05, |
| "loss": 0.1453, |
| "step": 890 |
| }, |
| { |
| "grad_norm": 1.8249744176864624, |
| "learning_rate": 2.2475e-05, |
| "loss": 0.1411, |
| "step": 900 |
| }, |
| { |
| "grad_norm": 2.0196940898895264, |
| "learning_rate": 2.2725000000000003e-05, |
| "loss": 0.1329, |
| "step": 910 |
| }, |
| { |
| "grad_norm": 2.436136245727539, |
| "learning_rate": 2.2975000000000003e-05, |
| "loss": 0.1241, |
| "step": 920 |
| }, |
| { |
| "grad_norm": 1.6055057048797607, |
| "learning_rate": 2.3225000000000002e-05, |
| "loss": 0.1271, |
| "step": 930 |
| }, |
| { |
| "grad_norm": 1.7781250476837158, |
| "learning_rate": 2.3475e-05, |
| "loss": 0.1333, |
| "step": 940 |
| }, |
| { |
| "grad_norm": 1.3514556884765625, |
| "learning_rate": 2.3725e-05, |
| "loss": 0.1302, |
| "step": 950 |
| }, |
| { |
| "grad_norm": 1.6902070045471191, |
| "learning_rate": 2.3975e-05, |
| "loss": 0.1133, |
| "step": 960 |
| }, |
| { |
| "grad_norm": 1.4286205768585205, |
| "learning_rate": 2.4225e-05, |
| "loss": 0.1129, |
| "step": 970 |
| }, |
| { |
| "grad_norm": 1.6462979316711426, |
| "learning_rate": 2.4475000000000002e-05, |
| "loss": 0.1053, |
| "step": 980 |
| }, |
| { |
| "grad_norm": 1.651625633239746, |
| "learning_rate": 2.4725e-05, |
| "loss": 0.103, |
| "step": 990 |
| }, |
| { |
| "grad_norm": 1.5522713661193848, |
| "learning_rate": 2.4975e-05, |
| "loss": 0.1203, |
| "step": 1000 |
| }, |
| { |
| "grad_norm": 1.7168065309524536, |
| "learning_rate": 2.5225e-05, |
| "loss": 0.0971, |
| "step": 1010 |
| }, |
| { |
| "grad_norm": 1.537105679512024, |
| "learning_rate": 2.5475e-05, |
| "loss": 0.108, |
| "step": 1020 |
| }, |
| { |
| "grad_norm": 1.4447249174118042, |
| "learning_rate": 2.5725e-05, |
| "loss": 0.1107, |
| "step": 1030 |
| }, |
| { |
| "grad_norm": 1.6851987838745117, |
| "learning_rate": 2.5974999999999998e-05, |
| "loss": 0.0961, |
| "step": 1040 |
| }, |
| { |
| "grad_norm": 1.5686955451965332, |
| "learning_rate": 2.6225e-05, |
| "loss": 0.0958, |
| "step": 1050 |
| }, |
| { |
| "grad_norm": 1.5350412130355835, |
| "learning_rate": 2.6475e-05, |
| "loss": 0.1059, |
| "step": 1060 |
| }, |
| { |
| "grad_norm": 1.2784905433654785, |
| "learning_rate": 2.6725e-05, |
| "loss": 0.0998, |
| "step": 1070 |
| }, |
| { |
| "grad_norm": 1.1828101873397827, |
| "learning_rate": 2.6975000000000002e-05, |
| "loss": 0.1104, |
| "step": 1080 |
| }, |
| { |
| "grad_norm": 2.0655298233032227, |
| "learning_rate": 2.7225e-05, |
| "loss": 0.1091, |
| "step": 1090 |
| }, |
| { |
| "grad_norm": 1.5553728342056274, |
| "learning_rate": 2.7475e-05, |
| "loss": 0.0874, |
| "step": 1100 |
| }, |
| { |
| "grad_norm": 1.8540327548980713, |
| "learning_rate": 2.7725e-05, |
| "loss": 0.1103, |
| "step": 1110 |
| }, |
| { |
| "grad_norm": 1.1460381746292114, |
| "learning_rate": 2.7975000000000002e-05, |
| "loss": 0.0969, |
| "step": 1120 |
| }, |
| { |
| "grad_norm": 1.5079286098480225, |
| "learning_rate": 2.8225e-05, |
| "loss": 0.1096, |
| "step": 1130 |
| }, |
| { |
| "grad_norm": 1.2856305837631226, |
| "learning_rate": 2.8475e-05, |
| "loss": 0.0974, |
| "step": 1140 |
| }, |
| { |
| "grad_norm": 1.5520336627960205, |
| "learning_rate": 2.8725e-05, |
| "loss": 0.1015, |
| "step": 1150 |
| }, |
| { |
| "grad_norm": 1.449852705001831, |
| "learning_rate": 2.8975000000000003e-05, |
| "loss": 0.0964, |
| "step": 1160 |
| }, |
| { |
| "grad_norm": 1.3053845167160034, |
| "learning_rate": 2.9225000000000002e-05, |
| "loss": 0.0864, |
| "step": 1170 |
| }, |
| { |
| "grad_norm": 1.5947260856628418, |
| "learning_rate": 2.9475e-05, |
| "loss": 0.0917, |
| "step": 1180 |
| }, |
| { |
| "grad_norm": 1.4085862636566162, |
| "learning_rate": 2.9725000000000004e-05, |
| "loss": 0.0885, |
| "step": 1190 |
| }, |
| { |
| "grad_norm": 1.1937754154205322, |
| "learning_rate": 2.9975000000000004e-05, |
| "loss": 0.1008, |
| "step": 1200 |
| }, |
| { |
| "grad_norm": 1.3678373098373413, |
| "learning_rate": 3.0225000000000003e-05, |
| "loss": 0.0835, |
| "step": 1210 |
| }, |
| { |
| "grad_norm": 1.0101574659347534, |
| "learning_rate": 3.0475000000000002e-05, |
| "loss": 0.0907, |
| "step": 1220 |
| }, |
| { |
| "grad_norm": 1.0229358673095703, |
| "learning_rate": 3.0725e-05, |
| "loss": 0.0946, |
| "step": 1230 |
| }, |
| { |
| "grad_norm": 1.5056079626083374, |
| "learning_rate": 3.0975e-05, |
| "loss": 0.0855, |
| "step": 1240 |
| }, |
| { |
| "grad_norm": 1.1308737993240356, |
| "learning_rate": 3.122500000000001e-05, |
| "loss": 0.0853, |
| "step": 1250 |
| }, |
| { |
| "grad_norm": 1.1949784755706787, |
| "learning_rate": 3.1475e-05, |
| "loss": 0.0919, |
| "step": 1260 |
| }, |
| { |
| "grad_norm": 1.4017665386199951, |
| "learning_rate": 3.1725e-05, |
| "loss": 0.0902, |
| "step": 1270 |
| }, |
| { |
| "grad_norm": 1.5458481311798096, |
| "learning_rate": 3.1975e-05, |
| "loss": 0.0817, |
| "step": 1280 |
| }, |
| { |
| "grad_norm": 1.3599543571472168, |
| "learning_rate": 3.2225e-05, |
| "loss": 0.0852, |
| "step": 1290 |
| }, |
| { |
| "grad_norm": 1.450460433959961, |
| "learning_rate": 3.2474999999999997e-05, |
| "loss": 0.0855, |
| "step": 1300 |
| }, |
| { |
| "grad_norm": 1.5782848596572876, |
| "learning_rate": 3.2725e-05, |
| "loss": 0.0871, |
| "step": 1310 |
| }, |
| { |
| "grad_norm": 1.2380833625793457, |
| "learning_rate": 3.2975e-05, |
| "loss": 0.0942, |
| "step": 1320 |
| }, |
| { |
| "grad_norm": 1.3425542116165161, |
| "learning_rate": 3.3225e-05, |
| "loss": 0.0845, |
| "step": 1330 |
| }, |
| { |
| "grad_norm": 1.3883641958236694, |
| "learning_rate": 3.3475e-05, |
| "loss": 0.0867, |
| "step": 1340 |
| }, |
| { |
| "grad_norm": 1.3574200868606567, |
| "learning_rate": 3.3725e-05, |
| "loss": 0.0791, |
| "step": 1350 |
| }, |
| { |
| "grad_norm": 1.2991209030151367, |
| "learning_rate": 3.3975e-05, |
| "loss": 0.0845, |
| "step": 1360 |
| }, |
| { |
| "grad_norm": 1.212193489074707, |
| "learning_rate": 3.4225e-05, |
| "loss": 0.0802, |
| "step": 1370 |
| }, |
| { |
| "grad_norm": 1.2105095386505127, |
| "learning_rate": 3.4475000000000005e-05, |
| "loss": 0.0881, |
| "step": 1380 |
| }, |
| { |
| "grad_norm": 1.204946756362915, |
| "learning_rate": 3.4725000000000004e-05, |
| "loss": 0.0835, |
| "step": 1390 |
| }, |
| { |
| "grad_norm": 1.134838581085205, |
| "learning_rate": 3.4975e-05, |
| "loss": 0.075, |
| "step": 1400 |
| }, |
| { |
| "grad_norm": 1.597717523574829, |
| "learning_rate": 3.5225e-05, |
| "loss": 0.0941, |
| "step": 1410 |
| }, |
| { |
| "grad_norm": 1.120943546295166, |
| "learning_rate": 3.5475e-05, |
| "loss": 0.0957, |
| "step": 1420 |
| }, |
| { |
| "grad_norm": 1.286924123764038, |
| "learning_rate": 3.5725e-05, |
| "loss": 0.0782, |
| "step": 1430 |
| }, |
| { |
| "grad_norm": 1.2821955680847168, |
| "learning_rate": 3.5975e-05, |
| "loss": 0.0877, |
| "step": 1440 |
| }, |
| { |
| "grad_norm": 0.9786968231201172, |
| "learning_rate": 3.6225000000000006e-05, |
| "loss": 0.067, |
| "step": 1450 |
| }, |
| { |
| "grad_norm": 1.1541035175323486, |
| "learning_rate": 3.6475000000000006e-05, |
| "loss": 0.0731, |
| "step": 1460 |
| }, |
| { |
| "grad_norm": 1.0547113418579102, |
| "learning_rate": 3.6725000000000005e-05, |
| "loss": 0.0762, |
| "step": 1470 |
| }, |
| { |
| "grad_norm": 1.0338844060897827, |
| "learning_rate": 3.6975000000000004e-05, |
| "loss": 0.0862, |
| "step": 1480 |
| }, |
| { |
| "grad_norm": 0.9127304553985596, |
| "learning_rate": 3.7225000000000004e-05, |
| "loss": 0.0803, |
| "step": 1490 |
| }, |
| { |
| "grad_norm": 0.9178349375724792, |
| "learning_rate": 3.7475e-05, |
| "loss": 0.0832, |
| "step": 1500 |
| }, |
| { |
| "grad_norm": 1.0365991592407227, |
| "learning_rate": 3.7725e-05, |
| "loss": 0.0879, |
| "step": 1510 |
| }, |
| { |
| "grad_norm": 1.3525325059890747, |
| "learning_rate": 3.7975e-05, |
| "loss": 0.0891, |
| "step": 1520 |
| }, |
| { |
| "grad_norm": 1.3538330793380737, |
| "learning_rate": 3.8225e-05, |
| "loss": 0.0869, |
| "step": 1530 |
| }, |
| { |
| "grad_norm": 1.2002805471420288, |
| "learning_rate": 3.8475e-05, |
| "loss": 0.0745, |
| "step": 1540 |
| }, |
| { |
| "grad_norm": 1.0287679433822632, |
| "learning_rate": 3.8725e-05, |
| "loss": 0.08, |
| "step": 1550 |
| }, |
| { |
| "grad_norm": 1.310381531715393, |
| "learning_rate": 3.8975e-05, |
| "loss": 0.0789, |
| "step": 1560 |
| }, |
| { |
| "grad_norm": 0.927413821220398, |
| "learning_rate": 3.9225e-05, |
| "loss": 0.0847, |
| "step": 1570 |
| }, |
| { |
| "grad_norm": 0.945735514163971, |
| "learning_rate": 3.9475000000000004e-05, |
| "loss": 0.0823, |
| "step": 1580 |
| }, |
| { |
| "grad_norm": 1.4773881435394287, |
| "learning_rate": 3.9725e-05, |
| "loss": 0.0773, |
| "step": 1590 |
| }, |
| { |
| "grad_norm": 0.899528980255127, |
| "learning_rate": 3.9975e-05, |
| "loss": 0.0829, |
| "step": 1600 |
| }, |
| { |
| "grad_norm": 1.000025987625122, |
| "learning_rate": 4.0225e-05, |
| "loss": 0.0823, |
| "step": 1610 |
| }, |
| { |
| "grad_norm": 0.9304444789886475, |
| "learning_rate": 4.0475e-05, |
| "loss": 0.0722, |
| "step": 1620 |
| }, |
| { |
| "grad_norm": 1.2848438024520874, |
| "learning_rate": 4.0725e-05, |
| "loss": 0.0785, |
| "step": 1630 |
| }, |
| { |
| "grad_norm": 1.2650846242904663, |
| "learning_rate": 4.0975e-05, |
| "loss": 0.0748, |
| "step": 1640 |
| }, |
| { |
| "grad_norm": 1.0591596364974976, |
| "learning_rate": 4.1225e-05, |
| "loss": 0.0711, |
| "step": 1650 |
| }, |
| { |
| "grad_norm": 1.0950254201889038, |
| "learning_rate": 4.1475000000000005e-05, |
| "loss": 0.0797, |
| "step": 1660 |
| }, |
| { |
| "grad_norm": 1.232553243637085, |
| "learning_rate": 4.1725000000000005e-05, |
| "loss": 0.0793, |
| "step": 1670 |
| }, |
| { |
| "grad_norm": 1.0546668767929077, |
| "learning_rate": 4.1975000000000004e-05, |
| "loss": 0.0699, |
| "step": 1680 |
| }, |
| { |
| "grad_norm": 1.008373498916626, |
| "learning_rate": 4.2225e-05, |
| "loss": 0.0808, |
| "step": 1690 |
| }, |
| { |
| "grad_norm": 0.8450912833213806, |
| "learning_rate": 4.2475e-05, |
| "loss": 0.0731, |
| "step": 1700 |
| }, |
| { |
| "grad_norm": 1.1074550151824951, |
| "learning_rate": 4.2725e-05, |
| "loss": 0.0867, |
| "step": 1710 |
| }, |
| { |
| "grad_norm": 1.2273873090744019, |
| "learning_rate": 4.2975e-05, |
| "loss": 0.0782, |
| "step": 1720 |
| }, |
| { |
| "grad_norm": 1.0400255918502808, |
| "learning_rate": 4.322500000000001e-05, |
| "loss": 0.078, |
| "step": 1730 |
| }, |
| { |
| "grad_norm": 1.2490166425704956, |
| "learning_rate": 4.3475000000000006e-05, |
| "loss": 0.07, |
| "step": 1740 |
| }, |
| { |
| "grad_norm": 1.0737584829330444, |
| "learning_rate": 4.3725000000000006e-05, |
| "loss": 0.075, |
| "step": 1750 |
| }, |
| { |
| "grad_norm": 1.233413577079773, |
| "learning_rate": 4.3975e-05, |
| "loss": 0.0741, |
| "step": 1760 |
| }, |
| { |
| "grad_norm": 0.9239450097084045, |
| "learning_rate": 4.4225e-05, |
| "loss": 0.0663, |
| "step": 1770 |
| }, |
| { |
| "grad_norm": 1.1301162242889404, |
| "learning_rate": 4.4475e-05, |
| "loss": 0.0733, |
| "step": 1780 |
| }, |
| { |
| "grad_norm": 0.8251295685768127, |
| "learning_rate": 4.4725e-05, |
| "loss": 0.064, |
| "step": 1790 |
| }, |
| { |
| "grad_norm": 1.0031894445419312, |
| "learning_rate": 4.4975e-05, |
| "loss": 0.0669, |
| "step": 1800 |
| }, |
| { |
| "grad_norm": 0.8335981965065002, |
| "learning_rate": 4.5225e-05, |
| "loss": 0.064, |
| "step": 1810 |
| }, |
| { |
| "grad_norm": 0.8685722351074219, |
| "learning_rate": 4.5475e-05, |
| "loss": 0.0672, |
| "step": 1820 |
| }, |
| { |
| "grad_norm": 0.8541990518569946, |
| "learning_rate": 4.5725e-05, |
| "loss": 0.0602, |
| "step": 1830 |
| }, |
| { |
| "grad_norm": 0.8233271241188049, |
| "learning_rate": 4.5975e-05, |
| "loss": 0.0682, |
| "step": 1840 |
| }, |
| { |
| "grad_norm": 0.7718712687492371, |
| "learning_rate": 4.6225e-05, |
| "loss": 0.0651, |
| "step": 1850 |
| }, |
| { |
| "grad_norm": 1.4902597665786743, |
| "learning_rate": 4.6475000000000005e-05, |
| "loss": 0.073, |
| "step": 1860 |
| }, |
| { |
| "grad_norm": 0.8875091075897217, |
| "learning_rate": 4.6725000000000004e-05, |
| "loss": 0.0685, |
| "step": 1870 |
| }, |
| { |
| "grad_norm": 0.9251996874809265, |
| "learning_rate": 4.6975000000000003e-05, |
| "loss": 0.0613, |
| "step": 1880 |
| }, |
| { |
| "grad_norm": 1.170397400856018, |
| "learning_rate": 4.7225e-05, |
| "loss": 0.0711, |
| "step": 1890 |
| }, |
| { |
| "grad_norm": 0.8567249178886414, |
| "learning_rate": 4.7475e-05, |
| "loss": 0.0721, |
| "step": 1900 |
| }, |
| { |
| "grad_norm": 1.0828672647476196, |
| "learning_rate": 4.7725e-05, |
| "loss": 0.069, |
| "step": 1910 |
| }, |
| { |
| "grad_norm": 0.8799436688423157, |
| "learning_rate": 4.7975e-05, |
| "loss": 0.07, |
| "step": 1920 |
| }, |
| { |
| "grad_norm": 0.949116587638855, |
| "learning_rate": 4.822500000000001e-05, |
| "loss": 0.069, |
| "step": 1930 |
| }, |
| { |
| "grad_norm": 1.0246304273605347, |
| "learning_rate": 4.8475000000000006e-05, |
| "loss": 0.0693, |
| "step": 1940 |
| }, |
| { |
| "grad_norm": 0.8899738788604736, |
| "learning_rate": 4.8725000000000005e-05, |
| "loss": 0.0641, |
| "step": 1950 |
| }, |
| { |
| "grad_norm": 1.0466159582138062, |
| "learning_rate": 4.8975000000000005e-05, |
| "loss": 0.0752, |
| "step": 1960 |
| }, |
| { |
| "grad_norm": 0.899034321308136, |
| "learning_rate": 4.9225000000000004e-05, |
| "loss": 0.0803, |
| "step": 1970 |
| }, |
| { |
| "grad_norm": 0.8415388464927673, |
| "learning_rate": 4.9475e-05, |
| "loss": 0.0648, |
| "step": 1980 |
| }, |
| { |
| "grad_norm": 1.0137670040130615, |
| "learning_rate": 4.9725e-05, |
| "loss": 0.0651, |
| "step": 1990 |
| }, |
| { |
| "grad_norm": 0.8400244116783142, |
| "learning_rate": 4.9975e-05, |
| "loss": 0.0838, |
| "step": 2000 |
| }, |
| { |
| "grad_norm": 1.078927993774414, |
| "learning_rate": 5.0225e-05, |
| "loss": 0.0692, |
| "step": 2010 |
| }, |
| { |
| "grad_norm": 0.7297987937927246, |
| "learning_rate": 5.047500000000001e-05, |
| "loss": 0.0658, |
| "step": 2020 |
| }, |
| { |
| "grad_norm": 0.7978940606117249, |
| "learning_rate": 5.0725e-05, |
| "loss": 0.0704, |
| "step": 2030 |
| }, |
| { |
| "grad_norm": 0.7656873464584351, |
| "learning_rate": 5.0975000000000006e-05, |
| "loss": 0.0653, |
| "step": 2040 |
| }, |
| { |
| "grad_norm": 0.7548262476921082, |
| "learning_rate": 5.1225e-05, |
| "loss": 0.0696, |
| "step": 2050 |
| }, |
| { |
| "grad_norm": 1.0591721534729004, |
| "learning_rate": 5.1475000000000004e-05, |
| "loss": 0.0786, |
| "step": 2060 |
| }, |
| { |
| "grad_norm": 0.7878709435462952, |
| "learning_rate": 5.1725000000000004e-05, |
| "loss": 0.0698, |
| "step": 2070 |
| }, |
| { |
| "grad_norm": 0.897945761680603, |
| "learning_rate": 5.197500000000001e-05, |
| "loss": 0.0628, |
| "step": 2080 |
| }, |
| { |
| "grad_norm": 0.6967459917068481, |
| "learning_rate": 5.2225e-05, |
| "loss": 0.0612, |
| "step": 2090 |
| }, |
| { |
| "grad_norm": 0.8716256022453308, |
| "learning_rate": 5.247500000000001e-05, |
| "loss": 0.061, |
| "step": 2100 |
| }, |
| { |
| "grad_norm": 0.6177629828453064, |
| "learning_rate": 5.2725e-05, |
| "loss": 0.0569, |
| "step": 2110 |
| }, |
| { |
| "grad_norm": 0.9584032893180847, |
| "learning_rate": 5.297500000000001e-05, |
| "loss": 0.0667, |
| "step": 2120 |
| }, |
| { |
| "grad_norm": 0.9155662655830383, |
| "learning_rate": 5.3225e-05, |
| "loss": 0.0634, |
| "step": 2130 |
| }, |
| { |
| "grad_norm": 0.7499725222587585, |
| "learning_rate": 5.3475e-05, |
| "loss": 0.062, |
| "step": 2140 |
| }, |
| { |
| "grad_norm": 0.5990448594093323, |
| "learning_rate": 5.3725000000000005e-05, |
| "loss": 0.0594, |
| "step": 2150 |
| }, |
| { |
| "grad_norm": 0.8445324897766113, |
| "learning_rate": 5.3975e-05, |
| "loss": 0.0552, |
| "step": 2160 |
| }, |
| { |
| "grad_norm": 0.6003220677375793, |
| "learning_rate": 5.4225000000000003e-05, |
| "loss": 0.0584, |
| "step": 2170 |
| }, |
| { |
| "grad_norm": 1.0316931009292603, |
| "learning_rate": 5.4474999999999996e-05, |
| "loss": 0.0637, |
| "step": 2180 |
| }, |
| { |
| "grad_norm": 0.868081271648407, |
| "learning_rate": 5.4725e-05, |
| "loss": 0.0649, |
| "step": 2190 |
| }, |
| { |
| "grad_norm": 0.842610776424408, |
| "learning_rate": 5.4975e-05, |
| "loss": 0.0667, |
| "step": 2200 |
| }, |
| { |
| "grad_norm": 0.6579468250274658, |
| "learning_rate": 5.522500000000001e-05, |
| "loss": 0.0532, |
| "step": 2210 |
| }, |
| { |
| "grad_norm": 0.8250467777252197, |
| "learning_rate": 5.5475e-05, |
| "loss": 0.0577, |
| "step": 2220 |
| }, |
| { |
| "grad_norm": 0.882590115070343, |
| "learning_rate": 5.5725000000000006e-05, |
| "loss": 0.0618, |
| "step": 2230 |
| }, |
| { |
| "grad_norm": 0.6348373889923096, |
| "learning_rate": 5.5975e-05, |
| "loss": 0.0633, |
| "step": 2240 |
| }, |
| { |
| "grad_norm": 0.6598455309867859, |
| "learning_rate": 5.6225000000000005e-05, |
| "loss": 0.0693, |
| "step": 2250 |
| }, |
| { |
| "grad_norm": 0.8272908329963684, |
| "learning_rate": 5.6475e-05, |
| "loss": 0.0597, |
| "step": 2260 |
| }, |
| { |
| "grad_norm": 0.8021649718284607, |
| "learning_rate": 5.6725e-05, |
| "loss": 0.0551, |
| "step": 2270 |
| }, |
| { |
| "grad_norm": 0.7743063569068909, |
| "learning_rate": 5.6975e-05, |
| "loss": 0.0649, |
| "step": 2280 |
| }, |
| { |
| "grad_norm": 0.9049435257911682, |
| "learning_rate": 5.722500000000001e-05, |
| "loss": 0.0624, |
| "step": 2290 |
| }, |
| { |
| "grad_norm": 0.7708112597465515, |
| "learning_rate": 5.7475e-05, |
| "loss": 0.0647, |
| "step": 2300 |
| }, |
| { |
| "grad_norm": 0.9157259464263916, |
| "learning_rate": 5.772500000000001e-05, |
| "loss": 0.0642, |
| "step": 2310 |
| }, |
| { |
| "grad_norm": 0.7489880919456482, |
| "learning_rate": 5.7975e-05, |
| "loss": 0.0528, |
| "step": 2320 |
| }, |
| { |
| "grad_norm": 0.7524044513702393, |
| "learning_rate": 5.8225000000000006e-05, |
| "loss": 0.0594, |
| "step": 2330 |
| }, |
| { |
| "grad_norm": 0.9588838219642639, |
| "learning_rate": 5.8475000000000005e-05, |
| "loss": 0.0608, |
| "step": 2340 |
| }, |
| { |
| "grad_norm": 0.724116861820221, |
| "learning_rate": 5.8725000000000004e-05, |
| "loss": 0.0608, |
| "step": 2350 |
| }, |
| { |
| "grad_norm": 0.949410617351532, |
| "learning_rate": 5.8975000000000004e-05, |
| "loss": 0.0629, |
| "step": 2360 |
| }, |
| { |
| "grad_norm": 0.7337884306907654, |
| "learning_rate": 5.922500000000001e-05, |
| "loss": 0.0644, |
| "step": 2370 |
| }, |
| { |
| "grad_norm": 0.6380131244659424, |
| "learning_rate": 5.9475e-05, |
| "loss": 0.0605, |
| "step": 2380 |
| }, |
| { |
| "grad_norm": 0.6566464304924011, |
| "learning_rate": 5.9724999999999995e-05, |
| "loss": 0.0703, |
| "step": 2390 |
| }, |
| { |
| "grad_norm": 0.7548853158950806, |
| "learning_rate": 5.9975e-05, |
| "loss": 0.061, |
| "step": 2400 |
| }, |
| { |
| "grad_norm": 0.7135842442512512, |
| "learning_rate": 6.0225e-05, |
| "loss": 0.0594, |
| "step": 2410 |
| }, |
| { |
| "grad_norm": 0.6651610136032104, |
| "learning_rate": 6.0475000000000006e-05, |
| "loss": 0.0587, |
| "step": 2420 |
| }, |
| { |
| "grad_norm": 0.5913328528404236, |
| "learning_rate": 6.0725e-05, |
| "loss": 0.0555, |
| "step": 2430 |
| }, |
| { |
| "grad_norm": 0.6769335865974426, |
| "learning_rate": 6.0975000000000005e-05, |
| "loss": 0.0532, |
| "step": 2440 |
| }, |
| { |
| "grad_norm": 0.7440420985221863, |
| "learning_rate": 6.1225e-05, |
| "loss": 0.0555, |
| "step": 2450 |
| }, |
| { |
| "grad_norm": 0.5355431437492371, |
| "learning_rate": 6.1475e-05, |
| "loss": 0.0542, |
| "step": 2460 |
| }, |
| { |
| "grad_norm": 0.6097579598426819, |
| "learning_rate": 6.1725e-05, |
| "loss": 0.056, |
| "step": 2470 |
| }, |
| { |
| "grad_norm": 0.6164148449897766, |
| "learning_rate": 6.1975e-05, |
| "loss": 0.0638, |
| "step": 2480 |
| }, |
| { |
| "grad_norm": 0.8228153586387634, |
| "learning_rate": 6.2225e-05, |
| "loss": 0.0597, |
| "step": 2490 |
| }, |
| { |
| "grad_norm": 0.693198025226593, |
| "learning_rate": 6.2475e-05, |
| "loss": 0.0616, |
| "step": 2500 |
| }, |
| { |
| "grad_norm": 0.77430260181427, |
| "learning_rate": 6.2725e-05, |
| "loss": 0.048, |
| "step": 2510 |
| }, |
| { |
| "grad_norm": 0.7404604554176331, |
| "learning_rate": 6.297500000000001e-05, |
| "loss": 0.0541, |
| "step": 2520 |
| }, |
| { |
| "grad_norm": 0.7104705572128296, |
| "learning_rate": 6.3225e-05, |
| "loss": 0.0651, |
| "step": 2530 |
| }, |
| { |
| "grad_norm": 0.7111170887947083, |
| "learning_rate": 6.347500000000001e-05, |
| "loss": 0.0648, |
| "step": 2540 |
| }, |
| { |
| "grad_norm": 0.7771560549736023, |
| "learning_rate": 6.3725e-05, |
| "loss": 0.0578, |
| "step": 2550 |
| }, |
| { |
| "grad_norm": 0.7633046507835388, |
| "learning_rate": 6.397500000000001e-05, |
| "loss": 0.0579, |
| "step": 2560 |
| }, |
| { |
| "grad_norm": 0.8382501006126404, |
| "learning_rate": 6.4225e-05, |
| "loss": 0.0568, |
| "step": 2570 |
| }, |
| { |
| "grad_norm": 0.6458725929260254, |
| "learning_rate": 6.447500000000001e-05, |
| "loss": 0.0602, |
| "step": 2580 |
| }, |
| { |
| "grad_norm": 0.6697157621383667, |
| "learning_rate": 6.4725e-05, |
| "loss": 0.0563, |
| "step": 2590 |
| }, |
| { |
| "grad_norm": 0.6784992814064026, |
| "learning_rate": 6.497500000000001e-05, |
| "loss": 0.0558, |
| "step": 2600 |
| }, |
| { |
| "grad_norm": 0.6799176931381226, |
| "learning_rate": 6.5225e-05, |
| "loss": 0.0486, |
| "step": 2610 |
| }, |
| { |
| "grad_norm": 0.7377599477767944, |
| "learning_rate": 6.5475e-05, |
| "loss": 0.053, |
| "step": 2620 |
| }, |
| { |
| "grad_norm": 0.5490700602531433, |
| "learning_rate": 6.5725e-05, |
| "loss": 0.06, |
| "step": 2630 |
| }, |
| { |
| "grad_norm": 0.5960026979446411, |
| "learning_rate": 6.5975e-05, |
| "loss": 0.0747, |
| "step": 2640 |
| }, |
| { |
| "grad_norm": 0.6861433982849121, |
| "learning_rate": 6.6225e-05, |
| "loss": 0.0554, |
| "step": 2650 |
| }, |
| { |
| "grad_norm": 0.611458420753479, |
| "learning_rate": 6.6475e-05, |
| "loss": 0.0542, |
| "step": 2660 |
| }, |
| { |
| "grad_norm": 0.712469220161438, |
| "learning_rate": 6.672500000000001e-05, |
| "loss": 0.0484, |
| "step": 2670 |
| }, |
| { |
| "grad_norm": 0.6568604707717896, |
| "learning_rate": 6.6975e-05, |
| "loss": 0.0484, |
| "step": 2680 |
| }, |
| { |
| "grad_norm": 0.588529109954834, |
| "learning_rate": 6.722500000000001e-05, |
| "loss": 0.0515, |
| "step": 2690 |
| }, |
| { |
| "grad_norm": 0.9409171342849731, |
| "learning_rate": 6.7475e-05, |
| "loss": 0.0644, |
| "step": 2700 |
| }, |
| { |
| "grad_norm": 0.5707340240478516, |
| "learning_rate": 6.7725e-05, |
| "loss": 0.0612, |
| "step": 2710 |
| }, |
| { |
| "grad_norm": 0.7319713830947876, |
| "learning_rate": 6.7975e-05, |
| "loss": 0.0579, |
| "step": 2720 |
| }, |
| { |
| "grad_norm": 0.7075655460357666, |
| "learning_rate": 6.8225e-05, |
| "loss": 0.0561, |
| "step": 2730 |
| }, |
| { |
| "grad_norm": 0.6792818307876587, |
| "learning_rate": 6.8475e-05, |
| "loss": 0.0509, |
| "step": 2740 |
| }, |
| { |
| "grad_norm": 0.7108269333839417, |
| "learning_rate": 6.8725e-05, |
| "loss": 0.0531, |
| "step": 2750 |
| }, |
| { |
| "grad_norm": 0.5372207164764404, |
| "learning_rate": 6.8975e-05, |
| "loss": 0.0493, |
| "step": 2760 |
| }, |
| { |
| "grad_norm": 0.6156140565872192, |
| "learning_rate": 6.9225e-05, |
| "loss": 0.049, |
| "step": 2770 |
| }, |
| { |
| "grad_norm": 0.5341912508010864, |
| "learning_rate": 6.9475e-05, |
| "loss": 0.0438, |
| "step": 2780 |
| }, |
| { |
| "grad_norm": 0.5590257048606873, |
| "learning_rate": 6.9725e-05, |
| "loss": 0.0509, |
| "step": 2790 |
| }, |
| { |
| "grad_norm": 0.7167447209358215, |
| "learning_rate": 6.997500000000001e-05, |
| "loss": 0.0487, |
| "step": 2800 |
| }, |
| { |
| "grad_norm": 0.5477861166000366, |
| "learning_rate": 7.022500000000001e-05, |
| "loss": 0.0484, |
| "step": 2810 |
| }, |
| { |
| "grad_norm": 0.7099193930625916, |
| "learning_rate": 7.0475e-05, |
| "loss": 0.0484, |
| "step": 2820 |
| }, |
| { |
| "grad_norm": 0.815622866153717, |
| "learning_rate": 7.072500000000001e-05, |
| "loss": 0.0493, |
| "step": 2830 |
| }, |
| { |
| "grad_norm": 0.5379012227058411, |
| "learning_rate": 7.0975e-05, |
| "loss": 0.0535, |
| "step": 2840 |
| }, |
| { |
| "grad_norm": 0.4705035388469696, |
| "learning_rate": 7.122500000000001e-05, |
| "loss": 0.0527, |
| "step": 2850 |
| }, |
| { |
| "grad_norm": 0.5898609161376953, |
| "learning_rate": 7.1475e-05, |
| "loss": 0.0677, |
| "step": 2860 |
| }, |
| { |
| "grad_norm": 0.6316633224487305, |
| "learning_rate": 7.172500000000001e-05, |
| "loss": 0.0474, |
| "step": 2870 |
| }, |
| { |
| "grad_norm": 0.5751751661300659, |
| "learning_rate": 7.1975e-05, |
| "loss": 0.0519, |
| "step": 2880 |
| }, |
| { |
| "grad_norm": 0.6925854086875916, |
| "learning_rate": 7.2225e-05, |
| "loss": 0.0532, |
| "step": 2890 |
| }, |
| { |
| "grad_norm": 0.6490530371665955, |
| "learning_rate": 7.2475e-05, |
| "loss": 0.0431, |
| "step": 2900 |
| }, |
| { |
| "grad_norm": 0.5243796706199646, |
| "learning_rate": 7.272499999999999e-05, |
| "loss": 0.0594, |
| "step": 2910 |
| }, |
| { |
| "grad_norm": 0.4794312119483948, |
| "learning_rate": 7.2975e-05, |
| "loss": 0.0491, |
| "step": 2920 |
| }, |
| { |
| "grad_norm": 0.5939675569534302, |
| "learning_rate": 7.3225e-05, |
| "loss": 0.053, |
| "step": 2930 |
| }, |
| { |
| "grad_norm": 0.6829997301101685, |
| "learning_rate": 7.347500000000001e-05, |
| "loss": 0.0433, |
| "step": 2940 |
| }, |
| { |
| "grad_norm": 0.5756387710571289, |
| "learning_rate": 7.3725e-05, |
| "loss": 0.0453, |
| "step": 2950 |
| }, |
| { |
| "grad_norm": 0.6272783279418945, |
| "learning_rate": 7.397500000000001e-05, |
| "loss": 0.0495, |
| "step": 2960 |
| }, |
| { |
| "grad_norm": 0.6649883985519409, |
| "learning_rate": 7.4225e-05, |
| "loss": 0.0516, |
| "step": 2970 |
| }, |
| { |
| "grad_norm": 0.41673851013183594, |
| "learning_rate": 7.447500000000001e-05, |
| "loss": 0.0555, |
| "step": 2980 |
| }, |
| { |
| "grad_norm": 0.43925657868385315, |
| "learning_rate": 7.4725e-05, |
| "loss": 0.0422, |
| "step": 2990 |
| }, |
| { |
| "grad_norm": 0.5183777213096619, |
| "learning_rate": 7.4975e-05, |
| "loss": 0.0581, |
| "step": 3000 |
| }, |
| { |
| "grad_norm": 0.6291593909263611, |
| "learning_rate": 7.5225e-05, |
| "loss": 0.0502, |
| "step": 3010 |
| }, |
| { |
| "grad_norm": 0.6234071850776672, |
| "learning_rate": 7.5475e-05, |
| "loss": 0.0588, |
| "step": 3020 |
| }, |
| { |
| "grad_norm": 0.5591736435890198, |
| "learning_rate": 7.5725e-05, |
| "loss": 0.0491, |
| "step": 3030 |
| }, |
| { |
| "grad_norm": 0.570741593837738, |
| "learning_rate": 7.5975e-05, |
| "loss": 0.0546, |
| "step": 3040 |
| }, |
| { |
| "grad_norm": 0.6032003164291382, |
| "learning_rate": 7.6225e-05, |
| "loss": 0.0545, |
| "step": 3050 |
| }, |
| { |
| "grad_norm": 0.7455132007598877, |
| "learning_rate": 7.6475e-05, |
| "loss": 0.043, |
| "step": 3060 |
| }, |
| { |
| "grad_norm": 0.6484450697898865, |
| "learning_rate": 7.672500000000001e-05, |
| "loss": 0.0511, |
| "step": 3070 |
| }, |
| { |
| "grad_norm": 0.557806670665741, |
| "learning_rate": 7.697500000000001e-05, |
| "loss": 0.0549, |
| "step": 3080 |
| }, |
| { |
| "grad_norm": 0.7911346554756165, |
| "learning_rate": 7.722500000000001e-05, |
| "loss": 0.0447, |
| "step": 3090 |
| }, |
| { |
| "grad_norm": 0.5621020197868347, |
| "learning_rate": 7.747500000000001e-05, |
| "loss": 0.0545, |
| "step": 3100 |
| }, |
| { |
| "grad_norm": 0.7302330732345581, |
| "learning_rate": 7.7725e-05, |
| "loss": 0.0541, |
| "step": 3110 |
| }, |
| { |
| "grad_norm": 0.5450969934463501, |
| "learning_rate": 7.797500000000001e-05, |
| "loss": 0.0461, |
| "step": 3120 |
| }, |
| { |
| "grad_norm": 0.5978328585624695, |
| "learning_rate": 7.8225e-05, |
| "loss": 0.0542, |
| "step": 3130 |
| }, |
| { |
| "grad_norm": 0.6991857290267944, |
| "learning_rate": 7.8475e-05, |
| "loss": 0.0545, |
| "step": 3140 |
| }, |
| { |
| "grad_norm": 0.5713250041007996, |
| "learning_rate": 7.8725e-05, |
| "loss": 0.0429, |
| "step": 3150 |
| }, |
| { |
| "grad_norm": 0.5079202055931091, |
| "learning_rate": 7.8975e-05, |
| "loss": 0.0516, |
| "step": 3160 |
| }, |
| { |
| "grad_norm": 0.5190696716308594, |
| "learning_rate": 7.9225e-05, |
| "loss": 0.0448, |
| "step": 3170 |
| }, |
| { |
| "grad_norm": 0.6884950995445251, |
| "learning_rate": 7.9475e-05, |
| "loss": 0.0554, |
| "step": 3180 |
| }, |
| { |
| "grad_norm": 0.5221415162086487, |
| "learning_rate": 7.9725e-05, |
| "loss": 0.0573, |
| "step": 3190 |
| }, |
| { |
| "grad_norm": 0.4776185154914856, |
| "learning_rate": 7.9975e-05, |
| "loss": 0.0483, |
| "step": 3200 |
| }, |
| { |
| "grad_norm": 0.5168715119361877, |
| "learning_rate": 8.022500000000001e-05, |
| "loss": 0.0475, |
| "step": 3210 |
| }, |
| { |
| "grad_norm": 0.8133692741394043, |
| "learning_rate": 8.0475e-05, |
| "loss": 0.0501, |
| "step": 3220 |
| }, |
| { |
| "grad_norm": 0.5876872539520264, |
| "learning_rate": 8.072500000000001e-05, |
| "loss": 0.0498, |
| "step": 3230 |
| }, |
| { |
| "grad_norm": 0.5368916988372803, |
| "learning_rate": 8.0975e-05, |
| "loss": 0.0475, |
| "step": 3240 |
| }, |
| { |
| "grad_norm": 0.6654589176177979, |
| "learning_rate": 8.122500000000001e-05, |
| "loss": 0.0533, |
| "step": 3250 |
| }, |
| { |
| "grad_norm": 0.7075525522232056, |
| "learning_rate": 8.1475e-05, |
| "loss": 0.0506, |
| "step": 3260 |
| }, |
| { |
| "grad_norm": 0.7137773633003235, |
| "learning_rate": 8.172500000000001e-05, |
| "loss": 0.0473, |
| "step": 3270 |
| }, |
| { |
| "grad_norm": 0.6145274639129639, |
| "learning_rate": 8.1975e-05, |
| "loss": 0.053, |
| "step": 3280 |
| }, |
| { |
| "grad_norm": 0.5827512741088867, |
| "learning_rate": 8.2225e-05, |
| "loss": 0.0467, |
| "step": 3290 |
| }, |
| { |
| "grad_norm": 0.5741691589355469, |
| "learning_rate": 8.2475e-05, |
| "loss": 0.0477, |
| "step": 3300 |
| }, |
| { |
| "grad_norm": 0.6415374279022217, |
| "learning_rate": 8.2725e-05, |
| "loss": 0.0502, |
| "step": 3310 |
| }, |
| { |
| "grad_norm": 0.5508673787117004, |
| "learning_rate": 8.2975e-05, |
| "loss": 0.0436, |
| "step": 3320 |
| }, |
| { |
| "grad_norm": 0.5631225109100342, |
| "learning_rate": 8.3225e-05, |
| "loss": 0.051, |
| "step": 3330 |
| }, |
| { |
| "grad_norm": 0.6855165958404541, |
| "learning_rate": 8.347500000000001e-05, |
| "loss": 0.056, |
| "step": 3340 |
| }, |
| { |
| "grad_norm": 0.6133655309677124, |
| "learning_rate": 8.3725e-05, |
| "loss": 0.0498, |
| "step": 3350 |
| }, |
| { |
| "grad_norm": 0.5718126893043518, |
| "learning_rate": 8.397500000000001e-05, |
| "loss": 0.0472, |
| "step": 3360 |
| }, |
| { |
| "grad_norm": 0.6181097030639648, |
| "learning_rate": 8.422500000000001e-05, |
| "loss": 0.0448, |
| "step": 3370 |
| }, |
| { |
| "grad_norm": 0.6881830096244812, |
| "learning_rate": 8.447500000000001e-05, |
| "loss": 0.0492, |
| "step": 3380 |
| }, |
| { |
| "grad_norm": 0.7708672285079956, |
| "learning_rate": 8.4725e-05, |
| "loss": 0.0552, |
| "step": 3390 |
| }, |
| { |
| "grad_norm": 0.5261228680610657, |
| "learning_rate": 8.4975e-05, |
| "loss": 0.0661, |
| "step": 3400 |
| }, |
| { |
| "grad_norm": 0.532979428768158, |
| "learning_rate": 8.5225e-05, |
| "loss": 0.0533, |
| "step": 3410 |
| }, |
| { |
| "grad_norm": 0.4041130542755127, |
| "learning_rate": 8.5475e-05, |
| "loss": 0.0474, |
| "step": 3420 |
| }, |
| { |
| "grad_norm": 0.4805317521095276, |
| "learning_rate": 8.5725e-05, |
| "loss": 0.0542, |
| "step": 3430 |
| }, |
| { |
| "grad_norm": 0.4866563677787781, |
| "learning_rate": 8.5975e-05, |
| "loss": 0.0486, |
| "step": 3440 |
| }, |
| { |
| "grad_norm": 0.5513153076171875, |
| "learning_rate": 8.6225e-05, |
| "loss": 0.0534, |
| "step": 3450 |
| }, |
| { |
| "grad_norm": 0.5657448768615723, |
| "learning_rate": 8.6475e-05, |
| "loss": 0.0453, |
| "step": 3460 |
| }, |
| { |
| "grad_norm": 0.48526906967163086, |
| "learning_rate": 8.672500000000001e-05, |
| "loss": 0.0466, |
| "step": 3470 |
| }, |
| { |
| "grad_norm": 0.4409540891647339, |
| "learning_rate": 8.6975e-05, |
| "loss": 0.042, |
| "step": 3480 |
| }, |
| { |
| "grad_norm": 0.4810849130153656, |
| "learning_rate": 8.7225e-05, |
| "loss": 0.0509, |
| "step": 3490 |
| }, |
| { |
| "grad_norm": 0.5116516351699829, |
| "learning_rate": 8.747500000000001e-05, |
| "loss": 0.0412, |
| "step": 3500 |
| }, |
| { |
| "grad_norm": 0.39224880933761597, |
| "learning_rate": 8.7725e-05, |
| "loss": 0.049, |
| "step": 3510 |
| }, |
| { |
| "grad_norm": 0.44914278388023376, |
| "learning_rate": 8.797500000000001e-05, |
| "loss": 0.0394, |
| "step": 3520 |
| }, |
| { |
| "grad_norm": 0.6105808615684509, |
| "learning_rate": 8.8225e-05, |
| "loss": 0.0458, |
| "step": 3530 |
| }, |
| { |
| "grad_norm": 0.617580771446228, |
| "learning_rate": 8.847500000000001e-05, |
| "loss": 0.0645, |
| "step": 3540 |
| }, |
| { |
| "grad_norm": 0.5933853983879089, |
| "learning_rate": 8.8725e-05, |
| "loss": 0.0527, |
| "step": 3550 |
| }, |
| { |
| "grad_norm": 0.3423856794834137, |
| "learning_rate": 8.897500000000001e-05, |
| "loss": 0.0498, |
| "step": 3560 |
| }, |
| { |
| "grad_norm": 0.46960392594337463, |
| "learning_rate": 8.9225e-05, |
| "loss": 0.0574, |
| "step": 3570 |
| }, |
| { |
| "grad_norm": 0.579044759273529, |
| "learning_rate": 8.9475e-05, |
| "loss": 0.0453, |
| "step": 3580 |
| }, |
| { |
| "grad_norm": 0.6561214327812195, |
| "learning_rate": 8.9725e-05, |
| "loss": 0.0544, |
| "step": 3590 |
| }, |
| { |
| "grad_norm": 0.4810267388820648, |
| "learning_rate": 8.9975e-05, |
| "loss": 0.0533, |
| "step": 3600 |
| }, |
| { |
| "grad_norm": 0.5214345455169678, |
| "learning_rate": 9.0225e-05, |
| "loss": 0.0474, |
| "step": 3610 |
| }, |
| { |
| "grad_norm": 0.529765784740448, |
| "learning_rate": 9.0475e-05, |
| "loss": 0.0483, |
| "step": 3620 |
| }, |
| { |
| "grad_norm": 0.47406721115112305, |
| "learning_rate": 9.072500000000001e-05, |
| "loss": 0.05, |
| "step": 3630 |
| }, |
| { |
| "grad_norm": 0.5467729568481445, |
| "learning_rate": 9.0975e-05, |
| "loss": 0.0484, |
| "step": 3640 |
| }, |
| { |
| "grad_norm": 0.37928155064582825, |
| "learning_rate": 9.122500000000001e-05, |
| "loss": 0.0508, |
| "step": 3650 |
| }, |
| { |
| "grad_norm": 0.5016357898712158, |
| "learning_rate": 9.1475e-05, |
| "loss": 0.0396, |
| "step": 3660 |
| }, |
| { |
| "grad_norm": 0.5030633211135864, |
| "learning_rate": 9.172500000000001e-05, |
| "loss": 0.0413, |
| "step": 3670 |
| }, |
| { |
| "grad_norm": 0.5383405089378357, |
| "learning_rate": 9.1975e-05, |
| "loss": 0.0457, |
| "step": 3680 |
| }, |
| { |
| "grad_norm": 0.5056612491607666, |
| "learning_rate": 9.2225e-05, |
| "loss": 0.0464, |
| "step": 3690 |
| }, |
| { |
| "grad_norm": 0.5196707844734192, |
| "learning_rate": 9.2475e-05, |
| "loss": 0.0467, |
| "step": 3700 |
| }, |
| { |
| "grad_norm": 0.46504533290863037, |
| "learning_rate": 9.2725e-05, |
| "loss": 0.0499, |
| "step": 3710 |
| }, |
| { |
| "grad_norm": 0.5482833981513977, |
| "learning_rate": 9.2975e-05, |
| "loss": 0.0412, |
| "step": 3720 |
| }, |
| { |
| "grad_norm": 0.4397702217102051, |
| "learning_rate": 9.3225e-05, |
| "loss": 0.0462, |
| "step": 3730 |
| }, |
| { |
| "grad_norm": 0.5846696496009827, |
| "learning_rate": 9.3475e-05, |
| "loss": 0.047, |
| "step": 3740 |
| }, |
| { |
| "grad_norm": 0.4426489770412445, |
| "learning_rate": 9.3725e-05, |
| "loss": 0.0455, |
| "step": 3750 |
| }, |
| { |
| "grad_norm": 0.4533824920654297, |
| "learning_rate": 9.397500000000001e-05, |
| "loss": 0.0442, |
| "step": 3760 |
| }, |
| { |
| "grad_norm": 0.5120921730995178, |
| "learning_rate": 9.422500000000001e-05, |
| "loss": 0.0446, |
| "step": 3770 |
| }, |
| { |
| "grad_norm": 0.5631505250930786, |
| "learning_rate": 9.4475e-05, |
| "loss": 0.0445, |
| "step": 3780 |
| }, |
| { |
| "grad_norm": 0.41061311960220337, |
| "learning_rate": 9.472500000000001e-05, |
| "loss": 0.0476, |
| "step": 3790 |
| }, |
| { |
| "grad_norm": 0.5548518300056458, |
| "learning_rate": 9.4975e-05, |
| "loss": 0.0504, |
| "step": 3800 |
| }, |
| { |
| "grad_norm": 0.4881528317928314, |
| "learning_rate": 9.522500000000001e-05, |
| "loss": 0.0465, |
| "step": 3810 |
| }, |
| { |
| "grad_norm": 0.4558788239955902, |
| "learning_rate": 9.5475e-05, |
| "loss": 0.0457, |
| "step": 3820 |
| }, |
| { |
| "grad_norm": 0.5413118600845337, |
| "learning_rate": 9.572500000000001e-05, |
| "loss": 0.0432, |
| "step": 3830 |
| }, |
| { |
| "grad_norm": 0.46621590852737427, |
| "learning_rate": 9.5975e-05, |
| "loss": 0.04, |
| "step": 3840 |
| }, |
| { |
| "grad_norm": 0.46049967408180237, |
| "learning_rate": 9.622500000000001e-05, |
| "loss": 0.0424, |
| "step": 3850 |
| }, |
| { |
| "grad_norm": 0.5652264952659607, |
| "learning_rate": 9.6475e-05, |
| "loss": 0.0449, |
| "step": 3860 |
| }, |
| { |
| "grad_norm": 0.4800361692905426, |
| "learning_rate": 9.6725e-05, |
| "loss": 0.0527, |
| "step": 3870 |
| }, |
| { |
| "grad_norm": 0.43115052580833435, |
| "learning_rate": 9.6975e-05, |
| "loss": 0.0583, |
| "step": 3880 |
| }, |
| { |
| "grad_norm": 0.4887556731700897, |
| "learning_rate": 9.7225e-05, |
| "loss": 0.0444, |
| "step": 3890 |
| }, |
| { |
| "grad_norm": 0.6786840558052063, |
| "learning_rate": 9.747500000000001e-05, |
| "loss": 0.0459, |
| "step": 3900 |
| }, |
| { |
| "grad_norm": 0.5514159798622131, |
| "learning_rate": 9.7725e-05, |
| "loss": 0.044, |
| "step": 3910 |
| }, |
| { |
| "grad_norm": 0.44103673100471497, |
| "learning_rate": 9.797500000000001e-05, |
| "loss": 0.047, |
| "step": 3920 |
| }, |
| { |
| "grad_norm": 0.5125502347946167, |
| "learning_rate": 9.8225e-05, |
| "loss": 0.043, |
| "step": 3930 |
| }, |
| { |
| "grad_norm": 0.5543313026428223, |
| "learning_rate": 9.847500000000001e-05, |
| "loss": 0.0526, |
| "step": 3940 |
| }, |
| { |
| "grad_norm": 0.5096784234046936, |
| "learning_rate": 9.8725e-05, |
| "loss": 0.0499, |
| "step": 3950 |
| }, |
| { |
| "grad_norm": 0.49835607409477234, |
| "learning_rate": 9.897500000000001e-05, |
| "loss": 0.0516, |
| "step": 3960 |
| }, |
| { |
| "grad_norm": 0.3593589663505554, |
| "learning_rate": 9.9225e-05, |
| "loss": 0.0446, |
| "step": 3970 |
| }, |
| { |
| "grad_norm": 0.46587103605270386, |
| "learning_rate": 9.9475e-05, |
| "loss": 0.0418, |
| "step": 3980 |
| }, |
| { |
| "grad_norm": 0.4543410539627075, |
| "learning_rate": 9.9725e-05, |
| "loss": 0.0391, |
| "step": 3990 |
| }, |
| { |
| "grad_norm": 0.38223424553871155, |
| "learning_rate": 9.9975e-05, |
| "loss": 0.0473, |
| "step": 4000 |
| }, |
| { |
| "grad_norm": 0.43263593316078186, |
| "learning_rate": 9.999999653982884e-05, |
| "loss": 0.0451, |
| "step": 4010 |
| }, |
| { |
| "grad_norm": 0.3665847182273865, |
| "learning_rate": 9.999998457874392e-05, |
| "loss": 0.0504, |
| "step": 4020 |
| }, |
| { |
| "grad_norm": 0.35126611590385437, |
| "learning_rate": 9.999996407402913e-05, |
| "loss": 0.0505, |
| "step": 4030 |
| }, |
| { |
| "grad_norm": 0.6602134704589844, |
| "learning_rate": 9.999993502568801e-05, |
| "loss": 0.0477, |
| "step": 4040 |
| }, |
| { |
| "grad_norm": 0.45608222484588623, |
| "learning_rate": 9.999989743372548e-05, |
| "loss": 0.0422, |
| "step": 4050 |
| }, |
| { |
| "grad_norm": 0.45705121755599976, |
| "learning_rate": 9.999985129814798e-05, |
| "loss": 0.0446, |
| "step": 4060 |
| }, |
| { |
| "grad_norm": 0.41707882285118103, |
| "learning_rate": 9.99997966189634e-05, |
| "loss": 0.0526, |
| "step": 4070 |
| }, |
| { |
| "grad_norm": 0.6251623034477234, |
| "learning_rate": 9.999973339618107e-05, |
| "loss": 0.0413, |
| "step": 4080 |
| }, |
| { |
| "grad_norm": 0.47000041604042053, |
| "learning_rate": 9.999966162981179e-05, |
| "loss": 0.0547, |
| "step": 4090 |
| }, |
| { |
| "grad_norm": 0.4268397390842438, |
| "learning_rate": 9.999958131986784e-05, |
| "loss": 0.0435, |
| "step": 4100 |
| }, |
| { |
| "grad_norm": 0.4606395363807678, |
| "learning_rate": 9.999949246636293e-05, |
| "loss": 0.0441, |
| "step": 4110 |
| }, |
| { |
| "grad_norm": 0.6380859613418579, |
| "learning_rate": 9.999939506931224e-05, |
| "loss": 0.0498, |
| "step": 4120 |
| }, |
| { |
| "grad_norm": 0.506939709186554, |
| "learning_rate": 9.999928912873243e-05, |
| "loss": 0.0454, |
| "step": 4130 |
| }, |
| { |
| "grad_norm": 0.41200029850006104, |
| "learning_rate": 9.999917464464159e-05, |
| "loss": 0.0476, |
| "step": 4140 |
| }, |
| { |
| "grad_norm": 0.3817211389541626, |
| "learning_rate": 9.999905161705929e-05, |
| "loss": 0.0516, |
| "step": 4150 |
| }, |
| { |
| "grad_norm": 0.32852673530578613, |
| "learning_rate": 9.999892004600653e-05, |
| "loss": 0.04, |
| "step": 4160 |
| }, |
| { |
| "grad_norm": 0.45431870222091675, |
| "learning_rate": 9.999877993150581e-05, |
| "loss": 0.0456, |
| "step": 4170 |
| }, |
| { |
| "grad_norm": 0.4389994442462921, |
| "learning_rate": 9.999863127358108e-05, |
| "loss": 0.0471, |
| "step": 4180 |
| }, |
| { |
| "grad_norm": 0.3908551037311554, |
| "learning_rate": 9.999847407225773e-05, |
| "loss": 0.0432, |
| "step": 4190 |
| }, |
| { |
| "grad_norm": 0.371036559343338, |
| "learning_rate": 9.999830832756262e-05, |
| "loss": 0.0442, |
| "step": 4200 |
| }, |
| { |
| "grad_norm": 0.44369661808013916, |
| "learning_rate": 9.999813403952407e-05, |
| "loss": 0.036, |
| "step": 4210 |
| }, |
| { |
| "grad_norm": 0.5379936695098877, |
| "learning_rate": 9.999795120817187e-05, |
| "loss": 0.0539, |
| "step": 4220 |
| }, |
| { |
| "grad_norm": 0.43512627482414246, |
| "learning_rate": 9.999775983353725e-05, |
| "loss": 0.0478, |
| "step": 4230 |
| }, |
| { |
| "grad_norm": 0.40959644317626953, |
| "learning_rate": 9.999755991565292e-05, |
| "loss": 0.04, |
| "step": 4240 |
| }, |
| { |
| "grad_norm": 0.42856326699256897, |
| "learning_rate": 9.999735145455303e-05, |
| "loss": 0.0409, |
| "step": 4250 |
| }, |
| { |
| "grad_norm": 0.4295378029346466, |
| "learning_rate": 9.99971344502732e-05, |
| "loss": 0.0548, |
| "step": 4260 |
| }, |
| { |
| "grad_norm": 0.45623865723609924, |
| "learning_rate": 9.999690890285053e-05, |
| "loss": 0.0452, |
| "step": 4270 |
| }, |
| { |
| "grad_norm": 0.45868411660194397, |
| "learning_rate": 9.999667481232356e-05, |
| "loss": 0.0434, |
| "step": 4280 |
| }, |
| { |
| "grad_norm": 0.5010131001472473, |
| "learning_rate": 9.999643217873225e-05, |
| "loss": 0.0444, |
| "step": 4290 |
| }, |
| { |
| "grad_norm": 0.5755404829978943, |
| "learning_rate": 9.999618100211809e-05, |
| "loss": 0.047, |
| "step": 4300 |
| }, |
| { |
| "grad_norm": 0.3672829866409302, |
| "learning_rate": 9.999592128252402e-05, |
| "loss": 0.0353, |
| "step": 4310 |
| }, |
| { |
| "grad_norm": 0.4134146571159363, |
| "learning_rate": 9.999565301999437e-05, |
| "loss": 0.0347, |
| "step": 4320 |
| }, |
| { |
| "grad_norm": 0.4856330454349518, |
| "learning_rate": 9.999537621457502e-05, |
| "loss": 0.0359, |
| "step": 4330 |
| }, |
| { |
| "grad_norm": 0.4850810766220093, |
| "learning_rate": 9.999509086631323e-05, |
| "loss": 0.0527, |
| "step": 4340 |
| }, |
| { |
| "grad_norm": 0.38435518741607666, |
| "learning_rate": 9.99947969752578e-05, |
| "loss": 0.0419, |
| "step": 4350 |
| }, |
| { |
| "grad_norm": 0.5045213103294373, |
| "learning_rate": 9.999449454145891e-05, |
| "loss": 0.0448, |
| "step": 4360 |
| }, |
| { |
| "grad_norm": 0.31859809160232544, |
| "learning_rate": 9.999418356496827e-05, |
| "loss": 0.0392, |
| "step": 4370 |
| }, |
| { |
| "grad_norm": 0.5234799385070801, |
| "learning_rate": 9.999386404583899e-05, |
| "loss": 0.0465, |
| "step": 4380 |
| }, |
| { |
| "grad_norm": 0.36768561601638794, |
| "learning_rate": 9.999353598412568e-05, |
| "loss": 0.0381, |
| "step": 4390 |
| }, |
| { |
| "grad_norm": 0.5104751586914062, |
| "learning_rate": 9.999319937988442e-05, |
| "loss": 0.042, |
| "step": 4400 |
| }, |
| { |
| "grad_norm": 0.46488428115844727, |
| "learning_rate": 9.999285423317268e-05, |
| "loss": 0.0341, |
| "step": 4410 |
| }, |
| { |
| "grad_norm": 0.4123372733592987, |
| "learning_rate": 9.999250054404947e-05, |
| "loss": 0.044, |
| "step": 4420 |
| }, |
| { |
| "grad_norm": 0.4702058732509613, |
| "learning_rate": 9.99921383125752e-05, |
| "loss": 0.039, |
| "step": 4430 |
| }, |
| { |
| "grad_norm": 0.664667010307312, |
| "learning_rate": 9.99917675388118e-05, |
| "loss": 0.0444, |
| "step": 4440 |
| }, |
| { |
| "grad_norm": 0.48562461137771606, |
| "learning_rate": 9.99913882228226e-05, |
| "loss": 0.0414, |
| "step": 4450 |
| }, |
| { |
| "grad_norm": 0.43508341908454895, |
| "learning_rate": 9.999100036467242e-05, |
| "loss": 0.044, |
| "step": 4460 |
| }, |
| { |
| "grad_norm": 0.4537997245788574, |
| "learning_rate": 9.999060396442753e-05, |
| "loss": 0.0486, |
| "step": 4470 |
| }, |
| { |
| "grad_norm": 0.5342022776603699, |
| "learning_rate": 9.999019902215566e-05, |
| "loss": 0.0427, |
| "step": 4480 |
| }, |
| { |
| "grad_norm": 0.3794819414615631, |
| "learning_rate": 9.998978553792602e-05, |
| "loss": 0.0548, |
| "step": 4490 |
| }, |
| { |
| "grad_norm": 0.31241267919540405, |
| "learning_rate": 9.998936351180926e-05, |
| "loss": 0.0426, |
| "step": 4500 |
| }, |
| { |
| "grad_norm": 0.3834628164768219, |
| "learning_rate": 9.998893294387747e-05, |
| "loss": 0.0501, |
| "step": 4510 |
| }, |
| { |
| "grad_norm": 0.4144917130470276, |
| "learning_rate": 9.998849383420426e-05, |
| "loss": 0.0425, |
| "step": 4520 |
| }, |
| { |
| "grad_norm": 0.41814082860946655, |
| "learning_rate": 9.998804618286465e-05, |
| "loss": 0.045, |
| "step": 4530 |
| }, |
| { |
| "grad_norm": 0.4152892231941223, |
| "learning_rate": 9.99875899899351e-05, |
| "loss": 0.0548, |
| "step": 4540 |
| }, |
| { |
| "grad_norm": 0.5304038524627686, |
| "learning_rate": 9.99871252554936e-05, |
| "loss": 0.0442, |
| "step": 4550 |
| }, |
| { |
| "grad_norm": 0.4931137263774872, |
| "learning_rate": 9.998665197961955e-05, |
| "loss": 0.0423, |
| "step": 4560 |
| }, |
| { |
| "grad_norm": 0.36734575033187866, |
| "learning_rate": 9.998617016239379e-05, |
| "loss": 0.0412, |
| "step": 4570 |
| }, |
| { |
| "grad_norm": 0.4655676484107971, |
| "learning_rate": 9.998567980389869e-05, |
| "loss": 0.0363, |
| "step": 4580 |
| }, |
| { |
| "grad_norm": 0.3279894292354584, |
| "learning_rate": 9.998518090421802e-05, |
| "loss": 0.0445, |
| "step": 4590 |
| }, |
| { |
| "grad_norm": 0.4765828251838684, |
| "learning_rate": 9.998467346343703e-05, |
| "loss": 0.0373, |
| "step": 4600 |
| }, |
| { |
| "grad_norm": 0.41299644112586975, |
| "learning_rate": 9.998415748164243e-05, |
| "loss": 0.0429, |
| "step": 4610 |
| }, |
| { |
| "grad_norm": 0.3256024718284607, |
| "learning_rate": 9.998363295892238e-05, |
| "loss": 0.0414, |
| "step": 4620 |
| }, |
| { |
| "grad_norm": 0.5351561903953552, |
| "learning_rate": 9.998309989536652e-05, |
| "loss": 0.0441, |
| "step": 4630 |
| }, |
| { |
| "grad_norm": 0.311116486787796, |
| "learning_rate": 9.998255829106593e-05, |
| "loss": 0.0393, |
| "step": 4640 |
| }, |
| { |
| "grad_norm": 0.4408559501171112, |
| "learning_rate": 9.998200814611316e-05, |
| "loss": 0.0428, |
| "step": 4650 |
| }, |
| { |
| "grad_norm": 0.544904887676239, |
| "learning_rate": 9.998144946060219e-05, |
| "loss": 0.0544, |
| "step": 4660 |
| }, |
| { |
| "grad_norm": 0.382839173078537, |
| "learning_rate": 9.998088223462852e-05, |
| "loss": 0.0428, |
| "step": 4670 |
| }, |
| { |
| "grad_norm": 0.32513612508773804, |
| "learning_rate": 9.998030646828905e-05, |
| "loss": 0.0449, |
| "step": 4680 |
| }, |
| { |
| "grad_norm": 0.4306314289569855, |
| "learning_rate": 9.997972216168217e-05, |
| "loss": 0.0404, |
| "step": 4690 |
| }, |
| { |
| "grad_norm": 0.45632943511009216, |
| "learning_rate": 9.997912931490771e-05, |
| "loss": 0.0406, |
| "step": 4700 |
| }, |
| { |
| "grad_norm": 0.4381083548069, |
| "learning_rate": 9.9978527928067e-05, |
| "loss": 0.0448, |
| "step": 4710 |
| }, |
| { |
| "grad_norm": 0.3828885555267334, |
| "learning_rate": 9.997791800126277e-05, |
| "loss": 0.0463, |
| "step": 4720 |
| }, |
| { |
| "grad_norm": 0.4546440839767456, |
| "learning_rate": 9.997729953459927e-05, |
| "loss": 0.0413, |
| "step": 4730 |
| }, |
| { |
| "grad_norm": 0.36371952295303345, |
| "learning_rate": 9.997667252818214e-05, |
| "loss": 0.0423, |
| "step": 4740 |
| }, |
| { |
| "grad_norm": 0.4604377746582031, |
| "learning_rate": 9.997603698211855e-05, |
| "loss": 0.0415, |
| "step": 4750 |
| }, |
| { |
| "grad_norm": 0.4028468430042267, |
| "learning_rate": 9.99753928965171e-05, |
| "loss": 0.0448, |
| "step": 4760 |
| }, |
| { |
| "grad_norm": 0.5065643787384033, |
| "learning_rate": 9.997474027148781e-05, |
| "loss": 0.0427, |
| "step": 4770 |
| }, |
| { |
| "grad_norm": 0.3405841290950775, |
| "learning_rate": 9.997407910714223e-05, |
| "loss": 0.0451, |
| "step": 4780 |
| }, |
| { |
| "grad_norm": 0.44323331117630005, |
| "learning_rate": 9.997340940359332e-05, |
| "loss": 0.041, |
| "step": 4790 |
| }, |
| { |
| "grad_norm": 0.48448988795280457, |
| "learning_rate": 9.997273116095552e-05, |
| "loss": 0.0446, |
| "step": 4800 |
| }, |
| { |
| "grad_norm": 0.4945404529571533, |
| "learning_rate": 9.997204437934473e-05, |
| "loss": 0.0406, |
| "step": 4810 |
| }, |
| { |
| "grad_norm": 0.40779298543930054, |
| "learning_rate": 9.997134905887829e-05, |
| "loss": 0.0406, |
| "step": 4820 |
| }, |
| { |
| "grad_norm": 0.4229153096675873, |
| "learning_rate": 9.997064519967501e-05, |
| "loss": 0.0407, |
| "step": 4830 |
| }, |
| { |
| "grad_norm": 0.3593582212924957, |
| "learning_rate": 9.996993280185517e-05, |
| "loss": 0.043, |
| "step": 4840 |
| }, |
| { |
| "grad_norm": 0.3584595024585724, |
| "learning_rate": 9.99692118655405e-05, |
| "loss": 0.0414, |
| "step": 4850 |
| }, |
| { |
| "grad_norm": 0.2807089686393738, |
| "learning_rate": 9.996848239085417e-05, |
| "loss": 0.0386, |
| "step": 4860 |
| }, |
| { |
| "grad_norm": 0.35087722539901733, |
| "learning_rate": 9.996774437792085e-05, |
| "loss": 0.0423, |
| "step": 4870 |
| }, |
| { |
| "grad_norm": 0.3640047609806061, |
| "learning_rate": 9.996699782686664e-05, |
| "loss": 0.0361, |
| "step": 4880 |
| }, |
| { |
| "grad_norm": 0.4195345342159271, |
| "learning_rate": 9.996624273781909e-05, |
| "loss": 0.0409, |
| "step": 4890 |
| }, |
| { |
| "grad_norm": 0.34995055198669434, |
| "learning_rate": 9.996547911090725e-05, |
| "loss": 0.038, |
| "step": 4900 |
| }, |
| { |
| "grad_norm": 0.4135249853134155, |
| "learning_rate": 9.996470694626157e-05, |
| "loss": 0.0466, |
| "step": 4910 |
| }, |
| { |
| "grad_norm": 0.3482966125011444, |
| "learning_rate": 9.996392624401403e-05, |
| "loss": 0.044, |
| "step": 4920 |
| }, |
| { |
| "grad_norm": 0.4445941150188446, |
| "learning_rate": 9.996313700429801e-05, |
| "loss": 0.0377, |
| "step": 4930 |
| }, |
| { |
| "grad_norm": 0.4350826144218445, |
| "learning_rate": 9.996233922724836e-05, |
| "loss": 0.038, |
| "step": 4940 |
| }, |
| { |
| "grad_norm": 0.410921186208725, |
| "learning_rate": 9.996153291300141e-05, |
| "loss": 0.0542, |
| "step": 4950 |
| }, |
| { |
| "grad_norm": 0.3728349804878235, |
| "learning_rate": 9.996071806169494e-05, |
| "loss": 0.0361, |
| "step": 4960 |
| }, |
| { |
| "grad_norm": 0.35408514738082886, |
| "learning_rate": 9.995989467346817e-05, |
| "loss": 0.0399, |
| "step": 4970 |
| }, |
| { |
| "grad_norm": 0.36848753690719604, |
| "learning_rate": 9.995906274846183e-05, |
| "loss": 0.0402, |
| "step": 4980 |
| }, |
| { |
| "grad_norm": 0.3917164206504822, |
| "learning_rate": 9.995822228681803e-05, |
| "loss": 0.0436, |
| "step": 4990 |
| }, |
| { |
| "grad_norm": 0.4484070837497711, |
| "learning_rate": 9.99573732886804e-05, |
| "loss": 0.0413, |
| "step": 5000 |
| }, |
| { |
| "grad_norm": 0.3140717148780823, |
| "learning_rate": 9.995651575419402e-05, |
| "loss": 0.0337, |
| "step": 5010 |
| }, |
| { |
| "grad_norm": 0.37881579995155334, |
| "learning_rate": 9.995564968350541e-05, |
| "loss": 0.0544, |
| "step": 5020 |
| }, |
| { |
| "grad_norm": 0.49457451701164246, |
| "learning_rate": 9.995477507676256e-05, |
| "loss": 0.0434, |
| "step": 5030 |
| }, |
| { |
| "grad_norm": 0.3214081823825836, |
| "learning_rate": 9.995389193411493e-05, |
| "loss": 0.0377, |
| "step": 5040 |
| }, |
| { |
| "grad_norm": 0.47797009348869324, |
| "learning_rate": 9.995300025571339e-05, |
| "loss": 0.0363, |
| "step": 5050 |
| }, |
| { |
| "grad_norm": 0.3587394654750824, |
| "learning_rate": 9.995210004171034e-05, |
| "loss": 0.0393, |
| "step": 5060 |
| }, |
| { |
| "grad_norm": 0.29887068271636963, |
| "learning_rate": 9.995119129225956e-05, |
| "loss": 0.0413, |
| "step": 5070 |
| }, |
| { |
| "grad_norm": 0.3272266089916229, |
| "learning_rate": 9.995027400751637e-05, |
| "loss": 0.0345, |
| "step": 5080 |
| }, |
| { |
| "grad_norm": 0.33268240094184875, |
| "learning_rate": 9.994934818763751e-05, |
| "loss": 0.0431, |
| "step": 5090 |
| }, |
| { |
| "grad_norm": 0.4031470715999603, |
| "learning_rate": 9.994841383278115e-05, |
| "loss": 0.0424, |
| "step": 5100 |
| }, |
| { |
| "grad_norm": 0.3274897634983063, |
| "learning_rate": 9.994747094310695e-05, |
| "loss": 0.0382, |
| "step": 5110 |
| }, |
| { |
| "grad_norm": 0.388652503490448, |
| "learning_rate": 9.994651951877604e-05, |
| "loss": 0.0407, |
| "step": 5120 |
| }, |
| { |
| "grad_norm": 0.41498151421546936, |
| "learning_rate": 9.994555955995099e-05, |
| "loss": 0.0385, |
| "step": 5130 |
| }, |
| { |
| "grad_norm": 0.31065860390663147, |
| "learning_rate": 9.994459106679581e-05, |
| "loss": 0.0356, |
| "step": 5140 |
| }, |
| { |
| "grad_norm": 0.3383851647377014, |
| "learning_rate": 9.994361403947603e-05, |
| "loss": 0.0479, |
| "step": 5150 |
| }, |
| { |
| "grad_norm": 0.4299122393131256, |
| "learning_rate": 9.994262847815854e-05, |
| "loss": 0.0361, |
| "step": 5160 |
| }, |
| { |
| "grad_norm": 0.37227678298950195, |
| "learning_rate": 9.99416343830118e-05, |
| "loss": 0.0414, |
| "step": 5170 |
| }, |
| { |
| "grad_norm": 0.4289757013320923, |
| "learning_rate": 9.994063175420565e-05, |
| "loss": 0.0342, |
| "step": 5180 |
| }, |
| { |
| "grad_norm": 0.3861692249774933, |
| "learning_rate": 9.99396205919114e-05, |
| "loss": 0.0405, |
| "step": 5190 |
| }, |
| { |
| "grad_norm": 0.38395729660987854, |
| "learning_rate": 9.993860089630185e-05, |
| "loss": 0.039, |
| "step": 5200 |
| }, |
| { |
| "grad_norm": 0.3953026831150055, |
| "learning_rate": 9.993757266755123e-05, |
| "loss": 0.0387, |
| "step": 5210 |
| }, |
| { |
| "grad_norm": 0.4286213517189026, |
| "learning_rate": 9.993653590583522e-05, |
| "loss": 0.0397, |
| "step": 5220 |
| }, |
| { |
| "grad_norm": 0.38878172636032104, |
| "learning_rate": 9.993549061133102e-05, |
| "loss": 0.0351, |
| "step": 5230 |
| }, |
| { |
| "grad_norm": 0.39169883728027344, |
| "learning_rate": 9.993443678421719e-05, |
| "loss": 0.038, |
| "step": 5240 |
| }, |
| { |
| "grad_norm": 0.37418776750564575, |
| "learning_rate": 9.993337442467384e-05, |
| "loss": 0.0405, |
| "step": 5250 |
| }, |
| { |
| "grad_norm": 0.2671048045158386, |
| "learning_rate": 9.993230353288248e-05, |
| "loss": 0.0375, |
| "step": 5260 |
| }, |
| { |
| "grad_norm": 0.41562652587890625, |
| "learning_rate": 9.993122410902608e-05, |
| "loss": 0.0414, |
| "step": 5270 |
| }, |
| { |
| "grad_norm": 0.34002310037612915, |
| "learning_rate": 9.993013615328912e-05, |
| "loss": 0.0346, |
| "step": 5280 |
| }, |
| { |
| "grad_norm": 0.3519008457660675, |
| "learning_rate": 9.992903966585747e-05, |
| "loss": 0.0395, |
| "step": 5290 |
| }, |
| { |
| "grad_norm": 0.4274384081363678, |
| "learning_rate": 9.992793464691852e-05, |
| "loss": 0.0385, |
| "step": 5300 |
| }, |
| { |
| "grad_norm": 0.3572917878627777, |
| "learning_rate": 9.992682109666105e-05, |
| "loss": 0.0399, |
| "step": 5310 |
| }, |
| { |
| "grad_norm": 0.33959105610847473, |
| "learning_rate": 9.992569901527538e-05, |
| "loss": 0.0336, |
| "step": 5320 |
| }, |
| { |
| "grad_norm": 0.38588589429855347, |
| "learning_rate": 9.99245684029532e-05, |
| "loss": 0.0431, |
| "step": 5330 |
| }, |
| { |
| "grad_norm": 0.33187633752822876, |
| "learning_rate": 9.992342925988774e-05, |
| "loss": 0.0391, |
| "step": 5340 |
| }, |
| { |
| "grad_norm": 0.4083288311958313, |
| "learning_rate": 9.992228158627361e-05, |
| "loss": 0.0378, |
| "step": 5350 |
| }, |
| { |
| "grad_norm": 0.3457348942756653, |
| "learning_rate": 9.992112538230693e-05, |
| "loss": 0.0379, |
| "step": 5360 |
| }, |
| { |
| "grad_norm": 0.31987273693084717, |
| "learning_rate": 9.991996064818527e-05, |
| "loss": 0.0393, |
| "step": 5370 |
| }, |
| { |
| "grad_norm": 0.3721388578414917, |
| "learning_rate": 9.991878738410768e-05, |
| "loss": 0.0409, |
| "step": 5380 |
| }, |
| { |
| "grad_norm": 0.4058922231197357, |
| "learning_rate": 9.991760559027457e-05, |
| "loss": 0.0419, |
| "step": 5390 |
| }, |
| { |
| "grad_norm": 0.34973692893981934, |
| "learning_rate": 9.991641526688793e-05, |
| "loss": 0.0357, |
| "step": 5400 |
| }, |
| { |
| "grad_norm": 0.4551521837711334, |
| "learning_rate": 9.991521641415113e-05, |
| "loss": 0.0445, |
| "step": 5410 |
| }, |
| { |
| "grad_norm": 0.36950400471687317, |
| "learning_rate": 9.991400903226904e-05, |
| "loss": 0.042, |
| "step": 5420 |
| }, |
| { |
| "grad_norm": 0.4378596842288971, |
| "learning_rate": 9.991279312144794e-05, |
| "loss": 0.0401, |
| "step": 5430 |
| }, |
| { |
| "grad_norm": 0.32041800022125244, |
| "learning_rate": 9.991156868189564e-05, |
| "loss": 0.035, |
| "step": 5440 |
| }, |
| { |
| "grad_norm": 0.3157516121864319, |
| "learning_rate": 9.991033571382131e-05, |
| "loss": 0.0336, |
| "step": 5450 |
| }, |
| { |
| "grad_norm": 0.2467762529850006, |
| "learning_rate": 9.990909421743569e-05, |
| "loss": 0.0411, |
| "step": 5460 |
| }, |
| { |
| "grad_norm": 0.3263469338417053, |
| "learning_rate": 9.990784419295085e-05, |
| "loss": 0.0414, |
| "step": 5470 |
| }, |
| { |
| "grad_norm": 0.3765830397605896, |
| "learning_rate": 9.990658564058044e-05, |
| "loss": 0.0376, |
| "step": 5480 |
| }, |
| { |
| "grad_norm": 0.4481829106807709, |
| "learning_rate": 9.990531856053948e-05, |
| "loss": 0.0354, |
| "step": 5490 |
| }, |
| { |
| "grad_norm": 0.36389145255088806, |
| "learning_rate": 9.99040429530445e-05, |
| "loss": 0.0389, |
| "step": 5500 |
| }, |
| { |
| "grad_norm": 0.4072919189929962, |
| "learning_rate": 9.990275881831346e-05, |
| "loss": 0.0409, |
| "step": 5510 |
| }, |
| { |
| "grad_norm": 0.3611977696418762, |
| "learning_rate": 9.990146615656577e-05, |
| "loss": 0.0395, |
| "step": 5520 |
| }, |
| { |
| "grad_norm": 0.3288697600364685, |
| "learning_rate": 9.990016496802233e-05, |
| "loss": 0.0382, |
| "step": 5530 |
| }, |
| { |
| "grad_norm": 0.3143702745437622, |
| "learning_rate": 9.989885525290548e-05, |
| "loss": 0.0281, |
| "step": 5540 |
| }, |
| { |
| "grad_norm": 0.36469143629074097, |
| "learning_rate": 9.989753701143897e-05, |
| "loss": 0.0384, |
| "step": 5550 |
| }, |
| { |
| "grad_norm": 0.3968755602836609, |
| "learning_rate": 9.989621024384812e-05, |
| "loss": 0.0404, |
| "step": 5560 |
| }, |
| { |
| "grad_norm": 0.3524176776409149, |
| "learning_rate": 9.989487495035959e-05, |
| "loss": 0.0384, |
| "step": 5570 |
| }, |
| { |
| "grad_norm": 0.4100457727909088, |
| "learning_rate": 9.989353113120156e-05, |
| "loss": 0.0434, |
| "step": 5580 |
| }, |
| { |
| "grad_norm": 0.3930557370185852, |
| "learning_rate": 9.989217878660366e-05, |
| "loss": 0.0401, |
| "step": 5590 |
| }, |
| { |
| "grad_norm": 0.3679465353488922, |
| "learning_rate": 9.989081791679695e-05, |
| "loss": 0.0349, |
| "step": 5600 |
| }, |
| { |
| "grad_norm": 0.3893984854221344, |
| "learning_rate": 9.988944852201397e-05, |
| "loss": 0.0346, |
| "step": 5610 |
| }, |
| { |
| "grad_norm": 0.4222191572189331, |
| "learning_rate": 9.988807060248873e-05, |
| "loss": 0.0373, |
| "step": 5620 |
| }, |
| { |
| "grad_norm": 0.41161638498306274, |
| "learning_rate": 9.988668415845665e-05, |
| "loss": 0.0332, |
| "step": 5630 |
| }, |
| { |
| "grad_norm": 0.4656347632408142, |
| "learning_rate": 9.988528919015466e-05, |
| "loss": 0.0336, |
| "step": 5640 |
| }, |
| { |
| "grad_norm": 0.37889426946640015, |
| "learning_rate": 9.988388569782112e-05, |
| "loss": 0.0406, |
| "step": 5650 |
| }, |
| { |
| "grad_norm": 0.3573051989078522, |
| "learning_rate": 9.988247368169583e-05, |
| "loss": 0.0376, |
| "step": 5660 |
| }, |
| { |
| "grad_norm": 0.3604784309864044, |
| "learning_rate": 9.988105314202007e-05, |
| "loss": 0.0422, |
| "step": 5670 |
| }, |
| { |
| "grad_norm": 0.25682204961776733, |
| "learning_rate": 9.987962407903659e-05, |
| "loss": 0.0372, |
| "step": 5680 |
| }, |
| { |
| "grad_norm": 0.3097984194755554, |
| "learning_rate": 9.987818649298957e-05, |
| "loss": 0.0375, |
| "step": 5690 |
| }, |
| { |
| "grad_norm": 0.35520312190055847, |
| "learning_rate": 9.987674038412465e-05, |
| "loss": 0.0327, |
| "step": 5700 |
| }, |
| { |
| "grad_norm": 0.4087008535861969, |
| "learning_rate": 9.987528575268891e-05, |
| "loss": 0.0348, |
| "step": 5710 |
| }, |
| { |
| "grad_norm": 0.4199003577232361, |
| "learning_rate": 9.987382259893095e-05, |
| "loss": 0.037, |
| "step": 5720 |
| }, |
| { |
| "grad_norm": 0.24098661541938782, |
| "learning_rate": 9.987235092310074e-05, |
| "loss": 0.0354, |
| "step": 5730 |
| }, |
| { |
| "grad_norm": 0.3234051764011383, |
| "learning_rate": 9.987087072544978e-05, |
| "loss": 0.0371, |
| "step": 5740 |
| }, |
| { |
| "grad_norm": 0.3701421618461609, |
| "learning_rate": 9.9869382006231e-05, |
| "loss": 0.0384, |
| "step": 5750 |
| }, |
| { |
| "grad_norm": 0.37157562375068665, |
| "learning_rate": 9.986788476569875e-05, |
| "loss": 0.0311, |
| "step": 5760 |
| }, |
| { |
| "grad_norm": 0.3523711562156677, |
| "learning_rate": 9.986637900410887e-05, |
| "loss": 0.0356, |
| "step": 5770 |
| }, |
| { |
| "grad_norm": 0.30509835481643677, |
| "learning_rate": 9.986486472171869e-05, |
| "loss": 0.0309, |
| "step": 5780 |
| }, |
| { |
| "grad_norm": 0.34000104665756226, |
| "learning_rate": 9.986334191878692e-05, |
| "loss": 0.0354, |
| "step": 5790 |
| }, |
| { |
| "grad_norm": 0.36249038577079773, |
| "learning_rate": 9.986181059557378e-05, |
| "loss": 0.0343, |
| "step": 5800 |
| }, |
| { |
| "grad_norm": 0.3821953237056732, |
| "learning_rate": 9.986027075234094e-05, |
| "loss": 0.0323, |
| "step": 5810 |
| }, |
| { |
| "grad_norm": 0.38810038566589355, |
| "learning_rate": 9.985872238935152e-05, |
| "loss": 0.0367, |
| "step": 5820 |
| }, |
| { |
| "grad_norm": 0.25715023279190063, |
| "learning_rate": 9.985716550687008e-05, |
| "loss": 0.0318, |
| "step": 5830 |
| }, |
| { |
| "grad_norm": 0.3272154629230499, |
| "learning_rate": 9.985560010516264e-05, |
| "loss": 0.0347, |
| "step": 5840 |
| }, |
| { |
| "grad_norm": 0.48976990580558777, |
| "learning_rate": 9.985402618449668e-05, |
| "loss": 0.0373, |
| "step": 5850 |
| }, |
| { |
| "grad_norm": 0.3895314633846283, |
| "learning_rate": 9.985244374514118e-05, |
| "loss": 0.0451, |
| "step": 5860 |
| }, |
| { |
| "grad_norm": 0.410422146320343, |
| "learning_rate": 9.985085278736651e-05, |
| "loss": 0.0459, |
| "step": 5870 |
| }, |
| { |
| "grad_norm": 0.2891886830329895, |
| "learning_rate": 9.984925331144452e-05, |
| "loss": 0.0333, |
| "step": 5880 |
| }, |
| { |
| "grad_norm": 0.3112083673477173, |
| "learning_rate": 9.984764531764851e-05, |
| "loss": 0.039, |
| "step": 5890 |
| }, |
| { |
| "grad_norm": 0.3228941857814789, |
| "learning_rate": 9.984602880625326e-05, |
| "loss": 0.0383, |
| "step": 5900 |
| }, |
| { |
| "grad_norm": 0.27487504482269287, |
| "learning_rate": 9.9844403777535e-05, |
| "loss": 0.0356, |
| "step": 5910 |
| }, |
| { |
| "grad_norm": 0.38179752230644226, |
| "learning_rate": 9.984277023177135e-05, |
| "loss": 0.0457, |
| "step": 5920 |
| }, |
| { |
| "grad_norm": 0.33632954955101013, |
| "learning_rate": 9.984112816924148e-05, |
| "loss": 0.034, |
| "step": 5930 |
| }, |
| { |
| "grad_norm": 0.3125036954879761, |
| "learning_rate": 9.983947759022596e-05, |
| "loss": 0.0378, |
| "step": 5940 |
| }, |
| { |
| "grad_norm": 0.30616000294685364, |
| "learning_rate": 9.983781849500682e-05, |
| "loss": 0.0359, |
| "step": 5950 |
| }, |
| { |
| "grad_norm": 0.41578176617622375, |
| "learning_rate": 9.98361508838676e-05, |
| "loss": 0.0369, |
| "step": 5960 |
| }, |
| { |
| "grad_norm": 0.4629523456096649, |
| "learning_rate": 9.98344747570932e-05, |
| "loss": 0.036, |
| "step": 5970 |
| }, |
| { |
| "grad_norm": 0.3784680664539337, |
| "learning_rate": 9.983279011497004e-05, |
| "loss": 0.0332, |
| "step": 5980 |
| }, |
| { |
| "grad_norm": 0.30520278215408325, |
| "learning_rate": 9.983109695778596e-05, |
| "loss": 0.0357, |
| "step": 5990 |
| }, |
| { |
| "grad_norm": 0.40678441524505615, |
| "learning_rate": 9.982939528583032e-05, |
| "loss": 0.039, |
| "step": 6000 |
| }, |
| { |
| "grad_norm": 0.3706188499927521, |
| "learning_rate": 9.982768509939385e-05, |
| "loss": 0.0447, |
| "step": 6010 |
| }, |
| { |
| "grad_norm": 0.42652177810668945, |
| "learning_rate": 9.982596639876879e-05, |
| "loss": 0.0389, |
| "step": 6020 |
| }, |
| { |
| "grad_norm": 0.2830207049846649, |
| "learning_rate": 9.982423918424881e-05, |
| "loss": 0.0344, |
| "step": 6030 |
| }, |
| { |
| "grad_norm": 0.2619018852710724, |
| "learning_rate": 9.982250345612908e-05, |
| "loss": 0.0375, |
| "step": 6040 |
| }, |
| { |
| "grad_norm": 0.4262092113494873, |
| "learning_rate": 9.982075921470611e-05, |
| "loss": 0.0351, |
| "step": 6050 |
| }, |
| { |
| "grad_norm": 0.3694694936275482, |
| "learning_rate": 9.981900646027802e-05, |
| "loss": 0.0335, |
| "step": 6060 |
| }, |
| { |
| "grad_norm": 0.3520243167877197, |
| "learning_rate": 9.981724519314425e-05, |
| "loss": 0.0338, |
| "step": 6070 |
| }, |
| { |
| "grad_norm": 0.4404289722442627, |
| "learning_rate": 9.981547541360581e-05, |
| "loss": 0.0295, |
| "step": 6080 |
| }, |
| { |
| "grad_norm": 0.36102667450904846, |
| "learning_rate": 9.981369712196508e-05, |
| "loss": 0.0365, |
| "step": 6090 |
| }, |
| { |
| "grad_norm": 0.30017468333244324, |
| "learning_rate": 9.981191031852592e-05, |
| "loss": 0.031, |
| "step": 6100 |
| }, |
| { |
| "grad_norm": 0.29750964045524597, |
| "learning_rate": 9.981011500359362e-05, |
| "loss": 0.0357, |
| "step": 6110 |
| }, |
| { |
| "grad_norm": 0.34287959337234497, |
| "learning_rate": 9.9808311177475e-05, |
| "loss": 0.0357, |
| "step": 6120 |
| }, |
| { |
| "grad_norm": 0.3757396638393402, |
| "learning_rate": 9.980649884047826e-05, |
| "loss": 0.031, |
| "step": 6130 |
| }, |
| { |
| "grad_norm": 0.3396052122116089, |
| "learning_rate": 9.980467799291307e-05, |
| "loss": 0.0419, |
| "step": 6140 |
| }, |
| { |
| "grad_norm": 0.4638442397117615, |
| "learning_rate": 9.980284863509058e-05, |
| "loss": 0.0348, |
| "step": 6150 |
| }, |
| { |
| "grad_norm": 0.34926050901412964, |
| "learning_rate": 9.980101076732334e-05, |
| "loss": 0.0377, |
| "step": 6160 |
| }, |
| { |
| "grad_norm": 0.3208204209804535, |
| "learning_rate": 9.979916438992544e-05, |
| "loss": 0.0356, |
| "step": 6170 |
| }, |
| { |
| "grad_norm": 0.3122788369655609, |
| "learning_rate": 9.979730950321237e-05, |
| "loss": 0.0328, |
| "step": 6180 |
| }, |
| { |
| "grad_norm": 0.3575652539730072, |
| "learning_rate": 9.979544610750104e-05, |
| "loss": 0.038, |
| "step": 6190 |
| }, |
| { |
| "grad_norm": 0.37575212121009827, |
| "learning_rate": 9.97935742031099e-05, |
| "loss": 0.0398, |
| "step": 6200 |
| }, |
| { |
| "grad_norm": 0.5197086930274963, |
| "learning_rate": 9.979169379035878e-05, |
| "loss": 0.0484, |
| "step": 6210 |
| }, |
| { |
| "grad_norm": 0.35234495997428894, |
| "learning_rate": 9.978980486956899e-05, |
| "loss": 0.0365, |
| "step": 6220 |
| }, |
| { |
| "grad_norm": 0.3116982579231262, |
| "learning_rate": 9.978790744106332e-05, |
| "loss": 0.0347, |
| "step": 6230 |
| }, |
| { |
| "grad_norm": 0.3642233610153198, |
| "learning_rate": 9.978600150516594e-05, |
| "loss": 0.0289, |
| "step": 6240 |
| }, |
| { |
| "grad_norm": 0.36486566066741943, |
| "learning_rate": 9.978408706220259e-05, |
| "loss": 0.0401, |
| "step": 6250 |
| }, |
| { |
| "grad_norm": 0.3616689443588257, |
| "learning_rate": 9.978216411250032e-05, |
| "loss": 0.0454, |
| "step": 6260 |
| }, |
| { |
| "grad_norm": 0.28171005845069885, |
| "learning_rate": 9.978023265638778e-05, |
| "loss": 0.032, |
| "step": 6270 |
| }, |
| { |
| "grad_norm": 0.42742064595222473, |
| "learning_rate": 9.977829269419495e-05, |
| "loss": 0.034, |
| "step": 6280 |
| }, |
| { |
| "grad_norm": 0.44887232780456543, |
| "learning_rate": 9.977634422625335e-05, |
| "loss": 0.0393, |
| "step": 6290 |
| }, |
| { |
| "grad_norm": 0.3125928044319153, |
| "learning_rate": 9.97743872528959e-05, |
| "loss": 0.0372, |
| "step": 6300 |
| }, |
| { |
| "grad_norm": 0.2811821401119232, |
| "learning_rate": 9.9772421774457e-05, |
| "loss": 0.0326, |
| "step": 6310 |
| }, |
| { |
| "grad_norm": 0.37790635228157043, |
| "learning_rate": 9.977044779127252e-05, |
| "loss": 0.0308, |
| "step": 6320 |
| }, |
| { |
| "grad_norm": 0.3655528724193573, |
| "learning_rate": 9.976846530367971e-05, |
| "loss": 0.0333, |
| "step": 6330 |
| }, |
| { |
| "grad_norm": 0.28514018654823303, |
| "learning_rate": 9.976647431201735e-05, |
| "loss": 0.0382, |
| "step": 6340 |
| }, |
| { |
| "grad_norm": 0.36321479082107544, |
| "learning_rate": 9.976447481662568e-05, |
| "loss": 0.0358, |
| "step": 6350 |
| }, |
| { |
| "grad_norm": 0.30387699604034424, |
| "learning_rate": 9.976246681784629e-05, |
| "loss": 0.0351, |
| "step": 6360 |
| }, |
| { |
| "grad_norm": 0.31181055307388306, |
| "learning_rate": 9.976045031602234e-05, |
| "loss": 0.041, |
| "step": 6370 |
| }, |
| { |
| "grad_norm": 0.34030070900917053, |
| "learning_rate": 9.975842531149837e-05, |
| "loss": 0.0353, |
| "step": 6380 |
| }, |
| { |
| "grad_norm": 0.25730031728744507, |
| "learning_rate": 9.975639180462043e-05, |
| "loss": 0.0292, |
| "step": 6390 |
| }, |
| { |
| "grad_norm": 0.38701382279396057, |
| "learning_rate": 9.975434979573596e-05, |
| "loss": 0.0362, |
| "step": 6400 |
| }, |
| { |
| "grad_norm": 0.41777029633522034, |
| "learning_rate": 9.97522992851939e-05, |
| "loss": 0.0306, |
| "step": 6410 |
| }, |
| { |
| "grad_norm": 0.39182350039482117, |
| "learning_rate": 9.975024027334461e-05, |
| "loss": 0.0325, |
| "step": 6420 |
| }, |
| { |
| "grad_norm": 0.37735411524772644, |
| "learning_rate": 9.974817276053993e-05, |
| "loss": 0.0344, |
| "step": 6430 |
| }, |
| { |
| "grad_norm": 0.239715576171875, |
| "learning_rate": 9.974609674713315e-05, |
| "loss": 0.036, |
| "step": 6440 |
| }, |
| { |
| "grad_norm": 0.30965298414230347, |
| "learning_rate": 9.9744012233479e-05, |
| "loss": 0.0473, |
| "step": 6450 |
| }, |
| { |
| "grad_norm": 0.3785746693611145, |
| "learning_rate": 9.974191921993366e-05, |
| "loss": 0.0327, |
| "step": 6460 |
| }, |
| { |
| "grad_norm": 0.2892898619174957, |
| "learning_rate": 9.973981770685474e-05, |
| "loss": 0.0312, |
| "step": 6470 |
| }, |
| { |
| "grad_norm": 0.25268450379371643, |
| "learning_rate": 9.97377076946014e-05, |
| "loss": 0.0345, |
| "step": 6480 |
| }, |
| { |
| "grad_norm": 0.2839321792125702, |
| "learning_rate": 9.973558918353412e-05, |
| "loss": 0.0342, |
| "step": 6490 |
| }, |
| { |
| "grad_norm": 0.34005576372146606, |
| "learning_rate": 9.973346217401494e-05, |
| "loss": 0.0344, |
| "step": 6500 |
| }, |
| { |
| "grad_norm": 0.31852179765701294, |
| "learning_rate": 9.973132666640726e-05, |
| "loss": 0.0338, |
| "step": 6510 |
| }, |
| { |
| "grad_norm": 0.40457314252853394, |
| "learning_rate": 9.972918266107602e-05, |
| "loss": 0.0357, |
| "step": 6520 |
| }, |
| { |
| "grad_norm": 0.29993727803230286, |
| "learning_rate": 9.972703015838756e-05, |
| "loss": 0.0324, |
| "step": 6530 |
| }, |
| { |
| "grad_norm": 0.26681557297706604, |
| "learning_rate": 9.97248691587097e-05, |
| "loss": 0.0331, |
| "step": 6540 |
| }, |
| { |
| "grad_norm": 0.38051295280456543, |
| "learning_rate": 9.972269966241166e-05, |
| "loss": 0.0331, |
| "step": 6550 |
| }, |
| { |
| "grad_norm": 0.3518318831920624, |
| "learning_rate": 9.972052166986417e-05, |
| "loss": 0.0303, |
| "step": 6560 |
| }, |
| { |
| "grad_norm": 0.44882360100746155, |
| "learning_rate": 9.971833518143938e-05, |
| "loss": 0.0371, |
| "step": 6570 |
| }, |
| { |
| "grad_norm": 0.2745528519153595, |
| "learning_rate": 9.971614019751093e-05, |
| "loss": 0.0331, |
| "step": 6580 |
| }, |
| { |
| "grad_norm": 0.291486531496048, |
| "learning_rate": 9.971393671845383e-05, |
| "loss": 0.033, |
| "step": 6590 |
| }, |
| { |
| "grad_norm": 0.43581753969192505, |
| "learning_rate": 9.971172474464464e-05, |
| "loss": 0.0388, |
| "step": 6600 |
| }, |
| { |
| "grad_norm": 0.26633909344673157, |
| "learning_rate": 9.97095042764613e-05, |
| "loss": 0.0303, |
| "step": 6610 |
| }, |
| { |
| "grad_norm": 0.28575214743614197, |
| "learning_rate": 9.970727531428324e-05, |
| "loss": 0.0395, |
| "step": 6620 |
| }, |
| { |
| "grad_norm": 0.2557196319103241, |
| "learning_rate": 9.970503785849132e-05, |
| "loss": 0.0354, |
| "step": 6630 |
| }, |
| { |
| "grad_norm": 0.36666834354400635, |
| "learning_rate": 9.970279190946788e-05, |
| "loss": 0.0396, |
| "step": 6640 |
| }, |
| { |
| "grad_norm": 0.3738102912902832, |
| "learning_rate": 9.970053746759667e-05, |
| "loss": 0.0331, |
| "step": 6650 |
| }, |
| { |
| "grad_norm": 0.405752569437027, |
| "learning_rate": 9.969827453326292e-05, |
| "loss": 0.0337, |
| "step": 6660 |
| }, |
| { |
| "grad_norm": 0.3261372447013855, |
| "learning_rate": 9.969600310685332e-05, |
| "loss": 0.033, |
| "step": 6670 |
| }, |
| { |
| "grad_norm": 0.32274726033210754, |
| "learning_rate": 9.969372318875596e-05, |
| "loss": 0.0352, |
| "step": 6680 |
| }, |
| { |
| "grad_norm": 0.40957677364349365, |
| "learning_rate": 9.969143477936043e-05, |
| "loss": 0.0361, |
| "step": 6690 |
| }, |
| { |
| "grad_norm": 0.2990972697734833, |
| "learning_rate": 9.968913787905775e-05, |
| "loss": 0.0351, |
| "step": 6700 |
| }, |
| { |
| "grad_norm": 0.30667439103126526, |
| "learning_rate": 9.968683248824045e-05, |
| "loss": 0.0338, |
| "step": 6710 |
| }, |
| { |
| "grad_norm": 0.24451607465744019, |
| "learning_rate": 9.968451860730238e-05, |
| "loss": 0.0321, |
| "step": 6720 |
| }, |
| { |
| "grad_norm": 0.3071296215057373, |
| "learning_rate": 9.968219623663896e-05, |
| "loss": 0.0365, |
| "step": 6730 |
| }, |
| { |
| "grad_norm": 0.2676180601119995, |
| "learning_rate": 9.967986537664702e-05, |
| "loss": 0.0307, |
| "step": 6740 |
| }, |
| { |
| "grad_norm": 0.2845117449760437, |
| "learning_rate": 9.967752602772483e-05, |
| "loss": 0.0336, |
| "step": 6750 |
| }, |
| { |
| "grad_norm": 0.32477396726608276, |
| "learning_rate": 9.967517819027212e-05, |
| "loss": 0.0282, |
| "step": 6760 |
| }, |
| { |
| "grad_norm": 0.242864727973938, |
| "learning_rate": 9.967282186469009e-05, |
| "loss": 0.0362, |
| "step": 6770 |
| }, |
| { |
| "grad_norm": 0.267963707447052, |
| "learning_rate": 9.967045705138135e-05, |
| "loss": 0.0319, |
| "step": 6780 |
| }, |
| { |
| "grad_norm": 0.3003794252872467, |
| "learning_rate": 9.966808375074998e-05, |
| "loss": 0.0351, |
| "step": 6790 |
| }, |
| { |
| "grad_norm": 0.28945016860961914, |
| "learning_rate": 9.966570196320154e-05, |
| "loss": 0.0348, |
| "step": 6800 |
| }, |
| { |
| "grad_norm": 0.29786261916160583, |
| "learning_rate": 9.966331168914299e-05, |
| "loss": 0.031, |
| "step": 6810 |
| }, |
| { |
| "grad_norm": 0.3666224777698517, |
| "learning_rate": 9.966091292898277e-05, |
| "loss": 0.0429, |
| "step": 6820 |
| }, |
| { |
| "grad_norm": 0.25382450222969055, |
| "learning_rate": 9.965850568313076e-05, |
| "loss": 0.0337, |
| "step": 6830 |
| }, |
| { |
| "grad_norm": 0.2747704088687897, |
| "learning_rate": 9.965608995199827e-05, |
| "loss": 0.03, |
| "step": 6840 |
| }, |
| { |
| "grad_norm": 0.3063940107822418, |
| "learning_rate": 9.965366573599812e-05, |
| "loss": 0.0314, |
| "step": 6850 |
| }, |
| { |
| "grad_norm": 0.37189817428588867, |
| "learning_rate": 9.965123303554453e-05, |
| "loss": 0.0279, |
| "step": 6860 |
| }, |
| { |
| "grad_norm": 0.37349241971969604, |
| "learning_rate": 9.964879185105317e-05, |
| "loss": 0.037, |
| "step": 6870 |
| }, |
| { |
| "grad_norm": 0.26071450114250183, |
| "learning_rate": 9.964634218294119e-05, |
| "loss": 0.0318, |
| "step": 6880 |
| }, |
| { |
| "grad_norm": 0.23269088566303253, |
| "learning_rate": 9.964388403162714e-05, |
| "loss": 0.0241, |
| "step": 6890 |
| }, |
| { |
| "grad_norm": 0.2756706774234772, |
| "learning_rate": 9.96414173975311e-05, |
| "loss": 0.0291, |
| "step": 6900 |
| }, |
| { |
| "grad_norm": 0.42757686972618103, |
| "learning_rate": 9.963894228107451e-05, |
| "loss": 0.0337, |
| "step": 6910 |
| }, |
| { |
| "grad_norm": 0.37430834770202637, |
| "learning_rate": 9.963645868268032e-05, |
| "loss": 0.0345, |
| "step": 6920 |
| }, |
| { |
| "grad_norm": 0.36691534519195557, |
| "learning_rate": 9.963396660277289e-05, |
| "loss": 0.0381, |
| "step": 6930 |
| }, |
| { |
| "grad_norm": 0.3462618589401245, |
| "learning_rate": 9.963146604177807e-05, |
| "loss": 0.0391, |
| "step": 6940 |
| }, |
| { |
| "grad_norm": 0.33551061153411865, |
| "learning_rate": 9.962895700012311e-05, |
| "loss": 0.0318, |
| "step": 6950 |
| }, |
| { |
| "grad_norm": 0.36289486289024353, |
| "learning_rate": 9.962643947823677e-05, |
| "loss": 0.0343, |
| "step": 6960 |
| }, |
| { |
| "grad_norm": 0.29794469475746155, |
| "learning_rate": 9.962391347654921e-05, |
| "loss": 0.037, |
| "step": 6970 |
| }, |
| { |
| "grad_norm": 0.31927213072776794, |
| "learning_rate": 9.962137899549204e-05, |
| "loss": 0.0305, |
| "step": 6980 |
| }, |
| { |
| "grad_norm": 0.24957114458084106, |
| "learning_rate": 9.961883603549835e-05, |
| "loss": 0.0317, |
| "step": 6990 |
| }, |
| { |
| "grad_norm": 0.38821953535079956, |
| "learning_rate": 9.961628459700267e-05, |
| "loss": 0.0288, |
| "step": 7000 |
| }, |
| { |
| "grad_norm": 0.29203277826309204, |
| "learning_rate": 9.961372468044095e-05, |
| "loss": 0.0355, |
| "step": 7010 |
| }, |
| { |
| "grad_norm": 0.38052287697792053, |
| "learning_rate": 9.961115628625062e-05, |
| "loss": 0.038, |
| "step": 7020 |
| }, |
| { |
| "grad_norm": 0.3283199071884155, |
| "learning_rate": 9.960857941487056e-05, |
| "loss": 0.0346, |
| "step": 7030 |
| }, |
| { |
| "grad_norm": 0.2697531282901764, |
| "learning_rate": 9.960599406674106e-05, |
| "loss": 0.0345, |
| "step": 7040 |
| }, |
| { |
| "grad_norm": 0.2951621115207672, |
| "learning_rate": 9.960340024230393e-05, |
| "loss": 0.0348, |
| "step": 7050 |
| }, |
| { |
| "grad_norm": 0.31617775559425354, |
| "learning_rate": 9.960079794200232e-05, |
| "loss": 0.0328, |
| "step": 7060 |
| }, |
| { |
| "grad_norm": 0.2652266323566437, |
| "learning_rate": 9.959818716628096e-05, |
| "loss": 0.0331, |
| "step": 7070 |
| }, |
| { |
| "grad_norm": 0.40191444754600525, |
| "learning_rate": 9.95955679155859e-05, |
| "loss": 0.0328, |
| "step": 7080 |
| }, |
| { |
| "grad_norm": 0.3808077871799469, |
| "learning_rate": 9.959294019036472e-05, |
| "loss": 0.0344, |
| "step": 7090 |
| }, |
| { |
| "grad_norm": 0.32739973068237305, |
| "learning_rate": 9.959030399106646e-05, |
| "loss": 0.0331, |
| "step": 7100 |
| }, |
| { |
| "grad_norm": 0.34232816100120544, |
| "learning_rate": 9.958765931814153e-05, |
| "loss": 0.0331, |
| "step": 7110 |
| }, |
| { |
| "grad_norm": 0.6897105574607849, |
| "learning_rate": 9.958500617204184e-05, |
| "loss": 0.0358, |
| "step": 7120 |
| }, |
| { |
| "grad_norm": 0.3851407468318939, |
| "learning_rate": 9.958234455322075e-05, |
| "loss": 0.0376, |
| "step": 7130 |
| }, |
| { |
| "grad_norm": 0.4229067265987396, |
| "learning_rate": 9.957967446213308e-05, |
| "loss": 0.0483, |
| "step": 7140 |
| }, |
| { |
| "grad_norm": 0.3788696229457855, |
| "learning_rate": 9.957699589923501e-05, |
| "loss": 0.0403, |
| "step": 7150 |
| }, |
| { |
| "grad_norm": 0.3486098647117615, |
| "learning_rate": 9.957430886498431e-05, |
| "loss": 0.0369, |
| "step": 7160 |
| }, |
| { |
| "grad_norm": 0.43564796447753906, |
| "learning_rate": 9.957161335984008e-05, |
| "loss": 0.0355, |
| "step": 7170 |
| }, |
| { |
| "grad_norm": 0.3370746970176697, |
| "learning_rate": 9.956890938426291e-05, |
| "loss": 0.0296, |
| "step": 7180 |
| }, |
| { |
| "grad_norm": 0.3045687973499298, |
| "learning_rate": 9.956619693871482e-05, |
| "loss": 0.0323, |
| "step": 7190 |
| }, |
| { |
| "grad_norm": 0.31637901067733765, |
| "learning_rate": 9.956347602365934e-05, |
| "loss": 0.0354, |
| "step": 7200 |
| }, |
| { |
| "grad_norm": 0.27339494228363037, |
| "learning_rate": 9.956074663956135e-05, |
| "loss": 0.0356, |
| "step": 7210 |
| }, |
| { |
| "grad_norm": 0.395096093416214, |
| "learning_rate": 9.955800878688726e-05, |
| "loss": 0.031, |
| "step": 7220 |
| }, |
| { |
| "grad_norm": 0.330371618270874, |
| "learning_rate": 9.955526246610489e-05, |
| "loss": 0.0292, |
| "step": 7230 |
| }, |
| { |
| "grad_norm": 0.3775777816772461, |
| "learning_rate": 9.955250767768349e-05, |
| "loss": 0.0327, |
| "step": 7240 |
| }, |
| { |
| "grad_norm": 0.28562989830970764, |
| "learning_rate": 9.95497444220938e-05, |
| "loss": 0.0274, |
| "step": 7250 |
| }, |
| { |
| "grad_norm": 0.3032552897930145, |
| "learning_rate": 9.954697269980797e-05, |
| "loss": 0.0406, |
| "step": 7260 |
| }, |
| { |
| "grad_norm": 0.2830490469932556, |
| "learning_rate": 9.954419251129962e-05, |
| "loss": 0.0297, |
| "step": 7270 |
| }, |
| { |
| "grad_norm": 0.3309101462364197, |
| "learning_rate": 9.95414038570438e-05, |
| "loss": 0.0318, |
| "step": 7280 |
| }, |
| { |
| "grad_norm": 0.2936035096645355, |
| "learning_rate": 9.953860673751703e-05, |
| "loss": 0.0327, |
| "step": 7290 |
| }, |
| { |
| "grad_norm": 0.29450830817222595, |
| "learning_rate": 9.953580115319725e-05, |
| "loss": 0.0261, |
| "step": 7300 |
| }, |
| { |
| "grad_norm": 0.2364344447851181, |
| "learning_rate": 9.953298710456387e-05, |
| "loss": 0.0302, |
| "step": 7310 |
| }, |
| { |
| "grad_norm": 0.3390825390815735, |
| "learning_rate": 9.953016459209771e-05, |
| "loss": 0.0269, |
| "step": 7320 |
| }, |
| { |
| "grad_norm": 0.3496885597705841, |
| "learning_rate": 9.952733361628108e-05, |
| "loss": 0.0292, |
| "step": 7330 |
| }, |
| { |
| "grad_norm": 0.2891959249973297, |
| "learning_rate": 9.952449417759772e-05, |
| "loss": 0.03, |
| "step": 7340 |
| }, |
| { |
| "grad_norm": 0.21506375074386597, |
| "learning_rate": 9.952164627653279e-05, |
| "loss": 0.032, |
| "step": 7350 |
| }, |
| { |
| "grad_norm": 0.2982131540775299, |
| "learning_rate": 9.951878991357292e-05, |
| "loss": 0.0272, |
| "step": 7360 |
| }, |
| { |
| "grad_norm": 0.2923526465892792, |
| "learning_rate": 9.951592508920622e-05, |
| "loss": 0.0354, |
| "step": 7370 |
| }, |
| { |
| "grad_norm": 0.39301592111587524, |
| "learning_rate": 9.951305180392219e-05, |
| "loss": 0.0383, |
| "step": 7380 |
| }, |
| { |
| "grad_norm": 0.2739352583885193, |
| "learning_rate": 9.951017005821178e-05, |
| "loss": 0.0285, |
| "step": 7390 |
| }, |
| { |
| "grad_norm": 0.25622326135635376, |
| "learning_rate": 9.95072798525674e-05, |
| "loss": 0.0302, |
| "step": 7400 |
| }, |
| { |
| "grad_norm": 0.26457729935646057, |
| "learning_rate": 9.950438118748293e-05, |
| "loss": 0.0328, |
| "step": 7410 |
| }, |
| { |
| "grad_norm": 0.36722081899642944, |
| "learning_rate": 9.950147406345366e-05, |
| "loss": 0.0322, |
| "step": 7420 |
| }, |
| { |
| "grad_norm": 0.25892433524131775, |
| "learning_rate": 9.949855848097635e-05, |
| "loss": 0.0288, |
| "step": 7430 |
| }, |
| { |
| "grad_norm": 0.3595782220363617, |
| "learning_rate": 9.949563444054916e-05, |
| "loss": 0.0337, |
| "step": 7440 |
| }, |
| { |
| "grad_norm": 0.2523807883262634, |
| "learning_rate": 9.949270194267178e-05, |
| "loss": 0.0333, |
| "step": 7450 |
| }, |
| { |
| "grad_norm": 0.3690319061279297, |
| "learning_rate": 9.948976098784526e-05, |
| "loss": 0.0363, |
| "step": 7460 |
| }, |
| { |
| "grad_norm": 0.2910451591014862, |
| "learning_rate": 9.948681157657213e-05, |
| "loss": 0.038, |
| "step": 7470 |
| }, |
| { |
| "grad_norm": 0.37423786520957947, |
| "learning_rate": 9.948385370935638e-05, |
| "loss": 0.0315, |
| "step": 7480 |
| }, |
| { |
| "grad_norm": 0.5112977027893066, |
| "learning_rate": 9.94808873867034e-05, |
| "loss": 0.0362, |
| "step": 7490 |
| }, |
| { |
| "grad_norm": 0.32603180408477783, |
| "learning_rate": 9.947791260912009e-05, |
| "loss": 0.0303, |
| "step": 7500 |
| }, |
| { |
| "grad_norm": 0.2454315423965454, |
| "learning_rate": 9.947492937711474e-05, |
| "loss": 0.033, |
| "step": 7510 |
| }, |
| { |
| "grad_norm": 0.2839874029159546, |
| "learning_rate": 9.947193769119707e-05, |
| "loss": 0.0354, |
| "step": 7520 |
| }, |
| { |
| "grad_norm": 0.3385360836982727, |
| "learning_rate": 9.946893755187834e-05, |
| "loss": 0.0263, |
| "step": 7530 |
| }, |
| { |
| "grad_norm": 0.27848711609840393, |
| "learning_rate": 9.946592895967115e-05, |
| "loss": 0.0277, |
| "step": 7540 |
| }, |
| { |
| "grad_norm": 0.2697408199310303, |
| "learning_rate": 9.94629119150896e-05, |
| "loss": 0.0337, |
| "step": 7550 |
| }, |
| { |
| "grad_norm": 0.3225659728050232, |
| "learning_rate": 9.94598864186492e-05, |
| "loss": 0.0312, |
| "step": 7560 |
| }, |
| { |
| "grad_norm": 0.32454344630241394, |
| "learning_rate": 9.945685247086696e-05, |
| "loss": 0.0314, |
| "step": 7570 |
| }, |
| { |
| "grad_norm": 0.2538089156150818, |
| "learning_rate": 9.945381007226129e-05, |
| "loss": 0.0275, |
| "step": 7580 |
| }, |
| { |
| "grad_norm": 0.2913561165332794, |
| "learning_rate": 9.945075922335203e-05, |
| "loss": 0.0374, |
| "step": 7590 |
| }, |
| { |
| "grad_norm": 0.2999131977558136, |
| "learning_rate": 9.944769992466049e-05, |
| "loss": 0.0251, |
| "step": 7600 |
| }, |
| { |
| "grad_norm": 0.3628210723400116, |
| "learning_rate": 9.944463217670945e-05, |
| "loss": 0.0339, |
| "step": 7610 |
| }, |
| { |
| "grad_norm": 0.27503708004951477, |
| "learning_rate": 9.944155598002307e-05, |
| "loss": 0.0355, |
| "step": 7620 |
| }, |
| { |
| "grad_norm": 0.397616446018219, |
| "learning_rate": 9.943847133512701e-05, |
| "loss": 0.0324, |
| "step": 7630 |
| }, |
| { |
| "grad_norm": 0.33502161502838135, |
| "learning_rate": 9.943537824254834e-05, |
| "loss": 0.0393, |
| "step": 7640 |
| }, |
| { |
| "grad_norm": 0.2673455774784088, |
| "learning_rate": 9.943227670281559e-05, |
| "loss": 0.031, |
| "step": 7650 |
| }, |
| { |
| "grad_norm": 0.3250238001346588, |
| "learning_rate": 9.942916671645873e-05, |
| "loss": 0.0264, |
| "step": 7660 |
| }, |
| { |
| "grad_norm": 0.31812936067581177, |
| "learning_rate": 9.942604828400916e-05, |
| "loss": 0.0283, |
| "step": 7670 |
| }, |
| { |
| "grad_norm": 0.2739343047142029, |
| "learning_rate": 9.942292140599975e-05, |
| "loss": 0.0305, |
| "step": 7680 |
| }, |
| { |
| "grad_norm": 0.25117695331573486, |
| "learning_rate": 9.94197860829648e-05, |
| "loss": 0.0307, |
| "step": 7690 |
| }, |
| { |
| "grad_norm": 0.33927780389785767, |
| "learning_rate": 9.941664231544004e-05, |
| "loss": 0.0289, |
| "step": 7700 |
| }, |
| { |
| "grad_norm": 0.21605905890464783, |
| "learning_rate": 9.941349010396264e-05, |
| "loss": 0.0316, |
| "step": 7710 |
| }, |
| { |
| "grad_norm": 0.3564732074737549, |
| "learning_rate": 9.941032944907125e-05, |
| "loss": 0.0332, |
| "step": 7720 |
| }, |
| { |
| "grad_norm": 0.31643569469451904, |
| "learning_rate": 9.940716035130596e-05, |
| "loss": 0.029, |
| "step": 7730 |
| }, |
| { |
| "grad_norm": 0.33323702216148376, |
| "learning_rate": 9.940398281120821e-05, |
| "loss": 0.0266, |
| "step": 7740 |
| }, |
| { |
| "grad_norm": 0.26393526792526245, |
| "learning_rate": 9.940079682932102e-05, |
| "loss": 0.0299, |
| "step": 7750 |
| }, |
| { |
| "grad_norm": 0.3810127377510071, |
| "learning_rate": 9.939760240618877e-05, |
| "loss": 0.0287, |
| "step": 7760 |
| }, |
| { |
| "grad_norm": 0.2909797132015228, |
| "learning_rate": 9.939439954235729e-05, |
| "loss": 0.0355, |
| "step": 7770 |
| }, |
| { |
| "grad_norm": 0.3485502004623413, |
| "learning_rate": 9.939118823837387e-05, |
| "loss": 0.0328, |
| "step": 7780 |
| }, |
| { |
| "grad_norm": 0.36873164772987366, |
| "learning_rate": 9.938796849478725e-05, |
| "loss": 0.0328, |
| "step": 7790 |
| }, |
| { |
| "grad_norm": 0.2877669930458069, |
| "learning_rate": 9.938474031214755e-05, |
| "loss": 0.0393, |
| "step": 7800 |
| }, |
| { |
| "grad_norm": 0.2982155680656433, |
| "learning_rate": 9.938150369100643e-05, |
| "loss": 0.0317, |
| "step": 7810 |
| }, |
| { |
| "grad_norm": 0.277864933013916, |
| "learning_rate": 9.93782586319169e-05, |
| "loss": 0.0286, |
| "step": 7820 |
| }, |
| { |
| "grad_norm": 0.243008092045784, |
| "learning_rate": 9.937500513543348e-05, |
| "loss": 0.0281, |
| "step": 7830 |
| }, |
| { |
| "grad_norm": 0.28018298745155334, |
| "learning_rate": 9.937174320211207e-05, |
| "loss": 0.0453, |
| "step": 7840 |
| }, |
| { |
| "grad_norm": 0.2813608944416046, |
| "learning_rate": 9.936847283251009e-05, |
| "loss": 0.0287, |
| "step": 7850 |
| }, |
| { |
| "grad_norm": 0.33768826723098755, |
| "learning_rate": 9.936519402718632e-05, |
| "loss": 0.0299, |
| "step": 7860 |
| }, |
| { |
| "grad_norm": 0.29655835032463074, |
| "learning_rate": 9.936190678670102e-05, |
| "loss": 0.0349, |
| "step": 7870 |
| }, |
| { |
| "grad_norm": 0.3682067096233368, |
| "learning_rate": 9.935861111161593e-05, |
| "loss": 0.0323, |
| "step": 7880 |
| }, |
| { |
| "grad_norm": 0.2879161536693573, |
| "learning_rate": 9.935530700249416e-05, |
| "loss": 0.029, |
| "step": 7890 |
| }, |
| { |
| "grad_norm": 0.343533456325531, |
| "learning_rate": 9.935199445990028e-05, |
| "loss": 0.0319, |
| "step": 7900 |
| }, |
| { |
| "grad_norm": 0.312450110912323, |
| "learning_rate": 9.934867348440033e-05, |
| "loss": 0.0298, |
| "step": 7910 |
| }, |
| { |
| "grad_norm": 0.2762218713760376, |
| "learning_rate": 9.934534407656176e-05, |
| "loss": 0.0267, |
| "step": 7920 |
| }, |
| { |
| "grad_norm": 0.4004560112953186, |
| "learning_rate": 9.93420062369535e-05, |
| "loss": 0.0267, |
| "step": 7930 |
| }, |
| { |
| "grad_norm": 0.28360143303871155, |
| "learning_rate": 9.933865996614589e-05, |
| "loss": 0.0281, |
| "step": 7940 |
| }, |
| { |
| "grad_norm": 0.3423270881175995, |
| "learning_rate": 9.933530526471068e-05, |
| "loss": 0.0286, |
| "step": 7950 |
| }, |
| { |
| "grad_norm": 0.2437974214553833, |
| "learning_rate": 9.933194213322114e-05, |
| "loss": 0.0296, |
| "step": 7960 |
| }, |
| { |
| "grad_norm": 0.3338913023471832, |
| "learning_rate": 9.932857057225192e-05, |
| "loss": 0.0288, |
| "step": 7970 |
| }, |
| { |
| "grad_norm": 0.2605665624141693, |
| "learning_rate": 9.932519058237912e-05, |
| "loss": 0.0296, |
| "step": 7980 |
| }, |
| { |
| "grad_norm": 0.31775766611099243, |
| "learning_rate": 9.932180216418032e-05, |
| "loss": 0.0346, |
| "step": 7990 |
| }, |
| { |
| "grad_norm": 0.28003382682800293, |
| "learning_rate": 9.931840531823446e-05, |
| "loss": 0.0314, |
| "step": 8000 |
| }, |
| { |
| "grad_norm": 0.35633623600006104, |
| "learning_rate": 9.9315000045122e-05, |
| "loss": 0.0283, |
| "step": 8010 |
| }, |
| { |
| "grad_norm": 0.34563469886779785, |
| "learning_rate": 9.931158634542481e-05, |
| "loss": 0.0324, |
| "step": 8020 |
| }, |
| { |
| "grad_norm": 0.24726052582263947, |
| "learning_rate": 9.930816421972617e-05, |
| "loss": 0.0271, |
| "step": 8030 |
| }, |
| { |
| "grad_norm": 0.3022575080394745, |
| "learning_rate": 9.930473366861086e-05, |
| "loss": 0.0274, |
| "step": 8040 |
| }, |
| { |
| "grad_norm": 0.31050410866737366, |
| "learning_rate": 9.930129469266505e-05, |
| "loss": 0.0334, |
| "step": 8050 |
| }, |
| { |
| "grad_norm": 0.29892027378082275, |
| "learning_rate": 9.929784729247638e-05, |
| "loss": 0.0258, |
| "step": 8060 |
| }, |
| { |
| "grad_norm": 0.2688104510307312, |
| "learning_rate": 9.929439146863389e-05, |
| "loss": 0.0244, |
| "step": 8070 |
| }, |
| { |
| "grad_norm": 0.26449304819107056, |
| "learning_rate": 9.92909272217281e-05, |
| "loss": 0.0305, |
| "step": 8080 |
| }, |
| { |
| "grad_norm": 0.34047457575798035, |
| "learning_rate": 9.928745455235097e-05, |
| "loss": 0.0265, |
| "step": 8090 |
| }, |
| { |
| "grad_norm": 0.23641522228717804, |
| "learning_rate": 9.928397346109588e-05, |
| "loss": 0.0324, |
| "step": 8100 |
| }, |
| { |
| "grad_norm": 0.29577282071113586, |
| "learning_rate": 9.928048394855762e-05, |
| "loss": 0.0274, |
| "step": 8110 |
| }, |
| { |
| "grad_norm": 0.24676942825317383, |
| "learning_rate": 9.92769860153325e-05, |
| "loss": 0.0298, |
| "step": 8120 |
| }, |
| { |
| "grad_norm": 0.29635584354400635, |
| "learning_rate": 9.927347966201819e-05, |
| "loss": 0.0223, |
| "step": 8130 |
| }, |
| { |
| "grad_norm": 0.3972901999950409, |
| "learning_rate": 9.926996488921383e-05, |
| "loss": 0.0247, |
| "step": 8140 |
| }, |
| { |
| "grad_norm": 0.2868422269821167, |
| "learning_rate": 9.926644169752001e-05, |
| "loss": 0.0279, |
| "step": 8150 |
| }, |
| { |
| "grad_norm": 0.34539714455604553, |
| "learning_rate": 9.926291008753875e-05, |
| "loss": 0.0287, |
| "step": 8160 |
| }, |
| { |
| "grad_norm": 0.3036886751651764, |
| "learning_rate": 9.92593700598735e-05, |
| "loss": 0.0277, |
| "step": 8170 |
| }, |
| { |
| "grad_norm": 0.3932836353778839, |
| "learning_rate": 9.925582161512915e-05, |
| "loss": 0.03, |
| "step": 8180 |
| }, |
| { |
| "grad_norm": 0.3422134220600128, |
| "learning_rate": 9.925226475391205e-05, |
| "loss": 0.0264, |
| "step": 8190 |
| }, |
| { |
| "grad_norm": 0.2318727672100067, |
| "learning_rate": 9.924869947682993e-05, |
| "loss": 0.0249, |
| "step": 8200 |
| }, |
| { |
| "grad_norm": 0.2565622627735138, |
| "learning_rate": 9.924512578449204e-05, |
| "loss": 0.0323, |
| "step": 8210 |
| }, |
| { |
| "grad_norm": 0.21012654900550842, |
| "learning_rate": 9.924154367750901e-05, |
| "loss": 0.0279, |
| "step": 8220 |
| }, |
| { |
| "grad_norm": 0.28856876492500305, |
| "learning_rate": 9.923795315649293e-05, |
| "loss": 0.0302, |
| "step": 8230 |
| }, |
| { |
| "grad_norm": 0.3310989737510681, |
| "learning_rate": 9.92343542220573e-05, |
| "loss": 0.0299, |
| "step": 8240 |
| }, |
| { |
| "grad_norm": 0.35297778248786926, |
| "learning_rate": 9.92307468748171e-05, |
| "loss": 0.0319, |
| "step": 8250 |
| }, |
| { |
| "grad_norm": 0.41017183661460876, |
| "learning_rate": 9.922713111538873e-05, |
| "loss": 0.0348, |
| "step": 8260 |
| }, |
| { |
| "grad_norm": 0.29625335335731506, |
| "learning_rate": 9.922350694439003e-05, |
| "loss": 0.0274, |
| "step": 8270 |
| }, |
| { |
| "grad_norm": 0.2592681348323822, |
| "learning_rate": 9.921987436244024e-05, |
| "loss": 0.0286, |
| "step": 8280 |
| }, |
| { |
| "grad_norm": 0.33636289834976196, |
| "learning_rate": 9.921623337016008e-05, |
| "loss": 0.028, |
| "step": 8290 |
| }, |
| { |
| "grad_norm": 0.3335561156272888, |
| "learning_rate": 9.921258396817172e-05, |
| "loss": 0.0307, |
| "step": 8300 |
| }, |
| { |
| "grad_norm": 0.37211874127388, |
| "learning_rate": 9.920892615709874e-05, |
| "loss": 0.0251, |
| "step": 8310 |
| }, |
| { |
| "grad_norm": 0.2714262008666992, |
| "learning_rate": 9.920525993756612e-05, |
| "loss": 0.0304, |
| "step": 8320 |
| }, |
| { |
| "grad_norm": 0.26817065477371216, |
| "learning_rate": 9.920158531020036e-05, |
| "loss": 0.0307, |
| "step": 8330 |
| }, |
| { |
| "grad_norm": 0.2614506483078003, |
| "learning_rate": 9.919790227562933e-05, |
| "loss": 0.0279, |
| "step": 8340 |
| }, |
| { |
| "grad_norm": 0.2921057641506195, |
| "learning_rate": 9.919421083448237e-05, |
| "loss": 0.03, |
| "step": 8350 |
| }, |
| { |
| "grad_norm": 0.3357664942741394, |
| "learning_rate": 9.919051098739022e-05, |
| "loss": 0.0278, |
| "step": 8360 |
| }, |
| { |
| "grad_norm": 0.2271486222743988, |
| "learning_rate": 9.918680273498514e-05, |
| "loss": 0.0284, |
| "step": 8370 |
| }, |
| { |
| "grad_norm": 0.32124391198158264, |
| "learning_rate": 9.918308607790072e-05, |
| "loss": 0.0346, |
| "step": 8380 |
| }, |
| { |
| "grad_norm": 0.34780022501945496, |
| "learning_rate": 9.917936101677205e-05, |
| "loss": 0.0256, |
| "step": 8390 |
| }, |
| { |
| "grad_norm": 0.2884010374546051, |
| "learning_rate": 9.917562755223564e-05, |
| "loss": 0.0283, |
| "step": 8400 |
| }, |
| { |
| "grad_norm": 0.2519863545894623, |
| "learning_rate": 9.917188568492944e-05, |
| "loss": 0.0311, |
| "step": 8410 |
| }, |
| { |
| "grad_norm": 0.33243098855018616, |
| "learning_rate": 9.916813541549283e-05, |
| "loss": 0.0232, |
| "step": 8420 |
| }, |
| { |
| "grad_norm": 0.25748321413993835, |
| "learning_rate": 9.916437674456663e-05, |
| "loss": 0.0271, |
| "step": 8430 |
| }, |
| { |
| "grad_norm": 0.2719688415527344, |
| "learning_rate": 9.916060967279308e-05, |
| "loss": 0.0261, |
| "step": 8440 |
| }, |
| { |
| "grad_norm": 0.2374984472990036, |
| "learning_rate": 9.91568342008159e-05, |
| "loss": 0.0282, |
| "step": 8450 |
| }, |
| { |
| "grad_norm": 0.30480173230171204, |
| "learning_rate": 9.915305032928019e-05, |
| "loss": 0.0257, |
| "step": 8460 |
| }, |
| { |
| "grad_norm": 0.266640305519104, |
| "learning_rate": 9.914925805883253e-05, |
| "loss": 0.0258, |
| "step": 8470 |
| }, |
| { |
| "grad_norm": 0.222202867269516, |
| "learning_rate": 9.914545739012088e-05, |
| "loss": 0.0269, |
| "step": 8480 |
| }, |
| { |
| "grad_norm": 0.35895639657974243, |
| "learning_rate": 9.91416483237947e-05, |
| "loss": 0.0306, |
| "step": 8490 |
| }, |
| { |
| "grad_norm": 0.3159054219722748, |
| "learning_rate": 9.913783086050485e-05, |
| "loss": 0.0279, |
| "step": 8500 |
| }, |
| { |
| "grad_norm": 0.3683796525001526, |
| "learning_rate": 9.913400500090364e-05, |
| "loss": 0.0299, |
| "step": 8510 |
| }, |
| { |
| "grad_norm": 0.2813582122325897, |
| "learning_rate": 9.913017074564479e-05, |
| "loss": 0.0283, |
| "step": 8520 |
| }, |
| { |
| "grad_norm": 0.28818055987358093, |
| "learning_rate": 9.912632809538348e-05, |
| "loss": 0.0288, |
| "step": 8530 |
| }, |
| { |
| "grad_norm": 0.4443622827529907, |
| "learning_rate": 9.912247705077629e-05, |
| "loss": 0.0287, |
| "step": 8540 |
| }, |
| { |
| "grad_norm": 0.29019656777381897, |
| "learning_rate": 9.911861761248127e-05, |
| "loss": 0.0295, |
| "step": 8550 |
| }, |
| { |
| "grad_norm": 0.2530854642391205, |
| "learning_rate": 9.91147497811579e-05, |
| "loss": 0.0294, |
| "step": 8560 |
| }, |
| { |
| "grad_norm": 0.2650824189186096, |
| "learning_rate": 9.911087355746709e-05, |
| "loss": 0.025, |
| "step": 8570 |
| }, |
| { |
| "grad_norm": 0.2760615646839142, |
| "learning_rate": 9.910698894207117e-05, |
| "loss": 0.0264, |
| "step": 8580 |
| }, |
| { |
| "grad_norm": 0.21669961512088776, |
| "learning_rate": 9.910309593563392e-05, |
| "loss": 0.026, |
| "step": 8590 |
| }, |
| { |
| "grad_norm": 0.3154946267604828, |
| "learning_rate": 9.909919453882057e-05, |
| "loss": 0.0244, |
| "step": 8600 |
| }, |
| { |
| "grad_norm": 0.2173069268465042, |
| "learning_rate": 9.90952847522977e-05, |
| "loss": 0.0216, |
| "step": 8610 |
| }, |
| { |
| "grad_norm": 0.30173903703689575, |
| "learning_rate": 9.909136657673346e-05, |
| "loss": 0.0265, |
| "step": 8620 |
| }, |
| { |
| "grad_norm": 0.2571437358856201, |
| "learning_rate": 9.908744001279731e-05, |
| "loss": 0.0313, |
| "step": 8630 |
| }, |
| { |
| "grad_norm": 0.31306058168411255, |
| "learning_rate": 9.90835050611602e-05, |
| "loss": 0.0263, |
| "step": 8640 |
| }, |
| { |
| "grad_norm": 0.22509238123893738, |
| "learning_rate": 9.90795617224945e-05, |
| "loss": 0.0252, |
| "step": 8650 |
| }, |
| { |
| "grad_norm": 0.272987425327301, |
| "learning_rate": 9.907560999747405e-05, |
| "loss": 0.0268, |
| "step": 8660 |
| }, |
| { |
| "grad_norm": 0.438658207654953, |
| "learning_rate": 9.907164988677408e-05, |
| "loss": 0.0298, |
| "step": 8670 |
| }, |
| { |
| "grad_norm": 0.3824007511138916, |
| "learning_rate": 9.906768139107124e-05, |
| "loss": 0.0304, |
| "step": 8680 |
| }, |
| { |
| "grad_norm": 0.23737883567810059, |
| "learning_rate": 9.906370451104367e-05, |
| "loss": 0.0293, |
| "step": 8690 |
| }, |
| { |
| "grad_norm": 0.23873737454414368, |
| "learning_rate": 9.905971924737088e-05, |
| "loss": 0.0344, |
| "step": 8700 |
| }, |
| { |
| "grad_norm": 0.2209753692150116, |
| "learning_rate": 9.905572560073387e-05, |
| "loss": 0.0265, |
| "step": 8710 |
| }, |
| { |
| "grad_norm": 0.2742728888988495, |
| "learning_rate": 9.905172357181501e-05, |
| "loss": 0.0273, |
| "step": 8720 |
| }, |
| { |
| "grad_norm": 0.2416391372680664, |
| "learning_rate": 9.904771316129817e-05, |
| "loss": 0.027, |
| "step": 8730 |
| }, |
| { |
| "grad_norm": 0.345609575510025, |
| "learning_rate": 9.904369436986862e-05, |
| "loss": 0.0298, |
| "step": 8740 |
| }, |
| { |
| "grad_norm": 0.3573964536190033, |
| "learning_rate": 9.903966719821303e-05, |
| "loss": 0.0282, |
| "step": 8750 |
| }, |
| { |
| "grad_norm": 0.38187435269355774, |
| "learning_rate": 9.903563164701956e-05, |
| "loss": 0.0336, |
| "step": 8760 |
| }, |
| { |
| "grad_norm": 0.2990255653858185, |
| "learning_rate": 9.903158771697778e-05, |
| "loss": 0.0407, |
| "step": 8770 |
| }, |
| { |
| "grad_norm": 0.32644498348236084, |
| "learning_rate": 9.902753540877867e-05, |
| "loss": 0.0282, |
| "step": 8780 |
| }, |
| { |
| "grad_norm": 0.2971918284893036, |
| "learning_rate": 9.902347472311466e-05, |
| "loss": 0.0254, |
| "step": 8790 |
| }, |
| { |
| "grad_norm": 0.30210667848587036, |
| "learning_rate": 9.901940566067962e-05, |
| "loss": 0.0271, |
| "step": 8800 |
| }, |
| { |
| "grad_norm": 0.28629010915756226, |
| "learning_rate": 9.901532822216883e-05, |
| "loss": 0.0256, |
| "step": 8810 |
| }, |
| { |
| "grad_norm": 0.37315860390663147, |
| "learning_rate": 9.901124240827904e-05, |
| "loss": 0.0353, |
| "step": 8820 |
| }, |
| { |
| "grad_norm": 0.35837310552597046, |
| "learning_rate": 9.900714821970835e-05, |
| "loss": 0.0342, |
| "step": 8830 |
| }, |
| { |
| "grad_norm": 0.31172049045562744, |
| "learning_rate": 9.900304565715641e-05, |
| "loss": 0.0415, |
| "step": 8840 |
| }, |
| { |
| "grad_norm": 0.34397581219673157, |
| "learning_rate": 9.899893472132419e-05, |
| "loss": 0.0355, |
| "step": 8850 |
| }, |
| { |
| "grad_norm": 0.3559442460536957, |
| "learning_rate": 9.899481541291415e-05, |
| "loss": 0.0285, |
| "step": 8860 |
| }, |
| { |
| "grad_norm": 0.2742452323436737, |
| "learning_rate": 9.899068773263016e-05, |
| "loss": 0.0308, |
| "step": 8870 |
| }, |
| { |
| "grad_norm": 0.31892746686935425, |
| "learning_rate": 9.898655168117754e-05, |
| "loss": 0.0309, |
| "step": 8880 |
| }, |
| { |
| "grad_norm": 0.35528331995010376, |
| "learning_rate": 9.898240725926302e-05, |
| "loss": 0.0293, |
| "step": 8890 |
| }, |
| { |
| "grad_norm": 0.31735068559646606, |
| "learning_rate": 9.897825446759478e-05, |
| "loss": 0.035, |
| "step": 8900 |
| }, |
| { |
| "grad_norm": 0.3344995081424713, |
| "learning_rate": 9.897409330688241e-05, |
| "loss": 0.026, |
| "step": 8910 |
| }, |
| { |
| "grad_norm": 0.3340505063533783, |
| "learning_rate": 9.896992377783692e-05, |
| "loss": 0.0288, |
| "step": 8920 |
| }, |
| { |
| "grad_norm": 0.30629783868789673, |
| "learning_rate": 9.89657458811708e-05, |
| "loss": 0.0288, |
| "step": 8930 |
| }, |
| { |
| "grad_norm": 0.30604779720306396, |
| "learning_rate": 9.896155961759792e-05, |
| "loss": 0.0247, |
| "step": 8940 |
| }, |
| { |
| "grad_norm": 0.2330925613641739, |
| "learning_rate": 9.895736498783361e-05, |
| "loss": 0.0297, |
| "step": 8950 |
| }, |
| { |
| "grad_norm": 0.3215080201625824, |
| "learning_rate": 9.895316199259462e-05, |
| "loss": 0.0262, |
| "step": 8960 |
| }, |
| { |
| "grad_norm": 0.3021031320095062, |
| "learning_rate": 9.894895063259909e-05, |
| "loss": 0.0274, |
| "step": 8970 |
| }, |
| { |
| "grad_norm": 0.3261708617210388, |
| "learning_rate": 9.894473090856667e-05, |
| "loss": 0.0359, |
| "step": 8980 |
| }, |
| { |
| "grad_norm": 0.23329214751720428, |
| "learning_rate": 9.894050282121839e-05, |
| "loss": 0.0286, |
| "step": 8990 |
| }, |
| { |
| "grad_norm": 0.2671678364276886, |
| "learning_rate": 9.893626637127668e-05, |
| "loss": 0.023, |
| "step": 9000 |
| }, |
| { |
| "grad_norm": 0.20943698287010193, |
| "learning_rate": 9.893202155946546e-05, |
| "loss": 0.0218, |
| "step": 9010 |
| }, |
| { |
| "grad_norm": 0.25504496693611145, |
| "learning_rate": 9.892776838651006e-05, |
| "loss": 0.0264, |
| "step": 9020 |
| }, |
| { |
| "grad_norm": 0.2531440854072571, |
| "learning_rate": 9.892350685313722e-05, |
| "loss": 0.0249, |
| "step": 9030 |
| }, |
| { |
| "grad_norm": 0.4557083249092102, |
| "learning_rate": 9.891923696007513e-05, |
| "loss": 0.0245, |
| "step": 9040 |
| }, |
| { |
| "grad_norm": 0.33514922857284546, |
| "learning_rate": 9.891495870805336e-05, |
| "loss": 0.0276, |
| "step": 9050 |
| }, |
| { |
| "grad_norm": 0.29246994853019714, |
| "learning_rate": 9.891067209780298e-05, |
| "loss": 0.0313, |
| "step": 9060 |
| }, |
| { |
| "grad_norm": 0.31612539291381836, |
| "learning_rate": 9.890637713005646e-05, |
| "loss": 0.0312, |
| "step": 9070 |
| }, |
| { |
| "grad_norm": 0.24375128746032715, |
| "learning_rate": 9.890207380554767e-05, |
| "loss": 0.0248, |
| "step": 9080 |
| }, |
| { |
| "grad_norm": 0.2713509500026703, |
| "learning_rate": 9.889776212501196e-05, |
| "loss": 0.0262, |
| "step": 9090 |
| }, |
| { |
| "grad_norm": 0.2076655626296997, |
| "learning_rate": 9.889344208918605e-05, |
| "loss": 0.021, |
| "step": 9100 |
| }, |
| { |
| "grad_norm": 0.2124854177236557, |
| "learning_rate": 9.888911369880812e-05, |
| "loss": 0.0217, |
| "step": 9110 |
| }, |
| { |
| "grad_norm": 0.2542179524898529, |
| "learning_rate": 9.888477695461777e-05, |
| "loss": 0.0269, |
| "step": 9120 |
| }, |
| { |
| "grad_norm": 0.17360028624534607, |
| "learning_rate": 9.888043185735607e-05, |
| "loss": 0.0229, |
| "step": 9130 |
| }, |
| { |
| "grad_norm": 0.26906731724739075, |
| "learning_rate": 9.887607840776542e-05, |
| "loss": 0.0243, |
| "step": 9140 |
| }, |
| { |
| "grad_norm": 0.32335883378982544, |
| "learning_rate": 9.887171660658975e-05, |
| "loss": 0.0289, |
| "step": 9150 |
| }, |
| { |
| "grad_norm": 0.2963583171367645, |
| "learning_rate": 9.886734645457435e-05, |
| "loss": 0.0317, |
| "step": 9160 |
| }, |
| { |
| "grad_norm": 0.305130273103714, |
| "learning_rate": 9.886296795246597e-05, |
| "loss": 0.032, |
| "step": 9170 |
| }, |
| { |
| "grad_norm": 0.27309101819992065, |
| "learning_rate": 9.885858110101276e-05, |
| "loss": 0.0293, |
| "step": 9180 |
| }, |
| { |
| "grad_norm": 0.29315125942230225, |
| "learning_rate": 9.885418590096434e-05, |
| "loss": 0.0272, |
| "step": 9190 |
| }, |
| { |
| "grad_norm": 0.3027220666408539, |
| "learning_rate": 9.88497823530717e-05, |
| "loss": 0.0236, |
| "step": 9200 |
| }, |
| { |
| "grad_norm": 0.2568953037261963, |
| "learning_rate": 9.884537045808732e-05, |
| "loss": 0.0273, |
| "step": 9210 |
| }, |
| { |
| "grad_norm": 0.2810177803039551, |
| "learning_rate": 9.884095021676502e-05, |
| "loss": 0.0292, |
| "step": 9220 |
| }, |
| { |
| "grad_norm": 0.21563218533992767, |
| "learning_rate": 9.883652162986017e-05, |
| "loss": 0.0275, |
| "step": 9230 |
| }, |
| { |
| "grad_norm": 0.22166013717651367, |
| "learning_rate": 9.883208469812943e-05, |
| "loss": 0.0229, |
| "step": 9240 |
| }, |
| { |
| "grad_norm": 0.24490536749362946, |
| "learning_rate": 9.882763942233098e-05, |
| "loss": 0.0223, |
| "step": 9250 |
| }, |
| { |
| "grad_norm": 0.3001609742641449, |
| "learning_rate": 9.882318580322441e-05, |
| "loss": 0.0296, |
| "step": 9260 |
| }, |
| { |
| "grad_norm": 0.36867183446884155, |
| "learning_rate": 9.881872384157067e-05, |
| "loss": 0.0311, |
| "step": 9270 |
| }, |
| { |
| "grad_norm": 0.25284022092819214, |
| "learning_rate": 9.881425353813225e-05, |
| "loss": 0.0269, |
| "step": 9280 |
| }, |
| { |
| "grad_norm": 0.27816009521484375, |
| "learning_rate": 9.880977489367296e-05, |
| "loss": 0.0204, |
| "step": 9290 |
| }, |
| { |
| "grad_norm": 0.23137053847312927, |
| "learning_rate": 9.88052879089581e-05, |
| "loss": 0.0296, |
| "step": 9300 |
| }, |
| { |
| "grad_norm": 0.2683916389942169, |
| "learning_rate": 9.880079258475434e-05, |
| "loss": 0.0259, |
| "step": 9310 |
| }, |
| { |
| "grad_norm": 0.3088577091693878, |
| "learning_rate": 9.879628892182985e-05, |
| "loss": 0.0277, |
| "step": 9320 |
| }, |
| { |
| "grad_norm": 0.2414141595363617, |
| "learning_rate": 9.879177692095416e-05, |
| "loss": 0.0201, |
| "step": 9330 |
| }, |
| { |
| "grad_norm": 0.2326025813817978, |
| "learning_rate": 9.878725658289825e-05, |
| "loss": 0.0277, |
| "step": 9340 |
| }, |
| { |
| "grad_norm": 0.27317774295806885, |
| "learning_rate": 9.878272790843454e-05, |
| "loss": 0.0238, |
| "step": 9350 |
| }, |
| { |
| "grad_norm": 0.20756618678569794, |
| "learning_rate": 9.877819089833682e-05, |
| "loss": 0.0204, |
| "step": 9360 |
| }, |
| { |
| "grad_norm": 0.3260330855846405, |
| "learning_rate": 9.877364555338038e-05, |
| "loss": 0.0261, |
| "step": 9370 |
| }, |
| { |
| "grad_norm": 0.29582661390304565, |
| "learning_rate": 9.876909187434186e-05, |
| "loss": 0.022, |
| "step": 9380 |
| }, |
| { |
| "grad_norm": 0.2751789093017578, |
| "learning_rate": 9.876452986199939e-05, |
| "loss": 0.0309, |
| "step": 9390 |
| }, |
| { |
| "grad_norm": 0.2783774733543396, |
| "learning_rate": 9.875995951713248e-05, |
| "loss": 0.0348, |
| "step": 9400 |
| }, |
| { |
| "grad_norm": 0.36822712421417236, |
| "learning_rate": 9.875538084052207e-05, |
| "loss": 0.0245, |
| "step": 9410 |
| }, |
| { |
| "grad_norm": 0.26546820998191833, |
| "learning_rate": 9.875079383295053e-05, |
| "loss": 0.0284, |
| "step": 9420 |
| }, |
| { |
| "grad_norm": 0.2615055739879608, |
| "learning_rate": 9.874619849520167e-05, |
| "loss": 0.0225, |
| "step": 9430 |
| }, |
| { |
| "grad_norm": 0.2364216297864914, |
| "learning_rate": 9.874159482806069e-05, |
| "loss": 0.0221, |
| "step": 9440 |
| }, |
| { |
| "grad_norm": 0.33662593364715576, |
| "learning_rate": 9.873698283231426e-05, |
| "loss": 0.0232, |
| "step": 9450 |
| }, |
| { |
| "grad_norm": 0.28409042954444885, |
| "learning_rate": 9.87323625087504e-05, |
| "loss": 0.0234, |
| "step": 9460 |
| }, |
| { |
| "grad_norm": 0.31340229511260986, |
| "learning_rate": 9.872773385815863e-05, |
| "loss": 0.0244, |
| "step": 9470 |
| }, |
| { |
| "grad_norm": 0.2592726945877075, |
| "learning_rate": 9.872309688132986e-05, |
| "loss": 0.0254, |
| "step": 9480 |
| }, |
| { |
| "grad_norm": 0.250214546918869, |
| "learning_rate": 9.871845157905639e-05, |
| "loss": 0.0225, |
| "step": 9490 |
| }, |
| { |
| "grad_norm": 0.3336656391620636, |
| "learning_rate": 9.871379795213201e-05, |
| "loss": 0.0249, |
| "step": 9500 |
| }, |
| { |
| "grad_norm": 0.29983097314834595, |
| "learning_rate": 9.87091360013519e-05, |
| "loss": 0.0254, |
| "step": 9510 |
| }, |
| { |
| "grad_norm": 0.27386361360549927, |
| "learning_rate": 9.870446572751262e-05, |
| "loss": 0.0268, |
| "step": 9520 |
| }, |
| { |
| "grad_norm": 0.31065633893013, |
| "learning_rate": 9.869978713141224e-05, |
| "loss": 0.0311, |
| "step": 9530 |
| }, |
| { |
| "grad_norm": 0.2354942113161087, |
| "learning_rate": 9.869510021385016e-05, |
| "loss": 0.0303, |
| "step": 9540 |
| }, |
| { |
| "grad_norm": 0.26051679253578186, |
| "learning_rate": 9.869040497562727e-05, |
| "loss": 0.0234, |
| "step": 9550 |
| }, |
| { |
| "grad_norm": 0.2513461709022522, |
| "learning_rate": 9.868570141754587e-05, |
| "loss": 0.0249, |
| "step": 9560 |
| }, |
| { |
| "grad_norm": 0.24648208916187286, |
| "learning_rate": 9.868098954040965e-05, |
| "loss": 0.0242, |
| "step": 9570 |
| }, |
| { |
| "grad_norm": 0.2580796182155609, |
| "learning_rate": 9.867626934502374e-05, |
| "loss": 0.0304, |
| "step": 9580 |
| }, |
| { |
| "grad_norm": 0.2502591907978058, |
| "learning_rate": 9.86715408321947e-05, |
| "loss": 0.026, |
| "step": 9590 |
| }, |
| { |
| "grad_norm": 0.24327465891838074, |
| "learning_rate": 9.86668040027305e-05, |
| "loss": 0.0244, |
| "step": 9600 |
| }, |
| { |
| "grad_norm": 0.23552563786506653, |
| "learning_rate": 9.866205885744053e-05, |
| "loss": 0.0197, |
| "step": 9610 |
| }, |
| { |
| "grad_norm": 0.2684319317340851, |
| "learning_rate": 9.865730539713563e-05, |
| "loss": 0.0241, |
| "step": 9620 |
| }, |
| { |
| "grad_norm": 0.21562506258487701, |
| "learning_rate": 9.8652543622628e-05, |
| "loss": 0.0275, |
| "step": 9630 |
| }, |
| { |
| "grad_norm": 0.24486495554447174, |
| "learning_rate": 9.864777353473132e-05, |
| "loss": 0.024, |
| "step": 9640 |
| }, |
| { |
| "grad_norm": 0.2646384835243225, |
| "learning_rate": 9.864299513426068e-05, |
| "loss": 0.0224, |
| "step": 9650 |
| }, |
| { |
| "grad_norm": 0.19364383816719055, |
| "learning_rate": 9.863820842203254e-05, |
| "loss": 0.0213, |
| "step": 9660 |
| }, |
| { |
| "grad_norm": 0.21984915435314178, |
| "learning_rate": 9.863341339886483e-05, |
| "loss": 0.0215, |
| "step": 9670 |
| }, |
| { |
| "grad_norm": 0.28699374198913574, |
| "learning_rate": 9.86286100655769e-05, |
| "loss": 0.0261, |
| "step": 9680 |
| }, |
| { |
| "grad_norm": 0.27493321895599365, |
| "learning_rate": 9.862379842298953e-05, |
| "loss": 0.0257, |
| "step": 9690 |
| }, |
| { |
| "grad_norm": 0.21421775221824646, |
| "learning_rate": 9.861897847192485e-05, |
| "loss": 0.0231, |
| "step": 9700 |
| }, |
| { |
| "grad_norm": 0.228084534406662, |
| "learning_rate": 9.86141502132065e-05, |
| "loss": 0.0205, |
| "step": 9710 |
| }, |
| { |
| "grad_norm": 0.2654508650302887, |
| "learning_rate": 9.860931364765946e-05, |
| "loss": 0.0242, |
| "step": 9720 |
| }, |
| { |
| "grad_norm": 0.22129681706428528, |
| "learning_rate": 9.860446877611021e-05, |
| "loss": 0.0267, |
| "step": 9730 |
| }, |
| { |
| "grad_norm": 0.2933192253112793, |
| "learning_rate": 9.859961559938655e-05, |
| "loss": 0.0274, |
| "step": 9740 |
| }, |
| { |
| "grad_norm": 0.27277010679244995, |
| "learning_rate": 9.85947541183178e-05, |
| "loss": 0.0237, |
| "step": 9750 |
| }, |
| { |
| "grad_norm": 0.2468322217464447, |
| "learning_rate": 9.858988433373463e-05, |
| "loss": 0.0229, |
| "step": 9760 |
| }, |
| { |
| "grad_norm": 0.3467712104320526, |
| "learning_rate": 9.858500624646918e-05, |
| "loss": 0.0277, |
| "step": 9770 |
| }, |
| { |
| "grad_norm": 0.3158034384250641, |
| "learning_rate": 9.858011985735497e-05, |
| "loss": 0.0232, |
| "step": 9780 |
| }, |
| { |
| "grad_norm": 0.2458934336900711, |
| "learning_rate": 9.857522516722693e-05, |
| "loss": 0.0265, |
| "step": 9790 |
| }, |
| { |
| "grad_norm": 0.21453985571861267, |
| "learning_rate": 9.857032217692145e-05, |
| "loss": 0.0217, |
| "step": 9800 |
| }, |
| { |
| "grad_norm": 0.27818742394447327, |
| "learning_rate": 9.856541088727631e-05, |
| "loss": 0.0205, |
| "step": 9810 |
| }, |
| { |
| "grad_norm": 0.27790743112564087, |
| "learning_rate": 9.856049129913072e-05, |
| "loss": 0.0235, |
| "step": 9820 |
| }, |
| { |
| "grad_norm": 0.3291762173175812, |
| "learning_rate": 9.85555634133253e-05, |
| "loss": 0.0261, |
| "step": 9830 |
| }, |
| { |
| "grad_norm": 0.2756987512111664, |
| "learning_rate": 9.855062723070208e-05, |
| "loss": 0.0254, |
| "step": 9840 |
| }, |
| { |
| "grad_norm": 0.31815406680107117, |
| "learning_rate": 9.854568275210454e-05, |
| "loss": 0.0276, |
| "step": 9850 |
| }, |
| { |
| "grad_norm": 0.29460564255714417, |
| "learning_rate": 9.854072997837754e-05, |
| "loss": 0.0241, |
| "step": 9860 |
| }, |
| { |
| "grad_norm": 0.21283787488937378, |
| "learning_rate": 9.853576891036737e-05, |
| "loss": 0.0198, |
| "step": 9870 |
| }, |
| { |
| "grad_norm": 0.25143834948539734, |
| "learning_rate": 9.853079954892177e-05, |
| "loss": 0.0223, |
| "step": 9880 |
| }, |
| { |
| "grad_norm": 0.36423441767692566, |
| "learning_rate": 9.852582189488983e-05, |
| "loss": 0.026, |
| "step": 9890 |
| }, |
| { |
| "grad_norm": 0.17992782592773438, |
| "learning_rate": 9.852083594912212e-05, |
| "loss": 0.0232, |
| "step": 9900 |
| }, |
| { |
| "grad_norm": 0.2433064728975296, |
| "learning_rate": 9.851584171247058e-05, |
| "loss": 0.0285, |
| "step": 9910 |
| }, |
| { |
| "grad_norm": 0.21741041541099548, |
| "learning_rate": 9.851083918578863e-05, |
| "loss": 0.0211, |
| "step": 9920 |
| }, |
| { |
| "grad_norm": 0.19539839029312134, |
| "learning_rate": 9.850582836993103e-05, |
| "loss": 0.0217, |
| "step": 9930 |
| }, |
| { |
| "grad_norm": 0.15564468502998352, |
| "learning_rate": 9.850080926575397e-05, |
| "loss": 0.0181, |
| "step": 9940 |
| }, |
| { |
| "grad_norm": 0.29753050208091736, |
| "learning_rate": 9.849578187411515e-05, |
| "loss": 0.0322, |
| "step": 9950 |
| }, |
| { |
| "grad_norm": 0.27727940678596497, |
| "learning_rate": 9.849074619587354e-05, |
| "loss": 0.0225, |
| "step": 9960 |
| }, |
| { |
| "grad_norm": 0.3121736943721771, |
| "learning_rate": 9.848570223188964e-05, |
| "loss": 0.0241, |
| "step": 9970 |
| }, |
| { |
| "grad_norm": 0.2871214747428894, |
| "learning_rate": 9.848064998302531e-05, |
| "loss": 0.0273, |
| "step": 9980 |
| }, |
| { |
| "grad_norm": 0.28685495257377625, |
| "learning_rate": 9.847558945014386e-05, |
| "loss": 0.0245, |
| "step": 9990 |
| }, |
| { |
| "grad_norm": 0.23591387271881104, |
| "learning_rate": 9.847052063410996e-05, |
| "loss": 0.0245, |
| "step": 10000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 80000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 10000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 24, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
