| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.4, |
| "eval_steps": 500, |
| "global_step": 6000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "grad_norm": 0.1528221219778061, |
| "learning_rate": 1.2000000000000002e-06, |
| "loss": 1.2068, |
| "step": 10 |
| }, |
| { |
| "grad_norm": 0.12877728044986725, |
| "learning_rate": 2.5333333333333334e-06, |
| "loss": 1.2134, |
| "step": 20 |
| }, |
| { |
| "grad_norm": 0.17161273956298828, |
| "learning_rate": 3.866666666666667e-06, |
| "loss": 1.206, |
| "step": 30 |
| }, |
| { |
| "grad_norm": 0.2625730037689209, |
| "learning_rate": 5.2e-06, |
| "loss": 1.1817, |
| "step": 40 |
| }, |
| { |
| "grad_norm": 0.2874051034450531, |
| "learning_rate": 6.533333333333333e-06, |
| "loss": 1.1488, |
| "step": 50 |
| }, |
| { |
| "grad_norm": 0.34452179074287415, |
| "learning_rate": 7.866666666666667e-06, |
| "loss": 1.1238, |
| "step": 60 |
| }, |
| { |
| "grad_norm": 0.3187244236469269, |
| "learning_rate": 9.2e-06, |
| "loss": 1.1072, |
| "step": 70 |
| }, |
| { |
| "grad_norm": 0.41171619296073914, |
| "learning_rate": 1.0533333333333335e-05, |
| "loss": 1.0936, |
| "step": 80 |
| }, |
| { |
| "grad_norm": 0.22929424047470093, |
| "learning_rate": 1.1866666666666668e-05, |
| "loss": 1.0933, |
| "step": 90 |
| }, |
| { |
| "grad_norm": 0.5159542560577393, |
| "learning_rate": 1.32e-05, |
| "loss": 1.0919, |
| "step": 100 |
| }, |
| { |
| "grad_norm": 0.4722374975681305, |
| "learning_rate": 1.4533333333333335e-05, |
| "loss": 1.0945, |
| "step": 110 |
| }, |
| { |
| "grad_norm": 0.2221572995185852, |
| "learning_rate": 1.586666666666667e-05, |
| "loss": 1.0911, |
| "step": 120 |
| }, |
| { |
| "grad_norm": 0.5312994122505188, |
| "learning_rate": 1.7199999999999998e-05, |
| "loss": 1.0815, |
| "step": 130 |
| }, |
| { |
| "grad_norm": 0.3242526650428772, |
| "learning_rate": 1.8533333333333334e-05, |
| "loss": 1.0778, |
| "step": 140 |
| }, |
| { |
| "grad_norm": 0.28936564922332764, |
| "learning_rate": 1.9866666666666667e-05, |
| "loss": 1.0505, |
| "step": 150 |
| }, |
| { |
| "grad_norm": 0.3376358151435852, |
| "learning_rate": 2.12e-05, |
| "loss": 1.02, |
| "step": 160 |
| }, |
| { |
| "grad_norm": 0.5211641192436218, |
| "learning_rate": 2.2533333333333333e-05, |
| "loss": 0.9858, |
| "step": 170 |
| }, |
| { |
| "grad_norm": 0.41194382309913635, |
| "learning_rate": 2.3866666666666666e-05, |
| "loss": 0.9434, |
| "step": 180 |
| }, |
| { |
| "grad_norm": 0.5447150468826294, |
| "learning_rate": 2.5200000000000003e-05, |
| "loss": 0.9057, |
| "step": 190 |
| }, |
| { |
| "grad_norm": 0.8995847702026367, |
| "learning_rate": 2.6533333333333332e-05, |
| "loss": 0.8692, |
| "step": 200 |
| }, |
| { |
| "grad_norm": 0.7821958065032959, |
| "learning_rate": 2.786666666666667e-05, |
| "loss": 0.8394, |
| "step": 210 |
| }, |
| { |
| "grad_norm": 1.4184938669204712, |
| "learning_rate": 2.9199999999999998e-05, |
| "loss": 0.8041, |
| "step": 220 |
| }, |
| { |
| "grad_norm": 0.9261109828948975, |
| "learning_rate": 3.0533333333333335e-05, |
| "loss": 0.7759, |
| "step": 230 |
| }, |
| { |
| "grad_norm": 1.2726421356201172, |
| "learning_rate": 3.1866666666666664e-05, |
| "loss": 0.7407, |
| "step": 240 |
| }, |
| { |
| "grad_norm": 1.1038875579833984, |
| "learning_rate": 3.32e-05, |
| "loss": 0.7069, |
| "step": 250 |
| }, |
| { |
| "grad_norm": 1.1673762798309326, |
| "learning_rate": 3.453333333333334e-05, |
| "loss": 0.6797, |
| "step": 260 |
| }, |
| { |
| "grad_norm": 1.0007288455963135, |
| "learning_rate": 3.586666666666667e-05, |
| "loss": 0.6563, |
| "step": 270 |
| }, |
| { |
| "grad_norm": 0.8429192304611206, |
| "learning_rate": 3.72e-05, |
| "loss": 0.6337, |
| "step": 280 |
| }, |
| { |
| "grad_norm": 0.9413348436355591, |
| "learning_rate": 3.853333333333334e-05, |
| "loss": 0.6113, |
| "step": 290 |
| }, |
| { |
| "grad_norm": 0.99355548620224, |
| "learning_rate": 3.986666666666667e-05, |
| "loss": 0.6006, |
| "step": 300 |
| }, |
| { |
| "grad_norm": 1.1705503463745117, |
| "learning_rate": 4.12e-05, |
| "loss": 0.5865, |
| "step": 310 |
| }, |
| { |
| "grad_norm": 1.3885726928710938, |
| "learning_rate": 4.2533333333333335e-05, |
| "loss": 0.5685, |
| "step": 320 |
| }, |
| { |
| "grad_norm": 1.224961280822754, |
| "learning_rate": 4.3866666666666665e-05, |
| "loss": 0.5633, |
| "step": 330 |
| }, |
| { |
| "grad_norm": 1.2367912530899048, |
| "learning_rate": 4.52e-05, |
| "loss": 0.5547, |
| "step": 340 |
| }, |
| { |
| "grad_norm": 1.1392102241516113, |
| "learning_rate": 4.653333333333334e-05, |
| "loss": 0.5403, |
| "step": 350 |
| }, |
| { |
| "grad_norm": 1.213355541229248, |
| "learning_rate": 4.7866666666666674e-05, |
| "loss": 0.5357, |
| "step": 360 |
| }, |
| { |
| "grad_norm": 1.2761033773422241, |
| "learning_rate": 4.92e-05, |
| "loss": 0.5058, |
| "step": 370 |
| }, |
| { |
| "grad_norm": 1.1698124408721924, |
| "learning_rate": 5.053333333333333e-05, |
| "loss": 0.4966, |
| "step": 380 |
| }, |
| { |
| "grad_norm": 1.201072096824646, |
| "learning_rate": 5.1866666666666676e-05, |
| "loss": 0.4828, |
| "step": 390 |
| }, |
| { |
| "grad_norm": 1.0158417224884033, |
| "learning_rate": 5.3200000000000006e-05, |
| "loss": 0.4651, |
| "step": 400 |
| }, |
| { |
| "grad_norm": 1.346627116203308, |
| "learning_rate": 5.4533333333333335e-05, |
| "loss": 0.4594, |
| "step": 410 |
| }, |
| { |
| "grad_norm": 1.0970842838287354, |
| "learning_rate": 5.5866666666666665e-05, |
| "loss": 0.4445, |
| "step": 420 |
| }, |
| { |
| "grad_norm": 1.2192479372024536, |
| "learning_rate": 5.72e-05, |
| "loss": 0.4299, |
| "step": 430 |
| }, |
| { |
| "grad_norm": 1.2104856967926025, |
| "learning_rate": 5.853333333333334e-05, |
| "loss": 0.4117, |
| "step": 440 |
| }, |
| { |
| "grad_norm": 1.2335385084152222, |
| "learning_rate": 5.9866666666666674e-05, |
| "loss": 0.4031, |
| "step": 450 |
| }, |
| { |
| "grad_norm": 0.9111726880073547, |
| "learning_rate": 6.12e-05, |
| "loss": 0.3901, |
| "step": 460 |
| }, |
| { |
| "grad_norm": 1.1724517345428467, |
| "learning_rate": 6.253333333333333e-05, |
| "loss": 0.3773, |
| "step": 470 |
| }, |
| { |
| "grad_norm": 1.2332345247268677, |
| "learning_rate": 6.386666666666667e-05, |
| "loss": 0.3737, |
| "step": 480 |
| }, |
| { |
| "grad_norm": 1.1842234134674072, |
| "learning_rate": 6.52e-05, |
| "loss": 0.3628, |
| "step": 490 |
| }, |
| { |
| "grad_norm": 1.2130239009857178, |
| "learning_rate": 6.653333333333334e-05, |
| "loss": 0.3544, |
| "step": 500 |
| }, |
| { |
| "grad_norm": 1.0411441326141357, |
| "learning_rate": 6.786666666666667e-05, |
| "loss": 0.3326, |
| "step": 510 |
| }, |
| { |
| "grad_norm": 1.2490897178649902, |
| "learning_rate": 6.92e-05, |
| "loss": 0.3279, |
| "step": 520 |
| }, |
| { |
| "grad_norm": 1.33174467086792, |
| "learning_rate": 7.053333333333334e-05, |
| "loss": 0.3177, |
| "step": 530 |
| }, |
| { |
| "grad_norm": 1.1573432683944702, |
| "learning_rate": 7.186666666666667e-05, |
| "loss": 0.3106, |
| "step": 540 |
| }, |
| { |
| "grad_norm": 1.2820322513580322, |
| "learning_rate": 7.32e-05, |
| "loss": 0.2829, |
| "step": 550 |
| }, |
| { |
| "grad_norm": 1.2154183387756348, |
| "learning_rate": 7.453333333333333e-05, |
| "loss": 0.2846, |
| "step": 560 |
| }, |
| { |
| "grad_norm": 1.0811824798583984, |
| "learning_rate": 7.586666666666668e-05, |
| "loss": 0.274, |
| "step": 570 |
| }, |
| { |
| "grad_norm": 1.2624622583389282, |
| "learning_rate": 7.72e-05, |
| "loss": 0.2581, |
| "step": 580 |
| }, |
| { |
| "grad_norm": 1.4608895778656006, |
| "learning_rate": 7.853333333333334e-05, |
| "loss": 0.2436, |
| "step": 590 |
| }, |
| { |
| "grad_norm": 1.3445744514465332, |
| "learning_rate": 7.986666666666667e-05, |
| "loss": 0.2339, |
| "step": 600 |
| }, |
| { |
| "grad_norm": 1.2945458889007568, |
| "learning_rate": 8.120000000000001e-05, |
| "loss": 0.22, |
| "step": 610 |
| }, |
| { |
| "grad_norm": 2.7877917289733887, |
| "learning_rate": 8.253333333333334e-05, |
| "loss": 0.206, |
| "step": 620 |
| }, |
| { |
| "grad_norm": 1.1054668426513672, |
| "learning_rate": 8.386666666666667e-05, |
| "loss": 0.2005, |
| "step": 630 |
| }, |
| { |
| "grad_norm": 1.2020183801651, |
| "learning_rate": 8.52e-05, |
| "loss": 0.1906, |
| "step": 640 |
| }, |
| { |
| "grad_norm": 1.3809555768966675, |
| "learning_rate": 8.653333333333333e-05, |
| "loss": 0.1761, |
| "step": 650 |
| }, |
| { |
| "grad_norm": 1.2968473434448242, |
| "learning_rate": 8.786666666666667e-05, |
| "loss": 0.17, |
| "step": 660 |
| }, |
| { |
| "grad_norm": 1.5829375982284546, |
| "learning_rate": 8.92e-05, |
| "loss": 0.1582, |
| "step": 670 |
| }, |
| { |
| "grad_norm": 1.4462990760803223, |
| "learning_rate": 9.053333333333334e-05, |
| "loss": 0.1532, |
| "step": 680 |
| }, |
| { |
| "grad_norm": 1.4937175512313843, |
| "learning_rate": 9.186666666666667e-05, |
| "loss": 0.1436, |
| "step": 690 |
| }, |
| { |
| "grad_norm": 1.0529409646987915, |
| "learning_rate": 9.320000000000002e-05, |
| "loss": 0.146, |
| "step": 700 |
| }, |
| { |
| "grad_norm": 1.4069396257400513, |
| "learning_rate": 9.453333333333335e-05, |
| "loss": 0.1401, |
| "step": 710 |
| }, |
| { |
| "grad_norm": 1.448398232460022, |
| "learning_rate": 9.586666666666667e-05, |
| "loss": 0.1399, |
| "step": 720 |
| }, |
| { |
| "grad_norm": 1.3302212953567505, |
| "learning_rate": 9.72e-05, |
| "loss": 0.1397, |
| "step": 730 |
| }, |
| { |
| "grad_norm": 1.2735353708267212, |
| "learning_rate": 9.853333333333333e-05, |
| "loss": 0.1411, |
| "step": 740 |
| }, |
| { |
| "grad_norm": 1.265570044517517, |
| "learning_rate": 9.986666666666668e-05, |
| "loss": 0.1434, |
| "step": 750 |
| }, |
| { |
| "grad_norm": 1.3887313604354858, |
| "learning_rate": 9.999990157738453e-05, |
| "loss": 0.1386, |
| "step": 760 |
| }, |
| { |
| "grad_norm": 1.2708746194839478, |
| "learning_rate": 9.999956135155687e-05, |
| "loss": 0.1394, |
| "step": 770 |
| }, |
| { |
| "grad_norm": 1.3188905715942383, |
| "learning_rate": 9.99989781090763e-05, |
| "loss": 0.1362, |
| "step": 780 |
| }, |
| { |
| "grad_norm": 2.1023690700531006, |
| "learning_rate": 9.999815185277755e-05, |
| "loss": 0.132, |
| "step": 790 |
| }, |
| { |
| "grad_norm": 1.0511329174041748, |
| "learning_rate": 9.999708258667652e-05, |
| "loss": 0.1393, |
| "step": 800 |
| }, |
| { |
| "grad_norm": 1.076863169670105, |
| "learning_rate": 9.999577031597029e-05, |
| "loss": 0.1219, |
| "step": 810 |
| }, |
| { |
| "grad_norm": 1.0692609548568726, |
| "learning_rate": 9.999421504703696e-05, |
| "loss": 0.1249, |
| "step": 820 |
| }, |
| { |
| "grad_norm": 1.0652865171432495, |
| "learning_rate": 9.999241678743574e-05, |
| "loss": 0.124, |
| "step": 830 |
| }, |
| { |
| "grad_norm": 1.1164456605911255, |
| "learning_rate": 9.999037554590683e-05, |
| "loss": 0.1301, |
| "step": 840 |
| }, |
| { |
| "grad_norm": 1.4576336145401, |
| "learning_rate": 9.998809133237143e-05, |
| "loss": 0.1263, |
| "step": 850 |
| }, |
| { |
| "grad_norm": 1.0527737140655518, |
| "learning_rate": 9.998556415793169e-05, |
| "loss": 0.1283, |
| "step": 860 |
| }, |
| { |
| "grad_norm": 1.2238246202468872, |
| "learning_rate": 9.998279403487062e-05, |
| "loss": 0.1271, |
| "step": 870 |
| }, |
| { |
| "grad_norm": 1.146423578262329, |
| "learning_rate": 9.997978097665205e-05, |
| "loss": 0.1269, |
| "step": 880 |
| }, |
| { |
| "grad_norm": 1.0656620264053345, |
| "learning_rate": 9.99765249979206e-05, |
| "loss": 0.1239, |
| "step": 890 |
| }, |
| { |
| "grad_norm": 1.1446648836135864, |
| "learning_rate": 9.997302611450154e-05, |
| "loss": 0.1237, |
| "step": 900 |
| }, |
| { |
| "grad_norm": 1.1433049440383911, |
| "learning_rate": 9.996928434340073e-05, |
| "loss": 0.1147, |
| "step": 910 |
| }, |
| { |
| "grad_norm": 0.9724878072738647, |
| "learning_rate": 9.996529970280462e-05, |
| "loss": 0.1113, |
| "step": 920 |
| }, |
| { |
| "grad_norm": 1.074139952659607, |
| "learning_rate": 9.996107221208004e-05, |
| "loss": 0.1198, |
| "step": 930 |
| }, |
| { |
| "grad_norm": 0.9398661851882935, |
| "learning_rate": 9.995660189177419e-05, |
| "loss": 0.1149, |
| "step": 940 |
| }, |
| { |
| "grad_norm": 0.8259074687957764, |
| "learning_rate": 9.995188876361451e-05, |
| "loss": 0.1155, |
| "step": 950 |
| }, |
| { |
| "grad_norm": 1.1398017406463623, |
| "learning_rate": 9.994693285050857e-05, |
| "loss": 0.1192, |
| "step": 960 |
| }, |
| { |
| "grad_norm": 0.9386220574378967, |
| "learning_rate": 9.994173417654395e-05, |
| "loss": 0.1186, |
| "step": 970 |
| }, |
| { |
| "grad_norm": 0.9809224605560303, |
| "learning_rate": 9.993629276698821e-05, |
| "loss": 0.1135, |
| "step": 980 |
| }, |
| { |
| "grad_norm": 1.196757197380066, |
| "learning_rate": 9.993060864828858e-05, |
| "loss": 0.1247, |
| "step": 990 |
| }, |
| { |
| "grad_norm": 0.9535070061683655, |
| "learning_rate": 9.992468184807206e-05, |
| "loss": 0.1098, |
| "step": 1000 |
| }, |
| { |
| "grad_norm": 1.011692762374878, |
| "learning_rate": 9.991851239514511e-05, |
| "loss": 0.1093, |
| "step": 1010 |
| }, |
| { |
| "grad_norm": 0.9049733877182007, |
| "learning_rate": 9.991210031949359e-05, |
| "loss": 0.1171, |
| "step": 1020 |
| }, |
| { |
| "grad_norm": 0.9988471269607544, |
| "learning_rate": 9.990544565228259e-05, |
| "loss": 0.1085, |
| "step": 1030 |
| }, |
| { |
| "grad_norm": 0.9829862713813782, |
| "learning_rate": 9.989854842585631e-05, |
| "loss": 0.1041, |
| "step": 1040 |
| }, |
| { |
| "grad_norm": 0.9640742540359497, |
| "learning_rate": 9.989140867373783e-05, |
| "loss": 0.1053, |
| "step": 1050 |
| }, |
| { |
| "grad_norm": 0.9070046544075012, |
| "learning_rate": 9.988402643062907e-05, |
| "loss": 0.1035, |
| "step": 1060 |
| }, |
| { |
| "grad_norm": 1.0155551433563232, |
| "learning_rate": 9.987640173241046e-05, |
| "loss": 0.1075, |
| "step": 1070 |
| }, |
| { |
| "grad_norm": 1.1102415323257446, |
| "learning_rate": 9.986853461614093e-05, |
| "loss": 0.1132, |
| "step": 1080 |
| }, |
| { |
| "grad_norm": 1.4231481552124023, |
| "learning_rate": 9.986042512005763e-05, |
| "loss": 0.1107, |
| "step": 1090 |
| }, |
| { |
| "grad_norm": 0.9319804310798645, |
| "learning_rate": 9.985207328357573e-05, |
| "loss": 0.1026, |
| "step": 1100 |
| }, |
| { |
| "grad_norm": 1.4864873886108398, |
| "learning_rate": 9.984347914728829e-05, |
| "loss": 0.1011, |
| "step": 1110 |
| }, |
| { |
| "grad_norm": 1.0301569700241089, |
| "learning_rate": 9.983464275296605e-05, |
| "loss": 0.1114, |
| "step": 1120 |
| }, |
| { |
| "grad_norm": 0.9580268859863281, |
| "learning_rate": 9.982556414355724e-05, |
| "loss": 0.1099, |
| "step": 1130 |
| }, |
| { |
| "grad_norm": 1.0523960590362549, |
| "learning_rate": 9.981624336318726e-05, |
| "loss": 0.1053, |
| "step": 1140 |
| }, |
| { |
| "grad_norm": 1.060106635093689, |
| "learning_rate": 9.980668045715864e-05, |
| "loss": 0.1, |
| "step": 1150 |
| }, |
| { |
| "grad_norm": 0.9312297701835632, |
| "learning_rate": 9.979687547195066e-05, |
| "loss": 0.1061, |
| "step": 1160 |
| }, |
| { |
| "grad_norm": 0.9556792974472046, |
| "learning_rate": 9.978682845521927e-05, |
| "loss": 0.107, |
| "step": 1170 |
| }, |
| { |
| "grad_norm": 1.0657126903533936, |
| "learning_rate": 9.977653945579673e-05, |
| "loss": 0.1049, |
| "step": 1180 |
| }, |
| { |
| "grad_norm": 0.8762414455413818, |
| "learning_rate": 9.976600852369144e-05, |
| "loss": 0.1001, |
| "step": 1190 |
| }, |
| { |
| "grad_norm": 0.861569344997406, |
| "learning_rate": 9.975523571008769e-05, |
| "loss": 0.1064, |
| "step": 1200 |
| }, |
| { |
| "grad_norm": 0.9219115376472473, |
| "learning_rate": 9.97442210673454e-05, |
| "loss": 0.0983, |
| "step": 1210 |
| }, |
| { |
| "grad_norm": 1.0116729736328125, |
| "learning_rate": 9.973296464899988e-05, |
| "loss": 0.1018, |
| "step": 1220 |
| }, |
| { |
| "grad_norm": 0.9443844556808472, |
| "learning_rate": 9.972146650976154e-05, |
| "loss": 0.1033, |
| "step": 1230 |
| }, |
| { |
| "grad_norm": 0.9114744067192078, |
| "learning_rate": 9.970972670551566e-05, |
| "loss": 0.1034, |
| "step": 1240 |
| }, |
| { |
| "grad_norm": 0.8281648755073547, |
| "learning_rate": 9.969774529332212e-05, |
| "loss": 0.0995, |
| "step": 1250 |
| }, |
| { |
| "grad_norm": 0.8310883045196533, |
| "learning_rate": 9.968552233141504e-05, |
| "loss": 0.0992, |
| "step": 1260 |
| }, |
| { |
| "grad_norm": 0.948841392993927, |
| "learning_rate": 9.967305787920264e-05, |
| "loss": 0.0985, |
| "step": 1270 |
| }, |
| { |
| "grad_norm": 0.8757680654525757, |
| "learning_rate": 9.966035199726684e-05, |
| "loss": 0.1062, |
| "step": 1280 |
| }, |
| { |
| "grad_norm": 0.7957766056060791, |
| "learning_rate": 9.9647404747363e-05, |
| "loss": 0.0949, |
| "step": 1290 |
| }, |
| { |
| "grad_norm": 0.9588861465454102, |
| "learning_rate": 9.96342161924196e-05, |
| "loss": 0.0952, |
| "step": 1300 |
| }, |
| { |
| "grad_norm": 0.8227360248565674, |
| "learning_rate": 9.962078639653797e-05, |
| "loss": 0.0931, |
| "step": 1310 |
| }, |
| { |
| "grad_norm": 1.0412708520889282, |
| "learning_rate": 9.960711542499202e-05, |
| "loss": 0.0922, |
| "step": 1320 |
| }, |
| { |
| "grad_norm": 0.8027946352958679, |
| "learning_rate": 9.959320334422772e-05, |
| "loss": 0.1075, |
| "step": 1330 |
| }, |
| { |
| "grad_norm": 0.9406609535217285, |
| "learning_rate": 9.957905022186309e-05, |
| "loss": 0.0984, |
| "step": 1340 |
| }, |
| { |
| "grad_norm": 0.8434228301048279, |
| "learning_rate": 9.956465612668757e-05, |
| "loss": 0.0979, |
| "step": 1350 |
| }, |
| { |
| "grad_norm": 0.9157196879386902, |
| "learning_rate": 9.95500211286619e-05, |
| "loss": 0.0941, |
| "step": 1360 |
| }, |
| { |
| "grad_norm": 0.8689035177230835, |
| "learning_rate": 9.953514529891763e-05, |
| "loss": 0.0949, |
| "step": 1370 |
| }, |
| { |
| "grad_norm": 0.7697312831878662, |
| "learning_rate": 9.952002870975693e-05, |
| "loss": 0.0914, |
| "step": 1380 |
| }, |
| { |
| "grad_norm": 0.8707885146141052, |
| "learning_rate": 9.950467143465207e-05, |
| "loss": 0.0926, |
| "step": 1390 |
| }, |
| { |
| "grad_norm": 1.025254487991333, |
| "learning_rate": 9.94890735482452e-05, |
| "loss": 0.0912, |
| "step": 1400 |
| }, |
| { |
| "grad_norm": 0.6527482271194458, |
| "learning_rate": 9.947323512634788e-05, |
| "loss": 0.0873, |
| "step": 1410 |
| }, |
| { |
| "grad_norm": 0.8045205473899841, |
| "learning_rate": 9.945715624594081e-05, |
| "loss": 0.09, |
| "step": 1420 |
| }, |
| { |
| "grad_norm": 0.7984917163848877, |
| "learning_rate": 9.944083698517339e-05, |
| "loss": 0.0907, |
| "step": 1430 |
| }, |
| { |
| "grad_norm": 0.7339720726013184, |
| "learning_rate": 9.942427742336334e-05, |
| "loss": 0.0923, |
| "step": 1440 |
| }, |
| { |
| "grad_norm": 0.8728718757629395, |
| "learning_rate": 9.940747764099638e-05, |
| "loss": 0.0891, |
| "step": 1450 |
| }, |
| { |
| "grad_norm": 0.8001891374588013, |
| "learning_rate": 9.939043771972574e-05, |
| "loss": 0.0999, |
| "step": 1460 |
| }, |
| { |
| "grad_norm": 0.861858606338501, |
| "learning_rate": 9.937315774237186e-05, |
| "loss": 0.0892, |
| "step": 1470 |
| }, |
| { |
| "grad_norm": 0.9286336898803711, |
| "learning_rate": 9.93556377929219e-05, |
| "loss": 0.0946, |
| "step": 1480 |
| }, |
| { |
| "grad_norm": 0.9956574440002441, |
| "learning_rate": 9.933787795652942e-05, |
| "loss": 0.0913, |
| "step": 1490 |
| }, |
| { |
| "grad_norm": 0.8465809226036072, |
| "learning_rate": 9.931987831951386e-05, |
| "loss": 0.0912, |
| "step": 1500 |
| }, |
| { |
| "grad_norm": 0.8478185534477234, |
| "learning_rate": 9.930163896936027e-05, |
| "loss": 0.0958, |
| "step": 1510 |
| }, |
| { |
| "grad_norm": 0.7136925458908081, |
| "learning_rate": 9.92831599947187e-05, |
| "loss": 0.0848, |
| "step": 1520 |
| }, |
| { |
| "grad_norm": 0.8562847375869751, |
| "learning_rate": 9.926444148540393e-05, |
| "loss": 0.0952, |
| "step": 1530 |
| }, |
| { |
| "grad_norm": 0.8773907423019409, |
| "learning_rate": 9.924548353239495e-05, |
| "loss": 0.0972, |
| "step": 1540 |
| }, |
| { |
| "grad_norm": 0.770634114742279, |
| "learning_rate": 9.922628622783451e-05, |
| "loss": 0.0913, |
| "step": 1550 |
| }, |
| { |
| "grad_norm": 0.6977461576461792, |
| "learning_rate": 9.920684966502878e-05, |
| "loss": 0.0914, |
| "step": 1560 |
| }, |
| { |
| "grad_norm": 0.7688239216804504, |
| "learning_rate": 9.918717393844669e-05, |
| "loss": 0.0927, |
| "step": 1570 |
| }, |
| { |
| "grad_norm": 0.7350327372550964, |
| "learning_rate": 9.916725914371969e-05, |
| "loss": 0.0884, |
| "step": 1580 |
| }, |
| { |
| "grad_norm": 0.7852026224136353, |
| "learning_rate": 9.914710537764117e-05, |
| "loss": 0.0869, |
| "step": 1590 |
| }, |
| { |
| "grad_norm": 0.6127405166625977, |
| "learning_rate": 9.912671273816601e-05, |
| "loss": 0.0928, |
| "step": 1600 |
| }, |
| { |
| "grad_norm": 0.8078952431678772, |
| "learning_rate": 9.910608132441008e-05, |
| "loss": 0.0863, |
| "step": 1610 |
| }, |
| { |
| "grad_norm": 0.6758414506912231, |
| "learning_rate": 9.908521123664981e-05, |
| "loss": 0.0797, |
| "step": 1620 |
| }, |
| { |
| "grad_norm": 0.5950756072998047, |
| "learning_rate": 9.906410257632168e-05, |
| "loss": 0.0876, |
| "step": 1630 |
| }, |
| { |
| "grad_norm": 0.9129499793052673, |
| "learning_rate": 9.904275544602169e-05, |
| "loss": 0.0842, |
| "step": 1640 |
| }, |
| { |
| "grad_norm": 0.6972604990005493, |
| "learning_rate": 9.902116994950493e-05, |
| "loss": 0.0842, |
| "step": 1650 |
| }, |
| { |
| "grad_norm": 0.7520588040351868, |
| "learning_rate": 9.899934619168501e-05, |
| "loss": 0.0791, |
| "step": 1660 |
| }, |
| { |
| "grad_norm": 0.7351466417312622, |
| "learning_rate": 9.89772842786336e-05, |
| "loss": 0.0831, |
| "step": 1670 |
| }, |
| { |
| "grad_norm": 0.7723562717437744, |
| "learning_rate": 9.895498431757989e-05, |
| "loss": 0.0868, |
| "step": 1680 |
| }, |
| { |
| "grad_norm": 0.7624236345291138, |
| "learning_rate": 9.893244641691006e-05, |
| "loss": 0.0911, |
| "step": 1690 |
| }, |
| { |
| "grad_norm": 0.6789768934249878, |
| "learning_rate": 9.890967068616677e-05, |
| "loss": 0.0889, |
| "step": 1700 |
| }, |
| { |
| "grad_norm": 0.6409830451011658, |
| "learning_rate": 9.888665723604864e-05, |
| "loss": 0.0853, |
| "step": 1710 |
| }, |
| { |
| "grad_norm": 0.653907835483551, |
| "learning_rate": 9.886340617840968e-05, |
| "loss": 0.0814, |
| "step": 1720 |
| }, |
| { |
| "grad_norm": 0.767878532409668, |
| "learning_rate": 9.883991762625876e-05, |
| "loss": 0.0825, |
| "step": 1730 |
| }, |
| { |
| "grad_norm": 0.7938691973686218, |
| "learning_rate": 9.881619169375908e-05, |
| "loss": 0.0797, |
| "step": 1740 |
| }, |
| { |
| "grad_norm": 0.863423764705658, |
| "learning_rate": 9.879222849622758e-05, |
| "loss": 0.0868, |
| "step": 1750 |
| }, |
| { |
| "grad_norm": 0.7077615261077881, |
| "learning_rate": 9.876802815013439e-05, |
| "loss": 0.083, |
| "step": 1760 |
| }, |
| { |
| "grad_norm": 0.7735344171524048, |
| "learning_rate": 9.87435907731023e-05, |
| "loss": 0.0877, |
| "step": 1770 |
| }, |
| { |
| "grad_norm": 0.7485953569412231, |
| "learning_rate": 9.871891648390614e-05, |
| "loss": 0.0865, |
| "step": 1780 |
| }, |
| { |
| "grad_norm": 0.9190590381622314, |
| "learning_rate": 9.869400540247223e-05, |
| "loss": 0.0893, |
| "step": 1790 |
| }, |
| { |
| "grad_norm": 0.7002912759780884, |
| "learning_rate": 9.866885764987776e-05, |
| "loss": 0.0821, |
| "step": 1800 |
| }, |
| { |
| "grad_norm": 0.7234448790550232, |
| "learning_rate": 9.86434733483503e-05, |
| "loss": 0.0805, |
| "step": 1810 |
| }, |
| { |
| "grad_norm": 0.6578029990196228, |
| "learning_rate": 9.861785262126705e-05, |
| "loss": 0.0853, |
| "step": 1820 |
| }, |
| { |
| "grad_norm": 0.7728158831596375, |
| "learning_rate": 9.85919955931544e-05, |
| "loss": 0.0788, |
| "step": 1830 |
| }, |
| { |
| "grad_norm": 0.6882961392402649, |
| "learning_rate": 9.856590238968721e-05, |
| "loss": 0.0891, |
| "step": 1840 |
| }, |
| { |
| "grad_norm": 0.7271476984024048, |
| "learning_rate": 9.853957313768824e-05, |
| "loss": 0.0859, |
| "step": 1850 |
| }, |
| { |
| "grad_norm": 0.7411231398582458, |
| "learning_rate": 9.851300796512755e-05, |
| "loss": 0.0844, |
| "step": 1860 |
| }, |
| { |
| "grad_norm": 0.7105385661125183, |
| "learning_rate": 9.848620700112188e-05, |
| "loss": 0.078, |
| "step": 1870 |
| }, |
| { |
| "grad_norm": 0.6703158617019653, |
| "learning_rate": 9.845917037593396e-05, |
| "loss": 0.0796, |
| "step": 1880 |
| }, |
| { |
| "grad_norm": 0.6238304376602173, |
| "learning_rate": 9.843189822097196e-05, |
| "loss": 0.0871, |
| "step": 1890 |
| }, |
| { |
| "grad_norm": 0.5811266899108887, |
| "learning_rate": 9.84043906687888e-05, |
| "loss": 0.0779, |
| "step": 1900 |
| }, |
| { |
| "grad_norm": 0.6616613864898682, |
| "learning_rate": 9.837664785308149e-05, |
| "loss": 0.0777, |
| "step": 1910 |
| }, |
| { |
| "grad_norm": 0.7105765342712402, |
| "learning_rate": 9.834866990869059e-05, |
| "loss": 0.0826, |
| "step": 1920 |
| }, |
| { |
| "grad_norm": 0.7052018642425537, |
| "learning_rate": 9.832045697159938e-05, |
| "loss": 0.0817, |
| "step": 1930 |
| }, |
| { |
| "grad_norm": 0.6906279921531677, |
| "learning_rate": 9.829200917893334e-05, |
| "loss": 0.0815, |
| "step": 1940 |
| }, |
| { |
| "grad_norm": 0.7250940203666687, |
| "learning_rate": 9.826332666895944e-05, |
| "loss": 0.0791, |
| "step": 1950 |
| }, |
| { |
| "grad_norm": 0.7513362765312195, |
| "learning_rate": 9.823440958108545e-05, |
| "loss": 0.0793, |
| "step": 1960 |
| }, |
| { |
| "grad_norm": 0.7912622690200806, |
| "learning_rate": 9.820525805585927e-05, |
| "loss": 0.0818, |
| "step": 1970 |
| }, |
| { |
| "grad_norm": 0.8074571490287781, |
| "learning_rate": 9.81758722349683e-05, |
| "loss": 0.0828, |
| "step": 1980 |
| }, |
| { |
| "grad_norm": 0.7632444500923157, |
| "learning_rate": 9.814625226123862e-05, |
| "loss": 0.0869, |
| "step": 1990 |
| }, |
| { |
| "grad_norm": 0.7208681702613831, |
| "learning_rate": 9.811639827863449e-05, |
| "loss": 0.0828, |
| "step": 2000 |
| }, |
| { |
| "grad_norm": 0.763584554195404, |
| "learning_rate": 9.808631043225741e-05, |
| "loss": 0.0807, |
| "step": 2010 |
| }, |
| { |
| "grad_norm": 0.7192198634147644, |
| "learning_rate": 9.805598886834567e-05, |
| "loss": 0.0845, |
| "step": 2020 |
| }, |
| { |
| "grad_norm": 0.6376525163650513, |
| "learning_rate": 9.802543373427344e-05, |
| "loss": 0.0807, |
| "step": 2030 |
| }, |
| { |
| "grad_norm": 0.737170934677124, |
| "learning_rate": 9.799464517855018e-05, |
| "loss": 0.0769, |
| "step": 2040 |
| }, |
| { |
| "grad_norm": 0.6961826086044312, |
| "learning_rate": 9.79636233508198e-05, |
| "loss": 0.082, |
| "step": 2050 |
| }, |
| { |
| "grad_norm": 0.8413031101226807, |
| "learning_rate": 9.793236840186005e-05, |
| "loss": 0.0806, |
| "step": 2060 |
| }, |
| { |
| "grad_norm": 0.7423960566520691, |
| "learning_rate": 9.790088048358175e-05, |
| "loss": 0.0819, |
| "step": 2070 |
| }, |
| { |
| "grad_norm": 0.8054006695747375, |
| "learning_rate": 9.786915974902798e-05, |
| "loss": 0.0733, |
| "step": 2080 |
| }, |
| { |
| "grad_norm": 0.674681544303894, |
| "learning_rate": 9.783720635237343e-05, |
| "loss": 0.0802, |
| "step": 2090 |
| }, |
| { |
| "grad_norm": 0.6383704543113708, |
| "learning_rate": 9.780502044892362e-05, |
| "loss": 0.079, |
| "step": 2100 |
| }, |
| { |
| "grad_norm": 0.6757469773292542, |
| "learning_rate": 9.777260219511415e-05, |
| "loss": 0.076, |
| "step": 2110 |
| }, |
| { |
| "grad_norm": 0.823462724685669, |
| "learning_rate": 9.773995174850989e-05, |
| "loss": 0.0786, |
| "step": 2120 |
| }, |
| { |
| "grad_norm": 0.718417227268219, |
| "learning_rate": 9.770706926780428e-05, |
| "loss": 0.0854, |
| "step": 2130 |
| }, |
| { |
| "grad_norm": 0.7160131931304932, |
| "learning_rate": 9.767395491281855e-05, |
| "loss": 0.0773, |
| "step": 2140 |
| }, |
| { |
| "grad_norm": 0.7102839350700378, |
| "learning_rate": 9.764060884450086e-05, |
| "loss": 0.0741, |
| "step": 2150 |
| }, |
| { |
| "grad_norm": 0.6298885345458984, |
| "learning_rate": 9.76070312249257e-05, |
| "loss": 0.0726, |
| "step": 2160 |
| }, |
| { |
| "grad_norm": 0.7110960483551025, |
| "learning_rate": 9.757322221729283e-05, |
| "loss": 0.0722, |
| "step": 2170 |
| }, |
| { |
| "grad_norm": 0.6902167797088623, |
| "learning_rate": 9.753918198592682e-05, |
| "loss": 0.0737, |
| "step": 2180 |
| }, |
| { |
| "grad_norm": 0.721842885017395, |
| "learning_rate": 9.750491069627593e-05, |
| "loss": 0.0741, |
| "step": 2190 |
| }, |
| { |
| "grad_norm": 0.6490733027458191, |
| "learning_rate": 9.747040851491149e-05, |
| "loss": 0.0869, |
| "step": 2200 |
| }, |
| { |
| "grad_norm": 0.6896973252296448, |
| "learning_rate": 9.743567560952711e-05, |
| "loss": 0.081, |
| "step": 2210 |
| }, |
| { |
| "grad_norm": 0.6303186416625977, |
| "learning_rate": 9.740071214893773e-05, |
| "loss": 0.0791, |
| "step": 2220 |
| }, |
| { |
| "grad_norm": 0.5973021388053894, |
| "learning_rate": 9.736551830307892e-05, |
| "loss": 0.0726, |
| "step": 2230 |
| }, |
| { |
| "grad_norm": 0.6787769198417664, |
| "learning_rate": 9.733009424300597e-05, |
| "loss": 0.0776, |
| "step": 2240 |
| }, |
| { |
| "grad_norm": 0.8184981346130371, |
| "learning_rate": 9.729444014089314e-05, |
| "loss": 0.0771, |
| "step": 2250 |
| }, |
| { |
| "grad_norm": 0.6981377601623535, |
| "learning_rate": 9.725855617003275e-05, |
| "loss": 0.0834, |
| "step": 2260 |
| }, |
| { |
| "grad_norm": 0.6165905594825745, |
| "learning_rate": 9.72224425048344e-05, |
| "loss": 0.0767, |
| "step": 2270 |
| }, |
| { |
| "grad_norm": 0.6394922137260437, |
| "learning_rate": 9.718609932082405e-05, |
| "loss": 0.07, |
| "step": 2280 |
| }, |
| { |
| "grad_norm": 0.6943788528442383, |
| "learning_rate": 9.714952679464323e-05, |
| "loss": 0.0756, |
| "step": 2290 |
| }, |
| { |
| "grad_norm": 0.7439070343971252, |
| "learning_rate": 9.711272510404816e-05, |
| "loss": 0.0762, |
| "step": 2300 |
| }, |
| { |
| "grad_norm": 0.6924915909767151, |
| "learning_rate": 9.70756944279089e-05, |
| "loss": 0.0801, |
| "step": 2310 |
| }, |
| { |
| "grad_norm": 0.6574571132659912, |
| "learning_rate": 9.70384349462084e-05, |
| "loss": 0.0756, |
| "step": 2320 |
| }, |
| { |
| "grad_norm": 0.6405468583106995, |
| "learning_rate": 9.700094684004182e-05, |
| "loss": 0.0827, |
| "step": 2330 |
| }, |
| { |
| "grad_norm": 0.6328576803207397, |
| "learning_rate": 9.696323029161535e-05, |
| "loss": 0.071, |
| "step": 2340 |
| }, |
| { |
| "grad_norm": 0.6095026135444641, |
| "learning_rate": 9.692528548424567e-05, |
| "loss": 0.0788, |
| "step": 2350 |
| }, |
| { |
| "grad_norm": 0.6449398398399353, |
| "learning_rate": 9.688711260235872e-05, |
| "loss": 0.0772, |
| "step": 2360 |
| }, |
| { |
| "grad_norm": 0.6582117676734924, |
| "learning_rate": 9.684871183148912e-05, |
| "loss": 0.0723, |
| "step": 2370 |
| }, |
| { |
| "grad_norm": 0.7571628093719482, |
| "learning_rate": 9.681008335827898e-05, |
| "loss": 0.0766, |
| "step": 2380 |
| }, |
| { |
| "grad_norm": 0.7709692716598511, |
| "learning_rate": 9.677122737047724e-05, |
| "loss": 0.0794, |
| "step": 2390 |
| }, |
| { |
| "grad_norm": 0.6195625066757202, |
| "learning_rate": 9.673214405693857e-05, |
| "loss": 0.0736, |
| "step": 2400 |
| }, |
| { |
| "grad_norm": 0.7350249290466309, |
| "learning_rate": 9.669283360762258e-05, |
| "loss": 0.0753, |
| "step": 2410 |
| }, |
| { |
| "grad_norm": 0.6809076070785522, |
| "learning_rate": 9.66532962135928e-05, |
| "loss": 0.086, |
| "step": 2420 |
| }, |
| { |
| "grad_norm": 0.7334204912185669, |
| "learning_rate": 9.661353206701582e-05, |
| "loss": 0.0782, |
| "step": 2430 |
| }, |
| { |
| "grad_norm": 0.6254956722259521, |
| "learning_rate": 9.657354136116035e-05, |
| "loss": 0.0777, |
| "step": 2440 |
| }, |
| { |
| "grad_norm": 0.9059262871742249, |
| "learning_rate": 9.653332429039625e-05, |
| "loss": 0.0798, |
| "step": 2450 |
| }, |
| { |
| "grad_norm": 0.70732182264328, |
| "learning_rate": 9.649288105019356e-05, |
| "loss": 0.0726, |
| "step": 2460 |
| }, |
| { |
| "grad_norm": 0.7314443588256836, |
| "learning_rate": 9.645221183712165e-05, |
| "loss": 0.0779, |
| "step": 2470 |
| }, |
| { |
| "grad_norm": 0.7098656296730042, |
| "learning_rate": 9.641131684884817e-05, |
| "loss": 0.0743, |
| "step": 2480 |
| }, |
| { |
| "grad_norm": 0.6610057950019836, |
| "learning_rate": 9.637019628413813e-05, |
| "loss": 0.082, |
| "step": 2490 |
| }, |
| { |
| "grad_norm": 0.5614057183265686, |
| "learning_rate": 9.632885034285291e-05, |
| "loss": 0.0767, |
| "step": 2500 |
| }, |
| { |
| "grad_norm": 0.6637583374977112, |
| "learning_rate": 9.628727922594931e-05, |
| "loss": 0.0733, |
| "step": 2510 |
| }, |
| { |
| "grad_norm": 0.595269501209259, |
| "learning_rate": 9.624548313547862e-05, |
| "loss": 0.0764, |
| "step": 2520 |
| }, |
| { |
| "grad_norm": 0.8634958863258362, |
| "learning_rate": 9.620346227458547e-05, |
| "loss": 0.0761, |
| "step": 2530 |
| }, |
| { |
| "grad_norm": 0.8040565252304077, |
| "learning_rate": 9.616121684750712e-05, |
| "loss": 0.0709, |
| "step": 2540 |
| }, |
| { |
| "grad_norm": 0.5635712742805481, |
| "learning_rate": 9.611874705957215e-05, |
| "loss": 0.079, |
| "step": 2550 |
| }, |
| { |
| "grad_norm": 0.6693586707115173, |
| "learning_rate": 9.607605311719972e-05, |
| "loss": 0.0805, |
| "step": 2560 |
| }, |
| { |
| "grad_norm": 0.6621934771537781, |
| "learning_rate": 9.603313522789841e-05, |
| "loss": 0.0706, |
| "step": 2570 |
| }, |
| { |
| "grad_norm": 0.662166953086853, |
| "learning_rate": 9.598999360026529e-05, |
| "loss": 0.0764, |
| "step": 2580 |
| }, |
| { |
| "grad_norm": 0.682948887348175, |
| "learning_rate": 9.59466284439849e-05, |
| "loss": 0.0671, |
| "step": 2590 |
| }, |
| { |
| "grad_norm": 0.6689608097076416, |
| "learning_rate": 9.590303996982815e-05, |
| "loss": 0.0762, |
| "step": 2600 |
| }, |
| { |
| "grad_norm": 0.6426261067390442, |
| "learning_rate": 9.585922838965145e-05, |
| "loss": 0.0774, |
| "step": 2610 |
| }, |
| { |
| "grad_norm": 0.6558887362480164, |
| "learning_rate": 9.581519391639549e-05, |
| "loss": 0.0759, |
| "step": 2620 |
| }, |
| { |
| "grad_norm": 0.6026521921157837, |
| "learning_rate": 9.577093676408439e-05, |
| "loss": 0.0701, |
| "step": 2630 |
| }, |
| { |
| "grad_norm": 0.6800580620765686, |
| "learning_rate": 9.572645714782453e-05, |
| "loss": 0.0748, |
| "step": 2640 |
| }, |
| { |
| "grad_norm": 0.6971288323402405, |
| "learning_rate": 9.568175528380354e-05, |
| "loss": 0.075, |
| "step": 2650 |
| }, |
| { |
| "grad_norm": 0.6518421769142151, |
| "learning_rate": 9.56368313892893e-05, |
| "loss": 0.0752, |
| "step": 2660 |
| }, |
| { |
| "grad_norm": 0.5340580344200134, |
| "learning_rate": 9.55916856826288e-05, |
| "loss": 0.073, |
| "step": 2670 |
| }, |
| { |
| "grad_norm": 0.7508995532989502, |
| "learning_rate": 9.554631838324713e-05, |
| "loss": 0.0757, |
| "step": 2680 |
| }, |
| { |
| "grad_norm": 0.5836358666419983, |
| "learning_rate": 9.55007297116464e-05, |
| "loss": 0.0743, |
| "step": 2690 |
| }, |
| { |
| "grad_norm": 0.7291355133056641, |
| "learning_rate": 9.545491988940472e-05, |
| "loss": 0.0726, |
| "step": 2700 |
| }, |
| { |
| "grad_norm": 0.7412474751472473, |
| "learning_rate": 9.540888913917501e-05, |
| "loss": 0.0692, |
| "step": 2710 |
| }, |
| { |
| "grad_norm": 0.5670576691627502, |
| "learning_rate": 9.536263768468401e-05, |
| "loss": 0.0744, |
| "step": 2720 |
| }, |
| { |
| "grad_norm": 0.8577015995979309, |
| "learning_rate": 9.531616575073117e-05, |
| "loss": 0.0793, |
| "step": 2730 |
| }, |
| { |
| "grad_norm": 0.6365728378295898, |
| "learning_rate": 9.526947356318754e-05, |
| "loss": 0.07, |
| "step": 2740 |
| }, |
| { |
| "grad_norm": 0.5782703757286072, |
| "learning_rate": 9.52225613489947e-05, |
| "loss": 0.0678, |
| "step": 2750 |
| }, |
| { |
| "grad_norm": 0.6387004852294922, |
| "learning_rate": 9.517542933616365e-05, |
| "loss": 0.0686, |
| "step": 2760 |
| }, |
| { |
| "grad_norm": 0.7190784215927124, |
| "learning_rate": 9.512807775377366e-05, |
| "loss": 0.0762, |
| "step": 2770 |
| }, |
| { |
| "grad_norm": 0.679921567440033, |
| "learning_rate": 9.508050683197121e-05, |
| "loss": 0.072, |
| "step": 2780 |
| }, |
| { |
| "grad_norm": 0.5193501114845276, |
| "learning_rate": 9.503271680196888e-05, |
| "loss": 0.0737, |
| "step": 2790 |
| }, |
| { |
| "grad_norm": 0.5788854956626892, |
| "learning_rate": 9.498470789604413e-05, |
| "loss": 0.0784, |
| "step": 2800 |
| }, |
| { |
| "grad_norm": 0.5486730933189392, |
| "learning_rate": 9.49364803475383e-05, |
| "loss": 0.0767, |
| "step": 2810 |
| }, |
| { |
| "grad_norm": 0.5417566299438477, |
| "learning_rate": 9.48880343908554e-05, |
| "loss": 0.0732, |
| "step": 2820 |
| }, |
| { |
| "grad_norm": 0.6178622245788574, |
| "learning_rate": 9.4839370261461e-05, |
| "loss": 0.0714, |
| "step": 2830 |
| }, |
| { |
| "grad_norm": 0.5790642499923706, |
| "learning_rate": 9.479048819588098e-05, |
| "loss": 0.0721, |
| "step": 2840 |
| }, |
| { |
| "grad_norm": 0.5813261270523071, |
| "learning_rate": 9.474138843170063e-05, |
| "loss": 0.0713, |
| "step": 2850 |
| }, |
| { |
| "grad_norm": 0.6615369915962219, |
| "learning_rate": 9.46920712075632e-05, |
| "loss": 0.0811, |
| "step": 2860 |
| }, |
| { |
| "grad_norm": 0.6264895796775818, |
| "learning_rate": 9.464253676316893e-05, |
| "loss": 0.0736, |
| "step": 2870 |
| }, |
| { |
| "grad_norm": 0.6997485160827637, |
| "learning_rate": 9.459278533927384e-05, |
| "loss": 0.0713, |
| "step": 2880 |
| }, |
| { |
| "grad_norm": 0.619152307510376, |
| "learning_rate": 9.454281717768854e-05, |
| "loss": 0.0741, |
| "step": 2890 |
| }, |
| { |
| "grad_norm": 0.6027862429618835, |
| "learning_rate": 9.449263252127708e-05, |
| "loss": 0.0664, |
| "step": 2900 |
| }, |
| { |
| "grad_norm": 0.8105010986328125, |
| "learning_rate": 9.444223161395573e-05, |
| "loss": 0.0671, |
| "step": 2910 |
| }, |
| { |
| "grad_norm": 0.6472406387329102, |
| "learning_rate": 9.439161470069184e-05, |
| "loss": 0.0756, |
| "step": 2920 |
| }, |
| { |
| "grad_norm": 0.6002207398414612, |
| "learning_rate": 9.43407820275026e-05, |
| "loss": 0.0767, |
| "step": 2930 |
| }, |
| { |
| "grad_norm": 0.644810140132904, |
| "learning_rate": 9.428973384145396e-05, |
| "loss": 0.0795, |
| "step": 2940 |
| }, |
| { |
| "grad_norm": 0.6397400498390198, |
| "learning_rate": 9.423847039065922e-05, |
| "loss": 0.0705, |
| "step": 2950 |
| }, |
| { |
| "grad_norm": 0.6125301718711853, |
| "learning_rate": 9.418699192427805e-05, |
| "loss": 0.0722, |
| "step": 2960 |
| }, |
| { |
| "grad_norm": 0.6119952201843262, |
| "learning_rate": 9.41352986925151e-05, |
| "loss": 0.069, |
| "step": 2970 |
| }, |
| { |
| "grad_norm": 0.619590163230896, |
| "learning_rate": 9.408339094661895e-05, |
| "loss": 0.0658, |
| "step": 2980 |
| }, |
| { |
| "grad_norm": 0.6107400059700012, |
| "learning_rate": 9.40312689388807e-05, |
| "loss": 0.0673, |
| "step": 2990 |
| }, |
| { |
| "grad_norm": 0.6754778623580933, |
| "learning_rate": 9.397893292263292e-05, |
| "loss": 0.0681, |
| "step": 3000 |
| }, |
| { |
| "grad_norm": 0.7630986571311951, |
| "learning_rate": 9.392638315224829e-05, |
| "loss": 0.0673, |
| "step": 3010 |
| }, |
| { |
| "grad_norm": 0.6023984551429749, |
| "learning_rate": 9.387361988313846e-05, |
| "loss": 0.0684, |
| "step": 3020 |
| }, |
| { |
| "grad_norm": 0.6075767874717712, |
| "learning_rate": 9.38206433717527e-05, |
| "loss": 0.0649, |
| "step": 3030 |
| }, |
| { |
| "grad_norm": 0.6851189136505127, |
| "learning_rate": 9.376745387557681e-05, |
| "loss": 0.0706, |
| "step": 3040 |
| }, |
| { |
| "grad_norm": 0.5601722598075867, |
| "learning_rate": 9.371405165313169e-05, |
| "loss": 0.0639, |
| "step": 3050 |
| }, |
| { |
| "grad_norm": 0.6507348418235779, |
| "learning_rate": 9.366043696397222e-05, |
| "loss": 0.0676, |
| "step": 3060 |
| }, |
| { |
| "grad_norm": 0.6262578964233398, |
| "learning_rate": 9.360661006868592e-05, |
| "loss": 0.0658, |
| "step": 3070 |
| }, |
| { |
| "grad_norm": 0.5408547520637512, |
| "learning_rate": 9.355257122889173e-05, |
| "loss": 0.0664, |
| "step": 3080 |
| }, |
| { |
| "grad_norm": 0.5795503854751587, |
| "learning_rate": 9.349832070723871e-05, |
| "loss": 0.0758, |
| "step": 3090 |
| }, |
| { |
| "grad_norm": 0.6226188540458679, |
| "learning_rate": 9.34438587674048e-05, |
| "loss": 0.0755, |
| "step": 3100 |
| }, |
| { |
| "grad_norm": 0.6497605443000793, |
| "learning_rate": 9.338918567409545e-05, |
| "loss": 0.0695, |
| "step": 3110 |
| }, |
| { |
| "grad_norm": 0.6185932755470276, |
| "learning_rate": 9.333430169304247e-05, |
| "loss": 0.0707, |
| "step": 3120 |
| }, |
| { |
| "grad_norm": 0.5427372455596924, |
| "learning_rate": 9.327920709100259e-05, |
| "loss": 0.0703, |
| "step": 3130 |
| }, |
| { |
| "grad_norm": 0.5989561080932617, |
| "learning_rate": 9.322390213575631e-05, |
| "loss": 0.0712, |
| "step": 3140 |
| }, |
| { |
| "grad_norm": 0.5449648499488831, |
| "learning_rate": 9.316838709610648e-05, |
| "loss": 0.0711, |
| "step": 3150 |
| }, |
| { |
| "grad_norm": 0.654105007648468, |
| "learning_rate": 9.311266224187706e-05, |
| "loss": 0.0672, |
| "step": 3160 |
| }, |
| { |
| "grad_norm": 0.5506020188331604, |
| "learning_rate": 9.305672784391175e-05, |
| "loss": 0.0672, |
| "step": 3170 |
| }, |
| { |
| "grad_norm": 0.503079354763031, |
| "learning_rate": 9.300058417407276e-05, |
| "loss": 0.0657, |
| "step": 3180 |
| }, |
| { |
| "grad_norm": 0.5641545653343201, |
| "learning_rate": 9.29442315052394e-05, |
| "loss": 0.0663, |
| "step": 3190 |
| }, |
| { |
| "grad_norm": 0.5445094108581543, |
| "learning_rate": 9.288767011130684e-05, |
| "loss": 0.0707, |
| "step": 3200 |
| }, |
| { |
| "grad_norm": 0.6540117263793945, |
| "learning_rate": 9.283090026718466e-05, |
| "loss": 0.068, |
| "step": 3210 |
| }, |
| { |
| "grad_norm": 0.7890759110450745, |
| "learning_rate": 9.277392224879568e-05, |
| "loss": 0.0637, |
| "step": 3220 |
| }, |
| { |
| "grad_norm": 0.5481688976287842, |
| "learning_rate": 9.271673633307445e-05, |
| "loss": 0.0618, |
| "step": 3230 |
| }, |
| { |
| "grad_norm": 0.5165878534317017, |
| "learning_rate": 9.265934279796602e-05, |
| "loss": 0.0686, |
| "step": 3240 |
| }, |
| { |
| "grad_norm": 0.6548216342926025, |
| "learning_rate": 9.260174192242453e-05, |
| "loss": 0.0701, |
| "step": 3250 |
| }, |
| { |
| "grad_norm": 0.8453028798103333, |
| "learning_rate": 9.254393398641185e-05, |
| "loss": 0.075, |
| "step": 3260 |
| }, |
| { |
| "grad_norm": 0.6304769515991211, |
| "learning_rate": 9.248591927089628e-05, |
| "loss": 0.0709, |
| "step": 3270 |
| }, |
| { |
| "grad_norm": 0.6732708215713501, |
| "learning_rate": 9.242769805785115e-05, |
| "loss": 0.0709, |
| "step": 3280 |
| }, |
| { |
| "grad_norm": 0.6626738905906677, |
| "learning_rate": 9.236927063025342e-05, |
| "loss": 0.0838, |
| "step": 3290 |
| }, |
| { |
| "grad_norm": 0.5738134384155273, |
| "learning_rate": 9.231063727208234e-05, |
| "loss": 0.0718, |
| "step": 3300 |
| }, |
| { |
| "grad_norm": 0.5651624202728271, |
| "learning_rate": 9.225179826831807e-05, |
| "loss": 0.0708, |
| "step": 3310 |
| }, |
| { |
| "grad_norm": 0.6571042537689209, |
| "learning_rate": 9.219275390494024e-05, |
| "loss": 0.0752, |
| "step": 3320 |
| }, |
| { |
| "grad_norm": 0.5358458757400513, |
| "learning_rate": 9.213350446892668e-05, |
| "loss": 0.0683, |
| "step": 3330 |
| }, |
| { |
| "grad_norm": 0.6220871806144714, |
| "learning_rate": 9.207405024825186e-05, |
| "loss": 0.0713, |
| "step": 3340 |
| }, |
| { |
| "grad_norm": 0.5692563056945801, |
| "learning_rate": 9.201439153188569e-05, |
| "loss": 0.0698, |
| "step": 3350 |
| }, |
| { |
| "grad_norm": 0.644374430179596, |
| "learning_rate": 9.19545286097919e-05, |
| "loss": 0.0682, |
| "step": 3360 |
| }, |
| { |
| "grad_norm": 0.5985931754112244, |
| "learning_rate": 9.189446177292679e-05, |
| "loss": 0.0744, |
| "step": 3370 |
| }, |
| { |
| "grad_norm": 0.6280204653739929, |
| "learning_rate": 9.183419131323778e-05, |
| "loss": 0.0667, |
| "step": 3380 |
| }, |
| { |
| "grad_norm": 0.6723644137382507, |
| "learning_rate": 9.177371752366191e-05, |
| "loss": 0.0648, |
| "step": 3390 |
| }, |
| { |
| "grad_norm": 0.6714949011802673, |
| "learning_rate": 9.171304069812454e-05, |
| "loss": 0.0767, |
| "step": 3400 |
| }, |
| { |
| "grad_norm": 0.7225590944290161, |
| "learning_rate": 9.165216113153782e-05, |
| "loss": 0.0644, |
| "step": 3410 |
| }, |
| { |
| "grad_norm": 0.5510388612747192, |
| "learning_rate": 9.159107911979936e-05, |
| "loss": 0.0637, |
| "step": 3420 |
| }, |
| { |
| "grad_norm": 0.47715097665786743, |
| "learning_rate": 9.152979495979063e-05, |
| "loss": 0.0694, |
| "step": 3430 |
| }, |
| { |
| "grad_norm": 0.6667302846908569, |
| "learning_rate": 9.146830894937571e-05, |
| "loss": 0.0739, |
| "step": 3440 |
| }, |
| { |
| "grad_norm": 0.5869659781455994, |
| "learning_rate": 9.140662138739969e-05, |
| "loss": 0.0708, |
| "step": 3450 |
| }, |
| { |
| "grad_norm": 0.5377545952796936, |
| "learning_rate": 9.134473257368732e-05, |
| "loss": 0.0744, |
| "step": 3460 |
| }, |
| { |
| "grad_norm": 0.6936116218566895, |
| "learning_rate": 9.128264280904145e-05, |
| "loss": 0.0606, |
| "step": 3470 |
| }, |
| { |
| "grad_norm": 0.5792559385299683, |
| "learning_rate": 9.122035239524169e-05, |
| "loss": 0.0711, |
| "step": 3480 |
| }, |
| { |
| "grad_norm": 0.5261418223381042, |
| "learning_rate": 9.115786163504285e-05, |
| "loss": 0.0628, |
| "step": 3490 |
| }, |
| { |
| "grad_norm": 0.6396857500076294, |
| "learning_rate": 9.10951708321735e-05, |
| "loss": 0.0648, |
| "step": 3500 |
| }, |
| { |
| "grad_norm": 0.5282208919525146, |
| "learning_rate": 9.10322802913345e-05, |
| "loss": 0.0645, |
| "step": 3510 |
| }, |
| { |
| "grad_norm": 0.7117626667022705, |
| "learning_rate": 9.096919031819751e-05, |
| "loss": 0.0702, |
| "step": 3520 |
| }, |
| { |
| "grad_norm": 0.6305633187294006, |
| "learning_rate": 9.090590121940348e-05, |
| "loss": 0.0706, |
| "step": 3530 |
| }, |
| { |
| "grad_norm": 0.5667370557785034, |
| "learning_rate": 9.084241330256121e-05, |
| "loss": 0.0639, |
| "step": 3540 |
| }, |
| { |
| "grad_norm": 0.608974277973175, |
| "learning_rate": 9.077872687624586e-05, |
| "loss": 0.0647, |
| "step": 3550 |
| }, |
| { |
| "grad_norm": 0.6044687032699585, |
| "learning_rate": 9.071484224999735e-05, |
| "loss": 0.067, |
| "step": 3560 |
| }, |
| { |
| "grad_norm": 0.5174039006233215, |
| "learning_rate": 9.0650759734319e-05, |
| "loss": 0.0661, |
| "step": 3570 |
| }, |
| { |
| "grad_norm": 0.6718793511390686, |
| "learning_rate": 9.05864796406759e-05, |
| "loss": 0.0697, |
| "step": 3580 |
| }, |
| { |
| "grad_norm": 0.6483207941055298, |
| "learning_rate": 9.052200228149343e-05, |
| "loss": 0.0715, |
| "step": 3590 |
| }, |
| { |
| "grad_norm": 0.5423234105110168, |
| "learning_rate": 9.04573279701558e-05, |
| "loss": 0.0719, |
| "step": 3600 |
| }, |
| { |
| "grad_norm": 0.5089258551597595, |
| "learning_rate": 9.039245702100448e-05, |
| "loss": 0.064, |
| "step": 3610 |
| }, |
| { |
| "grad_norm": 0.6893640756607056, |
| "learning_rate": 9.032738974933664e-05, |
| "loss": 0.0638, |
| "step": 3620 |
| }, |
| { |
| "grad_norm": 0.8346790671348572, |
| "learning_rate": 9.026212647140365e-05, |
| "loss": 0.0648, |
| "step": 3630 |
| }, |
| { |
| "grad_norm": 0.49496138095855713, |
| "learning_rate": 9.019666750440956e-05, |
| "loss": 0.0652, |
| "step": 3640 |
| }, |
| { |
| "grad_norm": 0.5753434300422668, |
| "learning_rate": 9.013101316650956e-05, |
| "loss": 0.069, |
| "step": 3650 |
| }, |
| { |
| "grad_norm": 0.4407230615615845, |
| "learning_rate": 9.00651637768084e-05, |
| "loss": 0.0636, |
| "step": 3660 |
| }, |
| { |
| "grad_norm": 0.4615444839000702, |
| "learning_rate": 8.999911965535885e-05, |
| "loss": 0.0684, |
| "step": 3670 |
| }, |
| { |
| "grad_norm": 0.4918903708457947, |
| "learning_rate": 8.993288112316014e-05, |
| "loss": 0.0621, |
| "step": 3680 |
| }, |
| { |
| "grad_norm": 0.5506250858306885, |
| "learning_rate": 8.986644850215644e-05, |
| "loss": 0.0671, |
| "step": 3690 |
| }, |
| { |
| "grad_norm": 0.5882449150085449, |
| "learning_rate": 8.979982211523523e-05, |
| "loss": 0.0665, |
| "step": 3700 |
| }, |
| { |
| "grad_norm": 0.5929926633834839, |
| "learning_rate": 8.97330022862258e-05, |
| "loss": 0.0658, |
| "step": 3710 |
| }, |
| { |
| "grad_norm": 0.5656607747077942, |
| "learning_rate": 8.96659893398976e-05, |
| "loss": 0.063, |
| "step": 3720 |
| }, |
| { |
| "grad_norm": 0.5676708817481995, |
| "learning_rate": 8.959878360195876e-05, |
| "loss": 0.0658, |
| "step": 3730 |
| }, |
| { |
| "grad_norm": 0.5738428235054016, |
| "learning_rate": 8.953138539905438e-05, |
| "loss": 0.0648, |
| "step": 3740 |
| }, |
| { |
| "grad_norm": 0.5268324613571167, |
| "learning_rate": 8.946379505876506e-05, |
| "loss": 0.0695, |
| "step": 3750 |
| }, |
| { |
| "grad_norm": 0.7279912233352661, |
| "learning_rate": 8.939601290960527e-05, |
| "loss": 0.0662, |
| "step": 3760 |
| }, |
| { |
| "grad_norm": 0.5215412974357605, |
| "learning_rate": 8.932803928102167e-05, |
| "loss": 0.0679, |
| "step": 3770 |
| }, |
| { |
| "grad_norm": 0.6495506763458252, |
| "learning_rate": 8.925987450339168e-05, |
| "loss": 0.0636, |
| "step": 3780 |
| }, |
| { |
| "grad_norm": 0.6008911728858948, |
| "learning_rate": 8.919151890802172e-05, |
| "loss": 0.0677, |
| "step": 3790 |
| }, |
| { |
| "grad_norm": 0.6184180378913879, |
| "learning_rate": 8.912297282714564e-05, |
| "loss": 0.0704, |
| "step": 3800 |
| }, |
| { |
| "grad_norm": 0.5512374639511108, |
| "learning_rate": 8.905423659392316e-05, |
| "loss": 0.0607, |
| "step": 3810 |
| }, |
| { |
| "grad_norm": 0.5496158599853516, |
| "learning_rate": 8.898531054243822e-05, |
| "loss": 0.0645, |
| "step": 3820 |
| }, |
| { |
| "grad_norm": 0.5281623005867004, |
| "learning_rate": 8.891619500769729e-05, |
| "loss": 0.0663, |
| "step": 3830 |
| }, |
| { |
| "grad_norm": 0.5163659453392029, |
| "learning_rate": 8.884689032562785e-05, |
| "loss": 0.0631, |
| "step": 3840 |
| }, |
| { |
| "grad_norm": 0.61015385389328, |
| "learning_rate": 8.87773968330767e-05, |
| "loss": 0.0621, |
| "step": 3850 |
| }, |
| { |
| "grad_norm": 0.5940917134284973, |
| "learning_rate": 8.870771486780832e-05, |
| "loss": 0.0654, |
| "step": 3860 |
| }, |
| { |
| "grad_norm": 0.4781402051448822, |
| "learning_rate": 8.863784476850322e-05, |
| "loss": 0.0656, |
| "step": 3870 |
| }, |
| { |
| "grad_norm": 0.5629350543022156, |
| "learning_rate": 8.856778687475635e-05, |
| "loss": 0.0631, |
| "step": 3880 |
| }, |
| { |
| "grad_norm": 0.49277231097221375, |
| "learning_rate": 8.849754152707541e-05, |
| "loss": 0.0608, |
| "step": 3890 |
| }, |
| { |
| "grad_norm": 0.4736921191215515, |
| "learning_rate": 8.842710906687916e-05, |
| "loss": 0.0597, |
| "step": 3900 |
| }, |
| { |
| "grad_norm": 0.5930362939834595, |
| "learning_rate": 8.83564898364958e-05, |
| "loss": 0.0694, |
| "step": 3910 |
| }, |
| { |
| "grad_norm": 0.609360933303833, |
| "learning_rate": 8.828568417916136e-05, |
| "loss": 0.072, |
| "step": 3920 |
| }, |
| { |
| "grad_norm": 0.5193405151367188, |
| "learning_rate": 8.821469243901794e-05, |
| "loss": 0.0603, |
| "step": 3930 |
| }, |
| { |
| "grad_norm": 0.6480633020401001, |
| "learning_rate": 8.814351496111201e-05, |
| "loss": 0.0652, |
| "step": 3940 |
| }, |
| { |
| "grad_norm": 0.5353022217750549, |
| "learning_rate": 8.807215209139293e-05, |
| "loss": 0.0618, |
| "step": 3950 |
| }, |
| { |
| "grad_norm": 0.6103038787841797, |
| "learning_rate": 8.8000604176711e-05, |
| "loss": 0.0668, |
| "step": 3960 |
| }, |
| { |
| "grad_norm": 0.5791677832603455, |
| "learning_rate": 8.792887156481598e-05, |
| "loss": 0.0667, |
| "step": 3970 |
| }, |
| { |
| "grad_norm": 0.5314576029777527, |
| "learning_rate": 8.785695460435534e-05, |
| "loss": 0.0739, |
| "step": 3980 |
| }, |
| { |
| "grad_norm": 0.6145054697990417, |
| "learning_rate": 8.778485364487248e-05, |
| "loss": 0.0719, |
| "step": 3990 |
| }, |
| { |
| "grad_norm": 0.528359055519104, |
| "learning_rate": 8.771256903680519e-05, |
| "loss": 0.0662, |
| "step": 4000 |
| }, |
| { |
| "grad_norm": 0.45334354043006897, |
| "learning_rate": 8.764010113148382e-05, |
| "loss": 0.0672, |
| "step": 4010 |
| }, |
| { |
| "grad_norm": 0.543138861656189, |
| "learning_rate": 8.756745028112959e-05, |
| "loss": 0.0631, |
| "step": 4020 |
| }, |
| { |
| "grad_norm": 0.5311511158943176, |
| "learning_rate": 8.749461683885296e-05, |
| "loss": 0.0619, |
| "step": 4030 |
| }, |
| { |
| "grad_norm": 0.5041663646697998, |
| "learning_rate": 8.742160115865179e-05, |
| "loss": 0.0615, |
| "step": 4040 |
| }, |
| { |
| "grad_norm": 0.44580286741256714, |
| "learning_rate": 8.734840359540974e-05, |
| "loss": 0.0559, |
| "step": 4050 |
| }, |
| { |
| "grad_norm": 0.5962316393852234, |
| "learning_rate": 8.727502450489446e-05, |
| "loss": 0.063, |
| "step": 4060 |
| }, |
| { |
| "grad_norm": 0.5856122374534607, |
| "learning_rate": 8.720146424375591e-05, |
| "loss": 0.0605, |
| "step": 4070 |
| }, |
| { |
| "grad_norm": 0.564177930355072, |
| "learning_rate": 8.712772316952458e-05, |
| "loss": 0.0656, |
| "step": 4080 |
| }, |
| { |
| "grad_norm": 0.5987861156463623, |
| "learning_rate": 8.705380164060982e-05, |
| "loss": 0.0637, |
| "step": 4090 |
| }, |
| { |
| "grad_norm": 0.5117592811584473, |
| "learning_rate": 8.697970001629799e-05, |
| "loss": 0.0668, |
| "step": 4100 |
| }, |
| { |
| "grad_norm": 0.5237540602684021, |
| "learning_rate": 8.690541865675084e-05, |
| "loss": 0.0656, |
| "step": 4110 |
| }, |
| { |
| "grad_norm": 0.6092665791511536, |
| "learning_rate": 8.68309579230037e-05, |
| "loss": 0.0647, |
| "step": 4120 |
| }, |
| { |
| "grad_norm": 0.5419392585754395, |
| "learning_rate": 8.675631817696372e-05, |
| "loss": 0.0611, |
| "step": 4130 |
| }, |
| { |
| "grad_norm": 0.4946824014186859, |
| "learning_rate": 8.668149978140808e-05, |
| "loss": 0.0706, |
| "step": 4140 |
| }, |
| { |
| "grad_norm": 0.6564487814903259, |
| "learning_rate": 8.66065030999823e-05, |
| "loss": 0.0596, |
| "step": 4150 |
| }, |
| { |
| "grad_norm": 0.497086763381958, |
| "learning_rate": 8.653132849719845e-05, |
| "loss": 0.0663, |
| "step": 4160 |
| }, |
| { |
| "grad_norm": 0.5801936388015747, |
| "learning_rate": 8.64559763384333e-05, |
| "loss": 0.0622, |
| "step": 4170 |
| }, |
| { |
| "grad_norm": 0.5763471722602844, |
| "learning_rate": 8.638044698992669e-05, |
| "loss": 0.0652, |
| "step": 4180 |
| }, |
| { |
| "grad_norm": 0.5335597395896912, |
| "learning_rate": 8.630474081877959e-05, |
| "loss": 0.0583, |
| "step": 4190 |
| }, |
| { |
| "grad_norm": 0.5130449533462524, |
| "learning_rate": 8.62288581929525e-05, |
| "loss": 0.059, |
| "step": 4200 |
| }, |
| { |
| "grad_norm": 0.6195492744445801, |
| "learning_rate": 8.615279948126343e-05, |
| "loss": 0.0621, |
| "step": 4210 |
| }, |
| { |
| "grad_norm": 0.5328609943389893, |
| "learning_rate": 8.60765650533863e-05, |
| "loss": 0.0595, |
| "step": 4220 |
| }, |
| { |
| "grad_norm": 0.6657204031944275, |
| "learning_rate": 8.60001552798491e-05, |
| "loss": 0.0592, |
| "step": 4230 |
| }, |
| { |
| "grad_norm": 0.5727778077125549, |
| "learning_rate": 8.592357053203202e-05, |
| "loss": 0.0649, |
| "step": 4240 |
| }, |
| { |
| "grad_norm": 0.5315781235694885, |
| "learning_rate": 8.58468111821657e-05, |
| "loss": 0.0662, |
| "step": 4250 |
| }, |
| { |
| "grad_norm": 0.5774106979370117, |
| "learning_rate": 8.576987760332943e-05, |
| "loss": 0.0666, |
| "step": 4260 |
| }, |
| { |
| "grad_norm": 0.5133674144744873, |
| "learning_rate": 8.56927701694493e-05, |
| "loss": 0.0599, |
| "step": 4270 |
| }, |
| { |
| "grad_norm": 0.5090412497520447, |
| "learning_rate": 8.561548925529643e-05, |
| "loss": 0.064, |
| "step": 4280 |
| }, |
| { |
| "grad_norm": 0.5547593235969543, |
| "learning_rate": 8.553803523648506e-05, |
| "loss": 0.0617, |
| "step": 4290 |
| }, |
| { |
| "grad_norm": 0.5150351524353027, |
| "learning_rate": 8.546040848947086e-05, |
| "loss": 0.0643, |
| "step": 4300 |
| }, |
| { |
| "grad_norm": 0.5246621370315552, |
| "learning_rate": 8.538260939154894e-05, |
| "loss": 0.0639, |
| "step": 4310 |
| }, |
| { |
| "grad_norm": 0.5461138486862183, |
| "learning_rate": 8.530463832085218e-05, |
| "loss": 0.0582, |
| "step": 4320 |
| }, |
| { |
| "grad_norm": 0.49885794520378113, |
| "learning_rate": 8.522649565634927e-05, |
| "loss": 0.0618, |
| "step": 4330 |
| }, |
| { |
| "grad_norm": 0.48420804738998413, |
| "learning_rate": 8.51481817778429e-05, |
| "loss": 0.0607, |
| "step": 4340 |
| }, |
| { |
| "grad_norm": 0.5489194393157959, |
| "learning_rate": 8.506969706596797e-05, |
| "loss": 0.0576, |
| "step": 4350 |
| }, |
| { |
| "grad_norm": 0.6276731491088867, |
| "learning_rate": 8.499104190218964e-05, |
| "loss": 0.057, |
| "step": 4360 |
| }, |
| { |
| "grad_norm": 0.4996776878833771, |
| "learning_rate": 8.49122166688016e-05, |
| "loss": 0.0626, |
| "step": 4370 |
| }, |
| { |
| "grad_norm": 0.49057215452194214, |
| "learning_rate": 8.483322174892404e-05, |
| "loss": 0.0658, |
| "step": 4380 |
| }, |
| { |
| "grad_norm": 0.491436630487442, |
| "learning_rate": 8.475405752650199e-05, |
| "loss": 0.0614, |
| "step": 4390 |
| }, |
| { |
| "grad_norm": 0.49525755643844604, |
| "learning_rate": 8.467472438630328e-05, |
| "loss": 0.0658, |
| "step": 4400 |
| }, |
| { |
| "grad_norm": 0.4709268808364868, |
| "learning_rate": 8.459522271391682e-05, |
| "loss": 0.0647, |
| "step": 4410 |
| }, |
| { |
| "grad_norm": 0.5747040510177612, |
| "learning_rate": 8.451555289575057e-05, |
| "loss": 0.0582, |
| "step": 4420 |
| }, |
| { |
| "grad_norm": 0.5364845395088196, |
| "learning_rate": 8.443571531902981e-05, |
| "loss": 0.0668, |
| "step": 4430 |
| }, |
| { |
| "grad_norm": 0.4799308180809021, |
| "learning_rate": 8.435571037179512e-05, |
| "loss": 0.0609, |
| "step": 4440 |
| }, |
| { |
| "grad_norm": 0.525842010974884, |
| "learning_rate": 8.427553844290062e-05, |
| "loss": 0.0624, |
| "step": 4450 |
| }, |
| { |
| "grad_norm": 0.6582574844360352, |
| "learning_rate": 8.419519992201201e-05, |
| "loss": 0.0607, |
| "step": 4460 |
| }, |
| { |
| "grad_norm": 0.4682302176952362, |
| "learning_rate": 8.411469519960469e-05, |
| "loss": 0.0599, |
| "step": 4470 |
| }, |
| { |
| "grad_norm": 0.6320589184761047, |
| "learning_rate": 8.403402466696182e-05, |
| "loss": 0.0641, |
| "step": 4480 |
| }, |
| { |
| "grad_norm": 0.6417620778083801, |
| "learning_rate": 8.395318871617255e-05, |
| "loss": 0.0569, |
| "step": 4490 |
| }, |
| { |
| "grad_norm": 0.6075902581214905, |
| "learning_rate": 8.387218774012992e-05, |
| "loss": 0.0666, |
| "step": 4500 |
| }, |
| { |
| "grad_norm": 0.4782496392726898, |
| "learning_rate": 8.379102213252915e-05, |
| "loss": 0.0556, |
| "step": 4510 |
| }, |
| { |
| "grad_norm": 0.5786132216453552, |
| "learning_rate": 8.370969228786556e-05, |
| "loss": 0.0584, |
| "step": 4520 |
| }, |
| { |
| "grad_norm": 0.502007007598877, |
| "learning_rate": 8.362819860143275e-05, |
| "loss": 0.0592, |
| "step": 4530 |
| }, |
| { |
| "grad_norm": 0.5026768445968628, |
| "learning_rate": 8.354654146932066e-05, |
| "loss": 0.0606, |
| "step": 4540 |
| }, |
| { |
| "grad_norm": 0.6542195677757263, |
| "learning_rate": 8.346472128841364e-05, |
| "loss": 0.0625, |
| "step": 4550 |
| }, |
| { |
| "grad_norm": 0.4475997984409332, |
| "learning_rate": 8.338273845638848e-05, |
| "loss": 0.0655, |
| "step": 4560 |
| }, |
| { |
| "grad_norm": 0.5038512349128723, |
| "learning_rate": 8.330059337171258e-05, |
| "loss": 0.0561, |
| "step": 4570 |
| }, |
| { |
| "grad_norm": 0.5571680068969727, |
| "learning_rate": 8.32182864336419e-05, |
| "loss": 0.064, |
| "step": 4580 |
| }, |
| { |
| "grad_norm": 0.5078977942466736, |
| "learning_rate": 8.313581804221908e-05, |
| "loss": 0.0656, |
| "step": 4590 |
| }, |
| { |
| "grad_norm": 0.5355502963066101, |
| "learning_rate": 8.305318859827147e-05, |
| "loss": 0.0586, |
| "step": 4600 |
| }, |
| { |
| "grad_norm": 0.6439716219902039, |
| "learning_rate": 8.297039850340923e-05, |
| "loss": 0.0638, |
| "step": 4610 |
| }, |
| { |
| "grad_norm": 0.4819484353065491, |
| "learning_rate": 8.288744816002331e-05, |
| "loss": 0.0602, |
| "step": 4620 |
| }, |
| { |
| "grad_norm": 0.5139064788818359, |
| "learning_rate": 8.280433797128357e-05, |
| "loss": 0.0597, |
| "step": 4630 |
| }, |
| { |
| "grad_norm": 0.523800253868103, |
| "learning_rate": 8.272106834113674e-05, |
| "loss": 0.0567, |
| "step": 4640 |
| }, |
| { |
| "grad_norm": 0.5478535890579224, |
| "learning_rate": 8.26376396743045e-05, |
| "loss": 0.0583, |
| "step": 4650 |
| }, |
| { |
| "grad_norm": 0.4601856768131256, |
| "learning_rate": 8.25540523762815e-05, |
| "loss": 0.0567, |
| "step": 4660 |
| }, |
| { |
| "grad_norm": 0.5561063885688782, |
| "learning_rate": 8.247030685333346e-05, |
| "loss": 0.0623, |
| "step": 4670 |
| }, |
| { |
| "grad_norm": 0.5215331315994263, |
| "learning_rate": 8.238640351249503e-05, |
| "loss": 0.0597, |
| "step": 4680 |
| }, |
| { |
| "grad_norm": 0.49608728289604187, |
| "learning_rate": 8.2302342761568e-05, |
| "loss": 0.0649, |
| "step": 4690 |
| }, |
| { |
| "grad_norm": 0.5840057134628296, |
| "learning_rate": 8.221812500911919e-05, |
| "loss": 0.0582, |
| "step": 4700 |
| }, |
| { |
| "grad_norm": 0.485944926738739, |
| "learning_rate": 8.213375066447853e-05, |
| "loss": 0.0588, |
| "step": 4710 |
| }, |
| { |
| "grad_norm": 0.5371300578117371, |
| "learning_rate": 8.204922013773702e-05, |
| "loss": 0.0644, |
| "step": 4720 |
| }, |
| { |
| "grad_norm": 0.5104807615280151, |
| "learning_rate": 8.196453383974478e-05, |
| "loss": 0.0588, |
| "step": 4730 |
| }, |
| { |
| "grad_norm": 0.47362270951271057, |
| "learning_rate": 8.187969218210904e-05, |
| "loss": 0.0596, |
| "step": 4740 |
| }, |
| { |
| "grad_norm": 0.45317813754081726, |
| "learning_rate": 8.179469557719213e-05, |
| "loss": 0.0633, |
| "step": 4750 |
| }, |
| { |
| "grad_norm": 0.5414328575134277, |
| "learning_rate": 8.170954443810948e-05, |
| "loss": 0.0586, |
| "step": 4760 |
| }, |
| { |
| "grad_norm": 0.4773976504802704, |
| "learning_rate": 8.162423917872764e-05, |
| "loss": 0.0632, |
| "step": 4770 |
| }, |
| { |
| "grad_norm": 0.4718090891838074, |
| "learning_rate": 8.153878021366217e-05, |
| "loss": 0.0639, |
| "step": 4780 |
| }, |
| { |
| "grad_norm": 0.5311549305915833, |
| "learning_rate": 8.14531679582758e-05, |
| "loss": 0.0648, |
| "step": 4790 |
| }, |
| { |
| "grad_norm": 0.6562144756317139, |
| "learning_rate": 8.136740282867621e-05, |
| "loss": 0.0566, |
| "step": 4800 |
| }, |
| { |
| "grad_norm": 0.5640397667884827, |
| "learning_rate": 8.128148524171418e-05, |
| "loss": 0.0696, |
| "step": 4810 |
| }, |
| { |
| "grad_norm": 0.5281029343605042, |
| "learning_rate": 8.119541561498146e-05, |
| "loss": 0.0597, |
| "step": 4820 |
| }, |
| { |
| "grad_norm": 0.5679964423179626, |
| "learning_rate": 8.110919436680877e-05, |
| "loss": 0.0605, |
| "step": 4830 |
| }, |
| { |
| "grad_norm": 0.5190762281417847, |
| "learning_rate": 8.102282191626378e-05, |
| "loss": 0.0606, |
| "step": 4840 |
| }, |
| { |
| "grad_norm": 0.5041296482086182, |
| "learning_rate": 8.0936298683149e-05, |
| "loss": 0.056, |
| "step": 4850 |
| }, |
| { |
| "grad_norm": 0.49754947423934937, |
| "learning_rate": 8.084962508799991e-05, |
| "loss": 0.0582, |
| "step": 4860 |
| }, |
| { |
| "grad_norm": 0.45711421966552734, |
| "learning_rate": 8.076280155208273e-05, |
| "loss": 0.0602, |
| "step": 4870 |
| }, |
| { |
| "grad_norm": 0.5648583173751831, |
| "learning_rate": 8.067582849739245e-05, |
| "loss": 0.0578, |
| "step": 4880 |
| }, |
| { |
| "grad_norm": 0.5352514982223511, |
| "learning_rate": 8.058870634665079e-05, |
| "loss": 0.056, |
| "step": 4890 |
| }, |
| { |
| "grad_norm": 0.5403103828430176, |
| "learning_rate": 8.050143552330414e-05, |
| "loss": 0.0566, |
| "step": 4900 |
| }, |
| { |
| "grad_norm": 0.6360242962837219, |
| "learning_rate": 8.041401645152151e-05, |
| "loss": 0.057, |
| "step": 4910 |
| }, |
| { |
| "grad_norm": 0.6194398403167725, |
| "learning_rate": 8.032644955619239e-05, |
| "loss": 0.0674, |
| "step": 4920 |
| }, |
| { |
| "grad_norm": 0.5398883819580078, |
| "learning_rate": 8.023873526292483e-05, |
| "loss": 0.0675, |
| "step": 4930 |
| }, |
| { |
| "grad_norm": 0.44168609380722046, |
| "learning_rate": 8.015087399804322e-05, |
| "loss": 0.0566, |
| "step": 4940 |
| }, |
| { |
| "grad_norm": 0.42431899905204773, |
| "learning_rate": 8.006286618858635e-05, |
| "loss": 0.0656, |
| "step": 4950 |
| }, |
| { |
| "grad_norm": 0.4777362048625946, |
| "learning_rate": 7.99747122623052e-05, |
| "loss": 0.0591, |
| "step": 4960 |
| }, |
| { |
| "grad_norm": 0.5099514722824097, |
| "learning_rate": 7.988641264766097e-05, |
| "loss": 0.0593, |
| "step": 4970 |
| }, |
| { |
| "grad_norm": 0.5469658374786377, |
| "learning_rate": 7.9797967773823e-05, |
| "loss": 0.0621, |
| "step": 4980 |
| }, |
| { |
| "grad_norm": 0.3929344117641449, |
| "learning_rate": 7.970937807066659e-05, |
| "loss": 0.0588, |
| "step": 4990 |
| }, |
| { |
| "grad_norm": 0.433919221162796, |
| "learning_rate": 7.962064396877098e-05, |
| "loss": 0.0615, |
| "step": 5000 |
| }, |
| { |
| "grad_norm": 0.45964470505714417, |
| "learning_rate": 7.953176589941722e-05, |
| "loss": 0.0603, |
| "step": 5010 |
| }, |
| { |
| "grad_norm": 0.4343070089817047, |
| "learning_rate": 7.944274429458614e-05, |
| "loss": 0.0637, |
| "step": 5020 |
| }, |
| { |
| "grad_norm": 0.4875974953174591, |
| "learning_rate": 7.93535795869562e-05, |
| "loss": 0.059, |
| "step": 5030 |
| }, |
| { |
| "grad_norm": 0.4838794767856598, |
| "learning_rate": 7.926427220990134e-05, |
| "loss": 0.0559, |
| "step": 5040 |
| }, |
| { |
| "grad_norm": 0.44954898953437805, |
| "learning_rate": 7.9174822597489e-05, |
| "loss": 0.0572, |
| "step": 5050 |
| }, |
| { |
| "grad_norm": 0.47687119245529175, |
| "learning_rate": 7.908523118447789e-05, |
| "loss": 0.0563, |
| "step": 5060 |
| }, |
| { |
| "grad_norm": 0.5028277635574341, |
| "learning_rate": 7.89954984063159e-05, |
| "loss": 0.0535, |
| "step": 5070 |
| }, |
| { |
| "grad_norm": 0.6060270667076111, |
| "learning_rate": 7.890562469913811e-05, |
| "loss": 0.056, |
| "step": 5080 |
| }, |
| { |
| "grad_norm": 0.48532041907310486, |
| "learning_rate": 7.881561049976447e-05, |
| "loss": 0.0592, |
| "step": 5090 |
| }, |
| { |
| "grad_norm": 0.5645678043365479, |
| "learning_rate": 7.872545624569779e-05, |
| "loss": 0.0606, |
| "step": 5100 |
| }, |
| { |
| "grad_norm": 0.5222822427749634, |
| "learning_rate": 7.863516237512164e-05, |
| "loss": 0.0584, |
| "step": 5110 |
| }, |
| { |
| "grad_norm": 0.4604170024394989, |
| "learning_rate": 7.854472932689815e-05, |
| "loss": 0.0577, |
| "step": 5120 |
| }, |
| { |
| "grad_norm": 0.44878771901130676, |
| "learning_rate": 7.845415754056591e-05, |
| "loss": 0.0559, |
| "step": 5130 |
| }, |
| { |
| "grad_norm": 0.4780261516571045, |
| "learning_rate": 7.836344745633783e-05, |
| "loss": 0.0642, |
| "step": 5140 |
| }, |
| { |
| "grad_norm": 0.4232221245765686, |
| "learning_rate": 7.8272599515099e-05, |
| "loss": 0.0594, |
| "step": 5150 |
| }, |
| { |
| "grad_norm": 0.556639552116394, |
| "learning_rate": 7.818161415840453e-05, |
| "loss": 0.0591, |
| "step": 5160 |
| }, |
| { |
| "grad_norm": 0.508721113204956, |
| "learning_rate": 7.809049182847745e-05, |
| "loss": 0.056, |
| "step": 5170 |
| }, |
| { |
| "grad_norm": 0.5749722123146057, |
| "learning_rate": 7.799923296820653e-05, |
| "loss": 0.0538, |
| "step": 5180 |
| }, |
| { |
| "grad_norm": 0.47284308075904846, |
| "learning_rate": 7.790783802114408e-05, |
| "loss": 0.0604, |
| "step": 5190 |
| }, |
| { |
| "grad_norm": 0.5093716382980347, |
| "learning_rate": 7.781630743150392e-05, |
| "loss": 0.057, |
| "step": 5200 |
| }, |
| { |
| "grad_norm": 0.5395658612251282, |
| "learning_rate": 7.772464164415907e-05, |
| "loss": 0.0585, |
| "step": 5210 |
| }, |
| { |
| "grad_norm": 0.5696783065795898, |
| "learning_rate": 7.763284110463973e-05, |
| "loss": 0.061, |
| "step": 5220 |
| }, |
| { |
| "grad_norm": 0.46128687262535095, |
| "learning_rate": 7.754090625913099e-05, |
| "loss": 0.0577, |
| "step": 5230 |
| }, |
| { |
| "grad_norm": 0.4267308712005615, |
| "learning_rate": 7.744883755447075e-05, |
| "loss": 0.0565, |
| "step": 5240 |
| }, |
| { |
| "grad_norm": 0.5390599966049194, |
| "learning_rate": 7.735663543814749e-05, |
| "loss": 0.0536, |
| "step": 5250 |
| }, |
| { |
| "grad_norm": 0.5402194261550903, |
| "learning_rate": 7.726430035829813e-05, |
| "loss": 0.0609, |
| "step": 5260 |
| }, |
| { |
| "grad_norm": 0.5593826174736023, |
| "learning_rate": 7.717183276370586e-05, |
| "loss": 0.0604, |
| "step": 5270 |
| }, |
| { |
| "grad_norm": 0.48568156361579895, |
| "learning_rate": 7.707923310379794e-05, |
| "loss": 0.056, |
| "step": 5280 |
| }, |
| { |
| "grad_norm": 0.5259646773338318, |
| "learning_rate": 7.698650182864351e-05, |
| "loss": 0.0549, |
| "step": 5290 |
| }, |
| { |
| "grad_norm": 0.4322700798511505, |
| "learning_rate": 7.689363938895138e-05, |
| "loss": 0.0575, |
| "step": 5300 |
| }, |
| { |
| "grad_norm": 0.46357619762420654, |
| "learning_rate": 7.680064623606791e-05, |
| "loss": 0.0535, |
| "step": 5310 |
| }, |
| { |
| "grad_norm": 0.4487699270248413, |
| "learning_rate": 7.670752282197476e-05, |
| "loss": 0.0557, |
| "step": 5320 |
| }, |
| { |
| "grad_norm": 0.5622449517250061, |
| "learning_rate": 7.66142695992867e-05, |
| "loss": 0.0521, |
| "step": 5330 |
| }, |
| { |
| "grad_norm": 0.5403662919998169, |
| "learning_rate": 7.652088702124944e-05, |
| "loss": 0.0548, |
| "step": 5340 |
| }, |
| { |
| "grad_norm": 0.46101441979408264, |
| "learning_rate": 7.64273755417374e-05, |
| "loss": 0.0547, |
| "step": 5350 |
| }, |
| { |
| "grad_norm": 0.48611223697662354, |
| "learning_rate": 7.633373561525148e-05, |
| "loss": 0.0553, |
| "step": 5360 |
| }, |
| { |
| "grad_norm": 0.5463878512382507, |
| "learning_rate": 7.623996769691691e-05, |
| "loss": 0.0547, |
| "step": 5370 |
| }, |
| { |
| "grad_norm": 0.5002387762069702, |
| "learning_rate": 7.614607224248103e-05, |
| "loss": 0.0575, |
| "step": 5380 |
| }, |
| { |
| "grad_norm": 0.4558352530002594, |
| "learning_rate": 7.605204970831096e-05, |
| "loss": 0.0563, |
| "step": 5390 |
| }, |
| { |
| "grad_norm": 0.5165241360664368, |
| "learning_rate": 7.595790055139163e-05, |
| "loss": 0.0544, |
| "step": 5400 |
| }, |
| { |
| "grad_norm": 0.49622392654418945, |
| "learning_rate": 7.586362522932323e-05, |
| "loss": 0.0556, |
| "step": 5410 |
| }, |
| { |
| "grad_norm": 0.5313038229942322, |
| "learning_rate": 7.576922420031929e-05, |
| "loss": 0.0596, |
| "step": 5420 |
| }, |
| { |
| "grad_norm": 0.5192410945892334, |
| "learning_rate": 7.567469792320428e-05, |
| "loss": 0.0536, |
| "step": 5430 |
| }, |
| { |
| "grad_norm": 0.44219714403152466, |
| "learning_rate": 7.558004685741137e-05, |
| "loss": 0.0541, |
| "step": 5440 |
| }, |
| { |
| "grad_norm": 0.552193284034729, |
| "learning_rate": 7.548527146298036e-05, |
| "loss": 0.0525, |
| "step": 5450 |
| }, |
| { |
| "grad_norm": 0.4243243336677551, |
| "learning_rate": 7.539037220055527e-05, |
| "loss": 0.0527, |
| "step": 5460 |
| }, |
| { |
| "grad_norm": 0.5068473219871521, |
| "learning_rate": 7.529534953138213e-05, |
| "loss": 0.058, |
| "step": 5470 |
| }, |
| { |
| "grad_norm": 0.46479758620262146, |
| "learning_rate": 7.520020391730684e-05, |
| "loss": 0.0563, |
| "step": 5480 |
| }, |
| { |
| "grad_norm": 0.4513914883136749, |
| "learning_rate": 7.510493582077281e-05, |
| "loss": 0.0553, |
| "step": 5490 |
| }, |
| { |
| "grad_norm": 0.4353752136230469, |
| "learning_rate": 7.500954570481882e-05, |
| "loss": 0.063, |
| "step": 5500 |
| }, |
| { |
| "grad_norm": 0.4668118953704834, |
| "learning_rate": 7.491403403307662e-05, |
| "loss": 0.0549, |
| "step": 5510 |
| }, |
| { |
| "grad_norm": 0.40962520241737366, |
| "learning_rate": 7.481840126976885e-05, |
| "loss": 0.0556, |
| "step": 5520 |
| }, |
| { |
| "grad_norm": 0.4395747184753418, |
| "learning_rate": 7.472264787970666e-05, |
| "loss": 0.0503, |
| "step": 5530 |
| }, |
| { |
| "grad_norm": 0.5224431157112122, |
| "learning_rate": 7.462677432828751e-05, |
| "loss": 0.058, |
| "step": 5540 |
| }, |
| { |
| "grad_norm": 0.5443442463874817, |
| "learning_rate": 7.453078108149287e-05, |
| "loss": 0.057, |
| "step": 5550 |
| }, |
| { |
| "grad_norm": 0.4638959765434265, |
| "learning_rate": 7.443466860588599e-05, |
| "loss": 0.0592, |
| "step": 5560 |
| }, |
| { |
| "grad_norm": 0.5321382284164429, |
| "learning_rate": 7.43384373686096e-05, |
| "loss": 0.0546, |
| "step": 5570 |
| }, |
| { |
| "grad_norm": 0.44946324825286865, |
| "learning_rate": 7.424208783738367e-05, |
| "loss": 0.0622, |
| "step": 5580 |
| }, |
| { |
| "grad_norm": 0.5622340440750122, |
| "learning_rate": 7.414562048050315e-05, |
| "loss": 0.0574, |
| "step": 5590 |
| }, |
| { |
| "grad_norm": 0.44878771901130676, |
| "learning_rate": 7.404903576683559e-05, |
| "loss": 0.0621, |
| "step": 5600 |
| }, |
| { |
| "grad_norm": 0.4351768493652344, |
| "learning_rate": 7.3952334165819e-05, |
| "loss": 0.0587, |
| "step": 5610 |
| }, |
| { |
| "grad_norm": 0.48724520206451416, |
| "learning_rate": 7.385551614745952e-05, |
| "loss": 0.0564, |
| "step": 5620 |
| }, |
| { |
| "grad_norm": 0.41412195563316345, |
| "learning_rate": 7.375858218232905e-05, |
| "loss": 0.0596, |
| "step": 5630 |
| }, |
| { |
| "grad_norm": 0.4886058270931244, |
| "learning_rate": 7.366153274156312e-05, |
| "loss": 0.0542, |
| "step": 5640 |
| }, |
| { |
| "grad_norm": 0.5508632063865662, |
| "learning_rate": 7.356436829685844e-05, |
| "loss": 0.0594, |
| "step": 5650 |
| }, |
| { |
| "grad_norm": 0.48630625009536743, |
| "learning_rate": 7.346708932047074e-05, |
| "loss": 0.0533, |
| "step": 5660 |
| }, |
| { |
| "grad_norm": 0.44918766617774963, |
| "learning_rate": 7.336969628521237e-05, |
| "loss": 0.0618, |
| "step": 5670 |
| }, |
| { |
| "grad_norm": 0.47114333510398865, |
| "learning_rate": 7.32721896644501e-05, |
| "loss": 0.0531, |
| "step": 5680 |
| }, |
| { |
| "grad_norm": 0.48327508568763733, |
| "learning_rate": 7.317456993210272e-05, |
| "loss": 0.0566, |
| "step": 5690 |
| }, |
| { |
| "grad_norm": 0.40669572353363037, |
| "learning_rate": 7.307683756263881e-05, |
| "loss": 0.0528, |
| "step": 5700 |
| }, |
| { |
| "grad_norm": 0.5093392729759216, |
| "learning_rate": 7.297899303107441e-05, |
| "loss": 0.0596, |
| "step": 5710 |
| }, |
| { |
| "grad_norm": 0.3939994275569916, |
| "learning_rate": 7.288103681297068e-05, |
| "loss": 0.0538, |
| "step": 5720 |
| }, |
| { |
| "grad_norm": 0.48547250032424927, |
| "learning_rate": 7.278296938443166e-05, |
| "loss": 0.0639, |
| "step": 5730 |
| }, |
| { |
| "grad_norm": 0.5965085029602051, |
| "learning_rate": 7.26847912221019e-05, |
| "loss": 0.057, |
| "step": 5740 |
| }, |
| { |
| "grad_norm": 0.5538206696510315, |
| "learning_rate": 7.258650280316415e-05, |
| "loss": 0.054, |
| "step": 5750 |
| }, |
| { |
| "grad_norm": 0.47953662276268005, |
| "learning_rate": 7.248810460533706e-05, |
| "loss": 0.0527, |
| "step": 5760 |
| }, |
| { |
| "grad_norm": 0.40855997800827026, |
| "learning_rate": 7.238959710687282e-05, |
| "loss": 0.0546, |
| "step": 5770 |
| }, |
| { |
| "grad_norm": 0.49721816182136536, |
| "learning_rate": 7.229098078655489e-05, |
| "loss": 0.0581, |
| "step": 5780 |
| }, |
| { |
| "grad_norm": 0.4714704155921936, |
| "learning_rate": 7.219225612369565e-05, |
| "loss": 0.0523, |
| "step": 5790 |
| }, |
| { |
| "grad_norm": 0.37301206588745117, |
| "learning_rate": 7.209342359813404e-05, |
| "loss": 0.0558, |
| "step": 5800 |
| }, |
| { |
| "grad_norm": 0.49109941720962524, |
| "learning_rate": 7.199448369023327e-05, |
| "loss": 0.0568, |
| "step": 5810 |
| }, |
| { |
| "grad_norm": 0.5443580150604248, |
| "learning_rate": 7.189543688087845e-05, |
| "loss": 0.0523, |
| "step": 5820 |
| }, |
| { |
| "grad_norm": 0.5693491697311401, |
| "learning_rate": 7.17962836514743e-05, |
| "loss": 0.0525, |
| "step": 5830 |
| }, |
| { |
| "grad_norm": 0.609158992767334, |
| "learning_rate": 7.169702448394279e-05, |
| "loss": 0.0536, |
| "step": 5840 |
| }, |
| { |
| "grad_norm": 0.5174346566200256, |
| "learning_rate": 7.159765986072071e-05, |
| "loss": 0.0555, |
| "step": 5850 |
| }, |
| { |
| "grad_norm": 0.5700979828834534, |
| "learning_rate": 7.149819026475751e-05, |
| "loss": 0.059, |
| "step": 5860 |
| }, |
| { |
| "grad_norm": 0.47033268213272095, |
| "learning_rate": 7.139861617951275e-05, |
| "loss": 0.0541, |
| "step": 5870 |
| }, |
| { |
| "grad_norm": 0.45670151710510254, |
| "learning_rate": 7.129893808895395e-05, |
| "loss": 0.056, |
| "step": 5880 |
| }, |
| { |
| "grad_norm": 0.41775184869766235, |
| "learning_rate": 7.119915647755404e-05, |
| "loss": 0.0504, |
| "step": 5890 |
| }, |
| { |
| "grad_norm": 0.43254759907722473, |
| "learning_rate": 7.109927183028914e-05, |
| "loss": 0.054, |
| "step": 5900 |
| }, |
| { |
| "grad_norm": 0.4849887192249298, |
| "learning_rate": 7.099928463263619e-05, |
| "loss": 0.0561, |
| "step": 5910 |
| }, |
| { |
| "grad_norm": 0.4883417785167694, |
| "learning_rate": 7.08991953705705e-05, |
| "loss": 0.0554, |
| "step": 5920 |
| }, |
| { |
| "grad_norm": 0.4409164488315582, |
| "learning_rate": 7.07990045305635e-05, |
| "loss": 0.0587, |
| "step": 5930 |
| }, |
| { |
| "grad_norm": 0.5324891209602356, |
| "learning_rate": 7.069871259958034e-05, |
| "loss": 0.0629, |
| "step": 5940 |
| }, |
| { |
| "grad_norm": 0.41858968138694763, |
| "learning_rate": 7.059832006507745e-05, |
| "loss": 0.0579, |
| "step": 5950 |
| }, |
| { |
| "grad_norm": 0.490377813577652, |
| "learning_rate": 7.049782741500028e-05, |
| "loss": 0.054, |
| "step": 5960 |
| }, |
| { |
| "grad_norm": 0.4170517921447754, |
| "learning_rate": 7.039723513778087e-05, |
| "loss": 0.0519, |
| "step": 5970 |
| }, |
| { |
| "grad_norm": 0.4487491548061371, |
| "learning_rate": 7.029654372233544e-05, |
| "loss": 0.0543, |
| "step": 5980 |
| }, |
| { |
| "grad_norm": 0.4388402998447418, |
| "learning_rate": 7.019575365806215e-05, |
| "loss": 0.0563, |
| "step": 5990 |
| }, |
| { |
| "grad_norm": 0.43077412247657776, |
| "learning_rate": 7.009486543483858e-05, |
| "loss": 0.0536, |
| "step": 6000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 15000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 3000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
