| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.2, |
| "eval_steps": 500, |
| "global_step": 20000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "grad_norm": 0.24323463439941406, |
| "learning_rate": 1.8e-07, |
| "loss": 1.0309, |
| "step": 10 |
| }, |
| { |
| "grad_norm": 0.34074512124061584, |
| "learning_rate": 3.8e-07, |
| "loss": 1.0393, |
| "step": 20 |
| }, |
| { |
| "grad_norm": 0.29844534397125244, |
| "learning_rate": 5.8e-07, |
| "loss": 1.012, |
| "step": 30 |
| }, |
| { |
| "grad_norm": 0.31005048751831055, |
| "learning_rate": 7.8e-07, |
| "loss": 1.0181, |
| "step": 40 |
| }, |
| { |
| "grad_norm": 0.2365904003381729, |
| "learning_rate": 9.8e-07, |
| "loss": 1.0312, |
| "step": 50 |
| }, |
| { |
| "grad_norm": 0.2460295855998993, |
| "learning_rate": 1.18e-06, |
| "loss": 1.0365, |
| "step": 60 |
| }, |
| { |
| "grad_norm": 0.3435072600841522, |
| "learning_rate": 1.3800000000000001e-06, |
| "loss": 1.0268, |
| "step": 70 |
| }, |
| { |
| "grad_norm": 0.1815941482782364, |
| "learning_rate": 1.5800000000000003e-06, |
| "loss": 1.0257, |
| "step": 80 |
| }, |
| { |
| "grad_norm": 0.19930750131607056, |
| "learning_rate": 1.7800000000000001e-06, |
| "loss": 1.0266, |
| "step": 90 |
| }, |
| { |
| "grad_norm": 0.27344945073127747, |
| "learning_rate": 1.98e-06, |
| "loss": 1.035, |
| "step": 100 |
| }, |
| { |
| "grad_norm": 0.28589773178100586, |
| "learning_rate": 2.1800000000000003e-06, |
| "loss": 1.0229, |
| "step": 110 |
| }, |
| { |
| "grad_norm": 0.2818903923034668, |
| "learning_rate": 2.38e-06, |
| "loss": 1.0171, |
| "step": 120 |
| }, |
| { |
| "grad_norm": 0.288936972618103, |
| "learning_rate": 2.5800000000000003e-06, |
| "loss": 1.0331, |
| "step": 130 |
| }, |
| { |
| "grad_norm": 0.2609023451805115, |
| "learning_rate": 2.78e-06, |
| "loss": 1.0029, |
| "step": 140 |
| }, |
| { |
| "grad_norm": 0.2229061871767044, |
| "learning_rate": 2.9800000000000003e-06, |
| "loss": 1.0233, |
| "step": 150 |
| }, |
| { |
| "grad_norm": 0.2491007298231125, |
| "learning_rate": 3.1800000000000005e-06, |
| "loss": 1.0387, |
| "step": 160 |
| }, |
| { |
| "grad_norm": 0.2276277244091034, |
| "learning_rate": 3.38e-06, |
| "loss": 1.0171, |
| "step": 170 |
| }, |
| { |
| "grad_norm": 0.30169904232025146, |
| "learning_rate": 3.58e-06, |
| "loss": 1.0272, |
| "step": 180 |
| }, |
| { |
| "grad_norm": 0.30298280715942383, |
| "learning_rate": 3.7800000000000002e-06, |
| "loss": 1.0132, |
| "step": 190 |
| }, |
| { |
| "grad_norm": 0.3040730059146881, |
| "learning_rate": 3.98e-06, |
| "loss": 1.0253, |
| "step": 200 |
| }, |
| { |
| "grad_norm": 0.32458242774009705, |
| "learning_rate": 4.18e-06, |
| "loss": 1.0278, |
| "step": 210 |
| }, |
| { |
| "grad_norm": 0.2951343357563019, |
| "learning_rate": 4.38e-06, |
| "loss": 1.011, |
| "step": 220 |
| }, |
| { |
| "grad_norm": 0.4917892515659332, |
| "learning_rate": 4.58e-06, |
| "loss": 1.0313, |
| "step": 230 |
| }, |
| { |
| "grad_norm": 0.7013012170791626, |
| "learning_rate": 4.780000000000001e-06, |
| "loss": 1.0009, |
| "step": 240 |
| }, |
| { |
| "grad_norm": 1.0409867763519287, |
| "learning_rate": 4.98e-06, |
| "loss": 0.9843, |
| "step": 250 |
| }, |
| { |
| "grad_norm": 1.3605926036834717, |
| "learning_rate": 5.18e-06, |
| "loss": 0.9535, |
| "step": 260 |
| }, |
| { |
| "grad_norm": 1.7467690706253052, |
| "learning_rate": 5.38e-06, |
| "loss": 0.9499, |
| "step": 270 |
| }, |
| { |
| "grad_norm": 1.6608549356460571, |
| "learning_rate": 5.580000000000001e-06, |
| "loss": 0.9154, |
| "step": 280 |
| }, |
| { |
| "grad_norm": 1.395630955696106, |
| "learning_rate": 5.78e-06, |
| "loss": 0.9164, |
| "step": 290 |
| }, |
| { |
| "grad_norm": 2.0484440326690674, |
| "learning_rate": 5.98e-06, |
| "loss": 0.8721, |
| "step": 300 |
| }, |
| { |
| "grad_norm": 2.3988609313964844, |
| "learning_rate": 6.18e-06, |
| "loss": 0.8632, |
| "step": 310 |
| }, |
| { |
| "grad_norm": 1.9542955160140991, |
| "learning_rate": 6.38e-06, |
| "loss": 0.7978, |
| "step": 320 |
| }, |
| { |
| "grad_norm": 2.325824022293091, |
| "learning_rate": 6.58e-06, |
| "loss": 0.7808, |
| "step": 330 |
| }, |
| { |
| "grad_norm": 2.3015785217285156, |
| "learning_rate": 6.78e-06, |
| "loss": 0.7454, |
| "step": 340 |
| }, |
| { |
| "grad_norm": 2.4168238639831543, |
| "learning_rate": 6.98e-06, |
| "loss": 0.7369, |
| "step": 350 |
| }, |
| { |
| "grad_norm": 2.097677230834961, |
| "learning_rate": 7.180000000000001e-06, |
| "loss": 0.6807, |
| "step": 360 |
| }, |
| { |
| "grad_norm": 2.358717918395996, |
| "learning_rate": 7.3800000000000005e-06, |
| "loss": 0.7152, |
| "step": 370 |
| }, |
| { |
| "grad_norm": 2.6012001037597656, |
| "learning_rate": 7.580000000000001e-06, |
| "loss": 0.6652, |
| "step": 380 |
| }, |
| { |
| "grad_norm": 2.4282021522521973, |
| "learning_rate": 7.78e-06, |
| "loss": 0.6525, |
| "step": 390 |
| }, |
| { |
| "grad_norm": 3.712512731552124, |
| "learning_rate": 7.98e-06, |
| "loss": 0.6401, |
| "step": 400 |
| }, |
| { |
| "grad_norm": 2.7904763221740723, |
| "learning_rate": 8.18e-06, |
| "loss": 0.6029, |
| "step": 410 |
| }, |
| { |
| "grad_norm": 3.173227071762085, |
| "learning_rate": 8.380000000000001e-06, |
| "loss": 0.5751, |
| "step": 420 |
| }, |
| { |
| "grad_norm": 2.756822347640991, |
| "learning_rate": 8.580000000000001e-06, |
| "loss": 0.5691, |
| "step": 430 |
| }, |
| { |
| "grad_norm": 2.6459238529205322, |
| "learning_rate": 8.78e-06, |
| "loss": 0.5309, |
| "step": 440 |
| }, |
| { |
| "grad_norm": 1.9680471420288086, |
| "learning_rate": 8.98e-06, |
| "loss": 0.4919, |
| "step": 450 |
| }, |
| { |
| "grad_norm": 3.2210946083068848, |
| "learning_rate": 9.180000000000002e-06, |
| "loss": 0.4923, |
| "step": 460 |
| }, |
| { |
| "grad_norm": 3.4105448722839355, |
| "learning_rate": 9.38e-06, |
| "loss": 0.4769, |
| "step": 470 |
| }, |
| { |
| "grad_norm": 3.3270251750946045, |
| "learning_rate": 9.58e-06, |
| "loss": 0.4766, |
| "step": 480 |
| }, |
| { |
| "grad_norm": 2.685455083847046, |
| "learning_rate": 9.78e-06, |
| "loss": 0.4554, |
| "step": 490 |
| }, |
| { |
| "grad_norm": 4.284464359283447, |
| "learning_rate": 9.980000000000001e-06, |
| "loss": 0.4061, |
| "step": 500 |
| }, |
| { |
| "grad_norm": 3.293006658554077, |
| "learning_rate": 1.018e-05, |
| "loss": 0.4232, |
| "step": 510 |
| }, |
| { |
| "grad_norm": 2.953587293624878, |
| "learning_rate": 1.038e-05, |
| "loss": 0.3862, |
| "step": 520 |
| }, |
| { |
| "grad_norm": 3.5714266300201416, |
| "learning_rate": 1.058e-05, |
| "loss": 0.3812, |
| "step": 530 |
| }, |
| { |
| "grad_norm": 2.9290807247161865, |
| "learning_rate": 1.0780000000000002e-05, |
| "loss": 0.3279, |
| "step": 540 |
| }, |
| { |
| "grad_norm": 3.8112032413482666, |
| "learning_rate": 1.098e-05, |
| "loss": 0.3573, |
| "step": 550 |
| }, |
| { |
| "grad_norm": 3.4585070610046387, |
| "learning_rate": 1.118e-05, |
| "loss": 0.3439, |
| "step": 560 |
| }, |
| { |
| "grad_norm": 3.087247610092163, |
| "learning_rate": 1.1380000000000001e-05, |
| "loss": 0.2902, |
| "step": 570 |
| }, |
| { |
| "grad_norm": 2.668964147567749, |
| "learning_rate": 1.1580000000000001e-05, |
| "loss": 0.2707, |
| "step": 580 |
| }, |
| { |
| "grad_norm": 3.6468138694763184, |
| "learning_rate": 1.178e-05, |
| "loss": 0.2743, |
| "step": 590 |
| }, |
| { |
| "grad_norm": 2.388329267501831, |
| "learning_rate": 1.198e-05, |
| "loss": 0.2539, |
| "step": 600 |
| }, |
| { |
| "grad_norm": 3.534154176712036, |
| "learning_rate": 1.2180000000000002e-05, |
| "loss": 0.2346, |
| "step": 610 |
| }, |
| { |
| "grad_norm": 3.371579170227051, |
| "learning_rate": 1.238e-05, |
| "loss": 0.2365, |
| "step": 620 |
| }, |
| { |
| "grad_norm": 3.232956647872925, |
| "learning_rate": 1.258e-05, |
| "loss": 0.2274, |
| "step": 630 |
| }, |
| { |
| "grad_norm": 4.677562713623047, |
| "learning_rate": 1.278e-05, |
| "loss": 0.2146, |
| "step": 640 |
| }, |
| { |
| "grad_norm": 3.47682523727417, |
| "learning_rate": 1.2980000000000001e-05, |
| "loss": 0.1974, |
| "step": 650 |
| }, |
| { |
| "grad_norm": 3.9820761680603027, |
| "learning_rate": 1.3180000000000001e-05, |
| "loss": 0.2201, |
| "step": 660 |
| }, |
| { |
| "grad_norm": 2.4261512756347656, |
| "learning_rate": 1.338e-05, |
| "loss": 0.1715, |
| "step": 670 |
| }, |
| { |
| "grad_norm": 4.057462692260742, |
| "learning_rate": 1.358e-05, |
| "loss": 0.1935, |
| "step": 680 |
| }, |
| { |
| "grad_norm": 3.1671414375305176, |
| "learning_rate": 1.3780000000000002e-05, |
| "loss": 0.1816, |
| "step": 690 |
| }, |
| { |
| "grad_norm": 3.836470603942871, |
| "learning_rate": 1.3980000000000002e-05, |
| "loss": 0.2009, |
| "step": 700 |
| }, |
| { |
| "grad_norm": 3.4371752738952637, |
| "learning_rate": 1.4180000000000001e-05, |
| "loss": 0.1664, |
| "step": 710 |
| }, |
| { |
| "grad_norm": 3.9317233562469482, |
| "learning_rate": 1.4380000000000001e-05, |
| "loss": 0.1795, |
| "step": 720 |
| }, |
| { |
| "grad_norm": 2.880136728286743, |
| "learning_rate": 1.4580000000000003e-05, |
| "loss": 0.1636, |
| "step": 730 |
| }, |
| { |
| "grad_norm": 1.9766147136688232, |
| "learning_rate": 1.4779999999999999e-05, |
| "loss": 0.1331, |
| "step": 740 |
| }, |
| { |
| "grad_norm": 1.6496448516845703, |
| "learning_rate": 1.4979999999999999e-05, |
| "loss": 0.1573, |
| "step": 750 |
| }, |
| { |
| "grad_norm": 2.026895761489868, |
| "learning_rate": 1.518e-05, |
| "loss": 0.1476, |
| "step": 760 |
| }, |
| { |
| "grad_norm": 2.0964386463165283, |
| "learning_rate": 1.538e-05, |
| "loss": 0.1593, |
| "step": 770 |
| }, |
| { |
| "grad_norm": 2.7636566162109375, |
| "learning_rate": 1.558e-05, |
| "loss": 0.1953, |
| "step": 780 |
| }, |
| { |
| "grad_norm": 2.352786064147949, |
| "learning_rate": 1.578e-05, |
| "loss": 0.1438, |
| "step": 790 |
| }, |
| { |
| "grad_norm": 2.7201473712921143, |
| "learning_rate": 1.598e-05, |
| "loss": 0.1386, |
| "step": 800 |
| }, |
| { |
| "grad_norm": 2.4620485305786133, |
| "learning_rate": 1.618e-05, |
| "loss": 0.1476, |
| "step": 810 |
| }, |
| { |
| "grad_norm": 2.4028594493865967, |
| "learning_rate": 1.6380000000000002e-05, |
| "loss": 0.1427, |
| "step": 820 |
| }, |
| { |
| "grad_norm": 2.453202247619629, |
| "learning_rate": 1.658e-05, |
| "loss": 0.1595, |
| "step": 830 |
| }, |
| { |
| "grad_norm": 2.199979305267334, |
| "learning_rate": 1.6780000000000002e-05, |
| "loss": 0.1543, |
| "step": 840 |
| }, |
| { |
| "grad_norm": 1.7894608974456787, |
| "learning_rate": 1.698e-05, |
| "loss": 0.1574, |
| "step": 850 |
| }, |
| { |
| "grad_norm": 2.3981385231018066, |
| "learning_rate": 1.718e-05, |
| "loss": 0.1365, |
| "step": 860 |
| }, |
| { |
| "grad_norm": 2.667057991027832, |
| "learning_rate": 1.7380000000000003e-05, |
| "loss": 0.1645, |
| "step": 870 |
| }, |
| { |
| "grad_norm": 2.543144941329956, |
| "learning_rate": 1.758e-05, |
| "loss": 0.135, |
| "step": 880 |
| }, |
| { |
| "grad_norm": 2.41051983833313, |
| "learning_rate": 1.7780000000000003e-05, |
| "loss": 0.1313, |
| "step": 890 |
| }, |
| { |
| "grad_norm": 2.010571002960205, |
| "learning_rate": 1.798e-05, |
| "loss": 0.1354, |
| "step": 900 |
| }, |
| { |
| "grad_norm": 2.220653533935547, |
| "learning_rate": 1.818e-05, |
| "loss": 0.1253, |
| "step": 910 |
| }, |
| { |
| "grad_norm": 1.8454041481018066, |
| "learning_rate": 1.838e-05, |
| "loss": 0.116, |
| "step": 920 |
| }, |
| { |
| "grad_norm": 1.979677677154541, |
| "learning_rate": 1.858e-05, |
| "loss": 0.1284, |
| "step": 930 |
| }, |
| { |
| "grad_norm": 2.5556516647338867, |
| "learning_rate": 1.878e-05, |
| "loss": 0.14, |
| "step": 940 |
| }, |
| { |
| "grad_norm": 2.128957509994507, |
| "learning_rate": 1.898e-05, |
| "loss": 0.1148, |
| "step": 950 |
| }, |
| { |
| "grad_norm": 2.0536532402038574, |
| "learning_rate": 1.918e-05, |
| "loss": 0.1233, |
| "step": 960 |
| }, |
| { |
| "grad_norm": 2.3479814529418945, |
| "learning_rate": 1.938e-05, |
| "loss": 0.1483, |
| "step": 970 |
| }, |
| { |
| "grad_norm": 1.476418137550354, |
| "learning_rate": 1.9580000000000002e-05, |
| "loss": 0.1137, |
| "step": 980 |
| }, |
| { |
| "grad_norm": 2.468423843383789, |
| "learning_rate": 1.978e-05, |
| "loss": 0.1102, |
| "step": 990 |
| }, |
| { |
| "grad_norm": 1.5869988203048706, |
| "learning_rate": 1.9980000000000002e-05, |
| "loss": 0.1133, |
| "step": 1000 |
| }, |
| { |
| "grad_norm": 1.7217639684677124, |
| "learning_rate": 2.0180000000000003e-05, |
| "loss": 0.1077, |
| "step": 1010 |
| }, |
| { |
| "grad_norm": 2.7842702865600586, |
| "learning_rate": 2.038e-05, |
| "loss": 0.1329, |
| "step": 1020 |
| }, |
| { |
| "grad_norm": 1.7710098028182983, |
| "learning_rate": 2.0580000000000003e-05, |
| "loss": 0.0992, |
| "step": 1030 |
| }, |
| { |
| "grad_norm": 1.7425968647003174, |
| "learning_rate": 2.078e-05, |
| "loss": 0.1128, |
| "step": 1040 |
| }, |
| { |
| "grad_norm": 2.5411627292633057, |
| "learning_rate": 2.098e-05, |
| "loss": 0.118, |
| "step": 1050 |
| }, |
| { |
| "grad_norm": 1.512483835220337, |
| "learning_rate": 2.118e-05, |
| "loss": 0.1274, |
| "step": 1060 |
| }, |
| { |
| "grad_norm": 2.261084794998169, |
| "learning_rate": 2.138e-05, |
| "loss": 0.1318, |
| "step": 1070 |
| }, |
| { |
| "grad_norm": 1.5960973501205444, |
| "learning_rate": 2.158e-05, |
| "loss": 0.1393, |
| "step": 1080 |
| }, |
| { |
| "grad_norm": 1.3446298837661743, |
| "learning_rate": 2.178e-05, |
| "loss": 0.1101, |
| "step": 1090 |
| }, |
| { |
| "grad_norm": 1.9963794946670532, |
| "learning_rate": 2.198e-05, |
| "loss": 0.0893, |
| "step": 1100 |
| }, |
| { |
| "grad_norm": 2.878643274307251, |
| "learning_rate": 2.218e-05, |
| "loss": 0.1342, |
| "step": 1110 |
| }, |
| { |
| "grad_norm": 1.5142366886138916, |
| "learning_rate": 2.2380000000000003e-05, |
| "loss": 0.0932, |
| "step": 1120 |
| }, |
| { |
| "grad_norm": 1.3655840158462524, |
| "learning_rate": 2.258e-05, |
| "loss": 0.1175, |
| "step": 1130 |
| }, |
| { |
| "grad_norm": 1.9727683067321777, |
| "learning_rate": 2.2780000000000002e-05, |
| "loss": 0.1521, |
| "step": 1140 |
| }, |
| { |
| "grad_norm": 1.6121673583984375, |
| "learning_rate": 2.298e-05, |
| "loss": 0.1252, |
| "step": 1150 |
| }, |
| { |
| "grad_norm": 1.2537587881088257, |
| "learning_rate": 2.318e-05, |
| "loss": 0.111, |
| "step": 1160 |
| }, |
| { |
| "grad_norm": 2.148144006729126, |
| "learning_rate": 2.3380000000000003e-05, |
| "loss": 0.108, |
| "step": 1170 |
| }, |
| { |
| "grad_norm": 1.69101881980896, |
| "learning_rate": 2.358e-05, |
| "loss": 0.0928, |
| "step": 1180 |
| }, |
| { |
| "grad_norm": 1.6988859176635742, |
| "learning_rate": 2.3780000000000003e-05, |
| "loss": 0.1105, |
| "step": 1190 |
| }, |
| { |
| "grad_norm": 4.235020160675049, |
| "learning_rate": 2.398e-05, |
| "loss": 0.1193, |
| "step": 1200 |
| }, |
| { |
| "grad_norm": 4.887176036834717, |
| "learning_rate": 2.418e-05, |
| "loss": 0.1357, |
| "step": 1210 |
| }, |
| { |
| "grad_norm": 0.813777506351471, |
| "learning_rate": 2.438e-05, |
| "loss": 0.1044, |
| "step": 1220 |
| }, |
| { |
| "grad_norm": 1.8302229642868042, |
| "learning_rate": 2.4580000000000002e-05, |
| "loss": 0.1101, |
| "step": 1230 |
| }, |
| { |
| "grad_norm": 1.3978817462921143, |
| "learning_rate": 2.478e-05, |
| "loss": 0.1184, |
| "step": 1240 |
| }, |
| { |
| "grad_norm": 2.0479328632354736, |
| "learning_rate": 2.498e-05, |
| "loss": 0.0906, |
| "step": 1250 |
| }, |
| { |
| "grad_norm": 2.38946795463562, |
| "learning_rate": 2.5180000000000003e-05, |
| "loss": 0.1043, |
| "step": 1260 |
| }, |
| { |
| "grad_norm": 1.249617338180542, |
| "learning_rate": 2.5380000000000004e-05, |
| "loss": 0.0849, |
| "step": 1270 |
| }, |
| { |
| "grad_norm": 1.517021656036377, |
| "learning_rate": 2.5580000000000002e-05, |
| "loss": 0.107, |
| "step": 1280 |
| }, |
| { |
| "grad_norm": 1.3285075426101685, |
| "learning_rate": 2.5779999999999997e-05, |
| "loss": 0.105, |
| "step": 1290 |
| }, |
| { |
| "grad_norm": 1.5297868251800537, |
| "learning_rate": 2.598e-05, |
| "loss": 0.0973, |
| "step": 1300 |
| }, |
| { |
| "grad_norm": 0.9701268672943115, |
| "learning_rate": 2.618e-05, |
| "loss": 0.0976, |
| "step": 1310 |
| }, |
| { |
| "grad_norm": 1.2006975412368774, |
| "learning_rate": 2.6379999999999998e-05, |
| "loss": 0.0994, |
| "step": 1320 |
| }, |
| { |
| "grad_norm": 1.2093645334243774, |
| "learning_rate": 2.658e-05, |
| "loss": 0.0773, |
| "step": 1330 |
| }, |
| { |
| "grad_norm": 1.6315072774887085, |
| "learning_rate": 2.678e-05, |
| "loss": 0.0838, |
| "step": 1340 |
| }, |
| { |
| "grad_norm": 0.9597839713096619, |
| "learning_rate": 2.698e-05, |
| "loss": 0.1086, |
| "step": 1350 |
| }, |
| { |
| "grad_norm": 2.636733293533325, |
| "learning_rate": 2.718e-05, |
| "loss": 0.1013, |
| "step": 1360 |
| }, |
| { |
| "grad_norm": 1.5911072492599487, |
| "learning_rate": 2.738e-05, |
| "loss": 0.0824, |
| "step": 1370 |
| }, |
| { |
| "grad_norm": 1.6432372331619263, |
| "learning_rate": 2.758e-05, |
| "loss": 0.0809, |
| "step": 1380 |
| }, |
| { |
| "grad_norm": 1.8894906044006348, |
| "learning_rate": 2.778e-05, |
| "loss": 0.0905, |
| "step": 1390 |
| }, |
| { |
| "grad_norm": 1.47123122215271, |
| "learning_rate": 2.798e-05, |
| "loss": 0.0809, |
| "step": 1400 |
| }, |
| { |
| "grad_norm": 1.0250835418701172, |
| "learning_rate": 2.818e-05, |
| "loss": 0.0923, |
| "step": 1410 |
| }, |
| { |
| "grad_norm": 1.6976494789123535, |
| "learning_rate": 2.8380000000000003e-05, |
| "loss": 0.0928, |
| "step": 1420 |
| }, |
| { |
| "grad_norm": 1.0837762355804443, |
| "learning_rate": 2.858e-05, |
| "loss": 0.0734, |
| "step": 1430 |
| }, |
| { |
| "grad_norm": 1.2509829998016357, |
| "learning_rate": 2.8780000000000002e-05, |
| "loss": 0.0987, |
| "step": 1440 |
| }, |
| { |
| "grad_norm": 1.0369926691055298, |
| "learning_rate": 2.898e-05, |
| "loss": 0.1036, |
| "step": 1450 |
| }, |
| { |
| "grad_norm": 1.3391159772872925, |
| "learning_rate": 2.9180000000000002e-05, |
| "loss": 0.0996, |
| "step": 1460 |
| }, |
| { |
| "grad_norm": 1.259562611579895, |
| "learning_rate": 2.9380000000000003e-05, |
| "loss": 0.0963, |
| "step": 1470 |
| }, |
| { |
| "grad_norm": 1.2859934568405151, |
| "learning_rate": 2.958e-05, |
| "loss": 0.0816, |
| "step": 1480 |
| }, |
| { |
| "grad_norm": 1.3876073360443115, |
| "learning_rate": 2.9780000000000003e-05, |
| "loss": 0.0902, |
| "step": 1490 |
| }, |
| { |
| "grad_norm": 1.1462910175323486, |
| "learning_rate": 2.998e-05, |
| "loss": 0.0951, |
| "step": 1500 |
| }, |
| { |
| "grad_norm": 1.2179933786392212, |
| "learning_rate": 3.0180000000000002e-05, |
| "loss": 0.0807, |
| "step": 1510 |
| }, |
| { |
| "grad_norm": 1.4895336627960205, |
| "learning_rate": 3.0380000000000004e-05, |
| "loss": 0.0893, |
| "step": 1520 |
| }, |
| { |
| "grad_norm": 1.0243799686431885, |
| "learning_rate": 3.058e-05, |
| "loss": 0.0966, |
| "step": 1530 |
| }, |
| { |
| "grad_norm": 1.0312671661376953, |
| "learning_rate": 3.078e-05, |
| "loss": 0.0845, |
| "step": 1540 |
| }, |
| { |
| "grad_norm": 1.1680856943130493, |
| "learning_rate": 3.0980000000000005e-05, |
| "loss": 0.0812, |
| "step": 1550 |
| }, |
| { |
| "grad_norm": 0.8857987523078918, |
| "learning_rate": 3.118e-05, |
| "loss": 0.1068, |
| "step": 1560 |
| }, |
| { |
| "grad_norm": 1.4180179834365845, |
| "learning_rate": 3.138e-05, |
| "loss": 0.0741, |
| "step": 1570 |
| }, |
| { |
| "grad_norm": 1.2802883386611938, |
| "learning_rate": 3.1580000000000006e-05, |
| "loss": 0.0859, |
| "step": 1580 |
| }, |
| { |
| "grad_norm": 1.434507966041565, |
| "learning_rate": 3.1780000000000004e-05, |
| "loss": 0.0923, |
| "step": 1590 |
| }, |
| { |
| "grad_norm": 1.0308754444122314, |
| "learning_rate": 3.198e-05, |
| "loss": 0.0784, |
| "step": 1600 |
| }, |
| { |
| "grad_norm": 0.8732582926750183, |
| "learning_rate": 3.218e-05, |
| "loss": 0.0672, |
| "step": 1610 |
| }, |
| { |
| "grad_norm": 0.7804297804832458, |
| "learning_rate": 3.238e-05, |
| "loss": 0.0802, |
| "step": 1620 |
| }, |
| { |
| "grad_norm": 1.3388926982879639, |
| "learning_rate": 3.2579999999999996e-05, |
| "loss": 0.1015, |
| "step": 1630 |
| }, |
| { |
| "grad_norm": 1.6440131664276123, |
| "learning_rate": 3.278e-05, |
| "loss": 0.0879, |
| "step": 1640 |
| }, |
| { |
| "grad_norm": 1.1676356792449951, |
| "learning_rate": 3.298e-05, |
| "loss": 0.0872, |
| "step": 1650 |
| }, |
| { |
| "grad_norm": 1.383884310722351, |
| "learning_rate": 3.318e-05, |
| "loss": 0.0889, |
| "step": 1660 |
| }, |
| { |
| "grad_norm": 0.8376438021659851, |
| "learning_rate": 3.338e-05, |
| "loss": 0.0666, |
| "step": 1670 |
| }, |
| { |
| "grad_norm": 1.1388325691223145, |
| "learning_rate": 3.358e-05, |
| "loss": 0.0747, |
| "step": 1680 |
| }, |
| { |
| "grad_norm": 1.247609257698059, |
| "learning_rate": 3.378e-05, |
| "loss": 0.0746, |
| "step": 1690 |
| }, |
| { |
| "grad_norm": 0.9289684295654297, |
| "learning_rate": 3.398e-05, |
| "loss": 0.0837, |
| "step": 1700 |
| }, |
| { |
| "grad_norm": 1.8538250923156738, |
| "learning_rate": 3.418e-05, |
| "loss": 0.0979, |
| "step": 1710 |
| }, |
| { |
| "grad_norm": 0.9559040665626526, |
| "learning_rate": 3.438e-05, |
| "loss": 0.0818, |
| "step": 1720 |
| }, |
| { |
| "grad_norm": 1.0027278661727905, |
| "learning_rate": 3.4580000000000004e-05, |
| "loss": 0.0782, |
| "step": 1730 |
| }, |
| { |
| "grad_norm": 1.5428392887115479, |
| "learning_rate": 3.478e-05, |
| "loss": 0.0726, |
| "step": 1740 |
| }, |
| { |
| "grad_norm": 1.6734929084777832, |
| "learning_rate": 3.498e-05, |
| "loss": 0.0868, |
| "step": 1750 |
| }, |
| { |
| "grad_norm": 2.180098295211792, |
| "learning_rate": 3.518e-05, |
| "loss": 0.0872, |
| "step": 1760 |
| }, |
| { |
| "grad_norm": 1.0983431339263916, |
| "learning_rate": 3.5380000000000003e-05, |
| "loss": 0.0743, |
| "step": 1770 |
| }, |
| { |
| "grad_norm": 0.942829966545105, |
| "learning_rate": 3.558e-05, |
| "loss": 0.0979, |
| "step": 1780 |
| }, |
| { |
| "grad_norm": 1.6690951585769653, |
| "learning_rate": 3.578e-05, |
| "loss": 0.0755, |
| "step": 1790 |
| }, |
| { |
| "grad_norm": 1.0191823244094849, |
| "learning_rate": 3.5980000000000004e-05, |
| "loss": 0.0795, |
| "step": 1800 |
| }, |
| { |
| "grad_norm": 0.9048247337341309, |
| "learning_rate": 3.618e-05, |
| "loss": 0.0683, |
| "step": 1810 |
| }, |
| { |
| "grad_norm": 1.5634185075759888, |
| "learning_rate": 3.638e-05, |
| "loss": 0.0865, |
| "step": 1820 |
| }, |
| { |
| "grad_norm": 1.554189682006836, |
| "learning_rate": 3.6580000000000006e-05, |
| "loss": 0.083, |
| "step": 1830 |
| }, |
| { |
| "grad_norm": 0.9538047909736633, |
| "learning_rate": 3.6780000000000004e-05, |
| "loss": 0.0877, |
| "step": 1840 |
| }, |
| { |
| "grad_norm": 0.9088499546051025, |
| "learning_rate": 3.698e-05, |
| "loss": 0.0988, |
| "step": 1850 |
| }, |
| { |
| "grad_norm": 1.038340449333191, |
| "learning_rate": 3.7180000000000007e-05, |
| "loss": 0.0996, |
| "step": 1860 |
| }, |
| { |
| "grad_norm": 1.010509729385376, |
| "learning_rate": 3.7380000000000005e-05, |
| "loss": 0.0771, |
| "step": 1870 |
| }, |
| { |
| "grad_norm": 0.9490908980369568, |
| "learning_rate": 3.758e-05, |
| "loss": 0.0633, |
| "step": 1880 |
| }, |
| { |
| "grad_norm": 0.8129947185516357, |
| "learning_rate": 3.778000000000001e-05, |
| "loss": 0.0784, |
| "step": 1890 |
| }, |
| { |
| "grad_norm": 0.8083765506744385, |
| "learning_rate": 3.7980000000000006e-05, |
| "loss": 0.0652, |
| "step": 1900 |
| }, |
| { |
| "grad_norm": 1.436314344406128, |
| "learning_rate": 3.818e-05, |
| "loss": 0.0988, |
| "step": 1910 |
| }, |
| { |
| "grad_norm": 0.8581476211547852, |
| "learning_rate": 3.838e-05, |
| "loss": 0.0759, |
| "step": 1920 |
| }, |
| { |
| "grad_norm": 0.699325442314148, |
| "learning_rate": 3.858e-05, |
| "loss": 0.0681, |
| "step": 1930 |
| }, |
| { |
| "grad_norm": 1.452941656112671, |
| "learning_rate": 3.878e-05, |
| "loss": 0.0802, |
| "step": 1940 |
| }, |
| { |
| "grad_norm": 0.6633671522140503, |
| "learning_rate": 3.898e-05, |
| "loss": 0.0628, |
| "step": 1950 |
| }, |
| { |
| "grad_norm": 1.7221360206604004, |
| "learning_rate": 3.918e-05, |
| "loss": 0.0941, |
| "step": 1960 |
| }, |
| { |
| "grad_norm": 0.7586915493011475, |
| "learning_rate": 3.938e-05, |
| "loss": 0.0646, |
| "step": 1970 |
| }, |
| { |
| "grad_norm": 1.2361974716186523, |
| "learning_rate": 3.958e-05, |
| "loss": 0.0867, |
| "step": 1980 |
| }, |
| { |
| "grad_norm": 0.9242485165596008, |
| "learning_rate": 3.978e-05, |
| "loss": 0.0601, |
| "step": 1990 |
| }, |
| { |
| "grad_norm": 1.0715078115463257, |
| "learning_rate": 3.998e-05, |
| "loss": 0.0782, |
| "step": 2000 |
| }, |
| { |
| "grad_norm": 1.0248526334762573, |
| "learning_rate": 4.018e-05, |
| "loss": 0.1058, |
| "step": 2010 |
| }, |
| { |
| "grad_norm": 1.2648011445999146, |
| "learning_rate": 4.038e-05, |
| "loss": 0.0801, |
| "step": 2020 |
| }, |
| { |
| "grad_norm": 1.0998585224151611, |
| "learning_rate": 4.058e-05, |
| "loss": 0.0628, |
| "step": 2030 |
| }, |
| { |
| "grad_norm": 0.7973329424858093, |
| "learning_rate": 4.078e-05, |
| "loss": 0.0833, |
| "step": 2040 |
| }, |
| { |
| "grad_norm": 0.8564066290855408, |
| "learning_rate": 4.0980000000000004e-05, |
| "loss": 0.0784, |
| "step": 2050 |
| }, |
| { |
| "grad_norm": 1.236814022064209, |
| "learning_rate": 4.118e-05, |
| "loss": 0.0703, |
| "step": 2060 |
| }, |
| { |
| "grad_norm": 0.8105146884918213, |
| "learning_rate": 4.138e-05, |
| "loss": 0.0625, |
| "step": 2070 |
| }, |
| { |
| "grad_norm": 0.7948865294456482, |
| "learning_rate": 4.1580000000000005e-05, |
| "loss": 0.0696, |
| "step": 2080 |
| }, |
| { |
| "grad_norm": 0.965408205986023, |
| "learning_rate": 4.178e-05, |
| "loss": 0.0711, |
| "step": 2090 |
| }, |
| { |
| "grad_norm": 0.9406697154045105, |
| "learning_rate": 4.198e-05, |
| "loss": 0.0727, |
| "step": 2100 |
| }, |
| { |
| "grad_norm": 0.8055232763290405, |
| "learning_rate": 4.2180000000000006e-05, |
| "loss": 0.0933, |
| "step": 2110 |
| }, |
| { |
| "grad_norm": 0.8500663042068481, |
| "learning_rate": 4.2380000000000004e-05, |
| "loss": 0.0659, |
| "step": 2120 |
| }, |
| { |
| "grad_norm": 0.8973005414009094, |
| "learning_rate": 4.258e-05, |
| "loss": 0.0707, |
| "step": 2130 |
| }, |
| { |
| "grad_norm": 0.8494951725006104, |
| "learning_rate": 4.278e-05, |
| "loss": 0.0558, |
| "step": 2140 |
| }, |
| { |
| "grad_norm": 0.8333751559257507, |
| "learning_rate": 4.2980000000000005e-05, |
| "loss": 0.0798, |
| "step": 2150 |
| }, |
| { |
| "grad_norm": 0.7871338725090027, |
| "learning_rate": 4.318e-05, |
| "loss": 0.0625, |
| "step": 2160 |
| }, |
| { |
| "grad_norm": 0.7040622234344482, |
| "learning_rate": 4.338e-05, |
| "loss": 0.0675, |
| "step": 2170 |
| }, |
| { |
| "grad_norm": 0.9401140809059143, |
| "learning_rate": 4.3580000000000006e-05, |
| "loss": 0.0773, |
| "step": 2180 |
| }, |
| { |
| "grad_norm": 0.8710242509841919, |
| "learning_rate": 4.3780000000000004e-05, |
| "loss": 0.0636, |
| "step": 2190 |
| }, |
| { |
| "grad_norm": 0.765397846698761, |
| "learning_rate": 4.398e-05, |
| "loss": 0.0613, |
| "step": 2200 |
| }, |
| { |
| "grad_norm": 0.6467282772064209, |
| "learning_rate": 4.418000000000001e-05, |
| "loss": 0.064, |
| "step": 2210 |
| }, |
| { |
| "grad_norm": 1.477567434310913, |
| "learning_rate": 4.438e-05, |
| "loss": 0.0623, |
| "step": 2220 |
| }, |
| { |
| "grad_norm": 0.9443312883377075, |
| "learning_rate": 4.458e-05, |
| "loss": 0.0668, |
| "step": 2230 |
| }, |
| { |
| "grad_norm": 0.7416368722915649, |
| "learning_rate": 4.478e-05, |
| "loss": 0.0604, |
| "step": 2240 |
| }, |
| { |
| "grad_norm": 0.7133755683898926, |
| "learning_rate": 4.498e-05, |
| "loss": 0.0737, |
| "step": 2250 |
| }, |
| { |
| "grad_norm": 0.6120943427085876, |
| "learning_rate": 4.518e-05, |
| "loss": 0.0553, |
| "step": 2260 |
| }, |
| { |
| "grad_norm": 0.8734622001647949, |
| "learning_rate": 4.538e-05, |
| "loss": 0.0544, |
| "step": 2270 |
| }, |
| { |
| "grad_norm": 0.6398209929466248, |
| "learning_rate": 4.558e-05, |
| "loss": 0.0636, |
| "step": 2280 |
| }, |
| { |
| "grad_norm": 1.380096435546875, |
| "learning_rate": 4.578e-05, |
| "loss": 0.0867, |
| "step": 2290 |
| }, |
| { |
| "grad_norm": 0.6424226760864258, |
| "learning_rate": 4.5980000000000004e-05, |
| "loss": 0.0534, |
| "step": 2300 |
| }, |
| { |
| "grad_norm": 0.5737485289573669, |
| "learning_rate": 4.618e-05, |
| "loss": 0.0591, |
| "step": 2310 |
| }, |
| { |
| "grad_norm": 0.6159701943397522, |
| "learning_rate": 4.638e-05, |
| "loss": 0.0508, |
| "step": 2320 |
| }, |
| { |
| "grad_norm": 0.6447447538375854, |
| "learning_rate": 4.6580000000000005e-05, |
| "loss": 0.0699, |
| "step": 2330 |
| }, |
| { |
| "grad_norm": 0.6198409795761108, |
| "learning_rate": 4.678e-05, |
| "loss": 0.0628, |
| "step": 2340 |
| }, |
| { |
| "grad_norm": 0.6166672110557556, |
| "learning_rate": 4.698e-05, |
| "loss": 0.0595, |
| "step": 2350 |
| }, |
| { |
| "grad_norm": 0.7590539455413818, |
| "learning_rate": 4.718e-05, |
| "loss": 0.0628, |
| "step": 2360 |
| }, |
| { |
| "grad_norm": 0.6507792472839355, |
| "learning_rate": 4.7380000000000004e-05, |
| "loss": 0.0673, |
| "step": 2370 |
| }, |
| { |
| "grad_norm": 0.766956090927124, |
| "learning_rate": 4.758e-05, |
| "loss": 0.0773, |
| "step": 2380 |
| }, |
| { |
| "grad_norm": 0.883449912071228, |
| "learning_rate": 4.778e-05, |
| "loss": 0.0778, |
| "step": 2390 |
| }, |
| { |
| "grad_norm": 0.6879324913024902, |
| "learning_rate": 4.7980000000000005e-05, |
| "loss": 0.0668, |
| "step": 2400 |
| }, |
| { |
| "grad_norm": 0.9086018204689026, |
| "learning_rate": 4.818e-05, |
| "loss": 0.0625, |
| "step": 2410 |
| }, |
| { |
| "grad_norm": 0.7436268329620361, |
| "learning_rate": 4.838e-05, |
| "loss": 0.0985, |
| "step": 2420 |
| }, |
| { |
| "grad_norm": 0.9962342381477356, |
| "learning_rate": 4.8580000000000006e-05, |
| "loss": 0.0694, |
| "step": 2430 |
| }, |
| { |
| "grad_norm": 0.8323448300361633, |
| "learning_rate": 4.8780000000000004e-05, |
| "loss": 0.0698, |
| "step": 2440 |
| }, |
| { |
| "grad_norm": 0.7347047328948975, |
| "learning_rate": 4.898e-05, |
| "loss": 0.0588, |
| "step": 2450 |
| }, |
| { |
| "grad_norm": 0.6135653853416443, |
| "learning_rate": 4.918000000000001e-05, |
| "loss": 0.0546, |
| "step": 2460 |
| }, |
| { |
| "grad_norm": 0.6037757396697998, |
| "learning_rate": 4.9380000000000005e-05, |
| "loss": 0.0519, |
| "step": 2470 |
| }, |
| { |
| "grad_norm": 0.6975889801979065, |
| "learning_rate": 4.958e-05, |
| "loss": 0.0771, |
| "step": 2480 |
| }, |
| { |
| "grad_norm": 0.7472870349884033, |
| "learning_rate": 4.978e-05, |
| "loss": 0.0598, |
| "step": 2490 |
| }, |
| { |
| "grad_norm": 0.6862678527832031, |
| "learning_rate": 4.9980000000000006e-05, |
| "loss": 0.0545, |
| "step": 2500 |
| }, |
| { |
| "grad_norm": 0.8071557283401489, |
| "learning_rate": 5.0180000000000004e-05, |
| "loss": 0.0517, |
| "step": 2510 |
| }, |
| { |
| "grad_norm": 0.6523743271827698, |
| "learning_rate": 5.038e-05, |
| "loss": 0.0621, |
| "step": 2520 |
| }, |
| { |
| "grad_norm": 0.6114144325256348, |
| "learning_rate": 5.058000000000001e-05, |
| "loss": 0.0501, |
| "step": 2530 |
| }, |
| { |
| "grad_norm": 0.6552909016609192, |
| "learning_rate": 5.0780000000000005e-05, |
| "loss": 0.0615, |
| "step": 2540 |
| }, |
| { |
| "grad_norm": 0.8600518703460693, |
| "learning_rate": 5.098e-05, |
| "loss": 0.0669, |
| "step": 2550 |
| }, |
| { |
| "grad_norm": 0.6675088405609131, |
| "learning_rate": 5.118000000000001e-05, |
| "loss": 0.0623, |
| "step": 2560 |
| }, |
| { |
| "grad_norm": 0.7757863402366638, |
| "learning_rate": 5.1380000000000006e-05, |
| "loss": 0.0623, |
| "step": 2570 |
| }, |
| { |
| "grad_norm": 0.7180933356285095, |
| "learning_rate": 5.1580000000000004e-05, |
| "loss": 0.0629, |
| "step": 2580 |
| }, |
| { |
| "grad_norm": 0.7248421311378479, |
| "learning_rate": 5.178000000000001e-05, |
| "loss": 0.059, |
| "step": 2590 |
| }, |
| { |
| "grad_norm": 0.7094396948814392, |
| "learning_rate": 5.198000000000001e-05, |
| "loss": 0.0664, |
| "step": 2600 |
| }, |
| { |
| "grad_norm": 0.7055537700653076, |
| "learning_rate": 5.2180000000000005e-05, |
| "loss": 0.0657, |
| "step": 2610 |
| }, |
| { |
| "grad_norm": 0.7061589360237122, |
| "learning_rate": 5.238000000000001e-05, |
| "loss": 0.0511, |
| "step": 2620 |
| }, |
| { |
| "grad_norm": 0.7152190208435059, |
| "learning_rate": 5.258000000000001e-05, |
| "loss": 0.0616, |
| "step": 2630 |
| }, |
| { |
| "grad_norm": 0.8776269555091858, |
| "learning_rate": 5.2780000000000006e-05, |
| "loss": 0.07, |
| "step": 2640 |
| }, |
| { |
| "grad_norm": 0.5741156935691833, |
| "learning_rate": 5.2980000000000004e-05, |
| "loss": 0.071, |
| "step": 2650 |
| }, |
| { |
| "grad_norm": 0.6530773639678955, |
| "learning_rate": 5.318000000000001e-05, |
| "loss": 0.0763, |
| "step": 2660 |
| }, |
| { |
| "grad_norm": 0.7851654887199402, |
| "learning_rate": 5.338000000000001e-05, |
| "loss": 0.0733, |
| "step": 2670 |
| }, |
| { |
| "grad_norm": 1.0083369016647339, |
| "learning_rate": 5.3580000000000005e-05, |
| "loss": 0.0827, |
| "step": 2680 |
| }, |
| { |
| "grad_norm": 0.6418405175209045, |
| "learning_rate": 5.378e-05, |
| "loss": 0.0612, |
| "step": 2690 |
| }, |
| { |
| "grad_norm": 0.6848601698875427, |
| "learning_rate": 5.3979999999999995e-05, |
| "loss": 0.0535, |
| "step": 2700 |
| }, |
| { |
| "grad_norm": 0.6649168729782104, |
| "learning_rate": 5.418e-05, |
| "loss": 0.0585, |
| "step": 2710 |
| }, |
| { |
| "grad_norm": 0.6305927038192749, |
| "learning_rate": 5.438e-05, |
| "loss": 0.0788, |
| "step": 2720 |
| }, |
| { |
| "grad_norm": 0.7496237754821777, |
| "learning_rate": 5.4579999999999996e-05, |
| "loss": 0.0567, |
| "step": 2730 |
| }, |
| { |
| "grad_norm": 0.47063612937927246, |
| "learning_rate": 5.478e-05, |
| "loss": 0.0558, |
| "step": 2740 |
| }, |
| { |
| "grad_norm": 0.5131617188453674, |
| "learning_rate": 5.498e-05, |
| "loss": 0.0615, |
| "step": 2750 |
| }, |
| { |
| "grad_norm": 0.8309383392333984, |
| "learning_rate": 5.518e-05, |
| "loss": 0.0547, |
| "step": 2760 |
| }, |
| { |
| "grad_norm": 0.6489686369895935, |
| "learning_rate": 5.538e-05, |
| "loss": 0.0559, |
| "step": 2770 |
| }, |
| { |
| "grad_norm": 0.6935626864433289, |
| "learning_rate": 5.558e-05, |
| "loss": 0.0673, |
| "step": 2780 |
| }, |
| { |
| "grad_norm": 0.6607373952865601, |
| "learning_rate": 5.578e-05, |
| "loss": 0.0611, |
| "step": 2790 |
| }, |
| { |
| "grad_norm": 0.6474405527114868, |
| "learning_rate": 5.5979999999999996e-05, |
| "loss": 0.0531, |
| "step": 2800 |
| }, |
| { |
| "grad_norm": 1.0084667205810547, |
| "learning_rate": 5.618e-05, |
| "loss": 0.0905, |
| "step": 2810 |
| }, |
| { |
| "grad_norm": 0.9654085040092468, |
| "learning_rate": 5.638e-05, |
| "loss": 0.0737, |
| "step": 2820 |
| }, |
| { |
| "grad_norm": 0.584434449672699, |
| "learning_rate": 5.658e-05, |
| "loss": 0.0585, |
| "step": 2830 |
| }, |
| { |
| "grad_norm": 0.5688425302505493, |
| "learning_rate": 5.678e-05, |
| "loss": 0.0745, |
| "step": 2840 |
| }, |
| { |
| "grad_norm": 0.5918985605239868, |
| "learning_rate": 5.698e-05, |
| "loss": 0.069, |
| "step": 2850 |
| }, |
| { |
| "grad_norm": 0.6128337979316711, |
| "learning_rate": 5.718e-05, |
| "loss": 0.0584, |
| "step": 2860 |
| }, |
| { |
| "grad_norm": 0.5219225883483887, |
| "learning_rate": 5.738e-05, |
| "loss": 0.0518, |
| "step": 2870 |
| }, |
| { |
| "grad_norm": 0.4728126525878906, |
| "learning_rate": 5.758e-05, |
| "loss": 0.0485, |
| "step": 2880 |
| }, |
| { |
| "grad_norm": 0.7647413611412048, |
| "learning_rate": 5.778e-05, |
| "loss": 0.0556, |
| "step": 2890 |
| }, |
| { |
| "grad_norm": 0.5122050642967224, |
| "learning_rate": 5.7980000000000004e-05, |
| "loss": 0.0683, |
| "step": 2900 |
| }, |
| { |
| "grad_norm": 0.7916375994682312, |
| "learning_rate": 5.818e-05, |
| "loss": 0.055, |
| "step": 2910 |
| }, |
| { |
| "grad_norm": 0.7011560797691345, |
| "learning_rate": 5.838e-05, |
| "loss": 0.0568, |
| "step": 2920 |
| }, |
| { |
| "grad_norm": 0.6700689196586609, |
| "learning_rate": 5.858e-05, |
| "loss": 0.0477, |
| "step": 2930 |
| }, |
| { |
| "grad_norm": 0.5937225818634033, |
| "learning_rate": 5.878e-05, |
| "loss": 0.0501, |
| "step": 2940 |
| }, |
| { |
| "grad_norm": 0.49369940161705017, |
| "learning_rate": 5.898e-05, |
| "loss": 0.0475, |
| "step": 2950 |
| }, |
| { |
| "grad_norm": 0.6631751656532288, |
| "learning_rate": 5.918e-05, |
| "loss": 0.0615, |
| "step": 2960 |
| }, |
| { |
| "grad_norm": 0.7893167734146118, |
| "learning_rate": 5.9380000000000004e-05, |
| "loss": 0.0477, |
| "step": 2970 |
| }, |
| { |
| "grad_norm": 0.5764897465705872, |
| "learning_rate": 5.958e-05, |
| "loss": 0.0556, |
| "step": 2980 |
| }, |
| { |
| "grad_norm": 0.5732360482215881, |
| "learning_rate": 5.978e-05, |
| "loss": 0.0627, |
| "step": 2990 |
| }, |
| { |
| "grad_norm": 0.5444154143333435, |
| "learning_rate": 5.9980000000000005e-05, |
| "loss": 0.0612, |
| "step": 3000 |
| }, |
| { |
| "grad_norm": 0.5632981657981873, |
| "learning_rate": 6.018e-05, |
| "loss": 0.0449, |
| "step": 3010 |
| }, |
| { |
| "grad_norm": 0.6956084966659546, |
| "learning_rate": 6.038e-05, |
| "loss": 0.0508, |
| "step": 3020 |
| }, |
| { |
| "grad_norm": 0.5621139407157898, |
| "learning_rate": 6.0580000000000006e-05, |
| "loss": 0.0516, |
| "step": 3030 |
| }, |
| { |
| "grad_norm": 0.6331535577774048, |
| "learning_rate": 6.0780000000000004e-05, |
| "loss": 0.055, |
| "step": 3040 |
| }, |
| { |
| "grad_norm": 0.6451631188392639, |
| "learning_rate": 6.098e-05, |
| "loss": 0.0526, |
| "step": 3050 |
| }, |
| { |
| "grad_norm": 0.4736952781677246, |
| "learning_rate": 6.118000000000001e-05, |
| "loss": 0.0548, |
| "step": 3060 |
| }, |
| { |
| "grad_norm": 0.5182963609695435, |
| "learning_rate": 6.138e-05, |
| "loss": 0.0436, |
| "step": 3070 |
| }, |
| { |
| "grad_norm": 0.7367036938667297, |
| "learning_rate": 6.158e-05, |
| "loss": 0.0555, |
| "step": 3080 |
| }, |
| { |
| "grad_norm": 1.0562509298324585, |
| "learning_rate": 6.178000000000001e-05, |
| "loss": 0.0724, |
| "step": 3090 |
| }, |
| { |
| "grad_norm": 0.7549290657043457, |
| "learning_rate": 6.198e-05, |
| "loss": 0.0526, |
| "step": 3100 |
| }, |
| { |
| "grad_norm": 0.5529669523239136, |
| "learning_rate": 6.218e-05, |
| "loss": 0.0451, |
| "step": 3110 |
| }, |
| { |
| "grad_norm": 0.5710684061050415, |
| "learning_rate": 6.238000000000001e-05, |
| "loss": 0.0469, |
| "step": 3120 |
| }, |
| { |
| "grad_norm": 0.5792014598846436, |
| "learning_rate": 6.258e-05, |
| "loss": 0.0472, |
| "step": 3130 |
| }, |
| { |
| "grad_norm": 0.6089155673980713, |
| "learning_rate": 6.278e-05, |
| "loss": 0.0512, |
| "step": 3140 |
| }, |
| { |
| "grad_norm": 0.6686075329780579, |
| "learning_rate": 6.298000000000001e-05, |
| "loss": 0.0481, |
| "step": 3150 |
| }, |
| { |
| "grad_norm": 0.48785340785980225, |
| "learning_rate": 6.318e-05, |
| "loss": 0.0534, |
| "step": 3160 |
| }, |
| { |
| "grad_norm": 0.5482088923454285, |
| "learning_rate": 6.338e-05, |
| "loss": 0.0495, |
| "step": 3170 |
| }, |
| { |
| "grad_norm": 0.5249758362770081, |
| "learning_rate": 6.358000000000001e-05, |
| "loss": 0.0668, |
| "step": 3180 |
| }, |
| { |
| "grad_norm": 0.6556891798973083, |
| "learning_rate": 6.378e-05, |
| "loss": 0.0641, |
| "step": 3190 |
| }, |
| { |
| "grad_norm": 0.6621457934379578, |
| "learning_rate": 6.398000000000001e-05, |
| "loss": 0.0615, |
| "step": 3200 |
| }, |
| { |
| "grad_norm": 0.4882360100746155, |
| "learning_rate": 6.418000000000001e-05, |
| "loss": 0.0485, |
| "step": 3210 |
| }, |
| { |
| "grad_norm": 0.9999679923057556, |
| "learning_rate": 6.438e-05, |
| "loss": 0.07, |
| "step": 3220 |
| }, |
| { |
| "grad_norm": 0.6060804128646851, |
| "learning_rate": 6.458000000000001e-05, |
| "loss": 0.0641, |
| "step": 3230 |
| }, |
| { |
| "grad_norm": 0.41649818420410156, |
| "learning_rate": 6.478000000000001e-05, |
| "loss": 0.0494, |
| "step": 3240 |
| }, |
| { |
| "grad_norm": 0.4703940749168396, |
| "learning_rate": 6.498e-05, |
| "loss": 0.0644, |
| "step": 3250 |
| }, |
| { |
| "grad_norm": 0.5934008359909058, |
| "learning_rate": 6.518000000000001e-05, |
| "loss": 0.0539, |
| "step": 3260 |
| }, |
| { |
| "grad_norm": 0.6371035575866699, |
| "learning_rate": 6.538000000000001e-05, |
| "loss": 0.0539, |
| "step": 3270 |
| }, |
| { |
| "grad_norm": 0.517002522945404, |
| "learning_rate": 6.558e-05, |
| "loss": 0.0475, |
| "step": 3280 |
| }, |
| { |
| "grad_norm": 0.49867257475852966, |
| "learning_rate": 6.578000000000001e-05, |
| "loss": 0.0479, |
| "step": 3290 |
| }, |
| { |
| "grad_norm": 0.5001471638679504, |
| "learning_rate": 6.598e-05, |
| "loss": 0.0446, |
| "step": 3300 |
| }, |
| { |
| "grad_norm": 0.5566295981407166, |
| "learning_rate": 6.618e-05, |
| "loss": 0.0595, |
| "step": 3310 |
| }, |
| { |
| "grad_norm": 0.6019293069839478, |
| "learning_rate": 6.638e-05, |
| "loss": 0.0638, |
| "step": 3320 |
| }, |
| { |
| "grad_norm": 0.5611937046051025, |
| "learning_rate": 6.658e-05, |
| "loss": 0.0535, |
| "step": 3330 |
| }, |
| { |
| "grad_norm": 0.5913999676704407, |
| "learning_rate": 6.678e-05, |
| "loss": 0.0469, |
| "step": 3340 |
| }, |
| { |
| "grad_norm": 0.6757261157035828, |
| "learning_rate": 6.698e-05, |
| "loss": 0.0491, |
| "step": 3350 |
| }, |
| { |
| "grad_norm": 1.1269656419754028, |
| "learning_rate": 6.718e-05, |
| "loss": 0.0504, |
| "step": 3360 |
| }, |
| { |
| "grad_norm": 0.6970487833023071, |
| "learning_rate": 6.738e-05, |
| "loss": 0.052, |
| "step": 3370 |
| }, |
| { |
| "grad_norm": 0.635503888130188, |
| "learning_rate": 6.758e-05, |
| "loss": 0.0887, |
| "step": 3380 |
| }, |
| { |
| "grad_norm": 0.6195010542869568, |
| "learning_rate": 6.778e-05, |
| "loss": 0.0495, |
| "step": 3390 |
| }, |
| { |
| "grad_norm": 0.6423906087875366, |
| "learning_rate": 6.798e-05, |
| "loss": 0.0576, |
| "step": 3400 |
| }, |
| { |
| "grad_norm": 0.6626360416412354, |
| "learning_rate": 6.818e-05, |
| "loss": 0.0501, |
| "step": 3410 |
| }, |
| { |
| "grad_norm": 0.5380253791809082, |
| "learning_rate": 6.838e-05, |
| "loss": 0.0497, |
| "step": 3420 |
| }, |
| { |
| "grad_norm": 0.577542781829834, |
| "learning_rate": 6.858e-05, |
| "loss": 0.0494, |
| "step": 3430 |
| }, |
| { |
| "grad_norm": 0.4449599087238312, |
| "learning_rate": 6.878e-05, |
| "loss": 0.0565, |
| "step": 3440 |
| }, |
| { |
| "grad_norm": 0.631966769695282, |
| "learning_rate": 6.898e-05, |
| "loss": 0.0466, |
| "step": 3450 |
| }, |
| { |
| "grad_norm": 0.5737388134002686, |
| "learning_rate": 6.918e-05, |
| "loss": 0.046, |
| "step": 3460 |
| }, |
| { |
| "grad_norm": 0.5362457633018494, |
| "learning_rate": 6.938e-05, |
| "loss": 0.0566, |
| "step": 3470 |
| }, |
| { |
| "grad_norm": 0.4598131775856018, |
| "learning_rate": 6.958e-05, |
| "loss": 0.0584, |
| "step": 3480 |
| }, |
| { |
| "grad_norm": 0.47502726316452026, |
| "learning_rate": 6.978e-05, |
| "loss": 0.0558, |
| "step": 3490 |
| }, |
| { |
| "grad_norm": 0.45879724621772766, |
| "learning_rate": 6.998e-05, |
| "loss": 0.042, |
| "step": 3500 |
| }, |
| { |
| "grad_norm": 0.5175849199295044, |
| "learning_rate": 7.018e-05, |
| "loss": 0.0481, |
| "step": 3510 |
| }, |
| { |
| "grad_norm": 0.5727440714836121, |
| "learning_rate": 7.038e-05, |
| "loss": 0.0485, |
| "step": 3520 |
| }, |
| { |
| "grad_norm": 0.49426883459091187, |
| "learning_rate": 7.058e-05, |
| "loss": 0.0475, |
| "step": 3530 |
| }, |
| { |
| "grad_norm": 0.47619980573654175, |
| "learning_rate": 7.078e-05, |
| "loss": 0.0477, |
| "step": 3540 |
| }, |
| { |
| "grad_norm": 0.47510600090026855, |
| "learning_rate": 7.098e-05, |
| "loss": 0.0528, |
| "step": 3550 |
| }, |
| { |
| "grad_norm": 0.5645313858985901, |
| "learning_rate": 7.118e-05, |
| "loss": 0.04, |
| "step": 3560 |
| }, |
| { |
| "grad_norm": 0.5124518275260925, |
| "learning_rate": 7.138e-05, |
| "loss": 0.0528, |
| "step": 3570 |
| }, |
| { |
| "grad_norm": 0.4331539571285248, |
| "learning_rate": 7.158e-05, |
| "loss": 0.0649, |
| "step": 3580 |
| }, |
| { |
| "grad_norm": 0.565325140953064, |
| "learning_rate": 7.178000000000001e-05, |
| "loss": 0.0641, |
| "step": 3590 |
| }, |
| { |
| "grad_norm": 0.49523457884788513, |
| "learning_rate": 7.198e-05, |
| "loss": 0.0531, |
| "step": 3600 |
| }, |
| { |
| "grad_norm": 0.40296709537506104, |
| "learning_rate": 7.218e-05, |
| "loss": 0.0507, |
| "step": 3610 |
| }, |
| { |
| "grad_norm": 0.49126020073890686, |
| "learning_rate": 7.238000000000001e-05, |
| "loss": 0.0478, |
| "step": 3620 |
| }, |
| { |
| "grad_norm": 0.5226730704307556, |
| "learning_rate": 7.258e-05, |
| "loss": 0.045, |
| "step": 3630 |
| }, |
| { |
| "grad_norm": 0.48106834292411804, |
| "learning_rate": 7.278e-05, |
| "loss": 0.0454, |
| "step": 3640 |
| }, |
| { |
| "grad_norm": 0.45139843225479126, |
| "learning_rate": 7.298000000000001e-05, |
| "loss": 0.055, |
| "step": 3650 |
| }, |
| { |
| "grad_norm": 0.5822842717170715, |
| "learning_rate": 7.318e-05, |
| "loss": 0.0498, |
| "step": 3660 |
| }, |
| { |
| "grad_norm": 0.6017340421676636, |
| "learning_rate": 7.338e-05, |
| "loss": 0.0546, |
| "step": 3670 |
| }, |
| { |
| "grad_norm": 0.6336044669151306, |
| "learning_rate": 7.358000000000001e-05, |
| "loss": 0.05, |
| "step": 3680 |
| }, |
| { |
| "grad_norm": 0.6810202598571777, |
| "learning_rate": 7.378e-05, |
| "loss": 0.0478, |
| "step": 3690 |
| }, |
| { |
| "grad_norm": 0.49058160185813904, |
| "learning_rate": 7.398e-05, |
| "loss": 0.0504, |
| "step": 3700 |
| }, |
| { |
| "grad_norm": 0.4867585003376007, |
| "learning_rate": 7.418000000000001e-05, |
| "loss": 0.0471, |
| "step": 3710 |
| }, |
| { |
| "grad_norm": 0.49752700328826904, |
| "learning_rate": 7.438e-05, |
| "loss": 0.0501, |
| "step": 3720 |
| }, |
| { |
| "grad_norm": 0.41769036650657654, |
| "learning_rate": 7.458000000000001e-05, |
| "loss": 0.0433, |
| "step": 3730 |
| }, |
| { |
| "grad_norm": 0.47804659605026245, |
| "learning_rate": 7.478e-05, |
| "loss": 0.0444, |
| "step": 3740 |
| }, |
| { |
| "grad_norm": 0.46447914838790894, |
| "learning_rate": 7.498e-05, |
| "loss": 0.0533, |
| "step": 3750 |
| }, |
| { |
| "grad_norm": 0.3227159380912781, |
| "learning_rate": 7.518000000000001e-05, |
| "loss": 0.0398, |
| "step": 3760 |
| }, |
| { |
| "grad_norm": 0.6006016731262207, |
| "learning_rate": 7.538e-05, |
| "loss": 0.0487, |
| "step": 3770 |
| }, |
| { |
| "grad_norm": 0.4678070545196533, |
| "learning_rate": 7.558e-05, |
| "loss": 0.0486, |
| "step": 3780 |
| }, |
| { |
| "grad_norm": 0.4607994258403778, |
| "learning_rate": 7.578000000000001e-05, |
| "loss": 0.044, |
| "step": 3790 |
| }, |
| { |
| "grad_norm": 0.5018726587295532, |
| "learning_rate": 7.598e-05, |
| "loss": 0.0754, |
| "step": 3800 |
| }, |
| { |
| "grad_norm": 0.4651670455932617, |
| "learning_rate": 7.618e-05, |
| "loss": 0.0438, |
| "step": 3810 |
| }, |
| { |
| "grad_norm": 0.6074767708778381, |
| "learning_rate": 7.638000000000001e-05, |
| "loss": 0.0562, |
| "step": 3820 |
| }, |
| { |
| "grad_norm": 0.4194856584072113, |
| "learning_rate": 7.658e-05, |
| "loss": 0.0438, |
| "step": 3830 |
| }, |
| { |
| "grad_norm": 0.40190210938453674, |
| "learning_rate": 7.678000000000001e-05, |
| "loss": 0.0409, |
| "step": 3840 |
| }, |
| { |
| "grad_norm": 0.5286075472831726, |
| "learning_rate": 7.698000000000001e-05, |
| "loss": 0.0606, |
| "step": 3850 |
| }, |
| { |
| "grad_norm": 0.5535075068473816, |
| "learning_rate": 7.718e-05, |
| "loss": 0.0426, |
| "step": 3860 |
| }, |
| { |
| "grad_norm": 0.450271338224411, |
| "learning_rate": 7.738000000000001e-05, |
| "loss": 0.0452, |
| "step": 3870 |
| }, |
| { |
| "grad_norm": 0.35586071014404297, |
| "learning_rate": 7.758000000000001e-05, |
| "loss": 0.0425, |
| "step": 3880 |
| }, |
| { |
| "grad_norm": 0.47037267684936523, |
| "learning_rate": 7.778e-05, |
| "loss": 0.0479, |
| "step": 3890 |
| }, |
| { |
| "grad_norm": 0.5718138217926025, |
| "learning_rate": 7.798000000000001e-05, |
| "loss": 0.0509, |
| "step": 3900 |
| }, |
| { |
| "grad_norm": 0.3333280682563782, |
| "learning_rate": 7.818000000000001e-05, |
| "loss": 0.0458, |
| "step": 3910 |
| }, |
| { |
| "grad_norm": 0.8567695617675781, |
| "learning_rate": 7.838e-05, |
| "loss": 0.0534, |
| "step": 3920 |
| }, |
| { |
| "grad_norm": 0.3658080995082855, |
| "learning_rate": 7.858000000000001e-05, |
| "loss": 0.0471, |
| "step": 3930 |
| }, |
| { |
| "grad_norm": 0.49003928899765015, |
| "learning_rate": 7.878e-05, |
| "loss": 0.0554, |
| "step": 3940 |
| }, |
| { |
| "grad_norm": 0.44335323572158813, |
| "learning_rate": 7.897999999999999e-05, |
| "loss": 0.0511, |
| "step": 3950 |
| }, |
| { |
| "grad_norm": 0.3798561990261078, |
| "learning_rate": 7.918e-05, |
| "loss": 0.0606, |
| "step": 3960 |
| }, |
| { |
| "grad_norm": 0.4345288574695587, |
| "learning_rate": 7.938e-05, |
| "loss": 0.044, |
| "step": 3970 |
| }, |
| { |
| "grad_norm": 0.49366435408592224, |
| "learning_rate": 7.958e-05, |
| "loss": 0.0507, |
| "step": 3980 |
| }, |
| { |
| "grad_norm": 0.5321271419525146, |
| "learning_rate": 7.978e-05, |
| "loss": 0.0543, |
| "step": 3990 |
| }, |
| { |
| "grad_norm": 0.6306968927383423, |
| "learning_rate": 7.998e-05, |
| "loss": 0.0509, |
| "step": 4000 |
| }, |
| { |
| "grad_norm": 0.5244865417480469, |
| "learning_rate": 8.018e-05, |
| "loss": 0.0467, |
| "step": 4010 |
| }, |
| { |
| "grad_norm": 0.459025502204895, |
| "learning_rate": 8.038e-05, |
| "loss": 0.0499, |
| "step": 4020 |
| }, |
| { |
| "grad_norm": 0.48619168996810913, |
| "learning_rate": 8.058e-05, |
| "loss": 0.0542, |
| "step": 4030 |
| }, |
| { |
| "grad_norm": 0.47001272439956665, |
| "learning_rate": 8.078e-05, |
| "loss": 0.0377, |
| "step": 4040 |
| }, |
| { |
| "grad_norm": 0.42484578490257263, |
| "learning_rate": 8.098e-05, |
| "loss": 0.0457, |
| "step": 4050 |
| }, |
| { |
| "grad_norm": 0.4668360650539398, |
| "learning_rate": 8.118e-05, |
| "loss": 0.0444, |
| "step": 4060 |
| }, |
| { |
| "grad_norm": 0.36333346366882324, |
| "learning_rate": 8.138e-05, |
| "loss": 0.0407, |
| "step": 4070 |
| }, |
| { |
| "grad_norm": 0.4790932536125183, |
| "learning_rate": 8.158e-05, |
| "loss": 0.0518, |
| "step": 4080 |
| }, |
| { |
| "grad_norm": 0.48865705728530884, |
| "learning_rate": 8.178e-05, |
| "loss": 0.0491, |
| "step": 4090 |
| }, |
| { |
| "grad_norm": 0.510968804359436, |
| "learning_rate": 8.198e-05, |
| "loss": 0.0404, |
| "step": 4100 |
| }, |
| { |
| "grad_norm": 0.5166163444519043, |
| "learning_rate": 8.218e-05, |
| "loss": 0.048, |
| "step": 4110 |
| }, |
| { |
| "grad_norm": 0.7706247568130493, |
| "learning_rate": 8.238000000000001e-05, |
| "loss": 0.0546, |
| "step": 4120 |
| }, |
| { |
| "grad_norm": 0.5259150862693787, |
| "learning_rate": 8.258e-05, |
| "loss": 0.0454, |
| "step": 4130 |
| }, |
| { |
| "grad_norm": 0.36422306299209595, |
| "learning_rate": 8.278e-05, |
| "loss": 0.0438, |
| "step": 4140 |
| }, |
| { |
| "grad_norm": 0.39548495411872864, |
| "learning_rate": 8.298000000000001e-05, |
| "loss": 0.0548, |
| "step": 4150 |
| }, |
| { |
| "grad_norm": 0.4889143109321594, |
| "learning_rate": 8.318e-05, |
| "loss": 0.0436, |
| "step": 4160 |
| }, |
| { |
| "grad_norm": 0.4294140934944153, |
| "learning_rate": 8.338e-05, |
| "loss": 0.0426, |
| "step": 4170 |
| }, |
| { |
| "grad_norm": 0.3817083239555359, |
| "learning_rate": 8.358e-05, |
| "loss": 0.0429, |
| "step": 4180 |
| }, |
| { |
| "grad_norm": 0.4154946804046631, |
| "learning_rate": 8.378e-05, |
| "loss": 0.0444, |
| "step": 4190 |
| }, |
| { |
| "grad_norm": 0.4453136920928955, |
| "learning_rate": 8.398e-05, |
| "loss": 0.0427, |
| "step": 4200 |
| }, |
| { |
| "grad_norm": 0.41065388917922974, |
| "learning_rate": 8.418e-05, |
| "loss": 0.041, |
| "step": 4210 |
| }, |
| { |
| "grad_norm": 0.41612672805786133, |
| "learning_rate": 8.438e-05, |
| "loss": 0.0543, |
| "step": 4220 |
| }, |
| { |
| "grad_norm": 0.5291852951049805, |
| "learning_rate": 8.458e-05, |
| "loss": 0.0638, |
| "step": 4230 |
| }, |
| { |
| "grad_norm": 0.4191744923591614, |
| "learning_rate": 8.478e-05, |
| "loss": 0.0544, |
| "step": 4240 |
| }, |
| { |
| "grad_norm": 0.3190278708934784, |
| "learning_rate": 8.498e-05, |
| "loss": 0.0528, |
| "step": 4250 |
| }, |
| { |
| "grad_norm": 0.43338626623153687, |
| "learning_rate": 8.518000000000001e-05, |
| "loss": 0.0507, |
| "step": 4260 |
| }, |
| { |
| "grad_norm": 0.38887307047843933, |
| "learning_rate": 8.538e-05, |
| "loss": 0.0462, |
| "step": 4270 |
| }, |
| { |
| "grad_norm": 0.47358450293540955, |
| "learning_rate": 8.558e-05, |
| "loss": 0.0433, |
| "step": 4280 |
| }, |
| { |
| "grad_norm": 0.4823721945285797, |
| "learning_rate": 8.578000000000001e-05, |
| "loss": 0.0447, |
| "step": 4290 |
| }, |
| { |
| "grad_norm": 0.3531292676925659, |
| "learning_rate": 8.598e-05, |
| "loss": 0.0396, |
| "step": 4300 |
| }, |
| { |
| "grad_norm": 0.4482009708881378, |
| "learning_rate": 8.618e-05, |
| "loss": 0.0453, |
| "step": 4310 |
| }, |
| { |
| "grad_norm": 0.5934690237045288, |
| "learning_rate": 8.638000000000001e-05, |
| "loss": 0.0711, |
| "step": 4320 |
| }, |
| { |
| "grad_norm": 0.4615998864173889, |
| "learning_rate": 8.658e-05, |
| "loss": 0.046, |
| "step": 4330 |
| }, |
| { |
| "grad_norm": 0.38178497552871704, |
| "learning_rate": 8.678e-05, |
| "loss": 0.0418, |
| "step": 4340 |
| }, |
| { |
| "grad_norm": 0.4002855122089386, |
| "learning_rate": 8.698000000000001e-05, |
| "loss": 0.0358, |
| "step": 4350 |
| }, |
| { |
| "grad_norm": 0.37864506244659424, |
| "learning_rate": 8.718e-05, |
| "loss": 0.039, |
| "step": 4360 |
| }, |
| { |
| "grad_norm": 0.4157409965991974, |
| "learning_rate": 8.738000000000001e-05, |
| "loss": 0.0458, |
| "step": 4370 |
| }, |
| { |
| "grad_norm": 0.43442434072494507, |
| "learning_rate": 8.758000000000001e-05, |
| "loss": 0.0472, |
| "step": 4380 |
| }, |
| { |
| "grad_norm": 0.48835688829421997, |
| "learning_rate": 8.778e-05, |
| "loss": 0.0398, |
| "step": 4390 |
| }, |
| { |
| "grad_norm": 0.48423928022384644, |
| "learning_rate": 8.798000000000001e-05, |
| "loss": 0.0554, |
| "step": 4400 |
| }, |
| { |
| "grad_norm": 0.47621750831604004, |
| "learning_rate": 8.818000000000001e-05, |
| "loss": 0.0448, |
| "step": 4410 |
| }, |
| { |
| "grad_norm": 0.4389837384223938, |
| "learning_rate": 8.838e-05, |
| "loss": 0.0596, |
| "step": 4420 |
| }, |
| { |
| "grad_norm": 0.3592231273651123, |
| "learning_rate": 8.858000000000001e-05, |
| "loss": 0.0501, |
| "step": 4430 |
| }, |
| { |
| "grad_norm": 0.48489102721214294, |
| "learning_rate": 8.878000000000001e-05, |
| "loss": 0.0507, |
| "step": 4440 |
| }, |
| { |
| "grad_norm": 0.3971380889415741, |
| "learning_rate": 8.898e-05, |
| "loss": 0.0587, |
| "step": 4450 |
| }, |
| { |
| "grad_norm": 0.49518850445747375, |
| "learning_rate": 8.918000000000001e-05, |
| "loss": 0.0493, |
| "step": 4460 |
| }, |
| { |
| "grad_norm": 0.4285871982574463, |
| "learning_rate": 8.938e-05, |
| "loss": 0.0463, |
| "step": 4470 |
| }, |
| { |
| "grad_norm": 0.4088277518749237, |
| "learning_rate": 8.958e-05, |
| "loss": 0.0517, |
| "step": 4480 |
| }, |
| { |
| "grad_norm": 0.4277302324771881, |
| "learning_rate": 8.978000000000001e-05, |
| "loss": 0.0506, |
| "step": 4490 |
| }, |
| { |
| "grad_norm": 0.46519720554351807, |
| "learning_rate": 8.998e-05, |
| "loss": 0.0495, |
| "step": 4500 |
| }, |
| { |
| "grad_norm": 0.4068399667739868, |
| "learning_rate": 9.018000000000001e-05, |
| "loss": 0.0687, |
| "step": 4510 |
| }, |
| { |
| "grad_norm": 0.49455416202545166, |
| "learning_rate": 9.038000000000001e-05, |
| "loss": 0.0508, |
| "step": 4520 |
| }, |
| { |
| "grad_norm": 0.4416707158088684, |
| "learning_rate": 9.058e-05, |
| "loss": 0.0481, |
| "step": 4530 |
| }, |
| { |
| "grad_norm": 0.5990498661994934, |
| "learning_rate": 9.078000000000001e-05, |
| "loss": 0.0635, |
| "step": 4540 |
| }, |
| { |
| "grad_norm": 0.5360383987426758, |
| "learning_rate": 9.098000000000001e-05, |
| "loss": 0.0612, |
| "step": 4550 |
| }, |
| { |
| "grad_norm": 0.37586185336112976, |
| "learning_rate": 9.118e-05, |
| "loss": 0.0473, |
| "step": 4560 |
| }, |
| { |
| "grad_norm": 0.40508490800857544, |
| "learning_rate": 9.138e-05, |
| "loss": 0.0533, |
| "step": 4570 |
| }, |
| { |
| "grad_norm": 0.8519114851951599, |
| "learning_rate": 9.158e-05, |
| "loss": 0.0468, |
| "step": 4580 |
| }, |
| { |
| "grad_norm": 0.4385341703891754, |
| "learning_rate": 9.178e-05, |
| "loss": 0.0473, |
| "step": 4590 |
| }, |
| { |
| "grad_norm": 0.47749242186546326, |
| "learning_rate": 9.198e-05, |
| "loss": 0.0507, |
| "step": 4600 |
| }, |
| { |
| "grad_norm": 0.4829212427139282, |
| "learning_rate": 9.218e-05, |
| "loss": 0.0499, |
| "step": 4610 |
| }, |
| { |
| "grad_norm": 0.4476567804813385, |
| "learning_rate": 9.238e-05, |
| "loss": 0.0417, |
| "step": 4620 |
| }, |
| { |
| "grad_norm": 0.5656363368034363, |
| "learning_rate": 9.258e-05, |
| "loss": 0.0546, |
| "step": 4630 |
| }, |
| { |
| "grad_norm": 0.5048646330833435, |
| "learning_rate": 9.278e-05, |
| "loss": 0.0516, |
| "step": 4640 |
| }, |
| { |
| "grad_norm": 0.540164053440094, |
| "learning_rate": 9.298e-05, |
| "loss": 0.0421, |
| "step": 4650 |
| }, |
| { |
| "grad_norm": 0.41845086216926575, |
| "learning_rate": 9.318e-05, |
| "loss": 0.0478, |
| "step": 4660 |
| }, |
| { |
| "grad_norm": 0.6415730118751526, |
| "learning_rate": 9.338e-05, |
| "loss": 0.0447, |
| "step": 4670 |
| }, |
| { |
| "grad_norm": 0.35450783371925354, |
| "learning_rate": 9.358e-05, |
| "loss": 0.0461, |
| "step": 4680 |
| }, |
| { |
| "grad_norm": 0.48354604840278625, |
| "learning_rate": 9.378e-05, |
| "loss": 0.0531, |
| "step": 4690 |
| }, |
| { |
| "grad_norm": 0.4911448061466217, |
| "learning_rate": 9.398e-05, |
| "loss": 0.0473, |
| "step": 4700 |
| }, |
| { |
| "grad_norm": 0.454332172870636, |
| "learning_rate": 9.418e-05, |
| "loss": 0.0435, |
| "step": 4710 |
| }, |
| { |
| "grad_norm": 0.42084118723869324, |
| "learning_rate": 9.438e-05, |
| "loss": 0.0426, |
| "step": 4720 |
| }, |
| { |
| "grad_norm": 0.30459684133529663, |
| "learning_rate": 9.458e-05, |
| "loss": 0.0533, |
| "step": 4730 |
| }, |
| { |
| "grad_norm": 0.3999723792076111, |
| "learning_rate": 9.478e-05, |
| "loss": 0.0519, |
| "step": 4740 |
| }, |
| { |
| "grad_norm": 0.3873731195926666, |
| "learning_rate": 9.498e-05, |
| "loss": 0.0415, |
| "step": 4750 |
| }, |
| { |
| "grad_norm": 0.3257777690887451, |
| "learning_rate": 9.518000000000001e-05, |
| "loss": 0.0458, |
| "step": 4760 |
| }, |
| { |
| "grad_norm": 0.571869969367981, |
| "learning_rate": 9.538e-05, |
| "loss": 0.0487, |
| "step": 4770 |
| }, |
| { |
| "grad_norm": 0.5172654986381531, |
| "learning_rate": 9.558e-05, |
| "loss": 0.0561, |
| "step": 4780 |
| }, |
| { |
| "grad_norm": 0.40108487010002136, |
| "learning_rate": 9.578000000000001e-05, |
| "loss": 0.0411, |
| "step": 4790 |
| }, |
| { |
| "grad_norm": 0.2834753394126892, |
| "learning_rate": 9.598e-05, |
| "loss": 0.043, |
| "step": 4800 |
| }, |
| { |
| "grad_norm": 0.3625306487083435, |
| "learning_rate": 9.618e-05, |
| "loss": 0.0444, |
| "step": 4810 |
| }, |
| { |
| "grad_norm": 0.3061979115009308, |
| "learning_rate": 9.638000000000001e-05, |
| "loss": 0.048, |
| "step": 4820 |
| }, |
| { |
| "grad_norm": 0.43342238664627075, |
| "learning_rate": 9.658e-05, |
| "loss": 0.0459, |
| "step": 4830 |
| }, |
| { |
| "grad_norm": 0.45829254388809204, |
| "learning_rate": 9.678e-05, |
| "loss": 0.0469, |
| "step": 4840 |
| }, |
| { |
| "grad_norm": 0.4165900945663452, |
| "learning_rate": 9.698000000000001e-05, |
| "loss": 0.0428, |
| "step": 4850 |
| }, |
| { |
| "grad_norm": 0.3381836712360382, |
| "learning_rate": 9.718e-05, |
| "loss": 0.0374, |
| "step": 4860 |
| }, |
| { |
| "grad_norm": 0.4262806177139282, |
| "learning_rate": 9.738e-05, |
| "loss": 0.0427, |
| "step": 4870 |
| }, |
| { |
| "grad_norm": 0.35872822999954224, |
| "learning_rate": 9.758000000000001e-05, |
| "loss": 0.0392, |
| "step": 4880 |
| }, |
| { |
| "grad_norm": 0.5044097304344177, |
| "learning_rate": 9.778e-05, |
| "loss": 0.0571, |
| "step": 4890 |
| }, |
| { |
| "grad_norm": 0.593035876750946, |
| "learning_rate": 9.798000000000001e-05, |
| "loss": 0.0391, |
| "step": 4900 |
| }, |
| { |
| "grad_norm": 0.4018821716308594, |
| "learning_rate": 9.818000000000001e-05, |
| "loss": 0.0495, |
| "step": 4910 |
| }, |
| { |
| "grad_norm": 0.36531198024749756, |
| "learning_rate": 9.838e-05, |
| "loss": 0.0461, |
| "step": 4920 |
| }, |
| { |
| "grad_norm": 0.3901344835758209, |
| "learning_rate": 9.858000000000001e-05, |
| "loss": 0.0447, |
| "step": 4930 |
| }, |
| { |
| "grad_norm": 0.3914910554885864, |
| "learning_rate": 9.878e-05, |
| "loss": 0.0417, |
| "step": 4940 |
| }, |
| { |
| "grad_norm": 0.4712642729282379, |
| "learning_rate": 9.898e-05, |
| "loss": 0.0456, |
| "step": 4950 |
| }, |
| { |
| "grad_norm": 0.3110232651233673, |
| "learning_rate": 9.918000000000001e-05, |
| "loss": 0.0429, |
| "step": 4960 |
| }, |
| { |
| "grad_norm": 0.38908815383911133, |
| "learning_rate": 9.938e-05, |
| "loss": 0.0521, |
| "step": 4970 |
| }, |
| { |
| "grad_norm": 0.350799560546875, |
| "learning_rate": 9.958e-05, |
| "loss": 0.0484, |
| "step": 4980 |
| }, |
| { |
| "grad_norm": 0.34600725769996643, |
| "learning_rate": 9.978000000000001e-05, |
| "loss": 0.0429, |
| "step": 4990 |
| }, |
| { |
| "grad_norm": 0.44985055923461914, |
| "learning_rate": 9.998e-05, |
| "loss": 0.053, |
| "step": 5000 |
| }, |
| { |
| "grad_norm": 0.4457371234893799, |
| "learning_rate": 9.999999778549045e-05, |
| "loss": 0.0444, |
| "step": 5010 |
| }, |
| { |
| "grad_norm": 0.4866776764392853, |
| "learning_rate": 9.999999013039593e-05, |
| "loss": 0.0419, |
| "step": 5020 |
| }, |
| { |
| "grad_norm": 0.4193825125694275, |
| "learning_rate": 9.999997700737766e-05, |
| "loss": 0.04, |
| "step": 5030 |
| }, |
| { |
| "grad_norm": 0.3338404595851898, |
| "learning_rate": 9.999995841643709e-05, |
| "loss": 0.0399, |
| "step": 5040 |
| }, |
| { |
| "grad_norm": 0.3945288062095642, |
| "learning_rate": 9.999993435757623e-05, |
| "loss": 0.0448, |
| "step": 5050 |
| }, |
| { |
| "grad_norm": 0.308926522731781, |
| "learning_rate": 9.999990483079773e-05, |
| "loss": 0.0346, |
| "step": 5060 |
| }, |
| { |
| "grad_norm": 0.3824428617954254, |
| "learning_rate": 9.999986983610481e-05, |
| "loss": 0.0536, |
| "step": 5070 |
| }, |
| { |
| "grad_norm": 0.32512784004211426, |
| "learning_rate": 9.99998293735013e-05, |
| "loss": 0.0498, |
| "step": 5080 |
| }, |
| { |
| "grad_norm": 0.2981336712837219, |
| "learning_rate": 9.999978344299161e-05, |
| "loss": 0.0411, |
| "step": 5090 |
| }, |
| { |
| "grad_norm": 0.36756810545921326, |
| "learning_rate": 9.99997320445808e-05, |
| "loss": 0.0417, |
| "step": 5100 |
| }, |
| { |
| "grad_norm": 0.44123566150665283, |
| "learning_rate": 9.999967517827444e-05, |
| "loss": 0.0478, |
| "step": 5110 |
| }, |
| { |
| "grad_norm": 0.4048570692539215, |
| "learning_rate": 9.999961284407879e-05, |
| "loss": 0.0558, |
| "step": 5120 |
| }, |
| { |
| "grad_norm": 0.41541656851768494, |
| "learning_rate": 9.999954504200067e-05, |
| "loss": 0.0532, |
| "step": 5130 |
| }, |
| { |
| "grad_norm": 0.370635449886322, |
| "learning_rate": 9.999947177204744e-05, |
| "loss": 0.0438, |
| "step": 5140 |
| }, |
| { |
| "grad_norm": 0.4047102928161621, |
| "learning_rate": 9.999939303422718e-05, |
| "loss": 0.039, |
| "step": 5150 |
| }, |
| { |
| "grad_norm": 0.3960151672363281, |
| "learning_rate": 9.999930882854847e-05, |
| "loss": 0.0584, |
| "step": 5160 |
| }, |
| { |
| "grad_norm": 0.35693055391311646, |
| "learning_rate": 9.999921915502051e-05, |
| "loss": 0.0462, |
| "step": 5170 |
| }, |
| { |
| "grad_norm": 0.35383063554763794, |
| "learning_rate": 9.99991240136531e-05, |
| "loss": 0.0397, |
| "step": 5180 |
| }, |
| { |
| "grad_norm": 0.38076698780059814, |
| "learning_rate": 9.999902340445668e-05, |
| "loss": 0.0598, |
| "step": 5190 |
| }, |
| { |
| "grad_norm": 0.2750827372074127, |
| "learning_rate": 9.999891732744224e-05, |
| "loss": 0.0368, |
| "step": 5200 |
| }, |
| { |
| "grad_norm": 0.4872633218765259, |
| "learning_rate": 9.999880578262135e-05, |
| "loss": 0.0456, |
| "step": 5210 |
| }, |
| { |
| "grad_norm": 0.38172680139541626, |
| "learning_rate": 9.999868877000624e-05, |
| "loss": 0.0427, |
| "step": 5220 |
| }, |
| { |
| "grad_norm": 0.33038702607154846, |
| "learning_rate": 9.99985662896097e-05, |
| "loss": 0.0417, |
| "step": 5230 |
| }, |
| { |
| "grad_norm": 0.3226548135280609, |
| "learning_rate": 9.999843834144513e-05, |
| "loss": 0.0405, |
| "step": 5240 |
| }, |
| { |
| "grad_norm": 0.3860369920730591, |
| "learning_rate": 9.99983049255265e-05, |
| "loss": 0.0513, |
| "step": 5250 |
| }, |
| { |
| "grad_norm": 0.34384334087371826, |
| "learning_rate": 9.999816604186843e-05, |
| "loss": 0.0393, |
| "step": 5260 |
| }, |
| { |
| "grad_norm": 0.38275647163391113, |
| "learning_rate": 9.999802169048609e-05, |
| "loss": 0.0418, |
| "step": 5270 |
| }, |
| { |
| "grad_norm": 0.4732551574707031, |
| "learning_rate": 9.999787187139527e-05, |
| "loss": 0.0453, |
| "step": 5280 |
| }, |
| { |
| "grad_norm": 0.34008124470710754, |
| "learning_rate": 9.999771658461234e-05, |
| "loss": 0.0468, |
| "step": 5290 |
| }, |
| { |
| "grad_norm": 0.34717661142349243, |
| "learning_rate": 9.999755583015431e-05, |
| "loss": 0.0369, |
| "step": 5300 |
| }, |
| { |
| "grad_norm": 0.3388221263885498, |
| "learning_rate": 9.999738960803874e-05, |
| "loss": 0.0344, |
| "step": 5310 |
| }, |
| { |
| "grad_norm": 0.37457239627838135, |
| "learning_rate": 9.99972179182838e-05, |
| "loss": 0.0408, |
| "step": 5320 |
| }, |
| { |
| "grad_norm": 0.46544578671455383, |
| "learning_rate": 9.99970407609083e-05, |
| "loss": 0.0561, |
| "step": 5330 |
| }, |
| { |
| "grad_norm": 0.3946884572505951, |
| "learning_rate": 9.999685813593159e-05, |
| "loss": 0.0443, |
| "step": 5340 |
| }, |
| { |
| "grad_norm": 0.2683626413345337, |
| "learning_rate": 9.999667004337362e-05, |
| "loss": 0.0374, |
| "step": 5350 |
| }, |
| { |
| "grad_norm": 0.28631749749183655, |
| "learning_rate": 9.9996476483255e-05, |
| "loss": 0.0413, |
| "step": 5360 |
| }, |
| { |
| "grad_norm": 0.36079248785972595, |
| "learning_rate": 9.999627745559688e-05, |
| "loss": 0.0356, |
| "step": 5370 |
| }, |
| { |
| "grad_norm": 0.4213111102581024, |
| "learning_rate": 9.999607296042101e-05, |
| "loss": 0.0383, |
| "step": 5380 |
| }, |
| { |
| "grad_norm": 0.31158196926116943, |
| "learning_rate": 9.99958629977498e-05, |
| "loss": 0.0375, |
| "step": 5390 |
| }, |
| { |
| "grad_norm": 0.27046331763267517, |
| "learning_rate": 9.999564756760615e-05, |
| "loss": 0.0405, |
| "step": 5400 |
| }, |
| { |
| "grad_norm": 0.27969858050346375, |
| "learning_rate": 9.999542667001366e-05, |
| "loss": 0.0333, |
| "step": 5410 |
| }, |
| { |
| "grad_norm": 0.43641960620880127, |
| "learning_rate": 9.999520030499647e-05, |
| "loss": 0.0389, |
| "step": 5420 |
| }, |
| { |
| "grad_norm": 0.3843284249305725, |
| "learning_rate": 9.999496847257936e-05, |
| "loss": 0.0377, |
| "step": 5430 |
| }, |
| { |
| "grad_norm": 0.3445203900337219, |
| "learning_rate": 9.999473117278764e-05, |
| "loss": 0.0475, |
| "step": 5440 |
| }, |
| { |
| "grad_norm": 0.3761952519416809, |
| "learning_rate": 9.999448840564731e-05, |
| "loss": 0.0322, |
| "step": 5450 |
| }, |
| { |
| "grad_norm": 0.3402634561061859, |
| "learning_rate": 9.999424017118488e-05, |
| "loss": 0.036, |
| "step": 5460 |
| }, |
| { |
| "grad_norm": 0.3042530119419098, |
| "learning_rate": 9.999398646942751e-05, |
| "loss": 0.0326, |
| "step": 5470 |
| }, |
| { |
| "grad_norm": 0.3125622570514679, |
| "learning_rate": 9.999372730040296e-05, |
| "loss": 0.0367, |
| "step": 5480 |
| }, |
| { |
| "grad_norm": 0.28172048926353455, |
| "learning_rate": 9.999346266413953e-05, |
| "loss": 0.0349, |
| "step": 5490 |
| }, |
| { |
| "grad_norm": 0.3005838394165039, |
| "learning_rate": 9.99931925606662e-05, |
| "loss": 0.037, |
| "step": 5500 |
| }, |
| { |
| "grad_norm": 0.3403024971485138, |
| "learning_rate": 9.99929169900125e-05, |
| "loss": 0.0397, |
| "step": 5510 |
| }, |
| { |
| "grad_norm": 0.2735153138637543, |
| "learning_rate": 9.999263595220855e-05, |
| "loss": 0.0353, |
| "step": 5520 |
| }, |
| { |
| "grad_norm": 0.31464219093322754, |
| "learning_rate": 9.99923494472851e-05, |
| "loss": 0.0371, |
| "step": 5530 |
| }, |
| { |
| "grad_norm": 0.3070959448814392, |
| "learning_rate": 9.999205747527348e-05, |
| "loss": 0.032, |
| "step": 5540 |
| }, |
| { |
| "grad_norm": 0.3369695544242859, |
| "learning_rate": 9.999176003620561e-05, |
| "loss": 0.035, |
| "step": 5550 |
| }, |
| { |
| "grad_norm": 0.3155800998210907, |
| "learning_rate": 9.999145713011405e-05, |
| "loss": 0.0359, |
| "step": 5560 |
| }, |
| { |
| "grad_norm": 0.36522960662841797, |
| "learning_rate": 9.999114875703186e-05, |
| "loss": 0.0381, |
| "step": 5570 |
| }, |
| { |
| "grad_norm": 0.46231067180633545, |
| "learning_rate": 9.999083491699281e-05, |
| "loss": 0.0482, |
| "step": 5580 |
| }, |
| { |
| "grad_norm": 0.43577179312705994, |
| "learning_rate": 9.999051561003123e-05, |
| "loss": 0.0361, |
| "step": 5590 |
| }, |
| { |
| "grad_norm": 0.3758983910083771, |
| "learning_rate": 9.999019083618202e-05, |
| "loss": 0.043, |
| "step": 5600 |
| }, |
| { |
| "grad_norm": 0.394493967294693, |
| "learning_rate": 9.99898605954807e-05, |
| "loss": 0.0379, |
| "step": 5610 |
| }, |
| { |
| "grad_norm": 0.2872087359428406, |
| "learning_rate": 9.998952488796338e-05, |
| "loss": 0.0367, |
| "step": 5620 |
| }, |
| { |
| "grad_norm": 0.2769279479980469, |
| "learning_rate": 9.998918371366676e-05, |
| "loss": 0.0342, |
| "step": 5630 |
| }, |
| { |
| "grad_norm": 0.2927900552749634, |
| "learning_rate": 9.99888370726282e-05, |
| "loss": 0.0358, |
| "step": 5640 |
| }, |
| { |
| "grad_norm": 0.28604426980018616, |
| "learning_rate": 9.998848496488556e-05, |
| "loss": 0.0513, |
| "step": 5650 |
| }, |
| { |
| "grad_norm": 0.29099681973457336, |
| "learning_rate": 9.998812739047736e-05, |
| "loss": 0.0377, |
| "step": 5660 |
| }, |
| { |
| "grad_norm": 0.35573118925094604, |
| "learning_rate": 9.99877643494427e-05, |
| "loss": 0.0376, |
| "step": 5670 |
| }, |
| { |
| "grad_norm": 0.3163166046142578, |
| "learning_rate": 9.998739584182128e-05, |
| "loss": 0.0447, |
| "step": 5680 |
| }, |
| { |
| "grad_norm": 0.4396672248840332, |
| "learning_rate": 9.998702186765342e-05, |
| "loss": 0.0404, |
| "step": 5690 |
| }, |
| { |
| "grad_norm": 0.3494808077812195, |
| "learning_rate": 9.998664242698e-05, |
| "loss": 0.0393, |
| "step": 5700 |
| }, |
| { |
| "grad_norm": 0.38465186953544617, |
| "learning_rate": 9.998625751984251e-05, |
| "loss": 0.0451, |
| "step": 5710 |
| }, |
| { |
| "grad_norm": 0.328311562538147, |
| "learning_rate": 9.998586714628307e-05, |
| "loss": 0.0375, |
| "step": 5720 |
| }, |
| { |
| "grad_norm": 0.29680177569389343, |
| "learning_rate": 9.998547130634432e-05, |
| "loss": 0.0377, |
| "step": 5730 |
| }, |
| { |
| "grad_norm": 0.31583890318870544, |
| "learning_rate": 9.99850700000696e-05, |
| "loss": 0.0438, |
| "step": 5740 |
| }, |
| { |
| "grad_norm": 0.26687678694725037, |
| "learning_rate": 9.998466322750278e-05, |
| "loss": 0.0348, |
| "step": 5750 |
| }, |
| { |
| "grad_norm": 0.3553796708583832, |
| "learning_rate": 9.998425098868834e-05, |
| "loss": 0.0389, |
| "step": 5760 |
| }, |
| { |
| "grad_norm": 0.38707616925239563, |
| "learning_rate": 9.998383328367136e-05, |
| "loss": 0.0395, |
| "step": 5770 |
| }, |
| { |
| "grad_norm": 0.3412174880504608, |
| "learning_rate": 9.99834101124975e-05, |
| "loss": 0.0436, |
| "step": 5780 |
| }, |
| { |
| "grad_norm": 0.2778187692165375, |
| "learning_rate": 9.998298147521309e-05, |
| "loss": 0.0373, |
| "step": 5790 |
| }, |
| { |
| "grad_norm": 0.3315787613391876, |
| "learning_rate": 9.998254737186496e-05, |
| "loss": 0.0457, |
| "step": 5800 |
| }, |
| { |
| "grad_norm": 0.32647934556007385, |
| "learning_rate": 9.99821078025006e-05, |
| "loss": 0.0431, |
| "step": 5810 |
| }, |
| { |
| "grad_norm": 0.3641613721847534, |
| "learning_rate": 9.998166276716807e-05, |
| "loss": 0.0377, |
| "step": 5820 |
| }, |
| { |
| "grad_norm": 0.3695627748966217, |
| "learning_rate": 9.998121226591606e-05, |
| "loss": 0.0407, |
| "step": 5830 |
| }, |
| { |
| "grad_norm": 0.35932645201683044, |
| "learning_rate": 9.998075629879382e-05, |
| "loss": 0.0392, |
| "step": 5840 |
| }, |
| { |
| "grad_norm": 0.3038875162601471, |
| "learning_rate": 9.99802948658512e-05, |
| "loss": 0.032, |
| "step": 5850 |
| }, |
| { |
| "grad_norm": 0.20721293985843658, |
| "learning_rate": 9.99798279671387e-05, |
| "loss": 0.042, |
| "step": 5860 |
| }, |
| { |
| "grad_norm": 0.3722662925720215, |
| "learning_rate": 9.997935560270734e-05, |
| "loss": 0.0381, |
| "step": 5870 |
| }, |
| { |
| "grad_norm": 0.4159487783908844, |
| "learning_rate": 9.997887777260879e-05, |
| "loss": 0.0471, |
| "step": 5880 |
| }, |
| { |
| "grad_norm": 0.3565455377101898, |
| "learning_rate": 9.997839447689532e-05, |
| "loss": 0.0453, |
| "step": 5890 |
| }, |
| { |
| "grad_norm": 0.3338732123374939, |
| "learning_rate": 9.997790571561978e-05, |
| "loss": 0.0601, |
| "step": 5900 |
| }, |
| { |
| "grad_norm": 0.33086299896240234, |
| "learning_rate": 9.99774114888356e-05, |
| "loss": 0.0483, |
| "step": 5910 |
| }, |
| { |
| "grad_norm": 0.3562318682670593, |
| "learning_rate": 9.997691179659684e-05, |
| "loss": 0.0383, |
| "step": 5920 |
| }, |
| { |
| "grad_norm": 0.2637366056442261, |
| "learning_rate": 9.997640663895815e-05, |
| "loss": 0.0369, |
| "step": 5930 |
| }, |
| { |
| "grad_norm": 0.2633378505706787, |
| "learning_rate": 9.997589601597477e-05, |
| "loss": 0.0412, |
| "step": 5940 |
| }, |
| { |
| "grad_norm": 0.4011734426021576, |
| "learning_rate": 9.997537992770252e-05, |
| "loss": 0.0396, |
| "step": 5950 |
| }, |
| { |
| "grad_norm": 0.362652063369751, |
| "learning_rate": 9.997485837419788e-05, |
| "loss": 0.0352, |
| "step": 5960 |
| }, |
| { |
| "grad_norm": 0.41802698373794556, |
| "learning_rate": 9.997433135551786e-05, |
| "loss": 0.0448, |
| "step": 5970 |
| }, |
| { |
| "grad_norm": 0.31231939792633057, |
| "learning_rate": 9.997379887172009e-05, |
| "loss": 0.0423, |
| "step": 5980 |
| }, |
| { |
| "grad_norm": 0.5096443295478821, |
| "learning_rate": 9.997326092286281e-05, |
| "loss": 0.0527, |
| "step": 5990 |
| }, |
| { |
| "grad_norm": 0.2742319405078888, |
| "learning_rate": 9.997271750900486e-05, |
| "loss": 0.0582, |
| "step": 6000 |
| }, |
| { |
| "grad_norm": 0.29416942596435547, |
| "learning_rate": 9.997216863020565e-05, |
| "loss": 0.0418, |
| "step": 6010 |
| }, |
| { |
| "grad_norm": 0.25156641006469727, |
| "learning_rate": 9.99716142865252e-05, |
| "loss": 0.0409, |
| "step": 6020 |
| }, |
| { |
| "grad_norm": 0.33867189288139343, |
| "learning_rate": 9.997105447802415e-05, |
| "loss": 0.0397, |
| "step": 6030 |
| }, |
| { |
| "grad_norm": 0.3623952865600586, |
| "learning_rate": 9.997048920476373e-05, |
| "loss": 0.0387, |
| "step": 6040 |
| }, |
| { |
| "grad_norm": 0.39471375942230225, |
| "learning_rate": 9.996991846680572e-05, |
| "loss": 0.0451, |
| "step": 6050 |
| }, |
| { |
| "grad_norm": 0.3980799615383148, |
| "learning_rate": 9.996934226421257e-05, |
| "loss": 0.0384, |
| "step": 6060 |
| }, |
| { |
| "grad_norm": 0.41620194911956787, |
| "learning_rate": 9.996876059704726e-05, |
| "loss": 0.0416, |
| "step": 6070 |
| }, |
| { |
| "grad_norm": 0.2997787892818451, |
| "learning_rate": 9.996817346537343e-05, |
| "loss": 0.0425, |
| "step": 6080 |
| }, |
| { |
| "grad_norm": 0.39817532896995544, |
| "learning_rate": 9.996758086925526e-05, |
| "loss": 0.0424, |
| "step": 6090 |
| }, |
| { |
| "grad_norm": 0.3052063286304474, |
| "learning_rate": 9.996698280875759e-05, |
| "loss": 0.0459, |
| "step": 6100 |
| }, |
| { |
| "grad_norm": 0.28340935707092285, |
| "learning_rate": 9.99663792839458e-05, |
| "loss": 0.0321, |
| "step": 6110 |
| }, |
| { |
| "grad_norm": 0.3321530818939209, |
| "learning_rate": 9.99657702948859e-05, |
| "loss": 0.0413, |
| "step": 6120 |
| }, |
| { |
| "grad_norm": 0.3218732178211212, |
| "learning_rate": 9.996515584164448e-05, |
| "loss": 0.0336, |
| "step": 6130 |
| }, |
| { |
| "grad_norm": 0.2716471552848816, |
| "learning_rate": 9.996453592428873e-05, |
| "loss": 0.0364, |
| "step": 6140 |
| }, |
| { |
| "grad_norm": 0.2865748703479767, |
| "learning_rate": 9.996391054288646e-05, |
| "loss": 0.0584, |
| "step": 6150 |
| }, |
| { |
| "grad_norm": 0.3972782492637634, |
| "learning_rate": 9.996327969750605e-05, |
| "loss": 0.058, |
| "step": 6160 |
| }, |
| { |
| "grad_norm": 0.36359286308288574, |
| "learning_rate": 9.996264338821649e-05, |
| "loss": 0.0507, |
| "step": 6170 |
| }, |
| { |
| "grad_norm": 0.3013223707675934, |
| "learning_rate": 9.996200161508735e-05, |
| "loss": 0.0391, |
| "step": 6180 |
| }, |
| { |
| "grad_norm": 0.2465677708387375, |
| "learning_rate": 9.996135437818885e-05, |
| "loss": 0.0485, |
| "step": 6190 |
| }, |
| { |
| "grad_norm": 0.3803187906742096, |
| "learning_rate": 9.996070167759175e-05, |
| "loss": 0.0399, |
| "step": 6200 |
| }, |
| { |
| "grad_norm": 0.34350550174713135, |
| "learning_rate": 9.996004351336743e-05, |
| "loss": 0.0414, |
| "step": 6210 |
| }, |
| { |
| "grad_norm": 0.46143826842308044, |
| "learning_rate": 9.995937988558785e-05, |
| "loss": 0.0365, |
| "step": 6220 |
| }, |
| { |
| "grad_norm": 0.31243279576301575, |
| "learning_rate": 9.995871079432561e-05, |
| "loss": 0.0402, |
| "step": 6230 |
| }, |
| { |
| "grad_norm": 0.2912810444831848, |
| "learning_rate": 9.995803623965389e-05, |
| "loss": 0.0424, |
| "step": 6240 |
| }, |
| { |
| "grad_norm": 0.3197357952594757, |
| "learning_rate": 9.995735622164641e-05, |
| "loss": 0.0447, |
| "step": 6250 |
| }, |
| { |
| "grad_norm": 0.35028401017189026, |
| "learning_rate": 9.995667074037758e-05, |
| "loss": 0.0318, |
| "step": 6260 |
| }, |
| { |
| "grad_norm": 0.3003797233104706, |
| "learning_rate": 9.995597979592232e-05, |
| "loss": 0.0405, |
| "step": 6270 |
| }, |
| { |
| "grad_norm": 0.25014162063598633, |
| "learning_rate": 9.995528338835625e-05, |
| "loss": 0.0382, |
| "step": 6280 |
| }, |
| { |
| "grad_norm": 0.2773245871067047, |
| "learning_rate": 9.995458151775547e-05, |
| "loss": 0.0357, |
| "step": 6290 |
| }, |
| { |
| "grad_norm": 0.3372359275817871, |
| "learning_rate": 9.995387418419677e-05, |
| "loss": 0.0402, |
| "step": 6300 |
| }, |
| { |
| "grad_norm": 0.3421248197555542, |
| "learning_rate": 9.99531613877575e-05, |
| "loss": 0.0348, |
| "step": 6310 |
| }, |
| { |
| "grad_norm": 0.30623844265937805, |
| "learning_rate": 9.995244312851559e-05, |
| "loss": 0.0336, |
| "step": 6320 |
| }, |
| { |
| "grad_norm": 0.3319791853427887, |
| "learning_rate": 9.995171940654961e-05, |
| "loss": 0.0351, |
| "step": 6330 |
| }, |
| { |
| "grad_norm": 0.40112826228141785, |
| "learning_rate": 9.995099022193871e-05, |
| "loss": 0.0485, |
| "step": 6340 |
| }, |
| { |
| "grad_norm": 0.518397331237793, |
| "learning_rate": 9.995025557476261e-05, |
| "loss": 0.04, |
| "step": 6350 |
| }, |
| { |
| "grad_norm": 0.37978556752204895, |
| "learning_rate": 9.994951546510165e-05, |
| "loss": 0.0399, |
| "step": 6360 |
| }, |
| { |
| "grad_norm": 0.31037217378616333, |
| "learning_rate": 9.994876989303679e-05, |
| "loss": 0.036, |
| "step": 6370 |
| }, |
| { |
| "grad_norm": 0.3502160906791687, |
| "learning_rate": 9.994801885864955e-05, |
| "loss": 0.0371, |
| "step": 6380 |
| }, |
| { |
| "grad_norm": 0.3823016583919525, |
| "learning_rate": 9.994726236202205e-05, |
| "loss": 0.0424, |
| "step": 6390 |
| }, |
| { |
| "grad_norm": 0.32516252994537354, |
| "learning_rate": 9.994650040323704e-05, |
| "loss": 0.0439, |
| "step": 6400 |
| }, |
| { |
| "grad_norm": 0.3373061418533325, |
| "learning_rate": 9.994573298237784e-05, |
| "loss": 0.0319, |
| "step": 6410 |
| }, |
| { |
| "grad_norm": 0.27572333812713623, |
| "learning_rate": 9.994496009952837e-05, |
| "loss": 0.0406, |
| "step": 6420 |
| }, |
| { |
| "grad_norm": 0.2845383584499359, |
| "learning_rate": 9.994418175477316e-05, |
| "loss": 0.0369, |
| "step": 6430 |
| }, |
| { |
| "grad_norm": 0.26869192719459534, |
| "learning_rate": 9.994339794819733e-05, |
| "loss": 0.0356, |
| "step": 6440 |
| }, |
| { |
| "grad_norm": 0.3009776473045349, |
| "learning_rate": 9.994260867988658e-05, |
| "loss": 0.0353, |
| "step": 6450 |
| }, |
| { |
| "grad_norm": 0.30609941482543945, |
| "learning_rate": 9.994181394992723e-05, |
| "loss": 0.0339, |
| "step": 6460 |
| }, |
| { |
| "grad_norm": 0.2574935853481293, |
| "learning_rate": 9.994101375840618e-05, |
| "loss": 0.0368, |
| "step": 6470 |
| }, |
| { |
| "grad_norm": 0.24934887886047363, |
| "learning_rate": 9.994020810541098e-05, |
| "loss": 0.0338, |
| "step": 6480 |
| }, |
| { |
| "grad_norm": 0.3328988254070282, |
| "learning_rate": 9.99393969910297e-05, |
| "loss": 0.0423, |
| "step": 6490 |
| }, |
| { |
| "grad_norm": 0.2232816368341446, |
| "learning_rate": 9.993858041535104e-05, |
| "loss": 0.0322, |
| "step": 6500 |
| }, |
| { |
| "grad_norm": 0.2760820686817169, |
| "learning_rate": 9.99377583784643e-05, |
| "loss": 0.0333, |
| "step": 6510 |
| }, |
| { |
| "grad_norm": 0.28666985034942627, |
| "learning_rate": 9.993693088045939e-05, |
| "loss": 0.0371, |
| "step": 6520 |
| }, |
| { |
| "grad_norm": 0.31116101145744324, |
| "learning_rate": 9.99360979214268e-05, |
| "loss": 0.0371, |
| "step": 6530 |
| }, |
| { |
| "grad_norm": 0.40249717235565186, |
| "learning_rate": 9.99352595014576e-05, |
| "loss": 0.043, |
| "step": 6540 |
| }, |
| { |
| "grad_norm": 0.4444715976715088, |
| "learning_rate": 9.993441562064354e-05, |
| "loss": 0.0354, |
| "step": 6550 |
| }, |
| { |
| "grad_norm": 0.3594377338886261, |
| "learning_rate": 9.993356627907685e-05, |
| "loss": 0.0405, |
| "step": 6560 |
| }, |
| { |
| "grad_norm": 0.44024428725242615, |
| "learning_rate": 9.99327114768504e-05, |
| "loss": 0.0443, |
| "step": 6570 |
| }, |
| { |
| "grad_norm": 0.31277918815612793, |
| "learning_rate": 9.99318512140577e-05, |
| "loss": 0.0319, |
| "step": 6580 |
| }, |
| { |
| "grad_norm": 0.26775193214416504, |
| "learning_rate": 9.993098549079284e-05, |
| "loss": 0.0449, |
| "step": 6590 |
| }, |
| { |
| "grad_norm": 0.287387877702713, |
| "learning_rate": 9.993011430715047e-05, |
| "loss": 0.0442, |
| "step": 6600 |
| }, |
| { |
| "grad_norm": 0.2790446877479553, |
| "learning_rate": 9.992923766322586e-05, |
| "loss": 0.0335, |
| "step": 6610 |
| }, |
| { |
| "grad_norm": 0.26064810156822205, |
| "learning_rate": 9.99283555591149e-05, |
| "loss": 0.0319, |
| "step": 6620 |
| }, |
| { |
| "grad_norm": 0.2634753882884979, |
| "learning_rate": 9.992746799491404e-05, |
| "loss": 0.0341, |
| "step": 6630 |
| }, |
| { |
| "grad_norm": 0.2597951889038086, |
| "learning_rate": 9.992657497072033e-05, |
| "loss": 0.0292, |
| "step": 6640 |
| }, |
| { |
| "grad_norm": 0.3425586521625519, |
| "learning_rate": 9.992567648663147e-05, |
| "loss": 0.044, |
| "step": 6650 |
| }, |
| { |
| "grad_norm": 0.3029065430164337, |
| "learning_rate": 9.992477254274568e-05, |
| "loss": 0.0321, |
| "step": 6660 |
| }, |
| { |
| "grad_norm": 0.23979894816875458, |
| "learning_rate": 9.992386313916183e-05, |
| "loss": 0.0295, |
| "step": 6670 |
| }, |
| { |
| "grad_norm": 0.2957475185394287, |
| "learning_rate": 9.992294827597934e-05, |
| "loss": 0.0404, |
| "step": 6680 |
| }, |
| { |
| "grad_norm": 0.31868672370910645, |
| "learning_rate": 9.992202795329831e-05, |
| "loss": 0.0367, |
| "step": 6690 |
| }, |
| { |
| "grad_norm": 0.37263667583465576, |
| "learning_rate": 9.992110217121936e-05, |
| "loss": 0.0377, |
| "step": 6700 |
| }, |
| { |
| "grad_norm": 0.3524804413318634, |
| "learning_rate": 9.992017092984372e-05, |
| "loss": 0.0407, |
| "step": 6710 |
| }, |
| { |
| "grad_norm": 0.31922340393066406, |
| "learning_rate": 9.991923422927326e-05, |
| "loss": 0.0473, |
| "step": 6720 |
| }, |
| { |
| "grad_norm": 0.30095764994621277, |
| "learning_rate": 9.991829206961037e-05, |
| "loss": 0.0415, |
| "step": 6730 |
| }, |
| { |
| "grad_norm": 0.3046099841594696, |
| "learning_rate": 9.991734445095813e-05, |
| "loss": 0.0623, |
| "step": 6740 |
| }, |
| { |
| "grad_norm": 0.29005441069602966, |
| "learning_rate": 9.991639137342015e-05, |
| "loss": 0.0366, |
| "step": 6750 |
| }, |
| { |
| "grad_norm": 0.28021571040153503, |
| "learning_rate": 9.991543283710064e-05, |
| "loss": 0.0335, |
| "step": 6760 |
| }, |
| { |
| "grad_norm": 0.3045392334461212, |
| "learning_rate": 9.991446884210445e-05, |
| "loss": 0.0318, |
| "step": 6770 |
| }, |
| { |
| "grad_norm": 0.2530970573425293, |
| "learning_rate": 9.9913499388537e-05, |
| "loss": 0.0376, |
| "step": 6780 |
| }, |
| { |
| "grad_norm": 0.3419201076030731, |
| "learning_rate": 9.99125244765043e-05, |
| "loss": 0.034, |
| "step": 6790 |
| }, |
| { |
| "grad_norm": 0.29189565777778625, |
| "learning_rate": 9.991154410611296e-05, |
| "loss": 0.0427, |
| "step": 6800 |
| }, |
| { |
| "grad_norm": 0.2636774480342865, |
| "learning_rate": 9.99105582774702e-05, |
| "loss": 0.033, |
| "step": 6810 |
| }, |
| { |
| "grad_norm": 0.28096434473991394, |
| "learning_rate": 9.990956699068384e-05, |
| "loss": 0.0437, |
| "step": 6820 |
| }, |
| { |
| "grad_norm": 0.3254293203353882, |
| "learning_rate": 9.990857024586224e-05, |
| "loss": 0.0354, |
| "step": 6830 |
| }, |
| { |
| "grad_norm": 0.33727508783340454, |
| "learning_rate": 9.990756804311446e-05, |
| "loss": 0.0392, |
| "step": 6840 |
| }, |
| { |
| "grad_norm": 0.26032304763793945, |
| "learning_rate": 9.990656038255006e-05, |
| "loss": 0.0345, |
| "step": 6850 |
| }, |
| { |
| "grad_norm": 0.3134416937828064, |
| "learning_rate": 9.990554726427926e-05, |
| "loss": 0.0312, |
| "step": 6860 |
| }, |
| { |
| "grad_norm": 0.33217957615852356, |
| "learning_rate": 9.990452868841284e-05, |
| "loss": 0.0479, |
| "step": 6870 |
| }, |
| { |
| "grad_norm": 0.24309852719306946, |
| "learning_rate": 9.99035046550622e-05, |
| "loss": 0.0428, |
| "step": 6880 |
| }, |
| { |
| "grad_norm": 0.2586185038089752, |
| "learning_rate": 9.99024751643393e-05, |
| "loss": 0.0382, |
| "step": 6890 |
| }, |
| { |
| "grad_norm": 0.35449615120887756, |
| "learning_rate": 9.990144021635677e-05, |
| "loss": 0.043, |
| "step": 6900 |
| }, |
| { |
| "grad_norm": 0.2781040668487549, |
| "learning_rate": 9.990039981122775e-05, |
| "loss": 0.0336, |
| "step": 6910 |
| }, |
| { |
| "grad_norm": 0.2982754409313202, |
| "learning_rate": 9.989935394906602e-05, |
| "loss": 0.0419, |
| "step": 6920 |
| }, |
| { |
| "grad_norm": 0.40027543902397156, |
| "learning_rate": 9.989830262998598e-05, |
| "loss": 0.0403, |
| "step": 6930 |
| }, |
| { |
| "grad_norm": 0.27110135555267334, |
| "learning_rate": 9.989724585410259e-05, |
| "loss": 0.033, |
| "step": 6940 |
| }, |
| { |
| "grad_norm": 0.3203417658805847, |
| "learning_rate": 9.989618362153139e-05, |
| "loss": 0.0321, |
| "step": 6950 |
| }, |
| { |
| "grad_norm": 0.3800163269042969, |
| "learning_rate": 9.989511593238859e-05, |
| "loss": 0.0343, |
| "step": 6960 |
| }, |
| { |
| "grad_norm": 0.27937543392181396, |
| "learning_rate": 9.98940427867909e-05, |
| "loss": 0.0363, |
| "step": 6970 |
| }, |
| { |
| "grad_norm": 0.2833656370639801, |
| "learning_rate": 9.989296418485573e-05, |
| "loss": 0.0438, |
| "step": 6980 |
| }, |
| { |
| "grad_norm": 0.27536827325820923, |
| "learning_rate": 9.989188012670101e-05, |
| "loss": 0.0334, |
| "step": 6990 |
| }, |
| { |
| "grad_norm": 0.3987238109111786, |
| "learning_rate": 9.989079061244528e-05, |
| "loss": 0.04, |
| "step": 7000 |
| }, |
| { |
| "grad_norm": 0.23699449002742767, |
| "learning_rate": 9.988969564220769e-05, |
| "loss": 0.0449, |
| "step": 7010 |
| }, |
| { |
| "grad_norm": 0.3830566108226776, |
| "learning_rate": 9.988859521610801e-05, |
| "loss": 0.0365, |
| "step": 7020 |
| }, |
| { |
| "grad_norm": 0.3622129261493683, |
| "learning_rate": 9.988748933426656e-05, |
| "loss": 0.0522, |
| "step": 7030 |
| }, |
| { |
| "grad_norm": 0.28122296929359436, |
| "learning_rate": 9.988637799680428e-05, |
| "loss": 0.0374, |
| "step": 7040 |
| }, |
| { |
| "grad_norm": 0.2586895525455475, |
| "learning_rate": 9.98852612038427e-05, |
| "loss": 0.0332, |
| "step": 7050 |
| }, |
| { |
| "grad_norm": 0.29525530338287354, |
| "learning_rate": 9.988413895550397e-05, |
| "loss": 0.032, |
| "step": 7060 |
| }, |
| { |
| "grad_norm": 0.2827947437763214, |
| "learning_rate": 9.98830112519108e-05, |
| "loss": 0.0363, |
| "step": 7070 |
| }, |
| { |
| "grad_norm": 0.4056331515312195, |
| "learning_rate": 9.98818780931865e-05, |
| "loss": 0.0525, |
| "step": 7080 |
| }, |
| { |
| "grad_norm": 0.3443695902824402, |
| "learning_rate": 9.988073947945502e-05, |
| "loss": 0.0371, |
| "step": 7090 |
| }, |
| { |
| "grad_norm": 0.34121641516685486, |
| "learning_rate": 9.987959541084087e-05, |
| "loss": 0.031, |
| "step": 7100 |
| }, |
| { |
| "grad_norm": 0.23405751585960388, |
| "learning_rate": 9.987844588746915e-05, |
| "loss": 0.044, |
| "step": 7110 |
| }, |
| { |
| "grad_norm": 0.29563143849372864, |
| "learning_rate": 9.987729090946558e-05, |
| "loss": 0.0304, |
| "step": 7120 |
| }, |
| { |
| "grad_norm": 0.23582780361175537, |
| "learning_rate": 9.987613047695647e-05, |
| "loss": 0.0319, |
| "step": 7130 |
| }, |
| { |
| "grad_norm": 0.22907638549804688, |
| "learning_rate": 9.987496459006871e-05, |
| "loss": 0.056, |
| "step": 7140 |
| }, |
| { |
| "grad_norm": 0.24580740928649902, |
| "learning_rate": 9.987379324892982e-05, |
| "loss": 0.0444, |
| "step": 7150 |
| }, |
| { |
| "grad_norm": 0.4440804123878479, |
| "learning_rate": 9.987261645366788e-05, |
| "loss": 0.041, |
| "step": 7160 |
| }, |
| { |
| "grad_norm": 0.28178590536117554, |
| "learning_rate": 9.987143420441158e-05, |
| "loss": 0.0391, |
| "step": 7170 |
| }, |
| { |
| "grad_norm": 0.3208364248275757, |
| "learning_rate": 9.987024650129022e-05, |
| "loss": 0.0329, |
| "step": 7180 |
| }, |
| { |
| "grad_norm": 0.2527238726615906, |
| "learning_rate": 9.986905334443368e-05, |
| "loss": 0.0413, |
| "step": 7190 |
| }, |
| { |
| "grad_norm": 0.3884478211402893, |
| "learning_rate": 9.986785473397245e-05, |
| "loss": 0.0346, |
| "step": 7200 |
| }, |
| { |
| "grad_norm": 0.26452428102493286, |
| "learning_rate": 9.98666506700376e-05, |
| "loss": 0.0393, |
| "step": 7210 |
| }, |
| { |
| "grad_norm": 0.3502344489097595, |
| "learning_rate": 9.986544115276081e-05, |
| "loss": 0.0417, |
| "step": 7220 |
| }, |
| { |
| "grad_norm": 0.31970664858818054, |
| "learning_rate": 9.986422618227433e-05, |
| "loss": 0.0335, |
| "step": 7230 |
| }, |
| { |
| "grad_norm": 0.28935691714286804, |
| "learning_rate": 9.986300575871106e-05, |
| "loss": 0.0389, |
| "step": 7240 |
| }, |
| { |
| "grad_norm": 0.30361080169677734, |
| "learning_rate": 9.986177988220444e-05, |
| "loss": 0.037, |
| "step": 7250 |
| }, |
| { |
| "grad_norm": 0.28274649381637573, |
| "learning_rate": 9.986054855288856e-05, |
| "loss": 0.0337, |
| "step": 7260 |
| }, |
| { |
| "grad_norm": 0.31100982427597046, |
| "learning_rate": 9.985931177089802e-05, |
| "loss": 0.0319, |
| "step": 7270 |
| }, |
| { |
| "grad_norm": 0.301792174577713, |
| "learning_rate": 9.985806953636814e-05, |
| "loss": 0.0324, |
| "step": 7280 |
| }, |
| { |
| "grad_norm": 0.24162042140960693, |
| "learning_rate": 9.985682184943471e-05, |
| "loss": 0.036, |
| "step": 7290 |
| }, |
| { |
| "grad_norm": 0.25785937905311584, |
| "learning_rate": 9.98555687102342e-05, |
| "loss": 0.0339, |
| "step": 7300 |
| }, |
| { |
| "grad_norm": 0.23329828679561615, |
| "learning_rate": 9.985431011890367e-05, |
| "loss": 0.035, |
| "step": 7310 |
| }, |
| { |
| "grad_norm": 0.38969555497169495, |
| "learning_rate": 9.985304607558075e-05, |
| "loss": 0.0274, |
| "step": 7320 |
| }, |
| { |
| "grad_norm": 0.2825782597064972, |
| "learning_rate": 9.985177658040364e-05, |
| "loss": 0.034, |
| "step": 7330 |
| }, |
| { |
| "grad_norm": 0.2738676965236664, |
| "learning_rate": 9.985050163351119e-05, |
| "loss": 0.0404, |
| "step": 7340 |
| }, |
| { |
| "grad_norm": 0.27064812183380127, |
| "learning_rate": 9.984922123504286e-05, |
| "loss": 0.0317, |
| "step": 7350 |
| }, |
| { |
| "grad_norm": 0.2947773337364197, |
| "learning_rate": 9.984793538513862e-05, |
| "loss": 0.0328, |
| "step": 7360 |
| }, |
| { |
| "grad_norm": 0.2917945981025696, |
| "learning_rate": 9.984664408393912e-05, |
| "loss": 0.0356, |
| "step": 7370 |
| }, |
| { |
| "grad_norm": 0.30523553490638733, |
| "learning_rate": 9.984534733158556e-05, |
| "loss": 0.032, |
| "step": 7380 |
| }, |
| { |
| "grad_norm": 0.25360366702079773, |
| "learning_rate": 9.984404512821977e-05, |
| "loss": 0.0334, |
| "step": 7390 |
| }, |
| { |
| "grad_norm": 0.33502334356307983, |
| "learning_rate": 9.984273747398411e-05, |
| "loss": 0.0341, |
| "step": 7400 |
| }, |
| { |
| "grad_norm": 0.28833675384521484, |
| "learning_rate": 9.984142436902165e-05, |
| "loss": 0.0368, |
| "step": 7410 |
| }, |
| { |
| "grad_norm": 0.3010246455669403, |
| "learning_rate": 9.984010581347596e-05, |
| "loss": 0.0408, |
| "step": 7420 |
| }, |
| { |
| "grad_norm": 0.27226006984710693, |
| "learning_rate": 9.983878180749121e-05, |
| "loss": 0.0399, |
| "step": 7430 |
| }, |
| { |
| "grad_norm": 0.3038751482963562, |
| "learning_rate": 9.983745235121222e-05, |
| "loss": 0.0358, |
| "step": 7440 |
| }, |
| { |
| "grad_norm": 0.26306214928627014, |
| "learning_rate": 9.983611744478438e-05, |
| "loss": 0.0338, |
| "step": 7450 |
| }, |
| { |
| "grad_norm": 0.2382918745279312, |
| "learning_rate": 9.983477708835365e-05, |
| "loss": 0.0342, |
| "step": 7460 |
| }, |
| { |
| "grad_norm": 0.30361855030059814, |
| "learning_rate": 9.983343128206664e-05, |
| "loss": 0.0386, |
| "step": 7470 |
| }, |
| { |
| "grad_norm": 0.3462936282157898, |
| "learning_rate": 9.983208002607049e-05, |
| "loss": 0.0423, |
| "step": 7480 |
| }, |
| { |
| "grad_norm": 0.3493572473526001, |
| "learning_rate": 9.9830723320513e-05, |
| "loss": 0.0369, |
| "step": 7490 |
| }, |
| { |
| "grad_norm": 0.3099392354488373, |
| "learning_rate": 9.982936116554254e-05, |
| "loss": 0.0321, |
| "step": 7500 |
| }, |
| { |
| "grad_norm": 0.2957872152328491, |
| "learning_rate": 9.982799356130803e-05, |
| "loss": 0.0295, |
| "step": 7510 |
| }, |
| { |
| "grad_norm": 0.2223420888185501, |
| "learning_rate": 9.982662050795908e-05, |
| "loss": 0.0299, |
| "step": 7520 |
| }, |
| { |
| "grad_norm": 0.2569833993911743, |
| "learning_rate": 9.982524200564583e-05, |
| "loss": 0.0284, |
| "step": 7530 |
| }, |
| { |
| "grad_norm": 0.27650219202041626, |
| "learning_rate": 9.982385805451901e-05, |
| "loss": 0.0356, |
| "step": 7540 |
| }, |
| { |
| "grad_norm": 0.25388774275779724, |
| "learning_rate": 9.982246865472998e-05, |
| "loss": 0.0333, |
| "step": 7550 |
| }, |
| { |
| "grad_norm": 0.21305237710475922, |
| "learning_rate": 9.982107380643069e-05, |
| "loss": 0.0332, |
| "step": 7560 |
| }, |
| { |
| "grad_norm": 0.23799386620521545, |
| "learning_rate": 9.981967350977368e-05, |
| "loss": 0.0405, |
| "step": 7570 |
| }, |
| { |
| "grad_norm": 0.3703261911869049, |
| "learning_rate": 9.981826776491208e-05, |
| "loss": 0.0419, |
| "step": 7580 |
| }, |
| { |
| "grad_norm": 0.2796971797943115, |
| "learning_rate": 9.98168565719996e-05, |
| "loss": 0.0403, |
| "step": 7590 |
| }, |
| { |
| "grad_norm": 0.23259609937667847, |
| "learning_rate": 9.98154399311906e-05, |
| "loss": 0.0481, |
| "step": 7600 |
| }, |
| { |
| "grad_norm": 0.25072360038757324, |
| "learning_rate": 9.981401784263997e-05, |
| "loss": 0.0402, |
| "step": 7610 |
| }, |
| { |
| "grad_norm": 0.2262532114982605, |
| "learning_rate": 9.981259030650326e-05, |
| "loss": 0.0395, |
| "step": 7620 |
| }, |
| { |
| "grad_norm": 0.28616514801979065, |
| "learning_rate": 9.981115732293655e-05, |
| "loss": 0.0389, |
| "step": 7630 |
| }, |
| { |
| "grad_norm": 0.3039534091949463, |
| "learning_rate": 9.980971889209659e-05, |
| "loss": 0.0368, |
| "step": 7640 |
| }, |
| { |
| "grad_norm": 0.1946086436510086, |
| "learning_rate": 9.980827501414064e-05, |
| "loss": 0.0324, |
| "step": 7650 |
| }, |
| { |
| "grad_norm": 0.25375232100486755, |
| "learning_rate": 9.980682568922663e-05, |
| "loss": 0.0316, |
| "step": 7660 |
| }, |
| { |
| "grad_norm": 0.3526664674282074, |
| "learning_rate": 9.980537091751304e-05, |
| "loss": 0.0345, |
| "step": 7670 |
| }, |
| { |
| "grad_norm": 0.3070203959941864, |
| "learning_rate": 9.980391069915897e-05, |
| "loss": 0.0357, |
| "step": 7680 |
| }, |
| { |
| "grad_norm": 0.23501381278038025, |
| "learning_rate": 9.98024450343241e-05, |
| "loss": 0.0333, |
| "step": 7690 |
| }, |
| { |
| "grad_norm": 0.2339390218257904, |
| "learning_rate": 9.980097392316872e-05, |
| "loss": 0.0283, |
| "step": 7700 |
| }, |
| { |
| "grad_norm": 0.2792384922504425, |
| "learning_rate": 9.97994973658537e-05, |
| "loss": 0.0427, |
| "step": 7710 |
| }, |
| { |
| "grad_norm": 0.26472142338752747, |
| "learning_rate": 9.979801536254054e-05, |
| "loss": 0.0382, |
| "step": 7720 |
| }, |
| { |
| "grad_norm": 0.2343011200428009, |
| "learning_rate": 9.979652791339127e-05, |
| "loss": 0.0391, |
| "step": 7730 |
| }, |
| { |
| "grad_norm": 0.3107043206691742, |
| "learning_rate": 9.97950350185686e-05, |
| "loss": 0.0351, |
| "step": 7740 |
| }, |
| { |
| "grad_norm": 0.28410080075263977, |
| "learning_rate": 9.979353667823574e-05, |
| "loss": 0.0299, |
| "step": 7750 |
| }, |
| { |
| "grad_norm": 0.22636625170707703, |
| "learning_rate": 9.979203289255658e-05, |
| "loss": 0.0335, |
| "step": 7760 |
| }, |
| { |
| "grad_norm": 0.2744749188423157, |
| "learning_rate": 9.979052366169557e-05, |
| "loss": 0.0352, |
| "step": 7770 |
| }, |
| { |
| "grad_norm": 0.2687520384788513, |
| "learning_rate": 9.978900898581775e-05, |
| "loss": 0.037, |
| "step": 7780 |
| }, |
| { |
| "grad_norm": 0.29273924231529236, |
| "learning_rate": 9.978748886508875e-05, |
| "loss": 0.0359, |
| "step": 7790 |
| }, |
| { |
| "grad_norm": 0.28796759247779846, |
| "learning_rate": 9.978596329967484e-05, |
| "loss": 0.0302, |
| "step": 7800 |
| }, |
| { |
| "grad_norm": 0.23354090750217438, |
| "learning_rate": 9.978443228974284e-05, |
| "loss": 0.0331, |
| "step": 7810 |
| }, |
| { |
| "grad_norm": 0.21528609097003937, |
| "learning_rate": 9.978289583546015e-05, |
| "loss": 0.027, |
| "step": 7820 |
| }, |
| { |
| "grad_norm": 0.297354519367218, |
| "learning_rate": 9.978135393699484e-05, |
| "loss": 0.0303, |
| "step": 7830 |
| }, |
| { |
| "grad_norm": 0.2809606194496155, |
| "learning_rate": 9.977980659451548e-05, |
| "loss": 0.0279, |
| "step": 7840 |
| }, |
| { |
| "grad_norm": 0.23026390373706818, |
| "learning_rate": 9.977825380819135e-05, |
| "loss": 0.031, |
| "step": 7850 |
| }, |
| { |
| "grad_norm": 0.3256017863750458, |
| "learning_rate": 9.97766955781922e-05, |
| "loss": 0.0365, |
| "step": 7860 |
| }, |
| { |
| "grad_norm": 0.33720579743385315, |
| "learning_rate": 9.977513190468848e-05, |
| "loss": 0.0389, |
| "step": 7870 |
| }, |
| { |
| "grad_norm": 0.35296595096588135, |
| "learning_rate": 9.977356278785116e-05, |
| "loss": 0.0371, |
| "step": 7880 |
| }, |
| { |
| "grad_norm": 0.29040560126304626, |
| "learning_rate": 9.977198822785184e-05, |
| "loss": 0.0318, |
| "step": 7890 |
| }, |
| { |
| "grad_norm": 0.33496764302253723, |
| "learning_rate": 9.977040822486273e-05, |
| "loss": 0.0474, |
| "step": 7900 |
| }, |
| { |
| "grad_norm": 0.3030688762664795, |
| "learning_rate": 9.97688227790566e-05, |
| "loss": 0.04, |
| "step": 7910 |
| }, |
| { |
| "grad_norm": 0.2527315318584442, |
| "learning_rate": 9.976723189060684e-05, |
| "loss": 0.0544, |
| "step": 7920 |
| }, |
| { |
| "grad_norm": 0.2498956322669983, |
| "learning_rate": 9.976563555968742e-05, |
| "loss": 0.034, |
| "step": 7930 |
| }, |
| { |
| "grad_norm": 0.2670711278915405, |
| "learning_rate": 9.976403378647292e-05, |
| "loss": 0.0348, |
| "step": 7940 |
| }, |
| { |
| "grad_norm": 0.2685103714466095, |
| "learning_rate": 9.97624265711385e-05, |
| "loss": 0.0328, |
| "step": 7950 |
| }, |
| { |
| "grad_norm": 0.2989571988582611, |
| "learning_rate": 9.976081391385993e-05, |
| "loss": 0.031, |
| "step": 7960 |
| }, |
| { |
| "grad_norm": 0.25616368651390076, |
| "learning_rate": 9.975919581481356e-05, |
| "loss": 0.0294, |
| "step": 7970 |
| }, |
| { |
| "grad_norm": 0.3602653443813324, |
| "learning_rate": 9.975757227417634e-05, |
| "loss": 0.0324, |
| "step": 7980 |
| }, |
| { |
| "grad_norm": 0.30340373516082764, |
| "learning_rate": 9.975594329212586e-05, |
| "loss": 0.0325, |
| "step": 7990 |
| }, |
| { |
| "grad_norm": 0.2628995180130005, |
| "learning_rate": 9.97543088688402e-05, |
| "loss": 0.0274, |
| "step": 8000 |
| }, |
| { |
| "grad_norm": 0.21238869428634644, |
| "learning_rate": 9.975266900449814e-05, |
| "loss": 0.0283, |
| "step": 8010 |
| }, |
| { |
| "grad_norm": 0.24085064232349396, |
| "learning_rate": 9.975102369927898e-05, |
| "loss": 0.029, |
| "step": 8020 |
| }, |
| { |
| "grad_norm": 0.26724568009376526, |
| "learning_rate": 9.974937295336269e-05, |
| "loss": 0.0288, |
| "step": 8030 |
| }, |
| { |
| "grad_norm": 0.2729582190513611, |
| "learning_rate": 9.974771676692975e-05, |
| "loss": 0.031, |
| "step": 8040 |
| }, |
| { |
| "grad_norm": 0.27377861738204956, |
| "learning_rate": 9.974605514016131e-05, |
| "loss": 0.0327, |
| "step": 8050 |
| }, |
| { |
| "grad_norm": 0.2355956733226776, |
| "learning_rate": 9.974438807323907e-05, |
| "loss": 0.027, |
| "step": 8060 |
| }, |
| { |
| "grad_norm": 0.26737040281295776, |
| "learning_rate": 9.974271556634535e-05, |
| "loss": 0.0286, |
| "step": 8070 |
| }, |
| { |
| "grad_norm": 0.4328813850879669, |
| "learning_rate": 9.974103761966302e-05, |
| "loss": 0.0451, |
| "step": 8080 |
| }, |
| { |
| "grad_norm": 0.2998552918434143, |
| "learning_rate": 9.973935423337563e-05, |
| "loss": 0.0368, |
| "step": 8090 |
| }, |
| { |
| "grad_norm": 0.2817609906196594, |
| "learning_rate": 9.973766540766722e-05, |
| "loss": 0.0395, |
| "step": 8100 |
| }, |
| { |
| "grad_norm": 0.2668747305870056, |
| "learning_rate": 9.97359711427225e-05, |
| "loss": 0.0419, |
| "step": 8110 |
| }, |
| { |
| "grad_norm": 0.26675042510032654, |
| "learning_rate": 9.973427143872677e-05, |
| "loss": 0.0333, |
| "step": 8120 |
| }, |
| { |
| "grad_norm": 0.3330526351928711, |
| "learning_rate": 9.973256629586589e-05, |
| "loss": 0.0465, |
| "step": 8130 |
| }, |
| { |
| "grad_norm": 0.28058531880378723, |
| "learning_rate": 9.973085571432632e-05, |
| "loss": 0.0387, |
| "step": 8140 |
| }, |
| { |
| "grad_norm": 0.2961269021034241, |
| "learning_rate": 9.972913969429513e-05, |
| "loss": 0.0315, |
| "step": 8150 |
| }, |
| { |
| "grad_norm": 0.2650843858718872, |
| "learning_rate": 9.972741823596e-05, |
| "loss": 0.0412, |
| "step": 8160 |
| }, |
| { |
| "grad_norm": 0.19450725615024567, |
| "learning_rate": 9.972569133950917e-05, |
| "loss": 0.0339, |
| "step": 8170 |
| }, |
| { |
| "grad_norm": 0.2454257607460022, |
| "learning_rate": 9.972395900513151e-05, |
| "loss": 0.0309, |
| "step": 8180 |
| }, |
| { |
| "grad_norm": 0.28682729601860046, |
| "learning_rate": 9.972222123301645e-05, |
| "loss": 0.0311, |
| "step": 8190 |
| }, |
| { |
| "grad_norm": 0.2527318298816681, |
| "learning_rate": 9.972047802335403e-05, |
| "loss": 0.0302, |
| "step": 8200 |
| }, |
| { |
| "grad_norm": 0.2567032277584076, |
| "learning_rate": 9.971872937633488e-05, |
| "loss": 0.0245, |
| "step": 8210 |
| }, |
| { |
| "grad_norm": 0.2801527976989746, |
| "learning_rate": 9.971697529215024e-05, |
| "loss": 0.0297, |
| "step": 8220 |
| }, |
| { |
| "grad_norm": 0.2584557831287384, |
| "learning_rate": 9.971521577099192e-05, |
| "loss": 0.0297, |
| "step": 8230 |
| }, |
| { |
| "grad_norm": 0.24566324055194855, |
| "learning_rate": 9.971345081305236e-05, |
| "loss": 0.0322, |
| "step": 8240 |
| }, |
| { |
| "grad_norm": 0.2597614526748657, |
| "learning_rate": 9.971168041852456e-05, |
| "loss": 0.0305, |
| "step": 8250 |
| }, |
| { |
| "grad_norm": 0.2775578200817108, |
| "learning_rate": 9.970990458760215e-05, |
| "loss": 0.0259, |
| "step": 8260 |
| }, |
| { |
| "grad_norm": 0.2215222269296646, |
| "learning_rate": 9.970812332047929e-05, |
| "loss": 0.0283, |
| "step": 8270 |
| }, |
| { |
| "grad_norm": 0.34152841567993164, |
| "learning_rate": 9.97063366173508e-05, |
| "loss": 0.0419, |
| "step": 8280 |
| }, |
| { |
| "grad_norm": 0.29298463463783264, |
| "learning_rate": 9.970454447841207e-05, |
| "loss": 0.0278, |
| "step": 8290 |
| }, |
| { |
| "grad_norm": 0.26257312297821045, |
| "learning_rate": 9.970274690385909e-05, |
| "loss": 0.0338, |
| "step": 8300 |
| }, |
| { |
| "grad_norm": 0.24145163595676422, |
| "learning_rate": 9.970094389388844e-05, |
| "loss": 0.0289, |
| "step": 8310 |
| }, |
| { |
| "grad_norm": 0.2763570249080658, |
| "learning_rate": 9.969913544869728e-05, |
| "loss": 0.0255, |
| "step": 8320 |
| }, |
| { |
| "grad_norm": 0.3095169961452484, |
| "learning_rate": 9.96973215684834e-05, |
| "loss": 0.0299, |
| "step": 8330 |
| }, |
| { |
| "grad_norm": 0.23848479986190796, |
| "learning_rate": 9.969550225344513e-05, |
| "loss": 0.0254, |
| "step": 8340 |
| }, |
| { |
| "grad_norm": 0.24103796482086182, |
| "learning_rate": 9.969367750378147e-05, |
| "loss": 0.032, |
| "step": 8350 |
| }, |
| { |
| "grad_norm": 0.21034106612205505, |
| "learning_rate": 9.969184731969194e-05, |
| "loss": 0.028, |
| "step": 8360 |
| }, |
| { |
| "grad_norm": 0.2843741178512573, |
| "learning_rate": 9.96900117013767e-05, |
| "loss": 0.0263, |
| "step": 8370 |
| }, |
| { |
| "grad_norm": 0.23153378069400787, |
| "learning_rate": 9.96881706490365e-05, |
| "loss": 0.032, |
| "step": 8380 |
| }, |
| { |
| "grad_norm": 0.20613279938697815, |
| "learning_rate": 9.968632416287265e-05, |
| "loss": 0.028, |
| "step": 8390 |
| }, |
| { |
| "grad_norm": 0.34714826941490173, |
| "learning_rate": 9.96844722430871e-05, |
| "loss": 0.0275, |
| "step": 8400 |
| }, |
| { |
| "grad_norm": 0.2388719618320465, |
| "learning_rate": 9.968261488988235e-05, |
| "loss": 0.0301, |
| "step": 8410 |
| }, |
| { |
| "grad_norm": 0.27256375551223755, |
| "learning_rate": 9.968075210346155e-05, |
| "loss": 0.0284, |
| "step": 8420 |
| }, |
| { |
| "grad_norm": 0.31579911708831787, |
| "learning_rate": 9.967888388402839e-05, |
| "loss": 0.028, |
| "step": 8430 |
| }, |
| { |
| "grad_norm": 0.20512278378009796, |
| "learning_rate": 9.967701023178717e-05, |
| "loss": 0.0297, |
| "step": 8440 |
| }, |
| { |
| "grad_norm": 0.2867315709590912, |
| "learning_rate": 9.967513114694282e-05, |
| "loss": 0.0296, |
| "step": 8450 |
| }, |
| { |
| "grad_norm": 0.280953049659729, |
| "learning_rate": 9.967324662970079e-05, |
| "loss": 0.0296, |
| "step": 8460 |
| }, |
| { |
| "grad_norm": 0.2461746484041214, |
| "learning_rate": 9.96713566802672e-05, |
| "loss": 0.0272, |
| "step": 8470 |
| }, |
| { |
| "grad_norm": 0.3342266380786896, |
| "learning_rate": 9.966946129884873e-05, |
| "loss": 0.0282, |
| "step": 8480 |
| }, |
| { |
| "grad_norm": 0.27970245480537415, |
| "learning_rate": 9.966756048565265e-05, |
| "loss": 0.0309, |
| "step": 8490 |
| }, |
| { |
| "grad_norm": 0.287237286567688, |
| "learning_rate": 9.966565424088681e-05, |
| "loss": 0.0356, |
| "step": 8500 |
| }, |
| { |
| "grad_norm": 0.32742419838905334, |
| "learning_rate": 9.96637425647597e-05, |
| "loss": 0.0293, |
| "step": 8510 |
| }, |
| { |
| "grad_norm": 0.2388700246810913, |
| "learning_rate": 9.966182545748038e-05, |
| "loss": 0.0236, |
| "step": 8520 |
| }, |
| { |
| "grad_norm": 0.38181743025779724, |
| "learning_rate": 9.96599029192585e-05, |
| "loss": 0.0336, |
| "step": 8530 |
| }, |
| { |
| "grad_norm": 0.28651759028434753, |
| "learning_rate": 9.965797495030428e-05, |
| "loss": 0.0322, |
| "step": 8540 |
| }, |
| { |
| "grad_norm": 0.20996415615081787, |
| "learning_rate": 9.96560415508286e-05, |
| "loss": 0.0319, |
| "step": 8550 |
| }, |
| { |
| "grad_norm": 0.23119144141674042, |
| "learning_rate": 9.965410272104286e-05, |
| "loss": 0.0307, |
| "step": 8560 |
| }, |
| { |
| "grad_norm": 0.31931647658348083, |
| "learning_rate": 9.96521584611591e-05, |
| "loss": 0.0528, |
| "step": 8570 |
| }, |
| { |
| "grad_norm": 0.4174204468727112, |
| "learning_rate": 9.965020877138994e-05, |
| "loss": 0.037, |
| "step": 8580 |
| }, |
| { |
| "grad_norm": 0.23783935606479645, |
| "learning_rate": 9.964825365194861e-05, |
| "loss": 0.0332, |
| "step": 8590 |
| }, |
| { |
| "grad_norm": 0.2693871557712555, |
| "learning_rate": 9.96462931030489e-05, |
| "loss": 0.0254, |
| "step": 8600 |
| }, |
| { |
| "grad_norm": 0.3077763319015503, |
| "learning_rate": 9.96443271249052e-05, |
| "loss": 0.0276, |
| "step": 8610 |
| }, |
| { |
| "grad_norm": 0.30304789543151855, |
| "learning_rate": 9.964235571773255e-05, |
| "loss": 0.0333, |
| "step": 8620 |
| }, |
| { |
| "grad_norm": 0.24959449470043182, |
| "learning_rate": 9.96403788817465e-05, |
| "loss": 0.0279, |
| "step": 8630 |
| }, |
| { |
| "grad_norm": 0.2815662622451782, |
| "learning_rate": 9.963839661716325e-05, |
| "loss": 0.0312, |
| "step": 8640 |
| }, |
| { |
| "grad_norm": 0.2716885209083557, |
| "learning_rate": 9.963640892419958e-05, |
| "loss": 0.0331, |
| "step": 8650 |
| }, |
| { |
| "grad_norm": 0.26827648282051086, |
| "learning_rate": 9.963441580307286e-05, |
| "loss": 0.0325, |
| "step": 8660 |
| }, |
| { |
| "grad_norm": 0.2859035134315491, |
| "learning_rate": 9.963241725400104e-05, |
| "loss": 0.0289, |
| "step": 8670 |
| }, |
| { |
| "grad_norm": 0.21131233870983124, |
| "learning_rate": 9.963041327720271e-05, |
| "loss": 0.025, |
| "step": 8680 |
| }, |
| { |
| "grad_norm": 0.21143798530101776, |
| "learning_rate": 9.962840387289697e-05, |
| "loss": 0.0303, |
| "step": 8690 |
| }, |
| { |
| "grad_norm": 0.21988138556480408, |
| "learning_rate": 9.962638904130363e-05, |
| "loss": 0.0293, |
| "step": 8700 |
| }, |
| { |
| "grad_norm": 0.2538502812385559, |
| "learning_rate": 9.962436878264298e-05, |
| "loss": 0.0356, |
| "step": 8710 |
| }, |
| { |
| "grad_norm": 0.419718861579895, |
| "learning_rate": 9.962234309713598e-05, |
| "loss": 0.0428, |
| "step": 8720 |
| }, |
| { |
| "grad_norm": 0.21358099579811096, |
| "learning_rate": 9.962031198500414e-05, |
| "loss": 0.0285, |
| "step": 8730 |
| }, |
| { |
| "grad_norm": 0.2663249373435974, |
| "learning_rate": 9.961827544646958e-05, |
| "loss": 0.0264, |
| "step": 8740 |
| }, |
| { |
| "grad_norm": 0.2093496471643448, |
| "learning_rate": 9.961623348175501e-05, |
| "loss": 0.0325, |
| "step": 8750 |
| }, |
| { |
| "grad_norm": 0.21907588839530945, |
| "learning_rate": 9.961418609108377e-05, |
| "loss": 0.0296, |
| "step": 8760 |
| }, |
| { |
| "grad_norm": 0.26477670669555664, |
| "learning_rate": 9.961213327467971e-05, |
| "loss": 0.0325, |
| "step": 8770 |
| }, |
| { |
| "grad_norm": 0.32057881355285645, |
| "learning_rate": 9.961007503276736e-05, |
| "loss": 0.0394, |
| "step": 8780 |
| }, |
| { |
| "grad_norm": 0.25897708535194397, |
| "learning_rate": 9.960801136557179e-05, |
| "loss": 0.0317, |
| "step": 8790 |
| }, |
| { |
| "grad_norm": 0.22486916184425354, |
| "learning_rate": 9.960594227331866e-05, |
| "loss": 0.0275, |
| "step": 8800 |
| }, |
| { |
| "grad_norm": 0.20350143313407898, |
| "learning_rate": 9.960386775623429e-05, |
| "loss": 0.0278, |
| "step": 8810 |
| }, |
| { |
| "grad_norm": 0.2133597880601883, |
| "learning_rate": 9.96017878145455e-05, |
| "loss": 0.0286, |
| "step": 8820 |
| }, |
| { |
| "grad_norm": 0.21676552295684814, |
| "learning_rate": 9.959970244847977e-05, |
| "loss": 0.0289, |
| "step": 8830 |
| }, |
| { |
| "grad_norm": 0.31035494804382324, |
| "learning_rate": 9.959761165826518e-05, |
| "loss": 0.0283, |
| "step": 8840 |
| }, |
| { |
| "grad_norm": 0.278306245803833, |
| "learning_rate": 9.959551544413033e-05, |
| "loss": 0.0262, |
| "step": 8850 |
| }, |
| { |
| "grad_norm": 0.24367694556713104, |
| "learning_rate": 9.959341380630448e-05, |
| "loss": 0.0301, |
| "step": 8860 |
| }, |
| { |
| "grad_norm": 0.3271205425262451, |
| "learning_rate": 9.959130674501746e-05, |
| "loss": 0.03, |
| "step": 8870 |
| }, |
| { |
| "grad_norm": 0.26145613193511963, |
| "learning_rate": 9.958919426049968e-05, |
| "loss": 0.0321, |
| "step": 8880 |
| }, |
| { |
| "grad_norm": 0.2227334827184677, |
| "learning_rate": 9.958707635298219e-05, |
| "loss": 0.0353, |
| "step": 8890 |
| }, |
| { |
| "grad_norm": 0.23663465678691864, |
| "learning_rate": 9.958495302269657e-05, |
| "loss": 0.0317, |
| "step": 8900 |
| }, |
| { |
| "grad_norm": 0.23389406502246857, |
| "learning_rate": 9.958282426987503e-05, |
| "loss": 0.0277, |
| "step": 8910 |
| }, |
| { |
| "grad_norm": 0.3852209150791168, |
| "learning_rate": 9.95806900947504e-05, |
| "loss": 0.0363, |
| "step": 8920 |
| }, |
| { |
| "grad_norm": 0.26318982243537903, |
| "learning_rate": 9.957855049755604e-05, |
| "loss": 0.0265, |
| "step": 8930 |
| }, |
| { |
| "grad_norm": 0.26339688897132874, |
| "learning_rate": 9.957640547852593e-05, |
| "loss": 0.0301, |
| "step": 8940 |
| }, |
| { |
| "grad_norm": 0.2245272397994995, |
| "learning_rate": 9.957425503789466e-05, |
| "loss": 0.0255, |
| "step": 8950 |
| }, |
| { |
| "grad_norm": 0.25376787781715393, |
| "learning_rate": 9.957209917589738e-05, |
| "loss": 0.0256, |
| "step": 8960 |
| }, |
| { |
| "grad_norm": 0.25946691632270813, |
| "learning_rate": 9.956993789276987e-05, |
| "loss": 0.0242, |
| "step": 8970 |
| }, |
| { |
| "grad_norm": 0.2547438144683838, |
| "learning_rate": 9.956777118874847e-05, |
| "loss": 0.0318, |
| "step": 8980 |
| }, |
| { |
| "grad_norm": 0.3102149963378906, |
| "learning_rate": 9.956559906407016e-05, |
| "loss": 0.0497, |
| "step": 8990 |
| }, |
| { |
| "grad_norm": 0.2657608389854431, |
| "learning_rate": 9.956342151897245e-05, |
| "loss": 0.0324, |
| "step": 9000 |
| }, |
| { |
| "grad_norm": 0.20772376656532288, |
| "learning_rate": 9.956123855369346e-05, |
| "loss": 0.0255, |
| "step": 9010 |
| }, |
| { |
| "grad_norm": 0.2664943337440491, |
| "learning_rate": 9.955905016847196e-05, |
| "loss": 0.0296, |
| "step": 9020 |
| }, |
| { |
| "grad_norm": 0.30040860176086426, |
| "learning_rate": 9.955685636354723e-05, |
| "loss": 0.0399, |
| "step": 9030 |
| }, |
| { |
| "grad_norm": 0.23971383273601532, |
| "learning_rate": 9.95546571391592e-05, |
| "loss": 0.0345, |
| "step": 9040 |
| }, |
| { |
| "grad_norm": 0.2846747040748596, |
| "learning_rate": 9.955245249554837e-05, |
| "loss": 0.0273, |
| "step": 9050 |
| }, |
| { |
| "grad_norm": 0.21492944657802582, |
| "learning_rate": 9.955024243295582e-05, |
| "loss": 0.0398, |
| "step": 9060 |
| }, |
| { |
| "grad_norm": 0.22139547765254974, |
| "learning_rate": 9.954802695162328e-05, |
| "loss": 0.023, |
| "step": 9070 |
| }, |
| { |
| "grad_norm": 0.2831159830093384, |
| "learning_rate": 9.954580605179302e-05, |
| "loss": 0.0261, |
| "step": 9080 |
| }, |
| { |
| "grad_norm": 0.268113911151886, |
| "learning_rate": 9.954357973370788e-05, |
| "loss": 0.0327, |
| "step": 9090 |
| }, |
| { |
| "grad_norm": 0.29760822653770447, |
| "learning_rate": 9.954134799761135e-05, |
| "loss": 0.0339, |
| "step": 9100 |
| }, |
| { |
| "grad_norm": 0.2652718424797058, |
| "learning_rate": 9.953911084374748e-05, |
| "loss": 0.0314, |
| "step": 9110 |
| }, |
| { |
| "grad_norm": 0.22531113028526306, |
| "learning_rate": 9.953686827236093e-05, |
| "loss": 0.0306, |
| "step": 9120 |
| }, |
| { |
| "grad_norm": 0.273868203163147, |
| "learning_rate": 9.953462028369695e-05, |
| "loss": 0.0372, |
| "step": 9130 |
| }, |
| { |
| "grad_norm": 0.2280065417289734, |
| "learning_rate": 9.953236687800136e-05, |
| "loss": 0.0252, |
| "step": 9140 |
| }, |
| { |
| "grad_norm": 0.2533838450908661, |
| "learning_rate": 9.95301080555206e-05, |
| "loss": 0.0348, |
| "step": 9150 |
| }, |
| { |
| "grad_norm": 0.1797395944595337, |
| "learning_rate": 9.952784381650171e-05, |
| "loss": 0.0255, |
| "step": 9160 |
| }, |
| { |
| "grad_norm": 0.22674137353897095, |
| "learning_rate": 9.952557416119226e-05, |
| "loss": 0.0265, |
| "step": 9170 |
| }, |
| { |
| "grad_norm": 0.19275228679180145, |
| "learning_rate": 9.95232990898405e-05, |
| "loss": 0.0251, |
| "step": 9180 |
| }, |
| { |
| "grad_norm": 0.2782747149467468, |
| "learning_rate": 9.95210186026952e-05, |
| "loss": 0.0236, |
| "step": 9190 |
| }, |
| { |
| "grad_norm": 0.2016344666481018, |
| "learning_rate": 9.951873270000576e-05, |
| "loss": 0.0268, |
| "step": 9200 |
| }, |
| { |
| "grad_norm": 0.19166283309459686, |
| "learning_rate": 9.951644138202216e-05, |
| "loss": 0.0395, |
| "step": 9210 |
| }, |
| { |
| "grad_norm": 0.20689427852630615, |
| "learning_rate": 9.951414464899498e-05, |
| "loss": 0.0304, |
| "step": 9220 |
| }, |
| { |
| "grad_norm": 0.24695102870464325, |
| "learning_rate": 9.951184250117538e-05, |
| "loss": 0.0279, |
| "step": 9230 |
| }, |
| { |
| "grad_norm": 0.20411330461502075, |
| "learning_rate": 9.950953493881513e-05, |
| "loss": 0.0345, |
| "step": 9240 |
| }, |
| { |
| "grad_norm": 0.20947149395942688, |
| "learning_rate": 9.950722196216658e-05, |
| "loss": 0.0235, |
| "step": 9250 |
| }, |
| { |
| "grad_norm": 0.24433375895023346, |
| "learning_rate": 9.950490357148265e-05, |
| "loss": 0.0266, |
| "step": 9260 |
| }, |
| { |
| "grad_norm": 0.23741038143634796, |
| "learning_rate": 9.950257976701692e-05, |
| "loss": 0.0312, |
| "step": 9270 |
| }, |
| { |
| "grad_norm": 0.2531261444091797, |
| "learning_rate": 9.950025054902348e-05, |
| "loss": 0.029, |
| "step": 9280 |
| }, |
| { |
| "grad_norm": 0.4013068377971649, |
| "learning_rate": 9.949791591775706e-05, |
| "loss": 0.0385, |
| "step": 9290 |
| }, |
| { |
| "grad_norm": 0.2998681366443634, |
| "learning_rate": 9.949557587347298e-05, |
| "loss": 0.0396, |
| "step": 9300 |
| }, |
| { |
| "grad_norm": 0.24046652019023895, |
| "learning_rate": 9.949323041642713e-05, |
| "loss": 0.0299, |
| "step": 9310 |
| }, |
| { |
| "grad_norm": 0.2448456734418869, |
| "learning_rate": 9.949087954687602e-05, |
| "loss": 0.0438, |
| "step": 9320 |
| }, |
| { |
| "grad_norm": 0.19716238975524902, |
| "learning_rate": 9.948852326507672e-05, |
| "loss": 0.0288, |
| "step": 9330 |
| }, |
| { |
| "grad_norm": 0.2192045897245407, |
| "learning_rate": 9.948616157128694e-05, |
| "loss": 0.0334, |
| "step": 9340 |
| }, |
| { |
| "grad_norm": 0.28484123945236206, |
| "learning_rate": 9.948379446576493e-05, |
| "loss": 0.0299, |
| "step": 9350 |
| }, |
| { |
| "grad_norm": 0.24440808594226837, |
| "learning_rate": 9.948142194876952e-05, |
| "loss": 0.026, |
| "step": 9360 |
| }, |
| { |
| "grad_norm": 0.2314007729291916, |
| "learning_rate": 9.947904402056024e-05, |
| "loss": 0.0394, |
| "step": 9370 |
| }, |
| { |
| "grad_norm": 0.1801016479730606, |
| "learning_rate": 9.947666068139708e-05, |
| "loss": 0.0266, |
| "step": 9380 |
| }, |
| { |
| "grad_norm": 0.27671197056770325, |
| "learning_rate": 9.947427193154071e-05, |
| "loss": 0.0277, |
| "step": 9390 |
| }, |
| { |
| "grad_norm": 0.27336594462394714, |
| "learning_rate": 9.947187777125233e-05, |
| "loss": 0.0374, |
| "step": 9400 |
| }, |
| { |
| "grad_norm": 0.3352520763874054, |
| "learning_rate": 9.946947820079377e-05, |
| "loss": 0.035, |
| "step": 9410 |
| }, |
| { |
| "grad_norm": 0.3108274042606354, |
| "learning_rate": 9.946707322042747e-05, |
| "loss": 0.0276, |
| "step": 9420 |
| }, |
| { |
| "grad_norm": 0.21146629750728607, |
| "learning_rate": 9.94646628304164e-05, |
| "loss": 0.0272, |
| "step": 9430 |
| }, |
| { |
| "grad_norm": 0.25181418657302856, |
| "learning_rate": 9.946224703102418e-05, |
| "loss": 0.0268, |
| "step": 9440 |
| }, |
| { |
| "grad_norm": 0.20653235912322998, |
| "learning_rate": 9.945982582251498e-05, |
| "loss": 0.0239, |
| "step": 9450 |
| }, |
| { |
| "grad_norm": 0.2121826559305191, |
| "learning_rate": 9.94573992051536e-05, |
| "loss": 0.0235, |
| "step": 9460 |
| }, |
| { |
| "grad_norm": 0.20453797280788422, |
| "learning_rate": 9.94549671792054e-05, |
| "loss": 0.0386, |
| "step": 9470 |
| }, |
| { |
| "grad_norm": 0.23002152144908905, |
| "learning_rate": 9.945252974493635e-05, |
| "loss": 0.0256, |
| "step": 9480 |
| }, |
| { |
| "grad_norm": 0.23061874508857727, |
| "learning_rate": 9.9450086902613e-05, |
| "loss": 0.0249, |
| "step": 9490 |
| }, |
| { |
| "grad_norm": 0.18634353578090668, |
| "learning_rate": 9.944763865250248e-05, |
| "loss": 0.024, |
| "step": 9500 |
| }, |
| { |
| "grad_norm": 0.15805545449256897, |
| "learning_rate": 9.944518499487254e-05, |
| "loss": 0.0243, |
| "step": 9510 |
| }, |
| { |
| "grad_norm": 0.23776651918888092, |
| "learning_rate": 9.944272592999151e-05, |
| "loss": 0.0292, |
| "step": 9520 |
| }, |
| { |
| "grad_norm": 0.21607664227485657, |
| "learning_rate": 9.94402614581283e-05, |
| "loss": 0.0265, |
| "step": 9530 |
| }, |
| { |
| "grad_norm": 0.42079275846481323, |
| "learning_rate": 9.943779157955244e-05, |
| "loss": 0.0338, |
| "step": 9540 |
| }, |
| { |
| "grad_norm": 0.2920873165130615, |
| "learning_rate": 9.943531629453403e-05, |
| "loss": 0.0292, |
| "step": 9550 |
| }, |
| { |
| "grad_norm": 0.18967023491859436, |
| "learning_rate": 9.943283560334375e-05, |
| "loss": 0.0305, |
| "step": 9560 |
| }, |
| { |
| "grad_norm": 0.18423569202423096, |
| "learning_rate": 9.943034950625288e-05, |
| "loss": 0.0409, |
| "step": 9570 |
| }, |
| { |
| "grad_norm": 0.24028638005256653, |
| "learning_rate": 9.942785800353332e-05, |
| "loss": 0.0313, |
| "step": 9580 |
| }, |
| { |
| "grad_norm": 0.2594365179538727, |
| "learning_rate": 9.942536109545751e-05, |
| "loss": 0.0257, |
| "step": 9590 |
| }, |
| { |
| "grad_norm": 0.2314215749502182, |
| "learning_rate": 9.942285878229853e-05, |
| "loss": 0.0244, |
| "step": 9600 |
| }, |
| { |
| "grad_norm": 0.22195105254650116, |
| "learning_rate": 9.942035106433001e-05, |
| "loss": 0.0251, |
| "step": 9610 |
| }, |
| { |
| "grad_norm": 0.24202179908752441, |
| "learning_rate": 9.94178379418262e-05, |
| "loss": 0.0284, |
| "step": 9620 |
| }, |
| { |
| "grad_norm": 0.21964173018932343, |
| "learning_rate": 9.941531941506194e-05, |
| "loss": 0.024, |
| "step": 9630 |
| }, |
| { |
| "grad_norm": 0.21718333661556244, |
| "learning_rate": 9.941279548431263e-05, |
| "loss": 0.0237, |
| "step": 9640 |
| }, |
| { |
| "grad_norm": 0.1686076819896698, |
| "learning_rate": 9.941026614985431e-05, |
| "loss": 0.0241, |
| "step": 9650 |
| }, |
| { |
| "grad_norm": 0.2513884902000427, |
| "learning_rate": 9.940773141196357e-05, |
| "loss": 0.0265, |
| "step": 9660 |
| }, |
| { |
| "grad_norm": 0.24969647824764252, |
| "learning_rate": 9.94051912709176e-05, |
| "loss": 0.0306, |
| "step": 9670 |
| }, |
| { |
| "grad_norm": 0.2391081154346466, |
| "learning_rate": 9.940264572699421e-05, |
| "loss": 0.0245, |
| "step": 9680 |
| }, |
| { |
| "grad_norm": 0.3072415590286255, |
| "learning_rate": 9.940009478047174e-05, |
| "loss": 0.0254, |
| "step": 9690 |
| }, |
| { |
| "grad_norm": 0.19190135598182678, |
| "learning_rate": 9.939753843162918e-05, |
| "loss": 0.0242, |
| "step": 9700 |
| }, |
| { |
| "grad_norm": 0.2722727358341217, |
| "learning_rate": 9.939497668074609e-05, |
| "loss": 0.0223, |
| "step": 9710 |
| }, |
| { |
| "grad_norm": 0.25808846950531006, |
| "learning_rate": 9.93924095281026e-05, |
| "loss": 0.0278, |
| "step": 9720 |
| }, |
| { |
| "grad_norm": 0.27858999371528625, |
| "learning_rate": 9.938983697397948e-05, |
| "loss": 0.0311, |
| "step": 9730 |
| }, |
| { |
| "grad_norm": 0.3111307919025421, |
| "learning_rate": 9.938725901865805e-05, |
| "loss": 0.0254, |
| "step": 9740 |
| }, |
| { |
| "grad_norm": 0.18427453935146332, |
| "learning_rate": 9.93846756624202e-05, |
| "loss": 0.0262, |
| "step": 9750 |
| }, |
| { |
| "grad_norm": 0.22065432369709015, |
| "learning_rate": 9.938208690554849e-05, |
| "loss": 0.0281, |
| "step": 9760 |
| }, |
| { |
| "grad_norm": 0.2541735768318176, |
| "learning_rate": 9.9379492748326e-05, |
| "loss": 0.0262, |
| "step": 9770 |
| }, |
| { |
| "grad_norm": 0.25489741563796997, |
| "learning_rate": 9.937689319103641e-05, |
| "loss": 0.0288, |
| "step": 9780 |
| }, |
| { |
| "grad_norm": 0.26940909028053284, |
| "learning_rate": 9.937428823396404e-05, |
| "loss": 0.0239, |
| "step": 9790 |
| }, |
| { |
| "grad_norm": 0.24088643491268158, |
| "learning_rate": 9.937167787739372e-05, |
| "loss": 0.0227, |
| "step": 9800 |
| }, |
| { |
| "grad_norm": 0.2515871822834015, |
| "learning_rate": 9.936906212161095e-05, |
| "loss": 0.028, |
| "step": 9810 |
| }, |
| { |
| "grad_norm": 0.20829987525939941, |
| "learning_rate": 9.936644096690176e-05, |
| "loss": 0.0289, |
| "step": 9820 |
| }, |
| { |
| "grad_norm": 0.27316397428512573, |
| "learning_rate": 9.936381441355282e-05, |
| "loss": 0.0272, |
| "step": 9830 |
| }, |
| { |
| "grad_norm": 0.19299016892910004, |
| "learning_rate": 9.936118246185136e-05, |
| "loss": 0.0362, |
| "step": 9840 |
| }, |
| { |
| "grad_norm": 0.24408580362796783, |
| "learning_rate": 9.935854511208518e-05, |
| "loss": 0.0329, |
| "step": 9850 |
| }, |
| { |
| "grad_norm": 0.17430546879768372, |
| "learning_rate": 9.935590236454272e-05, |
| "loss": 0.0219, |
| "step": 9860 |
| }, |
| { |
| "grad_norm": 0.17232699692249298, |
| "learning_rate": 9.935325421951298e-05, |
| "loss": 0.023, |
| "step": 9870 |
| }, |
| { |
| "grad_norm": 0.2845950424671173, |
| "learning_rate": 9.935060067728557e-05, |
| "loss": 0.027, |
| "step": 9880 |
| }, |
| { |
| "grad_norm": 0.15747709572315216, |
| "learning_rate": 9.934794173815067e-05, |
| "loss": 0.0203, |
| "step": 9890 |
| }, |
| { |
| "grad_norm": 0.18450337648391724, |
| "learning_rate": 9.934527740239906e-05, |
| "loss": 0.0246, |
| "step": 9900 |
| }, |
| { |
| "grad_norm": 0.18799738585948944, |
| "learning_rate": 9.934260767032209e-05, |
| "loss": 0.0259, |
| "step": 9910 |
| }, |
| { |
| "grad_norm": 0.2259480208158493, |
| "learning_rate": 9.933993254221172e-05, |
| "loss": 0.0289, |
| "step": 9920 |
| }, |
| { |
| "grad_norm": 0.2046884149312973, |
| "learning_rate": 9.933725201836053e-05, |
| "loss": 0.023, |
| "step": 9930 |
| }, |
| { |
| "grad_norm": 0.2832944989204407, |
| "learning_rate": 9.933456609906162e-05, |
| "loss": 0.0251, |
| "step": 9940 |
| }, |
| { |
| "grad_norm": 0.15886572003364563, |
| "learning_rate": 9.933187478460875e-05, |
| "loss": 0.0201, |
| "step": 9950 |
| }, |
| { |
| "grad_norm": 0.19201332330703735, |
| "learning_rate": 9.93291780752962e-05, |
| "loss": 0.0215, |
| "step": 9960 |
| }, |
| { |
| "grad_norm": 0.20374132692813873, |
| "learning_rate": 9.932647597141893e-05, |
| "loss": 0.0299, |
| "step": 9970 |
| }, |
| { |
| "grad_norm": 0.25485411286354065, |
| "learning_rate": 9.932376847327239e-05, |
| "loss": 0.0261, |
| "step": 9980 |
| }, |
| { |
| "grad_norm": 0.24204477667808533, |
| "learning_rate": 9.932105558115268e-05, |
| "loss": 0.029, |
| "step": 9990 |
| }, |
| { |
| "grad_norm": 0.30668389797210693, |
| "learning_rate": 9.931833729535651e-05, |
| "loss": 0.0308, |
| "step": 10000 |
| }, |
| { |
| "grad_norm": 0.22847627103328705, |
| "learning_rate": 9.931561361618111e-05, |
| "loss": 0.0283, |
| "step": 10010 |
| }, |
| { |
| "grad_norm": 0.19643275439739227, |
| "learning_rate": 9.931288454392435e-05, |
| "loss": 0.0294, |
| "step": 10020 |
| }, |
| { |
| "grad_norm": 0.2654076814651489, |
| "learning_rate": 9.931015007888467e-05, |
| "loss": 0.0245, |
| "step": 10030 |
| }, |
| { |
| "grad_norm": 0.2502186596393585, |
| "learning_rate": 9.930741022136112e-05, |
| "loss": 0.0311, |
| "step": 10040 |
| }, |
| { |
| "grad_norm": 0.2615163326263428, |
| "learning_rate": 9.930466497165333e-05, |
| "loss": 0.0291, |
| "step": 10050 |
| }, |
| { |
| "grad_norm": 0.25903403759002686, |
| "learning_rate": 9.93019143300615e-05, |
| "loss": 0.0322, |
| "step": 10060 |
| }, |
| { |
| "grad_norm": 0.1642703264951706, |
| "learning_rate": 9.929915829688644e-05, |
| "loss": 0.0212, |
| "step": 10070 |
| }, |
| { |
| "grad_norm": 0.18677522242069244, |
| "learning_rate": 9.929639687242955e-05, |
| "loss": 0.025, |
| "step": 10080 |
| }, |
| { |
| "grad_norm": 0.20119620859622955, |
| "learning_rate": 9.929363005699281e-05, |
| "loss": 0.0237, |
| "step": 10090 |
| }, |
| { |
| "grad_norm": 0.19396060705184937, |
| "learning_rate": 9.92908578508788e-05, |
| "loss": 0.0273, |
| "step": 10100 |
| }, |
| { |
| "grad_norm": 0.2114391028881073, |
| "learning_rate": 9.928808025439069e-05, |
| "loss": 0.0195, |
| "step": 10110 |
| }, |
| { |
| "grad_norm": 0.20611080527305603, |
| "learning_rate": 9.928529726783223e-05, |
| "loss": 0.0232, |
| "step": 10120 |
| }, |
| { |
| "grad_norm": 0.2865302264690399, |
| "learning_rate": 9.928250889150774e-05, |
| "loss": 0.0271, |
| "step": 10130 |
| }, |
| { |
| "grad_norm": 0.29436272382736206, |
| "learning_rate": 9.92797151257222e-05, |
| "loss": 0.0272, |
| "step": 10140 |
| }, |
| { |
| "grad_norm": 0.24675260484218597, |
| "learning_rate": 9.927691597078108e-05, |
| "loss": 0.032, |
| "step": 10150 |
| }, |
| { |
| "grad_norm": 0.23811346292495728, |
| "learning_rate": 9.927411142699053e-05, |
| "loss": 0.0276, |
| "step": 10160 |
| }, |
| { |
| "grad_norm": 0.2110828161239624, |
| "learning_rate": 9.927130149465725e-05, |
| "loss": 0.0263, |
| "step": 10170 |
| }, |
| { |
| "grad_norm": 0.2198689728975296, |
| "learning_rate": 9.92684861740885e-05, |
| "loss": 0.034, |
| "step": 10180 |
| }, |
| { |
| "grad_norm": 0.366068035364151, |
| "learning_rate": 9.926566546559217e-05, |
| "loss": 0.0391, |
| "step": 10190 |
| }, |
| { |
| "grad_norm": 0.2847702205181122, |
| "learning_rate": 9.926283936947673e-05, |
| "loss": 0.0318, |
| "step": 10200 |
| }, |
| { |
| "grad_norm": 0.2421785444021225, |
| "learning_rate": 9.926000788605126e-05, |
| "loss": 0.0292, |
| "step": 10210 |
| }, |
| { |
| "grad_norm": 0.22924669086933136, |
| "learning_rate": 9.92571710156254e-05, |
| "loss": 0.0254, |
| "step": 10220 |
| }, |
| { |
| "grad_norm": 0.1691027134656906, |
| "learning_rate": 9.925432875850936e-05, |
| "loss": 0.0306, |
| "step": 10230 |
| }, |
| { |
| "grad_norm": 0.1929677575826645, |
| "learning_rate": 9.925148111501396e-05, |
| "loss": 0.0266, |
| "step": 10240 |
| }, |
| { |
| "grad_norm": 0.18243707716464996, |
| "learning_rate": 9.924862808545066e-05, |
| "loss": 0.0249, |
| "step": 10250 |
| }, |
| { |
| "grad_norm": 0.2026163786649704, |
| "learning_rate": 9.924576967013141e-05, |
| "loss": 0.0204, |
| "step": 10260 |
| }, |
| { |
| "grad_norm": 0.15999555587768555, |
| "learning_rate": 9.924290586936887e-05, |
| "loss": 0.0269, |
| "step": 10270 |
| }, |
| { |
| "grad_norm": 0.2202780395746231, |
| "learning_rate": 9.924003668347614e-05, |
| "loss": 0.0305, |
| "step": 10280 |
| }, |
| { |
| "grad_norm": 0.23286528885364532, |
| "learning_rate": 9.923716211276704e-05, |
| "loss": 0.034, |
| "step": 10290 |
| }, |
| { |
| "grad_norm": 0.23497836291790009, |
| "learning_rate": 9.923428215755594e-05, |
| "loss": 0.0278, |
| "step": 10300 |
| }, |
| { |
| "grad_norm": 0.2514705955982208, |
| "learning_rate": 9.923139681815775e-05, |
| "loss": 0.0237, |
| "step": 10310 |
| }, |
| { |
| "grad_norm": 0.18826180696487427, |
| "learning_rate": 9.922850609488801e-05, |
| "loss": 0.0268, |
| "step": 10320 |
| }, |
| { |
| "grad_norm": 0.2724052667617798, |
| "learning_rate": 9.922560998806287e-05, |
| "loss": 0.0262, |
| "step": 10330 |
| }, |
| { |
| "grad_norm": 0.24208195507526398, |
| "learning_rate": 9.922270849799905e-05, |
| "loss": 0.026, |
| "step": 10340 |
| }, |
| { |
| "grad_norm": 0.27003219723701477, |
| "learning_rate": 9.92198016250138e-05, |
| "loss": 0.0289, |
| "step": 10350 |
| }, |
| { |
| "grad_norm": 0.22307470440864563, |
| "learning_rate": 9.921688936942506e-05, |
| "loss": 0.0242, |
| "step": 10360 |
| }, |
| { |
| "grad_norm": 0.18017853796482086, |
| "learning_rate": 9.921397173155129e-05, |
| "loss": 0.0223, |
| "step": 10370 |
| }, |
| { |
| "grad_norm": 0.15174813568592072, |
| "learning_rate": 9.921104871171157e-05, |
| "loss": 0.0246, |
| "step": 10380 |
| }, |
| { |
| "grad_norm": 0.15180101990699768, |
| "learning_rate": 9.920812031022554e-05, |
| "loss": 0.0223, |
| "step": 10390 |
| }, |
| { |
| "grad_norm": 0.24426856637001038, |
| "learning_rate": 9.920518652741348e-05, |
| "loss": 0.0267, |
| "step": 10400 |
| }, |
| { |
| "grad_norm": 0.16897350549697876, |
| "learning_rate": 9.920224736359618e-05, |
| "loss": 0.0242, |
| "step": 10410 |
| }, |
| { |
| "grad_norm": 0.2237374484539032, |
| "learning_rate": 9.91993028190951e-05, |
| "loss": 0.0281, |
| "step": 10420 |
| }, |
| { |
| "grad_norm": 0.23615053296089172, |
| "learning_rate": 9.919635289423222e-05, |
| "loss": 0.0207, |
| "step": 10430 |
| }, |
| { |
| "grad_norm": 0.25416046380996704, |
| "learning_rate": 9.919339758933015e-05, |
| "loss": 0.0221, |
| "step": 10440 |
| }, |
| { |
| "grad_norm": 0.21657735109329224, |
| "learning_rate": 9.919043690471209e-05, |
| "loss": 0.0284, |
| "step": 10450 |
| }, |
| { |
| "grad_norm": 0.28293582797050476, |
| "learning_rate": 9.91874708407018e-05, |
| "loss": 0.0262, |
| "step": 10460 |
| }, |
| { |
| "grad_norm": 0.26687443256378174, |
| "learning_rate": 9.918449939762367e-05, |
| "loss": 0.0247, |
| "step": 10470 |
| }, |
| { |
| "grad_norm": 0.27301326394081116, |
| "learning_rate": 9.91815225758026e-05, |
| "loss": 0.026, |
| "step": 10480 |
| }, |
| { |
| "grad_norm": 0.15694575011730194, |
| "learning_rate": 9.917854037556419e-05, |
| "loss": 0.0209, |
| "step": 10490 |
| }, |
| { |
| "grad_norm": 0.17286072671413422, |
| "learning_rate": 9.917555279723454e-05, |
| "loss": 0.0207, |
| "step": 10500 |
| }, |
| { |
| "grad_norm": 0.2426028549671173, |
| "learning_rate": 9.917255984114036e-05, |
| "loss": 0.031, |
| "step": 10510 |
| }, |
| { |
| "grad_norm": 0.18824507296085358, |
| "learning_rate": 9.916956150760896e-05, |
| "loss": 0.0211, |
| "step": 10520 |
| }, |
| { |
| "grad_norm": 0.18461254239082336, |
| "learning_rate": 9.916655779696826e-05, |
| "loss": 0.024, |
| "step": 10530 |
| }, |
| { |
| "grad_norm": 0.15825887024402618, |
| "learning_rate": 9.916354870954671e-05, |
| "loss": 0.023, |
| "step": 10540 |
| }, |
| { |
| "grad_norm": 0.21739420294761658, |
| "learning_rate": 9.91605342456734e-05, |
| "loss": 0.02, |
| "step": 10550 |
| }, |
| { |
| "grad_norm": 0.1977476328611374, |
| "learning_rate": 9.915751440567795e-05, |
| "loss": 0.0203, |
| "step": 10560 |
| }, |
| { |
| "grad_norm": 0.2597450017929077, |
| "learning_rate": 9.915448918989066e-05, |
| "loss": 0.0207, |
| "step": 10570 |
| }, |
| { |
| "grad_norm": 0.17215295135974884, |
| "learning_rate": 9.915145859864232e-05, |
| "loss": 0.0251, |
| "step": 10580 |
| }, |
| { |
| "grad_norm": 0.2348063886165619, |
| "learning_rate": 9.914842263226437e-05, |
| "loss": 0.0273, |
| "step": 10590 |
| }, |
| { |
| "grad_norm": 0.16071432828903198, |
| "learning_rate": 9.914538129108882e-05, |
| "loss": 0.0349, |
| "step": 10600 |
| }, |
| { |
| "grad_norm": 0.1594308614730835, |
| "learning_rate": 9.914233457544825e-05, |
| "loss": 0.0436, |
| "step": 10610 |
| }, |
| { |
| "grad_norm": 0.366974800825119, |
| "learning_rate": 9.913928248567586e-05, |
| "loss": 0.0393, |
| "step": 10620 |
| }, |
| { |
| "grad_norm": 0.23805655539035797, |
| "learning_rate": 9.913622502210542e-05, |
| "loss": 0.0239, |
| "step": 10630 |
| }, |
| { |
| "grad_norm": 0.20906804502010345, |
| "learning_rate": 9.913316218507128e-05, |
| "loss": 0.0325, |
| "step": 10640 |
| }, |
| { |
| "grad_norm": 0.170127272605896, |
| "learning_rate": 9.91300939749084e-05, |
| "loss": 0.0295, |
| "step": 10650 |
| }, |
| { |
| "grad_norm": 0.21453642845153809, |
| "learning_rate": 9.91270203919523e-05, |
| "loss": 0.0323, |
| "step": 10660 |
| }, |
| { |
| "grad_norm": 0.29988667368888855, |
| "learning_rate": 9.912394143653912e-05, |
| "loss": 0.0311, |
| "step": 10670 |
| }, |
| { |
| "grad_norm": 0.2286015897989273, |
| "learning_rate": 9.912085710900555e-05, |
| "loss": 0.0224, |
| "step": 10680 |
| }, |
| { |
| "grad_norm": 0.26532313227653503, |
| "learning_rate": 9.911776740968892e-05, |
| "loss": 0.0245, |
| "step": 10690 |
| }, |
| { |
| "grad_norm": 0.22534982860088348, |
| "learning_rate": 9.911467233892709e-05, |
| "loss": 0.0446, |
| "step": 10700 |
| }, |
| { |
| "grad_norm": 0.24942530691623688, |
| "learning_rate": 9.911157189705853e-05, |
| "loss": 0.0355, |
| "step": 10710 |
| }, |
| { |
| "grad_norm": 0.18762122094631195, |
| "learning_rate": 9.910846608442229e-05, |
| "loss": 0.0291, |
| "step": 10720 |
| }, |
| { |
| "grad_norm": 0.17774976789951324, |
| "learning_rate": 9.910535490135805e-05, |
| "loss": 0.0224, |
| "step": 10730 |
| }, |
| { |
| "grad_norm": 0.2681278884410858, |
| "learning_rate": 9.910223834820603e-05, |
| "loss": 0.0226, |
| "step": 10740 |
| }, |
| { |
| "grad_norm": 0.16931435465812683, |
| "learning_rate": 9.909911642530703e-05, |
| "loss": 0.0261, |
| "step": 10750 |
| }, |
| { |
| "grad_norm": 0.23430457711219788, |
| "learning_rate": 9.909598913300249e-05, |
| "loss": 0.0322, |
| "step": 10760 |
| }, |
| { |
| "grad_norm": 0.28979241847991943, |
| "learning_rate": 9.909285647163438e-05, |
| "loss": 0.0319, |
| "step": 10770 |
| }, |
| { |
| "grad_norm": 0.19815216958522797, |
| "learning_rate": 9.908971844154531e-05, |
| "loss": 0.0281, |
| "step": 10780 |
| }, |
| { |
| "grad_norm": 0.2559219002723694, |
| "learning_rate": 9.908657504307843e-05, |
| "loss": 0.0249, |
| "step": 10790 |
| }, |
| { |
| "grad_norm": 0.21558895707130432, |
| "learning_rate": 9.908342627657751e-05, |
| "loss": 0.0305, |
| "step": 10800 |
| }, |
| { |
| "grad_norm": 0.22216109931468964, |
| "learning_rate": 9.908027214238689e-05, |
| "loss": 0.0232, |
| "step": 10810 |
| }, |
| { |
| "grad_norm": 0.21503609418869019, |
| "learning_rate": 9.90771126408515e-05, |
| "loss": 0.0265, |
| "step": 10820 |
| }, |
| { |
| "grad_norm": 0.19307014346122742, |
| "learning_rate": 9.907394777231685e-05, |
| "loss": 0.0259, |
| "step": 10830 |
| }, |
| { |
| "grad_norm": 0.23382370173931122, |
| "learning_rate": 9.907077753712905e-05, |
| "loss": 0.0313, |
| "step": 10840 |
| }, |
| { |
| "grad_norm": 0.26325681805610657, |
| "learning_rate": 9.906760193563482e-05, |
| "loss": 0.0252, |
| "step": 10850 |
| }, |
| { |
| "grad_norm": 0.22320054471492767, |
| "learning_rate": 9.906442096818139e-05, |
| "loss": 0.0229, |
| "step": 10860 |
| }, |
| { |
| "grad_norm": 0.20608460903167725, |
| "learning_rate": 9.906123463511665e-05, |
| "loss": 0.0272, |
| "step": 10870 |
| }, |
| { |
| "grad_norm": 0.22655341029167175, |
| "learning_rate": 9.905804293678907e-05, |
| "loss": 0.0287, |
| "step": 10880 |
| }, |
| { |
| "grad_norm": 0.228485107421875, |
| "learning_rate": 9.905484587354766e-05, |
| "loss": 0.0303, |
| "step": 10890 |
| }, |
| { |
| "grad_norm": 0.3410513699054718, |
| "learning_rate": 9.905164344574205e-05, |
| "loss": 0.0316, |
| "step": 10900 |
| }, |
| { |
| "grad_norm": 0.2594175338745117, |
| "learning_rate": 9.904843565372248e-05, |
| "loss": 0.0276, |
| "step": 10910 |
| }, |
| { |
| "grad_norm": 0.21144439280033112, |
| "learning_rate": 9.904522249783972e-05, |
| "loss": 0.0269, |
| "step": 10920 |
| }, |
| { |
| "grad_norm": 0.17710238695144653, |
| "learning_rate": 9.904200397844517e-05, |
| "loss": 0.0354, |
| "step": 10930 |
| }, |
| { |
| "grad_norm": 0.30291834473609924, |
| "learning_rate": 9.903878009589078e-05, |
| "loss": 0.0323, |
| "step": 10940 |
| }, |
| { |
| "grad_norm": 0.29697805643081665, |
| "learning_rate": 9.903555085052915e-05, |
| "loss": 0.0272, |
| "step": 10950 |
| }, |
| { |
| "grad_norm": 0.13839080929756165, |
| "learning_rate": 9.903231624271338e-05, |
| "loss": 0.021, |
| "step": 10960 |
| }, |
| { |
| "grad_norm": 0.17306920886039734, |
| "learning_rate": 9.902907627279724e-05, |
| "loss": 0.0226, |
| "step": 10970 |
| }, |
| { |
| "grad_norm": 0.1867360770702362, |
| "learning_rate": 9.902583094113504e-05, |
| "loss": 0.0251, |
| "step": 10980 |
| }, |
| { |
| "grad_norm": 0.15005651116371155, |
| "learning_rate": 9.902258024808168e-05, |
| "loss": 0.0228, |
| "step": 10990 |
| }, |
| { |
| "grad_norm": 0.199822798371315, |
| "learning_rate": 9.901932419399264e-05, |
| "loss": 0.0235, |
| "step": 11000 |
| }, |
| { |
| "grad_norm": 0.15658538043498993, |
| "learning_rate": 9.9016062779224e-05, |
| "loss": 0.0227, |
| "step": 11010 |
| }, |
| { |
| "grad_norm": 0.1818545162677765, |
| "learning_rate": 9.901279600413242e-05, |
| "loss": 0.024, |
| "step": 11020 |
| }, |
| { |
| "grad_norm": 0.30815455317497253, |
| "learning_rate": 9.900952386907518e-05, |
| "loss": 0.0257, |
| "step": 11030 |
| }, |
| { |
| "grad_norm": 0.20397421717643738, |
| "learning_rate": 9.90062463744101e-05, |
| "loss": 0.0226, |
| "step": 11040 |
| }, |
| { |
| "grad_norm": 0.23438507318496704, |
| "learning_rate": 9.900296352049558e-05, |
| "loss": 0.0213, |
| "step": 11050 |
| }, |
| { |
| "grad_norm": 0.1967267543077469, |
| "learning_rate": 9.899967530769065e-05, |
| "loss": 0.0276, |
| "step": 11060 |
| }, |
| { |
| "grad_norm": 0.15900884568691254, |
| "learning_rate": 9.899638173635489e-05, |
| "loss": 0.022, |
| "step": 11070 |
| }, |
| { |
| "grad_norm": 0.19317078590393066, |
| "learning_rate": 9.899308280684849e-05, |
| "loss": 0.0236, |
| "step": 11080 |
| }, |
| { |
| "grad_norm": 0.2020977884531021, |
| "learning_rate": 9.898977851953222e-05, |
| "loss": 0.0227, |
| "step": 11090 |
| }, |
| { |
| "grad_norm": 0.1757260411977768, |
| "learning_rate": 9.898646887476741e-05, |
| "loss": 0.028, |
| "step": 11100 |
| }, |
| { |
| "grad_norm": 0.24692878127098083, |
| "learning_rate": 9.898315387291603e-05, |
| "loss": 0.0264, |
| "step": 11110 |
| }, |
| { |
| "grad_norm": 0.20433445274829865, |
| "learning_rate": 9.89798335143406e-05, |
| "loss": 0.0236, |
| "step": 11120 |
| }, |
| { |
| "grad_norm": 0.18330003321170807, |
| "learning_rate": 9.897650779940419e-05, |
| "loss": 0.0284, |
| "step": 11130 |
| }, |
| { |
| "grad_norm": 0.15452328324317932, |
| "learning_rate": 9.897317672847054e-05, |
| "loss": 0.0219, |
| "step": 11140 |
| }, |
| { |
| "grad_norm": 0.1887684315443039, |
| "learning_rate": 9.89698403019039e-05, |
| "loss": 0.016, |
| "step": 11150 |
| }, |
| { |
| "grad_norm": 0.23487187922000885, |
| "learning_rate": 9.896649852006917e-05, |
| "loss": 0.0221, |
| "step": 11160 |
| }, |
| { |
| "grad_norm": 0.26311561465263367, |
| "learning_rate": 9.896315138333177e-05, |
| "loss": 0.0215, |
| "step": 11170 |
| }, |
| { |
| "grad_norm": 0.20930245518684387, |
| "learning_rate": 9.895979889205774e-05, |
| "loss": 0.0247, |
| "step": 11180 |
| }, |
| { |
| "grad_norm": 0.1848008632659912, |
| "learning_rate": 9.895644104661372e-05, |
| "loss": 0.0276, |
| "step": 11190 |
| }, |
| { |
| "grad_norm": 0.17293724417686462, |
| "learning_rate": 9.895307784736691e-05, |
| "loss": 0.0253, |
| "step": 11200 |
| }, |
| { |
| "grad_norm": 0.192388653755188, |
| "learning_rate": 9.894970929468512e-05, |
| "loss": 0.0255, |
| "step": 11210 |
| }, |
| { |
| "grad_norm": 0.17037655413150787, |
| "learning_rate": 9.89463353889367e-05, |
| "loss": 0.0221, |
| "step": 11220 |
| }, |
| { |
| "grad_norm": 0.30824750661849976, |
| "learning_rate": 9.894295613049065e-05, |
| "loss": 0.0344, |
| "step": 11230 |
| }, |
| { |
| "grad_norm": 0.16636694967746735, |
| "learning_rate": 9.893957151971649e-05, |
| "loss": 0.0224, |
| "step": 11240 |
| }, |
| { |
| "grad_norm": 0.23010289669036865, |
| "learning_rate": 9.893618155698436e-05, |
| "loss": 0.0202, |
| "step": 11250 |
| }, |
| { |
| "grad_norm": 0.18815329670906067, |
| "learning_rate": 9.8932786242665e-05, |
| "loss": 0.0198, |
| "step": 11260 |
| }, |
| { |
| "grad_norm": 0.15744227170944214, |
| "learning_rate": 9.89293855771297e-05, |
| "loss": 0.0215, |
| "step": 11270 |
| }, |
| { |
| "grad_norm": 0.2967168688774109, |
| "learning_rate": 9.892597956075036e-05, |
| "loss": 0.0317, |
| "step": 11280 |
| }, |
| { |
| "grad_norm": 0.24614492058753967, |
| "learning_rate": 9.892256819389947e-05, |
| "loss": 0.025, |
| "step": 11290 |
| }, |
| { |
| "grad_norm": 0.19683314859867096, |
| "learning_rate": 9.891915147695006e-05, |
| "loss": 0.0247, |
| "step": 11300 |
| }, |
| { |
| "grad_norm": 0.2899618446826935, |
| "learning_rate": 9.891572941027577e-05, |
| "loss": 0.0257, |
| "step": 11310 |
| }, |
| { |
| "grad_norm": 0.2563789486885071, |
| "learning_rate": 9.89123019942509e-05, |
| "loss": 0.0261, |
| "step": 11320 |
| }, |
| { |
| "grad_norm": 0.15692956745624542, |
| "learning_rate": 9.89088692292502e-05, |
| "loss": 0.0239, |
| "step": 11330 |
| }, |
| { |
| "grad_norm": 0.20042259991168976, |
| "learning_rate": 9.89054311156491e-05, |
| "loss": 0.0197, |
| "step": 11340 |
| }, |
| { |
| "grad_norm": 0.13932734727859497, |
| "learning_rate": 9.890198765382357e-05, |
| "loss": 0.0395, |
| "step": 11350 |
| }, |
| { |
| "grad_norm": 0.20912913978099823, |
| "learning_rate": 9.889853884415021e-05, |
| "loss": 0.0237, |
| "step": 11360 |
| }, |
| { |
| "grad_norm": 0.22004306316375732, |
| "learning_rate": 9.889508468700614e-05, |
| "loss": 0.0204, |
| "step": 11370 |
| }, |
| { |
| "grad_norm": 0.19079676270484924, |
| "learning_rate": 9.889162518276915e-05, |
| "loss": 0.0225, |
| "step": 11380 |
| }, |
| { |
| "grad_norm": 0.22446309030056, |
| "learning_rate": 9.888816033181752e-05, |
| "loss": 0.0262, |
| "step": 11390 |
| }, |
| { |
| "grad_norm": 0.18327660858631134, |
| "learning_rate": 9.888469013453018e-05, |
| "loss": 0.0281, |
| "step": 11400 |
| }, |
| { |
| "grad_norm": 0.3433232605457306, |
| "learning_rate": 9.888121459128663e-05, |
| "loss": 0.025, |
| "step": 11410 |
| }, |
| { |
| "grad_norm": 0.21350350975990295, |
| "learning_rate": 9.887773370246693e-05, |
| "loss": 0.0365, |
| "step": 11420 |
| }, |
| { |
| "grad_norm": 0.2073519080877304, |
| "learning_rate": 9.887424746845177e-05, |
| "loss": 0.027, |
| "step": 11430 |
| }, |
| { |
| "grad_norm": 0.236676886677742, |
| "learning_rate": 9.887075588962239e-05, |
| "loss": 0.0245, |
| "step": 11440 |
| }, |
| { |
| "grad_norm": 0.18879009783267975, |
| "learning_rate": 9.88672589663606e-05, |
| "loss": 0.024, |
| "step": 11450 |
| }, |
| { |
| "grad_norm": 0.2247360348701477, |
| "learning_rate": 9.886375669904886e-05, |
| "loss": 0.0302, |
| "step": 11460 |
| }, |
| { |
| "grad_norm": 0.20852605998516083, |
| "learning_rate": 9.886024908807014e-05, |
| "loss": 0.0224, |
| "step": 11470 |
| }, |
| { |
| "grad_norm": 0.23273442685604095, |
| "learning_rate": 9.885673613380806e-05, |
| "loss": 0.0223, |
| "step": 11480 |
| }, |
| { |
| "grad_norm": 0.22791051864624023, |
| "learning_rate": 9.885321783664676e-05, |
| "loss": 0.0275, |
| "step": 11490 |
| }, |
| { |
| "grad_norm": 0.27649661898612976, |
| "learning_rate": 9.884969419697101e-05, |
| "loss": 0.0239, |
| "step": 11500 |
| }, |
| { |
| "grad_norm": 0.17674340307712555, |
| "learning_rate": 9.884616521516614e-05, |
| "loss": 0.0213, |
| "step": 11510 |
| }, |
| { |
| "grad_norm": 0.24930547177791595, |
| "learning_rate": 9.88426308916181e-05, |
| "loss": 0.0222, |
| "step": 11520 |
| }, |
| { |
| "grad_norm": 0.1840018332004547, |
| "learning_rate": 9.883909122671335e-05, |
| "loss": 0.0203, |
| "step": 11530 |
| }, |
| { |
| "grad_norm": 0.16447660326957703, |
| "learning_rate": 9.883554622083904e-05, |
| "loss": 0.0221, |
| "step": 11540 |
| }, |
| { |
| "grad_norm": 0.320231169462204, |
| "learning_rate": 9.88319958743828e-05, |
| "loss": 0.0259, |
| "step": 11550 |
| }, |
| { |
| "grad_norm": 0.1773620992898941, |
| "learning_rate": 9.882844018773291e-05, |
| "loss": 0.0223, |
| "step": 11560 |
| }, |
| { |
| "grad_norm": 0.20005793869495392, |
| "learning_rate": 9.882487916127823e-05, |
| "loss": 0.0213, |
| "step": 11570 |
| }, |
| { |
| "grad_norm": 0.24085812270641327, |
| "learning_rate": 9.882131279540815e-05, |
| "loss": 0.0274, |
| "step": 11580 |
| }, |
| { |
| "grad_norm": 0.21849165856838226, |
| "learning_rate": 9.881774109051271e-05, |
| "loss": 0.0263, |
| "step": 11590 |
| }, |
| { |
| "grad_norm": 0.20229481160640717, |
| "learning_rate": 9.881416404698252e-05, |
| "loss": 0.0216, |
| "step": 11600 |
| }, |
| { |
| "grad_norm": 0.24025803804397583, |
| "learning_rate": 9.881058166520873e-05, |
| "loss": 0.031, |
| "step": 11610 |
| }, |
| { |
| "grad_norm": 0.20828023552894592, |
| "learning_rate": 9.880699394558311e-05, |
| "loss": 0.0319, |
| "step": 11620 |
| }, |
| { |
| "grad_norm": 0.23106470704078674, |
| "learning_rate": 9.880340088849801e-05, |
| "loss": 0.0375, |
| "step": 11630 |
| }, |
| { |
| "grad_norm": 0.17633292078971863, |
| "learning_rate": 9.879980249434637e-05, |
| "loss": 0.0238, |
| "step": 11640 |
| }, |
| { |
| "grad_norm": 0.28792208433151245, |
| "learning_rate": 9.879619876352168e-05, |
| "loss": 0.0275, |
| "step": 11650 |
| }, |
| { |
| "grad_norm": 0.20732413232326508, |
| "learning_rate": 9.879258969641809e-05, |
| "loss": 0.0227, |
| "step": 11660 |
| }, |
| { |
| "grad_norm": 0.16144432127475739, |
| "learning_rate": 9.878897529343023e-05, |
| "loss": 0.0196, |
| "step": 11670 |
| }, |
| { |
| "grad_norm": 0.16630032658576965, |
| "learning_rate": 9.878535555495338e-05, |
| "loss": 0.0249, |
| "step": 11680 |
| }, |
| { |
| "grad_norm": 0.2381720244884491, |
| "learning_rate": 9.87817304813834e-05, |
| "loss": 0.0237, |
| "step": 11690 |
| }, |
| { |
| "grad_norm": 0.2279759645462036, |
| "learning_rate": 9.877810007311671e-05, |
| "loss": 0.0232, |
| "step": 11700 |
| }, |
| { |
| "grad_norm": 0.2708115577697754, |
| "learning_rate": 9.877446433055035e-05, |
| "loss": 0.0234, |
| "step": 11710 |
| }, |
| { |
| "grad_norm": 0.30552560091018677, |
| "learning_rate": 9.877082325408191e-05, |
| "loss": 0.0243, |
| "step": 11720 |
| }, |
| { |
| "grad_norm": 0.16460350155830383, |
| "learning_rate": 9.876717684410954e-05, |
| "loss": 0.0203, |
| "step": 11730 |
| }, |
| { |
| "grad_norm": 0.16834262013435364, |
| "learning_rate": 9.876352510103204e-05, |
| "loss": 0.021, |
| "step": 11740 |
| }, |
| { |
| "grad_norm": 0.1868865042924881, |
| "learning_rate": 9.875986802524875e-05, |
| "loss": 0.0288, |
| "step": 11750 |
| }, |
| { |
| "grad_norm": 0.15930218994617462, |
| "learning_rate": 9.87562056171596e-05, |
| "loss": 0.0219, |
| "step": 11760 |
| }, |
| { |
| "grad_norm": 0.17643789947032928, |
| "learning_rate": 9.875253787716511e-05, |
| "loss": 0.0233, |
| "step": 11770 |
| }, |
| { |
| "grad_norm": 0.21850240230560303, |
| "learning_rate": 9.874886480566637e-05, |
| "loss": 0.0233, |
| "step": 11780 |
| }, |
| { |
| "grad_norm": 0.1663942039012909, |
| "learning_rate": 9.874518640306507e-05, |
| "loss": 0.02, |
| "step": 11790 |
| }, |
| { |
| "grad_norm": 0.16576506197452545, |
| "learning_rate": 9.874150266976347e-05, |
| "loss": 0.0261, |
| "step": 11800 |
| }, |
| { |
| "grad_norm": 0.15494920313358307, |
| "learning_rate": 9.873781360616443e-05, |
| "loss": 0.0304, |
| "step": 11810 |
| }, |
| { |
| "grad_norm": 0.15801291167736053, |
| "learning_rate": 9.873411921267137e-05, |
| "loss": 0.0238, |
| "step": 11820 |
| }, |
| { |
| "grad_norm": 0.18863633275032043, |
| "learning_rate": 9.873041948968829e-05, |
| "loss": 0.0302, |
| "step": 11830 |
| }, |
| { |
| "grad_norm": 0.17288516461849213, |
| "learning_rate": 9.872671443761981e-05, |
| "loss": 0.0217, |
| "step": 11840 |
| }, |
| { |
| "grad_norm": 0.16020582616329193, |
| "learning_rate": 9.872300405687109e-05, |
| "loss": 0.0227, |
| "step": 11850 |
| }, |
| { |
| "grad_norm": 0.2162427455186844, |
| "learning_rate": 9.871928834784792e-05, |
| "loss": 0.0254, |
| "step": 11860 |
| }, |
| { |
| "grad_norm": 0.16531915962696075, |
| "learning_rate": 9.871556731095661e-05, |
| "loss": 0.0201, |
| "step": 11870 |
| }, |
| { |
| "grad_norm": 0.16371871531009674, |
| "learning_rate": 9.871184094660411e-05, |
| "loss": 0.0345, |
| "step": 11880 |
| }, |
| { |
| "grad_norm": 0.18528763949871063, |
| "learning_rate": 9.870810925519791e-05, |
| "loss": 0.0205, |
| "step": 11890 |
| }, |
| { |
| "grad_norm": 0.19059091806411743, |
| "learning_rate": 9.870437223714612e-05, |
| "loss": 0.022, |
| "step": 11900 |
| }, |
| { |
| "grad_norm": 0.19611909985542297, |
| "learning_rate": 9.87006298928574e-05, |
| "loss": 0.0228, |
| "step": 11910 |
| }, |
| { |
| "grad_norm": 0.16118177771568298, |
| "learning_rate": 9.869688222274103e-05, |
| "loss": 0.0205, |
| "step": 11920 |
| }, |
| { |
| "grad_norm": 0.17447493970394135, |
| "learning_rate": 9.869312922720681e-05, |
| "loss": 0.023, |
| "step": 11930 |
| }, |
| { |
| "grad_norm": 0.21070200204849243, |
| "learning_rate": 9.868937090666521e-05, |
| "loss": 0.0219, |
| "step": 11940 |
| }, |
| { |
| "grad_norm": 0.14857400953769684, |
| "learning_rate": 9.86856072615272e-05, |
| "loss": 0.0181, |
| "step": 11950 |
| }, |
| { |
| "grad_norm": 0.24491359293460846, |
| "learning_rate": 9.868183829220438e-05, |
| "loss": 0.0209, |
| "step": 11960 |
| }, |
| { |
| "grad_norm": 0.2287050485610962, |
| "learning_rate": 9.867806399910893e-05, |
| "loss": 0.0215, |
| "step": 11970 |
| }, |
| { |
| "grad_norm": 0.22646783292293549, |
| "learning_rate": 9.867428438265356e-05, |
| "loss": 0.0229, |
| "step": 11980 |
| }, |
| { |
| "grad_norm": 0.20929382741451263, |
| "learning_rate": 9.867049944325165e-05, |
| "loss": 0.0237, |
| "step": 11990 |
| }, |
| { |
| "grad_norm": 0.19067181646823883, |
| "learning_rate": 9.86667091813171e-05, |
| "loss": 0.0317, |
| "step": 12000 |
| }, |
| { |
| "grad_norm": 0.23134197294712067, |
| "learning_rate": 9.866291359726438e-05, |
| "loss": 0.0253, |
| "step": 12010 |
| }, |
| { |
| "grad_norm": 0.18194840848445892, |
| "learning_rate": 9.865911269150861e-05, |
| "loss": 0.0216, |
| "step": 12020 |
| }, |
| { |
| "grad_norm": 0.17308545112609863, |
| "learning_rate": 9.865530646446544e-05, |
| "loss": 0.0193, |
| "step": 12030 |
| }, |
| { |
| "grad_norm": 0.25795429944992065, |
| "learning_rate": 9.86514949165511e-05, |
| "loss": 0.023, |
| "step": 12040 |
| }, |
| { |
| "grad_norm": 0.23635797202587128, |
| "learning_rate": 9.864767804818243e-05, |
| "loss": 0.0258, |
| "step": 12050 |
| }, |
| { |
| "grad_norm": 0.2365824282169342, |
| "learning_rate": 9.86438558597768e-05, |
| "loss": 0.0232, |
| "step": 12060 |
| }, |
| { |
| "grad_norm": 0.16586890816688538, |
| "learning_rate": 9.864002835175225e-05, |
| "loss": 0.0336, |
| "step": 12070 |
| }, |
| { |
| "grad_norm": 0.23999793827533722, |
| "learning_rate": 9.863619552452734e-05, |
| "loss": 0.0246, |
| "step": 12080 |
| }, |
| { |
| "grad_norm": 0.19375000894069672, |
| "learning_rate": 9.863235737852119e-05, |
| "loss": 0.0196, |
| "step": 12090 |
| }, |
| { |
| "grad_norm": 0.24414919316768646, |
| "learning_rate": 9.862851391415356e-05, |
| "loss": 0.0258, |
| "step": 12100 |
| }, |
| { |
| "grad_norm": 0.18846546113491058, |
| "learning_rate": 9.862466513184477e-05, |
| "loss": 0.0234, |
| "step": 12110 |
| }, |
| { |
| "grad_norm": 0.18849043548107147, |
| "learning_rate": 9.86208110320157e-05, |
| "loss": 0.0175, |
| "step": 12120 |
| }, |
| { |
| "grad_norm": 0.15783953666687012, |
| "learning_rate": 9.861695161508784e-05, |
| "loss": 0.0233, |
| "step": 12130 |
| }, |
| { |
| "grad_norm": 0.210113987326622, |
| "learning_rate": 9.861308688148324e-05, |
| "loss": 0.0199, |
| "step": 12140 |
| }, |
| { |
| "grad_norm": 0.14968241751194, |
| "learning_rate": 9.860921683162455e-05, |
| "loss": 0.0204, |
| "step": 12150 |
| }, |
| { |
| "grad_norm": 0.16812889277935028, |
| "learning_rate": 9.860534146593499e-05, |
| "loss": 0.0185, |
| "step": 12160 |
| }, |
| { |
| "grad_norm": 0.16429181396961212, |
| "learning_rate": 9.860146078483836e-05, |
| "loss": 0.02, |
| "step": 12170 |
| }, |
| { |
| "grad_norm": 0.2724097967147827, |
| "learning_rate": 9.859757478875905e-05, |
| "loss": 0.0285, |
| "step": 12180 |
| }, |
| { |
| "grad_norm": 0.23996753990650177, |
| "learning_rate": 9.859368347812204e-05, |
| "loss": 0.0209, |
| "step": 12190 |
| }, |
| { |
| "grad_norm": 0.1860392540693283, |
| "learning_rate": 9.858978685335285e-05, |
| "loss": 0.0288, |
| "step": 12200 |
| }, |
| { |
| "grad_norm": 0.2090688943862915, |
| "learning_rate": 9.858588491487763e-05, |
| "loss": 0.038, |
| "step": 12210 |
| }, |
| { |
| "grad_norm": 0.22886458039283752, |
| "learning_rate": 9.858197766312308e-05, |
| "loss": 0.0242, |
| "step": 12220 |
| }, |
| { |
| "grad_norm": 0.19855360686779022, |
| "learning_rate": 9.857806509851649e-05, |
| "loss": 0.0249, |
| "step": 12230 |
| }, |
| { |
| "grad_norm": 0.23276641964912415, |
| "learning_rate": 9.857414722148574e-05, |
| "loss": 0.0214, |
| "step": 12240 |
| }, |
| { |
| "grad_norm": 0.21611379086971283, |
| "learning_rate": 9.857022403245928e-05, |
| "loss": 0.0297, |
| "step": 12250 |
| }, |
| { |
| "grad_norm": 0.24511033296585083, |
| "learning_rate": 9.856629553186615e-05, |
| "loss": 0.0314, |
| "step": 12260 |
| }, |
| { |
| "grad_norm": 0.1581019163131714, |
| "learning_rate": 9.856236172013595e-05, |
| "loss": 0.024, |
| "step": 12270 |
| }, |
| { |
| "grad_norm": 0.19699901342391968, |
| "learning_rate": 9.85584225976989e-05, |
| "loss": 0.0226, |
| "step": 12280 |
| }, |
| { |
| "grad_norm": 0.18282975256443024, |
| "learning_rate": 9.855447816498575e-05, |
| "loss": 0.0261, |
| "step": 12290 |
| }, |
| { |
| "grad_norm": 0.22771519422531128, |
| "learning_rate": 9.855052842242787e-05, |
| "loss": 0.0188, |
| "step": 12300 |
| }, |
| { |
| "grad_norm": 0.15357476472854614, |
| "learning_rate": 9.85465733704572e-05, |
| "loss": 0.0218, |
| "step": 12310 |
| }, |
| { |
| "grad_norm": 0.2205132395029068, |
| "learning_rate": 9.854261300950624e-05, |
| "loss": 0.026, |
| "step": 12320 |
| }, |
| { |
| "grad_norm": 0.17333334684371948, |
| "learning_rate": 9.853864734000813e-05, |
| "loss": 0.0219, |
| "step": 12330 |
| }, |
| { |
| "grad_norm": 0.17897644639015198, |
| "learning_rate": 9.85346763623965e-05, |
| "loss": 0.0247, |
| "step": 12340 |
| }, |
| { |
| "grad_norm": 0.19456519186496735, |
| "learning_rate": 9.853070007710564e-05, |
| "loss": 0.0221, |
| "step": 12350 |
| }, |
| { |
| "grad_norm": 0.19320239126682281, |
| "learning_rate": 9.85267184845704e-05, |
| "loss": 0.0232, |
| "step": 12360 |
| }, |
| { |
| "grad_norm": 0.1920768767595291, |
| "learning_rate": 9.852273158522616e-05, |
| "loss": 0.0203, |
| "step": 12370 |
| }, |
| { |
| "grad_norm": 0.19391462206840515, |
| "learning_rate": 9.851873937950896e-05, |
| "loss": 0.0223, |
| "step": 12380 |
| }, |
| { |
| "grad_norm": 0.2679179608821869, |
| "learning_rate": 9.851474186785537e-05, |
| "loss": 0.0232, |
| "step": 12390 |
| }, |
| { |
| "grad_norm": 0.2386413812637329, |
| "learning_rate": 9.851073905070254e-05, |
| "loss": 0.025, |
| "step": 12400 |
| }, |
| { |
| "grad_norm": 0.2780703008174896, |
| "learning_rate": 9.850673092848824e-05, |
| "loss": 0.0257, |
| "step": 12410 |
| }, |
| { |
| "grad_norm": 0.168027862906456, |
| "learning_rate": 9.850271750165077e-05, |
| "loss": 0.0178, |
| "step": 12420 |
| }, |
| { |
| "grad_norm": 0.32538965344429016, |
| "learning_rate": 9.849869877062902e-05, |
| "loss": 0.0328, |
| "step": 12430 |
| }, |
| { |
| "grad_norm": 0.19939382374286652, |
| "learning_rate": 9.849467473586252e-05, |
| "loss": 0.0271, |
| "step": 12440 |
| }, |
| { |
| "grad_norm": 0.21899616718292236, |
| "learning_rate": 9.849064539779127e-05, |
| "loss": 0.0224, |
| "step": 12450 |
| }, |
| { |
| "grad_norm": 0.21500538289546967, |
| "learning_rate": 9.848661075685594e-05, |
| "loss": 0.0261, |
| "step": 12460 |
| }, |
| { |
| "grad_norm": 0.14544419944286346, |
| "learning_rate": 9.848257081349778e-05, |
| "loss": 0.0234, |
| "step": 12470 |
| }, |
| { |
| "grad_norm": 0.16736792027950287, |
| "learning_rate": 9.847852556815856e-05, |
| "loss": 0.0189, |
| "step": 12480 |
| }, |
| { |
| "grad_norm": 0.16074730455875397, |
| "learning_rate": 9.847447502128067e-05, |
| "loss": 0.02, |
| "step": 12490 |
| }, |
| { |
| "grad_norm": 0.19539934396743774, |
| "learning_rate": 9.847041917330708e-05, |
| "loss": 0.0269, |
| "step": 12500 |
| }, |
| { |
| "grad_norm": 0.21927885711193085, |
| "learning_rate": 9.846635802468132e-05, |
| "loss": 0.032, |
| "step": 12510 |
| }, |
| { |
| "grad_norm": 0.22915364801883698, |
| "learning_rate": 9.84622915758475e-05, |
| "loss": 0.0256, |
| "step": 12520 |
| }, |
| { |
| "grad_norm": 0.15862935781478882, |
| "learning_rate": 9.845821982725034e-05, |
| "loss": 0.0236, |
| "step": 12530 |
| }, |
| { |
| "grad_norm": 0.23897311091423035, |
| "learning_rate": 9.845414277933514e-05, |
| "loss": 0.0296, |
| "step": 12540 |
| }, |
| { |
| "grad_norm": 0.20395700633525848, |
| "learning_rate": 9.845006043254771e-05, |
| "loss": 0.0265, |
| "step": 12550 |
| }, |
| { |
| "grad_norm": 0.23836259543895721, |
| "learning_rate": 9.844597278733451e-05, |
| "loss": 0.0227, |
| "step": 12560 |
| }, |
| { |
| "grad_norm": 0.11812478303909302, |
| "learning_rate": 9.844187984414259e-05, |
| "loss": 0.0214, |
| "step": 12570 |
| }, |
| { |
| "grad_norm": 0.13120566308498383, |
| "learning_rate": 9.84377816034195e-05, |
| "loss": 0.0218, |
| "step": 12580 |
| }, |
| { |
| "grad_norm": 0.1643330156803131, |
| "learning_rate": 9.843367806561345e-05, |
| "loss": 0.0269, |
| "step": 12590 |
| }, |
| { |
| "grad_norm": 0.18466365337371826, |
| "learning_rate": 9.842956923117317e-05, |
| "loss": 0.0219, |
| "step": 12600 |
| }, |
| { |
| "grad_norm": 0.2244631052017212, |
| "learning_rate": 9.842545510054802e-05, |
| "loss": 0.0192, |
| "step": 12610 |
| }, |
| { |
| "grad_norm": 0.20854896306991577, |
| "learning_rate": 9.842133567418792e-05, |
| "loss": 0.0196, |
| "step": 12620 |
| }, |
| { |
| "grad_norm": 0.16039612889289856, |
| "learning_rate": 9.841721095254333e-05, |
| "loss": 0.0177, |
| "step": 12630 |
| }, |
| { |
| "grad_norm": 0.22511406242847443, |
| "learning_rate": 9.841308093606537e-05, |
| "loss": 0.0271, |
| "step": 12640 |
| }, |
| { |
| "grad_norm": 0.19451841711997986, |
| "learning_rate": 9.840894562520565e-05, |
| "loss": 0.0228, |
| "step": 12650 |
| }, |
| { |
| "grad_norm": 0.20607230067253113, |
| "learning_rate": 9.840480502041642e-05, |
| "loss": 0.0269, |
| "step": 12660 |
| }, |
| { |
| "grad_norm": 0.1661987453699112, |
| "learning_rate": 9.840065912215049e-05, |
| "loss": 0.0224, |
| "step": 12670 |
| }, |
| { |
| "grad_norm": 0.13661257922649384, |
| "learning_rate": 9.839650793086124e-05, |
| "loss": 0.0317, |
| "step": 12680 |
| }, |
| { |
| "grad_norm": 0.17065025866031647, |
| "learning_rate": 9.839235144700265e-05, |
| "loss": 0.0263, |
| "step": 12690 |
| }, |
| { |
| "grad_norm": 0.26821181178092957, |
| "learning_rate": 9.838818967102926e-05, |
| "loss": 0.0226, |
| "step": 12700 |
| }, |
| { |
| "grad_norm": 0.1930248886346817, |
| "learning_rate": 9.83840226033962e-05, |
| "loss": 0.023, |
| "step": 12710 |
| }, |
| { |
| "grad_norm": 0.22751566767692566, |
| "learning_rate": 9.837985024455918e-05, |
| "loss": 0.0223, |
| "step": 12720 |
| }, |
| { |
| "grad_norm": 0.19473154842853546, |
| "learning_rate": 9.837567259497447e-05, |
| "loss": 0.0207, |
| "step": 12730 |
| }, |
| { |
| "grad_norm": 0.15432409942150116, |
| "learning_rate": 9.837148965509894e-05, |
| "loss": 0.024, |
| "step": 12740 |
| }, |
| { |
| "grad_norm": 0.17699211835861206, |
| "learning_rate": 9.836730142539001e-05, |
| "loss": 0.0185, |
| "step": 12750 |
| }, |
| { |
| "grad_norm": 0.22674058377742767, |
| "learning_rate": 9.836310790630574e-05, |
| "loss": 0.0266, |
| "step": 12760 |
| }, |
| { |
| "grad_norm": 0.21011611819267273, |
| "learning_rate": 9.83589090983047e-05, |
| "loss": 0.0273, |
| "step": 12770 |
| }, |
| { |
| "grad_norm": 0.33996444940567017, |
| "learning_rate": 9.835470500184605e-05, |
| "loss": 0.0266, |
| "step": 12780 |
| }, |
| { |
| "grad_norm": 0.21211223304271698, |
| "learning_rate": 9.835049561738957e-05, |
| "loss": 0.028, |
| "step": 12790 |
| }, |
| { |
| "grad_norm": 0.22107115387916565, |
| "learning_rate": 9.834628094539558e-05, |
| "loss": 0.0236, |
| "step": 12800 |
| }, |
| { |
| "grad_norm": 0.18725305795669556, |
| "learning_rate": 9.834206098632499e-05, |
| "loss": 0.0228, |
| "step": 12810 |
| }, |
| { |
| "grad_norm": 0.1533517688512802, |
| "learning_rate": 9.833783574063931e-05, |
| "loss": 0.0252, |
| "step": 12820 |
| }, |
| { |
| "grad_norm": 0.2761463224887848, |
| "learning_rate": 9.833360520880058e-05, |
| "loss": 0.0262, |
| "step": 12830 |
| }, |
| { |
| "grad_norm": 0.16616663336753845, |
| "learning_rate": 9.832936939127144e-05, |
| "loss": 0.0208, |
| "step": 12840 |
| }, |
| { |
| "grad_norm": 0.19194220006465912, |
| "learning_rate": 9.832512828851515e-05, |
| "loss": 0.0214, |
| "step": 12850 |
| }, |
| { |
| "grad_norm": 0.21045731008052826, |
| "learning_rate": 9.832088190099546e-05, |
| "loss": 0.0248, |
| "step": 12860 |
| }, |
| { |
| "grad_norm": 0.22156284749507904, |
| "learning_rate": 9.831663022917679e-05, |
| "loss": 0.0212, |
| "step": 12870 |
| }, |
| { |
| "grad_norm": 0.18087059259414673, |
| "learning_rate": 9.831237327352407e-05, |
| "loss": 0.018, |
| "step": 12880 |
| }, |
| { |
| "grad_norm": 0.19974391162395477, |
| "learning_rate": 9.830811103450286e-05, |
| "loss": 0.0214, |
| "step": 12890 |
| }, |
| { |
| "grad_norm": 0.1758899688720703, |
| "learning_rate": 9.830384351257924e-05, |
| "loss": 0.03, |
| "step": 12900 |
| }, |
| { |
| "grad_norm": 0.17871540784835815, |
| "learning_rate": 9.829957070821993e-05, |
| "loss": 0.0218, |
| "step": 12910 |
| }, |
| { |
| "grad_norm": 0.17277392745018005, |
| "learning_rate": 9.829529262189218e-05, |
| "loss": 0.0172, |
| "step": 12920 |
| }, |
| { |
| "grad_norm": 0.14195123314857483, |
| "learning_rate": 9.829100925406385e-05, |
| "loss": 0.0202, |
| "step": 12930 |
| }, |
| { |
| "grad_norm": 0.2592112123966217, |
| "learning_rate": 9.828672060520333e-05, |
| "loss": 0.0225, |
| "step": 12940 |
| }, |
| { |
| "grad_norm": 0.12915688753128052, |
| "learning_rate": 9.828242667577966e-05, |
| "loss": 0.0175, |
| "step": 12950 |
| }, |
| { |
| "grad_norm": 0.18046808242797852, |
| "learning_rate": 9.82781274662624e-05, |
| "loss": 0.0202, |
| "step": 12960 |
| }, |
| { |
| "grad_norm": 0.17385080456733704, |
| "learning_rate": 9.82738229771217e-05, |
| "loss": 0.0181, |
| "step": 12970 |
| }, |
| { |
| "grad_norm": 0.2113443911075592, |
| "learning_rate": 9.826951320882829e-05, |
| "loss": 0.0169, |
| "step": 12980 |
| }, |
| { |
| "grad_norm": 0.21402354538440704, |
| "learning_rate": 9.826519816185351e-05, |
| "loss": 0.0191, |
| "step": 12990 |
| }, |
| { |
| "grad_norm": 0.1944163292646408, |
| "learning_rate": 9.826087783666921e-05, |
| "loss": 0.0232, |
| "step": 13000 |
| }, |
| { |
| "grad_norm": 0.19149993360042572, |
| "learning_rate": 9.825655223374787e-05, |
| "loss": 0.038, |
| "step": 13010 |
| }, |
| { |
| "grad_norm": 0.22704754769802094, |
| "learning_rate": 9.825222135356253e-05, |
| "loss": 0.0323, |
| "step": 13020 |
| }, |
| { |
| "grad_norm": 0.15156039595603943, |
| "learning_rate": 9.82478851965868e-05, |
| "loss": 0.0319, |
| "step": 13030 |
| }, |
| { |
| "grad_norm": 0.15829913318157196, |
| "learning_rate": 9.82435437632949e-05, |
| "loss": 0.0217, |
| "step": 13040 |
| }, |
| { |
| "grad_norm": 0.15479987859725952, |
| "learning_rate": 9.823919705416158e-05, |
| "loss": 0.0196, |
| "step": 13050 |
| }, |
| { |
| "grad_norm": 0.22412778437137604, |
| "learning_rate": 9.82348450696622e-05, |
| "loss": 0.0207, |
| "step": 13060 |
| }, |
| { |
| "grad_norm": 0.23682750761508942, |
| "learning_rate": 9.823048781027268e-05, |
| "loss": 0.0316, |
| "step": 13070 |
| }, |
| { |
| "grad_norm": 0.26787540316581726, |
| "learning_rate": 9.822612527646953e-05, |
| "loss": 0.023, |
| "step": 13080 |
| }, |
| { |
| "grad_norm": 0.1484673023223877, |
| "learning_rate": 9.822175746872984e-05, |
| "loss": 0.0267, |
| "step": 13090 |
| }, |
| { |
| "grad_norm": 0.1588597595691681, |
| "learning_rate": 9.821738438753123e-05, |
| "loss": 0.0226, |
| "step": 13100 |
| }, |
| { |
| "grad_norm": 0.13903941214084625, |
| "learning_rate": 9.821300603335196e-05, |
| "loss": 0.0197, |
| "step": 13110 |
| }, |
| { |
| "grad_norm": 0.1881917119026184, |
| "learning_rate": 9.820862240667085e-05, |
| "loss": 0.0194, |
| "step": 13120 |
| }, |
| { |
| "grad_norm": 0.18558470904827118, |
| "learning_rate": 9.820423350796726e-05, |
| "loss": 0.0262, |
| "step": 13130 |
| }, |
| { |
| "grad_norm": 0.1924840658903122, |
| "learning_rate": 9.819983933772118e-05, |
| "loss": 0.024, |
| "step": 13140 |
| }, |
| { |
| "grad_norm": 0.28957125544548035, |
| "learning_rate": 9.819543989641314e-05, |
| "loss": 0.0242, |
| "step": 13150 |
| }, |
| { |
| "grad_norm": 0.22398625314235687, |
| "learning_rate": 9.819103518452423e-05, |
| "loss": 0.018, |
| "step": 13160 |
| }, |
| { |
| "grad_norm": 0.12985973060131073, |
| "learning_rate": 9.818662520253618e-05, |
| "loss": 0.022, |
| "step": 13170 |
| }, |
| { |
| "grad_norm": 0.1540331095457077, |
| "learning_rate": 9.818220995093126e-05, |
| "loss": 0.0227, |
| "step": 13180 |
| }, |
| { |
| "grad_norm": 0.23458382487297058, |
| "learning_rate": 9.817778943019228e-05, |
| "loss": 0.0179, |
| "step": 13190 |
| }, |
| { |
| "grad_norm": 0.26470619440078735, |
| "learning_rate": 9.81733636408027e-05, |
| "loss": 0.0235, |
| "step": 13200 |
| }, |
| { |
| "grad_norm": 0.15119107067584991, |
| "learning_rate": 9.816893258324649e-05, |
| "loss": 0.0162, |
| "step": 13210 |
| }, |
| { |
| "grad_norm": 0.16853472590446472, |
| "learning_rate": 9.816449625800823e-05, |
| "loss": 0.0182, |
| "step": 13220 |
| }, |
| { |
| "grad_norm": 0.1395794004201889, |
| "learning_rate": 9.816005466557308e-05, |
| "loss": 0.0223, |
| "step": 13230 |
| }, |
| { |
| "grad_norm": 0.2139284461736679, |
| "learning_rate": 9.815560780642674e-05, |
| "loss": 0.0291, |
| "step": 13240 |
| }, |
| { |
| "grad_norm": 0.18602004647254944, |
| "learning_rate": 9.815115568105555e-05, |
| "loss": 0.0219, |
| "step": 13250 |
| }, |
| { |
| "grad_norm": 0.25841423869132996, |
| "learning_rate": 9.814669828994638e-05, |
| "loss": 0.022, |
| "step": 13260 |
| }, |
| { |
| "grad_norm": 0.1906161606311798, |
| "learning_rate": 9.814223563358665e-05, |
| "loss": 0.022, |
| "step": 13270 |
| }, |
| { |
| "grad_norm": 0.2061898112297058, |
| "learning_rate": 9.813776771246443e-05, |
| "loss": 0.0196, |
| "step": 13280 |
| }, |
| { |
| "grad_norm": 0.1892378032207489, |
| "learning_rate": 9.813329452706829e-05, |
| "loss": 0.0207, |
| "step": 13290 |
| }, |
| { |
| "grad_norm": 0.18297891318798065, |
| "learning_rate": 9.812881607788744e-05, |
| "loss": 0.0182, |
| "step": 13300 |
| }, |
| { |
| "grad_norm": 0.18209515511989594, |
| "learning_rate": 9.812433236541163e-05, |
| "loss": 0.0236, |
| "step": 13310 |
| }, |
| { |
| "grad_norm": 0.2757410705089569, |
| "learning_rate": 9.811984339013116e-05, |
| "loss": 0.0259, |
| "step": 13320 |
| }, |
| { |
| "grad_norm": 0.18968841433525085, |
| "learning_rate": 9.811534915253698e-05, |
| "loss": 0.0225, |
| "step": 13330 |
| }, |
| { |
| "grad_norm": 0.18140247464179993, |
| "learning_rate": 9.811084965312056e-05, |
| "loss": 0.0211, |
| "step": 13340 |
| }, |
| { |
| "grad_norm": 0.16182762384414673, |
| "learning_rate": 9.810634489237396e-05, |
| "loss": 0.0181, |
| "step": 13350 |
| }, |
| { |
| "grad_norm": 0.18578748404979706, |
| "learning_rate": 9.81018348707898e-05, |
| "loss": 0.0209, |
| "step": 13360 |
| }, |
| { |
| "grad_norm": 0.13064348697662354, |
| "learning_rate": 9.809731958886131e-05, |
| "loss": 0.0253, |
| "step": 13370 |
| }, |
| { |
| "grad_norm": 0.3066904544830322, |
| "learning_rate": 9.809279904708224e-05, |
| "loss": 0.0258, |
| "step": 13380 |
| }, |
| { |
| "grad_norm": 0.19796819984912872, |
| "learning_rate": 9.808827324594699e-05, |
| "loss": 0.0239, |
| "step": 13390 |
| }, |
| { |
| "grad_norm": 0.2558414340019226, |
| "learning_rate": 9.808374218595046e-05, |
| "loss": 0.0301, |
| "step": 13400 |
| }, |
| { |
| "grad_norm": 0.21207885444164276, |
| "learning_rate": 9.80792058675882e-05, |
| "loss": 0.0235, |
| "step": 13410 |
| }, |
| { |
| "grad_norm": 0.14607496559619904, |
| "learning_rate": 9.807466429135627e-05, |
| "loss": 0.0248, |
| "step": 13420 |
| }, |
| { |
| "grad_norm": 0.1876640021800995, |
| "learning_rate": 9.807011745775132e-05, |
| "loss": 0.0204, |
| "step": 13430 |
| }, |
| { |
| "grad_norm": 0.19389186799526215, |
| "learning_rate": 9.806556536727061e-05, |
| "loss": 0.0216, |
| "step": 13440 |
| }, |
| { |
| "grad_norm": 0.2219102680683136, |
| "learning_rate": 9.806100802041193e-05, |
| "loss": 0.0263, |
| "step": 13450 |
| }, |
| { |
| "grad_norm": 0.17273353040218353, |
| "learning_rate": 9.805644541767368e-05, |
| "loss": 0.0345, |
| "step": 13460 |
| }, |
| { |
| "grad_norm": 0.19201411306858063, |
| "learning_rate": 9.805187755955478e-05, |
| "loss": 0.0344, |
| "step": 13470 |
| }, |
| { |
| "grad_norm": 0.1702917516231537, |
| "learning_rate": 9.804730444655483e-05, |
| "loss": 0.0326, |
| "step": 13480 |
| }, |
| { |
| "grad_norm": 0.22219261527061462, |
| "learning_rate": 9.804272607917388e-05, |
| "loss": 0.0268, |
| "step": 13490 |
| }, |
| { |
| "grad_norm": 0.2701045870780945, |
| "learning_rate": 9.803814245791265e-05, |
| "loss": 0.0176, |
| "step": 13500 |
| }, |
| { |
| "grad_norm": 0.18916724622249603, |
| "learning_rate": 9.803355358327239e-05, |
| "loss": 0.0268, |
| "step": 13510 |
| }, |
| { |
| "grad_norm": 0.20439498126506805, |
| "learning_rate": 9.802895945575492e-05, |
| "loss": 0.031, |
| "step": 13520 |
| }, |
| { |
| "grad_norm": 0.1777377426624298, |
| "learning_rate": 9.802436007586266e-05, |
| "loss": 0.0306, |
| "step": 13530 |
| }, |
| { |
| "grad_norm": 0.2089541107416153, |
| "learning_rate": 9.801975544409858e-05, |
| "loss": 0.027, |
| "step": 13540 |
| }, |
| { |
| "grad_norm": 0.1677665412425995, |
| "learning_rate": 9.801514556096625e-05, |
| "loss": 0.0208, |
| "step": 13550 |
| }, |
| { |
| "grad_norm": 0.19572888314723969, |
| "learning_rate": 9.801053042696977e-05, |
| "loss": 0.0266, |
| "step": 13560 |
| }, |
| { |
| "grad_norm": 0.15096737444400787, |
| "learning_rate": 9.800591004261388e-05, |
| "loss": 0.0215, |
| "step": 13570 |
| }, |
| { |
| "grad_norm": 0.2841437757015228, |
| "learning_rate": 9.800128440840385e-05, |
| "loss": 0.0239, |
| "step": 13580 |
| }, |
| { |
| "grad_norm": 0.1756044179201126, |
| "learning_rate": 9.799665352484552e-05, |
| "loss": 0.0329, |
| "step": 13590 |
| }, |
| { |
| "grad_norm": 0.2213645875453949, |
| "learning_rate": 9.799201739244532e-05, |
| "loss": 0.0381, |
| "step": 13600 |
| }, |
| { |
| "grad_norm": 0.18800993263721466, |
| "learning_rate": 9.798737601171025e-05, |
| "loss": 0.0213, |
| "step": 13610 |
| }, |
| { |
| "grad_norm": 0.16354207694530487, |
| "learning_rate": 9.79827293831479e-05, |
| "loss": 0.0319, |
| "step": 13620 |
| }, |
| { |
| "grad_norm": 0.2384779155254364, |
| "learning_rate": 9.797807750726638e-05, |
| "loss": 0.0226, |
| "step": 13630 |
| }, |
| { |
| "grad_norm": 0.19253763556480408, |
| "learning_rate": 9.797342038457446e-05, |
| "loss": 0.0209, |
| "step": 13640 |
| }, |
| { |
| "grad_norm": 0.20019499957561493, |
| "learning_rate": 9.796875801558141e-05, |
| "loss": 0.0265, |
| "step": 13650 |
| }, |
| { |
| "grad_norm": 0.22288911044597626, |
| "learning_rate": 9.79640904007971e-05, |
| "loss": 0.027, |
| "step": 13660 |
| }, |
| { |
| "grad_norm": 0.1982785016298294, |
| "learning_rate": 9.795941754073199e-05, |
| "loss": 0.0212, |
| "step": 13670 |
| }, |
| { |
| "grad_norm": 0.11598828434944153, |
| "learning_rate": 9.795473943589705e-05, |
| "loss": 0.0203, |
| "step": 13680 |
| }, |
| { |
| "grad_norm": 0.2284257560968399, |
| "learning_rate": 9.795005608680394e-05, |
| "loss": 0.0211, |
| "step": 13690 |
| }, |
| { |
| "grad_norm": 0.18853017687797546, |
| "learning_rate": 9.794536749396477e-05, |
| "loss": 0.0235, |
| "step": 13700 |
| }, |
| { |
| "grad_norm": 0.18426069617271423, |
| "learning_rate": 9.79406736578923e-05, |
| "loss": 0.0202, |
| "step": 13710 |
| }, |
| { |
| "grad_norm": 0.17854681611061096, |
| "learning_rate": 9.793597457909984e-05, |
| "loss": 0.0198, |
| "step": 13720 |
| }, |
| { |
| "grad_norm": 0.1685594767332077, |
| "learning_rate": 9.793127025810127e-05, |
| "loss": 0.0194, |
| "step": 13730 |
| }, |
| { |
| "grad_norm": 0.22527188062667847, |
| "learning_rate": 9.792656069541104e-05, |
| "loss": 0.0179, |
| "step": 13740 |
| }, |
| { |
| "grad_norm": 0.15930485725402832, |
| "learning_rate": 9.79218458915442e-05, |
| "loss": 0.0201, |
| "step": 13750 |
| }, |
| { |
| "grad_norm": 0.2720975875854492, |
| "learning_rate": 9.791712584701634e-05, |
| "loss": 0.0358, |
| "step": 13760 |
| }, |
| { |
| "grad_norm": 0.2056513875722885, |
| "learning_rate": 9.791240056234364e-05, |
| "loss": 0.0212, |
| "step": 13770 |
| }, |
| { |
| "grad_norm": 0.19017393887043, |
| "learning_rate": 9.790767003804283e-05, |
| "loss": 0.02, |
| "step": 13780 |
| }, |
| { |
| "grad_norm": 0.176192969083786, |
| "learning_rate": 9.790293427463126e-05, |
| "loss": 0.021, |
| "step": 13790 |
| }, |
| { |
| "grad_norm": 0.1970798522233963, |
| "learning_rate": 9.789819327262684e-05, |
| "loss": 0.0202, |
| "step": 13800 |
| }, |
| { |
| "grad_norm": 0.15416617691516876, |
| "learning_rate": 9.7893447032548e-05, |
| "loss": 0.0258, |
| "step": 13810 |
| }, |
| { |
| "grad_norm": 0.19955475628376007, |
| "learning_rate": 9.78886955549138e-05, |
| "loss": 0.0224, |
| "step": 13820 |
| }, |
| { |
| "grad_norm": 0.16509506106376648, |
| "learning_rate": 9.788393884024387e-05, |
| "loss": 0.0267, |
| "step": 13830 |
| }, |
| { |
| "grad_norm": 0.17359670996665955, |
| "learning_rate": 9.787917688905836e-05, |
| "loss": 0.0251, |
| "step": 13840 |
| }, |
| { |
| "grad_norm": 0.24574629962444305, |
| "learning_rate": 9.787440970187807e-05, |
| "loss": 0.0185, |
| "step": 13850 |
| }, |
| { |
| "grad_norm": 0.158518984913826, |
| "learning_rate": 9.786963727922429e-05, |
| "loss": 0.0222, |
| "step": 13860 |
| }, |
| { |
| "grad_norm": 0.12145864218473434, |
| "learning_rate": 9.786485962161897e-05, |
| "loss": 0.0221, |
| "step": 13870 |
| }, |
| { |
| "grad_norm": 0.15362100303173065, |
| "learning_rate": 9.786007672958455e-05, |
| "loss": 0.0178, |
| "step": 13880 |
| }, |
| { |
| "grad_norm": 0.26031774282455444, |
| "learning_rate": 9.78552886036441e-05, |
| "loss": 0.0269, |
| "step": 13890 |
| }, |
| { |
| "grad_norm": 0.14883166551589966, |
| "learning_rate": 9.785049524432124e-05, |
| "loss": 0.0194, |
| "step": 13900 |
| }, |
| { |
| "grad_norm": 0.1708686351776123, |
| "learning_rate": 9.784569665214016e-05, |
| "loss": 0.0201, |
| "step": 13910 |
| }, |
| { |
| "grad_norm": 0.20524881780147552, |
| "learning_rate": 9.784089282762563e-05, |
| "loss": 0.0224, |
| "step": 13920 |
| }, |
| { |
| "grad_norm": 0.23709675669670105, |
| "learning_rate": 9.7836083771303e-05, |
| "loss": 0.0223, |
| "step": 13930 |
| }, |
| { |
| "grad_norm": 0.16310928761959076, |
| "learning_rate": 9.783126948369817e-05, |
| "loss": 0.0196, |
| "step": 13940 |
| }, |
| { |
| "grad_norm": 0.13026170432567596, |
| "learning_rate": 9.78264499653376e-05, |
| "loss": 0.0198, |
| "step": 13950 |
| }, |
| { |
| "grad_norm": 0.14431704580783844, |
| "learning_rate": 9.782162521674838e-05, |
| "loss": 0.0207, |
| "step": 13960 |
| }, |
| { |
| "grad_norm": 0.20787157118320465, |
| "learning_rate": 9.781679523845812e-05, |
| "loss": 0.0379, |
| "step": 13970 |
| }, |
| { |
| "grad_norm": 0.1441018134355545, |
| "learning_rate": 9.781196003099502e-05, |
| "loss": 0.026, |
| "step": 13980 |
| }, |
| { |
| "grad_norm": 0.13051380217075348, |
| "learning_rate": 9.780711959488786e-05, |
| "loss": 0.0225, |
| "step": 13990 |
| }, |
| { |
| "grad_norm": 0.21909509599208832, |
| "learning_rate": 9.780227393066599e-05, |
| "loss": 0.0211, |
| "step": 14000 |
| }, |
| { |
| "grad_norm": 0.19448043406009674, |
| "learning_rate": 9.77974230388593e-05, |
| "loss": 0.0202, |
| "step": 14010 |
| }, |
| { |
| "grad_norm": 0.1597941666841507, |
| "learning_rate": 9.779256691999829e-05, |
| "loss": 0.0272, |
| "step": 14020 |
| }, |
| { |
| "grad_norm": 0.20353730022907257, |
| "learning_rate": 9.778770557461403e-05, |
| "loss": 0.0247, |
| "step": 14030 |
| }, |
| { |
| "grad_norm": 0.17038080096244812, |
| "learning_rate": 9.778283900323812e-05, |
| "loss": 0.0179, |
| "step": 14040 |
| }, |
| { |
| "grad_norm": 0.17785057425498962, |
| "learning_rate": 9.777796720640277e-05, |
| "loss": 0.0184, |
| "step": 14050 |
| }, |
| { |
| "grad_norm": 0.17627201974391937, |
| "learning_rate": 9.777309018464078e-05, |
| "loss": 0.0235, |
| "step": 14060 |
| }, |
| { |
| "grad_norm": 0.22092576324939728, |
| "learning_rate": 9.776820793848547e-05, |
| "loss": 0.0229, |
| "step": 14070 |
| }, |
| { |
| "grad_norm": 0.11341450363397598, |
| "learning_rate": 9.776332046847075e-05, |
| "loss": 0.0193, |
| "step": 14080 |
| }, |
| { |
| "grad_norm": 0.12342403829097748, |
| "learning_rate": 9.775842777513111e-05, |
| "loss": 0.0195, |
| "step": 14090 |
| }, |
| { |
| "grad_norm": 0.1861448734998703, |
| "learning_rate": 9.775352985900163e-05, |
| "loss": 0.0244, |
| "step": 14100 |
| }, |
| { |
| "grad_norm": 0.12468966096639633, |
| "learning_rate": 9.774862672061791e-05, |
| "loss": 0.0226, |
| "step": 14110 |
| }, |
| { |
| "grad_norm": 0.18342188000679016, |
| "learning_rate": 9.774371836051616e-05, |
| "loss": 0.0195, |
| "step": 14120 |
| }, |
| { |
| "grad_norm": 0.2583344578742981, |
| "learning_rate": 9.773880477923315e-05, |
| "loss": 0.028, |
| "step": 14130 |
| }, |
| { |
| "grad_norm": 0.1771797239780426, |
| "learning_rate": 9.773388597730623e-05, |
| "loss": 0.0275, |
| "step": 14140 |
| }, |
| { |
| "grad_norm": 0.20567385852336884, |
| "learning_rate": 9.77289619552733e-05, |
| "loss": 0.0207, |
| "step": 14150 |
| }, |
| { |
| "grad_norm": 0.31525325775146484, |
| "learning_rate": 9.772403271367285e-05, |
| "loss": 0.0338, |
| "step": 14160 |
| }, |
| { |
| "grad_norm": 0.24591059982776642, |
| "learning_rate": 9.771909825304396e-05, |
| "loss": 0.0235, |
| "step": 14170 |
| }, |
| { |
| "grad_norm": 0.18029507994651794, |
| "learning_rate": 9.771415857392619e-05, |
| "loss": 0.0226, |
| "step": 14180 |
| }, |
| { |
| "grad_norm": 0.22809664905071259, |
| "learning_rate": 9.770921367685978e-05, |
| "loss": 0.0252, |
| "step": 14190 |
| }, |
| { |
| "grad_norm": 0.24675194919109344, |
| "learning_rate": 9.770426356238551e-05, |
| "loss": 0.0236, |
| "step": 14200 |
| }, |
| { |
| "grad_norm": 0.24943700432777405, |
| "learning_rate": 9.769930823104469e-05, |
| "loss": 0.0223, |
| "step": 14210 |
| }, |
| { |
| "grad_norm": 0.23726001381874084, |
| "learning_rate": 9.769434768337926e-05, |
| "loss": 0.0265, |
| "step": 14220 |
| }, |
| { |
| "grad_norm": 0.19129405915737152, |
| "learning_rate": 9.768938191993164e-05, |
| "loss": 0.0224, |
| "step": 14230 |
| }, |
| { |
| "grad_norm": 0.24804796278476715, |
| "learning_rate": 9.768441094124494e-05, |
| "loss": 0.0213, |
| "step": 14240 |
| }, |
| { |
| "grad_norm": 0.18922118842601776, |
| "learning_rate": 9.767943474786275e-05, |
| "loss": 0.0241, |
| "step": 14250 |
| }, |
| { |
| "grad_norm": 0.14617517590522766, |
| "learning_rate": 9.767445334032923e-05, |
| "loss": 0.0203, |
| "step": 14260 |
| }, |
| { |
| "grad_norm": 0.19204413890838623, |
| "learning_rate": 9.766946671918919e-05, |
| "loss": 0.0269, |
| "step": 14270 |
| }, |
| { |
| "grad_norm": 0.20152969658374786, |
| "learning_rate": 9.766447488498796e-05, |
| "loss": 0.0222, |
| "step": 14280 |
| }, |
| { |
| "grad_norm": 0.17186246812343597, |
| "learning_rate": 9.765947783827139e-05, |
| "loss": 0.0191, |
| "step": 14290 |
| }, |
| { |
| "grad_norm": 0.2033412903547287, |
| "learning_rate": 9.765447557958599e-05, |
| "loss": 0.0225, |
| "step": 14300 |
| }, |
| { |
| "grad_norm": 0.22731895744800568, |
| "learning_rate": 9.764946810947879e-05, |
| "loss": 0.0195, |
| "step": 14310 |
| }, |
| { |
| "grad_norm": 0.16104164719581604, |
| "learning_rate": 9.764445542849738e-05, |
| "loss": 0.035, |
| "step": 14320 |
| }, |
| { |
| "grad_norm": 0.14508305490016937, |
| "learning_rate": 9.763943753718998e-05, |
| "loss": 0.0204, |
| "step": 14330 |
| }, |
| { |
| "grad_norm": 0.2084996998310089, |
| "learning_rate": 9.76344144361053e-05, |
| "loss": 0.0218, |
| "step": 14340 |
| }, |
| { |
| "grad_norm": 0.3200346827507019, |
| "learning_rate": 9.762938612579269e-05, |
| "loss": 0.0227, |
| "step": 14350 |
| }, |
| { |
| "grad_norm": 0.11472415179014206, |
| "learning_rate": 9.762435260680202e-05, |
| "loss": 0.0198, |
| "step": 14360 |
| }, |
| { |
| "grad_norm": 0.18148097395896912, |
| "learning_rate": 9.761931387968373e-05, |
| "loss": 0.0234, |
| "step": 14370 |
| }, |
| { |
| "grad_norm": 0.15157316625118256, |
| "learning_rate": 9.76142699449889e-05, |
| "loss": 0.02, |
| "step": 14380 |
| }, |
| { |
| "grad_norm": 0.2643571197986603, |
| "learning_rate": 9.760922080326908e-05, |
| "loss": 0.0261, |
| "step": 14390 |
| }, |
| { |
| "grad_norm": 0.18957151472568512, |
| "learning_rate": 9.760416645507644e-05, |
| "loss": 0.0228, |
| "step": 14400 |
| }, |
| { |
| "grad_norm": 0.2967056334018707, |
| "learning_rate": 9.759910690096375e-05, |
| "loss": 0.0224, |
| "step": 14410 |
| }, |
| { |
| "grad_norm": 0.20794577896595, |
| "learning_rate": 9.759404214148429e-05, |
| "loss": 0.0228, |
| "step": 14420 |
| }, |
| { |
| "grad_norm": 0.17462901771068573, |
| "learning_rate": 9.758897217719191e-05, |
| "loss": 0.0228, |
| "step": 14430 |
| }, |
| { |
| "grad_norm": 0.3013613522052765, |
| "learning_rate": 9.758389700864113e-05, |
| "loss": 0.0197, |
| "step": 14440 |
| }, |
| { |
| "grad_norm": 0.26826104521751404, |
| "learning_rate": 9.757881663638688e-05, |
| "loss": 0.023, |
| "step": 14450 |
| }, |
| { |
| "grad_norm": 0.11767105013132095, |
| "learning_rate": 9.757373106098478e-05, |
| "loss": 0.0203, |
| "step": 14460 |
| }, |
| { |
| "grad_norm": 0.17926104366779327, |
| "learning_rate": 9.756864028299097e-05, |
| "loss": 0.0228, |
| "step": 14470 |
| }, |
| { |
| "grad_norm": 0.1788896769285202, |
| "learning_rate": 9.75635443029622e-05, |
| "loss": 0.019, |
| "step": 14480 |
| }, |
| { |
| "grad_norm": 0.20952224731445312, |
| "learning_rate": 9.755844312145572e-05, |
| "loss": 0.0197, |
| "step": 14490 |
| }, |
| { |
| "grad_norm": 0.11812091618776321, |
| "learning_rate": 9.755333673902941e-05, |
| "loss": 0.026, |
| "step": 14500 |
| }, |
| { |
| "grad_norm": 0.20557008683681488, |
| "learning_rate": 9.75482251562417e-05, |
| "loss": 0.0224, |
| "step": 14510 |
| }, |
| { |
| "grad_norm": 0.15923477709293365, |
| "learning_rate": 9.754310837365155e-05, |
| "loss": 0.0178, |
| "step": 14520 |
| }, |
| { |
| "grad_norm": 0.19438670575618744, |
| "learning_rate": 9.753798639181856e-05, |
| "loss": 0.0363, |
| "step": 14530 |
| }, |
| { |
| "grad_norm": 0.19051246345043182, |
| "learning_rate": 9.753285921130286e-05, |
| "loss": 0.02, |
| "step": 14540 |
| }, |
| { |
| "grad_norm": 0.1433384120464325, |
| "learning_rate": 9.752772683266512e-05, |
| "loss": 0.0196, |
| "step": 14550 |
| }, |
| { |
| "grad_norm": 0.17908519506454468, |
| "learning_rate": 9.752258925646665e-05, |
| "loss": 0.0204, |
| "step": 14560 |
| }, |
| { |
| "grad_norm": 0.1297716647386551, |
| "learning_rate": 9.751744648326926e-05, |
| "loss": 0.0175, |
| "step": 14570 |
| }, |
| { |
| "grad_norm": 0.24698980152606964, |
| "learning_rate": 9.751229851363536e-05, |
| "loss": 0.0245, |
| "step": 14580 |
| }, |
| { |
| "grad_norm": 0.1593431830406189, |
| "learning_rate": 9.750714534812793e-05, |
| "loss": 0.034, |
| "step": 14590 |
| }, |
| { |
| "grad_norm": 0.1284456104040146, |
| "learning_rate": 9.750198698731053e-05, |
| "loss": 0.0294, |
| "step": 14600 |
| }, |
| { |
| "grad_norm": 0.16837169229984283, |
| "learning_rate": 9.749682343174722e-05, |
| "loss": 0.0184, |
| "step": 14610 |
| }, |
| { |
| "grad_norm": 0.1542179435491562, |
| "learning_rate": 9.749165468200272e-05, |
| "loss": 0.019, |
| "step": 14620 |
| }, |
| { |
| "grad_norm": 0.1604662835597992, |
| "learning_rate": 9.748648073864229e-05, |
| "loss": 0.02, |
| "step": 14630 |
| }, |
| { |
| "grad_norm": 0.2227831333875656, |
| "learning_rate": 9.748130160223168e-05, |
| "loss": 0.0207, |
| "step": 14640 |
| }, |
| { |
| "grad_norm": 0.18712344765663147, |
| "learning_rate": 9.747611727333734e-05, |
| "loss": 0.02, |
| "step": 14650 |
| }, |
| { |
| "grad_norm": 0.16670818626880646, |
| "learning_rate": 9.74709277525262e-05, |
| "loss": 0.0188, |
| "step": 14660 |
| }, |
| { |
| "grad_norm": 0.21042916178703308, |
| "learning_rate": 9.746573304036576e-05, |
| "loss": 0.0254, |
| "step": 14670 |
| }, |
| { |
| "grad_norm": 0.20920996367931366, |
| "learning_rate": 9.746053313742412e-05, |
| "loss": 0.0191, |
| "step": 14680 |
| }, |
| { |
| "grad_norm": 0.17584975063800812, |
| "learning_rate": 9.745532804426994e-05, |
| "loss": 0.0223, |
| "step": 14690 |
| }, |
| { |
| "grad_norm": 0.18833471834659576, |
| "learning_rate": 9.745011776147242e-05, |
| "loss": 0.0243, |
| "step": 14700 |
| }, |
| { |
| "grad_norm": 0.2266969531774521, |
| "learning_rate": 9.744490228960138e-05, |
| "loss": 0.025, |
| "step": 14710 |
| }, |
| { |
| "grad_norm": 0.22414347529411316, |
| "learning_rate": 9.743968162922713e-05, |
| "loss": 0.0253, |
| "step": 14720 |
| }, |
| { |
| "grad_norm": 0.17024505138397217, |
| "learning_rate": 9.743445578092064e-05, |
| "loss": 0.0235, |
| "step": 14730 |
| }, |
| { |
| "grad_norm": 0.16535751521587372, |
| "learning_rate": 9.742922474525338e-05, |
| "loss": 0.0285, |
| "step": 14740 |
| }, |
| { |
| "grad_norm": 0.17352423071861267, |
| "learning_rate": 9.742398852279741e-05, |
| "loss": 0.0271, |
| "step": 14750 |
| }, |
| { |
| "grad_norm": 0.20040717720985413, |
| "learning_rate": 9.741874711412535e-05, |
| "loss": 0.0255, |
| "step": 14760 |
| }, |
| { |
| "grad_norm": 0.18188050389289856, |
| "learning_rate": 9.741350051981042e-05, |
| "loss": 0.0215, |
| "step": 14770 |
| }, |
| { |
| "grad_norm": 0.1819373220205307, |
| "learning_rate": 9.740824874042633e-05, |
| "loss": 0.0207, |
| "step": 14780 |
| }, |
| { |
| "grad_norm": 0.16066209971904755, |
| "learning_rate": 9.740299177654746e-05, |
| "loss": 0.0178, |
| "step": 14790 |
| }, |
| { |
| "grad_norm": 0.28634339570999146, |
| "learning_rate": 9.739772962874867e-05, |
| "loss": 0.0221, |
| "step": 14800 |
| }, |
| { |
| "grad_norm": 0.13778288662433624, |
| "learning_rate": 9.739246229760541e-05, |
| "loss": 0.0184, |
| "step": 14810 |
| }, |
| { |
| "grad_norm": 0.1555616855621338, |
| "learning_rate": 9.738718978369376e-05, |
| "loss": 0.0212, |
| "step": 14820 |
| }, |
| { |
| "grad_norm": 0.1300973743200302, |
| "learning_rate": 9.738191208759025e-05, |
| "loss": 0.0298, |
| "step": 14830 |
| }, |
| { |
| "grad_norm": 0.1307215690612793, |
| "learning_rate": 9.73766292098721e-05, |
| "loss": 0.0358, |
| "step": 14840 |
| }, |
| { |
| "grad_norm": 0.24456113576889038, |
| "learning_rate": 9.737134115111699e-05, |
| "loss": 0.0388, |
| "step": 14850 |
| }, |
| { |
| "grad_norm": 0.15836361050605774, |
| "learning_rate": 9.736604791190323e-05, |
| "loss": 0.0241, |
| "step": 14860 |
| }, |
| { |
| "grad_norm": 0.18230853974819183, |
| "learning_rate": 9.73607494928097e-05, |
| "loss": 0.022, |
| "step": 14870 |
| }, |
| { |
| "grad_norm": 0.16585737466812134, |
| "learning_rate": 9.735544589441581e-05, |
| "loss": 0.0249, |
| "step": 14880 |
| }, |
| { |
| "grad_norm": 0.17573226988315582, |
| "learning_rate": 9.735013711730154e-05, |
| "loss": 0.0223, |
| "step": 14890 |
| }, |
| { |
| "grad_norm": 0.17305533587932587, |
| "learning_rate": 9.734482316204747e-05, |
| "loss": 0.0192, |
| "step": 14900 |
| }, |
| { |
| "grad_norm": 0.21089904010295868, |
| "learning_rate": 9.733950402923473e-05, |
| "loss": 0.0217, |
| "step": 14910 |
| }, |
| { |
| "grad_norm": 0.20229409635066986, |
| "learning_rate": 9.7334179719445e-05, |
| "loss": 0.0193, |
| "step": 14920 |
| }, |
| { |
| "grad_norm": 0.2923470437526703, |
| "learning_rate": 9.732885023326053e-05, |
| "loss": 0.0183, |
| "step": 14930 |
| }, |
| { |
| "grad_norm": 0.12000405043363571, |
| "learning_rate": 9.732351557126418e-05, |
| "loss": 0.0263, |
| "step": 14940 |
| }, |
| { |
| "grad_norm": 0.2534976899623871, |
| "learning_rate": 9.731817573403929e-05, |
| "loss": 0.0347, |
| "step": 14950 |
| }, |
| { |
| "grad_norm": 0.1990581750869751, |
| "learning_rate": 9.731283072216985e-05, |
| "loss": 0.0265, |
| "step": 14960 |
| }, |
| { |
| "grad_norm": 0.1513371616601944, |
| "learning_rate": 9.730748053624039e-05, |
| "loss": 0.025, |
| "step": 14970 |
| }, |
| { |
| "grad_norm": 0.17424747347831726, |
| "learning_rate": 9.730212517683598e-05, |
| "loss": 0.0272, |
| "step": 14980 |
| }, |
| { |
| "grad_norm": 0.17181776463985443, |
| "learning_rate": 9.729676464454228e-05, |
| "loss": 0.0247, |
| "step": 14990 |
| }, |
| { |
| "grad_norm": 0.24047744274139404, |
| "learning_rate": 9.72913989399455e-05, |
| "loss": 0.0262, |
| "step": 15000 |
| }, |
| { |
| "grad_norm": 0.16642619669437408, |
| "learning_rate": 9.728602806363242e-05, |
| "loss": 0.0215, |
| "step": 15010 |
| }, |
| { |
| "grad_norm": 0.24995094537734985, |
| "learning_rate": 9.728065201619043e-05, |
| "loss": 0.0212, |
| "step": 15020 |
| }, |
| { |
| "grad_norm": 0.2822050452232361, |
| "learning_rate": 9.727527079820742e-05, |
| "loss": 0.0204, |
| "step": 15030 |
| }, |
| { |
| "grad_norm": 0.13784967362880707, |
| "learning_rate": 9.726988441027186e-05, |
| "loss": 0.0307, |
| "step": 15040 |
| }, |
| { |
| "grad_norm": 0.1744374781847, |
| "learning_rate": 9.726449285297281e-05, |
| "loss": 0.0346, |
| "step": 15050 |
| }, |
| { |
| "grad_norm": 0.26359444856643677, |
| "learning_rate": 9.72590961268999e-05, |
| "loss": 0.0321, |
| "step": 15060 |
| }, |
| { |
| "grad_norm": 0.17985014617443085, |
| "learning_rate": 9.725369423264328e-05, |
| "loss": 0.0244, |
| "step": 15070 |
| }, |
| { |
| "grad_norm": 0.16373814642429352, |
| "learning_rate": 9.72482871707937e-05, |
| "loss": 0.0237, |
| "step": 15080 |
| }, |
| { |
| "grad_norm": 0.23996175825595856, |
| "learning_rate": 9.724287494194247e-05, |
| "loss": 0.0241, |
| "step": 15090 |
| }, |
| { |
| "grad_norm": 0.1508621722459793, |
| "learning_rate": 9.723745754668147e-05, |
| "loss": 0.0209, |
| "step": 15100 |
| }, |
| { |
| "grad_norm": 0.1979391872882843, |
| "learning_rate": 9.723203498560313e-05, |
| "loss": 0.0218, |
| "step": 15110 |
| }, |
| { |
| "grad_norm": 0.15029415488243103, |
| "learning_rate": 9.722660725930046e-05, |
| "loss": 0.0186, |
| "step": 15120 |
| }, |
| { |
| "grad_norm": 0.1532818078994751, |
| "learning_rate": 9.722117436836702e-05, |
| "loss": 0.0196, |
| "step": 15130 |
| }, |
| { |
| "grad_norm": 0.11257666349411011, |
| "learning_rate": 9.721573631339696e-05, |
| "loss": 0.0153, |
| "step": 15140 |
| }, |
| { |
| "grad_norm": 0.1832984983921051, |
| "learning_rate": 9.721029309498494e-05, |
| "loss": 0.0225, |
| "step": 15150 |
| }, |
| { |
| "grad_norm": 0.19913160800933838, |
| "learning_rate": 9.720484471372627e-05, |
| "loss": 0.0216, |
| "step": 15160 |
| }, |
| { |
| "grad_norm": 0.15556563436985016, |
| "learning_rate": 9.719939117021673e-05, |
| "loss": 0.0278, |
| "step": 15170 |
| }, |
| { |
| "grad_norm": 0.15178711712360382, |
| "learning_rate": 9.719393246505275e-05, |
| "loss": 0.0202, |
| "step": 15180 |
| }, |
| { |
| "grad_norm": 0.1809513419866562, |
| "learning_rate": 9.718846859883128e-05, |
| "loss": 0.0197, |
| "step": 15190 |
| }, |
| { |
| "grad_norm": 0.1799234002828598, |
| "learning_rate": 9.718299957214982e-05, |
| "loss": 0.0268, |
| "step": 15200 |
| }, |
| { |
| "grad_norm": 0.1379155069589615, |
| "learning_rate": 9.717752538560646e-05, |
| "loss": 0.0203, |
| "step": 15210 |
| }, |
| { |
| "grad_norm": 0.37399640679359436, |
| "learning_rate": 9.717204603979986e-05, |
| "loss": 0.0221, |
| "step": 15220 |
| }, |
| { |
| "grad_norm": 0.16043303906917572, |
| "learning_rate": 9.716656153532922e-05, |
| "loss": 0.0174, |
| "step": 15230 |
| }, |
| { |
| "grad_norm": 0.22133223712444305, |
| "learning_rate": 9.716107187279434e-05, |
| "loss": 0.0185, |
| "step": 15240 |
| }, |
| { |
| "grad_norm": 0.24428661167621613, |
| "learning_rate": 9.715557705279555e-05, |
| "loss": 0.0363, |
| "step": 15250 |
| }, |
| { |
| "grad_norm": 0.21249181032180786, |
| "learning_rate": 9.715007707593372e-05, |
| "loss": 0.0231, |
| "step": 15260 |
| }, |
| { |
| "grad_norm": 0.15947481989860535, |
| "learning_rate": 9.714457194281036e-05, |
| "loss": 0.0205, |
| "step": 15270 |
| }, |
| { |
| "grad_norm": 0.27906718850135803, |
| "learning_rate": 9.713906165402751e-05, |
| "loss": 0.0195, |
| "step": 15280 |
| }, |
| { |
| "grad_norm": 0.20777805149555206, |
| "learning_rate": 9.713354621018774e-05, |
| "loss": 0.0274, |
| "step": 15290 |
| }, |
| { |
| "grad_norm": 0.14752337336540222, |
| "learning_rate": 9.712802561189422e-05, |
| "loss": 0.0219, |
| "step": 15300 |
| }, |
| { |
| "grad_norm": 0.14230316877365112, |
| "learning_rate": 9.712249985975069e-05, |
| "loss": 0.0292, |
| "step": 15310 |
| }, |
| { |
| "grad_norm": 0.13026396930217743, |
| "learning_rate": 9.71169689543614e-05, |
| "loss": 0.0178, |
| "step": 15320 |
| }, |
| { |
| "grad_norm": 0.21577967703342438, |
| "learning_rate": 9.711143289633123e-05, |
| "loss": 0.0194, |
| "step": 15330 |
| }, |
| { |
| "grad_norm": 0.1306057721376419, |
| "learning_rate": 9.710589168626561e-05, |
| "loss": 0.0195, |
| "step": 15340 |
| }, |
| { |
| "grad_norm": 0.15792009234428406, |
| "learning_rate": 9.710034532477048e-05, |
| "loss": 0.0227, |
| "step": 15350 |
| }, |
| { |
| "grad_norm": 0.17315755784511566, |
| "learning_rate": 9.709479381245239e-05, |
| "loss": 0.0187, |
| "step": 15360 |
| }, |
| { |
| "grad_norm": 0.15572920441627502, |
| "learning_rate": 9.708923714991847e-05, |
| "loss": 0.022, |
| "step": 15370 |
| }, |
| { |
| "grad_norm": 0.16451194882392883, |
| "learning_rate": 9.708367533777638e-05, |
| "loss": 0.0211, |
| "step": 15380 |
| }, |
| { |
| "grad_norm": 0.19162417948246002, |
| "learning_rate": 9.707810837663431e-05, |
| "loss": 0.0201, |
| "step": 15390 |
| }, |
| { |
| "grad_norm": 0.1849055141210556, |
| "learning_rate": 9.707253626710113e-05, |
| "loss": 0.0192, |
| "step": 15400 |
| }, |
| { |
| "grad_norm": 0.16424880921840668, |
| "learning_rate": 9.706695900978613e-05, |
| "loss": 0.0176, |
| "step": 15410 |
| }, |
| { |
| "grad_norm": 0.1317879855632782, |
| "learning_rate": 9.706137660529926e-05, |
| "loss": 0.0198, |
| "step": 15420 |
| }, |
| { |
| "grad_norm": 0.20026306807994843, |
| "learning_rate": 9.705578905425101e-05, |
| "loss": 0.0321, |
| "step": 15430 |
| }, |
| { |
| "grad_norm": 0.1635892391204834, |
| "learning_rate": 9.705019635725241e-05, |
| "loss": 0.0205, |
| "step": 15440 |
| }, |
| { |
| "grad_norm": 0.12891200184822083, |
| "learning_rate": 9.704459851491508e-05, |
| "loss": 0.0266, |
| "step": 15450 |
| }, |
| { |
| "grad_norm": 0.13116709887981415, |
| "learning_rate": 9.703899552785118e-05, |
| "loss": 0.0206, |
| "step": 15460 |
| }, |
| { |
| "grad_norm": 0.1506842076778412, |
| "learning_rate": 9.703338739667346e-05, |
| "loss": 0.0182, |
| "step": 15470 |
| }, |
| { |
| "grad_norm": 0.2451898604631424, |
| "learning_rate": 9.70277741219952e-05, |
| "loss": 0.0243, |
| "step": 15480 |
| }, |
| { |
| "grad_norm": 0.43695685267448425, |
| "learning_rate": 9.702215570443027e-05, |
| "loss": 0.0242, |
| "step": 15490 |
| }, |
| { |
| "grad_norm": 0.19942164421081543, |
| "learning_rate": 9.701653214459309e-05, |
| "loss": 0.0209, |
| "step": 15500 |
| }, |
| { |
| "grad_norm": 0.19791483879089355, |
| "learning_rate": 9.701090344309865e-05, |
| "loss": 0.0258, |
| "step": 15510 |
| }, |
| { |
| "grad_norm": 0.15242278575897217, |
| "learning_rate": 9.700526960056247e-05, |
| "loss": 0.0172, |
| "step": 15520 |
| }, |
| { |
| "grad_norm": 0.12601499259471893, |
| "learning_rate": 9.699963061760068e-05, |
| "loss": 0.0181, |
| "step": 15530 |
| }, |
| { |
| "grad_norm": 0.1721322238445282, |
| "learning_rate": 9.699398649482997e-05, |
| "loss": 0.0193, |
| "step": 15540 |
| }, |
| { |
| "grad_norm": 0.17007143795490265, |
| "learning_rate": 9.698833723286753e-05, |
| "loss": 0.0196, |
| "step": 15550 |
| }, |
| { |
| "grad_norm": 0.2079053670167923, |
| "learning_rate": 9.698268283233118e-05, |
| "loss": 0.0205, |
| "step": 15560 |
| }, |
| { |
| "grad_norm": 0.2198907434940338, |
| "learning_rate": 9.697702329383929e-05, |
| "loss": 0.0249, |
| "step": 15570 |
| }, |
| { |
| "grad_norm": 0.15883125364780426, |
| "learning_rate": 9.697135861801074e-05, |
| "loss": 0.0262, |
| "step": 15580 |
| }, |
| { |
| "grad_norm": 0.1725255697965622, |
| "learning_rate": 9.696568880546505e-05, |
| "loss": 0.0209, |
| "step": 15590 |
| }, |
| { |
| "grad_norm": 0.1504587084054947, |
| "learning_rate": 9.696001385682223e-05, |
| "loss": 0.0197, |
| "step": 15600 |
| }, |
| { |
| "grad_norm": 0.19720175862312317, |
| "learning_rate": 9.695433377270291e-05, |
| "loss": 0.0236, |
| "step": 15610 |
| }, |
| { |
| "grad_norm": 0.15130719542503357, |
| "learning_rate": 9.694864855372824e-05, |
| "loss": 0.0193, |
| "step": 15620 |
| }, |
| { |
| "grad_norm": 0.16259866952896118, |
| "learning_rate": 9.694295820051995e-05, |
| "loss": 0.0195, |
| "step": 15630 |
| }, |
| { |
| "grad_norm": 0.14147628843784332, |
| "learning_rate": 9.693726271370032e-05, |
| "loss": 0.0217, |
| "step": 15640 |
| }, |
| { |
| "grad_norm": 0.14053097367286682, |
| "learning_rate": 9.693156209389221e-05, |
| "loss": 0.02, |
| "step": 15650 |
| }, |
| { |
| "grad_norm": 0.1870625615119934, |
| "learning_rate": 9.692585634171905e-05, |
| "loss": 0.0226, |
| "step": 15660 |
| }, |
| { |
| "grad_norm": 0.18313618004322052, |
| "learning_rate": 9.692014545780476e-05, |
| "loss": 0.0193, |
| "step": 15670 |
| }, |
| { |
| "grad_norm": 0.1535652130842209, |
| "learning_rate": 9.691442944277393e-05, |
| "loss": 0.017, |
| "step": 15680 |
| }, |
| { |
| "grad_norm": 0.1558559387922287, |
| "learning_rate": 9.690870829725162e-05, |
| "loss": 0.0192, |
| "step": 15690 |
| }, |
| { |
| "grad_norm": 0.2124132513999939, |
| "learning_rate": 9.69029820218635e-05, |
| "loss": 0.02, |
| "step": 15700 |
| }, |
| { |
| "grad_norm": 0.23267558217048645, |
| "learning_rate": 9.689725061723579e-05, |
| "loss": 0.0243, |
| "step": 15710 |
| }, |
| { |
| "grad_norm": 0.16114464402198792, |
| "learning_rate": 9.689151408399527e-05, |
| "loss": 0.0188, |
| "step": 15720 |
| }, |
| { |
| "grad_norm": 0.20184509456157684, |
| "learning_rate": 9.688577242276924e-05, |
| "loss": 0.0281, |
| "step": 15730 |
| }, |
| { |
| "grad_norm": 0.15289756655693054, |
| "learning_rate": 9.688002563418566e-05, |
| "loss": 0.0207, |
| "step": 15740 |
| }, |
| { |
| "grad_norm": 0.22334766387939453, |
| "learning_rate": 9.687427371887293e-05, |
| "loss": 0.026, |
| "step": 15750 |
| }, |
| { |
| "grad_norm": 0.2039691060781479, |
| "learning_rate": 9.686851667746012e-05, |
| "loss": 0.0205, |
| "step": 15760 |
| }, |
| { |
| "grad_norm": 0.25130152702331543, |
| "learning_rate": 9.686275451057677e-05, |
| "loss": 0.0234, |
| "step": 15770 |
| }, |
| { |
| "grad_norm": 0.16842985153198242, |
| "learning_rate": 9.685698721885308e-05, |
| "loss": 0.0226, |
| "step": 15780 |
| }, |
| { |
| "grad_norm": 0.2182195633649826, |
| "learning_rate": 9.68512148029197e-05, |
| "loss": 0.0251, |
| "step": 15790 |
| }, |
| { |
| "grad_norm": 0.22064755856990814, |
| "learning_rate": 9.684543726340791e-05, |
| "loss": 0.0241, |
| "step": 15800 |
| }, |
| { |
| "grad_norm": 0.20407047867774963, |
| "learning_rate": 9.683965460094952e-05, |
| "loss": 0.021, |
| "step": 15810 |
| }, |
| { |
| "grad_norm": 0.16670729219913483, |
| "learning_rate": 9.683386681617694e-05, |
| "loss": 0.0202, |
| "step": 15820 |
| }, |
| { |
| "grad_norm": 0.5364972949028015, |
| "learning_rate": 9.68280739097231e-05, |
| "loss": 0.0196, |
| "step": 15830 |
| }, |
| { |
| "grad_norm": 0.2008659690618515, |
| "learning_rate": 9.682227588222148e-05, |
| "loss": 0.0186, |
| "step": 15840 |
| }, |
| { |
| "grad_norm": 0.19648461043834686, |
| "learning_rate": 9.681647273430618e-05, |
| "loss": 0.0202, |
| "step": 15850 |
| }, |
| { |
| "grad_norm": 0.12721413373947144, |
| "learning_rate": 9.681066446661182e-05, |
| "loss": 0.0183, |
| "step": 15860 |
| }, |
| { |
| "grad_norm": 0.17354756593704224, |
| "learning_rate": 9.680485107977357e-05, |
| "loss": 0.0223, |
| "step": 15870 |
| }, |
| { |
| "grad_norm": 0.13167676329612732, |
| "learning_rate": 9.679903257442716e-05, |
| "loss": 0.0225, |
| "step": 15880 |
| }, |
| { |
| "grad_norm": 0.1604689508676529, |
| "learning_rate": 9.679320895120891e-05, |
| "loss": 0.0199, |
| "step": 15890 |
| }, |
| { |
| "grad_norm": 0.12434596568346024, |
| "learning_rate": 9.67873802107557e-05, |
| "loss": 0.0152, |
| "step": 15900 |
| }, |
| { |
| "grad_norm": 0.15131287276744843, |
| "learning_rate": 9.67815463537049e-05, |
| "loss": 0.0169, |
| "step": 15910 |
| }, |
| { |
| "grad_norm": 0.20170335471630096, |
| "learning_rate": 9.677570738069457e-05, |
| "loss": 0.0216, |
| "step": 15920 |
| }, |
| { |
| "grad_norm": 0.16980966925621033, |
| "learning_rate": 9.676986329236318e-05, |
| "loss": 0.0212, |
| "step": 15930 |
| }, |
| { |
| "grad_norm": 0.16614173352718353, |
| "learning_rate": 9.676401408934987e-05, |
| "loss": 0.0203, |
| "step": 15940 |
| }, |
| { |
| "grad_norm": 0.1673685610294342, |
| "learning_rate": 9.675815977229428e-05, |
| "loss": 0.0187, |
| "step": 15950 |
| }, |
| { |
| "grad_norm": 0.12713928520679474, |
| "learning_rate": 9.675230034183664e-05, |
| "loss": 0.0166, |
| "step": 15960 |
| }, |
| { |
| "grad_norm": 0.16778503358364105, |
| "learning_rate": 9.674643579861773e-05, |
| "loss": 0.0208, |
| "step": 15970 |
| }, |
| { |
| "grad_norm": 0.19937868416309357, |
| "learning_rate": 9.674056614327886e-05, |
| "loss": 0.016, |
| "step": 15980 |
| }, |
| { |
| "grad_norm": 0.214517280459404, |
| "learning_rate": 9.673469137646198e-05, |
| "loss": 0.023, |
| "step": 15990 |
| }, |
| { |
| "grad_norm": 0.15694685280323029, |
| "learning_rate": 9.67288114988095e-05, |
| "loss": 0.0191, |
| "step": 16000 |
| }, |
| { |
| "grad_norm": 0.19046202301979065, |
| "learning_rate": 9.672292651096447e-05, |
| "loss": 0.0193, |
| "step": 16010 |
| }, |
| { |
| "grad_norm": 0.1726117879152298, |
| "learning_rate": 9.671703641357042e-05, |
| "loss": 0.0188, |
| "step": 16020 |
| }, |
| { |
| "grad_norm": 0.1297914832830429, |
| "learning_rate": 9.67111412072715e-05, |
| "loss": 0.0195, |
| "step": 16030 |
| }, |
| { |
| "grad_norm": 0.14712730050086975, |
| "learning_rate": 9.670524089271242e-05, |
| "loss": 0.0194, |
| "step": 16040 |
| }, |
| { |
| "grad_norm": 0.12155260145664215, |
| "learning_rate": 9.669933547053842e-05, |
| "loss": 0.0178, |
| "step": 16050 |
| }, |
| { |
| "grad_norm": 0.1876615434885025, |
| "learning_rate": 9.669342494139531e-05, |
| "loss": 0.0195, |
| "step": 16060 |
| }, |
| { |
| "grad_norm": 0.22119666635990143, |
| "learning_rate": 9.668750930592943e-05, |
| "loss": 0.0173, |
| "step": 16070 |
| }, |
| { |
| "grad_norm": 0.16617971658706665, |
| "learning_rate": 9.668158856478775e-05, |
| "loss": 0.0186, |
| "step": 16080 |
| }, |
| { |
| "grad_norm": 0.16504545509815216, |
| "learning_rate": 9.66756627186177e-05, |
| "loss": 0.0203, |
| "step": 16090 |
| }, |
| { |
| "grad_norm": 0.11611940711736679, |
| "learning_rate": 9.666973176806737e-05, |
| "loss": 0.0202, |
| "step": 16100 |
| }, |
| { |
| "grad_norm": 0.22529837489128113, |
| "learning_rate": 9.666379571378534e-05, |
| "loss": 0.0211, |
| "step": 16110 |
| }, |
| { |
| "grad_norm": 0.19440312683582306, |
| "learning_rate": 9.665785455642076e-05, |
| "loss": 0.0253, |
| "step": 16120 |
| }, |
| { |
| "grad_norm": 0.26122716069221497, |
| "learning_rate": 9.665190829662337e-05, |
| "loss": 0.0217, |
| "step": 16130 |
| }, |
| { |
| "grad_norm": 0.2044735997915268, |
| "learning_rate": 9.664595693504342e-05, |
| "loss": 0.0185, |
| "step": 16140 |
| }, |
| { |
| "grad_norm": 0.16995391249656677, |
| "learning_rate": 9.664000047233175e-05, |
| "loss": 0.0256, |
| "step": 16150 |
| }, |
| { |
| "grad_norm": 0.14951781928539276, |
| "learning_rate": 9.663403890913976e-05, |
| "loss": 0.0212, |
| "step": 16160 |
| }, |
| { |
| "grad_norm": 0.17346349358558655, |
| "learning_rate": 9.662807224611938e-05, |
| "loss": 0.0212, |
| "step": 16170 |
| }, |
| { |
| "grad_norm": 0.14404243230819702, |
| "learning_rate": 9.662210048392311e-05, |
| "loss": 0.0163, |
| "step": 16180 |
| }, |
| { |
| "grad_norm": 0.20005543529987335, |
| "learning_rate": 9.661612362320405e-05, |
| "loss": 0.0184, |
| "step": 16190 |
| }, |
| { |
| "grad_norm": 0.13963541388511658, |
| "learning_rate": 9.661014166461579e-05, |
| "loss": 0.0205, |
| "step": 16200 |
| }, |
| { |
| "grad_norm": 0.15437063574790955, |
| "learning_rate": 9.66041546088125e-05, |
| "loss": 0.0269, |
| "step": 16210 |
| }, |
| { |
| "grad_norm": 0.14778704941272736, |
| "learning_rate": 9.659816245644895e-05, |
| "loss": 0.0182, |
| "step": 16220 |
| }, |
| { |
| "grad_norm": 0.13394783437252045, |
| "learning_rate": 9.65921652081804e-05, |
| "loss": 0.0241, |
| "step": 16230 |
| }, |
| { |
| "grad_norm": 0.25377240777015686, |
| "learning_rate": 9.658616286466271e-05, |
| "loss": 0.0237, |
| "step": 16240 |
| }, |
| { |
| "grad_norm": 0.23287169635295868, |
| "learning_rate": 9.65801554265523e-05, |
| "loss": 0.0195, |
| "step": 16250 |
| }, |
| { |
| "grad_norm": 0.24727307260036469, |
| "learning_rate": 9.657414289450612e-05, |
| "loss": 0.0206, |
| "step": 16260 |
| }, |
| { |
| "grad_norm": 0.1427251100540161, |
| "learning_rate": 9.656812526918171e-05, |
| "loss": 0.0206, |
| "step": 16270 |
| }, |
| { |
| "grad_norm": 0.16701585054397583, |
| "learning_rate": 9.656210255123712e-05, |
| "loss": 0.0243, |
| "step": 16280 |
| }, |
| { |
| "grad_norm": 0.34902223944664, |
| "learning_rate": 9.6556074741331e-05, |
| "loss": 0.0203, |
| "step": 16290 |
| }, |
| { |
| "grad_norm": 0.12792527675628662, |
| "learning_rate": 9.655004184012256e-05, |
| "loss": 0.017, |
| "step": 16300 |
| }, |
| { |
| "grad_norm": 0.27711719274520874, |
| "learning_rate": 9.654400384827152e-05, |
| "loss": 0.0233, |
| "step": 16310 |
| }, |
| { |
| "grad_norm": 0.1507222205400467, |
| "learning_rate": 9.653796076643818e-05, |
| "loss": 0.0184, |
| "step": 16320 |
| }, |
| { |
| "grad_norm": 0.18236646056175232, |
| "learning_rate": 9.653191259528344e-05, |
| "loss": 0.0291, |
| "step": 16330 |
| }, |
| { |
| "grad_norm": 0.1331816017627716, |
| "learning_rate": 9.65258593354687e-05, |
| "loss": 0.0184, |
| "step": 16340 |
| }, |
| { |
| "grad_norm": 0.16813215613365173, |
| "learning_rate": 9.651980098765591e-05, |
| "loss": 0.0159, |
| "step": 16350 |
| }, |
| { |
| "grad_norm": 0.20344854891300201, |
| "learning_rate": 9.651373755250765e-05, |
| "loss": 0.0203, |
| "step": 16360 |
| }, |
| { |
| "grad_norm": 0.2824576497077942, |
| "learning_rate": 9.650766903068697e-05, |
| "loss": 0.0261, |
| "step": 16370 |
| }, |
| { |
| "grad_norm": 0.1959116905927658, |
| "learning_rate": 9.650159542285753e-05, |
| "loss": 0.0209, |
| "step": 16380 |
| }, |
| { |
| "grad_norm": 0.1596689373254776, |
| "learning_rate": 9.649551672968353e-05, |
| "loss": 0.0251, |
| "step": 16390 |
| }, |
| { |
| "grad_norm": 0.17274928092956543, |
| "learning_rate": 9.648943295182973e-05, |
| "loss": 0.0203, |
| "step": 16400 |
| }, |
| { |
| "grad_norm": 0.20984774827957153, |
| "learning_rate": 9.648334408996144e-05, |
| "loss": 0.0217, |
| "step": 16410 |
| }, |
| { |
| "grad_norm": 0.14616049826145172, |
| "learning_rate": 9.647725014474452e-05, |
| "loss": 0.0193, |
| "step": 16420 |
| }, |
| { |
| "grad_norm": 0.16566751897335052, |
| "learning_rate": 9.64711511168454e-05, |
| "loss": 0.021, |
| "step": 16430 |
| }, |
| { |
| "grad_norm": 0.21652109920978546, |
| "learning_rate": 9.646504700693108e-05, |
| "loss": 0.0184, |
| "step": 16440 |
| }, |
| { |
| "grad_norm": 0.1672782450914383, |
| "learning_rate": 9.645893781566907e-05, |
| "loss": 0.0177, |
| "step": 16450 |
| }, |
| { |
| "grad_norm": 0.1438208669424057, |
| "learning_rate": 9.645282354372744e-05, |
| "loss": 0.021, |
| "step": 16460 |
| }, |
| { |
| "grad_norm": 0.14506752789020538, |
| "learning_rate": 9.644670419177491e-05, |
| "loss": 0.0174, |
| "step": 16470 |
| }, |
| { |
| "grad_norm": 0.21750515699386597, |
| "learning_rate": 9.644057976048062e-05, |
| "loss": 0.0272, |
| "step": 16480 |
| }, |
| { |
| "grad_norm": 0.1513761579990387, |
| "learning_rate": 9.643445025051435e-05, |
| "loss": 0.0223, |
| "step": 16490 |
| }, |
| { |
| "grad_norm": 0.2190374881029129, |
| "learning_rate": 9.642831566254641e-05, |
| "loss": 0.0189, |
| "step": 16500 |
| }, |
| { |
| "grad_norm": 0.17759716510772705, |
| "learning_rate": 9.642217599724769e-05, |
| "loss": 0.0188, |
| "step": 16510 |
| }, |
| { |
| "grad_norm": 0.18366079032421112, |
| "learning_rate": 9.64160312552896e-05, |
| "loss": 0.023, |
| "step": 16520 |
| }, |
| { |
| "grad_norm": 0.17398585379123688, |
| "learning_rate": 9.64098814373441e-05, |
| "loss": 0.0199, |
| "step": 16530 |
| }, |
| { |
| "grad_norm": 0.2863290011882782, |
| "learning_rate": 9.640372654408374e-05, |
| "loss": 0.0186, |
| "step": 16540 |
| }, |
| { |
| "grad_norm": 0.16058862209320068, |
| "learning_rate": 9.639756657618162e-05, |
| "loss": 0.0201, |
| "step": 16550 |
| }, |
| { |
| "grad_norm": 0.18812903761863708, |
| "learning_rate": 9.639140153431138e-05, |
| "loss": 0.0223, |
| "step": 16560 |
| }, |
| { |
| "grad_norm": 0.1370997577905655, |
| "learning_rate": 9.638523141914721e-05, |
| "loss": 0.021, |
| "step": 16570 |
| }, |
| { |
| "grad_norm": 0.17544087767601013, |
| "learning_rate": 9.637905623136388e-05, |
| "loss": 0.0248, |
| "step": 16580 |
| }, |
| { |
| "grad_norm": 0.13355325162410736, |
| "learning_rate": 9.637287597163669e-05, |
| "loss": 0.017, |
| "step": 16590 |
| }, |
| { |
| "grad_norm": 0.13413205742835999, |
| "learning_rate": 9.63666906406415e-05, |
| "loss": 0.0169, |
| "step": 16600 |
| }, |
| { |
| "grad_norm": 0.15648318827152252, |
| "learning_rate": 9.636050023905473e-05, |
| "loss": 0.0149, |
| "step": 16610 |
| }, |
| { |
| "grad_norm": 0.12259843945503235, |
| "learning_rate": 9.635430476755336e-05, |
| "loss": 0.0147, |
| "step": 16620 |
| }, |
| { |
| "grad_norm": 0.1691352128982544, |
| "learning_rate": 9.63481042268149e-05, |
| "loss": 0.0155, |
| "step": 16630 |
| }, |
| { |
| "grad_norm": 0.23620128631591797, |
| "learning_rate": 9.634189861751745e-05, |
| "loss": 0.0228, |
| "step": 16640 |
| }, |
| { |
| "grad_norm": 0.1666763424873352, |
| "learning_rate": 9.633568794033967e-05, |
| "loss": 0.0215, |
| "step": 16650 |
| }, |
| { |
| "grad_norm": 0.19014954566955566, |
| "learning_rate": 9.63294721959607e-05, |
| "loss": 0.0191, |
| "step": 16660 |
| }, |
| { |
| "grad_norm": 0.18404936790466309, |
| "learning_rate": 9.63232513850603e-05, |
| "loss": 0.0317, |
| "step": 16670 |
| }, |
| { |
| "grad_norm": 0.19489778578281403, |
| "learning_rate": 9.631702550831878e-05, |
| "loss": 0.0215, |
| "step": 16680 |
| }, |
| { |
| "grad_norm": 0.20426806807518005, |
| "learning_rate": 9.631079456641698e-05, |
| "loss": 0.0219, |
| "step": 16690 |
| }, |
| { |
| "grad_norm": 0.14335012435913086, |
| "learning_rate": 9.630455856003632e-05, |
| "loss": 0.0184, |
| "step": 16700 |
| }, |
| { |
| "grad_norm": 0.18258005380630493, |
| "learning_rate": 9.629831748985876e-05, |
| "loss": 0.0237, |
| "step": 16710 |
| }, |
| { |
| "grad_norm": 0.2831587791442871, |
| "learning_rate": 9.629207135656679e-05, |
| "loss": 0.0329, |
| "step": 16720 |
| }, |
| { |
| "grad_norm": 0.23784853518009186, |
| "learning_rate": 9.628582016084353e-05, |
| "loss": 0.0324, |
| "step": 16730 |
| }, |
| { |
| "grad_norm": 0.18631325662136078, |
| "learning_rate": 9.627956390337254e-05, |
| "loss": 0.0189, |
| "step": 16740 |
| }, |
| { |
| "grad_norm": 0.1817905157804489, |
| "learning_rate": 9.627330258483802e-05, |
| "loss": 0.0292, |
| "step": 16750 |
| }, |
| { |
| "grad_norm": 0.17063161730766296, |
| "learning_rate": 9.62670362059247e-05, |
| "loss": 0.0193, |
| "step": 16760 |
| }, |
| { |
| "grad_norm": 0.168016254901886, |
| "learning_rate": 9.626076476731786e-05, |
| "loss": 0.0191, |
| "step": 16770 |
| }, |
| { |
| "grad_norm": 0.17138415575027466, |
| "learning_rate": 9.625448826970336e-05, |
| "loss": 0.0212, |
| "step": 16780 |
| }, |
| { |
| "grad_norm": 0.13529685139656067, |
| "learning_rate": 9.624820671376755e-05, |
| "loss": 0.0172, |
| "step": 16790 |
| }, |
| { |
| "grad_norm": 0.1677829623222351, |
| "learning_rate": 9.62419201001974e-05, |
| "loss": 0.0192, |
| "step": 16800 |
| }, |
| { |
| "grad_norm": 0.15738433599472046, |
| "learning_rate": 9.623562842968037e-05, |
| "loss": 0.0169, |
| "step": 16810 |
| }, |
| { |
| "grad_norm": 0.13722850382328033, |
| "learning_rate": 9.622933170290454e-05, |
| "loss": 0.0169, |
| "step": 16820 |
| }, |
| { |
| "grad_norm": 0.12585514783859253, |
| "learning_rate": 9.622302992055849e-05, |
| "loss": 0.0193, |
| "step": 16830 |
| }, |
| { |
| "grad_norm": 0.13715484738349915, |
| "learning_rate": 9.62167230833314e-05, |
| "loss": 0.0161, |
| "step": 16840 |
| }, |
| { |
| "grad_norm": 0.1492435485124588, |
| "learning_rate": 9.621041119191295e-05, |
| "loss": 0.0185, |
| "step": 16850 |
| }, |
| { |
| "grad_norm": 0.13320568203926086, |
| "learning_rate": 9.620409424699342e-05, |
| "loss": 0.023, |
| "step": 16860 |
| }, |
| { |
| "grad_norm": 0.12619438767433167, |
| "learning_rate": 9.619777224926359e-05, |
| "loss": 0.017, |
| "step": 16870 |
| }, |
| { |
| "grad_norm": 0.19407665729522705, |
| "learning_rate": 9.619144519941485e-05, |
| "loss": 0.0173, |
| "step": 16880 |
| }, |
| { |
| "grad_norm": 0.18669100105762482, |
| "learning_rate": 9.618511309813912e-05, |
| "loss": 0.0183, |
| "step": 16890 |
| }, |
| { |
| "grad_norm": 0.1230948269367218, |
| "learning_rate": 9.617877594612886e-05, |
| "loss": 0.0176, |
| "step": 16900 |
| }, |
| { |
| "grad_norm": 0.1145622655749321, |
| "learning_rate": 9.617243374407707e-05, |
| "loss": 0.0176, |
| "step": 16910 |
| }, |
| { |
| "grad_norm": 0.11539571732282639, |
| "learning_rate": 9.616608649267736e-05, |
| "loss": 0.0172, |
| "step": 16920 |
| }, |
| { |
| "grad_norm": 0.18856383860111237, |
| "learning_rate": 9.615973419262385e-05, |
| "loss": 0.0188, |
| "step": 16930 |
| }, |
| { |
| "grad_norm": 0.1374579817056656, |
| "learning_rate": 9.615337684461119e-05, |
| "loss": 0.0179, |
| "step": 16940 |
| }, |
| { |
| "grad_norm": 0.20111244916915894, |
| "learning_rate": 9.614701444933465e-05, |
| "loss": 0.0247, |
| "step": 16950 |
| }, |
| { |
| "grad_norm": 0.20620639622211456, |
| "learning_rate": 9.614064700748997e-05, |
| "loss": 0.0196, |
| "step": 16960 |
| }, |
| { |
| "grad_norm": 0.2019098848104477, |
| "learning_rate": 9.613427451977352e-05, |
| "loss": 0.0215, |
| "step": 16970 |
| }, |
| { |
| "grad_norm": 0.14879979193210602, |
| "learning_rate": 9.612789698688216e-05, |
| "loss": 0.0194, |
| "step": 16980 |
| }, |
| { |
| "grad_norm": 0.21490399539470673, |
| "learning_rate": 9.612151440951334e-05, |
| "loss": 0.0226, |
| "step": 16990 |
| }, |
| { |
| "grad_norm": 0.23071619868278503, |
| "learning_rate": 9.611512678836506e-05, |
| "loss": 0.0218, |
| "step": 17000 |
| }, |
| { |
| "grad_norm": 0.25268909335136414, |
| "learning_rate": 9.610873412413584e-05, |
| "loss": 0.0287, |
| "step": 17010 |
| }, |
| { |
| "grad_norm": 0.23127177357673645, |
| "learning_rate": 9.610233641752476e-05, |
| "loss": 0.0284, |
| "step": 17020 |
| }, |
| { |
| "grad_norm": 0.19044871628284454, |
| "learning_rate": 9.609593366923151e-05, |
| "loss": 0.0201, |
| "step": 17030 |
| }, |
| { |
| "grad_norm": 0.18184806406497955, |
| "learning_rate": 9.608952587995625e-05, |
| "loss": 0.0187, |
| "step": 17040 |
| }, |
| { |
| "grad_norm": 0.1722000241279602, |
| "learning_rate": 9.608311305039972e-05, |
| "loss": 0.0196, |
| "step": 17050 |
| }, |
| { |
| "grad_norm": 0.33803096413612366, |
| "learning_rate": 9.607669518126326e-05, |
| "loss": 0.0268, |
| "step": 17060 |
| }, |
| { |
| "grad_norm": 0.15279702842235565, |
| "learning_rate": 9.607027227324866e-05, |
| "loss": 0.0173, |
| "step": 17070 |
| }, |
| { |
| "grad_norm": 0.19342657923698425, |
| "learning_rate": 9.606384432705837e-05, |
| "loss": 0.0166, |
| "step": 17080 |
| }, |
| { |
| "grad_norm": 0.12429074943065643, |
| "learning_rate": 9.60574113433953e-05, |
| "loss": 0.0195, |
| "step": 17090 |
| }, |
| { |
| "grad_norm": 0.11971762776374817, |
| "learning_rate": 9.6050973322963e-05, |
| "loss": 0.0172, |
| "step": 17100 |
| }, |
| { |
| "grad_norm": 0.1515258252620697, |
| "learning_rate": 9.604453026646547e-05, |
| "loss": 0.0198, |
| "step": 17110 |
| }, |
| { |
| "grad_norm": 0.19088582694530487, |
| "learning_rate": 9.603808217460735e-05, |
| "loss": 0.0176, |
| "step": 17120 |
| }, |
| { |
| "grad_norm": 0.211159348487854, |
| "learning_rate": 9.603162904809377e-05, |
| "loss": 0.0186, |
| "step": 17130 |
| }, |
| { |
| "grad_norm": 0.11558739095926285, |
| "learning_rate": 9.602517088763045e-05, |
| "loss": 0.0147, |
| "step": 17140 |
| }, |
| { |
| "grad_norm": 0.13939666748046875, |
| "learning_rate": 9.601870769392365e-05, |
| "loss": 0.0214, |
| "step": 17150 |
| }, |
| { |
| "grad_norm": 0.13686273992061615, |
| "learning_rate": 9.601223946768017e-05, |
| "loss": 0.0199, |
| "step": 17160 |
| }, |
| { |
| "grad_norm": 0.1269262135028839, |
| "learning_rate": 9.600576620960734e-05, |
| "loss": 0.0204, |
| "step": 17170 |
| }, |
| { |
| "grad_norm": 0.2078564167022705, |
| "learning_rate": 9.599928792041308e-05, |
| "loss": 0.019, |
| "step": 17180 |
| }, |
| { |
| "grad_norm": 0.20139223337173462, |
| "learning_rate": 9.599280460080587e-05, |
| "loss": 0.0174, |
| "step": 17190 |
| }, |
| { |
| "grad_norm": 0.16742077469825745, |
| "learning_rate": 9.59863162514947e-05, |
| "loss": 0.0198, |
| "step": 17200 |
| }, |
| { |
| "grad_norm": 0.1732303500175476, |
| "learning_rate": 9.597982287318911e-05, |
| "loss": 0.0179, |
| "step": 17210 |
| }, |
| { |
| "grad_norm": 0.13972607254981995, |
| "learning_rate": 9.597332446659923e-05, |
| "loss": 0.0184, |
| "step": 17220 |
| }, |
| { |
| "grad_norm": 0.15899419784545898, |
| "learning_rate": 9.59668210324357e-05, |
| "loss": 0.0178, |
| "step": 17230 |
| }, |
| { |
| "grad_norm": 0.18167293071746826, |
| "learning_rate": 9.596031257140974e-05, |
| "loss": 0.0175, |
| "step": 17240 |
| }, |
| { |
| "grad_norm": 0.23579664528369904, |
| "learning_rate": 9.59537990842331e-05, |
| "loss": 0.0276, |
| "step": 17250 |
| }, |
| { |
| "grad_norm": 0.19228799641132355, |
| "learning_rate": 9.594728057161806e-05, |
| "loss": 0.0181, |
| "step": 17260 |
| }, |
| { |
| "grad_norm": 0.17511771619319916, |
| "learning_rate": 9.594075703427752e-05, |
| "loss": 0.0188, |
| "step": 17270 |
| }, |
| { |
| "grad_norm": 0.12719599902629852, |
| "learning_rate": 9.593422847292486e-05, |
| "loss": 0.0158, |
| "step": 17280 |
| }, |
| { |
| "grad_norm": 0.15555448830127716, |
| "learning_rate": 9.592769488827402e-05, |
| "loss": 0.0194, |
| "step": 17290 |
| }, |
| { |
| "grad_norm": 0.1316969096660614, |
| "learning_rate": 9.592115628103952e-05, |
| "loss": 0.0179, |
| "step": 17300 |
| }, |
| { |
| "grad_norm": 0.08673807978630066, |
| "learning_rate": 9.591461265193643e-05, |
| "loss": 0.0169, |
| "step": 17310 |
| }, |
| { |
| "grad_norm": 0.12836283445358276, |
| "learning_rate": 9.590806400168032e-05, |
| "loss": 0.0142, |
| "step": 17320 |
| }, |
| { |
| "grad_norm": 0.12820006906986237, |
| "learning_rate": 9.590151033098735e-05, |
| "loss": 0.0159, |
| "step": 17330 |
| }, |
| { |
| "grad_norm": 0.17789334058761597, |
| "learning_rate": 9.589495164057423e-05, |
| "loss": 0.0189, |
| "step": 17340 |
| }, |
| { |
| "grad_norm": 0.12534722685813904, |
| "learning_rate": 9.58883879311582e-05, |
| "loss": 0.0165, |
| "step": 17350 |
| }, |
| { |
| "grad_norm": 0.24806447327136993, |
| "learning_rate": 9.588181920345705e-05, |
| "loss": 0.0212, |
| "step": 17360 |
| }, |
| { |
| "grad_norm": 0.19533716142177582, |
| "learning_rate": 9.587524545818913e-05, |
| "loss": 0.0176, |
| "step": 17370 |
| }, |
| { |
| "grad_norm": 0.23233434557914734, |
| "learning_rate": 9.586866669607335e-05, |
| "loss": 0.019, |
| "step": 17380 |
| }, |
| { |
| "grad_norm": 0.11792702972888947, |
| "learning_rate": 9.586208291782915e-05, |
| "loss": 0.0159, |
| "step": 17390 |
| }, |
| { |
| "grad_norm": 0.19819194078445435, |
| "learning_rate": 9.58554941241765e-05, |
| "loss": 0.0216, |
| "step": 17400 |
| }, |
| { |
| "grad_norm": 0.16610698401927948, |
| "learning_rate": 9.584890031583596e-05, |
| "loss": 0.0166, |
| "step": 17410 |
| }, |
| { |
| "grad_norm": 0.1923968642950058, |
| "learning_rate": 9.584230149352861e-05, |
| "loss": 0.019, |
| "step": 17420 |
| }, |
| { |
| "grad_norm": 0.14501355588436127, |
| "learning_rate": 9.58356976579761e-05, |
| "loss": 0.0178, |
| "step": 17430 |
| }, |
| { |
| "grad_norm": 0.19165129959583282, |
| "learning_rate": 9.58290888099006e-05, |
| "loss": 0.023, |
| "step": 17440 |
| }, |
| { |
| "grad_norm": 0.1499188244342804, |
| "learning_rate": 9.582247495002486e-05, |
| "loss": 0.0205, |
| "step": 17450 |
| }, |
| { |
| "grad_norm": 0.22566922008991241, |
| "learning_rate": 9.581585607907214e-05, |
| "loss": 0.0187, |
| "step": 17460 |
| }, |
| { |
| "grad_norm": 0.12246707081794739, |
| "learning_rate": 9.580923219776628e-05, |
| "loss": 0.0162, |
| "step": 17470 |
| }, |
| { |
| "grad_norm": 0.1772511601448059, |
| "learning_rate": 9.580260330683167e-05, |
| "loss": 0.0197, |
| "step": 17480 |
| }, |
| { |
| "grad_norm": 0.2166670709848404, |
| "learning_rate": 9.579596940699322e-05, |
| "loss": 0.0166, |
| "step": 17490 |
| }, |
| { |
| "grad_norm": 0.2035713642835617, |
| "learning_rate": 9.578933049897643e-05, |
| "loss": 0.0166, |
| "step": 17500 |
| }, |
| { |
| "grad_norm": 0.2200816571712494, |
| "learning_rate": 9.578268658350728e-05, |
| "loss": 0.0184, |
| "step": 17510 |
| }, |
| { |
| "grad_norm": 0.19936850666999817, |
| "learning_rate": 9.577603766131235e-05, |
| "loss": 0.0196, |
| "step": 17520 |
| }, |
| { |
| "grad_norm": 0.16781416535377502, |
| "learning_rate": 9.576938373311878e-05, |
| "loss": 0.0187, |
| "step": 17530 |
| }, |
| { |
| "grad_norm": 0.17356479167938232, |
| "learning_rate": 9.576272479965421e-05, |
| "loss": 0.0215, |
| "step": 17540 |
| }, |
| { |
| "grad_norm": 0.245540589094162, |
| "learning_rate": 9.575606086164687e-05, |
| "loss": 0.0192, |
| "step": 17550 |
| }, |
| { |
| "grad_norm": 0.1843673586845398, |
| "learning_rate": 9.57493919198255e-05, |
| "loss": 0.0337, |
| "step": 17560 |
| }, |
| { |
| "grad_norm": 0.21972040832042694, |
| "learning_rate": 9.57427179749194e-05, |
| "loss": 0.0274, |
| "step": 17570 |
| }, |
| { |
| "grad_norm": 0.1518850475549698, |
| "learning_rate": 9.573603902765846e-05, |
| "loss": 0.0193, |
| "step": 17580 |
| }, |
| { |
| "grad_norm": 0.14615441858768463, |
| "learning_rate": 9.572935507877304e-05, |
| "loss": 0.0237, |
| "step": 17590 |
| }, |
| { |
| "grad_norm": 0.19311341643333435, |
| "learning_rate": 9.57226661289941e-05, |
| "loss": 0.0271, |
| "step": 17600 |
| }, |
| { |
| "grad_norm": 0.18611031770706177, |
| "learning_rate": 9.571597217905315e-05, |
| "loss": 0.0245, |
| "step": 17610 |
| }, |
| { |
| "grad_norm": 0.17586012184619904, |
| "learning_rate": 9.57092732296822e-05, |
| "loss": 0.0188, |
| "step": 17620 |
| }, |
| { |
| "grad_norm": 0.12343309819698334, |
| "learning_rate": 9.570256928161385e-05, |
| "loss": 0.0164, |
| "step": 17630 |
| }, |
| { |
| "grad_norm": 0.1187998428940773, |
| "learning_rate": 9.569586033558126e-05, |
| "loss": 0.0201, |
| "step": 17640 |
| }, |
| { |
| "grad_norm": 0.14904014766216278, |
| "learning_rate": 9.568914639231807e-05, |
| "loss": 0.0176, |
| "step": 17650 |
| }, |
| { |
| "grad_norm": 0.44079622626304626, |
| "learning_rate": 9.568242745255852e-05, |
| "loss": 0.0306, |
| "step": 17660 |
| }, |
| { |
| "grad_norm": 0.1811484694480896, |
| "learning_rate": 9.567570351703739e-05, |
| "loss": 0.0237, |
| "step": 17670 |
| }, |
| { |
| "grad_norm": 0.19072183966636658, |
| "learning_rate": 9.566897458649001e-05, |
| "loss": 0.0228, |
| "step": 17680 |
| }, |
| { |
| "grad_norm": 0.13817256689071655, |
| "learning_rate": 9.566224066165221e-05, |
| "loss": 0.0225, |
| "step": 17690 |
| }, |
| { |
| "grad_norm": 0.1360534429550171, |
| "learning_rate": 9.565550174326043e-05, |
| "loss": 0.0275, |
| "step": 17700 |
| }, |
| { |
| "grad_norm": 0.2549751102924347, |
| "learning_rate": 9.564875783205162e-05, |
| "loss": 0.0233, |
| "step": 17710 |
| }, |
| { |
| "grad_norm": 0.1603786200284958, |
| "learning_rate": 9.564200892876328e-05, |
| "loss": 0.0208, |
| "step": 17720 |
| }, |
| { |
| "grad_norm": 0.12452217936515808, |
| "learning_rate": 9.563525503413348e-05, |
| "loss": 0.0184, |
| "step": 17730 |
| }, |
| { |
| "grad_norm": 0.2197364717721939, |
| "learning_rate": 9.562849614890079e-05, |
| "loss": 0.0268, |
| "step": 17740 |
| }, |
| { |
| "grad_norm": 0.2540474832057953, |
| "learning_rate": 9.562173227380436e-05, |
| "loss": 0.0316, |
| "step": 17750 |
| }, |
| { |
| "grad_norm": 0.22960379719734192, |
| "learning_rate": 9.561496340958389e-05, |
| "loss": 0.023, |
| "step": 17760 |
| }, |
| { |
| "grad_norm": 0.17902421951293945, |
| "learning_rate": 9.560818955697959e-05, |
| "loss": 0.0175, |
| "step": 17770 |
| }, |
| { |
| "grad_norm": 0.19437146186828613, |
| "learning_rate": 9.560141071673228e-05, |
| "loss": 0.0251, |
| "step": 17780 |
| }, |
| { |
| "grad_norm": 0.1188102588057518, |
| "learning_rate": 9.559462688958323e-05, |
| "loss": 0.0148, |
| "step": 17790 |
| }, |
| { |
| "grad_norm": 0.14368949830532074, |
| "learning_rate": 9.558783807627434e-05, |
| "loss": 0.016, |
| "step": 17800 |
| }, |
| { |
| "grad_norm": 0.27022475004196167, |
| "learning_rate": 9.558104427754801e-05, |
| "loss": 0.0229, |
| "step": 17810 |
| }, |
| { |
| "grad_norm": 0.239619642496109, |
| "learning_rate": 9.557424549414722e-05, |
| "loss": 0.0206, |
| "step": 17820 |
| }, |
| { |
| "grad_norm": 0.22713308036327362, |
| "learning_rate": 9.556744172681546e-05, |
| "loss": 0.0192, |
| "step": 17830 |
| }, |
| { |
| "grad_norm": 0.15671558678150177, |
| "learning_rate": 9.556063297629677e-05, |
| "loss": 0.0181, |
| "step": 17840 |
| }, |
| { |
| "grad_norm": 0.18283586204051971, |
| "learning_rate": 9.555381924333578e-05, |
| "loss": 0.0171, |
| "step": 17850 |
| }, |
| { |
| "grad_norm": 0.133639857172966, |
| "learning_rate": 9.554700052867758e-05, |
| "loss": 0.0204, |
| "step": 17860 |
| }, |
| { |
| "grad_norm": 0.1618448793888092, |
| "learning_rate": 9.554017683306789e-05, |
| "loss": 0.0184, |
| "step": 17870 |
| }, |
| { |
| "grad_norm": 0.1818198561668396, |
| "learning_rate": 9.553334815725294e-05, |
| "loss": 0.0172, |
| "step": 17880 |
| }, |
| { |
| "grad_norm": 0.21823522448539734, |
| "learning_rate": 9.552651450197949e-05, |
| "loss": 0.0194, |
| "step": 17890 |
| }, |
| { |
| "grad_norm": 0.21261535584926605, |
| "learning_rate": 9.551967586799486e-05, |
| "loss": 0.0176, |
| "step": 17900 |
| }, |
| { |
| "grad_norm": 0.22059044241905212, |
| "learning_rate": 9.551283225604692e-05, |
| "loss": 0.0192, |
| "step": 17910 |
| }, |
| { |
| "grad_norm": 0.14343805611133575, |
| "learning_rate": 9.550598366688406e-05, |
| "loss": 0.0165, |
| "step": 17920 |
| }, |
| { |
| "grad_norm": 0.17971761524677277, |
| "learning_rate": 9.549913010125526e-05, |
| "loss": 0.0168, |
| "step": 17930 |
| }, |
| { |
| "grad_norm": 0.17414745688438416, |
| "learning_rate": 9.549227155990999e-05, |
| "loss": 0.0165, |
| "step": 17940 |
| }, |
| { |
| "grad_norm": 0.14939148724079132, |
| "learning_rate": 9.548540804359828e-05, |
| "loss": 0.0236, |
| "step": 17950 |
| }, |
| { |
| "grad_norm": 0.19795101881027222, |
| "learning_rate": 9.547853955307077e-05, |
| "loss": 0.0213, |
| "step": 17960 |
| }, |
| { |
| "grad_norm": 0.1562632918357849, |
| "learning_rate": 9.547166608907853e-05, |
| "loss": 0.0147, |
| "step": 17970 |
| }, |
| { |
| "grad_norm": 0.1966799795627594, |
| "learning_rate": 9.546478765237326e-05, |
| "loss": 0.0264, |
| "step": 17980 |
| }, |
| { |
| "grad_norm": 0.19698645174503326, |
| "learning_rate": 9.545790424370715e-05, |
| "loss": 0.0168, |
| "step": 17990 |
| }, |
| { |
| "grad_norm": 0.15871930122375488, |
| "learning_rate": 9.5451015863833e-05, |
| "loss": 0.0245, |
| "step": 18000 |
| }, |
| { |
| "grad_norm": 0.22079159319400787, |
| "learning_rate": 9.544412251350408e-05, |
| "loss": 0.027, |
| "step": 18010 |
| }, |
| { |
| "grad_norm": 0.13759233057498932, |
| "learning_rate": 9.543722419347422e-05, |
| "loss": 0.0218, |
| "step": 18020 |
| }, |
| { |
| "grad_norm": 0.2363809049129486, |
| "learning_rate": 9.543032090449788e-05, |
| "loss": 0.0257, |
| "step": 18030 |
| }, |
| { |
| "grad_norm": 0.22802729904651642, |
| "learning_rate": 9.542341264732992e-05, |
| "loss": 0.0255, |
| "step": 18040 |
| }, |
| { |
| "grad_norm": 0.24015113711357117, |
| "learning_rate": 9.541649942272585e-05, |
| "loss": 0.0247, |
| "step": 18050 |
| }, |
| { |
| "grad_norm": 0.16380251944065094, |
| "learning_rate": 9.54095812314417e-05, |
| "loss": 0.0199, |
| "step": 18060 |
| }, |
| { |
| "grad_norm": 0.20321090519428253, |
| "learning_rate": 9.540265807423401e-05, |
| "loss": 0.0201, |
| "step": 18070 |
| }, |
| { |
| "grad_norm": 0.15798524022102356, |
| "learning_rate": 9.53957299518599e-05, |
| "loss": 0.0181, |
| "step": 18080 |
| }, |
| { |
| "grad_norm": 0.17707329988479614, |
| "learning_rate": 9.5388796865077e-05, |
| "loss": 0.0223, |
| "step": 18090 |
| }, |
| { |
| "grad_norm": 0.17842534184455872, |
| "learning_rate": 9.538185881464353e-05, |
| "loss": 0.0228, |
| "step": 18100 |
| }, |
| { |
| "grad_norm": 0.1735224723815918, |
| "learning_rate": 9.537491580131821e-05, |
| "loss": 0.0184, |
| "step": 18110 |
| }, |
| { |
| "grad_norm": 0.1456340104341507, |
| "learning_rate": 9.53679678258603e-05, |
| "loss": 0.0188, |
| "step": 18120 |
| }, |
| { |
| "grad_norm": 0.23411701619625092, |
| "learning_rate": 9.536101488902966e-05, |
| "loss": 0.0195, |
| "step": 18130 |
| }, |
| { |
| "grad_norm": 0.16469906270503998, |
| "learning_rate": 9.535405699158663e-05, |
| "loss": 0.0166, |
| "step": 18140 |
| }, |
| { |
| "grad_norm": 0.17826716601848602, |
| "learning_rate": 9.53470941342921e-05, |
| "loss": 0.0163, |
| "step": 18150 |
| }, |
| { |
| "grad_norm": 0.12871642410755157, |
| "learning_rate": 9.534012631790756e-05, |
| "loss": 0.019, |
| "step": 18160 |
| }, |
| { |
| "grad_norm": 0.19330409169197083, |
| "learning_rate": 9.533315354319494e-05, |
| "loss": 0.0186, |
| "step": 18170 |
| }, |
| { |
| "grad_norm": 0.14240480959415436, |
| "learning_rate": 9.532617581091682e-05, |
| "loss": 0.0156, |
| "step": 18180 |
| }, |
| { |
| "grad_norm": 0.1367618292570114, |
| "learning_rate": 9.531919312183629e-05, |
| "loss": 0.0198, |
| "step": 18190 |
| }, |
| { |
| "grad_norm": 0.14495417475700378, |
| "learning_rate": 9.531220547671688e-05, |
| "loss": 0.0154, |
| "step": 18200 |
| }, |
| { |
| "grad_norm": 0.153059184551239, |
| "learning_rate": 9.530521287632285e-05, |
| "loss": 0.0193, |
| "step": 18210 |
| }, |
| { |
| "grad_norm": 0.13408780097961426, |
| "learning_rate": 9.529821532141884e-05, |
| "loss": 0.0147, |
| "step": 18220 |
| }, |
| { |
| "grad_norm": 0.1397167295217514, |
| "learning_rate": 9.52912128127701e-05, |
| "loss": 0.017, |
| "step": 18230 |
| }, |
| { |
| "grad_norm": 0.21022088825702667, |
| "learning_rate": 9.528420535114244e-05, |
| "loss": 0.0192, |
| "step": 18240 |
| }, |
| { |
| "grad_norm": 0.20326019823551178, |
| "learning_rate": 9.527719293730215e-05, |
| "loss": 0.0242, |
| "step": 18250 |
| }, |
| { |
| "grad_norm": 0.15119020640850067, |
| "learning_rate": 9.527017557201611e-05, |
| "loss": 0.019, |
| "step": 18260 |
| }, |
| { |
| "grad_norm": 0.16186340153217316, |
| "learning_rate": 9.526315325605176e-05, |
| "loss": 0.0233, |
| "step": 18270 |
| }, |
| { |
| "grad_norm": 0.1725398451089859, |
| "learning_rate": 9.525612599017699e-05, |
| "loss": 0.0166, |
| "step": 18280 |
| }, |
| { |
| "grad_norm": 0.23013170063495636, |
| "learning_rate": 9.524909377516033e-05, |
| "loss": 0.0197, |
| "step": 18290 |
| }, |
| { |
| "grad_norm": 0.1861681342124939, |
| "learning_rate": 9.524205661177081e-05, |
| "loss": 0.0175, |
| "step": 18300 |
| }, |
| { |
| "grad_norm": 0.16925564408302307, |
| "learning_rate": 9.523501450077801e-05, |
| "loss": 0.02, |
| "step": 18310 |
| }, |
| { |
| "grad_norm": 0.21048231422901154, |
| "learning_rate": 9.522796744295202e-05, |
| "loss": 0.0221, |
| "step": 18320 |
| }, |
| { |
| "grad_norm": 0.17354194819927216, |
| "learning_rate": 9.522091543906352e-05, |
| "loss": 0.0202, |
| "step": 18330 |
| }, |
| { |
| "grad_norm": 0.14386051893234253, |
| "learning_rate": 9.521385848988369e-05, |
| "loss": 0.0188, |
| "step": 18340 |
| }, |
| { |
| "grad_norm": 0.15568502247333527, |
| "learning_rate": 9.520679659618428e-05, |
| "loss": 0.0159, |
| "step": 18350 |
| }, |
| { |
| "grad_norm": 0.16611768305301666, |
| "learning_rate": 9.519972975873754e-05, |
| "loss": 0.0193, |
| "step": 18360 |
| }, |
| { |
| "grad_norm": 0.17259441316127777, |
| "learning_rate": 9.519265797831633e-05, |
| "loss": 0.0173, |
| "step": 18370 |
| }, |
| { |
| "grad_norm": 0.1512155681848526, |
| "learning_rate": 9.518558125569399e-05, |
| "loss": 0.0192, |
| "step": 18380 |
| }, |
| { |
| "grad_norm": 0.1475355327129364, |
| "learning_rate": 9.517849959164442e-05, |
| "loss": 0.0166, |
| "step": 18390 |
| }, |
| { |
| "grad_norm": 0.23186150193214417, |
| "learning_rate": 9.517141298694205e-05, |
| "loss": 0.0236, |
| "step": 18400 |
| }, |
| { |
| "grad_norm": 0.17594440281391144, |
| "learning_rate": 9.516432144236188e-05, |
| "loss": 0.0213, |
| "step": 18410 |
| }, |
| { |
| "grad_norm": 0.15148113667964935, |
| "learning_rate": 9.515722495867941e-05, |
| "loss": 0.0217, |
| "step": 18420 |
| }, |
| { |
| "grad_norm": 0.1281021535396576, |
| "learning_rate": 9.515012353667072e-05, |
| "loss": 0.0175, |
| "step": 18430 |
| }, |
| { |
| "grad_norm": 0.1846960037946701, |
| "learning_rate": 9.51430171771124e-05, |
| "loss": 0.0154, |
| "step": 18440 |
| }, |
| { |
| "grad_norm": 0.13139033317565918, |
| "learning_rate": 9.513590588078159e-05, |
| "loss": 0.0231, |
| "step": 18450 |
| }, |
| { |
| "grad_norm": 0.19512365758419037, |
| "learning_rate": 9.512878964845597e-05, |
| "loss": 0.0191, |
| "step": 18460 |
| }, |
| { |
| "grad_norm": 0.28988271951675415, |
| "learning_rate": 9.512166848091377e-05, |
| "loss": 0.0232, |
| "step": 18470 |
| }, |
| { |
| "grad_norm": 0.12837249040603638, |
| "learning_rate": 9.511454237893376e-05, |
| "loss": 0.0177, |
| "step": 18480 |
| }, |
| { |
| "grad_norm": 0.13322801887989044, |
| "learning_rate": 9.51074113432952e-05, |
| "loss": 0.0158, |
| "step": 18490 |
| }, |
| { |
| "grad_norm": 0.15466050803661346, |
| "learning_rate": 9.510027537477797e-05, |
| "loss": 0.0239, |
| "step": 18500 |
| }, |
| { |
| "grad_norm": 0.17534281313419342, |
| "learning_rate": 9.509313447416242e-05, |
| "loss": 0.02, |
| "step": 18510 |
| }, |
| { |
| "grad_norm": 0.20654787123203278, |
| "learning_rate": 9.508598864222949e-05, |
| "loss": 0.0173, |
| "step": 18520 |
| }, |
| { |
| "grad_norm": 0.14114446938037872, |
| "learning_rate": 9.507883787976062e-05, |
| "loss": 0.021, |
| "step": 18530 |
| }, |
| { |
| "grad_norm": 0.1328234076499939, |
| "learning_rate": 9.507168218753781e-05, |
| "loss": 0.0146, |
| "step": 18540 |
| }, |
| { |
| "grad_norm": 0.15576857328414917, |
| "learning_rate": 9.506452156634362e-05, |
| "loss": 0.0175, |
| "step": 18550 |
| }, |
| { |
| "grad_norm": 0.2059352844953537, |
| "learning_rate": 9.505735601696109e-05, |
| "loss": 0.0262, |
| "step": 18560 |
| }, |
| { |
| "grad_norm": 0.18526364862918854, |
| "learning_rate": 9.505018554017385e-05, |
| "loss": 0.0199, |
| "step": 18570 |
| }, |
| { |
| "grad_norm": 0.21587447822093964, |
| "learning_rate": 9.504301013676604e-05, |
| "loss": 0.0184, |
| "step": 18580 |
| }, |
| { |
| "grad_norm": 0.18770910799503326, |
| "learning_rate": 9.503582980752238e-05, |
| "loss": 0.0171, |
| "step": 18590 |
| }, |
| { |
| "grad_norm": 0.5846869945526123, |
| "learning_rate": 9.502864455322809e-05, |
| "loss": 0.0331, |
| "step": 18600 |
| }, |
| { |
| "grad_norm": 0.14761292934417725, |
| "learning_rate": 9.502145437466891e-05, |
| "loss": 0.018, |
| "step": 18610 |
| }, |
| { |
| "grad_norm": 0.17377683520317078, |
| "learning_rate": 9.501425927263116e-05, |
| "loss": 0.033, |
| "step": 18620 |
| }, |
| { |
| "grad_norm": 0.3424476087093353, |
| "learning_rate": 9.500705924790172e-05, |
| "loss": 0.0461, |
| "step": 18630 |
| }, |
| { |
| "grad_norm": 0.22030770778656006, |
| "learning_rate": 9.499985430126794e-05, |
| "loss": 0.0234, |
| "step": 18640 |
| }, |
| { |
| "grad_norm": 0.17035162448883057, |
| "learning_rate": 9.499264443351775e-05, |
| "loss": 0.021, |
| "step": 18650 |
| }, |
| { |
| "grad_norm": 0.2081509232521057, |
| "learning_rate": 9.498542964543961e-05, |
| "loss": 0.0216, |
| "step": 18660 |
| }, |
| { |
| "grad_norm": 0.23317208886146545, |
| "learning_rate": 9.497820993782252e-05, |
| "loss": 0.0211, |
| "step": 18670 |
| }, |
| { |
| "grad_norm": 0.141694575548172, |
| "learning_rate": 9.497098531145601e-05, |
| "loss": 0.0209, |
| "step": 18680 |
| }, |
| { |
| "grad_norm": 0.14944763481616974, |
| "learning_rate": 9.496375576713017e-05, |
| "loss": 0.0185, |
| "step": 18690 |
| }, |
| { |
| "grad_norm": 0.13773611187934875, |
| "learning_rate": 9.49565213056356e-05, |
| "loss": 0.0158, |
| "step": 18700 |
| }, |
| { |
| "grad_norm": 0.12076227366924286, |
| "learning_rate": 9.494928192776342e-05, |
| "loss": 0.015, |
| "step": 18710 |
| }, |
| { |
| "grad_norm": 0.13550543785095215, |
| "learning_rate": 9.494203763430538e-05, |
| "loss": 0.0155, |
| "step": 18720 |
| }, |
| { |
| "grad_norm": 0.18993476033210754, |
| "learning_rate": 9.493478842605366e-05, |
| "loss": 0.0358, |
| "step": 18730 |
| }, |
| { |
| "grad_norm": 0.18273325264453888, |
| "learning_rate": 9.492753430380105e-05, |
| "loss": 0.016, |
| "step": 18740 |
| }, |
| { |
| "grad_norm": 0.1703435182571411, |
| "learning_rate": 9.492027526834083e-05, |
| "loss": 0.0167, |
| "step": 18750 |
| }, |
| { |
| "grad_norm": 0.19595186412334442, |
| "learning_rate": 9.491301132046684e-05, |
| "loss": 0.0183, |
| "step": 18760 |
| }, |
| { |
| "grad_norm": 0.131064772605896, |
| "learning_rate": 9.490574246097345e-05, |
| "loss": 0.0378, |
| "step": 18770 |
| }, |
| { |
| "grad_norm": 0.3044780492782593, |
| "learning_rate": 9.48984686906556e-05, |
| "loss": 0.0325, |
| "step": 18780 |
| }, |
| { |
| "grad_norm": 0.24853640794754028, |
| "learning_rate": 9.489119001030871e-05, |
| "loss": 0.0222, |
| "step": 18790 |
| }, |
| { |
| "grad_norm": 0.19803500175476074, |
| "learning_rate": 9.488390642072878e-05, |
| "loss": 0.0195, |
| "step": 18800 |
| }, |
| { |
| "grad_norm": 0.1484699696302414, |
| "learning_rate": 9.48766179227123e-05, |
| "loss": 0.0204, |
| "step": 18810 |
| }, |
| { |
| "grad_norm": 0.1853627860546112, |
| "learning_rate": 9.486932451705636e-05, |
| "loss": 0.0214, |
| "step": 18820 |
| }, |
| { |
| "grad_norm": 0.16896642744541168, |
| "learning_rate": 9.486202620455857e-05, |
| "loss": 0.0179, |
| "step": 18830 |
| }, |
| { |
| "grad_norm": 0.16422446072101593, |
| "learning_rate": 9.485472298601704e-05, |
| "loss": 0.0183, |
| "step": 18840 |
| }, |
| { |
| "grad_norm": 0.24244602024555206, |
| "learning_rate": 9.484741486223043e-05, |
| "loss": 0.0197, |
| "step": 18850 |
| }, |
| { |
| "grad_norm": 0.20923802256584167, |
| "learning_rate": 9.484010183399797e-05, |
| "loss": 0.0229, |
| "step": 18860 |
| }, |
| { |
| "grad_norm": 0.17514586448669434, |
| "learning_rate": 9.483278390211938e-05, |
| "loss": 0.0201, |
| "step": 18870 |
| }, |
| { |
| "grad_norm": 0.11981351673603058, |
| "learning_rate": 9.482546106739496e-05, |
| "loss": 0.0184, |
| "step": 18880 |
| }, |
| { |
| "grad_norm": 0.18240664899349213, |
| "learning_rate": 9.48181333306255e-05, |
| "loss": 0.017, |
| "step": 18890 |
| }, |
| { |
| "grad_norm": 0.12653538584709167, |
| "learning_rate": 9.481080069261237e-05, |
| "loss": 0.0268, |
| "step": 18900 |
| }, |
| { |
| "grad_norm": 0.16492033004760742, |
| "learning_rate": 9.480346315415745e-05, |
| "loss": 0.0164, |
| "step": 18910 |
| }, |
| { |
| "grad_norm": 0.22140853106975555, |
| "learning_rate": 9.479612071606314e-05, |
| "loss": 0.0174, |
| "step": 18920 |
| }, |
| { |
| "grad_norm": 0.1757112592458725, |
| "learning_rate": 9.478877337913244e-05, |
| "loss": 0.02, |
| "step": 18930 |
| }, |
| { |
| "grad_norm": 0.15548118948936462, |
| "learning_rate": 9.478142114416881e-05, |
| "loss": 0.0172, |
| "step": 18940 |
| }, |
| { |
| "grad_norm": 0.12196731567382812, |
| "learning_rate": 9.47740640119763e-05, |
| "loss": 0.0145, |
| "step": 18950 |
| }, |
| { |
| "grad_norm": 0.16696184873580933, |
| "learning_rate": 9.476670198335947e-05, |
| "loss": 0.0195, |
| "step": 18960 |
| }, |
| { |
| "grad_norm": 0.16144691407680511, |
| "learning_rate": 9.47593350591234e-05, |
| "loss": 0.0192, |
| "step": 18970 |
| }, |
| { |
| "grad_norm": 0.14798134565353394, |
| "learning_rate": 9.475196324007376e-05, |
| "loss": 0.0192, |
| "step": 18980 |
| }, |
| { |
| "grad_norm": 0.17827743291854858, |
| "learning_rate": 9.474458652701669e-05, |
| "loss": 0.0153, |
| "step": 18990 |
| }, |
| { |
| "grad_norm": 0.2161901444196701, |
| "learning_rate": 9.473720492075892e-05, |
| "loss": 0.0213, |
| "step": 19000 |
| }, |
| { |
| "grad_norm": 0.18233783543109894, |
| "learning_rate": 9.472981842210768e-05, |
| "loss": 0.0209, |
| "step": 19010 |
| }, |
| { |
| "grad_norm": 0.16601136326789856, |
| "learning_rate": 9.472242703187074e-05, |
| "loss": 0.0192, |
| "step": 19020 |
| }, |
| { |
| "grad_norm": 0.1236705556511879, |
| "learning_rate": 9.471503075085643e-05, |
| "loss": 0.0145, |
| "step": 19030 |
| }, |
| { |
| "grad_norm": 0.1993335336446762, |
| "learning_rate": 9.470762957987359e-05, |
| "loss": 0.021, |
| "step": 19040 |
| }, |
| { |
| "grad_norm": 0.17819608747959137, |
| "learning_rate": 9.470022351973158e-05, |
| "loss": 0.0212, |
| "step": 19050 |
| }, |
| { |
| "grad_norm": 0.20374342799186707, |
| "learning_rate": 9.469281257124034e-05, |
| "loss": 0.0173, |
| "step": 19060 |
| }, |
| { |
| "grad_norm": 0.19512693583965302, |
| "learning_rate": 9.46853967352103e-05, |
| "loss": 0.0206, |
| "step": 19070 |
| }, |
| { |
| "grad_norm": 0.15427890419960022, |
| "learning_rate": 9.467797601245246e-05, |
| "loss": 0.0161, |
| "step": 19080 |
| }, |
| { |
| "grad_norm": 0.17384685575962067, |
| "learning_rate": 9.467055040377834e-05, |
| "loss": 0.0237, |
| "step": 19090 |
| }, |
| { |
| "grad_norm": 0.16809290647506714, |
| "learning_rate": 9.466311990999999e-05, |
| "loss": 0.0238, |
| "step": 19100 |
| }, |
| { |
| "grad_norm": 0.16821721196174622, |
| "learning_rate": 9.465568453193e-05, |
| "loss": 0.0196, |
| "step": 19110 |
| }, |
| { |
| "grad_norm": 0.127919003367424, |
| "learning_rate": 9.464824427038148e-05, |
| "loss": 0.0173, |
| "step": 19120 |
| }, |
| { |
| "grad_norm": 0.11654169112443924, |
| "learning_rate": 9.46407991261681e-05, |
| "loss": 0.0273, |
| "step": 19130 |
| }, |
| { |
| "grad_norm": 0.10396882146596909, |
| "learning_rate": 9.463334910010404e-05, |
| "loss": 0.016, |
| "step": 19140 |
| }, |
| { |
| "grad_norm": 0.13910573720932007, |
| "learning_rate": 9.462589419300403e-05, |
| "loss": 0.0125, |
| "step": 19150 |
| }, |
| { |
| "grad_norm": 0.15320537984371185, |
| "learning_rate": 9.461843440568333e-05, |
| "loss": 0.0191, |
| "step": 19160 |
| }, |
| { |
| "grad_norm": 0.11951324343681335, |
| "learning_rate": 9.461096973895773e-05, |
| "loss": 0.0152, |
| "step": 19170 |
| }, |
| { |
| "grad_norm": 0.1604233831167221, |
| "learning_rate": 9.460350019364355e-05, |
| "loss": 0.0193, |
| "step": 19180 |
| }, |
| { |
| "grad_norm": 0.20535050332546234, |
| "learning_rate": 9.459602577055764e-05, |
| "loss": 0.0342, |
| "step": 19190 |
| }, |
| { |
| "grad_norm": 0.1729145348072052, |
| "learning_rate": 9.45885464705174e-05, |
| "loss": 0.0181, |
| "step": 19200 |
| }, |
| { |
| "grad_norm": 0.15082843601703644, |
| "learning_rate": 9.458106229434076e-05, |
| "loss": 0.0166, |
| "step": 19210 |
| }, |
| { |
| "grad_norm": 0.20488899946212769, |
| "learning_rate": 9.457357324284617e-05, |
| "loss": 0.0151, |
| "step": 19220 |
| }, |
| { |
| "grad_norm": 0.15571105480194092, |
| "learning_rate": 9.456607931685262e-05, |
| "loss": 0.0199, |
| "step": 19230 |
| }, |
| { |
| "grad_norm": 0.21508295834064484, |
| "learning_rate": 9.455858051717965e-05, |
| "loss": 0.0176, |
| "step": 19240 |
| }, |
| { |
| "grad_norm": 0.15895192325115204, |
| "learning_rate": 9.45510768446473e-05, |
| "loss": 0.0169, |
| "step": 19250 |
| }, |
| { |
| "grad_norm": 0.21724411845207214, |
| "learning_rate": 9.454356830007618e-05, |
| "loss": 0.0171, |
| "step": 19260 |
| }, |
| { |
| "grad_norm": 0.1266838163137436, |
| "learning_rate": 9.45360548842874e-05, |
| "loss": 0.0149, |
| "step": 19270 |
| }, |
| { |
| "grad_norm": 0.1782476305961609, |
| "learning_rate": 9.452853659810261e-05, |
| "loss": 0.019, |
| "step": 19280 |
| }, |
| { |
| "grad_norm": 0.20052076876163483, |
| "learning_rate": 9.452101344234401e-05, |
| "loss": 0.0227, |
| "step": 19290 |
| }, |
| { |
| "grad_norm": 0.13075384497642517, |
| "learning_rate": 9.451348541783431e-05, |
| "loss": 0.0188, |
| "step": 19300 |
| }, |
| { |
| "grad_norm": 0.13211585581302643, |
| "learning_rate": 9.450595252539678e-05, |
| "loss": 0.0164, |
| "step": 19310 |
| }, |
| { |
| "grad_norm": 0.13835737109184265, |
| "learning_rate": 9.449841476585518e-05, |
| "loss": 0.0243, |
| "step": 19320 |
| }, |
| { |
| "grad_norm": 0.1919039934873581, |
| "learning_rate": 9.449087214003384e-05, |
| "loss": 0.0331, |
| "step": 19330 |
| }, |
| { |
| "grad_norm": 0.2083517163991928, |
| "learning_rate": 9.448332464875765e-05, |
| "loss": 0.0337, |
| "step": 19340 |
| }, |
| { |
| "grad_norm": 0.14755715429782867, |
| "learning_rate": 9.447577229285192e-05, |
| "loss": 0.0236, |
| "step": 19350 |
| }, |
| { |
| "grad_norm": 0.1130974218249321, |
| "learning_rate": 9.446821507314261e-05, |
| "loss": 0.0148, |
| "step": 19360 |
| }, |
| { |
| "grad_norm": 0.1291045844554901, |
| "learning_rate": 9.446065299045617e-05, |
| "loss": 0.0182, |
| "step": 19370 |
| }, |
| { |
| "grad_norm": 0.18204990029335022, |
| "learning_rate": 9.445308604561955e-05, |
| "loss": 0.029, |
| "step": 19380 |
| }, |
| { |
| "grad_norm": 0.16195808351039886, |
| "learning_rate": 9.444551423946028e-05, |
| "loss": 0.021, |
| "step": 19390 |
| }, |
| { |
| "grad_norm": 0.11503028869628906, |
| "learning_rate": 9.443793757280638e-05, |
| "loss": 0.0175, |
| "step": 19400 |
| }, |
| { |
| "grad_norm": 0.13353650271892548, |
| "learning_rate": 9.443035604648646e-05, |
| "loss": 0.0158, |
| "step": 19410 |
| }, |
| { |
| "grad_norm": 0.13877806067466736, |
| "learning_rate": 9.44227696613296e-05, |
| "loss": 0.0164, |
| "step": 19420 |
| }, |
| { |
| "grad_norm": 0.27247360348701477, |
| "learning_rate": 9.441517841816542e-05, |
| "loss": 0.0297, |
| "step": 19430 |
| }, |
| { |
| "grad_norm": 0.15438807010650635, |
| "learning_rate": 9.440758231782413e-05, |
| "loss": 0.0179, |
| "step": 19440 |
| }, |
| { |
| "grad_norm": 0.15321041643619537, |
| "learning_rate": 9.439998136113639e-05, |
| "loss": 0.0166, |
| "step": 19450 |
| }, |
| { |
| "grad_norm": 0.18666008114814758, |
| "learning_rate": 9.439237554893344e-05, |
| "loss": 0.0172, |
| "step": 19460 |
| }, |
| { |
| "grad_norm": 0.13289569318294525, |
| "learning_rate": 9.438476488204705e-05, |
| "loss": 0.0224, |
| "step": 19470 |
| }, |
| { |
| "grad_norm": 0.13856227695941925, |
| "learning_rate": 9.43771493613095e-05, |
| "loss": 0.0171, |
| "step": 19480 |
| }, |
| { |
| "grad_norm": 0.19389276206493378, |
| "learning_rate": 9.436952898755362e-05, |
| "loss": 0.0279, |
| "step": 19490 |
| }, |
| { |
| "grad_norm": 0.15192767977714539, |
| "learning_rate": 9.436190376161276e-05, |
| "loss": 0.0178, |
| "step": 19500 |
| }, |
| { |
| "grad_norm": 0.1461472362279892, |
| "learning_rate": 9.43542736843208e-05, |
| "loss": 0.0287, |
| "step": 19510 |
| }, |
| { |
| "grad_norm": 0.17848698794841766, |
| "learning_rate": 9.434663875651216e-05, |
| "loss": 0.017, |
| "step": 19520 |
| }, |
| { |
| "grad_norm": 0.20570912957191467, |
| "learning_rate": 9.433899897902177e-05, |
| "loss": 0.0171, |
| "step": 19530 |
| }, |
| { |
| "grad_norm": 0.14891409873962402, |
| "learning_rate": 9.433135435268511e-05, |
| "loss": 0.0168, |
| "step": 19540 |
| }, |
| { |
| "grad_norm": 0.11298293620347977, |
| "learning_rate": 9.432370487833819e-05, |
| "loss": 0.0187, |
| "step": 19550 |
| }, |
| { |
| "grad_norm": 0.2647833526134491, |
| "learning_rate": 9.431605055681756e-05, |
| "loss": 0.0237, |
| "step": 19560 |
| }, |
| { |
| "grad_norm": 0.18187938630580902, |
| "learning_rate": 9.430839138896026e-05, |
| "loss": 0.0194, |
| "step": 19570 |
| }, |
| { |
| "grad_norm": 0.13703405857086182, |
| "learning_rate": 9.43007273756039e-05, |
| "loss": 0.0232, |
| "step": 19580 |
| }, |
| { |
| "grad_norm": 0.15095089375972748, |
| "learning_rate": 9.429305851758658e-05, |
| "loss": 0.0196, |
| "step": 19590 |
| }, |
| { |
| "grad_norm": 0.2457534223794937, |
| "learning_rate": 9.428538481574699e-05, |
| "loss": 0.0214, |
| "step": 19600 |
| }, |
| { |
| "grad_norm": 0.15796126425266266, |
| "learning_rate": 9.42777062709243e-05, |
| "loss": 0.0188, |
| "step": 19610 |
| }, |
| { |
| "grad_norm": 0.2010515034198761, |
| "learning_rate": 9.427002288395821e-05, |
| "loss": 0.0197, |
| "step": 19620 |
| }, |
| { |
| "grad_norm": 0.1911383867263794, |
| "learning_rate": 9.426233465568898e-05, |
| "loss": 0.0212, |
| "step": 19630 |
| }, |
| { |
| "grad_norm": 0.1548798829317093, |
| "learning_rate": 9.42546415869574e-05, |
| "loss": 0.0173, |
| "step": 19640 |
| }, |
| { |
| "grad_norm": 0.1870667040348053, |
| "learning_rate": 9.424694367860473e-05, |
| "loss": 0.0196, |
| "step": 19650 |
| }, |
| { |
| "grad_norm": 0.17390161752700806, |
| "learning_rate": 9.423924093147284e-05, |
| "loss": 0.0174, |
| "step": 19660 |
| }, |
| { |
| "grad_norm": 0.14238622784614563, |
| "learning_rate": 9.423153334640407e-05, |
| "loss": 0.0158, |
| "step": 19670 |
| }, |
| { |
| "grad_norm": 0.1375490427017212, |
| "learning_rate": 9.42238209242413e-05, |
| "loss": 0.0156, |
| "step": 19680 |
| }, |
| { |
| "grad_norm": 0.17629438638687134, |
| "learning_rate": 9.421610366582798e-05, |
| "loss": 0.0206, |
| "step": 19690 |
| }, |
| { |
| "grad_norm": 0.14485591650009155, |
| "learning_rate": 9.420838157200803e-05, |
| "loss": 0.017, |
| "step": 19700 |
| }, |
| { |
| "grad_norm": 0.14034612476825714, |
| "learning_rate": 9.420065464362594e-05, |
| "loss": 0.0205, |
| "step": 19710 |
| }, |
| { |
| "grad_norm": 0.18918192386627197, |
| "learning_rate": 9.419292288152673e-05, |
| "loss": 0.0201, |
| "step": 19720 |
| }, |
| { |
| "grad_norm": 0.14771851897239685, |
| "learning_rate": 9.418518628655588e-05, |
| "loss": 0.0171, |
| "step": 19730 |
| }, |
| { |
| "grad_norm": 0.12691043317317963, |
| "learning_rate": 9.417744485955951e-05, |
| "loss": 0.0159, |
| "step": 19740 |
| }, |
| { |
| "grad_norm": 0.12100371718406677, |
| "learning_rate": 9.41696986013842e-05, |
| "loss": 0.015, |
| "step": 19750 |
| }, |
| { |
| "grad_norm": 0.17419448494911194, |
| "learning_rate": 9.416194751287705e-05, |
| "loss": 0.0216, |
| "step": 19760 |
| }, |
| { |
| "grad_norm": 0.15822921693325043, |
| "learning_rate": 9.415419159488572e-05, |
| "loss": 0.0158, |
| "step": 19770 |
| }, |
| { |
| "grad_norm": 0.14083370566368103, |
| "learning_rate": 9.414643084825837e-05, |
| "loss": 0.0211, |
| "step": 19780 |
| }, |
| { |
| "grad_norm": 0.1571672409772873, |
| "learning_rate": 9.413866527384372e-05, |
| "loss": 0.0224, |
| "step": 19790 |
| }, |
| { |
| "grad_norm": 0.15686865150928497, |
| "learning_rate": 9.4130894872491e-05, |
| "loss": 0.0165, |
| "step": 19800 |
| }, |
| { |
| "grad_norm": 0.1321669965982437, |
| "learning_rate": 9.412311964504998e-05, |
| "loss": 0.0181, |
| "step": 19810 |
| }, |
| { |
| "grad_norm": 0.17046107351779938, |
| "learning_rate": 9.411533959237091e-05, |
| "loss": 0.0192, |
| "step": 19820 |
| }, |
| { |
| "grad_norm": 0.17673924565315247, |
| "learning_rate": 9.410755471530464e-05, |
| "loss": 0.0135, |
| "step": 19830 |
| }, |
| { |
| "grad_norm": 0.12554793059825897, |
| "learning_rate": 9.40997650147025e-05, |
| "loss": 0.015, |
| "step": 19840 |
| }, |
| { |
| "grad_norm": 0.2735735774040222, |
| "learning_rate": 9.409197049141637e-05, |
| "loss": 0.0257, |
| "step": 19850 |
| }, |
| { |
| "grad_norm": 0.18254448473453522, |
| "learning_rate": 9.408417114629863e-05, |
| "loss": 0.0302, |
| "step": 19860 |
| }, |
| { |
| "grad_norm": 0.12666963040828705, |
| "learning_rate": 9.40763669802022e-05, |
| "loss": 0.0164, |
| "step": 19870 |
| }, |
| { |
| "grad_norm": 0.16897419095039368, |
| "learning_rate": 9.406855799398056e-05, |
| "loss": 0.0273, |
| "step": 19880 |
| }, |
| { |
| "grad_norm": 0.1645938605070114, |
| "learning_rate": 9.406074418848767e-05, |
| "loss": 0.0219, |
| "step": 19890 |
| }, |
| { |
| "grad_norm": 0.2880553603172302, |
| "learning_rate": 9.405292556457805e-05, |
| "loss": 0.0335, |
| "step": 19900 |
| }, |
| { |
| "grad_norm": 0.2345859855413437, |
| "learning_rate": 9.404510212310671e-05, |
| "loss": 0.0204, |
| "step": 19910 |
| }, |
| { |
| "grad_norm": 0.1619919091463089, |
| "learning_rate": 9.403727386492924e-05, |
| "loss": 0.0178, |
| "step": 19920 |
| }, |
| { |
| "grad_norm": 0.18329904973506927, |
| "learning_rate": 9.40294407909017e-05, |
| "loss": 0.02, |
| "step": 19930 |
| }, |
| { |
| "grad_norm": 0.19710899889469147, |
| "learning_rate": 9.40216029018807e-05, |
| "loss": 0.0166, |
| "step": 19940 |
| }, |
| { |
| "grad_norm": 0.20877808332443237, |
| "learning_rate": 9.401376019872338e-05, |
| "loss": 0.0165, |
| "step": 19950 |
| }, |
| { |
| "grad_norm": 0.15872612595558167, |
| "learning_rate": 9.400591268228746e-05, |
| "loss": 0.0178, |
| "step": 19960 |
| }, |
| { |
| "grad_norm": 0.18141992390155792, |
| "learning_rate": 9.399806035343106e-05, |
| "loss": 0.0183, |
| "step": 19970 |
| }, |
| { |
| "grad_norm": 0.21124470233917236, |
| "learning_rate": 9.399020321301294e-05, |
| "loss": 0.0192, |
| "step": 19980 |
| }, |
| { |
| "grad_norm": 0.19280655682086945, |
| "learning_rate": 9.398234126189234e-05, |
| "loss": 0.0193, |
| "step": 19990 |
| }, |
| { |
| "grad_norm": 0.19284053146839142, |
| "learning_rate": 9.397447450092902e-05, |
| "loss": 0.0182, |
| "step": 20000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 100000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 20000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
