| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.853024453024453, |
| "eval_steps": 500, |
| "global_step": 3600, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.005148005148005148, |
| "grad_norm": 19.51059658759793, |
| "learning_rate": 7.718696397941682e-07, |
| "loss": 8.2552, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.010296010296010296, |
| "grad_norm": 19.70146681963939, |
| "learning_rate": 1.6295025728987994e-06, |
| "loss": 8.168, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.015444015444015444, |
| "grad_norm": 9.795523599582376, |
| "learning_rate": 2.4871355060034306e-06, |
| "loss": 7.5953, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.02059202059202059, |
| "grad_norm": 5.9480235723668144, |
| "learning_rate": 3.344768439108062e-06, |
| "loss": 6.8507, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.02574002574002574, |
| "grad_norm": 3.5099463285447223, |
| "learning_rate": 4.202401372212693e-06, |
| "loss": 6.3398, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.03088803088803089, |
| "grad_norm": 2.90890000793416, |
| "learning_rate": 5.060034305317325e-06, |
| "loss": 5.9988, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.036036036036036036, |
| "grad_norm": 3.3978017812772445, |
| "learning_rate": 5.9176672384219555e-06, |
| "loss": 5.6503, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.04118404118404118, |
| "grad_norm": 4.103088821630264, |
| "learning_rate": 6.775300171526587e-06, |
| "loss": 5.1289, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.04633204633204633, |
| "grad_norm": 4.487842621805789, |
| "learning_rate": 7.632933104631218e-06, |
| "loss": 4.511, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.05148005148005148, |
| "grad_norm": 7.491973587682773, |
| "learning_rate": 8.49056603773585e-06, |
| "loss": 3.9137, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.05662805662805663, |
| "grad_norm": 7.323430680232261, |
| "learning_rate": 9.348198970840481e-06, |
| "loss": 3.4784, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.06177606177606178, |
| "grad_norm": 6.619474879048035, |
| "learning_rate": 1.0205831903945113e-05, |
| "loss": 3.2067, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.06692406692406692, |
| "grad_norm": 3.867444417417378, |
| "learning_rate": 1.1063464837049744e-05, |
| "loss": 3.0386, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.07207207207207207, |
| "grad_norm": 4.117034943974073, |
| "learning_rate": 1.1921097770154374e-05, |
| "loss": 2.9159, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.07722007722007722, |
| "grad_norm": 6.009222032591652, |
| "learning_rate": 1.2778730703259007e-05, |
| "loss": 2.796, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.08236808236808237, |
| "grad_norm": 11.57505334622991, |
| "learning_rate": 1.3636363636363637e-05, |
| "loss": 2.7077, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.08751608751608751, |
| "grad_norm": 11.428627421387615, |
| "learning_rate": 1.4493996569468268e-05, |
| "loss": 2.6403, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.09266409266409266, |
| "grad_norm": 10.905546843716907, |
| "learning_rate": 1.53516295025729e-05, |
| "loss": 2.5735, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.0978120978120978, |
| "grad_norm": 8.661551806496005, |
| "learning_rate": 1.620926243567753e-05, |
| "loss": 2.5078, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.10296010296010295, |
| "grad_norm": 9.940151278870877, |
| "learning_rate": 1.7066895368782164e-05, |
| "loss": 2.4567, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.10810810810810811, |
| "grad_norm": 13.091142904495205, |
| "learning_rate": 1.7924528301886792e-05, |
| "loss": 2.3953, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.11325611325611326, |
| "grad_norm": 18.06611865183751, |
| "learning_rate": 1.8782161234991423e-05, |
| "loss": 2.329, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.11840411840411841, |
| "grad_norm": 16.145152244084983, |
| "learning_rate": 1.9639794168096058e-05, |
| "loss": 2.2691, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.12355212355212356, |
| "grad_norm": 35.1534299592601, |
| "learning_rate": 2.0497427101200686e-05, |
| "loss": 2.2524, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.1287001287001287, |
| "grad_norm": 14.465207787142148, |
| "learning_rate": 2.1355060034305318e-05, |
| "loss": 2.1974, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.13384813384813385, |
| "grad_norm": 11.353218963690644, |
| "learning_rate": 2.2212692967409952e-05, |
| "loss": 2.0873, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.138996138996139, |
| "grad_norm": 12.277610068118626, |
| "learning_rate": 2.307032590051458e-05, |
| "loss": 2.0068, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.14414414414414414, |
| "grad_norm": 10.505580540439455, |
| "learning_rate": 2.3927958833619212e-05, |
| "loss": 1.8888, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.1492921492921493, |
| "grad_norm": 14.960676861450345, |
| "learning_rate": 2.4785591766723843e-05, |
| "loss": 1.7894, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.15444015444015444, |
| "grad_norm": 8.613188849395, |
| "learning_rate": 2.564322469982847e-05, |
| "loss": 1.6967, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.15958815958815958, |
| "grad_norm": 6.959841307105666, |
| "learning_rate": 2.6500857632933106e-05, |
| "loss": 1.6019, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.16473616473616473, |
| "grad_norm": 5.864669793953841, |
| "learning_rate": 2.7358490566037738e-05, |
| "loss": 1.5326, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.16988416988416988, |
| "grad_norm": 8.165848406130657, |
| "learning_rate": 2.8216123499142366e-05, |
| "loss": 1.4842, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.17503217503217502, |
| "grad_norm": 6.747629987576382, |
| "learning_rate": 2.9073756432247e-05, |
| "loss": 1.426, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.18018018018018017, |
| "grad_norm": 4.897733377675901, |
| "learning_rate": 2.9931389365351632e-05, |
| "loss": 1.3614, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.18532818532818532, |
| "grad_norm": 5.330679969567318, |
| "learning_rate": 3.078902229845626e-05, |
| "loss": 1.3182, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.19047619047619047, |
| "grad_norm": 4.722018507382775, |
| "learning_rate": 3.16466552315609e-05, |
| "loss": 1.26, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.1956241956241956, |
| "grad_norm": 6.77470473058928, |
| "learning_rate": 3.250428816466552e-05, |
| "loss": 1.2128, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.20077220077220076, |
| "grad_norm": 4.902136742839717, |
| "learning_rate": 3.3361921097770154e-05, |
| "loss": 1.1829, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.2059202059202059, |
| "grad_norm": 5.515696505859524, |
| "learning_rate": 3.421955403087479e-05, |
| "loss": 1.1379, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.21106821106821108, |
| "grad_norm": 3.9113735830318603, |
| "learning_rate": 3.507718696397942e-05, |
| "loss": 1.1002, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.21621621621621623, |
| "grad_norm": 5.8061510583054545, |
| "learning_rate": 3.593481989708405e-05, |
| "loss": 1.0744, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.22136422136422138, |
| "grad_norm": 5.927584495277828, |
| "learning_rate": 3.679245283018868e-05, |
| "loss": 1.0304, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.22651222651222652, |
| "grad_norm": 5.920319878093127, |
| "learning_rate": 3.765008576329331e-05, |
| "loss": 1.0023, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.23166023166023167, |
| "grad_norm": 5.302890318730487, |
| "learning_rate": 3.850771869639794e-05, |
| "loss": 0.9776, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.23680823680823682, |
| "grad_norm": 5.653239199646973, |
| "learning_rate": 3.9365351629502574e-05, |
| "loss": 0.9482, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.24195624195624196, |
| "grad_norm": 4.852345392975872, |
| "learning_rate": 4.0222984562607206e-05, |
| "loss": 0.9155, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.2471042471042471, |
| "grad_norm": 4.499279652551338, |
| "learning_rate": 4.108061749571184e-05, |
| "loss": 0.8867, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.25225225225225223, |
| "grad_norm": 5.181168954723113, |
| "learning_rate": 4.193825042881647e-05, |
| "loss": 0.8756, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.2574002574002574, |
| "grad_norm": 6.255177791414999, |
| "learning_rate": 4.27958833619211e-05, |
| "loss": 0.8506, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.2625482625482625, |
| "grad_norm": 5.396447906024421, |
| "learning_rate": 4.365351629502573e-05, |
| "loss": 0.8203, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.2676962676962677, |
| "grad_norm": 7.371015885385536, |
| "learning_rate": 4.451114922813036e-05, |
| "loss": 0.8028, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.2728442728442728, |
| "grad_norm": 6.198537777815005, |
| "learning_rate": 4.5368782161234994e-05, |
| "loss": 0.7808, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.277992277992278, |
| "grad_norm": 4.485699286277638, |
| "learning_rate": 4.6226415094339625e-05, |
| "loss": 0.7639, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.28314028314028317, |
| "grad_norm": 6.865323396700289, |
| "learning_rate": 4.708404802744426e-05, |
| "loss": 0.745, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.2882882882882883, |
| "grad_norm": 4.718888462403314, |
| "learning_rate": 4.794168096054888e-05, |
| "loss": 0.7209, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.29343629343629346, |
| "grad_norm": 4.887504164875748, |
| "learning_rate": 4.879931389365352e-05, |
| "loss": 0.7015, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.2985842985842986, |
| "grad_norm": 5.372842102076737, |
| "learning_rate": 4.965694682675815e-05, |
| "loss": 0.6767, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.30373230373230375, |
| "grad_norm": 6.766330192939623, |
| "learning_rate": 5.0514579759862776e-05, |
| "loss": 0.6624, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.3088803088803089, |
| "grad_norm": 4.614837742067113, |
| "learning_rate": 5.1372212692967414e-05, |
| "loss": 0.6405, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.31402831402831405, |
| "grad_norm": 4.201337449433587, |
| "learning_rate": 5.222984562607204e-05, |
| "loss": 0.6194, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.31917631917631917, |
| "grad_norm": 5.51280432030841, |
| "learning_rate": 5.308747855917667e-05, |
| "loss": 0.5951, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.32432432432432434, |
| "grad_norm": 5.129963269925849, |
| "learning_rate": 5.394511149228131e-05, |
| "loss": 0.5777, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.32947232947232946, |
| "grad_norm": 4.412209442955385, |
| "learning_rate": 5.480274442538593e-05, |
| "loss": 0.5642, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.33462033462033464, |
| "grad_norm": 4.336638446576286, |
| "learning_rate": 5.5660377358490564e-05, |
| "loss": 0.5426, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.33976833976833976, |
| "grad_norm": 3.556283909809826, |
| "learning_rate": 5.65180102915952e-05, |
| "loss": 0.5112, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.34491634491634493, |
| "grad_norm": 5.225584058992361, |
| "learning_rate": 5.737564322469983e-05, |
| "loss": 0.5044, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.35006435006435005, |
| "grad_norm": 3.1697056899798186, |
| "learning_rate": 5.823327615780446e-05, |
| "loss": 0.4857, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.3552123552123552, |
| "grad_norm": 3.5258824608431003, |
| "learning_rate": 5.90909090909091e-05, |
| "loss": 0.4747, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.36036036036036034, |
| "grad_norm": 3.5240284197467155, |
| "learning_rate": 5.994854202401372e-05, |
| "loss": 0.4563, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.3655083655083655, |
| "grad_norm": 3.787588207851851, |
| "learning_rate": 6.080617495711835e-05, |
| "loss": 0.4382, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.37065637065637064, |
| "grad_norm": 3.28493026844208, |
| "learning_rate": 6.166380789022299e-05, |
| "loss": 0.4216, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.3758043758043758, |
| "grad_norm": 3.144221026231138, |
| "learning_rate": 6.252144082332761e-05, |
| "loss": 0.417, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.38095238095238093, |
| "grad_norm": 2.780102841682132, |
| "learning_rate": 6.337907375643225e-05, |
| "loss": 0.3942, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.3861003861003861, |
| "grad_norm": 3.1996820882351713, |
| "learning_rate": 6.423670668953689e-05, |
| "loss": 0.3787, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.3912483912483912, |
| "grad_norm": 2.8374055946677923, |
| "learning_rate": 6.50943396226415e-05, |
| "loss": 0.3714, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.3963963963963964, |
| "grad_norm": 3.0094036046611454, |
| "learning_rate": 6.595197255574615e-05, |
| "loss": 0.3606, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.4015444015444015, |
| "grad_norm": 2.6679117500690204, |
| "learning_rate": 6.680960548885078e-05, |
| "loss": 0.3379, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.4066924066924067, |
| "grad_norm": 3.101181469988925, |
| "learning_rate": 6.76672384219554e-05, |
| "loss": 0.3271, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.4118404118404118, |
| "grad_norm": 2.421653916410696, |
| "learning_rate": 6.852487135506004e-05, |
| "loss": 0.3132, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.416988416988417, |
| "grad_norm": 2.1110958003741174, |
| "learning_rate": 6.938250428816467e-05, |
| "loss": 0.3013, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.42213642213642216, |
| "grad_norm": 1.9804288224535966, |
| "learning_rate": 7.024013722126929e-05, |
| "loss": 0.2892, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.4272844272844273, |
| "grad_norm": 2.0965122713743725, |
| "learning_rate": 7.109777015437394e-05, |
| "loss": 0.2802, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.43243243243243246, |
| "grad_norm": 2.0662383619585323, |
| "learning_rate": 7.195540308747857e-05, |
| "loss": 0.2666, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.4375804375804376, |
| "grad_norm": 1.9080845115386118, |
| "learning_rate": 7.281303602058319e-05, |
| "loss": 0.2557, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.44272844272844275, |
| "grad_norm": 2.435492621224063, |
| "learning_rate": 7.367066895368783e-05, |
| "loss": 0.2441, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.44787644787644787, |
| "grad_norm": 2.3478908862806707, |
| "learning_rate": 7.452830188679245e-05, |
| "loss": 0.2302, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.45302445302445304, |
| "grad_norm": 2.033330789035785, |
| "learning_rate": 7.538593481989708e-05, |
| "loss": 0.222, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.45817245817245816, |
| "grad_norm": 1.8373992771294045, |
| "learning_rate": 7.624356775300173e-05, |
| "loss": 0.2079, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.46332046332046334, |
| "grad_norm": 1.9518420548134319, |
| "learning_rate": 7.710120068610634e-05, |
| "loss": 0.1979, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.46846846846846846, |
| "grad_norm": 1.6103496909038504, |
| "learning_rate": 7.795883361921097e-05, |
| "loss": 0.1936, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.47361647361647363, |
| "grad_norm": 1.3694934489721085, |
| "learning_rate": 7.881646655231562e-05, |
| "loss": 0.1841, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.47876447876447875, |
| "grad_norm": 1.2736699951465489, |
| "learning_rate": 7.967409948542024e-05, |
| "loss": 0.1766, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.4839124839124839, |
| "grad_norm": 2.1829922501226444, |
| "learning_rate": 8.053173241852487e-05, |
| "loss": 0.1675, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.48906048906048905, |
| "grad_norm": 1.659964942426995, |
| "learning_rate": 8.138936535162951e-05, |
| "loss": 0.161, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.4942084942084942, |
| "grad_norm": 1.5767630911351294, |
| "learning_rate": 8.224699828473413e-05, |
| "loss": 0.1494, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.49935649935649934, |
| "grad_norm": 1.537782758985047, |
| "learning_rate": 8.310463121783876e-05, |
| "loss": 0.1445, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.5045045045045045, |
| "grad_norm": 1.604101659458472, |
| "learning_rate": 8.396226415094341e-05, |
| "loss": 0.1402, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.5096525096525096, |
| "grad_norm": 2.256805925155236, |
| "learning_rate": 8.481989708404803e-05, |
| "loss": 0.1405, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.5148005148005148, |
| "grad_norm": 1.4857578289963005, |
| "learning_rate": 8.567753001715266e-05, |
| "loss": 0.1321, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.51994851994852, |
| "grad_norm": 1.0326983623178083, |
| "learning_rate": 8.65351629502573e-05, |
| "loss": 0.1224, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.525096525096525, |
| "grad_norm": 1.1180976317039228, |
| "learning_rate": 8.739279588336192e-05, |
| "loss": 0.1189, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.5302445302445302, |
| "grad_norm": 1.1721351234336, |
| "learning_rate": 8.825042881646655e-05, |
| "loss": 0.1092, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.5353925353925354, |
| "grad_norm": 0.9640093738745075, |
| "learning_rate": 8.91080617495712e-05, |
| "loss": 0.1021, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.5405405405405406, |
| "grad_norm": 1.0306043643976568, |
| "learning_rate": 8.996569468267581e-05, |
| "loss": 0.0982, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.5456885456885456, |
| "grad_norm": 1.4999347000799717, |
| "learning_rate": 9.082332761578045e-05, |
| "loss": 0.0936, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.5508365508365508, |
| "grad_norm": 1.0452281614309868, |
| "learning_rate": 9.168096054888509e-05, |
| "loss": 0.0878, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.555984555984556, |
| "grad_norm": 1.2088207649167284, |
| "learning_rate": 9.253859348198971e-05, |
| "loss": 0.0824, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.5611325611325612, |
| "grad_norm": 0.6373898488496081, |
| "learning_rate": 9.339622641509434e-05, |
| "loss": 0.0809, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.5662805662805663, |
| "grad_norm": 0.5917955695640877, |
| "learning_rate": 9.425385934819899e-05, |
| "loss": 0.0742, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 0.6146276278340692, |
| "learning_rate": 9.51114922813036e-05, |
| "loss": 0.0706, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.5765765765765766, |
| "grad_norm": 0.8766352471472525, |
| "learning_rate": 9.596912521440823e-05, |
| "loss": 0.0672, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.5817245817245817, |
| "grad_norm": 0.6678260178109867, |
| "learning_rate": 9.682675814751287e-05, |
| "loss": 0.0655, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.5868725868725869, |
| "grad_norm": 0.49817357185278055, |
| "learning_rate": 9.76843910806175e-05, |
| "loss": 0.0611, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.592020592020592, |
| "grad_norm": 1.0087468424307855, |
| "learning_rate": 9.854202401372213e-05, |
| "loss": 0.0611, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.5971685971685972, |
| "grad_norm": 0.5362523083451194, |
| "learning_rate": 9.939965694682676e-05, |
| "loss": 0.0579, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.6023166023166023, |
| "grad_norm": 0.4534299709647709, |
| "learning_rate": 9.99999798272238e-05, |
| "loss": 0.0549, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.6074646074646075, |
| "grad_norm": 0.6406776231632558, |
| "learning_rate": 9.999962120054416e-05, |
| "loss": 0.0534, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.6126126126126126, |
| "grad_norm": 0.5792838241902996, |
| "learning_rate": 9.999881429364988e-05, |
| "loss": 0.0512, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.6177606177606177, |
| "grad_norm": 0.4275795011357426, |
| "learning_rate": 9.999755911377544e-05, |
| "loss": 0.0488, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.6229086229086229, |
| "grad_norm": 0.33615545845119615, |
| "learning_rate": 9.999585567217439e-05, |
| "loss": 0.0476, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.6280566280566281, |
| "grad_norm": 0.33655008372027123, |
| "learning_rate": 9.99937039841192e-05, |
| "loss": 0.0444, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.6332046332046332, |
| "grad_norm": 0.43244236090431704, |
| "learning_rate": 9.999110406890121e-05, |
| "loss": 0.0438, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.6383526383526383, |
| "grad_norm": 0.41139634543075815, |
| "learning_rate": 9.998805594983043e-05, |
| "loss": 0.042, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.6435006435006435, |
| "grad_norm": 0.5206972896361842, |
| "learning_rate": 9.998455965423525e-05, |
| "loss": 0.0431, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.6486486486486487, |
| "grad_norm": 0.3937459395109014, |
| "learning_rate": 9.998061521346236e-05, |
| "loss": 0.041, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.6537966537966537, |
| "grad_norm": 0.2963678010736684, |
| "learning_rate": 9.997622266287629e-05, |
| "loss": 0.0393, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.6589446589446589, |
| "grad_norm": 0.26754815540836463, |
| "learning_rate": 9.997138204185923e-05, |
| "loss": 0.0376, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.6640926640926641, |
| "grad_norm": 0.29045330821553156, |
| "learning_rate": 9.996609339381057e-05, |
| "loss": 0.036, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.6692406692406693, |
| "grad_norm": 0.3089797983346258, |
| "learning_rate": 9.996035676614663e-05, |
| "loss": 0.0356, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.6743886743886743, |
| "grad_norm": 0.26639822964562176, |
| "learning_rate": 9.99541722103001e-05, |
| "loss": 0.0349, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.6795366795366795, |
| "grad_norm": 0.45121223083554485, |
| "learning_rate": 9.994753978171971e-05, |
| "loss": 0.0351, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.6846846846846847, |
| "grad_norm": 0.3667468018122777, |
| "learning_rate": 9.994045953986964e-05, |
| "loss": 0.0338, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.6898326898326899, |
| "grad_norm": 0.24841154017565364, |
| "learning_rate": 9.993293154822901e-05, |
| "loss": 0.0328, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.694980694980695, |
| "grad_norm": 0.283360706082952, |
| "learning_rate": 9.992495587429129e-05, |
| "loss": 0.0315, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.7001287001287001, |
| "grad_norm": 0.24413900296621255, |
| "learning_rate": 9.991653258956381e-05, |
| "loss": 0.0311, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.7052767052767053, |
| "grad_norm": 0.28975076041601167, |
| "learning_rate": 9.990766176956697e-05, |
| "loss": 0.0303, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.7104247104247104, |
| "grad_norm": 0.26351763932473593, |
| "learning_rate": 9.989834349383361e-05, |
| "loss": 0.03, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.7155727155727156, |
| "grad_norm": 0.5331124737621773, |
| "learning_rate": 9.988857784590836e-05, |
| "loss": 0.0291, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.7207207207207207, |
| "grad_norm": 0.24186391898474244, |
| "learning_rate": 9.98783649133468e-05, |
| "loss": 0.0284, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.7258687258687259, |
| "grad_norm": 0.21615992134341075, |
| "learning_rate": 9.986770478771475e-05, |
| "loss": 0.0273, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.731016731016731, |
| "grad_norm": 0.21264572442174073, |
| "learning_rate": 9.985659756458741e-05, |
| "loss": 0.0267, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.7361647361647362, |
| "grad_norm": 0.2320920564652625, |
| "learning_rate": 9.984504334354847e-05, |
| "loss": 0.0262, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.7413127413127413, |
| "grad_norm": 0.2342099433653173, |
| "learning_rate": 9.983304222818929e-05, |
| "loss": 0.0252, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.7464607464607464, |
| "grad_norm": 0.240834162772985, |
| "learning_rate": 9.9820594326108e-05, |
| "loss": 0.0245, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.7516087516087516, |
| "grad_norm": 0.2161277200650416, |
| "learning_rate": 9.980769974890833e-05, |
| "loss": 0.0238, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.7567567567567568, |
| "grad_norm": 0.24019983928841215, |
| "learning_rate": 9.979435861219888e-05, |
| "loss": 0.0233, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.7619047619047619, |
| "grad_norm": 0.2970865898808262, |
| "learning_rate": 9.978057103559188e-05, |
| "loss": 0.0226, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.767052767052767, |
| "grad_norm": 0.24780480301331292, |
| "learning_rate": 9.976633714270226e-05, |
| "loss": 0.0221, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.7722007722007722, |
| "grad_norm": 0.25727613523882426, |
| "learning_rate": 9.975165706114639e-05, |
| "loss": 0.0214, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.7773487773487774, |
| "grad_norm": 0.24359971967254024, |
| "learning_rate": 9.973653092254113e-05, |
| "loss": 0.0209, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.7824967824967825, |
| "grad_norm": 0.2067746721639629, |
| "learning_rate": 9.97209588625024e-05, |
| "loss": 0.0202, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.7876447876447876, |
| "grad_norm": 0.19304855106218685, |
| "learning_rate": 9.970494102064427e-05, |
| "loss": 0.0195, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.7927927927927928, |
| "grad_norm": 0.22693160915077307, |
| "learning_rate": 9.968847754057742e-05, |
| "loss": 0.019, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.797940797940798, |
| "grad_norm": 0.23060204821027103, |
| "learning_rate": 9.967156856990801e-05, |
| "loss": 0.0186, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.803088803088803, |
| "grad_norm": 2.572239383211685, |
| "learning_rate": 9.965421426023631e-05, |
| "loss": 0.1139, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.8082368082368082, |
| "grad_norm": 0.5437887934638203, |
| "learning_rate": 9.963641476715541e-05, |
| "loss": 0.0343, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.8133848133848134, |
| "grad_norm": 0.23796250360876128, |
| "learning_rate": 9.961817025024974e-05, |
| "loss": 0.0235, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.8185328185328186, |
| "grad_norm": 0.1764844020309923, |
| "learning_rate": 9.959948087309362e-05, |
| "loss": 0.0195, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.8236808236808236, |
| "grad_norm": 0.17189189871306304, |
| "learning_rate": 9.95803468032499e-05, |
| "loss": 0.0177, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.8288288288288288, |
| "grad_norm": 0.17751312710898323, |
| "learning_rate": 9.956076821226836e-05, |
| "loss": 0.0171, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.833976833976834, |
| "grad_norm": 0.16437143945406296, |
| "learning_rate": 9.954074527568426e-05, |
| "loss": 0.0161, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.8391248391248392, |
| "grad_norm": 0.15832400304822497, |
| "learning_rate": 9.952027817301667e-05, |
| "loss": 0.0157, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.8442728442728443, |
| "grad_norm": 0.16117748572605023, |
| "learning_rate": 9.949936708776691e-05, |
| "loss": 0.0148, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.8494208494208494, |
| "grad_norm": 0.16984391534714557, |
| "learning_rate": 9.947801220741695e-05, |
| "loss": 0.0143, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.8545688545688546, |
| "grad_norm": 0.1696223065684197, |
| "learning_rate": 9.945621372342762e-05, |
| "loss": 0.0137, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.8597168597168597, |
| "grad_norm": 0.1800035242900872, |
| "learning_rate": 9.943397183123697e-05, |
| "loss": 0.0133, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.8648648648648649, |
| "grad_norm": 0.15249239519006993, |
| "learning_rate": 9.941128673025854e-05, |
| "loss": 0.0133, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.87001287001287, |
| "grad_norm": 0.1551659031233157, |
| "learning_rate": 9.938815862387953e-05, |
| "loss": 0.0132, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.8751608751608752, |
| "grad_norm": 0.14348975402940561, |
| "learning_rate": 9.936458771945891e-05, |
| "loss": 0.0131, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.8803088803088803, |
| "grad_norm": 0.140601933336413, |
| "learning_rate": 9.934057422832572e-05, |
| "loss": 0.0123, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.8854568854568855, |
| "grad_norm": 0.1275666846983677, |
| "learning_rate": 9.931611836577703e-05, |
| "loss": 0.012, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.8906048906048906, |
| "grad_norm": 0.13327069275308084, |
| "learning_rate": 9.92912203510761e-05, |
| "loss": 0.012, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.8957528957528957, |
| "grad_norm": 0.1658754837807317, |
| "learning_rate": 9.926588040745035e-05, |
| "loss": 0.0117, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.9009009009009009, |
| "grad_norm": 0.14050126640493185, |
| "learning_rate": 9.924009876208944e-05, |
| "loss": 0.0116, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.9060489060489061, |
| "grad_norm": 0.1413904681709387, |
| "learning_rate": 9.921387564614313e-05, |
| "loss": 0.0111, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.9111969111969112, |
| "grad_norm": 0.13671787855200412, |
| "learning_rate": 9.918721129471927e-05, |
| "loss": 0.0113, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.9163449163449163, |
| "grad_norm": 0.1300287060008007, |
| "learning_rate": 9.916010594688173e-05, |
| "loss": 0.011, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.9214929214929215, |
| "grad_norm": 0.12272142768731135, |
| "learning_rate": 9.913255984564814e-05, |
| "loss": 0.0104, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.9266409266409267, |
| "grad_norm": 0.13585333911080333, |
| "learning_rate": 9.910457323798783e-05, |
| "loss": 0.0101, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.9317889317889317, |
| "grad_norm": 0.1365832152868149, |
| "learning_rate": 9.907614637481957e-05, |
| "loss": 0.0104, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.9369369369369369, |
| "grad_norm": 0.13886380017866182, |
| "learning_rate": 9.904727951100926e-05, |
| "loss": 0.0099, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.9420849420849421, |
| "grad_norm": 0.13559410476056236, |
| "learning_rate": 9.901797290536775e-05, |
| "loss": 0.0098, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.9472329472329473, |
| "grad_norm": 0.1380086457171486, |
| "learning_rate": 9.898822682064848e-05, |
| "loss": 0.0098, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.9523809523809523, |
| "grad_norm": 0.6177427987927422, |
| "learning_rate": 9.895804152354507e-05, |
| "loss": 0.0098, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.9575289575289575, |
| "grad_norm": 0.508965354576064, |
| "learning_rate": 9.892741728468902e-05, |
| "loss": 0.0154, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.9626769626769627, |
| "grad_norm": 0.1734010623999643, |
| "learning_rate": 9.889635437864719e-05, |
| "loss": 0.0125, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.9678249678249679, |
| "grad_norm": 0.15703615270146173, |
| "learning_rate": 9.886485308391944e-05, |
| "loss": 0.0104, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.972972972972973, |
| "grad_norm": 0.14238560159782349, |
| "learning_rate": 9.883291368293605e-05, |
| "loss": 0.0093, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.9781209781209781, |
| "grad_norm": 0.11593480562868673, |
| "learning_rate": 9.880053646205523e-05, |
| "loss": 0.0088, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.9832689832689833, |
| "grad_norm": 0.1250311748465019, |
| "learning_rate": 9.87677217115605e-05, |
| "loss": 0.0087, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.9884169884169884, |
| "grad_norm": 0.10915721832834366, |
| "learning_rate": 9.873446972565816e-05, |
| "loss": 0.0084, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.9935649935649936, |
| "grad_norm": 0.11826713704360893, |
| "learning_rate": 9.870078080247464e-05, |
| "loss": 0.0084, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.9987129987129987, |
| "grad_norm": 0.13132056186197924, |
| "learning_rate": 9.866665524405377e-05, |
| "loss": 0.0082, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.0036036036036036, |
| "grad_norm": 0.11858168124629603, |
| "learning_rate": 9.86320933563541e-05, |
| "loss": 0.0077, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.0087516087516089, |
| "grad_norm": 0.1237462850171375, |
| "learning_rate": 9.859709544924624e-05, |
| "loss": 0.0076, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.013899613899614, |
| "grad_norm": 0.1224220645410722, |
| "learning_rate": 9.85616618365099e-05, |
| "loss": 0.0075, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.019047619047619, |
| "grad_norm": 0.13079765571571764, |
| "learning_rate": 9.852579283583126e-05, |
| "loss": 0.0075, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.0241956241956243, |
| "grad_norm": 0.11011593961405876, |
| "learning_rate": 9.848948876880002e-05, |
| "loss": 0.0073, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.0293436293436293, |
| "grad_norm": 0.10429883248159245, |
| "learning_rate": 9.845274996090655e-05, |
| "loss": 0.007, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.0344916344916344, |
| "grad_norm": 0.10883414844159683, |
| "learning_rate": 9.841557674153897e-05, |
| "loss": 0.0069, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.0396396396396397, |
| "grad_norm": 0.10985446797058561, |
| "learning_rate": 9.837796944398014e-05, |
| "loss": 0.0068, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.0447876447876447, |
| "grad_norm": 0.10929404720847335, |
| "learning_rate": 9.833992840540481e-05, |
| "loss": 0.0069, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.04993564993565, |
| "grad_norm": 0.10611541757073792, |
| "learning_rate": 9.830145396687641e-05, |
| "loss": 0.0068, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.055083655083655, |
| "grad_norm": 0.09681663896670493, |
| "learning_rate": 9.826254647334419e-05, |
| "loss": 0.0066, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.0602316602316602, |
| "grad_norm": 0.10666808939263758, |
| "learning_rate": 9.822320627363997e-05, |
| "loss": 0.0064, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.0653796653796654, |
| "grad_norm": 0.11874311376321617, |
| "learning_rate": 9.81834337204751e-05, |
| "loss": 0.0065, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.0705276705276705, |
| "grad_norm": 0.10330219941649453, |
| "learning_rate": 9.814322917043721e-05, |
| "loss": 0.0065, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.0756756756756758, |
| "grad_norm": 0.10518179079688333, |
| "learning_rate": 9.810259298398717e-05, |
| "loss": 0.0063, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.0808236808236809, |
| "grad_norm": 0.11196650081811249, |
| "learning_rate": 9.806152552545567e-05, |
| "loss": 0.0061, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.085971685971686, |
| "grad_norm": 0.10391144612302242, |
| "learning_rate": 9.80200271630401e-05, |
| "loss": 0.0063, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.0911196911196912, |
| "grad_norm": 0.10437009383950677, |
| "learning_rate": 9.797809826880118e-05, |
| "loss": 0.006, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.0962676962676963, |
| "grad_norm": 0.15742816962279707, |
| "learning_rate": 9.793573921865961e-05, |
| "loss": 0.0061, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.1014157014157013, |
| "grad_norm": 1.2391996261097045, |
| "learning_rate": 9.789295039239277e-05, |
| "loss": 0.009, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.1065637065637066, |
| "grad_norm": 0.4258283630396214, |
| "learning_rate": 9.784973217363123e-05, |
| "loss": 0.0167, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.1117117117117117, |
| "grad_norm": 0.22704282205376575, |
| "learning_rate": 9.78060849498554e-05, |
| "loss": 0.011, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.1168597168597167, |
| "grad_norm": 0.2903222759151862, |
| "learning_rate": 9.776200911239196e-05, |
| "loss": 0.0146, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.122007722007722, |
| "grad_norm": 0.13920400223191687, |
| "learning_rate": 9.771750505641044e-05, |
| "loss": 0.0091, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.127155727155727, |
| "grad_norm": 0.11920796398066835, |
| "learning_rate": 9.767257318091961e-05, |
| "loss": 0.0074, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.1323037323037324, |
| "grad_norm": 0.10527324354349751, |
| "learning_rate": 9.76272138887639e-05, |
| "loss": 0.0068, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.1374517374517374, |
| "grad_norm": 0.09156854644361, |
| "learning_rate": 9.758142758661992e-05, |
| "loss": 0.0062, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.1425997425997425, |
| "grad_norm": 0.10256933439724165, |
| "learning_rate": 9.753521468499261e-05, |
| "loss": 0.0058, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.1477477477477478, |
| "grad_norm": 0.09728084601303465, |
| "learning_rate": 9.748857559821171e-05, |
| "loss": 0.0059, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.1528957528957529, |
| "grad_norm": 0.09070888908222362, |
| "learning_rate": 9.744151074442798e-05, |
| "loss": 0.0056, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.1580437580437581, |
| "grad_norm": 0.08815351818450588, |
| "learning_rate": 9.739402054560948e-05, |
| "loss": 0.0054, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.1631917631917632, |
| "grad_norm": 0.08362202696869882, |
| "learning_rate": 9.734610542753775e-05, |
| "loss": 0.0052, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.1683397683397683, |
| "grad_norm": 0.08985409051259748, |
| "learning_rate": 9.729776581980403e-05, |
| "loss": 0.0054, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.1734877734877736, |
| "grad_norm": 0.09519354418158256, |
| "learning_rate": 9.724900215580542e-05, |
| "loss": 0.0052, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.1786357786357786, |
| "grad_norm": 0.09918504442751083, |
| "learning_rate": 9.719981487274094e-05, |
| "loss": 0.0054, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.1837837837837837, |
| "grad_norm": 0.08289788258009483, |
| "learning_rate": 9.715020441160764e-05, |
| "loss": 0.0053, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.188931788931789, |
| "grad_norm": 0.09232435159305605, |
| "learning_rate": 9.710017121719666e-05, |
| "loss": 0.0049, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.194079794079794, |
| "grad_norm": 0.08339859786132367, |
| "learning_rate": 9.704971573808921e-05, |
| "loss": 0.0049, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.1992277992277993, |
| "grad_norm": 0.08650033957989789, |
| "learning_rate": 9.699883842665258e-05, |
| "loss": 0.0048, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.2043758043758044, |
| "grad_norm": 0.0794400511956092, |
| "learning_rate": 9.694753973903608e-05, |
| "loss": 0.0049, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.2095238095238094, |
| "grad_norm": 0.0902066930501087, |
| "learning_rate": 9.689582013516692e-05, |
| "loss": 0.0048, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.2146718146718147, |
| "grad_norm": 0.09349490891133622, |
| "learning_rate": 9.68436800787461e-05, |
| "loss": 0.0048, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.2198198198198198, |
| "grad_norm": 0.08645959165196554, |
| "learning_rate": 9.679112003724433e-05, |
| "loss": 0.0047, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.224967824967825, |
| "grad_norm": 0.10081362401668935, |
| "learning_rate": 9.673814048189765e-05, |
| "loss": 0.0049, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.2301158301158301, |
| "grad_norm": 0.08712722386999017, |
| "learning_rate": 9.668474188770342e-05, |
| "loss": 0.0046, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.2352638352638352, |
| "grad_norm": 0.07793748236883287, |
| "learning_rate": 9.663092473341591e-05, |
| "loss": 0.0045, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.2404118404118405, |
| "grad_norm": 0.08419470824276815, |
| "learning_rate": 9.657668950154212e-05, |
| "loss": 0.0045, |
| "step": 2410 |
| }, |
| { |
| "epoch": 1.2455598455598456, |
| "grad_norm": 0.08910987303942121, |
| "learning_rate": 9.652203667833732e-05, |
| "loss": 0.0046, |
| "step": 2420 |
| }, |
| { |
| "epoch": 1.2507078507078506, |
| "grad_norm": 0.09000059511882977, |
| "learning_rate": 9.646696675380084e-05, |
| "loss": 0.0046, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.255855855855856, |
| "grad_norm": 0.08973547907365796, |
| "learning_rate": 9.641148022167157e-05, |
| "loss": 0.0045, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.261003861003861, |
| "grad_norm": 0.08752137232187301, |
| "learning_rate": 9.635557757942356e-05, |
| "loss": 0.0045, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.266151866151866, |
| "grad_norm": 0.08625521978145931, |
| "learning_rate": 9.629925932826158e-05, |
| "loss": 0.0044, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.2712998712998713, |
| "grad_norm": 0.09652129154021626, |
| "learning_rate": 9.62425259731166e-05, |
| "loss": 0.0044, |
| "step": 2470 |
| }, |
| { |
| "epoch": 1.2764478764478764, |
| "grad_norm": 0.07738037320281026, |
| "learning_rate": 9.61853780226413e-05, |
| "loss": 0.0043, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.2815958815958817, |
| "grad_norm": 0.08005866211189636, |
| "learning_rate": 9.612781598920545e-05, |
| "loss": 0.0042, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.2867438867438867, |
| "grad_norm": 0.07390360062985053, |
| "learning_rate": 9.60698403888914e-05, |
| "loss": 0.0043, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.291891891891892, |
| "grad_norm": 0.07290137906930576, |
| "learning_rate": 9.601145174148938e-05, |
| "loss": 0.0041, |
| "step": 2510 |
| }, |
| { |
| "epoch": 1.297039897039897, |
| "grad_norm": 0.08077140524538812, |
| "learning_rate": 9.595265057049284e-05, |
| "loss": 0.0043, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.3021879021879021, |
| "grad_norm": 0.071170385653506, |
| "learning_rate": 9.589343740309382e-05, |
| "loss": 0.0042, |
| "step": 2530 |
| }, |
| { |
| "epoch": 1.3073359073359074, |
| "grad_norm": 0.08200339249188611, |
| "learning_rate": 9.583381277017816e-05, |
| "loss": 0.004, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.3124839124839125, |
| "grad_norm": 0.07521720836461765, |
| "learning_rate": 9.577377720632079e-05, |
| "loss": 0.0039, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.3176319176319176, |
| "grad_norm": 0.0901292008046331, |
| "learning_rate": 9.57133312497809e-05, |
| "loss": 0.0041, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.3227799227799228, |
| "grad_norm": 0.08285967408155427, |
| "learning_rate": 9.56524754424971e-05, |
| "loss": 0.004, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.327927927927928, |
| "grad_norm": 0.09219709170644368, |
| "learning_rate": 9.55912103300826e-05, |
| "loss": 0.0041, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.333075933075933, |
| "grad_norm": 0.06662885941521572, |
| "learning_rate": 9.552953646182037e-05, |
| "loss": 0.004, |
| "step": 2590 |
| }, |
| { |
| "epoch": 1.3382239382239383, |
| "grad_norm": 0.08022484610511026, |
| "learning_rate": 9.546745439065805e-05, |
| "loss": 0.004, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.3433719433719433, |
| "grad_norm": 0.08810609300651148, |
| "learning_rate": 9.540496467320317e-05, |
| "loss": 0.004, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.3485199485199484, |
| "grad_norm": 0.08370070467094351, |
| "learning_rate": 9.534206786971802e-05, |
| "loss": 0.004, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.3536679536679537, |
| "grad_norm": 0.08571191252220195, |
| "learning_rate": 9.527876454411476e-05, |
| "loss": 0.0039, |
| "step": 2630 |
| }, |
| { |
| "epoch": 1.3588159588159587, |
| "grad_norm": 0.08575267541892966, |
| "learning_rate": 9.521505526395025e-05, |
| "loss": 0.0039, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.363963963963964, |
| "grad_norm": 0.0772459071410357, |
| "learning_rate": 9.515094060042098e-05, |
| "loss": 0.0039, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.369111969111969, |
| "grad_norm": 0.09154097043649315, |
| "learning_rate": 9.508642112835803e-05, |
| "loss": 0.0036, |
| "step": 2660 |
| }, |
| { |
| "epoch": 1.3742599742599744, |
| "grad_norm": 0.06979887713205823, |
| "learning_rate": 9.502149742622186e-05, |
| "loss": 0.0036, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.3794079794079794, |
| "grad_norm": 0.07524766626872072, |
| "learning_rate": 9.495617007609708e-05, |
| "loss": 0.0037, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.3845559845559845, |
| "grad_norm": 0.07741077734917863, |
| "learning_rate": 9.489043966368729e-05, |
| "loss": 0.0036, |
| "step": 2690 |
| }, |
| { |
| "epoch": 1.3897039897039898, |
| "grad_norm": 0.07777205972495332, |
| "learning_rate": 9.482430677830984e-05, |
| "loss": 0.0036, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.3948519948519948, |
| "grad_norm": 0.08027699605432952, |
| "learning_rate": 9.475777201289049e-05, |
| "loss": 0.0037, |
| "step": 2710 |
| }, |
| { |
| "epoch": 1.4, |
| "grad_norm": 0.08878147480054278, |
| "learning_rate": 9.469083596395813e-05, |
| "loss": 0.0037, |
| "step": 2720 |
| }, |
| { |
| "epoch": 1.4051480051480052, |
| "grad_norm": 0.0824428011807005, |
| "learning_rate": 9.462349923163947e-05, |
| "loss": 0.0037, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.4102960102960103, |
| "grad_norm": 0.10261444743241076, |
| "learning_rate": 9.455576241965357e-05, |
| "loss": 0.0035, |
| "step": 2740 |
| }, |
| { |
| "epoch": 1.4154440154440153, |
| "grad_norm": 0.08949325884555213, |
| "learning_rate": 9.448762613530644e-05, |
| "loss": 0.0036, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.4205920205920206, |
| "grad_norm": 0.0723289853593256, |
| "learning_rate": 9.44190909894857e-05, |
| "loss": 0.0036, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.4257400257400257, |
| "grad_norm": 0.08857410702799448, |
| "learning_rate": 9.435015759665502e-05, |
| "loss": 0.0034, |
| "step": 2770 |
| }, |
| { |
| "epoch": 1.430888030888031, |
| "grad_norm": 0.08063193397260371, |
| "learning_rate": 9.428082657484858e-05, |
| "loss": 0.0035, |
| "step": 2780 |
| }, |
| { |
| "epoch": 1.436036036036036, |
| "grad_norm": 0.07967833602585864, |
| "learning_rate": 9.421109854566562e-05, |
| "loss": 0.0036, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.4411840411840413, |
| "grad_norm": 0.08170135657562853, |
| "learning_rate": 9.414097413426477e-05, |
| "loss": 0.0036, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.4463320463320464, |
| "grad_norm": 0.06868763716374629, |
| "learning_rate": 9.407045396935852e-05, |
| "loss": 0.0033, |
| "step": 2810 |
| }, |
| { |
| "epoch": 1.4514800514800514, |
| "grad_norm": 0.07632059161778292, |
| "learning_rate": 9.399953868320757e-05, |
| "loss": 0.0033, |
| "step": 2820 |
| }, |
| { |
| "epoch": 1.4566280566280567, |
| "grad_norm": 0.07781026078770122, |
| "learning_rate": 9.392822891161513e-05, |
| "loss": 0.0032, |
| "step": 2830 |
| }, |
| { |
| "epoch": 1.4617760617760618, |
| "grad_norm": 0.07814855533275045, |
| "learning_rate": 9.38565252939212e-05, |
| "loss": 0.0033, |
| "step": 2840 |
| }, |
| { |
| "epoch": 1.4669240669240668, |
| "grad_norm": 0.07181980467452527, |
| "learning_rate": 9.378442847299696e-05, |
| "loss": 0.0034, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.4720720720720721, |
| "grad_norm": 0.07540071489782683, |
| "learning_rate": 9.371193909523885e-05, |
| "loss": 0.0034, |
| "step": 2860 |
| }, |
| { |
| "epoch": 1.4772200772200772, |
| "grad_norm": 0.07474893132191902, |
| "learning_rate": 9.363905781056288e-05, |
| "loss": 0.0032, |
| "step": 2870 |
| }, |
| { |
| "epoch": 1.4823680823680823, |
| "grad_norm": 0.06752409841169732, |
| "learning_rate": 9.356578527239876e-05, |
| "loss": 0.0033, |
| "step": 2880 |
| }, |
| { |
| "epoch": 1.4875160875160875, |
| "grad_norm": 0.07227853197497423, |
| "learning_rate": 9.349212213768403e-05, |
| "loss": 0.0033, |
| "step": 2890 |
| }, |
| { |
| "epoch": 1.4926640926640926, |
| "grad_norm": 0.08116684705266587, |
| "learning_rate": 9.341806906685824e-05, |
| "loss": 0.0033, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.4978120978120977, |
| "grad_norm": 0.07203072835662648, |
| "learning_rate": 9.334362672385692e-05, |
| "loss": 0.0032, |
| "step": 2910 |
| }, |
| { |
| "epoch": 1.502960102960103, |
| "grad_norm": 0.06997940354981029, |
| "learning_rate": 9.326879577610574e-05, |
| "loss": 0.003, |
| "step": 2920 |
| }, |
| { |
| "epoch": 1.5081081081081082, |
| "grad_norm": 0.07405993830075755, |
| "learning_rate": 9.319357689451443e-05, |
| "loss": 0.0031, |
| "step": 2930 |
| }, |
| { |
| "epoch": 1.5132561132561133, |
| "grad_norm": 0.06306898034549013, |
| "learning_rate": 9.311797075347084e-05, |
| "loss": 0.0032, |
| "step": 2940 |
| }, |
| { |
| "epoch": 1.5184041184041184, |
| "grad_norm": 0.0673006276719181, |
| "learning_rate": 9.304197803083486e-05, |
| "loss": 0.003, |
| "step": 2950 |
| }, |
| { |
| "epoch": 1.5235521235521237, |
| "grad_norm": 0.06910575947165132, |
| "learning_rate": 9.296559940793231e-05, |
| "loss": 0.003, |
| "step": 2960 |
| }, |
| { |
| "epoch": 1.5287001287001287, |
| "grad_norm": 0.07701591471399939, |
| "learning_rate": 9.288883556954888e-05, |
| "loss": 0.003, |
| "step": 2970 |
| }, |
| { |
| "epoch": 1.5338481338481338, |
| "grad_norm": 0.07543347242871117, |
| "learning_rate": 9.2811687203924e-05, |
| "loss": 0.003, |
| "step": 2980 |
| }, |
| { |
| "epoch": 1.538996138996139, |
| "grad_norm": 0.06367656554256501, |
| "learning_rate": 9.273415500274463e-05, |
| "loss": 0.0031, |
| "step": 2990 |
| }, |
| { |
| "epoch": 1.5441441441441441, |
| "grad_norm": 0.07035242882025344, |
| "learning_rate": 9.265623966113908e-05, |
| "loss": 0.003, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.5492921492921492, |
| "grad_norm": 0.07832135035294531, |
| "learning_rate": 9.257794187767072e-05, |
| "loss": 0.0031, |
| "step": 3010 |
| }, |
| { |
| "epoch": 1.5544401544401545, |
| "grad_norm": 0.06599561720521474, |
| "learning_rate": 9.249926235433187e-05, |
| "loss": 0.003, |
| "step": 3020 |
| }, |
| { |
| "epoch": 1.5595881595881596, |
| "grad_norm": 0.05267911081489989, |
| "learning_rate": 9.242020179653732e-05, |
| "loss": 0.0029, |
| "step": 3030 |
| }, |
| { |
| "epoch": 1.5647361647361646, |
| "grad_norm": 0.06704594471912081, |
| "learning_rate": 9.234076091311809e-05, |
| "loss": 0.003, |
| "step": 3040 |
| }, |
| { |
| "epoch": 1.56988416988417, |
| "grad_norm": 0.06460368185603607, |
| "learning_rate": 9.226094041631515e-05, |
| "loss": 0.0029, |
| "step": 3050 |
| }, |
| { |
| "epoch": 1.5750321750321752, |
| "grad_norm": 0.05979445278270312, |
| "learning_rate": 9.218074102177288e-05, |
| "loss": 0.003, |
| "step": 3060 |
| }, |
| { |
| "epoch": 1.58018018018018, |
| "grad_norm": 0.08016520116607714, |
| "learning_rate": 9.210016344853276e-05, |
| "loss": 0.0029, |
| "step": 3070 |
| }, |
| { |
| "epoch": 1.5853281853281853, |
| "grad_norm": 0.06802817286962771, |
| "learning_rate": 9.201920841902692e-05, |
| "loss": 0.003, |
| "step": 3080 |
| }, |
| { |
| "epoch": 1.5904761904761906, |
| "grad_norm": 0.06797365347482685, |
| "learning_rate": 9.193787665907161e-05, |
| "loss": 0.0029, |
| "step": 3090 |
| }, |
| { |
| "epoch": 1.5956241956241957, |
| "grad_norm": 0.07102105091489752, |
| "learning_rate": 9.185616889786073e-05, |
| "loss": 0.0029, |
| "step": 3100 |
| }, |
| { |
| "epoch": 1.6007722007722007, |
| "grad_norm": 0.07171846203450846, |
| "learning_rate": 9.177408586795927e-05, |
| "loss": 0.0029, |
| "step": 3110 |
| }, |
| { |
| "epoch": 1.605920205920206, |
| "grad_norm": 0.06055340864499565, |
| "learning_rate": 9.169162830529682e-05, |
| "loss": 0.0027, |
| "step": 3120 |
| }, |
| { |
| "epoch": 1.611068211068211, |
| "grad_norm": 0.07533819698090054, |
| "learning_rate": 9.16087969491608e-05, |
| "loss": 0.0028, |
| "step": 3130 |
| }, |
| { |
| "epoch": 1.6162162162162161, |
| "grad_norm": 0.06743711306850025, |
| "learning_rate": 9.152559254219003e-05, |
| "loss": 0.0027, |
| "step": 3140 |
| }, |
| { |
| "epoch": 1.6213642213642214, |
| "grad_norm": 0.06056537426381112, |
| "learning_rate": 9.144201583036791e-05, |
| "loss": 0.0027, |
| "step": 3150 |
| }, |
| { |
| "epoch": 1.6265122265122265, |
| "grad_norm": 0.06508273546989307, |
| "learning_rate": 9.135806756301591e-05, |
| "loss": 0.0027, |
| "step": 3160 |
| }, |
| { |
| "epoch": 1.6316602316602316, |
| "grad_norm": 0.06830147531666561, |
| "learning_rate": 9.127374849278662e-05, |
| "loss": 0.0028, |
| "step": 3170 |
| }, |
| { |
| "epoch": 1.6368082368082368, |
| "grad_norm": 0.06217191434234582, |
| "learning_rate": 9.118905937565722e-05, |
| "loss": 0.0028, |
| "step": 3180 |
| }, |
| { |
| "epoch": 1.641956241956242, |
| "grad_norm": 0.05780489801778332, |
| "learning_rate": 9.110400097092256e-05, |
| "loss": 0.0027, |
| "step": 3190 |
| }, |
| { |
| "epoch": 1.647104247104247, |
| "grad_norm": 0.06254550151471086, |
| "learning_rate": 9.101857404118843e-05, |
| "loss": 0.0026, |
| "step": 3200 |
| }, |
| { |
| "epoch": 1.6522522522522523, |
| "grad_norm": 0.05814178748214669, |
| "learning_rate": 9.093277935236466e-05, |
| "loss": 0.0026, |
| "step": 3210 |
| }, |
| { |
| "epoch": 1.6574002574002575, |
| "grad_norm": 0.16718357391133418, |
| "learning_rate": 9.08466176736583e-05, |
| "loss": 0.0028, |
| "step": 3220 |
| }, |
| { |
| "epoch": 1.6625482625482626, |
| "grad_norm": 2.396831293896128, |
| "learning_rate": 9.076008977756676e-05, |
| "loss": 0.0466, |
| "step": 3230 |
| }, |
| { |
| "epoch": 1.6676962676962677, |
| "grad_norm": 2.7472945663163135, |
| "learning_rate": 9.067319643987076e-05, |
| "loss": 0.0557, |
| "step": 3240 |
| }, |
| { |
| "epoch": 1.672844272844273, |
| "grad_norm": 0.26885148545801296, |
| "learning_rate": 9.05859384396275e-05, |
| "loss": 0.0304, |
| "step": 3250 |
| }, |
| { |
| "epoch": 1.677992277992278, |
| "grad_norm": 0.12409899016396063, |
| "learning_rate": 9.04983165591636e-05, |
| "loss": 0.0095, |
| "step": 3260 |
| }, |
| { |
| "epoch": 1.683140283140283, |
| "grad_norm": 0.09294953853472421, |
| "learning_rate": 9.041033158406812e-05, |
| "loss": 0.0055, |
| "step": 3270 |
| }, |
| { |
| "epoch": 1.6882882882882884, |
| "grad_norm": 0.09689553530835725, |
| "learning_rate": 9.032198430318549e-05, |
| "loss": 0.0042, |
| "step": 3280 |
| }, |
| { |
| "epoch": 1.6934362934362934, |
| "grad_norm": 0.09140013573445376, |
| "learning_rate": 9.023327550860851e-05, |
| "loss": 0.0038, |
| "step": 3290 |
| }, |
| { |
| "epoch": 1.6985842985842985, |
| "grad_norm": 0.08116155041824391, |
| "learning_rate": 9.014420599567113e-05, |
| "loss": 0.0034, |
| "step": 3300 |
| }, |
| { |
| "epoch": 1.7037323037323038, |
| "grad_norm": 0.0679507754540547, |
| "learning_rate": 9.00547765629414e-05, |
| "loss": 0.0032, |
| "step": 3310 |
| }, |
| { |
| "epoch": 1.7088803088803088, |
| "grad_norm": 0.058242905790430746, |
| "learning_rate": 8.996498801221431e-05, |
| "loss": 0.003, |
| "step": 3320 |
| }, |
| { |
| "epoch": 1.714028314028314, |
| "grad_norm": 0.07351637623119718, |
| "learning_rate": 8.98748411485046e-05, |
| "loss": 0.0029, |
| "step": 3330 |
| }, |
| { |
| "epoch": 1.7191763191763192, |
| "grad_norm": 0.06328328422520454, |
| "learning_rate": 8.978433678003946e-05, |
| "loss": 0.0029, |
| "step": 3340 |
| }, |
| { |
| "epoch": 1.7243243243243245, |
| "grad_norm": 0.07268810964129091, |
| "learning_rate": 8.969347571825142e-05, |
| "loss": 0.0029, |
| "step": 3350 |
| }, |
| { |
| "epoch": 1.7294723294723293, |
| "grad_norm": 0.05741572542909016, |
| "learning_rate": 8.960225877777095e-05, |
| "loss": 0.0029, |
| "step": 3360 |
| }, |
| { |
| "epoch": 1.7346203346203346, |
| "grad_norm": 0.06233872470439857, |
| "learning_rate": 8.951068677641928e-05, |
| "loss": 0.0027, |
| "step": 3370 |
| }, |
| { |
| "epoch": 1.7397683397683399, |
| "grad_norm": 0.06306044970907165, |
| "learning_rate": 8.94187605352009e-05, |
| "loss": 0.0027, |
| "step": 3380 |
| }, |
| { |
| "epoch": 1.744916344916345, |
| "grad_norm": 0.05866957972844069, |
| "learning_rate": 8.932648087829643e-05, |
| "loss": 0.0026, |
| "step": 3390 |
| }, |
| { |
| "epoch": 1.75006435006435, |
| "grad_norm": 0.06351564249061811, |
| "learning_rate": 8.923384863305495e-05, |
| "loss": 0.0027, |
| "step": 3400 |
| }, |
| { |
| "epoch": 1.7552123552123553, |
| "grad_norm": 0.06311005104924097, |
| "learning_rate": 8.914086462998686e-05, |
| "loss": 0.0026, |
| "step": 3410 |
| }, |
| { |
| "epoch": 1.7603603603603604, |
| "grad_norm": 0.07175111106462256, |
| "learning_rate": 8.904752970275624e-05, |
| "loss": 0.0026, |
| "step": 3420 |
| }, |
| { |
| "epoch": 1.7655083655083654, |
| "grad_norm": 0.06069156181724329, |
| "learning_rate": 8.895384468817345e-05, |
| "loss": 0.0025, |
| "step": 3430 |
| }, |
| { |
| "epoch": 1.7706563706563707, |
| "grad_norm": 0.06445989759572321, |
| "learning_rate": 8.885981042618762e-05, |
| "loss": 0.0025, |
| "step": 3440 |
| }, |
| { |
| "epoch": 1.7758043758043758, |
| "grad_norm": 0.06092468872567865, |
| "learning_rate": 8.876542775987912e-05, |
| "loss": 0.0024, |
| "step": 3450 |
| }, |
| { |
| "epoch": 1.7809523809523808, |
| "grad_norm": 0.0610543681951457, |
| "learning_rate": 8.867069753545202e-05, |
| "loss": 0.0024, |
| "step": 3460 |
| }, |
| { |
| "epoch": 1.7861003861003861, |
| "grad_norm": 0.057721016476337414, |
| "learning_rate": 8.857562060222644e-05, |
| "loss": 0.0023, |
| "step": 3470 |
| }, |
| { |
| "epoch": 1.7912483912483914, |
| "grad_norm": 0.06437257969879298, |
| "learning_rate": 8.848019781263099e-05, |
| "loss": 0.0025, |
| "step": 3480 |
| }, |
| { |
| "epoch": 1.7963963963963963, |
| "grad_norm": 0.06569126814994662, |
| "learning_rate": 8.838443002219514e-05, |
| "loss": 0.0023, |
| "step": 3490 |
| }, |
| { |
| "epoch": 1.8015444015444015, |
| "grad_norm": 0.06150895775850208, |
| "learning_rate": 8.82883180895415e-05, |
| "loss": 0.0023, |
| "step": 3500 |
| }, |
| { |
| "epoch": 1.8066924066924068, |
| "grad_norm": 0.0616857154906518, |
| "learning_rate": 8.819186287637817e-05, |
| "loss": 0.0023, |
| "step": 3510 |
| }, |
| { |
| "epoch": 1.811840411840412, |
| "grad_norm": 0.09278079283374936, |
| "learning_rate": 8.809506524749097e-05, |
| "loss": 0.0025, |
| "step": 3520 |
| }, |
| { |
| "epoch": 1.816988416988417, |
| "grad_norm": 0.05632880872010278, |
| "learning_rate": 8.799792607073567e-05, |
| "loss": 0.0024, |
| "step": 3530 |
| }, |
| { |
| "epoch": 1.8221364221364222, |
| "grad_norm": 0.06087327975528164, |
| "learning_rate": 8.790044621703033e-05, |
| "loss": 0.0024, |
| "step": 3540 |
| }, |
| { |
| "epoch": 1.8272844272844273, |
| "grad_norm": 0.05140811610791699, |
| "learning_rate": 8.780262656034739e-05, |
| "loss": 0.0023, |
| "step": 3550 |
| }, |
| { |
| "epoch": 1.8324324324324324, |
| "grad_norm": 0.06674966884600453, |
| "learning_rate": 8.770446797770577e-05, |
| "loss": 0.0023, |
| "step": 3560 |
| }, |
| { |
| "epoch": 1.8375804375804377, |
| "grad_norm": 0.05618543547388763, |
| "learning_rate": 8.760597134916318e-05, |
| "loss": 0.0022, |
| "step": 3570 |
| }, |
| { |
| "epoch": 1.8427284427284427, |
| "grad_norm": 0.05237285038394349, |
| "learning_rate": 8.750713755780811e-05, |
| "loss": 0.0022, |
| "step": 3580 |
| }, |
| { |
| "epoch": 1.8478764478764478, |
| "grad_norm": 0.058744035782622876, |
| "learning_rate": 8.740796748975191e-05, |
| "loss": 0.0021, |
| "step": 3590 |
| }, |
| { |
| "epoch": 1.853024453024453, |
| "grad_norm": 0.06251312062428276, |
| "learning_rate": 8.730846203412094e-05, |
| "loss": 0.0021, |
| "step": 3600 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 11658, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 6, |
| "save_steps": 1800, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 323127070949376.0, |
| "train_batch_size": 128, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
