moussaKam
Add model
c367b16
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 3.0,
"global_step": 421875,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 5.902105637419509e-07,
"loss": 1.046,
"step": 500
},
{
"epoch": 0.01,
"learning_rate": 1.182791451033066e-06,
"loss": 0.0314,
"step": 1000
},
{
"epoch": 0.01,
"learning_rate": 1.7753723383241813e-06,
"loss": 0.0192,
"step": 1500
},
{
"epoch": 0.01,
"learning_rate": 2.3679532256152967e-06,
"loss": 0.0164,
"step": 2000
},
{
"epoch": 0.02,
"learning_rate": 2.9605341129064116e-06,
"loss": 0.0152,
"step": 2500
},
{
"epoch": 0.02,
"learning_rate": 3.553115000197527e-06,
"loss": 0.0133,
"step": 3000
},
{
"epoch": 0.02,
"learning_rate": 4.145695887488642e-06,
"loss": 0.0121,
"step": 3500
},
{
"epoch": 0.03,
"learning_rate": 4.738276774779758e-06,
"loss": 0.0109,
"step": 4000
},
{
"epoch": 0.03,
"learning_rate": 5.330857662070873e-06,
"loss": 0.01,
"step": 4500
},
{
"epoch": 0.04,
"learning_rate": 5.923438549361989e-06,
"loss": 0.0086,
"step": 5000
},
{
"epoch": 0.04,
"learning_rate": 6.516019436653103e-06,
"loss": 0.0069,
"step": 5500
},
{
"epoch": 0.04,
"learning_rate": 7.1086003239442186e-06,
"loss": 0.0055,
"step": 6000
},
{
"epoch": 0.05,
"learning_rate": 7.701181211235334e-06,
"loss": 0.0047,
"step": 6500
},
{
"epoch": 0.05,
"learning_rate": 8.293762098526448e-06,
"loss": 0.0042,
"step": 7000
},
{
"epoch": 0.05,
"learning_rate": 8.886342985817564e-06,
"loss": 0.0033,
"step": 7500
},
{
"epoch": 0.06,
"learning_rate": 9.47892387310868e-06,
"loss": 0.0029,
"step": 8000
},
{
"epoch": 0.06,
"learning_rate": 1.0071504760399794e-05,
"loss": 0.0027,
"step": 8500
},
{
"epoch": 0.06,
"learning_rate": 1.066408564769091e-05,
"loss": 0.0025,
"step": 9000
},
{
"epoch": 0.07,
"learning_rate": 1.1256666534982026e-05,
"loss": 0.0022,
"step": 9500
},
{
"epoch": 0.07,
"learning_rate": 1.1849247422273141e-05,
"loss": 0.0021,
"step": 10000
},
{
"epoch": 0.07,
"learning_rate": 1.2441828309564255e-05,
"loss": 0.0021,
"step": 10500
},
{
"epoch": 0.08,
"learning_rate": 1.3034409196855371e-05,
"loss": 0.0019,
"step": 11000
},
{
"epoch": 0.08,
"learning_rate": 1.3626990084146487e-05,
"loss": 0.0018,
"step": 11500
},
{
"epoch": 0.09,
"learning_rate": 1.4219570971437601e-05,
"loss": 0.0018,
"step": 12000
},
{
"epoch": 0.09,
"learning_rate": 1.4810966696954135e-05,
"loss": 0.0017,
"step": 12500
},
{
"epoch": 0.09,
"learning_rate": 1.540354758424525e-05,
"loss": 0.0016,
"step": 13000
},
{
"epoch": 0.1,
"learning_rate": 1.5996128471536368e-05,
"loss": 0.0015,
"step": 13500
},
{
"epoch": 0.1,
"learning_rate": 1.658870935882748e-05,
"loss": 0.0016,
"step": 14000
},
{
"epoch": 0.1,
"learning_rate": 1.7180105084344013e-05,
"loss": 0.0015,
"step": 14500
},
{
"epoch": 0.11,
"learning_rate": 1.777268597163513e-05,
"loss": 0.0015,
"step": 15000
},
{
"epoch": 0.11,
"learning_rate": 1.8365266858926244e-05,
"loss": 0.0014,
"step": 15500
},
{
"epoch": 0.11,
"learning_rate": 1.895784774621736e-05,
"loss": 0.0013,
"step": 16000
},
{
"epoch": 0.12,
"learning_rate": 1.9549243471733892e-05,
"loss": 0.0013,
"step": 16500
},
{
"epoch": 0.12,
"learning_rate": 2.0141824359025008e-05,
"loss": 0.0013,
"step": 17000
},
{
"epoch": 0.12,
"learning_rate": 2.0734405246316124e-05,
"loss": 0.0013,
"step": 17500
},
{
"epoch": 0.13,
"learning_rate": 2.132698613360724e-05,
"loss": 0.0013,
"step": 18000
},
{
"epoch": 0.13,
"learning_rate": 2.1918381859123768e-05,
"loss": 0.0013,
"step": 18500
},
{
"epoch": 0.14,
"learning_rate": 2.2510962746414887e-05,
"loss": 0.0012,
"step": 19000
},
{
"epoch": 0.14,
"learning_rate": 2.3103543633706003e-05,
"loss": 0.0012,
"step": 19500
},
{
"epoch": 0.14,
"learning_rate": 2.3696124520997115e-05,
"loss": 0.0012,
"step": 20000
},
{
"epoch": 0.15,
"learning_rate": 2.428752024651365e-05,
"loss": 0.0011,
"step": 20500
},
{
"epoch": 0.15,
"learning_rate": 2.4880101133804767e-05,
"loss": 0.0011,
"step": 21000
},
{
"epoch": 0.15,
"learning_rate": 2.547268202109588e-05,
"loss": 0.0011,
"step": 21500
},
{
"epoch": 0.16,
"learning_rate": 2.6065262908386995e-05,
"loss": 0.0012,
"step": 22000
},
{
"epoch": 0.16,
"learning_rate": 2.665784379567811e-05,
"loss": 0.0011,
"step": 22500
},
{
"epoch": 0.16,
"learning_rate": 2.7249239521194643e-05,
"loss": 0.0011,
"step": 23000
},
{
"epoch": 0.17,
"learning_rate": 2.784182040848576e-05,
"loss": 0.0011,
"step": 23500
},
{
"epoch": 0.17,
"learning_rate": 2.8434401295776874e-05,
"loss": 0.0011,
"step": 24000
},
{
"epoch": 0.17,
"learning_rate": 2.9026982183067987e-05,
"loss": 0.001,
"step": 24500
},
{
"epoch": 0.18,
"learning_rate": 2.9619563070359106e-05,
"loss": 0.0011,
"step": 25000
},
{
"epoch": 0.18,
"learning_rate": 2.9986534261981735e-05,
"loss": 0.0011,
"step": 25500
},
{
"epoch": 0.18,
"learning_rate": 2.9948709155188848e-05,
"loss": 0.001,
"step": 26000
},
{
"epoch": 0.19,
"learning_rate": 2.9910884048395964e-05,
"loss": 0.001,
"step": 26500
},
{
"epoch": 0.19,
"learning_rate": 2.987305894160308e-05,
"loss": 0.001,
"step": 27000
},
{
"epoch": 0.2,
"learning_rate": 2.983530948502378e-05,
"loss": 0.001,
"step": 27500
},
{
"epoch": 0.2,
"learning_rate": 2.9797484378230894e-05,
"loss": 0.001,
"step": 28000
},
{
"epoch": 0.2,
"learning_rate": 2.975965927143801e-05,
"loss": 0.001,
"step": 28500
},
{
"epoch": 0.21,
"learning_rate": 2.9721834164645126e-05,
"loss": 0.001,
"step": 29000
},
{
"epoch": 0.21,
"learning_rate": 2.968400905785224e-05,
"loss": 0.0009,
"step": 29500
},
{
"epoch": 0.21,
"learning_rate": 2.9646183951059355e-05,
"loss": 0.0009,
"step": 30000
},
{
"epoch": 0.22,
"learning_rate": 2.9608434494480056e-05,
"loss": 0.001,
"step": 30500
},
{
"epoch": 0.22,
"learning_rate": 2.9570609387687172e-05,
"loss": 0.001,
"step": 31000
},
{
"epoch": 0.22,
"learning_rate": 2.9532784280894288e-05,
"loss": 0.0009,
"step": 31500
},
{
"epoch": 0.23,
"learning_rate": 2.94949591741014e-05,
"loss": 0.0009,
"step": 32000
},
{
"epoch": 0.23,
"learning_rate": 2.945713406730852e-05,
"loss": 0.0009,
"step": 32500
},
{
"epoch": 0.23,
"learning_rate": 2.9419384610729218e-05,
"loss": 0.0009,
"step": 33000
},
{
"epoch": 0.24,
"learning_rate": 2.9381559503936334e-05,
"loss": 0.0009,
"step": 33500
},
{
"epoch": 0.24,
"learning_rate": 2.9343734397143447e-05,
"loss": 0.0009,
"step": 34000
},
{
"epoch": 0.25,
"learning_rate": 2.9305909290350566e-05,
"loss": 0.0009,
"step": 34500
},
{
"epoch": 0.25,
"learning_rate": 2.926808418355768e-05,
"loss": 0.0009,
"step": 35000
},
{
"epoch": 0.25,
"learning_rate": 2.9230259076764795e-05,
"loss": 0.0009,
"step": 35500
},
{
"epoch": 0.26,
"learning_rate": 2.9192509620185496e-05,
"loss": 0.0008,
"step": 36000
},
{
"epoch": 0.26,
"learning_rate": 2.915468451339261e-05,
"loss": 0.0008,
"step": 36500
},
{
"epoch": 0.26,
"learning_rate": 2.9116859406599725e-05,
"loss": 0.0008,
"step": 37000
},
{
"epoch": 0.27,
"learning_rate": 2.907903429980684e-05,
"loss": 0.0009,
"step": 37500
},
{
"epoch": 0.27,
"learning_rate": 2.9041209193013954e-05,
"loss": 0.0008,
"step": 38000
},
{
"epoch": 0.27,
"learning_rate": 2.9003384086221073e-05,
"loss": 0.0009,
"step": 38500
},
{
"epoch": 0.28,
"learning_rate": 2.8965558979428186e-05,
"loss": 0.0008,
"step": 39000
},
{
"epoch": 0.28,
"learning_rate": 2.8927733872635302e-05,
"loss": 0.0008,
"step": 39500
},
{
"epoch": 0.28,
"learning_rate": 2.8889984416056e-05,
"loss": 0.0009,
"step": 40000
},
{
"epoch": 0.29,
"learning_rate": 2.88522349594767e-05,
"loss": 0.0008,
"step": 40500
},
{
"epoch": 0.29,
"learning_rate": 2.881440985268382e-05,
"loss": 0.0008,
"step": 41000
},
{
"epoch": 0.3,
"learning_rate": 2.8776584745890933e-05,
"loss": 0.0008,
"step": 41500
},
{
"epoch": 0.3,
"learning_rate": 2.873875963909805e-05,
"loss": 0.0008,
"step": 42000
},
{
"epoch": 0.3,
"learning_rate": 2.870101018251875e-05,
"loss": 0.0008,
"step": 42500
},
{
"epoch": 0.31,
"learning_rate": 2.8663185075725863e-05,
"loss": 0.0008,
"step": 43000
},
{
"epoch": 0.31,
"learning_rate": 2.862535996893298e-05,
"loss": 0.0008,
"step": 43500
},
{
"epoch": 0.31,
"learning_rate": 2.8587534862140095e-05,
"loss": 0.0008,
"step": 44000
},
{
"epoch": 0.32,
"learning_rate": 2.8549709755347208e-05,
"loss": 0.0008,
"step": 44500
},
{
"epoch": 0.32,
"learning_rate": 2.8511884648554327e-05,
"loss": 0.0008,
"step": 45000
},
{
"epoch": 0.32,
"learning_rate": 2.847405954176144e-05,
"loss": 0.0008,
"step": 45500
},
{
"epoch": 0.33,
"learning_rate": 2.8436234434968556e-05,
"loss": 0.0008,
"step": 46000
},
{
"epoch": 0.33,
"learning_rate": 2.8398484978389257e-05,
"loss": 0.0008,
"step": 46500
},
{
"epoch": 0.33,
"learning_rate": 2.8360659871596373e-05,
"loss": 0.0008,
"step": 47000
},
{
"epoch": 0.34,
"learning_rate": 2.8322834764803486e-05,
"loss": 0.0008,
"step": 47500
},
{
"epoch": 0.34,
"learning_rate": 2.8285009658010602e-05,
"loss": 0.0008,
"step": 48000
},
{
"epoch": 0.34,
"learning_rate": 2.8247184551217718e-05,
"loss": 0.0008,
"step": 48500
},
{
"epoch": 0.35,
"learning_rate": 2.820943509463842e-05,
"loss": 0.0008,
"step": 49000
},
{
"epoch": 0.35,
"learning_rate": 2.8171609987845535e-05,
"loss": 0.0008,
"step": 49500
},
{
"epoch": 0.36,
"learning_rate": 2.8133784881052648e-05,
"loss": 0.0007,
"step": 50000
},
{
"epoch": 0.36,
"learning_rate": 2.809595977425976e-05,
"loss": 0.0008,
"step": 50500
},
{
"epoch": 0.36,
"learning_rate": 2.805821031768046e-05,
"loss": 0.0008,
"step": 51000
},
{
"epoch": 0.37,
"learning_rate": 2.802038521088758e-05,
"loss": 0.0007,
"step": 51500
},
{
"epoch": 0.37,
"learning_rate": 2.7982560104094694e-05,
"loss": 0.0007,
"step": 52000
},
{
"epoch": 0.37,
"learning_rate": 2.794473499730181e-05,
"loss": 0.0008,
"step": 52500
},
{
"epoch": 0.38,
"learning_rate": 2.790698554072251e-05,
"loss": 0.0007,
"step": 53000
},
{
"epoch": 0.38,
"learning_rate": 2.7869160433929627e-05,
"loss": 0.0007,
"step": 53500
},
{
"epoch": 0.38,
"learning_rate": 2.783133532713674e-05,
"loss": 0.0007,
"step": 54000
},
{
"epoch": 0.39,
"learning_rate": 2.7793510220343856e-05,
"loss": 0.0007,
"step": 54500
},
{
"epoch": 0.39,
"learning_rate": 2.7755760763764557e-05,
"loss": 0.0008,
"step": 55000
},
{
"epoch": 0.39,
"learning_rate": 2.7717935656971673e-05,
"loss": 0.0008,
"step": 55500
},
{
"epoch": 0.4,
"learning_rate": 2.768011055017879e-05,
"loss": 0.0007,
"step": 56000
},
{
"epoch": 0.4,
"learning_rate": 2.7642285443385902e-05,
"loss": 0.0007,
"step": 56500
},
{
"epoch": 0.41,
"learning_rate": 2.7604535986806603e-05,
"loss": 0.0007,
"step": 57000
},
{
"epoch": 0.41,
"learning_rate": 2.756671088001372e-05,
"loss": 0.0007,
"step": 57500
},
{
"epoch": 0.41,
"learning_rate": 2.7528885773220835e-05,
"loss": 0.0007,
"step": 58000
},
{
"epoch": 0.42,
"learning_rate": 2.7491060666427948e-05,
"loss": 0.0007,
"step": 58500
},
{
"epoch": 0.42,
"learning_rate": 2.745331120984865e-05,
"loss": 0.0007,
"step": 59000
},
{
"epoch": 0.42,
"learning_rate": 2.7415486103055765e-05,
"loss": 0.0007,
"step": 59500
},
{
"epoch": 0.43,
"learning_rate": 2.737766099626288e-05,
"loss": 0.0007,
"step": 60000
},
{
"epoch": 0.43,
"learning_rate": 2.7339835889469994e-05,
"loss": 0.0007,
"step": 60500
},
{
"epoch": 0.43,
"learning_rate": 2.7302086432890695e-05,
"loss": 0.0007,
"step": 61000
},
{
"epoch": 0.44,
"learning_rate": 2.726426132609781e-05,
"loss": 0.0007,
"step": 61500
},
{
"epoch": 0.44,
"learning_rate": 2.7226436219304927e-05,
"loss": 0.0007,
"step": 62000
},
{
"epoch": 0.44,
"learning_rate": 2.7188611112512043e-05,
"loss": 0.0007,
"step": 62500
},
{
"epoch": 0.45,
"learning_rate": 2.7150861655932744e-05,
"loss": 0.0007,
"step": 63000
},
{
"epoch": 0.45,
"learning_rate": 2.7113036549139857e-05,
"loss": 0.0007,
"step": 63500
},
{
"epoch": 0.46,
"learning_rate": 2.7075211442346973e-05,
"loss": 0.0007,
"step": 64000
},
{
"epoch": 0.46,
"learning_rate": 2.703738633555409e-05,
"loss": 0.0007,
"step": 64500
},
{
"epoch": 0.46,
"learning_rate": 2.699963687897479e-05,
"loss": 0.0007,
"step": 65000
},
{
"epoch": 0.47,
"learning_rate": 2.6961811772181903e-05,
"loss": 0.0007,
"step": 65500
},
{
"epoch": 0.47,
"learning_rate": 2.692398666538902e-05,
"loss": 0.0007,
"step": 66000
},
{
"epoch": 0.47,
"learning_rate": 2.6886161558596135e-05,
"loss": 0.0007,
"step": 66500
},
{
"epoch": 0.48,
"learning_rate": 2.6848412102016836e-05,
"loss": 0.0007,
"step": 67000
},
{
"epoch": 0.48,
"learning_rate": 2.681058699522395e-05,
"loss": 0.0007,
"step": 67500
},
{
"epoch": 0.48,
"learning_rate": 2.6772761888431065e-05,
"loss": 0.0007,
"step": 68000
},
{
"epoch": 0.49,
"learning_rate": 2.673493678163818e-05,
"loss": 0.0007,
"step": 68500
},
{
"epoch": 0.49,
"learning_rate": 2.6697187325058882e-05,
"loss": 0.0007,
"step": 69000
},
{
"epoch": 0.49,
"learning_rate": 2.6659362218265998e-05,
"loss": 0.0007,
"step": 69500
},
{
"epoch": 0.5,
"learning_rate": 2.662153711147311e-05,
"loss": 0.0007,
"step": 70000
},
{
"epoch": 0.5,
"learning_rate": 2.6583712004680227e-05,
"loss": 0.0007,
"step": 70500
},
{
"epoch": 0.5,
"learning_rate": 2.6545962548100928e-05,
"loss": 0.0007,
"step": 71000
},
{
"epoch": 0.51,
"learning_rate": 2.6508137441308044e-05,
"loss": 0.0007,
"step": 71500
},
{
"epoch": 0.51,
"learning_rate": 2.6470312334515157e-05,
"loss": 0.0007,
"step": 72000
},
{
"epoch": 0.52,
"learning_rate": 2.6432487227722276e-05,
"loss": 0.0007,
"step": 72500
},
{
"epoch": 0.52,
"learning_rate": 2.6394737771142977e-05,
"loss": 0.0007,
"step": 73000
},
{
"epoch": 0.52,
"learning_rate": 2.635691266435009e-05,
"loss": 0.0007,
"step": 73500
},
{
"epoch": 0.53,
"learning_rate": 2.6319087557557203e-05,
"loss": 0.0007,
"step": 74000
},
{
"epoch": 0.53,
"learning_rate": 2.628126245076432e-05,
"loss": 0.0007,
"step": 74500
},
{
"epoch": 0.53,
"learning_rate": 2.624351299418502e-05,
"loss": 0.0007,
"step": 75000
},
{
"epoch": 0.54,
"learning_rate": 2.6205687887392136e-05,
"loss": 0.0007,
"step": 75500
},
{
"epoch": 0.54,
"learning_rate": 2.6167862780599252e-05,
"loss": 0.0007,
"step": 76000
},
{
"epoch": 0.54,
"learning_rate": 2.6130037673806365e-05,
"loss": 0.0007,
"step": 76500
},
{
"epoch": 0.55,
"learning_rate": 2.6092288217227066e-05,
"loss": 0.0007,
"step": 77000
},
{
"epoch": 0.55,
"learning_rate": 2.6054463110434182e-05,
"loss": 0.0007,
"step": 77500
},
{
"epoch": 0.55,
"learning_rate": 2.6016638003641298e-05,
"loss": 0.0006,
"step": 78000
},
{
"epoch": 0.56,
"learning_rate": 2.597881289684841e-05,
"loss": 0.0007,
"step": 78500
},
{
"epoch": 0.56,
"learning_rate": 2.5941063440269112e-05,
"loss": 0.0006,
"step": 79000
},
{
"epoch": 0.57,
"learning_rate": 2.590323833347623e-05,
"loss": 0.0007,
"step": 79500
},
{
"epoch": 0.57,
"learning_rate": 2.5865413226683344e-05,
"loss": 0.0006,
"step": 80000
},
{
"epoch": 0.57,
"learning_rate": 2.582758811989046e-05,
"loss": 0.0006,
"step": 80500
},
{
"epoch": 0.58,
"learning_rate": 2.5789838663311158e-05,
"loss": 0.0007,
"step": 81000
},
{
"epoch": 0.58,
"learning_rate": 2.5752013556518277e-05,
"loss": 0.0007,
"step": 81500
},
{
"epoch": 0.58,
"learning_rate": 2.571418844972539e-05,
"loss": 0.0006,
"step": 82000
},
{
"epoch": 0.59,
"learning_rate": 2.5676363342932506e-05,
"loss": 0.0006,
"step": 82500
},
{
"epoch": 0.59,
"learning_rate": 2.5638613886353207e-05,
"loss": 0.0006,
"step": 83000
},
{
"epoch": 0.59,
"learning_rate": 2.560078877956032e-05,
"loss": 0.0006,
"step": 83500
},
{
"epoch": 0.6,
"learning_rate": 2.556296367276744e-05,
"loss": 0.0006,
"step": 84000
},
{
"epoch": 0.6,
"learning_rate": 2.5525138565974552e-05,
"loss": 0.0006,
"step": 84500
},
{
"epoch": 0.6,
"learning_rate": 2.5487313459181665e-05,
"loss": 0.0006,
"step": 85000
},
{
"epoch": 0.61,
"learning_rate": 2.5449564002602366e-05,
"loss": 0.0006,
"step": 85500
},
{
"epoch": 0.61,
"learning_rate": 2.5411738895809485e-05,
"loss": 0.0006,
"step": 86000
},
{
"epoch": 0.62,
"learning_rate": 2.5373913789016598e-05,
"loss": 0.0006,
"step": 86500
},
{
"epoch": 0.62,
"learning_rate": 2.5336088682223714e-05,
"loss": 0.0007,
"step": 87000
},
{
"epoch": 0.62,
"learning_rate": 2.5298339225644415e-05,
"loss": 0.0007,
"step": 87500
},
{
"epoch": 0.63,
"learning_rate": 2.526051411885153e-05,
"loss": 0.0007,
"step": 88000
},
{
"epoch": 0.63,
"learning_rate": 2.5222689012058644e-05,
"loss": 0.0006,
"step": 88500
},
{
"epoch": 0.63,
"learning_rate": 2.518486390526576e-05,
"loss": 0.0006,
"step": 89000
},
{
"epoch": 0.64,
"learning_rate": 2.514711444868646e-05,
"loss": 0.0006,
"step": 89500
},
{
"epoch": 0.64,
"learning_rate": 2.5109289341893574e-05,
"loss": 0.0006,
"step": 90000
},
{
"epoch": 0.64,
"learning_rate": 2.5071464235100693e-05,
"loss": 0.0006,
"step": 90500
},
{
"epoch": 0.65,
"learning_rate": 2.5033639128307806e-05,
"loss": 0.0006,
"step": 91000
},
{
"epoch": 0.65,
"learning_rate": 2.4995889671728507e-05,
"loss": 0.0006,
"step": 91500
},
{
"epoch": 0.65,
"learning_rate": 2.495806456493562e-05,
"loss": 0.0006,
"step": 92000
},
{
"epoch": 0.66,
"learning_rate": 2.492023945814274e-05,
"loss": 0.0006,
"step": 92500
},
{
"epoch": 0.66,
"learning_rate": 2.4882414351349852e-05,
"loss": 0.0006,
"step": 93000
},
{
"epoch": 0.66,
"learning_rate": 2.4844664894770553e-05,
"loss": 0.0006,
"step": 93500
},
{
"epoch": 0.67,
"learning_rate": 2.480683978797767e-05,
"loss": 0.0006,
"step": 94000
},
{
"epoch": 0.67,
"learning_rate": 2.4769014681184785e-05,
"loss": 0.0006,
"step": 94500
},
{
"epoch": 0.68,
"learning_rate": 2.4731189574391898e-05,
"loss": 0.0006,
"step": 95000
},
{
"epoch": 0.68,
"learning_rate": 2.46934401178126e-05,
"loss": 0.0006,
"step": 95500
},
{
"epoch": 0.68,
"learning_rate": 2.4655615011019715e-05,
"loss": 0.0006,
"step": 96000
},
{
"epoch": 0.69,
"learning_rate": 2.461778990422683e-05,
"loss": 0.0006,
"step": 96500
},
{
"epoch": 0.69,
"learning_rate": 2.4579964797433947e-05,
"loss": 0.0006,
"step": 97000
},
{
"epoch": 0.69,
"learning_rate": 2.4542215340854648e-05,
"loss": 0.0006,
"step": 97500
},
{
"epoch": 0.7,
"learning_rate": 2.450439023406176e-05,
"loss": 0.0006,
"step": 98000
},
{
"epoch": 0.7,
"learning_rate": 2.4466565127268874e-05,
"loss": 0.0006,
"step": 98500
},
{
"epoch": 0.7,
"learning_rate": 2.4428740020475993e-05,
"loss": 0.0006,
"step": 99000
},
{
"epoch": 0.71,
"learning_rate": 2.4390990563896694e-05,
"loss": 0.0006,
"step": 99500
},
{
"epoch": 0.71,
"learning_rate": 2.4353165457103807e-05,
"loss": 0.0006,
"step": 100000
},
{
"epoch": 0.71,
"learning_rate": 2.4315340350310923e-05,
"loss": 0.0006,
"step": 100500
},
{
"epoch": 0.72,
"learning_rate": 2.427751524351804e-05,
"loss": 0.0006,
"step": 101000
},
{
"epoch": 0.72,
"learning_rate": 2.423976578693874e-05,
"loss": 0.0006,
"step": 101500
},
{
"epoch": 0.73,
"learning_rate": 2.4201940680145853e-05,
"loss": 0.0006,
"step": 102000
},
{
"epoch": 0.73,
"learning_rate": 2.416411557335297e-05,
"loss": 0.0006,
"step": 102500
},
{
"epoch": 0.73,
"learning_rate": 2.4126290466560085e-05,
"loss": 0.0006,
"step": 103000
},
{
"epoch": 0.74,
"learning_rate": 2.4088541009980786e-05,
"loss": 0.0006,
"step": 103500
},
{
"epoch": 0.74,
"learning_rate": 2.4050715903187902e-05,
"loss": 0.0006,
"step": 104000
},
{
"epoch": 0.74,
"learning_rate": 2.4012890796395015e-05,
"loss": 0.0006,
"step": 104500
},
{
"epoch": 0.75,
"learning_rate": 2.397506568960213e-05,
"loss": 0.0006,
"step": 105000
},
{
"epoch": 0.75,
"learning_rate": 2.3937316233022832e-05,
"loss": 0.0006,
"step": 105500
},
{
"epoch": 0.75,
"learning_rate": 2.3899491126229948e-05,
"loss": 0.0006,
"step": 106000
},
{
"epoch": 0.76,
"learning_rate": 2.386166601943706e-05,
"loss": 0.0006,
"step": 106500
},
{
"epoch": 0.76,
"learning_rate": 2.3823840912644177e-05,
"loss": 0.0006,
"step": 107000
},
{
"epoch": 0.76,
"learning_rate": 2.3786015805851293e-05,
"loss": 0.0006,
"step": 107500
},
{
"epoch": 0.77,
"learning_rate": 2.3748266349271994e-05,
"loss": 0.0006,
"step": 108000
},
{
"epoch": 0.77,
"learning_rate": 2.3710441242479107e-05,
"loss": 0.0006,
"step": 108500
},
{
"epoch": 0.78,
"learning_rate": 2.3672616135686223e-05,
"loss": 0.0006,
"step": 109000
},
{
"epoch": 0.78,
"learning_rate": 2.363479102889334e-05,
"loss": 0.0006,
"step": 109500
},
{
"epoch": 0.78,
"learning_rate": 2.359704157231404e-05,
"loss": 0.0006,
"step": 110000
},
{
"epoch": 0.79,
"learning_rate": 2.3559216465521156e-05,
"loss": 0.0006,
"step": 110500
},
{
"epoch": 0.79,
"learning_rate": 2.352139135872827e-05,
"loss": 0.0006,
"step": 111000
},
{
"epoch": 0.79,
"learning_rate": 2.3483566251935388e-05,
"loss": 0.0006,
"step": 111500
},
{
"epoch": 0.8,
"learning_rate": 2.3445816795356086e-05,
"loss": 0.0006,
"step": 112000
},
{
"epoch": 0.8,
"learning_rate": 2.3407991688563202e-05,
"loss": 0.0006,
"step": 112500
},
{
"epoch": 0.8,
"learning_rate": 2.3370166581770315e-05,
"loss": 0.0006,
"step": 113000
},
{
"epoch": 0.81,
"learning_rate": 2.333234147497743e-05,
"loss": 0.0006,
"step": 113500
},
{
"epoch": 0.81,
"learning_rate": 2.3294592018398132e-05,
"loss": 0.0006,
"step": 114000
},
{
"epoch": 0.81,
"learning_rate": 2.3256766911605248e-05,
"loss": 0.0006,
"step": 114500
},
{
"epoch": 0.82,
"learning_rate": 2.3218941804812364e-05,
"loss": 0.0006,
"step": 115000
},
{
"epoch": 0.82,
"learning_rate": 2.3181116698019477e-05,
"loss": 0.0006,
"step": 115500
},
{
"epoch": 0.82,
"learning_rate": 2.3143367241440178e-05,
"loss": 0.0006,
"step": 116000
},
{
"epoch": 0.83,
"learning_rate": 2.3105542134647294e-05,
"loss": 0.0006,
"step": 116500
},
{
"epoch": 0.83,
"learning_rate": 2.306771702785441e-05,
"loss": 0.0006,
"step": 117000
},
{
"epoch": 0.84,
"learning_rate": 2.3029891921061523e-05,
"loss": 0.0006,
"step": 117500
},
{
"epoch": 0.84,
"learning_rate": 2.2992142464482224e-05,
"loss": 0.0006,
"step": 118000
},
{
"epoch": 0.84,
"learning_rate": 2.2954317357689343e-05,
"loss": 0.0006,
"step": 118500
},
{
"epoch": 0.85,
"learning_rate": 2.2916492250896456e-05,
"loss": 0.0006,
"step": 119000
},
{
"epoch": 0.85,
"learning_rate": 2.287866714410357e-05,
"loss": 0.0006,
"step": 119500
},
{
"epoch": 0.85,
"learning_rate": 2.2840842037310688e-05,
"loss": 0.0006,
"step": 120000
},
{
"epoch": 0.86,
"learning_rate": 2.280309258073139e-05,
"loss": 0.0006,
"step": 120500
},
{
"epoch": 0.86,
"learning_rate": 2.2765267473938502e-05,
"loss": 0.0006,
"step": 121000
},
{
"epoch": 0.86,
"learning_rate": 2.2727442367145618e-05,
"loss": 0.0006,
"step": 121500
},
{
"epoch": 0.87,
"learning_rate": 2.268961726035273e-05,
"loss": 0.0005,
"step": 122000
},
{
"epoch": 0.87,
"learning_rate": 2.2651867803773432e-05,
"loss": 0.0006,
"step": 122500
},
{
"epoch": 0.87,
"learning_rate": 2.2614042696980548e-05,
"loss": 0.0006,
"step": 123000
},
{
"epoch": 0.88,
"learning_rate": 2.2576217590187664e-05,
"loss": 0.0006,
"step": 123500
},
{
"epoch": 0.88,
"learning_rate": 2.2538392483394777e-05,
"loss": 0.0006,
"step": 124000
},
{
"epoch": 0.89,
"learning_rate": 2.2500643026815478e-05,
"loss": 0.0006,
"step": 124500
},
{
"epoch": 0.89,
"learning_rate": 2.2462817920022597e-05,
"loss": 0.0006,
"step": 125000
},
{
"epoch": 0.89,
"learning_rate": 2.242499281322971e-05,
"loss": 0.0006,
"step": 125500
},
{
"epoch": 0.9,
"learning_rate": 2.2387167706436823e-05,
"loss": 0.0006,
"step": 126000
},
{
"epoch": 0.9,
"learning_rate": 2.2349418249857524e-05,
"loss": 0.0006,
"step": 126500
},
{
"epoch": 0.9,
"learning_rate": 2.2311593143064643e-05,
"loss": 0.0006,
"step": 127000
},
{
"epoch": 0.91,
"learning_rate": 2.2273768036271756e-05,
"loss": 0.0006,
"step": 127500
},
{
"epoch": 0.91,
"learning_rate": 2.2235942929478872e-05,
"loss": 0.0006,
"step": 128000
},
{
"epoch": 0.91,
"learning_rate": 2.2198193472899573e-05,
"loss": 0.0006,
"step": 128500
},
{
"epoch": 0.92,
"learning_rate": 2.216036836610669e-05,
"loss": 0.0006,
"step": 129000
},
{
"epoch": 0.92,
"learning_rate": 2.2122543259313802e-05,
"loss": 0.0006,
"step": 129500
},
{
"epoch": 0.92,
"learning_rate": 2.2084718152520918e-05,
"loss": 0.0005,
"step": 130000
},
{
"epoch": 0.93,
"learning_rate": 2.204696869594162e-05,
"loss": 0.0006,
"step": 130500
},
{
"epoch": 0.93,
"learning_rate": 2.2009143589148732e-05,
"loss": 0.0006,
"step": 131000
},
{
"epoch": 0.94,
"learning_rate": 2.197131848235585e-05,
"loss": 0.0006,
"step": 131500
},
{
"epoch": 0.94,
"learning_rate": 2.1933493375562964e-05,
"loss": 0.0006,
"step": 132000
},
{
"epoch": 0.94,
"learning_rate": 2.1895668268770077e-05,
"loss": 0.0006,
"step": 132500
},
{
"epoch": 0.95,
"learning_rate": 2.1857918812190778e-05,
"loss": 0.0006,
"step": 133000
},
{
"epoch": 0.95,
"learning_rate": 2.1820093705397897e-05,
"loss": 0.0006,
"step": 133500
},
{
"epoch": 0.95,
"learning_rate": 2.178226859860501e-05,
"loss": 0.0006,
"step": 134000
},
{
"epoch": 0.96,
"learning_rate": 2.1744443491812126e-05,
"loss": 0.0006,
"step": 134500
},
{
"epoch": 0.96,
"learning_rate": 2.1706694035232827e-05,
"loss": 0.0005,
"step": 135000
},
{
"epoch": 0.96,
"learning_rate": 2.1668868928439943e-05,
"loss": 0.0006,
"step": 135500
},
{
"epoch": 0.97,
"learning_rate": 2.1631043821647056e-05,
"loss": 0.0006,
"step": 136000
},
{
"epoch": 0.97,
"learning_rate": 2.1593218714854172e-05,
"loss": 0.0006,
"step": 136500
},
{
"epoch": 0.97,
"learning_rate": 2.1555393608061285e-05,
"loss": 0.0006,
"step": 137000
},
{
"epoch": 0.98,
"learning_rate": 2.1517644151481986e-05,
"loss": 0.0006,
"step": 137500
},
{
"epoch": 0.98,
"learning_rate": 2.1479819044689105e-05,
"loss": 0.0006,
"step": 138000
},
{
"epoch": 0.98,
"learning_rate": 2.1441993937896218e-05,
"loss": 0.0005,
"step": 138500
},
{
"epoch": 0.99,
"learning_rate": 2.1404168831103334e-05,
"loss": 0.0006,
"step": 139000
},
{
"epoch": 0.99,
"learning_rate": 2.136641937452403e-05,
"loss": 0.0006,
"step": 139500
},
{
"epoch": 1.0,
"learning_rate": 2.132859426773115e-05,
"loss": 0.0005,
"step": 140000
},
{
"epoch": 1.0,
"learning_rate": 2.1290769160938264e-05,
"loss": 0.0005,
"step": 140500
},
{
"epoch": 1.0,
"learning_rate": 2.125294405414538e-05,
"loss": 0.0005,
"step": 141000
},
{
"epoch": 1.01,
"learning_rate": 2.121519459756608e-05,
"loss": 0.0005,
"step": 141500
},
{
"epoch": 1.01,
"learning_rate": 2.1177369490773197e-05,
"loss": 0.0005,
"step": 142000
},
{
"epoch": 1.01,
"learning_rate": 2.1139544383980313e-05,
"loss": 0.0005,
"step": 142500
},
{
"epoch": 1.02,
"learning_rate": 2.1101719277187426e-05,
"loss": 0.0005,
"step": 143000
},
{
"epoch": 1.02,
"learning_rate": 2.1063969820608127e-05,
"loss": 0.0005,
"step": 143500
},
{
"epoch": 1.02,
"learning_rate": 2.1026144713815243e-05,
"loss": 0.0005,
"step": 144000
},
{
"epoch": 1.03,
"learning_rate": 2.098831960702236e-05,
"loss": 0.0005,
"step": 144500
},
{
"epoch": 1.03,
"learning_rate": 2.0950494500229472e-05,
"loss": 0.0005,
"step": 145000
},
{
"epoch": 1.03,
"learning_rate": 2.0912669393436588e-05,
"loss": 0.0005,
"step": 145500
},
{
"epoch": 1.04,
"learning_rate": 2.0874844286643704e-05,
"loss": 0.0005,
"step": 146000
},
{
"epoch": 1.04,
"learning_rate": 2.0837094830064405e-05,
"loss": 0.0005,
"step": 146500
},
{
"epoch": 1.05,
"learning_rate": 2.0799269723271518e-05,
"loss": 0.0005,
"step": 147000
},
{
"epoch": 1.05,
"learning_rate": 2.0761444616478634e-05,
"loss": 0.0005,
"step": 147500
},
{
"epoch": 1.05,
"learning_rate": 2.072361950968575e-05,
"loss": 0.0005,
"step": 148000
},
{
"epoch": 1.06,
"learning_rate": 2.068587005310645e-05,
"loss": 0.0005,
"step": 148500
},
{
"epoch": 1.06,
"learning_rate": 2.0648044946313567e-05,
"loss": 0.0005,
"step": 149000
},
{
"epoch": 1.06,
"learning_rate": 2.061021983952068e-05,
"loss": 0.0005,
"step": 149500
},
{
"epoch": 1.07,
"learning_rate": 2.0572394732727796e-05,
"loss": 0.0005,
"step": 150000
},
{
"epoch": 1.07,
"learning_rate": 2.0534645276148497e-05,
"loss": 0.0005,
"step": 150500
},
{
"epoch": 1.07,
"learning_rate": 2.0496820169355613e-05,
"loss": 0.0005,
"step": 151000
},
{
"epoch": 1.08,
"learning_rate": 2.0458995062562726e-05,
"loss": 0.0005,
"step": 151500
},
{
"epoch": 1.08,
"learning_rate": 2.0421169955769845e-05,
"loss": 0.0005,
"step": 152000
},
{
"epoch": 1.08,
"learning_rate": 2.0383344848976958e-05,
"loss": 0.0005,
"step": 152500
},
{
"epoch": 1.09,
"learning_rate": 2.034559539239766e-05,
"loss": 0.0005,
"step": 153000
},
{
"epoch": 1.09,
"learning_rate": 2.030777028560477e-05,
"loss": 0.0005,
"step": 153500
},
{
"epoch": 1.1,
"learning_rate": 2.0269945178811888e-05,
"loss": 0.0005,
"step": 154000
},
{
"epoch": 1.1,
"learning_rate": 2.0232120072019004e-05,
"loss": 0.0005,
"step": 154500
},
{
"epoch": 1.1,
"learning_rate": 2.0194370615439705e-05,
"loss": 0.0005,
"step": 155000
},
{
"epoch": 1.11,
"learning_rate": 2.015654550864682e-05,
"loss": 0.0005,
"step": 155500
},
{
"epoch": 1.11,
"learning_rate": 2.0118720401853934e-05,
"loss": 0.0005,
"step": 156000
},
{
"epoch": 1.11,
"learning_rate": 2.008089529506105e-05,
"loss": 0.0005,
"step": 156500
},
{
"epoch": 1.12,
"learning_rate": 2.004314583848175e-05,
"loss": 0.0005,
"step": 157000
},
{
"epoch": 1.12,
"learning_rate": 2.0005320731688867e-05,
"loss": 0.0005,
"step": 157500
},
{
"epoch": 1.12,
"learning_rate": 1.996749562489598e-05,
"loss": 0.0005,
"step": 158000
},
{
"epoch": 1.13,
"learning_rate": 1.99296705181031e-05,
"loss": 0.0005,
"step": 158500
},
{
"epoch": 1.13,
"learning_rate": 1.9891845411310212e-05,
"loss": 0.0005,
"step": 159000
},
{
"epoch": 1.13,
"learning_rate": 1.9854095954730913e-05,
"loss": 0.0005,
"step": 159500
},
{
"epoch": 1.14,
"learning_rate": 1.9816270847938026e-05,
"loss": 0.0005,
"step": 160000
},
{
"epoch": 1.14,
"learning_rate": 1.977844574114514e-05,
"loss": 0.0005,
"step": 160500
},
{
"epoch": 1.14,
"learning_rate": 1.9740620634352258e-05,
"loss": 0.0005,
"step": 161000
},
{
"epoch": 1.15,
"learning_rate": 1.970287117777296e-05,
"loss": 0.0005,
"step": 161500
},
{
"epoch": 1.15,
"learning_rate": 1.9665046070980075e-05,
"loss": 0.0005,
"step": 162000
},
{
"epoch": 1.16,
"learning_rate": 1.9627220964187188e-05,
"loss": 0.0005,
"step": 162500
},
{
"epoch": 1.16,
"learning_rate": 1.9589395857394307e-05,
"loss": 0.0005,
"step": 163000
},
{
"epoch": 1.16,
"learning_rate": 1.9551646400815005e-05,
"loss": 0.0005,
"step": 163500
},
{
"epoch": 1.17,
"learning_rate": 1.951382129402212e-05,
"loss": 0.0005,
"step": 164000
},
{
"epoch": 1.17,
"learning_rate": 1.9475996187229234e-05,
"loss": 0.0005,
"step": 164500
},
{
"epoch": 1.17,
"learning_rate": 1.9438171080436353e-05,
"loss": 0.0005,
"step": 165000
},
{
"epoch": 1.18,
"learning_rate": 1.9400345973643466e-05,
"loss": 0.0005,
"step": 165500
},
{
"epoch": 1.18,
"learning_rate": 1.9362596517064167e-05,
"loss": 0.0005,
"step": 166000
},
{
"epoch": 1.18,
"learning_rate": 1.9324771410271283e-05,
"loss": 0.0005,
"step": 166500
},
{
"epoch": 1.19,
"learning_rate": 1.92869463034784e-05,
"loss": 0.0005,
"step": 167000
},
{
"epoch": 1.19,
"learning_rate": 1.924912119668551e-05,
"loss": 0.0005,
"step": 167500
},
{
"epoch": 1.19,
"learning_rate": 1.9211296089892628e-05,
"loss": 0.0005,
"step": 168000
},
{
"epoch": 1.2,
"learning_rate": 1.917354663331333e-05,
"loss": 0.0005,
"step": 168500
},
{
"epoch": 1.2,
"learning_rate": 1.913572152652044e-05,
"loss": 0.0005,
"step": 169000
},
{
"epoch": 1.21,
"learning_rate": 1.909789641972756e-05,
"loss": 0.0005,
"step": 169500
},
{
"epoch": 1.21,
"learning_rate": 1.9060071312934674e-05,
"loss": 0.0005,
"step": 170000
},
{
"epoch": 1.21,
"learning_rate": 1.9022321856355375e-05,
"loss": 0.0005,
"step": 170500
},
{
"epoch": 1.22,
"learning_rate": 1.8984496749562488e-05,
"loss": 0.0005,
"step": 171000
},
{
"epoch": 1.22,
"learning_rate": 1.8946671642769607e-05,
"loss": 0.0005,
"step": 171500
},
{
"epoch": 1.22,
"learning_rate": 1.890884653597672e-05,
"loss": 0.0005,
"step": 172000
},
{
"epoch": 1.23,
"learning_rate": 1.8871021429183836e-05,
"loss": 0.0005,
"step": 172500
},
{
"epoch": 1.23,
"learning_rate": 1.8833271972604537e-05,
"loss": 0.0005,
"step": 173000
},
{
"epoch": 1.23,
"learning_rate": 1.8795446865811653e-05,
"loss": 0.0005,
"step": 173500
},
{
"epoch": 1.24,
"learning_rate": 1.8757621759018766e-05,
"loss": 0.0005,
"step": 174000
},
{
"epoch": 1.24,
"learning_rate": 1.8719796652225882e-05,
"loss": 0.0005,
"step": 174500
},
{
"epoch": 1.24,
"learning_rate": 1.8682047195646583e-05,
"loss": 0.0005,
"step": 175000
},
{
"epoch": 1.25,
"learning_rate": 1.86442220888537e-05,
"loss": 0.0005,
"step": 175500
},
{
"epoch": 1.25,
"learning_rate": 1.8606396982060815e-05,
"loss": 0.0005,
"step": 176000
},
{
"epoch": 1.26,
"learning_rate": 1.8568571875267928e-05,
"loss": 0.0005,
"step": 176500
},
{
"epoch": 1.26,
"learning_rate": 1.853074676847504e-05,
"loss": 0.0005,
"step": 177000
},
{
"epoch": 1.26,
"learning_rate": 1.849299731189574e-05,
"loss": 0.0005,
"step": 177500
},
{
"epoch": 1.27,
"learning_rate": 1.845517220510286e-05,
"loss": 0.0005,
"step": 178000
},
{
"epoch": 1.27,
"learning_rate": 1.8417347098309974e-05,
"loss": 0.0005,
"step": 178500
},
{
"epoch": 1.27,
"learning_rate": 1.837952199151709e-05,
"loss": 0.0005,
"step": 179000
},
{
"epoch": 1.28,
"learning_rate": 1.834177253493779e-05,
"loss": 0.0005,
"step": 179500
},
{
"epoch": 1.28,
"learning_rate": 1.8303947428144907e-05,
"loss": 0.0005,
"step": 180000
},
{
"epoch": 1.28,
"learning_rate": 1.826612232135202e-05,
"loss": 0.0005,
"step": 180500
},
{
"epoch": 1.29,
"learning_rate": 1.8228297214559136e-05,
"loss": 0.0005,
"step": 181000
},
{
"epoch": 1.29,
"learning_rate": 1.8190472107766252e-05,
"loss": 0.0005,
"step": 181500
},
{
"epoch": 1.29,
"learning_rate": 1.8152722651186953e-05,
"loss": 0.0005,
"step": 182000
},
{
"epoch": 1.3,
"learning_rate": 1.811489754439407e-05,
"loss": 0.0005,
"step": 182500
},
{
"epoch": 1.3,
"learning_rate": 1.807707243760118e-05,
"loss": 0.0005,
"step": 183000
},
{
"epoch": 1.3,
"learning_rate": 1.8039247330808298e-05,
"loss": 0.0005,
"step": 183500
},
{
"epoch": 1.31,
"learning_rate": 1.8001422224015414e-05,
"loss": 0.0005,
"step": 184000
},
{
"epoch": 1.31,
"learning_rate": 1.7963672767436115e-05,
"loss": 0.0005,
"step": 184500
},
{
"epoch": 1.32,
"learning_rate": 1.7925847660643228e-05,
"loss": 0.0005,
"step": 185000
},
{
"epoch": 1.32,
"learning_rate": 1.7888022553850344e-05,
"loss": 0.0005,
"step": 185500
},
{
"epoch": 1.32,
"learning_rate": 1.785019744705746e-05,
"loss": 0.0005,
"step": 186000
},
{
"epoch": 1.33,
"learning_rate": 1.781244799047816e-05,
"loss": 0.0005,
"step": 186500
},
{
"epoch": 1.33,
"learning_rate": 1.7774622883685277e-05,
"loss": 0.0005,
"step": 187000
},
{
"epoch": 1.33,
"learning_rate": 1.773679777689239e-05,
"loss": 0.0005,
"step": 187500
},
{
"epoch": 1.34,
"learning_rate": 1.7698972670099506e-05,
"loss": 0.0005,
"step": 188000
},
{
"epoch": 1.34,
"learning_rate": 1.7661147563306622e-05,
"loss": 0.0005,
"step": 188500
},
{
"epoch": 1.34,
"learning_rate": 1.7623398106727323e-05,
"loss": 0.0005,
"step": 189000
},
{
"epoch": 1.35,
"learning_rate": 1.7585572999934436e-05,
"loss": 0.0005,
"step": 189500
},
{
"epoch": 1.35,
"learning_rate": 1.7547747893141555e-05,
"loss": 0.0005,
"step": 190000
},
{
"epoch": 1.35,
"learning_rate": 1.7509922786348668e-05,
"loss": 0.0005,
"step": 190500
},
{
"epoch": 1.36,
"learning_rate": 1.747209767955578e-05,
"loss": 0.0005,
"step": 191000
},
{
"epoch": 1.36,
"learning_rate": 1.7434272572762896e-05,
"loss": 0.0005,
"step": 191500
},
{
"epoch": 1.37,
"learning_rate": 1.7396523116183598e-05,
"loss": 0.0005,
"step": 192000
},
{
"epoch": 1.37,
"learning_rate": 1.7358698009390714e-05,
"loss": 0.0005,
"step": 192500
},
{
"epoch": 1.37,
"learning_rate": 1.732087290259783e-05,
"loss": 0.0005,
"step": 193000
},
{
"epoch": 1.38,
"learning_rate": 1.7283047795804942e-05,
"loss": 0.0005,
"step": 193500
},
{
"epoch": 1.38,
"learning_rate": 1.724522268901206e-05,
"loss": 0.0005,
"step": 194000
},
{
"epoch": 1.38,
"learning_rate": 1.720747323243276e-05,
"loss": 0.0005,
"step": 194500
},
{
"epoch": 1.39,
"learning_rate": 1.7169648125639876e-05,
"loss": 0.0005,
"step": 195000
},
{
"epoch": 1.39,
"learning_rate": 1.713182301884699e-05,
"loss": 0.0005,
"step": 195500
},
{
"epoch": 1.39,
"learning_rate": 1.7093997912054108e-05,
"loss": 0.0005,
"step": 196000
},
{
"epoch": 1.4,
"learning_rate": 1.705617280526122e-05,
"loss": 0.0005,
"step": 196500
},
{
"epoch": 1.4,
"learning_rate": 1.701842334868192e-05,
"loss": 0.0005,
"step": 197000
},
{
"epoch": 1.4,
"learning_rate": 1.6980598241889034e-05,
"loss": 0.0005,
"step": 197500
},
{
"epoch": 1.41,
"learning_rate": 1.6942773135096154e-05,
"loss": 0.0005,
"step": 198000
},
{
"epoch": 1.41,
"learning_rate": 1.6904948028303266e-05,
"loss": 0.0005,
"step": 198500
},
{
"epoch": 1.42,
"learning_rate": 1.6867122921510383e-05,
"loss": 0.0005,
"step": 199000
},
{
"epoch": 1.42,
"learning_rate": 1.6829373464931084e-05,
"loss": 0.0005,
"step": 199500
},
{
"epoch": 1.42,
"learning_rate": 1.6791548358138196e-05,
"loss": 0.0005,
"step": 200000
},
{
"epoch": 1.43,
"learning_rate": 1.6753723251345316e-05,
"loss": 0.0005,
"step": 200500
},
{
"epoch": 1.43,
"learning_rate": 1.671589814455243e-05,
"loss": 0.0005,
"step": 201000
},
{
"epoch": 1.43,
"learning_rate": 1.667814868797313e-05,
"loss": 0.0005,
"step": 201500
},
{
"epoch": 1.44,
"learning_rate": 1.6640323581180242e-05,
"loss": 0.0005,
"step": 202000
},
{
"epoch": 1.44,
"learning_rate": 1.6602498474387362e-05,
"loss": 0.0005,
"step": 202500
},
{
"epoch": 1.44,
"learning_rate": 1.6564673367594474e-05,
"loss": 0.0005,
"step": 203000
},
{
"epoch": 1.45,
"learning_rate": 1.652684826080159e-05,
"loss": 0.0005,
"step": 203500
},
{
"epoch": 1.45,
"learning_rate": 1.648909880422229e-05,
"loss": 0.0005,
"step": 204000
},
{
"epoch": 1.45,
"learning_rate": 1.6451273697429408e-05,
"loss": 0.0005,
"step": 204500
},
{
"epoch": 1.46,
"learning_rate": 1.641344859063652e-05,
"loss": 0.0005,
"step": 205000
},
{
"epoch": 1.46,
"learning_rate": 1.6375623483843636e-05,
"loss": 0.0004,
"step": 205500
},
{
"epoch": 1.46,
"learning_rate": 1.6337874027264338e-05,
"loss": 0.0005,
"step": 206000
},
{
"epoch": 1.47,
"learning_rate": 1.630004892047145e-05,
"loss": 0.0005,
"step": 206500
},
{
"epoch": 1.47,
"learning_rate": 1.626222381367857e-05,
"loss": 0.0005,
"step": 207000
},
{
"epoch": 1.48,
"learning_rate": 1.6224398706885682e-05,
"loss": 0.0004,
"step": 207500
},
{
"epoch": 1.48,
"learning_rate": 1.6186573600092795e-05,
"loss": 0.0005,
"step": 208000
},
{
"epoch": 1.48,
"learning_rate": 1.6148824143513496e-05,
"loss": 0.0005,
"step": 208500
},
{
"epoch": 1.49,
"learning_rate": 1.6110999036720616e-05,
"loss": 0.0005,
"step": 209000
},
{
"epoch": 1.49,
"learning_rate": 1.607317392992773e-05,
"loss": 0.0005,
"step": 209500
},
{
"epoch": 1.49,
"learning_rate": 1.6035348823134844e-05,
"loss": 0.0005,
"step": 210000
},
{
"epoch": 1.5,
"learning_rate": 1.5997599366555546e-05,
"loss": 0.0004,
"step": 210500
},
{
"epoch": 1.5,
"learning_rate": 1.595977425976266e-05,
"loss": 0.0005,
"step": 211000
},
{
"epoch": 1.5,
"learning_rate": 1.5921949152969774e-05,
"loss": 0.0005,
"step": 211500
},
{
"epoch": 1.51,
"learning_rate": 1.588412404617689e-05,
"loss": 0.0004,
"step": 212000
},
{
"epoch": 1.51,
"learning_rate": 1.5846298939384006e-05,
"loss": 0.0004,
"step": 212500
},
{
"epoch": 1.51,
"learning_rate": 1.5808473832591123e-05,
"loss": 0.0005,
"step": 213000
},
{
"epoch": 1.52,
"learning_rate": 1.5770724376011824e-05,
"loss": 0.0005,
"step": 213500
},
{
"epoch": 1.52,
"learning_rate": 1.5732899269218936e-05,
"loss": 0.0005,
"step": 214000
},
{
"epoch": 1.53,
"learning_rate": 1.5695074162426052e-05,
"loss": 0.0005,
"step": 214500
},
{
"epoch": 1.53,
"learning_rate": 1.565724905563317e-05,
"loss": 0.0005,
"step": 215000
},
{
"epoch": 1.53,
"learning_rate": 1.561942394884028e-05,
"loss": 0.0005,
"step": 215500
},
{
"epoch": 1.54,
"learning_rate": 1.5581674492260982e-05,
"loss": 0.0005,
"step": 216000
},
{
"epoch": 1.54,
"learning_rate": 1.55438493854681e-05,
"loss": 0.0005,
"step": 216500
},
{
"epoch": 1.54,
"learning_rate": 1.5506024278675214e-05,
"loss": 0.0005,
"step": 217000
},
{
"epoch": 1.55,
"learning_rate": 1.546819917188233e-05,
"loss": 0.0004,
"step": 217500
},
{
"epoch": 1.55,
"learning_rate": 1.5430374065089443e-05,
"loss": 0.0005,
"step": 218000
},
{
"epoch": 1.55,
"learning_rate": 1.5392624608510144e-05,
"loss": 0.0005,
"step": 218500
},
{
"epoch": 1.56,
"learning_rate": 1.535479950171726e-05,
"loss": 0.0005,
"step": 219000
},
{
"epoch": 1.56,
"learning_rate": 1.5316974394924377e-05,
"loss": 0.0004,
"step": 219500
},
{
"epoch": 1.56,
"learning_rate": 1.527914928813149e-05,
"loss": 0.0005,
"step": 220000
},
{
"epoch": 1.57,
"learning_rate": 1.524139983155219e-05,
"loss": 0.0005,
"step": 220500
},
{
"epoch": 1.57,
"learning_rate": 1.5203574724759308e-05,
"loss": 0.0005,
"step": 221000
},
{
"epoch": 1.58,
"learning_rate": 1.5165749617966422e-05,
"loss": 0.0004,
"step": 221500
},
{
"epoch": 1.58,
"learning_rate": 1.5127924511173537e-05,
"loss": 0.0005,
"step": 222000
},
{
"epoch": 1.58,
"learning_rate": 1.5090099404380651e-05,
"loss": 0.0005,
"step": 222500
},
{
"epoch": 1.59,
"learning_rate": 1.5052349947801352e-05,
"loss": 0.0004,
"step": 223000
},
{
"epoch": 1.59,
"learning_rate": 1.5014524841008468e-05,
"loss": 0.0005,
"step": 223500
},
{
"epoch": 1.59,
"learning_rate": 1.4976699734215583e-05,
"loss": 0.0004,
"step": 224000
},
{
"epoch": 1.6,
"learning_rate": 1.4938874627422699e-05,
"loss": 0.0005,
"step": 224500
},
{
"epoch": 1.6,
"learning_rate": 1.49011251708434e-05,
"loss": 0.0004,
"step": 225000
},
{
"epoch": 1.6,
"learning_rate": 1.4863300064050514e-05,
"loss": 0.0005,
"step": 225500
},
{
"epoch": 1.61,
"learning_rate": 1.482547495725763e-05,
"loss": 0.0005,
"step": 226000
},
{
"epoch": 1.61,
"learning_rate": 1.4787649850464745e-05,
"loss": 0.0005,
"step": 226500
},
{
"epoch": 1.61,
"learning_rate": 1.474982474367186e-05,
"loss": 0.0005,
"step": 227000
},
{
"epoch": 1.62,
"learning_rate": 1.471207528709256e-05,
"loss": 0.0004,
"step": 227500
},
{
"epoch": 1.62,
"learning_rate": 1.4674250180299676e-05,
"loss": 0.0004,
"step": 228000
},
{
"epoch": 1.62,
"learning_rate": 1.463642507350679e-05,
"loss": 0.0004,
"step": 228500
},
{
"epoch": 1.63,
"learning_rate": 1.4598599966713907e-05,
"loss": 0.0005,
"step": 229000
},
{
"epoch": 1.63,
"learning_rate": 1.4560774859921023e-05,
"loss": 0.0004,
"step": 229500
},
{
"epoch": 1.64,
"learning_rate": 1.4522949753128136e-05,
"loss": 0.0005,
"step": 230000
},
{
"epoch": 1.64,
"learning_rate": 1.4485200296548837e-05,
"loss": 0.0005,
"step": 230500
},
{
"epoch": 1.64,
"learning_rate": 1.4447375189755953e-05,
"loss": 0.0004,
"step": 231000
},
{
"epoch": 1.65,
"learning_rate": 1.4409550082963067e-05,
"loss": 0.0005,
"step": 231500
},
{
"epoch": 1.65,
"learning_rate": 1.4371724976170183e-05,
"loss": 0.0004,
"step": 232000
},
{
"epoch": 1.65,
"learning_rate": 1.43338998693773e-05,
"loss": 0.0004,
"step": 232500
},
{
"epoch": 1.66,
"learning_rate": 1.4296150412798e-05,
"loss": 0.0004,
"step": 233000
},
{
"epoch": 1.66,
"learning_rate": 1.4258325306005113e-05,
"loss": 0.0005,
"step": 233500
},
{
"epoch": 1.66,
"learning_rate": 1.422050019921223e-05,
"loss": 0.0004,
"step": 234000
},
{
"epoch": 1.67,
"learning_rate": 1.4182675092419344e-05,
"loss": 0.0004,
"step": 234500
},
{
"epoch": 1.67,
"learning_rate": 1.414484998562646e-05,
"loss": 0.0005,
"step": 235000
},
{
"epoch": 1.67,
"learning_rate": 1.4107024878833576e-05,
"loss": 0.0004,
"step": 235500
},
{
"epoch": 1.68,
"learning_rate": 1.4069275422254277e-05,
"loss": 0.0004,
"step": 236000
},
{
"epoch": 1.68,
"learning_rate": 1.4031450315461391e-05,
"loss": 0.0004,
"step": 236500
},
{
"epoch": 1.69,
"learning_rate": 1.3993625208668506e-05,
"loss": 0.0004,
"step": 237000
},
{
"epoch": 1.69,
"learning_rate": 1.3955800101875622e-05,
"loss": 0.0004,
"step": 237500
},
{
"epoch": 1.69,
"learning_rate": 1.3917974995082736e-05,
"loss": 0.0005,
"step": 238000
},
{
"epoch": 1.7,
"learning_rate": 1.3880149888289852e-05,
"loss": 0.0004,
"step": 238500
},
{
"epoch": 1.7,
"learning_rate": 1.3842324781496967e-05,
"loss": 0.0004,
"step": 239000
},
{
"epoch": 1.7,
"learning_rate": 1.3804499674704083e-05,
"loss": 0.0004,
"step": 239500
},
{
"epoch": 1.71,
"learning_rate": 1.3766750218124782e-05,
"loss": 0.0004,
"step": 240000
},
{
"epoch": 1.71,
"learning_rate": 1.3728925111331898e-05,
"loss": 0.0004,
"step": 240500
},
{
"epoch": 1.71,
"learning_rate": 1.36911756547526e-05,
"loss": 0.0004,
"step": 241000
},
{
"epoch": 1.72,
"learning_rate": 1.3653350547959714e-05,
"loss": 0.0004,
"step": 241500
},
{
"epoch": 1.72,
"learning_rate": 1.361552544116683e-05,
"loss": 0.0004,
"step": 242000
},
{
"epoch": 1.72,
"learning_rate": 1.3577700334373944e-05,
"loss": 0.0005,
"step": 242500
},
{
"epoch": 1.73,
"learning_rate": 1.3539950877794645e-05,
"loss": 0.0004,
"step": 243000
},
{
"epoch": 1.73,
"learning_rate": 1.350212577100176e-05,
"loss": 0.0004,
"step": 243500
},
{
"epoch": 1.74,
"learning_rate": 1.3464300664208876e-05,
"loss": 0.0004,
"step": 244000
},
{
"epoch": 1.74,
"learning_rate": 1.342647555741599e-05,
"loss": 0.0004,
"step": 244500
},
{
"epoch": 1.74,
"learning_rate": 1.3388650450623106e-05,
"loss": 0.0005,
"step": 245000
},
{
"epoch": 1.75,
"learning_rate": 1.3350900994043807e-05,
"loss": 0.0004,
"step": 245500
},
{
"epoch": 1.75,
"learning_rate": 1.3313075887250923e-05,
"loss": 0.0004,
"step": 246000
},
{
"epoch": 1.75,
"learning_rate": 1.3275250780458038e-05,
"loss": 0.0004,
"step": 246500
},
{
"epoch": 1.76,
"learning_rate": 1.3237425673665152e-05,
"loss": 0.0004,
"step": 247000
},
{
"epoch": 1.76,
"learning_rate": 1.3199600566872266e-05,
"loss": 0.0004,
"step": 247500
},
{
"epoch": 1.76,
"learning_rate": 1.3161775460079382e-05,
"loss": 0.0004,
"step": 248000
},
{
"epoch": 1.77,
"learning_rate": 1.3123950353286499e-05,
"loss": 0.0004,
"step": 248500
},
{
"epoch": 1.77,
"learning_rate": 1.30862008967072e-05,
"loss": 0.0004,
"step": 249000
},
{
"epoch": 1.77,
"learning_rate": 1.3048375789914314e-05,
"loss": 0.0004,
"step": 249500
},
{
"epoch": 1.78,
"learning_rate": 1.301055068312143e-05,
"loss": 0.0004,
"step": 250000
},
{
"epoch": 1.78,
"learning_rate": 1.2972725576328543e-05,
"loss": 0.0004,
"step": 250500
},
{
"epoch": 1.78,
"learning_rate": 1.2934900469535659e-05,
"loss": 0.0004,
"step": 251000
},
{
"epoch": 1.79,
"learning_rate": 1.289715101295636e-05,
"loss": 0.0004,
"step": 251500
},
{
"epoch": 1.79,
"learning_rate": 1.2859325906163476e-05,
"loss": 0.0004,
"step": 252000
},
{
"epoch": 1.8,
"learning_rate": 1.282150079937059e-05,
"loss": 0.0004,
"step": 252500
},
{
"epoch": 1.8,
"learning_rate": 1.2783675692577707e-05,
"loss": 0.0004,
"step": 253000
},
{
"epoch": 1.8,
"learning_rate": 1.2745850585784821e-05,
"loss": 0.0004,
"step": 253500
},
{
"epoch": 1.81,
"learning_rate": 1.2708025478991935e-05,
"loss": 0.0004,
"step": 254000
},
{
"epoch": 1.81,
"learning_rate": 1.2670200372199051e-05,
"loss": 0.0004,
"step": 254500
},
{
"epoch": 1.81,
"learning_rate": 1.2632450915619753e-05,
"loss": 0.0004,
"step": 255000
},
{
"epoch": 1.82,
"learning_rate": 1.2594625808826867e-05,
"loss": 0.0004,
"step": 255500
},
{
"epoch": 1.82,
"learning_rate": 1.2556800702033983e-05,
"loss": 0.0004,
"step": 256000
},
{
"epoch": 1.82,
"learning_rate": 1.2518975595241099e-05,
"loss": 0.0004,
"step": 256500
},
{
"epoch": 1.83,
"learning_rate": 1.2481226138661798e-05,
"loss": 0.0004,
"step": 257000
},
{
"epoch": 1.83,
"learning_rate": 1.2443401031868913e-05,
"loss": 0.0004,
"step": 257500
},
{
"epoch": 1.83,
"learning_rate": 1.2405575925076029e-05,
"loss": 0.0004,
"step": 258000
},
{
"epoch": 1.84,
"learning_rate": 1.2367750818283143e-05,
"loss": 0.0004,
"step": 258500
},
{
"epoch": 1.84,
"learning_rate": 1.232992571149026e-05,
"loss": 0.0004,
"step": 259000
},
{
"epoch": 1.85,
"learning_rate": 1.2292100604697375e-05,
"loss": 0.0004,
"step": 259500
},
{
"epoch": 1.85,
"learning_rate": 1.2254351148118077e-05,
"loss": 0.0004,
"step": 260000
},
{
"epoch": 1.85,
"learning_rate": 1.221652604132519e-05,
"loss": 0.0004,
"step": 260500
},
{
"epoch": 1.86,
"learning_rate": 1.2178700934532305e-05,
"loss": 0.0004,
"step": 261000
},
{
"epoch": 1.86,
"learning_rate": 1.214087582773942e-05,
"loss": 0.0004,
"step": 261500
},
{
"epoch": 1.86,
"learning_rate": 1.2103050720946536e-05,
"loss": 0.0004,
"step": 262000
},
{
"epoch": 1.87,
"learning_rate": 1.2065301264367237e-05,
"loss": 0.0004,
"step": 262500
},
{
"epoch": 1.87,
"learning_rate": 1.2027476157574353e-05,
"loss": 0.0004,
"step": 263000
},
{
"epoch": 1.87,
"learning_rate": 1.1989651050781467e-05,
"loss": 0.0004,
"step": 263500
},
{
"epoch": 1.88,
"learning_rate": 1.1951825943988582e-05,
"loss": 0.0004,
"step": 264000
},
{
"epoch": 1.88,
"learning_rate": 1.1914000837195696e-05,
"loss": 0.0004,
"step": 264500
},
{
"epoch": 1.88,
"learning_rate": 1.1876175730402812e-05,
"loss": 0.0004,
"step": 265000
},
{
"epoch": 1.89,
"learning_rate": 1.1838350623609928e-05,
"loss": 0.0004,
"step": 265500
},
{
"epoch": 1.89,
"learning_rate": 1.1800525516817043e-05,
"loss": 0.0004,
"step": 266000
},
{
"epoch": 1.9,
"learning_rate": 1.176285171045133e-05,
"loss": 0.0004,
"step": 266500
},
{
"epoch": 1.9,
"learning_rate": 1.1725026603658445e-05,
"loss": 0.0004,
"step": 267000
},
{
"epoch": 1.9,
"learning_rate": 1.168720149686556e-05,
"loss": 0.0004,
"step": 267500
},
{
"epoch": 1.91,
"learning_rate": 1.1649376390072675e-05,
"loss": 0.0004,
"step": 268000
},
{
"epoch": 1.91,
"learning_rate": 1.161155128327979e-05,
"loss": 0.0004,
"step": 268500
},
{
"epoch": 1.91,
"learning_rate": 1.1573726176486906e-05,
"loss": 0.0004,
"step": 269000
},
{
"epoch": 1.92,
"learning_rate": 1.153590106969402e-05,
"loss": 0.0004,
"step": 269500
},
{
"epoch": 1.92,
"learning_rate": 1.1498075962901136e-05,
"loss": 0.0004,
"step": 270000
},
{
"epoch": 1.92,
"learning_rate": 1.1460326506321837e-05,
"loss": 0.0004,
"step": 270500
},
{
"epoch": 1.93,
"learning_rate": 1.1422501399528952e-05,
"loss": 0.0004,
"step": 271000
},
{
"epoch": 1.93,
"learning_rate": 1.1384676292736066e-05,
"loss": 0.0004,
"step": 271500
},
{
"epoch": 1.93,
"learning_rate": 1.1346926836156767e-05,
"loss": 0.0004,
"step": 272000
},
{
"epoch": 1.94,
"learning_rate": 1.1309101729363883e-05,
"loss": 0.0004,
"step": 272500
},
{
"epoch": 1.94,
"learning_rate": 1.1271276622570998e-05,
"loss": 0.0004,
"step": 273000
},
{
"epoch": 1.94,
"learning_rate": 1.1233451515778114e-05,
"loss": 0.0004,
"step": 273500
},
{
"epoch": 1.95,
"learning_rate": 1.1195626408985228e-05,
"loss": 0.0004,
"step": 274000
},
{
"epoch": 1.95,
"learning_rate": 1.1157801302192343e-05,
"loss": 0.0004,
"step": 274500
},
{
"epoch": 1.96,
"learning_rate": 1.1119976195399459e-05,
"loss": 0.0004,
"step": 275000
},
{
"epoch": 1.96,
"learning_rate": 1.108222673882016e-05,
"loss": 0.0004,
"step": 275500
},
{
"epoch": 1.96,
"learning_rate": 1.1044401632027274e-05,
"loss": 0.0004,
"step": 276000
},
{
"epoch": 1.97,
"learning_rate": 1.100657652523439e-05,
"loss": 0.0004,
"step": 276500
},
{
"epoch": 1.97,
"learning_rate": 1.0968751418441506e-05,
"loss": 0.0004,
"step": 277000
},
{
"epoch": 1.97,
"learning_rate": 1.0930926311648619e-05,
"loss": 0.0004,
"step": 277500
},
{
"epoch": 1.98,
"learning_rate": 1.089317685506932e-05,
"loss": 0.0004,
"step": 278000
},
{
"epoch": 1.98,
"learning_rate": 1.0855351748276436e-05,
"loss": 0.0004,
"step": 278500
},
{
"epoch": 1.98,
"learning_rate": 1.0817526641483552e-05,
"loss": 0.0004,
"step": 279000
},
{
"epoch": 1.99,
"learning_rate": 1.0779701534690667e-05,
"loss": 0.0004,
"step": 279500
},
{
"epoch": 1.99,
"learning_rate": 1.0741876427897783e-05,
"loss": 0.0004,
"step": 280000
},
{
"epoch": 1.99,
"learning_rate": 1.0704051321104897e-05,
"loss": 0.0004,
"step": 280500
},
{
"epoch": 2.0,
"learning_rate": 1.0666226214312011e-05,
"loss": 0.0004,
"step": 281000
},
{
"epoch": 2.0,
"learning_rate": 1.0628476757732713e-05,
"loss": 0.0004,
"step": 281500
},
{
"epoch": 2.01,
"learning_rate": 1.0590651650939829e-05,
"loss": 0.0004,
"step": 282000
},
{
"epoch": 2.01,
"learning_rate": 1.0552826544146943e-05,
"loss": 0.0004,
"step": 282500
},
{
"epoch": 2.01,
"learning_rate": 1.0515001437354059e-05,
"loss": 0.0004,
"step": 283000
},
{
"epoch": 2.02,
"learning_rate": 1.0477176330561173e-05,
"loss": 0.0004,
"step": 283500
},
{
"epoch": 2.02,
"learning_rate": 1.0439351223768288e-05,
"loss": 0.0004,
"step": 284000
},
{
"epoch": 2.02,
"learning_rate": 1.0401601767188989e-05,
"loss": 0.0004,
"step": 284500
},
{
"epoch": 2.03,
"learning_rate": 1.0363776660396105e-05,
"loss": 0.0004,
"step": 285000
},
{
"epoch": 2.03,
"learning_rate": 1.032595155360322e-05,
"loss": 0.0004,
"step": 285500
},
{
"epoch": 2.03,
"learning_rate": 1.0288126446810335e-05,
"loss": 0.0004,
"step": 286000
},
{
"epoch": 2.04,
"learning_rate": 1.025030134001745e-05,
"loss": 0.0004,
"step": 286500
},
{
"epoch": 2.04,
"learning_rate": 1.0212476233224566e-05,
"loss": 0.0004,
"step": 287000
},
{
"epoch": 2.04,
"learning_rate": 1.017465112643168e-05,
"loss": 0.0004,
"step": 287500
},
{
"epoch": 2.05,
"learning_rate": 1.0136826019638795e-05,
"loss": 0.0004,
"step": 288000
},
{
"epoch": 2.05,
"learning_rate": 1.0099076563059496e-05,
"loss": 0.0004,
"step": 288500
},
{
"epoch": 2.06,
"learning_rate": 1.0061327106480197e-05,
"loss": 0.0004,
"step": 289000
},
{
"epoch": 2.06,
"learning_rate": 1.0023501999687313e-05,
"loss": 0.0004,
"step": 289500
},
{
"epoch": 2.06,
"learning_rate": 9.985676892894429e-06,
"loss": 0.0004,
"step": 290000
},
{
"epoch": 2.07,
"learning_rate": 9.947851786101543e-06,
"loss": 0.0004,
"step": 290500
},
{
"epoch": 2.07,
"learning_rate": 9.910026679308658e-06,
"loss": 0.0004,
"step": 291000
},
{
"epoch": 2.07,
"learning_rate": 9.872201572515772e-06,
"loss": 0.0004,
"step": 291500
},
{
"epoch": 2.08,
"learning_rate": 9.834376465722888e-06,
"loss": 0.0004,
"step": 292000
},
{
"epoch": 2.08,
"learning_rate": 9.796551358930004e-06,
"loss": 0.0004,
"step": 292500
},
{
"epoch": 2.08,
"learning_rate": 9.758801902350705e-06,
"loss": 0.0004,
"step": 293000
},
{
"epoch": 2.09,
"learning_rate": 9.72097679555782e-06,
"loss": 0.0004,
"step": 293500
},
{
"epoch": 2.09,
"learning_rate": 9.683151688764936e-06,
"loss": 0.0004,
"step": 294000
},
{
"epoch": 2.09,
"learning_rate": 9.645326581972049e-06,
"loss": 0.0004,
"step": 294500
},
{
"epoch": 2.1,
"learning_rate": 9.60757712539275e-06,
"loss": 0.0004,
"step": 295000
},
{
"epoch": 2.1,
"learning_rate": 9.569827668813451e-06,
"loss": 0.0004,
"step": 295500
},
{
"epoch": 2.1,
"learning_rate": 9.532002562020567e-06,
"loss": 0.0004,
"step": 296000
},
{
"epoch": 2.11,
"learning_rate": 9.494177455227683e-06,
"loss": 0.0004,
"step": 296500
},
{
"epoch": 2.11,
"learning_rate": 9.456352348434797e-06,
"loss": 0.0004,
"step": 297000
},
{
"epoch": 2.12,
"learning_rate": 9.418527241641913e-06,
"loss": 0.0004,
"step": 297500
},
{
"epoch": 2.12,
"learning_rate": 9.380702134849026e-06,
"loss": 0.0004,
"step": 298000
},
{
"epoch": 2.12,
"learning_rate": 9.342952678269727e-06,
"loss": 0.0004,
"step": 298500
},
{
"epoch": 2.13,
"learning_rate": 9.305127571476843e-06,
"loss": 0.0004,
"step": 299000
},
{
"epoch": 2.13,
"learning_rate": 9.26730246468396e-06,
"loss": 0.0004,
"step": 299500
},
{
"epoch": 2.13,
"learning_rate": 9.229477357891074e-06,
"loss": 0.0004,
"step": 300000
},
{
"epoch": 2.14,
"learning_rate": 9.19165225109819e-06,
"loss": 0.0004,
"step": 300500
},
{
"epoch": 2.14,
"learning_rate": 9.153827144305304e-06,
"loss": 0.0004,
"step": 301000
},
{
"epoch": 2.14,
"learning_rate": 9.116002037512419e-06,
"loss": 0.0004,
"step": 301500
},
{
"epoch": 2.15,
"learning_rate": 9.078176930719535e-06,
"loss": 0.0004,
"step": 302000
},
{
"epoch": 2.15,
"learning_rate": 9.040427474140236e-06,
"loss": 0.0004,
"step": 302500
},
{
"epoch": 2.15,
"learning_rate": 9.00260236734735e-06,
"loss": 0.0004,
"step": 303000
},
{
"epoch": 2.16,
"learning_rate": 8.964852910768051e-06,
"loss": 0.0004,
"step": 303500
},
{
"epoch": 2.16,
"learning_rate": 8.927027803975167e-06,
"loss": 0.0004,
"step": 304000
},
{
"epoch": 2.17,
"learning_rate": 8.889202697182282e-06,
"loss": 0.0004,
"step": 304500
},
{
"epoch": 2.17,
"learning_rate": 8.851377590389396e-06,
"loss": 0.0004,
"step": 305000
},
{
"epoch": 2.17,
"learning_rate": 8.813552483596512e-06,
"loss": 0.0004,
"step": 305500
},
{
"epoch": 2.18,
"learning_rate": 8.775727376803627e-06,
"loss": 0.0004,
"step": 306000
},
{
"epoch": 2.18,
"learning_rate": 8.737902270010743e-06,
"loss": 0.0004,
"step": 306500
},
{
"epoch": 2.18,
"learning_rate": 8.700152813431444e-06,
"loss": 0.0004,
"step": 307000
},
{
"epoch": 2.19,
"learning_rate": 8.66232770663856e-06,
"loss": 0.0004,
"step": 307500
},
{
"epoch": 2.19,
"learning_rate": 8.624502599845673e-06,
"loss": 0.0004,
"step": 308000
},
{
"epoch": 2.19,
"learning_rate": 8.586677493052789e-06,
"loss": 0.0004,
"step": 308500
},
{
"epoch": 2.2,
"learning_rate": 8.548852386259903e-06,
"loss": 0.0004,
"step": 309000
},
{
"epoch": 2.2,
"learning_rate": 8.511027279467019e-06,
"loss": 0.0004,
"step": 309500
},
{
"epoch": 2.2,
"learning_rate": 8.473202172674135e-06,
"loss": 0.0004,
"step": 310000
},
{
"epoch": 2.21,
"learning_rate": 8.43537706588125e-06,
"loss": 0.0004,
"step": 310500
},
{
"epoch": 2.21,
"learning_rate": 8.39762760930195e-06,
"loss": 0.0004,
"step": 311000
},
{
"epoch": 2.22,
"learning_rate": 8.359802502509065e-06,
"loss": 0.0004,
"step": 311500
},
{
"epoch": 2.22,
"learning_rate": 8.322053045929766e-06,
"loss": 0.0004,
"step": 312000
},
{
"epoch": 2.22,
"learning_rate": 8.284227939136882e-06,
"loss": 0.0004,
"step": 312500
},
{
"epoch": 2.23,
"learning_rate": 8.246402832343997e-06,
"loss": 0.0004,
"step": 313000
},
{
"epoch": 2.23,
"learning_rate": 8.208577725551113e-06,
"loss": 0.0004,
"step": 313500
},
{
"epoch": 2.23,
"learning_rate": 8.170752618758227e-06,
"loss": 0.0004,
"step": 314000
},
{
"epoch": 2.24,
"learning_rate": 8.132927511965343e-06,
"loss": 0.0004,
"step": 314500
},
{
"epoch": 2.24,
"learning_rate": 8.095102405172458e-06,
"loss": 0.0004,
"step": 315000
},
{
"epoch": 2.24,
"learning_rate": 8.057277298379572e-06,
"loss": 0.0004,
"step": 315500
},
{
"epoch": 2.25,
"learning_rate": 8.019527841800273e-06,
"loss": 0.0004,
"step": 316000
},
{
"epoch": 2.25,
"learning_rate": 7.981702735007389e-06,
"loss": 0.0004,
"step": 316500
},
{
"epoch": 2.25,
"learning_rate": 7.943877628214504e-06,
"loss": 0.0004,
"step": 317000
},
{
"epoch": 2.26,
"learning_rate": 7.90605252142162e-06,
"loss": 0.0004,
"step": 317500
},
{
"epoch": 2.26,
"learning_rate": 7.86830306484232e-06,
"loss": 0.0004,
"step": 318000
},
{
"epoch": 2.26,
"learning_rate": 7.830477958049435e-06,
"loss": 0.0004,
"step": 318500
},
{
"epoch": 2.27,
"learning_rate": 7.79265285125655e-06,
"loss": 0.0004,
"step": 319000
},
{
"epoch": 2.27,
"learning_rate": 7.754827744463666e-06,
"loss": 0.0004,
"step": 319500
},
{
"epoch": 2.28,
"learning_rate": 7.71700263767078e-06,
"loss": 0.0004,
"step": 320000
},
{
"epoch": 2.28,
"learning_rate": 7.679177530877896e-06,
"loss": 0.0004,
"step": 320500
},
{
"epoch": 2.28,
"learning_rate": 7.641352424085012e-06,
"loss": 0.0004,
"step": 321000
},
{
"epoch": 2.29,
"learning_rate": 7.603527317292126e-06,
"loss": 0.0004,
"step": 321500
},
{
"epoch": 2.29,
"learning_rate": 7.565702210499242e-06,
"loss": 0.0004,
"step": 322000
},
{
"epoch": 2.29,
"learning_rate": 7.527952753919942e-06,
"loss": 0.0004,
"step": 322500
},
{
"epoch": 2.3,
"learning_rate": 7.490127647127057e-06,
"loss": 0.0004,
"step": 323000
},
{
"epoch": 2.3,
"learning_rate": 7.452302540334172e-06,
"loss": 0.0004,
"step": 323500
},
{
"epoch": 2.3,
"learning_rate": 7.414477433541288e-06,
"loss": 0.0004,
"step": 324000
},
{
"epoch": 2.31,
"learning_rate": 7.376727976961989e-06,
"loss": 0.0004,
"step": 324500
},
{
"epoch": 2.31,
"learning_rate": 7.338902870169104e-06,
"loss": 0.0004,
"step": 325000
},
{
"epoch": 2.31,
"learning_rate": 7.301077763376219e-06,
"loss": 0.0004,
"step": 325500
},
{
"epoch": 2.32,
"learning_rate": 7.2632526565833336e-06,
"loss": 0.0004,
"step": 326000
},
{
"epoch": 2.32,
"learning_rate": 7.225503200004035e-06,
"loss": 0.0004,
"step": 326500
},
{
"epoch": 2.33,
"learning_rate": 7.18767809321115e-06,
"loss": 0.0004,
"step": 327000
},
{
"epoch": 2.33,
"learning_rate": 7.149852986418265e-06,
"loss": 0.0004,
"step": 327500
},
{
"epoch": 2.33,
"learning_rate": 7.11202787962538e-06,
"loss": 0.0004,
"step": 328000
},
{
"epoch": 2.34,
"learning_rate": 7.0742784230460815e-06,
"loss": 0.0004,
"step": 328500
},
{
"epoch": 2.34,
"learning_rate": 7.036453316253197e-06,
"loss": 0.0004,
"step": 329000
},
{
"epoch": 2.34,
"learning_rate": 6.998628209460311e-06,
"loss": 0.0004,
"step": 329500
},
{
"epoch": 2.35,
"learning_rate": 6.960803102667427e-06,
"loss": 0.0004,
"step": 330000
},
{
"epoch": 2.35,
"learning_rate": 6.923053646088128e-06,
"loss": 0.0004,
"step": 330500
},
{
"epoch": 2.35,
"learning_rate": 6.885228539295243e-06,
"loss": 0.0004,
"step": 331000
},
{
"epoch": 2.36,
"learning_rate": 6.847403432502358e-06,
"loss": 0.0004,
"step": 331500
},
{
"epoch": 2.36,
"learning_rate": 6.809653975923059e-06,
"loss": 0.0004,
"step": 332000
},
{
"epoch": 2.36,
"learning_rate": 6.771828869130174e-06,
"loss": 0.0004,
"step": 332500
},
{
"epoch": 2.37,
"learning_rate": 6.734003762337289e-06,
"loss": 0.0004,
"step": 333000
},
{
"epoch": 2.37,
"learning_rate": 6.696178655544405e-06,
"loss": 0.0004,
"step": 333500
},
{
"epoch": 2.38,
"learning_rate": 6.65835354875152e-06,
"loss": 0.0004,
"step": 334000
},
{
"epoch": 2.38,
"learning_rate": 6.620528441958634e-06,
"loss": 0.0004,
"step": 334500
},
{
"epoch": 2.38,
"learning_rate": 6.5827033351657495e-06,
"loss": 0.0004,
"step": 335000
},
{
"epoch": 2.39,
"learning_rate": 6.544878228372866e-06,
"loss": 0.0004,
"step": 335500
},
{
"epoch": 2.39,
"learning_rate": 6.507128771793566e-06,
"loss": 0.0004,
"step": 336000
},
{
"epoch": 2.39,
"learning_rate": 6.469303665000681e-06,
"loss": 0.0004,
"step": 336500
},
{
"epoch": 2.4,
"learning_rate": 6.431478558207796e-06,
"loss": 0.0004,
"step": 337000
},
{
"epoch": 2.4,
"learning_rate": 6.393653451414911e-06,
"loss": 0.0004,
"step": 337500
},
{
"epoch": 2.4,
"learning_rate": 6.355903994835612e-06,
"loss": 0.0004,
"step": 338000
},
{
"epoch": 2.41,
"learning_rate": 6.318078888042727e-06,
"loss": 0.0004,
"step": 338500
},
{
"epoch": 2.41,
"learning_rate": 6.280253781249843e-06,
"loss": 0.0004,
"step": 339000
},
{
"epoch": 2.41,
"learning_rate": 6.2424286744569575e-06,
"loss": 0.0004,
"step": 339500
},
{
"epoch": 2.42,
"learning_rate": 6.204679217877659e-06,
"loss": 0.0004,
"step": 340000
},
{
"epoch": 2.42,
"learning_rate": 6.166854111084774e-06,
"loss": 0.0004,
"step": 340500
},
{
"epoch": 2.42,
"learning_rate": 6.129029004291888e-06,
"loss": 0.0004,
"step": 341000
},
{
"epoch": 2.43,
"learning_rate": 6.091203897499004e-06,
"loss": 0.0004,
"step": 341500
},
{
"epoch": 2.43,
"learning_rate": 6.0534544409197055e-06,
"loss": 0.0004,
"step": 342000
},
{
"epoch": 2.44,
"learning_rate": 6.015629334126821e-06,
"loss": 0.0004,
"step": 342500
},
{
"epoch": 2.44,
"learning_rate": 5.977804227333935e-06,
"loss": 0.0004,
"step": 343000
},
{
"epoch": 2.44,
"learning_rate": 5.93997912054105e-06,
"loss": 0.0004,
"step": 343500
},
{
"epoch": 2.45,
"learning_rate": 5.902229663961751e-06,
"loss": 0.0004,
"step": 344000
},
{
"epoch": 2.45,
"learning_rate": 5.864404557168866e-06,
"loss": 0.0004,
"step": 344500
},
{
"epoch": 2.45,
"learning_rate": 5.826579450375982e-06,
"loss": 0.0004,
"step": 345000
},
{
"epoch": 2.46,
"learning_rate": 5.788754343583097e-06,
"loss": 0.0004,
"step": 345500
},
{
"epoch": 2.46,
"learning_rate": 5.751004887003798e-06,
"loss": 0.0004,
"step": 346000
},
{
"epoch": 2.46,
"learning_rate": 5.713179780210913e-06,
"loss": 0.0004,
"step": 346500
},
{
"epoch": 2.47,
"learning_rate": 5.675354673418028e-06,
"loss": 0.0004,
"step": 347000
},
{
"epoch": 2.47,
"learning_rate": 5.637529566625144e-06,
"loss": 0.0004,
"step": 347500
},
{
"epoch": 2.47,
"learning_rate": 5.599780110045844e-06,
"loss": 0.0004,
"step": 348000
},
{
"epoch": 2.48,
"learning_rate": 5.561955003252959e-06,
"loss": 0.0004,
"step": 348500
},
{
"epoch": 2.48,
"learning_rate": 5.5242055466736605e-06,
"loss": 0.0004,
"step": 349000
},
{
"epoch": 2.49,
"learning_rate": 5.486380439880776e-06,
"loss": 0.0004,
"step": 349500
},
{
"epoch": 2.49,
"learning_rate": 5.44855533308789e-06,
"loss": 0.0004,
"step": 350000
},
{
"epoch": 2.49,
"learning_rate": 5.410730226295005e-06,
"loss": 0.0004,
"step": 350500
},
{
"epoch": 2.5,
"learning_rate": 5.3729051195021214e-06,
"loss": 0.0004,
"step": 351000
},
{
"epoch": 2.5,
"learning_rate": 5.335080012709236e-06,
"loss": 0.0004,
"step": 351500
},
{
"epoch": 2.5,
"learning_rate": 5.297254905916351e-06,
"loss": 0.0004,
"step": 352000
},
{
"epoch": 2.51,
"learning_rate": 5.259429799123466e-06,
"loss": 0.0004,
"step": 352500
},
{
"epoch": 2.51,
"learning_rate": 5.221680342544167e-06,
"loss": 0.0004,
"step": 353000
},
{
"epoch": 2.51,
"learning_rate": 5.183855235751283e-06,
"loss": 0.0004,
"step": 353500
},
{
"epoch": 2.52,
"learning_rate": 5.146030128958398e-06,
"loss": 0.0004,
"step": 354000
},
{
"epoch": 2.52,
"learning_rate": 5.108205022165513e-06,
"loss": 0.0004,
"step": 354500
},
{
"epoch": 2.52,
"learning_rate": 5.070455565586213e-06,
"loss": 0.0004,
"step": 355000
},
{
"epoch": 2.53,
"learning_rate": 5.0326304587933286e-06,
"loss": 0.0004,
"step": 355500
},
{
"epoch": 2.53,
"learning_rate": 4.994805352000444e-06,
"loss": 0.0004,
"step": 356000
},
{
"epoch": 2.54,
"learning_rate": 4.956980245207559e-06,
"loss": 0.0004,
"step": 356500
},
{
"epoch": 2.54,
"learning_rate": 4.91923078862826e-06,
"loss": 0.0004,
"step": 357000
},
{
"epoch": 2.54,
"learning_rate": 4.881405681835375e-06,
"loss": 0.0004,
"step": 357500
},
{
"epoch": 2.55,
"learning_rate": 4.843580575042491e-06,
"loss": 0.0004,
"step": 358000
},
{
"epoch": 2.55,
"learning_rate": 4.805755468249605e-06,
"loss": 0.0004,
"step": 358500
},
{
"epoch": 2.55,
"learning_rate": 4.768006011670306e-06,
"loss": 0.0004,
"step": 359000
},
{
"epoch": 2.56,
"learning_rate": 4.730180904877422e-06,
"loss": 0.0003,
"step": 359500
},
{
"epoch": 2.56,
"learning_rate": 4.6923557980845366e-06,
"loss": 0.0004,
"step": 360000
},
{
"epoch": 2.56,
"learning_rate": 4.654530691291652e-06,
"loss": 0.0004,
"step": 360500
},
{
"epoch": 2.57,
"learning_rate": 4.616781234712353e-06,
"loss": 0.0004,
"step": 361000
},
{
"epoch": 2.57,
"learning_rate": 4.578956127919468e-06,
"loss": 0.0004,
"step": 361500
},
{
"epoch": 2.57,
"learning_rate": 4.5411310211265825e-06,
"loss": 0.0004,
"step": 362000
},
{
"epoch": 2.58,
"learning_rate": 4.503305914333699e-06,
"loss": 0.0004,
"step": 362500
},
{
"epoch": 2.58,
"learning_rate": 4.4655564577544e-06,
"loss": 0.0004,
"step": 363000
},
{
"epoch": 2.58,
"learning_rate": 4.427731350961514e-06,
"loss": 0.0004,
"step": 363500
},
{
"epoch": 2.59,
"learning_rate": 4.389906244168629e-06,
"loss": 0.0004,
"step": 364000
},
{
"epoch": 2.59,
"learning_rate": 4.3520811373757445e-06,
"loss": 0.0003,
"step": 364500
},
{
"epoch": 2.6,
"learning_rate": 4.31425603058286e-06,
"loss": 0.0004,
"step": 365000
},
{
"epoch": 2.6,
"learning_rate": 4.276430923789975e-06,
"loss": 0.0004,
"step": 365500
},
{
"epoch": 2.6,
"learning_rate": 4.23860581699709e-06,
"loss": 0.0004,
"step": 366000
},
{
"epoch": 2.61,
"learning_rate": 4.2007807102042054e-06,
"loss": 0.0004,
"step": 366500
},
{
"epoch": 2.61,
"learning_rate": 4.163031253624906e-06,
"loss": 0.0004,
"step": 367000
},
{
"epoch": 2.61,
"learning_rate": 4.125206146832021e-06,
"loss": 0.0004,
"step": 367500
},
{
"epoch": 2.62,
"learning_rate": 4.087381040039137e-06,
"loss": 0.0004,
"step": 368000
},
{
"epoch": 2.62,
"learning_rate": 4.049555933246251e-06,
"loss": 0.0004,
"step": 368500
},
{
"epoch": 2.62,
"learning_rate": 4.0118064766669525e-06,
"loss": 0.0004,
"step": 369000
},
{
"epoch": 2.63,
"learning_rate": 3.973981369874068e-06,
"loss": 0.0004,
"step": 369500
},
{
"epoch": 2.63,
"learning_rate": 3.936156263081183e-06,
"loss": 0.0004,
"step": 370000
},
{
"epoch": 2.63,
"learning_rate": 3.898331156288298e-06,
"loss": 0.0004,
"step": 370500
},
{
"epoch": 2.64,
"learning_rate": 3.8605060494954134e-06,
"loss": 0.0004,
"step": 371000
},
{
"epoch": 2.64,
"learning_rate": 3.8227565929161146e-06,
"loss": 0.0003,
"step": 371500
},
{
"epoch": 2.65,
"learning_rate": 3.7849314861232294e-06,
"loss": 0.0004,
"step": 372000
},
{
"epoch": 2.65,
"learning_rate": 3.747106379330344e-06,
"loss": 0.0004,
"step": 372500
},
{
"epoch": 2.65,
"learning_rate": 3.70928127253746e-06,
"loss": 0.0003,
"step": 373000
},
{
"epoch": 2.66,
"learning_rate": 3.6715318159581605e-06,
"loss": 0.0004,
"step": 373500
},
{
"epoch": 2.66,
"learning_rate": 3.6337067091652753e-06,
"loss": 0.0004,
"step": 374000
},
{
"epoch": 2.66,
"learning_rate": 3.595881602372391e-06,
"loss": 0.0004,
"step": 374500
},
{
"epoch": 2.67,
"learning_rate": 3.5580564955795058e-06,
"loss": 0.0004,
"step": 375000
},
{
"epoch": 2.67,
"learning_rate": 3.520307039000207e-06,
"loss": 0.0004,
"step": 375500
},
{
"epoch": 2.67,
"learning_rate": 3.482481932207322e-06,
"loss": 0.0004,
"step": 376000
},
{
"epoch": 2.68,
"learning_rate": 3.444656825414437e-06,
"loss": 0.0004,
"step": 376500
},
{
"epoch": 2.68,
"learning_rate": 3.4068317186215526e-06,
"loss": 0.0004,
"step": 377000
},
{
"epoch": 2.68,
"learning_rate": 3.3690822620422533e-06,
"loss": 0.0004,
"step": 377500
},
{
"epoch": 2.69,
"learning_rate": 3.3312571552493685e-06,
"loss": 0.0004,
"step": 378000
},
{
"epoch": 2.69,
"learning_rate": 3.2934320484564833e-06,
"loss": 0.0004,
"step": 378500
},
{
"epoch": 2.7,
"learning_rate": 3.255606941663599e-06,
"loss": 0.0004,
"step": 379000
},
{
"epoch": 2.7,
"learning_rate": 3.2178574850842997e-06,
"loss": 0.0004,
"step": 379500
},
{
"epoch": 2.7,
"learning_rate": 3.1800323782914145e-06,
"loss": 0.0003,
"step": 380000
},
{
"epoch": 2.71,
"learning_rate": 3.14220727149853e-06,
"loss": 0.0004,
"step": 380500
},
{
"epoch": 2.71,
"learning_rate": 3.104382164705645e-06,
"loss": 0.0003,
"step": 381000
},
{
"epoch": 2.71,
"learning_rate": 3.066632708126346e-06,
"loss": 0.0004,
"step": 381500
},
{
"epoch": 2.72,
"learning_rate": 3.0288076013334613e-06,
"loss": 0.0004,
"step": 382000
},
{
"epoch": 2.72,
"learning_rate": 2.9909824945405765e-06,
"loss": 0.0004,
"step": 382500
},
{
"epoch": 2.72,
"learning_rate": 2.9531573877476917e-06,
"loss": 0.0004,
"step": 383000
},
{
"epoch": 2.73,
"learning_rate": 2.9154079311683924e-06,
"loss": 0.0004,
"step": 383500
},
{
"epoch": 2.73,
"learning_rate": 2.8775828243755076e-06,
"loss": 0.0004,
"step": 384000
},
{
"epoch": 2.73,
"learning_rate": 2.8397577175826224e-06,
"loss": 0.0004,
"step": 384500
},
{
"epoch": 2.74,
"learning_rate": 2.801932610789738e-06,
"loss": 0.0004,
"step": 385000
},
{
"epoch": 2.74,
"learning_rate": 2.764183154210439e-06,
"loss": 0.0003,
"step": 385500
},
{
"epoch": 2.74,
"learning_rate": 2.726358047417554e-06,
"loss": 0.0003,
"step": 386000
},
{
"epoch": 2.75,
"learning_rate": 2.6885329406246692e-06,
"loss": 0.0004,
"step": 386500
},
{
"epoch": 2.75,
"learning_rate": 2.650707833831784e-06,
"loss": 0.0004,
"step": 387000
},
{
"epoch": 2.76,
"learning_rate": 2.612958377252485e-06,
"loss": 0.0004,
"step": 387500
},
{
"epoch": 2.76,
"learning_rate": 2.5751332704596004e-06,
"loss": 0.0004,
"step": 388000
},
{
"epoch": 2.76,
"learning_rate": 2.5373081636667156e-06,
"loss": 0.0004,
"step": 388500
},
{
"epoch": 2.77,
"learning_rate": 2.499483056873831e-06,
"loss": 0.0004,
"step": 389000
},
{
"epoch": 2.77,
"learning_rate": 2.4617336002945316e-06,
"loss": 0.0004,
"step": 389500
},
{
"epoch": 2.77,
"learning_rate": 2.4239084935016468e-06,
"loss": 0.0004,
"step": 390000
},
{
"epoch": 2.78,
"learning_rate": 2.3860833867087616e-06,
"loss": 0.0004,
"step": 390500
},
{
"epoch": 2.78,
"learning_rate": 2.3482582799158772e-06,
"loss": 0.0004,
"step": 391000
},
{
"epoch": 2.78,
"learning_rate": 2.310508823336578e-06,
"loss": 0.0004,
"step": 391500
},
{
"epoch": 2.79,
"learning_rate": 2.272683716543693e-06,
"loss": 0.0004,
"step": 392000
},
{
"epoch": 2.79,
"learning_rate": 2.2348586097508084e-06,
"loss": 0.0004,
"step": 392500
},
{
"epoch": 2.79,
"learning_rate": 2.197033502957923e-06,
"loss": 0.0004,
"step": 393000
},
{
"epoch": 2.8,
"learning_rate": 2.1592840463786243e-06,
"loss": 0.0004,
"step": 393500
},
{
"epoch": 2.8,
"learning_rate": 2.1214589395857395e-06,
"loss": 0.0003,
"step": 394000
},
{
"epoch": 2.81,
"learning_rate": 2.0836338327928548e-06,
"loss": 0.0004,
"step": 394500
},
{
"epoch": 2.81,
"learning_rate": 2.04580872599997e-06,
"loss": 0.0003,
"step": 395000
},
{
"epoch": 2.81,
"learning_rate": 2.008059269420671e-06,
"loss": 0.0004,
"step": 395500
},
{
"epoch": 2.82,
"learning_rate": 1.970234162627786e-06,
"loss": 0.0004,
"step": 396000
},
{
"epoch": 2.82,
"learning_rate": 1.9324090558349007e-06,
"loss": 0.0004,
"step": 396500
},
{
"epoch": 2.82,
"learning_rate": 1.8945839490420162e-06,
"loss": 0.0003,
"step": 397000
},
{
"epoch": 2.83,
"learning_rate": 1.856834492462717e-06,
"loss": 0.0004,
"step": 397500
},
{
"epoch": 2.83,
"learning_rate": 1.8190093856698323e-06,
"loss": 0.0004,
"step": 398000
},
{
"epoch": 2.83,
"learning_rate": 1.7811842788769473e-06,
"loss": 0.0003,
"step": 398500
},
{
"epoch": 2.84,
"learning_rate": 1.7433591720840625e-06,
"loss": 0.0004,
"step": 399000
},
{
"epoch": 2.84,
"learning_rate": 1.7056097155047635e-06,
"loss": 0.0003,
"step": 399500
},
{
"epoch": 2.84,
"learning_rate": 1.6677846087118787e-06,
"loss": 0.0003,
"step": 400000
},
{
"epoch": 2.85,
"learning_rate": 1.6299595019189937e-06,
"loss": 0.0003,
"step": 400500
},
{
"epoch": 2.85,
"learning_rate": 1.592134395126109e-06,
"loss": 0.0004,
"step": 401000
},
{
"epoch": 2.86,
"learning_rate": 1.5543849385468098e-06,
"loss": 0.0003,
"step": 401500
},
{
"epoch": 2.86,
"learning_rate": 1.516559831753925e-06,
"loss": 0.0003,
"step": 402000
},
{
"epoch": 2.86,
"learning_rate": 1.4787347249610403e-06,
"loss": 0.0003,
"step": 402500
},
{
"epoch": 2.87,
"learning_rate": 1.4409096181681553e-06,
"loss": 0.0003,
"step": 403000
},
{
"epoch": 2.87,
"learning_rate": 1.4030845113752705e-06,
"loss": 0.0003,
"step": 403500
},
{
"epoch": 2.87,
"learning_rate": 1.3653350547959714e-06,
"loss": 0.0004,
"step": 404000
},
{
"epoch": 2.88,
"learning_rate": 1.3275099480030865e-06,
"loss": 0.0003,
"step": 404500
},
{
"epoch": 2.88,
"learning_rate": 1.2896848412102017e-06,
"loss": 0.0004,
"step": 405000
},
{
"epoch": 2.88,
"learning_rate": 1.251859734417317e-06,
"loss": 0.0004,
"step": 405500
},
{
"epoch": 2.89,
"learning_rate": 1.2141102778380178e-06,
"loss": 0.0003,
"step": 406000
},
{
"epoch": 2.89,
"learning_rate": 1.1762851710451328e-06,
"loss": 0.0004,
"step": 406500
},
{
"epoch": 2.89,
"learning_rate": 1.138460064252248e-06,
"loss": 0.0004,
"step": 407000
},
{
"epoch": 2.9,
"learning_rate": 1.1006349574593633e-06,
"loss": 0.0004,
"step": 407500
},
{
"epoch": 2.9,
"learning_rate": 1.0628855008800642e-06,
"loss": 0.0003,
"step": 408000
},
{
"epoch": 2.9,
"learning_rate": 1.0250603940871794e-06,
"loss": 0.0003,
"step": 408500
},
{
"epoch": 2.91,
"learning_rate": 9.872352872942944e-07,
"loss": 0.0004,
"step": 409000
},
{
"epoch": 2.91,
"learning_rate": 9.494101805014097e-07,
"loss": 0.0004,
"step": 409500
},
{
"epoch": 2.92,
"learning_rate": 9.116607239221106e-07,
"loss": 0.0003,
"step": 410000
},
{
"epoch": 2.92,
"learning_rate": 8.738356171292257e-07,
"loss": 0.0003,
"step": 410500
},
{
"epoch": 2.92,
"learning_rate": 8.360105103363409e-07,
"loss": 0.0003,
"step": 411000
},
{
"epoch": 2.93,
"learning_rate": 7.98185403543456e-07,
"loss": 0.0003,
"step": 411500
},
{
"epoch": 2.93,
"learning_rate": 7.604359469641569e-07,
"loss": 0.0003,
"step": 412000
},
{
"epoch": 2.93,
"learning_rate": 7.226108401712721e-07,
"loss": 0.0004,
"step": 412500
},
{
"epoch": 2.94,
"learning_rate": 6.847857333783872e-07,
"loss": 0.0003,
"step": 413000
},
{
"epoch": 2.94,
"learning_rate": 6.469606265855024e-07,
"loss": 0.0003,
"step": 413500
},
{
"epoch": 2.94,
"learning_rate": 6.092111700062033e-07,
"loss": 0.0003,
"step": 414000
},
{
"epoch": 2.95,
"learning_rate": 5.713860632133186e-07,
"loss": 0.0004,
"step": 414500
},
{
"epoch": 2.95,
"learning_rate": 5.335609564204336e-07,
"loss": 0.0004,
"step": 415000
},
{
"epoch": 2.95,
"learning_rate": 4.957358496275488e-07,
"loss": 0.0004,
"step": 415500
},
{
"epoch": 2.96,
"learning_rate": 4.5806204326183547e-07,
"loss": 0.0003,
"step": 416000
},
{
"epoch": 2.96,
"learning_rate": 4.2023693646895064e-07,
"loss": 0.0003,
"step": 416500
},
{
"epoch": 2.97,
"learning_rate": 3.824118296760658e-07,
"loss": 0.0004,
"step": 417000
},
{
"epoch": 2.97,
"learning_rate": 3.4458672288318094e-07,
"loss": 0.0003,
"step": 417500
},
{
"epoch": 2.97,
"learning_rate": 3.067616160902961e-07,
"loss": 0.0003,
"step": 418000
},
{
"epoch": 2.98,
"learning_rate": 2.6893650929741123e-07,
"loss": 0.0003,
"step": 418500
},
{
"epoch": 2.98,
"learning_rate": 2.311114025045264e-07,
"loss": 0.0003,
"step": 419000
},
{
"epoch": 2.98,
"learning_rate": 1.9328629571164155e-07,
"loss": 0.0004,
"step": 419500
},
{
"epoch": 2.99,
"learning_rate": 1.555368391323425e-07,
"loss": 0.0003,
"step": 420000
},
{
"epoch": 2.99,
"learning_rate": 1.1771173233945763e-07,
"loss": 0.0003,
"step": 420500
},
{
"epoch": 2.99,
"learning_rate": 7.98866255465728e-08,
"loss": 0.0004,
"step": 421000
},
{
"epoch": 3.0,
"learning_rate": 4.206151875368795e-08,
"loss": 0.0004,
"step": 421500
},
{
"epoch": 3.0,
"step": 421875,
"total_flos": 0,
"train_runtime": 86205.303,
"train_samples_per_second": 4.894
}
],
"max_steps": 421875,
"num_train_epochs": 3,
"total_flos": 0,
"trial_name": null,
"trial_params": null
}