Ubuntu
release
8350d63
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 3.0,
"global_step": 312870,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 4.992009460798415e-05,
"loss": 0.0884,
"step": 500
},
{
"epoch": 0.01,
"learning_rate": 4.9840189215968296e-05,
"loss": 0.0335,
"step": 1000
},
{
"epoch": 0.01,
"learning_rate": 4.976028382395244e-05,
"loss": 0.028,
"step": 1500
},
{
"epoch": 0.02,
"learning_rate": 4.968037843193659e-05,
"loss": 0.0262,
"step": 2000
},
{
"epoch": 0.02,
"learning_rate": 4.960047303992074e-05,
"loss": 0.024,
"step": 2500
},
{
"epoch": 0.03,
"learning_rate": 4.952056764790488e-05,
"loss": 0.0214,
"step": 3000
},
{
"epoch": 0.03,
"learning_rate": 4.944066225588903e-05,
"loss": 0.0214,
"step": 3500
},
{
"epoch": 0.04,
"learning_rate": 4.936075686387318e-05,
"loss": 0.0216,
"step": 4000
},
{
"epoch": 0.04,
"learning_rate": 4.9280851471857325e-05,
"loss": 0.0222,
"step": 4500
},
{
"epoch": 0.05,
"learning_rate": 4.920094607984147e-05,
"loss": 0.0205,
"step": 5000
},
{
"epoch": 0.05,
"learning_rate": 4.912104068782561e-05,
"loss": 0.02,
"step": 5500
},
{
"epoch": 0.06,
"learning_rate": 4.9041135295809766e-05,
"loss": 0.0214,
"step": 6000
},
{
"epoch": 0.06,
"learning_rate": 4.8961229903793907e-05,
"loss": 0.0196,
"step": 6500
},
{
"epoch": 0.07,
"learning_rate": 4.888132451177806e-05,
"loss": 0.0191,
"step": 7000
},
{
"epoch": 0.07,
"learning_rate": 4.880141911976221e-05,
"loss": 0.0187,
"step": 7500
},
{
"epoch": 0.08,
"learning_rate": 4.872151372774635e-05,
"loss": 0.0194,
"step": 8000
},
{
"epoch": 0.08,
"learning_rate": 4.86416083357305e-05,
"loss": 0.0192,
"step": 8500
},
{
"epoch": 0.09,
"learning_rate": 4.856170294371464e-05,
"loss": 0.0168,
"step": 9000
},
{
"epoch": 0.09,
"learning_rate": 4.8481797551698795e-05,
"loss": 0.0186,
"step": 9500
},
{
"epoch": 0.1,
"learning_rate": 4.8401892159682935e-05,
"loss": 0.0191,
"step": 10000
},
{
"epoch": 0.1,
"learning_rate": 4.832198676766708e-05,
"loss": 0.0182,
"step": 10500
},
{
"epoch": 0.11,
"learning_rate": 4.824208137565123e-05,
"loss": 0.0152,
"step": 11000
},
{
"epoch": 0.11,
"learning_rate": 4.8162175983635376e-05,
"loss": 0.0176,
"step": 11500
},
{
"epoch": 0.12,
"learning_rate": 4.808227059161953e-05,
"loss": 0.0176,
"step": 12000
},
{
"epoch": 0.12,
"learning_rate": 4.800236519960367e-05,
"loss": 0.0158,
"step": 12500
},
{
"epoch": 0.12,
"learning_rate": 4.792245980758782e-05,
"loss": 0.016,
"step": 13000
},
{
"epoch": 0.13,
"learning_rate": 4.7842554415571964e-05,
"loss": 0.0174,
"step": 13500
},
{
"epoch": 0.13,
"learning_rate": 4.776264902355611e-05,
"loss": 0.0187,
"step": 14000
},
{
"epoch": 0.14,
"learning_rate": 4.768274363154026e-05,
"loss": 0.0172,
"step": 14500
},
{
"epoch": 0.14,
"learning_rate": 4.7602838239524405e-05,
"loss": 0.0188,
"step": 15000
},
{
"epoch": 0.15,
"learning_rate": 4.752293284750855e-05,
"loss": 0.0154,
"step": 15500
},
{
"epoch": 0.15,
"learning_rate": 4.74430274554927e-05,
"loss": 0.0175,
"step": 16000
},
{
"epoch": 0.16,
"learning_rate": 4.7363122063476846e-05,
"loss": 0.0158,
"step": 16500
},
{
"epoch": 0.16,
"learning_rate": 4.728321667146099e-05,
"loss": 0.0151,
"step": 17000
},
{
"epoch": 0.17,
"learning_rate": 4.720331127944514e-05,
"loss": 0.017,
"step": 17500
},
{
"epoch": 0.17,
"learning_rate": 4.712340588742928e-05,
"loss": 0.0167,
"step": 18000
},
{
"epoch": 0.18,
"learning_rate": 4.7043500495413434e-05,
"loss": 0.0142,
"step": 18500
},
{
"epoch": 0.18,
"learning_rate": 4.696359510339758e-05,
"loss": 0.0164,
"step": 19000
},
{
"epoch": 0.19,
"learning_rate": 4.688368971138173e-05,
"loss": 0.0175,
"step": 19500
},
{
"epoch": 0.19,
"learning_rate": 4.6803784319365875e-05,
"loss": 0.0152,
"step": 20000
},
{
"epoch": 0.2,
"learning_rate": 4.6723878927350016e-05,
"loss": 0.0175,
"step": 20500
},
{
"epoch": 0.2,
"learning_rate": 4.664397353533417e-05,
"loss": 0.0178,
"step": 21000
},
{
"epoch": 0.21,
"learning_rate": 4.656406814331831e-05,
"loss": 0.017,
"step": 21500
},
{
"epoch": 0.21,
"learning_rate": 4.648416275130246e-05,
"loss": 0.017,
"step": 22000
},
{
"epoch": 0.22,
"learning_rate": 4.640425735928661e-05,
"loss": 0.0151,
"step": 22500
},
{
"epoch": 0.22,
"learning_rate": 4.632435196727075e-05,
"loss": 0.0159,
"step": 23000
},
{
"epoch": 0.23,
"learning_rate": 4.6244446575254904e-05,
"loss": 0.0163,
"step": 23500
},
{
"epoch": 0.23,
"learning_rate": 4.6164541183239044e-05,
"loss": 0.0168,
"step": 24000
},
{
"epoch": 0.23,
"learning_rate": 4.60846357912232e-05,
"loss": 0.0163,
"step": 24500
},
{
"epoch": 0.24,
"learning_rate": 4.600473039920734e-05,
"loss": 0.0158,
"step": 25000
},
{
"epoch": 0.24,
"learning_rate": 4.5924825007191485e-05,
"loss": 0.016,
"step": 25500
},
{
"epoch": 0.25,
"learning_rate": 4.584491961517563e-05,
"loss": 0.0165,
"step": 26000
},
{
"epoch": 0.25,
"learning_rate": 4.576501422315978e-05,
"loss": 0.0136,
"step": 26500
},
{
"epoch": 0.26,
"learning_rate": 4.568510883114393e-05,
"loss": 0.0132,
"step": 27000
},
{
"epoch": 0.26,
"learning_rate": 4.5605203439128073e-05,
"loss": 0.0154,
"step": 27500
},
{
"epoch": 0.27,
"learning_rate": 4.552529804711222e-05,
"loss": 0.0143,
"step": 28000
},
{
"epoch": 0.27,
"learning_rate": 4.544539265509637e-05,
"loss": 0.0155,
"step": 28500
},
{
"epoch": 0.28,
"learning_rate": 4.5365487263080514e-05,
"loss": 0.0157,
"step": 29000
},
{
"epoch": 0.28,
"learning_rate": 4.528558187106466e-05,
"loss": 0.0155,
"step": 29500
},
{
"epoch": 0.29,
"learning_rate": 4.520567647904881e-05,
"loss": 0.0169,
"step": 30000
},
{
"epoch": 0.29,
"learning_rate": 4.5125771087032955e-05,
"loss": 0.0144,
"step": 30500
},
{
"epoch": 0.3,
"learning_rate": 4.50458656950171e-05,
"loss": 0.0151,
"step": 31000
},
{
"epoch": 0.3,
"learning_rate": 4.496596030300125e-05,
"loss": 0.0152,
"step": 31500
},
{
"epoch": 0.31,
"learning_rate": 4.4886054910985396e-05,
"loss": 0.0149,
"step": 32000
},
{
"epoch": 0.31,
"learning_rate": 4.480614951896954e-05,
"loss": 0.0172,
"step": 32500
},
{
"epoch": 0.32,
"learning_rate": 4.472624412695369e-05,
"loss": 0.015,
"step": 33000
},
{
"epoch": 0.32,
"learning_rate": 4.464633873493784e-05,
"loss": 0.0155,
"step": 33500
},
{
"epoch": 0.33,
"learning_rate": 4.4566433342921984e-05,
"loss": 0.0151,
"step": 34000
},
{
"epoch": 0.33,
"learning_rate": 4.448652795090613e-05,
"loss": 0.0155,
"step": 34500
},
{
"epoch": 0.34,
"learning_rate": 4.440662255889028e-05,
"loss": 0.0141,
"step": 35000
},
{
"epoch": 0.34,
"learning_rate": 4.432671716687442e-05,
"loss": 0.0156,
"step": 35500
},
{
"epoch": 0.35,
"learning_rate": 4.424681177485857e-05,
"loss": 0.0163,
"step": 36000
},
{
"epoch": 0.35,
"learning_rate": 4.416690638284271e-05,
"loss": 0.0148,
"step": 36500
},
{
"epoch": 0.35,
"learning_rate": 4.4087000990826866e-05,
"loss": 0.0151,
"step": 37000
},
{
"epoch": 0.36,
"learning_rate": 4.400709559881101e-05,
"loss": 0.0149,
"step": 37500
},
{
"epoch": 0.36,
"learning_rate": 4.3927190206795153e-05,
"loss": 0.0152,
"step": 38000
},
{
"epoch": 0.37,
"learning_rate": 4.384728481477931e-05,
"loss": 0.0152,
"step": 38500
},
{
"epoch": 0.37,
"learning_rate": 4.376737942276345e-05,
"loss": 0.0143,
"step": 39000
},
{
"epoch": 0.38,
"learning_rate": 4.36874740307476e-05,
"loss": 0.0155,
"step": 39500
},
{
"epoch": 0.38,
"learning_rate": 4.360756863873174e-05,
"loss": 0.0147,
"step": 40000
},
{
"epoch": 0.39,
"learning_rate": 4.352766324671589e-05,
"loss": 0.0139,
"step": 40500
},
{
"epoch": 0.39,
"learning_rate": 4.3447757854700035e-05,
"loss": 0.0147,
"step": 41000
},
{
"epoch": 0.4,
"learning_rate": 4.336785246268418e-05,
"loss": 0.0145,
"step": 41500
},
{
"epoch": 0.4,
"learning_rate": 4.3287947070668336e-05,
"loss": 0.015,
"step": 42000
},
{
"epoch": 0.41,
"learning_rate": 4.3208041678652476e-05,
"loss": 0.0139,
"step": 42500
},
{
"epoch": 0.41,
"learning_rate": 4.312813628663662e-05,
"loss": 0.016,
"step": 43000
},
{
"epoch": 0.42,
"learning_rate": 4.304823089462077e-05,
"loss": 0.0141,
"step": 43500
},
{
"epoch": 0.42,
"learning_rate": 4.296832550260492e-05,
"loss": 0.0155,
"step": 44000
},
{
"epoch": 0.43,
"learning_rate": 4.2888420110589064e-05,
"loss": 0.0167,
"step": 44500
},
{
"epoch": 0.43,
"learning_rate": 4.280851471857321e-05,
"loss": 0.0137,
"step": 45000
},
{
"epoch": 0.44,
"learning_rate": 4.272860932655736e-05,
"loss": 0.0136,
"step": 45500
},
{
"epoch": 0.44,
"learning_rate": 4.2648703934541505e-05,
"loss": 0.0144,
"step": 46000
},
{
"epoch": 0.45,
"learning_rate": 4.256879854252565e-05,
"loss": 0.0138,
"step": 46500
},
{
"epoch": 0.45,
"learning_rate": 4.24888931505098e-05,
"loss": 0.0129,
"step": 47000
},
{
"epoch": 0.46,
"learning_rate": 4.2408987758493946e-05,
"loss": 0.0137,
"step": 47500
},
{
"epoch": 0.46,
"learning_rate": 4.232908236647809e-05,
"loss": 0.0147,
"step": 48000
},
{
"epoch": 0.47,
"learning_rate": 4.224917697446224e-05,
"loss": 0.0121,
"step": 48500
},
{
"epoch": 0.47,
"learning_rate": 4.216927158244639e-05,
"loss": 0.015,
"step": 49000
},
{
"epoch": 0.47,
"learning_rate": 4.2089366190430534e-05,
"loss": 0.0146,
"step": 49500
},
{
"epoch": 0.48,
"learning_rate": 4.200946079841468e-05,
"loss": 0.0152,
"step": 50000
},
{
"epoch": 0.48,
"learning_rate": 4.192955540639882e-05,
"loss": 0.0145,
"step": 50500
},
{
"epoch": 0.49,
"learning_rate": 4.1849650014382975e-05,
"loss": 0.0151,
"step": 51000
},
{
"epoch": 0.49,
"learning_rate": 4.1769744622367115e-05,
"loss": 0.0132,
"step": 51500
},
{
"epoch": 0.5,
"learning_rate": 4.168983923035127e-05,
"loss": 0.0136,
"step": 52000
},
{
"epoch": 0.5,
"learning_rate": 4.1609933838335416e-05,
"loss": 0.0143,
"step": 52500
},
{
"epoch": 0.51,
"learning_rate": 4.1530028446319556e-05,
"loss": 0.015,
"step": 53000
},
{
"epoch": 0.51,
"learning_rate": 4.145012305430371e-05,
"loss": 0.014,
"step": 53500
},
{
"epoch": 0.52,
"learning_rate": 4.137021766228785e-05,
"loss": 0.0133,
"step": 54000
},
{
"epoch": 0.52,
"learning_rate": 4.1290312270272004e-05,
"loss": 0.0136,
"step": 54500
},
{
"epoch": 0.53,
"learning_rate": 4.1210406878256144e-05,
"loss": 0.0147,
"step": 55000
},
{
"epoch": 0.53,
"learning_rate": 4.113050148624029e-05,
"loss": 0.0144,
"step": 55500
},
{
"epoch": 0.54,
"learning_rate": 4.105059609422444e-05,
"loss": 0.0138,
"step": 56000
},
{
"epoch": 0.54,
"learning_rate": 4.0970690702208585e-05,
"loss": 0.0143,
"step": 56500
},
{
"epoch": 0.55,
"learning_rate": 4.089078531019274e-05,
"loss": 0.014,
"step": 57000
},
{
"epoch": 0.55,
"learning_rate": 4.081087991817688e-05,
"loss": 0.0123,
"step": 57500
},
{
"epoch": 0.56,
"learning_rate": 4.0730974526161026e-05,
"loss": 0.0128,
"step": 58000
},
{
"epoch": 0.56,
"learning_rate": 4.065106913414517e-05,
"loss": 0.0145,
"step": 58500
},
{
"epoch": 0.57,
"learning_rate": 4.057116374212932e-05,
"loss": 0.0143,
"step": 59000
},
{
"epoch": 0.57,
"learning_rate": 4.049125835011347e-05,
"loss": 0.0136,
"step": 59500
},
{
"epoch": 0.58,
"learning_rate": 4.0411352958097614e-05,
"loss": 0.014,
"step": 60000
},
{
"epoch": 0.58,
"learning_rate": 4.033144756608176e-05,
"loss": 0.0126,
"step": 60500
},
{
"epoch": 0.58,
"learning_rate": 4.025154217406591e-05,
"loss": 0.0138,
"step": 61000
},
{
"epoch": 0.59,
"learning_rate": 4.0171636782050055e-05,
"loss": 0.0144,
"step": 61500
},
{
"epoch": 0.59,
"learning_rate": 4.00917313900342e-05,
"loss": 0.0126,
"step": 62000
},
{
"epoch": 0.6,
"learning_rate": 4.001182599801835e-05,
"loss": 0.0144,
"step": 62500
},
{
"epoch": 0.6,
"learning_rate": 3.9931920606002496e-05,
"loss": 0.013,
"step": 63000
},
{
"epoch": 0.61,
"learning_rate": 3.985201521398664e-05,
"loss": 0.0116,
"step": 63500
},
{
"epoch": 0.61,
"learning_rate": 3.977210982197079e-05,
"loss": 0.0136,
"step": 64000
},
{
"epoch": 0.62,
"learning_rate": 3.969220442995494e-05,
"loss": 0.0139,
"step": 64500
},
{
"epoch": 0.62,
"learning_rate": 3.9612299037939084e-05,
"loss": 0.0122,
"step": 65000
},
{
"epoch": 0.63,
"learning_rate": 3.9532393645923224e-05,
"loss": 0.0125,
"step": 65500
},
{
"epoch": 0.63,
"learning_rate": 3.945248825390738e-05,
"loss": 0.0122,
"step": 66000
},
{
"epoch": 0.64,
"learning_rate": 3.937258286189152e-05,
"loss": 0.0135,
"step": 66500
},
{
"epoch": 0.64,
"learning_rate": 3.929267746987567e-05,
"loss": 0.0125,
"step": 67000
},
{
"epoch": 0.65,
"learning_rate": 3.921277207785982e-05,
"loss": 0.0135,
"step": 67500
},
{
"epoch": 0.65,
"learning_rate": 3.913286668584396e-05,
"loss": 0.0139,
"step": 68000
},
{
"epoch": 0.66,
"learning_rate": 3.905296129382811e-05,
"loss": 0.0143,
"step": 68500
},
{
"epoch": 0.66,
"learning_rate": 3.8973055901812253e-05,
"loss": 0.0128,
"step": 69000
},
{
"epoch": 0.67,
"learning_rate": 3.889315050979641e-05,
"loss": 0.0124,
"step": 69500
},
{
"epoch": 0.67,
"learning_rate": 3.881324511778055e-05,
"loss": 0.0135,
"step": 70000
},
{
"epoch": 0.68,
"learning_rate": 3.8733339725764694e-05,
"loss": 0.0136,
"step": 70500
},
{
"epoch": 0.68,
"learning_rate": 3.865343433374884e-05,
"loss": 0.0141,
"step": 71000
},
{
"epoch": 0.69,
"learning_rate": 3.857352894173299e-05,
"loss": 0.013,
"step": 71500
},
{
"epoch": 0.69,
"learning_rate": 3.849362354971714e-05,
"loss": 0.0127,
"step": 72000
},
{
"epoch": 0.7,
"learning_rate": 3.841371815770128e-05,
"loss": 0.0115,
"step": 72500
},
{
"epoch": 0.7,
"learning_rate": 3.833381276568543e-05,
"loss": 0.0121,
"step": 73000
},
{
"epoch": 0.7,
"learning_rate": 3.8253907373669576e-05,
"loss": 0.0133,
"step": 73500
},
{
"epoch": 0.71,
"learning_rate": 3.817400198165372e-05,
"loss": 0.013,
"step": 74000
},
{
"epoch": 0.71,
"learning_rate": 3.809409658963787e-05,
"loss": 0.013,
"step": 74500
},
{
"epoch": 0.72,
"learning_rate": 3.801419119762202e-05,
"loss": 0.0136,
"step": 75000
},
{
"epoch": 0.72,
"learning_rate": 3.7934285805606164e-05,
"loss": 0.012,
"step": 75500
},
{
"epoch": 0.73,
"learning_rate": 3.785438041359031e-05,
"loss": 0.0141,
"step": 76000
},
{
"epoch": 0.73,
"learning_rate": 3.777447502157446e-05,
"loss": 0.0131,
"step": 76500
},
{
"epoch": 0.74,
"learning_rate": 3.7694569629558605e-05,
"loss": 0.0125,
"step": 77000
},
{
"epoch": 0.74,
"learning_rate": 3.761466423754275e-05,
"loss": 0.013,
"step": 77500
},
{
"epoch": 0.75,
"learning_rate": 3.75347588455269e-05,
"loss": 0.0113,
"step": 78000
},
{
"epoch": 0.75,
"learning_rate": 3.7454853453511046e-05,
"loss": 0.0127,
"step": 78500
},
{
"epoch": 0.76,
"learning_rate": 3.737494806149519e-05,
"loss": 0.0127,
"step": 79000
},
{
"epoch": 0.76,
"learning_rate": 3.729504266947934e-05,
"loss": 0.0133,
"step": 79500
},
{
"epoch": 0.77,
"learning_rate": 3.721513727746349e-05,
"loss": 0.0131,
"step": 80000
},
{
"epoch": 0.77,
"learning_rate": 3.713523188544763e-05,
"loss": 0.0118,
"step": 80500
},
{
"epoch": 0.78,
"learning_rate": 3.705532649343178e-05,
"loss": 0.0133,
"step": 81000
},
{
"epoch": 0.78,
"learning_rate": 3.697542110141592e-05,
"loss": 0.0135,
"step": 81500
},
{
"epoch": 0.79,
"learning_rate": 3.6895515709400075e-05,
"loss": 0.0128,
"step": 82000
},
{
"epoch": 0.79,
"learning_rate": 3.681561031738422e-05,
"loss": 0.0133,
"step": 82500
},
{
"epoch": 0.8,
"learning_rate": 3.673570492536836e-05,
"loss": 0.0124,
"step": 83000
},
{
"epoch": 0.8,
"learning_rate": 3.6655799533352516e-05,
"loss": 0.0122,
"step": 83500
},
{
"epoch": 0.81,
"learning_rate": 3.6575894141336656e-05,
"loss": 0.0129,
"step": 84000
},
{
"epoch": 0.81,
"learning_rate": 3.649598874932081e-05,
"loss": 0.0129,
"step": 84500
},
{
"epoch": 0.82,
"learning_rate": 3.641608335730495e-05,
"loss": 0.0132,
"step": 85000
},
{
"epoch": 0.82,
"learning_rate": 3.63361779652891e-05,
"loss": 0.0124,
"step": 85500
},
{
"epoch": 0.82,
"learning_rate": 3.625627257327325e-05,
"loss": 0.0138,
"step": 86000
},
{
"epoch": 0.83,
"learning_rate": 3.617636718125739e-05,
"loss": 0.0134,
"step": 86500
},
{
"epoch": 0.83,
"learning_rate": 3.6096461789241545e-05,
"loss": 0.012,
"step": 87000
},
{
"epoch": 0.84,
"learning_rate": 3.6016556397225685e-05,
"loss": 0.012,
"step": 87500
},
{
"epoch": 0.84,
"learning_rate": 3.593665100520983e-05,
"loss": 0.0123,
"step": 88000
},
{
"epoch": 0.85,
"learning_rate": 3.585674561319398e-05,
"loss": 0.014,
"step": 88500
},
{
"epoch": 0.85,
"learning_rate": 3.5776840221178126e-05,
"loss": 0.0124,
"step": 89000
},
{
"epoch": 0.86,
"learning_rate": 3.569693482916227e-05,
"loss": 0.0131,
"step": 89500
},
{
"epoch": 0.86,
"learning_rate": 3.561702943714642e-05,
"loss": 0.0126,
"step": 90000
},
{
"epoch": 0.87,
"learning_rate": 3.553712404513057e-05,
"loss": 0.0129,
"step": 90500
},
{
"epoch": 0.87,
"learning_rate": 3.5457218653114714e-05,
"loss": 0.0129,
"step": 91000
},
{
"epoch": 0.88,
"learning_rate": 3.537731326109886e-05,
"loss": 0.0133,
"step": 91500
},
{
"epoch": 0.88,
"learning_rate": 3.529740786908301e-05,
"loss": 0.013,
"step": 92000
},
{
"epoch": 0.89,
"learning_rate": 3.5217502477067155e-05,
"loss": 0.0128,
"step": 92500
},
{
"epoch": 0.89,
"learning_rate": 3.51375970850513e-05,
"loss": 0.0124,
"step": 93000
},
{
"epoch": 0.9,
"learning_rate": 3.505769169303545e-05,
"loss": 0.0115,
"step": 93500
},
{
"epoch": 0.9,
"learning_rate": 3.4977786301019596e-05,
"loss": 0.0118,
"step": 94000
},
{
"epoch": 0.91,
"learning_rate": 3.489788090900374e-05,
"loss": 0.0118,
"step": 94500
},
{
"epoch": 0.91,
"learning_rate": 3.481797551698789e-05,
"loss": 0.0116,
"step": 95000
},
{
"epoch": 0.92,
"learning_rate": 3.473807012497203e-05,
"loss": 0.012,
"step": 95500
},
{
"epoch": 0.92,
"learning_rate": 3.4658164732956184e-05,
"loss": 0.0127,
"step": 96000
},
{
"epoch": 0.93,
"learning_rate": 3.4578259340940324e-05,
"loss": 0.0126,
"step": 96500
},
{
"epoch": 0.93,
"learning_rate": 3.449835394892448e-05,
"loss": 0.0124,
"step": 97000
},
{
"epoch": 0.93,
"learning_rate": 3.4418448556908625e-05,
"loss": 0.0115,
"step": 97500
},
{
"epoch": 0.94,
"learning_rate": 3.4338543164892765e-05,
"loss": 0.0131,
"step": 98000
},
{
"epoch": 0.94,
"learning_rate": 3.425863777287692e-05,
"loss": 0.0129,
"step": 98500
},
{
"epoch": 0.95,
"learning_rate": 3.417873238086106e-05,
"loss": 0.0121,
"step": 99000
},
{
"epoch": 0.95,
"learning_rate": 3.409882698884521e-05,
"loss": 0.0124,
"step": 99500
},
{
"epoch": 0.96,
"learning_rate": 3.401892159682935e-05,
"loss": 0.0136,
"step": 100000
},
{
"epoch": 0.96,
"learning_rate": 3.39390162048135e-05,
"loss": 0.0127,
"step": 100500
},
{
"epoch": 0.97,
"learning_rate": 3.3859110812797654e-05,
"loss": 0.0122,
"step": 101000
},
{
"epoch": 0.97,
"learning_rate": 3.3779205420781794e-05,
"loss": 0.0119,
"step": 101500
},
{
"epoch": 0.98,
"learning_rate": 3.369930002876595e-05,
"loss": 0.0128,
"step": 102000
},
{
"epoch": 0.98,
"learning_rate": 3.361939463675009e-05,
"loss": 0.0125,
"step": 102500
},
{
"epoch": 0.99,
"learning_rate": 3.3539489244734235e-05,
"loss": 0.0112,
"step": 103000
},
{
"epoch": 0.99,
"learning_rate": 3.345958385271838e-05,
"loss": 0.012,
"step": 103500
},
{
"epoch": 1.0,
"learning_rate": 3.337967846070253e-05,
"loss": 0.0125,
"step": 104000
},
{
"epoch": 1.0,
"learning_rate": 3.3299773068686676e-05,
"loss": 0.012,
"step": 104500
},
{
"epoch": 1.01,
"learning_rate": 3.321986767667082e-05,
"loss": 0.0115,
"step": 105000
},
{
"epoch": 1.01,
"learning_rate": 3.313996228465497e-05,
"loss": 0.0124,
"step": 105500
},
{
"epoch": 1.02,
"learning_rate": 3.306005689263912e-05,
"loss": 0.01,
"step": 106000
},
{
"epoch": 1.02,
"learning_rate": 3.2980151500623264e-05,
"loss": 0.0108,
"step": 106500
},
{
"epoch": 1.03,
"learning_rate": 3.2900246108607404e-05,
"loss": 0.0097,
"step": 107000
},
{
"epoch": 1.03,
"learning_rate": 3.282034071659156e-05,
"loss": 0.0114,
"step": 107500
},
{
"epoch": 1.04,
"learning_rate": 3.2740435324575705e-05,
"loss": 0.011,
"step": 108000
},
{
"epoch": 1.04,
"learning_rate": 3.266052993255985e-05,
"loss": 0.0105,
"step": 108500
},
{
"epoch": 1.05,
"learning_rate": 3.2580624540544e-05,
"loss": 0.0108,
"step": 109000
},
{
"epoch": 1.05,
"learning_rate": 3.250071914852814e-05,
"loss": 0.0116,
"step": 109500
},
{
"epoch": 1.05,
"learning_rate": 3.242081375651229e-05,
"loss": 0.0102,
"step": 110000
},
{
"epoch": 1.06,
"learning_rate": 3.234090836449643e-05,
"loss": 0.0113,
"step": 110500
},
{
"epoch": 1.06,
"learning_rate": 3.226100297248059e-05,
"loss": 0.0095,
"step": 111000
},
{
"epoch": 1.07,
"learning_rate": 3.2181097580464734e-05,
"loss": 0.0117,
"step": 111500
},
{
"epoch": 1.07,
"learning_rate": 3.2101192188448874e-05,
"loss": 0.0094,
"step": 112000
},
{
"epoch": 1.08,
"learning_rate": 3.202128679643303e-05,
"loss": 0.0113,
"step": 112500
},
{
"epoch": 1.08,
"learning_rate": 3.194138140441717e-05,
"loss": 0.0113,
"step": 113000
},
{
"epoch": 1.09,
"learning_rate": 3.186147601240132e-05,
"loss": 0.0115,
"step": 113500
},
{
"epoch": 1.09,
"learning_rate": 3.178157062038546e-05,
"loss": 0.0104,
"step": 114000
},
{
"epoch": 1.1,
"learning_rate": 3.170166522836961e-05,
"loss": 0.011,
"step": 114500
},
{
"epoch": 1.1,
"learning_rate": 3.1621759836353756e-05,
"loss": 0.0102,
"step": 115000
},
{
"epoch": 1.11,
"learning_rate": 3.15418544443379e-05,
"loss": 0.0107,
"step": 115500
},
{
"epoch": 1.11,
"learning_rate": 3.146194905232206e-05,
"loss": 0.0108,
"step": 116000
},
{
"epoch": 1.12,
"learning_rate": 3.13820436603062e-05,
"loss": 0.0128,
"step": 116500
},
{
"epoch": 1.12,
"learning_rate": 3.1302138268290344e-05,
"loss": 0.0114,
"step": 117000
},
{
"epoch": 1.13,
"learning_rate": 3.122223287627449e-05,
"loss": 0.0092,
"step": 117500
},
{
"epoch": 1.13,
"learning_rate": 3.114232748425864e-05,
"loss": 0.0113,
"step": 118000
},
{
"epoch": 1.14,
"learning_rate": 3.1062422092242785e-05,
"loss": 0.0127,
"step": 118500
},
{
"epoch": 1.14,
"learning_rate": 3.098251670022693e-05,
"loss": 0.0112,
"step": 119000
},
{
"epoch": 1.15,
"learning_rate": 3.090261130821108e-05,
"loss": 0.0099,
"step": 119500
},
{
"epoch": 1.15,
"learning_rate": 3.0822705916195226e-05,
"loss": 0.0086,
"step": 120000
},
{
"epoch": 1.16,
"learning_rate": 3.074280052417937e-05,
"loss": 0.0109,
"step": 120500
},
{
"epoch": 1.16,
"learning_rate": 3.066289513216352e-05,
"loss": 0.011,
"step": 121000
},
{
"epoch": 1.17,
"learning_rate": 3.058298974014767e-05,
"loss": 0.0108,
"step": 121500
},
{
"epoch": 1.17,
"learning_rate": 3.050308434813181e-05,
"loss": 0.0105,
"step": 122000
},
{
"epoch": 1.17,
"learning_rate": 3.042317895611596e-05,
"loss": 0.0118,
"step": 122500
},
{
"epoch": 1.18,
"learning_rate": 3.0343273564100105e-05,
"loss": 0.0098,
"step": 123000
},
{
"epoch": 1.18,
"learning_rate": 3.0263368172084255e-05,
"loss": 0.0107,
"step": 123500
},
{
"epoch": 1.19,
"learning_rate": 3.01834627800684e-05,
"loss": 0.0101,
"step": 124000
},
{
"epoch": 1.19,
"learning_rate": 3.0103557388052546e-05,
"loss": 0.0103,
"step": 124500
},
{
"epoch": 1.2,
"learning_rate": 3.0023651996036696e-05,
"loss": 0.0109,
"step": 125000
},
{
"epoch": 1.2,
"learning_rate": 2.994374660402084e-05,
"loss": 0.0109,
"step": 125500
},
{
"epoch": 1.21,
"learning_rate": 2.986384121200499e-05,
"loss": 0.0105,
"step": 126000
},
{
"epoch": 1.21,
"learning_rate": 2.9783935819989134e-05,
"loss": 0.0111,
"step": 126500
},
{
"epoch": 1.22,
"learning_rate": 2.9704030427973277e-05,
"loss": 0.0123,
"step": 127000
},
{
"epoch": 1.22,
"learning_rate": 2.9624125035957428e-05,
"loss": 0.0118,
"step": 127500
},
{
"epoch": 1.23,
"learning_rate": 2.9544219643941575e-05,
"loss": 0.0106,
"step": 128000
},
{
"epoch": 1.23,
"learning_rate": 2.9464314251925722e-05,
"loss": 0.0099,
"step": 128500
},
{
"epoch": 1.24,
"learning_rate": 2.938440885990987e-05,
"loss": 0.0122,
"step": 129000
},
{
"epoch": 1.24,
"learning_rate": 2.9304503467894012e-05,
"loss": 0.0105,
"step": 129500
},
{
"epoch": 1.25,
"learning_rate": 2.9224598075878163e-05,
"loss": 0.0107,
"step": 130000
},
{
"epoch": 1.25,
"learning_rate": 2.9144692683862306e-05,
"loss": 0.011,
"step": 130500
},
{
"epoch": 1.26,
"learning_rate": 2.9064787291846457e-05,
"loss": 0.0112,
"step": 131000
},
{
"epoch": 1.26,
"learning_rate": 2.89848818998306e-05,
"loss": 0.0093,
"step": 131500
},
{
"epoch": 1.27,
"learning_rate": 2.8904976507814747e-05,
"loss": 0.011,
"step": 132000
},
{
"epoch": 1.27,
"learning_rate": 2.8825071115798898e-05,
"loss": 0.0099,
"step": 132500
},
{
"epoch": 1.28,
"learning_rate": 2.874516572378304e-05,
"loss": 0.0097,
"step": 133000
},
{
"epoch": 1.28,
"learning_rate": 2.866526033176719e-05,
"loss": 0.0094,
"step": 133500
},
{
"epoch": 1.28,
"learning_rate": 2.8585354939751335e-05,
"loss": 0.0109,
"step": 134000
},
{
"epoch": 1.29,
"learning_rate": 2.850544954773548e-05,
"loss": 0.0112,
"step": 134500
},
{
"epoch": 1.29,
"learning_rate": 2.842554415571963e-05,
"loss": 0.0104,
"step": 135000
},
{
"epoch": 1.3,
"learning_rate": 2.8345638763703776e-05,
"loss": 0.0097,
"step": 135500
},
{
"epoch": 1.3,
"learning_rate": 2.8265733371687923e-05,
"loss": 0.0103,
"step": 136000
},
{
"epoch": 1.31,
"learning_rate": 2.818582797967207e-05,
"loss": 0.0102,
"step": 136500
},
{
"epoch": 1.31,
"learning_rate": 2.8105922587656214e-05,
"loss": 0.0102,
"step": 137000
},
{
"epoch": 1.32,
"learning_rate": 2.8026017195640364e-05,
"loss": 0.0091,
"step": 137500
},
{
"epoch": 1.32,
"learning_rate": 2.7946111803624508e-05,
"loss": 0.0109,
"step": 138000
},
{
"epoch": 1.33,
"learning_rate": 2.7866206411608658e-05,
"loss": 0.0109,
"step": 138500
},
{
"epoch": 1.33,
"learning_rate": 2.7786301019592802e-05,
"loss": 0.01,
"step": 139000
},
{
"epoch": 1.34,
"learning_rate": 2.770639562757695e-05,
"loss": 0.0102,
"step": 139500
},
{
"epoch": 1.34,
"learning_rate": 2.76264902355611e-05,
"loss": 0.009,
"step": 140000
},
{
"epoch": 1.35,
"learning_rate": 2.7546584843545243e-05,
"loss": 0.0104,
"step": 140500
},
{
"epoch": 1.35,
"learning_rate": 2.7466679451529393e-05,
"loss": 0.0114,
"step": 141000
},
{
"epoch": 1.36,
"learning_rate": 2.7386774059513537e-05,
"loss": 0.0107,
"step": 141500
},
{
"epoch": 1.36,
"learning_rate": 2.730686866749768e-05,
"loss": 0.0115,
"step": 142000
},
{
"epoch": 1.37,
"learning_rate": 2.722696327548183e-05,
"loss": 0.0109,
"step": 142500
},
{
"epoch": 1.37,
"learning_rate": 2.7147057883465978e-05,
"loss": 0.0108,
"step": 143000
},
{
"epoch": 1.38,
"learning_rate": 2.7067152491450125e-05,
"loss": 0.0112,
"step": 143500
},
{
"epoch": 1.38,
"learning_rate": 2.698724709943427e-05,
"loss": 0.0103,
"step": 144000
},
{
"epoch": 1.39,
"learning_rate": 2.6907341707418415e-05,
"loss": 0.0103,
"step": 144500
},
{
"epoch": 1.39,
"learning_rate": 2.6827436315402566e-05,
"loss": 0.0101,
"step": 145000
},
{
"epoch": 1.4,
"learning_rate": 2.674753092338671e-05,
"loss": 0.0101,
"step": 145500
},
{
"epoch": 1.4,
"learning_rate": 2.666762553137086e-05,
"loss": 0.0093,
"step": 146000
},
{
"epoch": 1.4,
"learning_rate": 2.6587720139355003e-05,
"loss": 0.0114,
"step": 146500
},
{
"epoch": 1.41,
"learning_rate": 2.650781474733915e-05,
"loss": 0.0108,
"step": 147000
},
{
"epoch": 1.41,
"learning_rate": 2.64279093553233e-05,
"loss": 0.0102,
"step": 147500
},
{
"epoch": 1.42,
"learning_rate": 2.6348003963307444e-05,
"loss": 0.0109,
"step": 148000
},
{
"epoch": 1.42,
"learning_rate": 2.6268098571291595e-05,
"loss": 0.0091,
"step": 148500
},
{
"epoch": 1.43,
"learning_rate": 2.6188193179275738e-05,
"loss": 0.011,
"step": 149000
},
{
"epoch": 1.43,
"learning_rate": 2.6108287787259882e-05,
"loss": 0.0107,
"step": 149500
},
{
"epoch": 1.44,
"learning_rate": 2.6028382395244032e-05,
"loss": 0.0104,
"step": 150000
},
{
"epoch": 1.44,
"learning_rate": 2.594847700322818e-05,
"loss": 0.0106,
"step": 150500
},
{
"epoch": 1.45,
"learning_rate": 2.5868571611212326e-05,
"loss": 0.0113,
"step": 151000
},
{
"epoch": 1.45,
"learning_rate": 2.5788666219196473e-05,
"loss": 0.0107,
"step": 151500
},
{
"epoch": 1.46,
"learning_rate": 2.5708760827180617e-05,
"loss": 0.0113,
"step": 152000
},
{
"epoch": 1.46,
"learning_rate": 2.5628855435164767e-05,
"loss": 0.0107,
"step": 152500
},
{
"epoch": 1.47,
"learning_rate": 2.554895004314891e-05,
"loss": 0.0094,
"step": 153000
},
{
"epoch": 1.47,
"learning_rate": 2.546904465113306e-05,
"loss": 0.0106,
"step": 153500
},
{
"epoch": 1.48,
"learning_rate": 2.5389139259117205e-05,
"loss": 0.009,
"step": 154000
},
{
"epoch": 1.48,
"learning_rate": 2.5309233867101352e-05,
"loss": 0.0101,
"step": 154500
},
{
"epoch": 1.49,
"learning_rate": 2.5229328475085502e-05,
"loss": 0.01,
"step": 155000
},
{
"epoch": 1.49,
"learning_rate": 2.5149423083069646e-05,
"loss": 0.0112,
"step": 155500
},
{
"epoch": 1.5,
"learning_rate": 2.5069517691053796e-05,
"loss": 0.0101,
"step": 156000
},
{
"epoch": 1.5,
"learning_rate": 2.498961229903794e-05,
"loss": 0.0102,
"step": 156500
},
{
"epoch": 1.51,
"learning_rate": 2.4909706907022087e-05,
"loss": 0.0094,
"step": 157000
},
{
"epoch": 1.51,
"learning_rate": 2.4829801515006234e-05,
"loss": 0.012,
"step": 157500
},
{
"epoch": 1.52,
"learning_rate": 2.474989612299038e-05,
"loss": 0.0096,
"step": 158000
},
{
"epoch": 1.52,
"learning_rate": 2.4669990730974528e-05,
"loss": 0.0116,
"step": 158500
},
{
"epoch": 1.52,
"learning_rate": 2.4590085338958675e-05,
"loss": 0.0114,
"step": 159000
},
{
"epoch": 1.53,
"learning_rate": 2.451017994694282e-05,
"loss": 0.0105,
"step": 159500
},
{
"epoch": 1.53,
"learning_rate": 2.443027455492697e-05,
"loss": 0.0113,
"step": 160000
},
{
"epoch": 1.54,
"learning_rate": 2.4350369162911112e-05,
"loss": 0.0111,
"step": 160500
},
{
"epoch": 1.54,
"learning_rate": 2.427046377089526e-05,
"loss": 0.0103,
"step": 161000
},
{
"epoch": 1.55,
"learning_rate": 2.4190558378879406e-05,
"loss": 0.0114,
"step": 161500
},
{
"epoch": 1.55,
"learning_rate": 2.4110652986863557e-05,
"loss": 0.0093,
"step": 162000
},
{
"epoch": 1.56,
"learning_rate": 2.4030747594847704e-05,
"loss": 0.0099,
"step": 162500
},
{
"epoch": 1.56,
"learning_rate": 2.3950842202831847e-05,
"loss": 0.0111,
"step": 163000
},
{
"epoch": 1.57,
"learning_rate": 2.3870936810815994e-05,
"loss": 0.0105,
"step": 163500
},
{
"epoch": 1.57,
"learning_rate": 2.379103141880014e-05,
"loss": 0.0106,
"step": 164000
},
{
"epoch": 1.58,
"learning_rate": 2.3711126026784288e-05,
"loss": 0.01,
"step": 164500
},
{
"epoch": 1.58,
"learning_rate": 2.3631220634768435e-05,
"loss": 0.0106,
"step": 165000
},
{
"epoch": 1.59,
"learning_rate": 2.3551315242752582e-05,
"loss": 0.0112,
"step": 165500
},
{
"epoch": 1.59,
"learning_rate": 2.347140985073673e-05,
"loss": 0.0096,
"step": 166000
},
{
"epoch": 1.6,
"learning_rate": 2.3391504458720876e-05,
"loss": 0.0101,
"step": 166500
},
{
"epoch": 1.6,
"learning_rate": 2.3311599066705023e-05,
"loss": 0.0097,
"step": 167000
},
{
"epoch": 1.61,
"learning_rate": 2.323169367468917e-05,
"loss": 0.0098,
"step": 167500
},
{
"epoch": 1.61,
"learning_rate": 2.3151788282673314e-05,
"loss": 0.0115,
"step": 168000
},
{
"epoch": 1.62,
"learning_rate": 2.307188289065746e-05,
"loss": 0.0098,
"step": 168500
},
{
"epoch": 1.62,
"learning_rate": 2.2991977498641608e-05,
"loss": 0.0101,
"step": 169000
},
{
"epoch": 1.63,
"learning_rate": 2.2912072106625758e-05,
"loss": 0.0116,
"step": 169500
},
{
"epoch": 1.63,
"learning_rate": 2.2832166714609905e-05,
"loss": 0.0104,
"step": 170000
},
{
"epoch": 1.63,
"learning_rate": 2.275226132259405e-05,
"loss": 0.0095,
"step": 170500
},
{
"epoch": 1.64,
"learning_rate": 2.2672355930578196e-05,
"loss": 0.0107,
"step": 171000
},
{
"epoch": 1.64,
"learning_rate": 2.2592450538562343e-05,
"loss": 0.0095,
"step": 171500
},
{
"epoch": 1.65,
"learning_rate": 2.251254514654649e-05,
"loss": 0.0113,
"step": 172000
},
{
"epoch": 1.65,
"learning_rate": 2.2432639754530637e-05,
"loss": 0.0108,
"step": 172500
},
{
"epoch": 1.66,
"learning_rate": 2.2352734362514784e-05,
"loss": 0.0108,
"step": 173000
},
{
"epoch": 1.66,
"learning_rate": 2.227282897049893e-05,
"loss": 0.0114,
"step": 173500
},
{
"epoch": 1.67,
"learning_rate": 2.2192923578483078e-05,
"loss": 0.0104,
"step": 174000
},
{
"epoch": 1.67,
"learning_rate": 2.2113018186467225e-05,
"loss": 0.0107,
"step": 174500
},
{
"epoch": 1.68,
"learning_rate": 2.203311279445137e-05,
"loss": 0.0102,
"step": 175000
},
{
"epoch": 1.68,
"learning_rate": 2.1953207402435515e-05,
"loss": 0.0091,
"step": 175500
},
{
"epoch": 1.69,
"learning_rate": 2.1873302010419662e-05,
"loss": 0.0106,
"step": 176000
},
{
"epoch": 1.69,
"learning_rate": 2.179339661840381e-05,
"loss": 0.0105,
"step": 176500
},
{
"epoch": 1.7,
"learning_rate": 2.171349122638796e-05,
"loss": 0.0097,
"step": 177000
},
{
"epoch": 1.7,
"learning_rate": 2.1633585834372107e-05,
"loss": 0.0109,
"step": 177500
},
{
"epoch": 1.71,
"learning_rate": 2.155368044235625e-05,
"loss": 0.0095,
"step": 178000
},
{
"epoch": 1.71,
"learning_rate": 2.1473775050340397e-05,
"loss": 0.0098,
"step": 178500
},
{
"epoch": 1.72,
"learning_rate": 2.1393869658324544e-05,
"loss": 0.0111,
"step": 179000
},
{
"epoch": 1.72,
"learning_rate": 2.131396426630869e-05,
"loss": 0.0105,
"step": 179500
},
{
"epoch": 1.73,
"learning_rate": 2.1234058874292838e-05,
"loss": 0.0101,
"step": 180000
},
{
"epoch": 1.73,
"learning_rate": 2.1154153482276985e-05,
"loss": 0.0097,
"step": 180500
},
{
"epoch": 1.74,
"learning_rate": 2.1074248090261132e-05,
"loss": 0.0095,
"step": 181000
},
{
"epoch": 1.74,
"learning_rate": 2.099434269824528e-05,
"loss": 0.0105,
"step": 181500
},
{
"epoch": 1.75,
"learning_rate": 2.0914437306229426e-05,
"loss": 0.0118,
"step": 182000
},
{
"epoch": 1.75,
"learning_rate": 2.0834531914213573e-05,
"loss": 0.0102,
"step": 182500
},
{
"epoch": 1.75,
"learning_rate": 2.0754626522197717e-05,
"loss": 0.0102,
"step": 183000
},
{
"epoch": 1.76,
"learning_rate": 2.0674721130181864e-05,
"loss": 0.0117,
"step": 183500
},
{
"epoch": 1.76,
"learning_rate": 2.059481573816601e-05,
"loss": 0.0098,
"step": 184000
},
{
"epoch": 1.77,
"learning_rate": 2.051491034615016e-05,
"loss": 0.0104,
"step": 184500
},
{
"epoch": 1.77,
"learning_rate": 2.0435004954134308e-05,
"loss": 0.0112,
"step": 185000
},
{
"epoch": 1.78,
"learning_rate": 2.035509956211845e-05,
"loss": 0.0093,
"step": 185500
},
{
"epoch": 1.78,
"learning_rate": 2.02751941701026e-05,
"loss": 0.0103,
"step": 186000
},
{
"epoch": 1.79,
"learning_rate": 2.0195288778086746e-05,
"loss": 0.011,
"step": 186500
},
{
"epoch": 1.79,
"learning_rate": 2.0115383386070893e-05,
"loss": 0.0106,
"step": 187000
},
{
"epoch": 1.8,
"learning_rate": 2.003547799405504e-05,
"loss": 0.0104,
"step": 187500
},
{
"epoch": 1.8,
"learning_rate": 1.9955572602039187e-05,
"loss": 0.0105,
"step": 188000
},
{
"epoch": 1.81,
"learning_rate": 1.9875667210023334e-05,
"loss": 0.0097,
"step": 188500
},
{
"epoch": 1.81,
"learning_rate": 1.979576181800748e-05,
"loss": 0.01,
"step": 189000
},
{
"epoch": 1.82,
"learning_rate": 1.9715856425991628e-05,
"loss": 0.0084,
"step": 189500
},
{
"epoch": 1.82,
"learning_rate": 1.9635951033975775e-05,
"loss": 0.0103,
"step": 190000
},
{
"epoch": 1.83,
"learning_rate": 1.9556045641959918e-05,
"loss": 0.01,
"step": 190500
},
{
"epoch": 1.83,
"learning_rate": 1.9476140249944065e-05,
"loss": 0.0099,
"step": 191000
},
{
"epoch": 1.84,
"learning_rate": 1.9396234857928212e-05,
"loss": 0.0102,
"step": 191500
},
{
"epoch": 1.84,
"learning_rate": 1.9316329465912363e-05,
"loss": 0.0104,
"step": 192000
},
{
"epoch": 1.85,
"learning_rate": 1.923642407389651e-05,
"loss": 0.0097,
"step": 192500
},
{
"epoch": 1.85,
"learning_rate": 1.9156518681880653e-05,
"loss": 0.0119,
"step": 193000
},
{
"epoch": 1.86,
"learning_rate": 1.90766132898648e-05,
"loss": 0.0103,
"step": 193500
},
{
"epoch": 1.86,
"learning_rate": 1.8996707897848947e-05,
"loss": 0.0102,
"step": 194000
},
{
"epoch": 1.86,
"learning_rate": 1.8916802505833094e-05,
"loss": 0.0112,
"step": 194500
},
{
"epoch": 1.87,
"learning_rate": 1.883689711381724e-05,
"loss": 0.0096,
"step": 195000
},
{
"epoch": 1.87,
"learning_rate": 1.8756991721801388e-05,
"loss": 0.01,
"step": 195500
},
{
"epoch": 1.88,
"learning_rate": 1.8677086329785535e-05,
"loss": 0.0105,
"step": 196000
},
{
"epoch": 1.88,
"learning_rate": 1.8597180937769682e-05,
"loss": 0.0104,
"step": 196500
},
{
"epoch": 1.89,
"learning_rate": 1.851727554575383e-05,
"loss": 0.0118,
"step": 197000
},
{
"epoch": 1.89,
"learning_rate": 1.8437370153737976e-05,
"loss": 0.0105,
"step": 197500
},
{
"epoch": 1.9,
"learning_rate": 1.835746476172212e-05,
"loss": 0.0102,
"step": 198000
},
{
"epoch": 1.9,
"learning_rate": 1.8277559369706267e-05,
"loss": 0.0089,
"step": 198500
},
{
"epoch": 1.91,
"learning_rate": 1.8197653977690414e-05,
"loss": 0.0103,
"step": 199000
},
{
"epoch": 1.91,
"learning_rate": 1.8117748585674564e-05,
"loss": 0.0095,
"step": 199500
},
{
"epoch": 1.92,
"learning_rate": 1.803784319365871e-05,
"loss": 0.0102,
"step": 200000
},
{
"epoch": 1.92,
"learning_rate": 1.7957937801642855e-05,
"loss": 0.0109,
"step": 200500
},
{
"epoch": 1.93,
"learning_rate": 1.7878032409627e-05,
"loss": 0.0107,
"step": 201000
},
{
"epoch": 1.93,
"learning_rate": 1.779812701761115e-05,
"loss": 0.0106,
"step": 201500
},
{
"epoch": 1.94,
"learning_rate": 1.7718221625595296e-05,
"loss": 0.0098,
"step": 202000
},
{
"epoch": 1.94,
"learning_rate": 1.7638316233579443e-05,
"loss": 0.01,
"step": 202500
},
{
"epoch": 1.95,
"learning_rate": 1.755841084156359e-05,
"loss": 0.0096,
"step": 203000
},
{
"epoch": 1.95,
"learning_rate": 1.7478505449547737e-05,
"loss": 0.0099,
"step": 203500
},
{
"epoch": 1.96,
"learning_rate": 1.7398600057531884e-05,
"loss": 0.0101,
"step": 204000
},
{
"epoch": 1.96,
"learning_rate": 1.731869466551603e-05,
"loss": 0.009,
"step": 204500
},
{
"epoch": 1.97,
"learning_rate": 1.7238789273500178e-05,
"loss": 0.0108,
"step": 205000
},
{
"epoch": 1.97,
"learning_rate": 1.715888388148432e-05,
"loss": 0.0112,
"step": 205500
},
{
"epoch": 1.98,
"learning_rate": 1.7078978489468468e-05,
"loss": 0.0096,
"step": 206000
},
{
"epoch": 1.98,
"learning_rate": 1.699907309745262e-05,
"loss": 0.0098,
"step": 206500
},
{
"epoch": 1.98,
"learning_rate": 1.6919167705436766e-05,
"loss": 0.0113,
"step": 207000
},
{
"epoch": 1.99,
"learning_rate": 1.6839262313420913e-05,
"loss": 0.0095,
"step": 207500
},
{
"epoch": 1.99,
"learning_rate": 1.6759356921405056e-05,
"loss": 0.0099,
"step": 208000
},
{
"epoch": 2.0,
"learning_rate": 1.6679451529389203e-05,
"loss": 0.0099,
"step": 208500
},
{
"epoch": 2.0,
"learning_rate": 1.659954613737335e-05,
"loss": 0.0089,
"step": 209000
},
{
"epoch": 2.01,
"learning_rate": 1.6519640745357497e-05,
"loss": 0.009,
"step": 209500
},
{
"epoch": 2.01,
"learning_rate": 1.6439735353341644e-05,
"loss": 0.0081,
"step": 210000
},
{
"epoch": 2.02,
"learning_rate": 1.635982996132579e-05,
"loss": 0.008,
"step": 210500
},
{
"epoch": 2.02,
"learning_rate": 1.6279924569309938e-05,
"loss": 0.0081,
"step": 211000
},
{
"epoch": 2.03,
"learning_rate": 1.6200019177294085e-05,
"loss": 0.0089,
"step": 211500
},
{
"epoch": 2.03,
"learning_rate": 1.6120113785278232e-05,
"loss": 0.0086,
"step": 212000
},
{
"epoch": 2.04,
"learning_rate": 1.604020839326238e-05,
"loss": 0.0086,
"step": 212500
},
{
"epoch": 2.04,
"learning_rate": 1.5960303001246523e-05,
"loss": 0.0081,
"step": 213000
},
{
"epoch": 2.05,
"learning_rate": 1.588039760923067e-05,
"loss": 0.0076,
"step": 213500
},
{
"epoch": 2.05,
"learning_rate": 1.580049221721482e-05,
"loss": 0.0085,
"step": 214000
},
{
"epoch": 2.06,
"learning_rate": 1.5720586825198967e-05,
"loss": 0.0078,
"step": 214500
},
{
"epoch": 2.06,
"learning_rate": 1.5640681433183114e-05,
"loss": 0.0094,
"step": 215000
},
{
"epoch": 2.07,
"learning_rate": 1.5560776041167258e-05,
"loss": 0.0087,
"step": 215500
},
{
"epoch": 2.07,
"learning_rate": 1.5480870649151405e-05,
"loss": 0.009,
"step": 216000
},
{
"epoch": 2.08,
"learning_rate": 1.540096525713555e-05,
"loss": 0.0084,
"step": 216500
},
{
"epoch": 2.08,
"learning_rate": 1.53210598651197e-05,
"loss": 0.0077,
"step": 217000
},
{
"epoch": 2.09,
"learning_rate": 1.5241154473103847e-05,
"loss": 0.009,
"step": 217500
},
{
"epoch": 2.09,
"learning_rate": 1.5161249081087991e-05,
"loss": 0.0082,
"step": 218000
},
{
"epoch": 2.1,
"learning_rate": 1.508134368907214e-05,
"loss": 0.0087,
"step": 218500
},
{
"epoch": 2.1,
"learning_rate": 1.5001438297056287e-05,
"loss": 0.0086,
"step": 219000
},
{
"epoch": 2.1,
"learning_rate": 1.4921532905040434e-05,
"loss": 0.0072,
"step": 219500
},
{
"epoch": 2.11,
"learning_rate": 1.484162751302458e-05,
"loss": 0.008,
"step": 220000
},
{
"epoch": 2.11,
"learning_rate": 1.4761722121008726e-05,
"loss": 0.0079,
"step": 220500
},
{
"epoch": 2.12,
"learning_rate": 1.4681816728992873e-05,
"loss": 0.0088,
"step": 221000
},
{
"epoch": 2.12,
"learning_rate": 1.460191133697702e-05,
"loss": 0.0067,
"step": 221500
},
{
"epoch": 2.13,
"learning_rate": 1.4522005944961167e-05,
"loss": 0.0085,
"step": 222000
},
{
"epoch": 2.13,
"learning_rate": 1.4442100552945314e-05,
"loss": 0.0083,
"step": 222500
},
{
"epoch": 2.14,
"learning_rate": 1.4362195160929459e-05,
"loss": 0.009,
"step": 223000
},
{
"epoch": 2.14,
"learning_rate": 1.4282289768913606e-05,
"loss": 0.0086,
"step": 223500
},
{
"epoch": 2.15,
"learning_rate": 1.4202384376897753e-05,
"loss": 0.0085,
"step": 224000
},
{
"epoch": 2.15,
"learning_rate": 1.4122478984881902e-05,
"loss": 0.0081,
"step": 224500
},
{
"epoch": 2.16,
"learning_rate": 1.4042573592866049e-05,
"loss": 0.0094,
"step": 225000
},
{
"epoch": 2.16,
"learning_rate": 1.3962668200850192e-05,
"loss": 0.0088,
"step": 225500
},
{
"epoch": 2.17,
"learning_rate": 1.3882762808834341e-05,
"loss": 0.008,
"step": 226000
},
{
"epoch": 2.17,
"learning_rate": 1.3802857416818488e-05,
"loss": 0.0083,
"step": 226500
},
{
"epoch": 2.18,
"learning_rate": 1.3722952024802635e-05,
"loss": 0.007,
"step": 227000
},
{
"epoch": 2.18,
"learning_rate": 1.3643046632786782e-05,
"loss": 0.0084,
"step": 227500
},
{
"epoch": 2.19,
"learning_rate": 1.3563141240770927e-05,
"loss": 0.0077,
"step": 228000
},
{
"epoch": 2.19,
"learning_rate": 1.3483235848755074e-05,
"loss": 0.0088,
"step": 228500
},
{
"epoch": 2.2,
"learning_rate": 1.3403330456739221e-05,
"loss": 0.0089,
"step": 229000
},
{
"epoch": 2.2,
"learning_rate": 1.3323425064723368e-05,
"loss": 0.0086,
"step": 229500
},
{
"epoch": 2.21,
"learning_rate": 1.3243519672707515e-05,
"loss": 0.008,
"step": 230000
},
{
"epoch": 2.21,
"learning_rate": 1.316361428069166e-05,
"loss": 0.0094,
"step": 230500
},
{
"epoch": 2.21,
"learning_rate": 1.3083708888675808e-05,
"loss": 0.0081,
"step": 231000
},
{
"epoch": 2.22,
"learning_rate": 1.3003803496659955e-05,
"loss": 0.0084,
"step": 231500
},
{
"epoch": 2.22,
"learning_rate": 1.2923898104644103e-05,
"loss": 0.0081,
"step": 232000
},
{
"epoch": 2.23,
"learning_rate": 1.284399271262825e-05,
"loss": 0.0088,
"step": 232500
},
{
"epoch": 2.23,
"learning_rate": 1.2764087320612394e-05,
"loss": 0.0085,
"step": 233000
},
{
"epoch": 2.24,
"learning_rate": 1.2684181928596543e-05,
"loss": 0.0088,
"step": 233500
},
{
"epoch": 2.24,
"learning_rate": 1.260427653658069e-05,
"loss": 0.0087,
"step": 234000
},
{
"epoch": 2.25,
"learning_rate": 1.2524371144564837e-05,
"loss": 0.0083,
"step": 234500
},
{
"epoch": 2.25,
"learning_rate": 1.2444465752548982e-05,
"loss": 0.0085,
"step": 235000
},
{
"epoch": 2.26,
"learning_rate": 1.236456036053313e-05,
"loss": 0.0085,
"step": 235500
},
{
"epoch": 2.26,
"learning_rate": 1.2284654968517276e-05,
"loss": 0.0076,
"step": 236000
},
{
"epoch": 2.27,
"learning_rate": 1.2204749576501423e-05,
"loss": 0.0081,
"step": 236500
},
{
"epoch": 2.27,
"learning_rate": 1.212484418448557e-05,
"loss": 0.008,
"step": 237000
},
{
"epoch": 2.28,
"learning_rate": 1.2044938792469717e-05,
"loss": 0.0088,
"step": 237500
},
{
"epoch": 2.28,
"learning_rate": 1.1965033400453864e-05,
"loss": 0.0083,
"step": 238000
},
{
"epoch": 2.29,
"learning_rate": 1.1885128008438009e-05,
"loss": 0.0089,
"step": 238500
},
{
"epoch": 2.29,
"learning_rate": 1.1805222616422156e-05,
"loss": 0.0083,
"step": 239000
},
{
"epoch": 2.3,
"learning_rate": 1.1725317224406303e-05,
"loss": 0.0089,
"step": 239500
},
{
"epoch": 2.3,
"learning_rate": 1.164541183239045e-05,
"loss": 0.0078,
"step": 240000
},
{
"epoch": 2.31,
"learning_rate": 1.1565506440374597e-05,
"loss": 0.0087,
"step": 240500
},
{
"epoch": 2.31,
"learning_rate": 1.1485601048358744e-05,
"loss": 0.0081,
"step": 241000
},
{
"epoch": 2.32,
"learning_rate": 1.1405695656342891e-05,
"loss": 0.0092,
"step": 241500
},
{
"epoch": 2.32,
"learning_rate": 1.1325790264327036e-05,
"loss": 0.0088,
"step": 242000
},
{
"epoch": 2.33,
"learning_rate": 1.1245884872311183e-05,
"loss": 0.0079,
"step": 242500
},
{
"epoch": 2.33,
"learning_rate": 1.1165979480295332e-05,
"loss": 0.0085,
"step": 243000
},
{
"epoch": 2.33,
"learning_rate": 1.1086074088279477e-05,
"loss": 0.0089,
"step": 243500
},
{
"epoch": 2.34,
"learning_rate": 1.1006168696263624e-05,
"loss": 0.0092,
"step": 244000
},
{
"epoch": 2.34,
"learning_rate": 1.0926263304247771e-05,
"loss": 0.0089,
"step": 244500
},
{
"epoch": 2.35,
"learning_rate": 1.0846357912231918e-05,
"loss": 0.0085,
"step": 245000
},
{
"epoch": 2.35,
"learning_rate": 1.0766452520216065e-05,
"loss": 0.0074,
"step": 245500
},
{
"epoch": 2.36,
"learning_rate": 1.068654712820021e-05,
"loss": 0.0084,
"step": 246000
},
{
"epoch": 2.36,
"learning_rate": 1.0606641736184358e-05,
"loss": 0.0084,
"step": 246500
},
{
"epoch": 2.37,
"learning_rate": 1.0526736344168505e-05,
"loss": 0.0076,
"step": 247000
},
{
"epoch": 2.37,
"learning_rate": 1.0446830952152652e-05,
"loss": 0.0088,
"step": 247500
},
{
"epoch": 2.38,
"learning_rate": 1.0366925560136799e-05,
"loss": 0.0077,
"step": 248000
},
{
"epoch": 2.38,
"learning_rate": 1.0287020168120946e-05,
"loss": 0.0082,
"step": 248500
},
{
"epoch": 2.39,
"learning_rate": 1.0207114776105093e-05,
"loss": 0.0094,
"step": 249000
},
{
"epoch": 2.39,
"learning_rate": 1.0127209384089238e-05,
"loss": 0.0083,
"step": 249500
},
{
"epoch": 2.4,
"learning_rate": 1.0047303992073385e-05,
"loss": 0.0084,
"step": 250000
},
{
"epoch": 2.4,
"learning_rate": 9.967398600057534e-06,
"loss": 0.0082,
"step": 250500
},
{
"epoch": 2.41,
"learning_rate": 9.887493208041679e-06,
"loss": 0.0075,
"step": 251000
},
{
"epoch": 2.41,
"learning_rate": 9.807587816025826e-06,
"loss": 0.0079,
"step": 251500
},
{
"epoch": 2.42,
"learning_rate": 9.727682424009973e-06,
"loss": 0.0084,
"step": 252000
},
{
"epoch": 2.42,
"learning_rate": 9.64777703199412e-06,
"loss": 0.009,
"step": 252500
},
{
"epoch": 2.43,
"learning_rate": 9.567871639978267e-06,
"loss": 0.0071,
"step": 253000
},
{
"epoch": 2.43,
"learning_rate": 9.487966247962412e-06,
"loss": 0.0086,
"step": 253500
},
{
"epoch": 2.44,
"learning_rate": 9.40806085594656e-06,
"loss": 0.0097,
"step": 254000
},
{
"epoch": 2.44,
"learning_rate": 9.328155463930706e-06,
"loss": 0.0088,
"step": 254500
},
{
"epoch": 2.45,
"learning_rate": 9.248250071914853e-06,
"loss": 0.0081,
"step": 255000
},
{
"epoch": 2.45,
"learning_rate": 9.168344679899e-06,
"loss": 0.0082,
"step": 255500
},
{
"epoch": 2.45,
"learning_rate": 9.088439287883147e-06,
"loss": 0.0086,
"step": 256000
},
{
"epoch": 2.46,
"learning_rate": 9.008533895867294e-06,
"loss": 0.0077,
"step": 256500
},
{
"epoch": 2.46,
"learning_rate": 8.92862850385144e-06,
"loss": 0.0083,
"step": 257000
},
{
"epoch": 2.47,
"learning_rate": 8.848723111835586e-06,
"loss": 0.0083,
"step": 257500
},
{
"epoch": 2.47,
"learning_rate": 8.768817719819735e-06,
"loss": 0.0084,
"step": 258000
},
{
"epoch": 2.48,
"learning_rate": 8.68891232780388e-06,
"loss": 0.009,
"step": 258500
},
{
"epoch": 2.48,
"learning_rate": 8.609006935788027e-06,
"loss": 0.0072,
"step": 259000
},
{
"epoch": 2.49,
"learning_rate": 8.529101543772174e-06,
"loss": 0.0081,
"step": 259500
},
{
"epoch": 2.49,
"learning_rate": 8.449196151756321e-06,
"loss": 0.007,
"step": 260000
},
{
"epoch": 2.5,
"learning_rate": 8.369290759740468e-06,
"loss": 0.0087,
"step": 260500
},
{
"epoch": 2.5,
"learning_rate": 8.289385367724614e-06,
"loss": 0.0086,
"step": 261000
},
{
"epoch": 2.51,
"learning_rate": 8.209479975708762e-06,
"loss": 0.0085,
"step": 261500
},
{
"epoch": 2.51,
"learning_rate": 8.129574583692908e-06,
"loss": 0.0081,
"step": 262000
},
{
"epoch": 2.52,
"learning_rate": 8.049669191677055e-06,
"loss": 0.0096,
"step": 262500
},
{
"epoch": 2.52,
"learning_rate": 7.969763799661202e-06,
"loss": 0.0076,
"step": 263000
},
{
"epoch": 2.53,
"learning_rate": 7.889858407645349e-06,
"loss": 0.0074,
"step": 263500
},
{
"epoch": 2.53,
"learning_rate": 7.809953015629496e-06,
"loss": 0.0083,
"step": 264000
},
{
"epoch": 2.54,
"learning_rate": 7.73004762361364e-06,
"loss": 0.0067,
"step": 264500
},
{
"epoch": 2.54,
"learning_rate": 7.650142231597788e-06,
"loss": 0.0084,
"step": 265000
},
{
"epoch": 2.55,
"learning_rate": 7.570236839581936e-06,
"loss": 0.0078,
"step": 265500
},
{
"epoch": 2.55,
"learning_rate": 7.490331447566082e-06,
"loss": 0.0087,
"step": 266000
},
{
"epoch": 2.56,
"learning_rate": 7.410426055550229e-06,
"loss": 0.0095,
"step": 266500
},
{
"epoch": 2.56,
"learning_rate": 7.330520663534375e-06,
"loss": 0.0076,
"step": 267000
},
{
"epoch": 2.56,
"learning_rate": 7.250615271518523e-06,
"loss": 0.0095,
"step": 267500
},
{
"epoch": 2.57,
"learning_rate": 7.17070987950267e-06,
"loss": 0.008,
"step": 268000
},
{
"epoch": 2.57,
"learning_rate": 7.090804487486816e-06,
"loss": 0.0083,
"step": 268500
},
{
"epoch": 2.58,
"learning_rate": 7.010899095470963e-06,
"loss": 0.0076,
"step": 269000
},
{
"epoch": 2.58,
"learning_rate": 6.930993703455109e-06,
"loss": 0.0087,
"step": 269500
},
{
"epoch": 2.59,
"learning_rate": 6.851088311439256e-06,
"loss": 0.0087,
"step": 270000
},
{
"epoch": 2.59,
"learning_rate": 6.771182919423404e-06,
"loss": 0.0092,
"step": 270500
},
{
"epoch": 2.6,
"learning_rate": 6.691277527407549e-06,
"loss": 0.0078,
"step": 271000
},
{
"epoch": 2.6,
"learning_rate": 6.611372135391697e-06,
"loss": 0.0066,
"step": 271500
},
{
"epoch": 2.61,
"learning_rate": 6.531466743375843e-06,
"loss": 0.0091,
"step": 272000
},
{
"epoch": 2.61,
"learning_rate": 6.45156135135999e-06,
"loss": 0.0099,
"step": 272500
},
{
"epoch": 2.62,
"learning_rate": 6.371655959344137e-06,
"loss": 0.0071,
"step": 273000
},
{
"epoch": 2.62,
"learning_rate": 6.291750567328283e-06,
"loss": 0.0085,
"step": 273500
},
{
"epoch": 2.63,
"learning_rate": 6.211845175312431e-06,
"loss": 0.009,
"step": 274000
},
{
"epoch": 2.63,
"learning_rate": 6.131939783296577e-06,
"loss": 0.0085,
"step": 274500
},
{
"epoch": 2.64,
"learning_rate": 6.052034391280724e-06,
"loss": 0.0085,
"step": 275000
},
{
"epoch": 2.64,
"learning_rate": 5.97212899926487e-06,
"loss": 0.0089,
"step": 275500
},
{
"epoch": 2.65,
"learning_rate": 5.892223607249017e-06,
"loss": 0.0081,
"step": 276000
},
{
"epoch": 2.65,
"learning_rate": 5.812318215233164e-06,
"loss": 0.009,
"step": 276500
},
{
"epoch": 2.66,
"learning_rate": 5.732412823217311e-06,
"loss": 0.0077,
"step": 277000
},
{
"epoch": 2.66,
"learning_rate": 5.6525074312014575e-06,
"loss": 0.0068,
"step": 277500
},
{
"epoch": 2.67,
"learning_rate": 5.5726020391856045e-06,
"loss": 0.0078,
"step": 278000
},
{
"epoch": 2.67,
"learning_rate": 5.492696647169751e-06,
"loss": 0.0078,
"step": 278500
},
{
"epoch": 2.68,
"learning_rate": 5.412791255153898e-06,
"loss": 0.008,
"step": 279000
},
{
"epoch": 2.68,
"learning_rate": 5.332885863138045e-06,
"loss": 0.0069,
"step": 279500
},
{
"epoch": 2.68,
"learning_rate": 5.252980471122192e-06,
"loss": 0.0083,
"step": 280000
},
{
"epoch": 2.69,
"learning_rate": 5.173075079106339e-06,
"loss": 0.008,
"step": 280500
},
{
"epoch": 2.69,
"learning_rate": 5.093169687090485e-06,
"loss": 0.0065,
"step": 281000
},
{
"epoch": 2.7,
"learning_rate": 5.013264295074632e-06,
"loss": 0.0081,
"step": 281500
},
{
"epoch": 2.7,
"learning_rate": 4.933358903058779e-06,
"loss": 0.0092,
"step": 282000
},
{
"epoch": 2.71,
"learning_rate": 4.853453511042926e-06,
"loss": 0.0078,
"step": 282500
},
{
"epoch": 2.71,
"learning_rate": 4.773548119027072e-06,
"loss": 0.0084,
"step": 283000
},
{
"epoch": 2.72,
"learning_rate": 4.693642727011219e-06,
"loss": 0.0086,
"step": 283500
},
{
"epoch": 2.72,
"learning_rate": 4.613737334995365e-06,
"loss": 0.0087,
"step": 284000
},
{
"epoch": 2.73,
"learning_rate": 4.533831942979513e-06,
"loss": 0.0086,
"step": 284500
},
{
"epoch": 2.73,
"learning_rate": 4.453926550963659e-06,
"loss": 0.0088,
"step": 285000
},
{
"epoch": 2.74,
"learning_rate": 4.374021158947806e-06,
"loss": 0.0079,
"step": 285500
},
{
"epoch": 2.74,
"learning_rate": 4.294115766931953e-06,
"loss": 0.0089,
"step": 286000
},
{
"epoch": 2.75,
"learning_rate": 4.214210374916099e-06,
"loss": 0.0096,
"step": 286500
},
{
"epoch": 2.75,
"learning_rate": 4.134304982900247e-06,
"loss": 0.0079,
"step": 287000
},
{
"epoch": 2.76,
"learning_rate": 4.054399590884393e-06,
"loss": 0.0084,
"step": 287500
},
{
"epoch": 2.76,
"learning_rate": 3.97449419886854e-06,
"loss": 0.008,
"step": 288000
},
{
"epoch": 2.77,
"learning_rate": 3.894588806852686e-06,
"loss": 0.0071,
"step": 288500
},
{
"epoch": 2.77,
"learning_rate": 3.8146834148368332e-06,
"loss": 0.0091,
"step": 289000
},
{
"epoch": 2.78,
"learning_rate": 3.7347780228209802e-06,
"loss": 0.0067,
"step": 289500
},
{
"epoch": 2.78,
"learning_rate": 3.6548726308051272e-06,
"loss": 0.01,
"step": 290000
},
{
"epoch": 2.79,
"learning_rate": 3.574967238789274e-06,
"loss": 0.0075,
"step": 290500
},
{
"epoch": 2.79,
"learning_rate": 3.4950618467734204e-06,
"loss": 0.0085,
"step": 291000
},
{
"epoch": 2.8,
"learning_rate": 3.415156454757567e-06,
"loss": 0.0078,
"step": 291500
},
{
"epoch": 2.8,
"learning_rate": 3.3352510627417144e-06,
"loss": 0.0075,
"step": 292000
},
{
"epoch": 2.8,
"learning_rate": 3.255345670725861e-06,
"loss": 0.0088,
"step": 292500
},
{
"epoch": 2.81,
"learning_rate": 3.1754402787100075e-06,
"loss": 0.0084,
"step": 293000
},
{
"epoch": 2.81,
"learning_rate": 3.095534886694154e-06,
"loss": 0.0083,
"step": 293500
},
{
"epoch": 2.82,
"learning_rate": 3.015629494678301e-06,
"loss": 0.008,
"step": 294000
},
{
"epoch": 2.82,
"learning_rate": 2.9357241026624476e-06,
"loss": 0.0065,
"step": 294500
},
{
"epoch": 2.83,
"learning_rate": 2.8558187106465946e-06,
"loss": 0.0073,
"step": 295000
},
{
"epoch": 2.83,
"learning_rate": 2.775913318630741e-06,
"loss": 0.0087,
"step": 295500
},
{
"epoch": 2.84,
"learning_rate": 2.696007926614888e-06,
"loss": 0.0084,
"step": 296000
},
{
"epoch": 2.84,
"learning_rate": 2.616102534599035e-06,
"loss": 0.0071,
"step": 296500
},
{
"epoch": 2.85,
"learning_rate": 2.5361971425831817e-06,
"loss": 0.0092,
"step": 297000
},
{
"epoch": 2.85,
"learning_rate": 2.4562917505673283e-06,
"loss": 0.008,
"step": 297500
},
{
"epoch": 2.86,
"learning_rate": 2.3763863585514753e-06,
"loss": 0.0085,
"step": 298000
},
{
"epoch": 2.86,
"learning_rate": 2.296480966535622e-06,
"loss": 0.0087,
"step": 298500
},
{
"epoch": 2.87,
"learning_rate": 2.216575574519769e-06,
"loss": 0.0088,
"step": 299000
},
{
"epoch": 2.87,
"learning_rate": 2.1366701825039154e-06,
"loss": 0.0077,
"step": 299500
},
{
"epoch": 2.88,
"learning_rate": 2.056764790488062e-06,
"loss": 0.008,
"step": 300000
},
{
"epoch": 2.88,
"learning_rate": 1.976859398472209e-06,
"loss": 0.0079,
"step": 300500
},
{
"epoch": 2.89,
"learning_rate": 1.8969540064563558e-06,
"loss": 0.0082,
"step": 301000
},
{
"epoch": 2.89,
"learning_rate": 1.8170486144405027e-06,
"loss": 0.0076,
"step": 301500
},
{
"epoch": 2.9,
"learning_rate": 1.7371432224246493e-06,
"loss": 0.0076,
"step": 302000
},
{
"epoch": 2.9,
"learning_rate": 1.6572378304087959e-06,
"loss": 0.0084,
"step": 302500
},
{
"epoch": 2.91,
"learning_rate": 1.5773324383929429e-06,
"loss": 0.0086,
"step": 303000
},
{
"epoch": 2.91,
"learning_rate": 1.4974270463770894e-06,
"loss": 0.008,
"step": 303500
},
{
"epoch": 2.91,
"learning_rate": 1.4175216543612362e-06,
"loss": 0.0079,
"step": 304000
},
{
"epoch": 2.92,
"learning_rate": 1.3376162623453832e-06,
"loss": 0.0093,
"step": 304500
},
{
"epoch": 2.92,
"learning_rate": 1.25771087032953e-06,
"loss": 0.0077,
"step": 305000
},
{
"epoch": 2.93,
"learning_rate": 1.1778054783136768e-06,
"loss": 0.0091,
"step": 305500
},
{
"epoch": 2.93,
"learning_rate": 1.0979000862978233e-06,
"loss": 0.0077,
"step": 306000
},
{
"epoch": 2.94,
"learning_rate": 1.0179946942819701e-06,
"loss": 0.0081,
"step": 306500
},
{
"epoch": 2.94,
"learning_rate": 9.38089302266117e-07,
"loss": 0.0073,
"step": 307000
},
{
"epoch": 2.95,
"learning_rate": 8.581839102502638e-07,
"loss": 0.008,
"step": 307500
},
{
"epoch": 2.95,
"learning_rate": 7.782785182344105e-07,
"loss": 0.0081,
"step": 308000
},
{
"epoch": 2.96,
"learning_rate": 6.983731262185574e-07,
"loss": 0.0086,
"step": 308500
},
{
"epoch": 2.96,
"learning_rate": 6.18467734202704e-07,
"loss": 0.0071,
"step": 309000
},
{
"epoch": 2.97,
"learning_rate": 5.385623421868508e-07,
"loss": 0.0087,
"step": 309500
},
{
"epoch": 2.97,
"learning_rate": 4.5865695017099754e-07,
"loss": 0.0078,
"step": 310000
},
{
"epoch": 2.98,
"learning_rate": 3.7875155815514437e-07,
"loss": 0.0073,
"step": 310500
},
{
"epoch": 2.98,
"learning_rate": 2.988461661392911e-07,
"loss": 0.0072,
"step": 311000
},
{
"epoch": 2.99,
"learning_rate": 2.1894077412343788e-07,
"loss": 0.008,
"step": 311500
},
{
"epoch": 2.99,
"learning_rate": 1.3903538210758463e-07,
"loss": 0.0086,
"step": 312000
},
{
"epoch": 3.0,
"learning_rate": 5.9129990091731396e-08,
"loss": 0.0081,
"step": 312500
},
{
"epoch": 3.0,
"step": 312870,
"total_flos": 2.800067088663337e+17,
"train_loss": 0.011290902120900085,
"train_runtime": 83291.9658,
"train_samples_per_second": 15.025,
"train_steps_per_second": 3.756
}
],
"max_steps": 312870,
"num_train_epochs": 3,
"total_flos": 2.800067088663337e+17,
"trial_name": null,
"trial_params": null
}