whisper-medium-eu / trainer_state.json
xezpeleta's picture
End of training
9205682 verified
{
"best_metric": 9.104533533158486,
"best_model_checkpoint": "./checkpoint-10000",
"epoch": 1.0,
"eval_steps": 500,
"global_step": 10000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0025,
"grad_norm": 18.99473762512207,
"learning_rate": 2.875e-07,
"loss": 1.9791,
"step": 25
},
{
"epoch": 0.005,
"grad_norm": 16.013668060302734,
"learning_rate": 6.000000000000001e-07,
"loss": 1.8344,
"step": 50
},
{
"epoch": 0.0075,
"grad_norm": 11.794272422790527,
"learning_rate": 9.124999999999999e-07,
"loss": 1.4287,
"step": 75
},
{
"epoch": 0.01,
"grad_norm": 9.81549072265625,
"learning_rate": 1.2250000000000001e-06,
"loss": 0.9655,
"step": 100
},
{
"epoch": 0.0125,
"grad_norm": 9.262007713317871,
"learning_rate": 1.5375e-06,
"loss": 0.7411,
"step": 125
},
{
"epoch": 0.015,
"grad_norm": 9.255334854125977,
"learning_rate": 1.85e-06,
"loss": 0.7377,
"step": 150
},
{
"epoch": 0.0175,
"grad_norm": 9.121560096740723,
"learning_rate": 2.1625e-06,
"loss": 0.5628,
"step": 175
},
{
"epoch": 0.02,
"grad_norm": 7.131228446960449,
"learning_rate": 2.4750000000000004e-06,
"loss": 0.5042,
"step": 200
},
{
"epoch": 0.0225,
"grad_norm": 7.482190132141113,
"learning_rate": 2.7875e-06,
"loss": 0.4541,
"step": 225
},
{
"epoch": 0.025,
"grad_norm": 7.280477046966553,
"learning_rate": 3.1e-06,
"loss": 0.4409,
"step": 250
},
{
"epoch": 0.0275,
"grad_norm": 7.783284664154053,
"learning_rate": 3.4125000000000004e-06,
"loss": 0.3708,
"step": 275
},
{
"epoch": 0.03,
"grad_norm": 6.559817314147949,
"learning_rate": 3.725e-06,
"loss": 0.3778,
"step": 300
},
{
"epoch": 0.0325,
"grad_norm": 6.608455657958984,
"learning_rate": 4.037500000000001e-06,
"loss": 0.342,
"step": 325
},
{
"epoch": 0.035,
"grad_norm": 6.155163764953613,
"learning_rate": 4.35e-06,
"loss": 0.348,
"step": 350
},
{
"epoch": 0.0375,
"grad_norm": 5.380521774291992,
"learning_rate": 4.6625e-06,
"loss": 0.3389,
"step": 375
},
{
"epoch": 0.04,
"grad_norm": 6.0660929679870605,
"learning_rate": 4.975000000000001e-06,
"loss": 0.3001,
"step": 400
},
{
"epoch": 0.0425,
"grad_norm": 6.305624961853027,
"learning_rate": 5.2875e-06,
"loss": 0.2827,
"step": 425
},
{
"epoch": 0.045,
"grad_norm": 4.712560653686523,
"learning_rate": 5.600000000000001e-06,
"loss": 0.2521,
"step": 450
},
{
"epoch": 0.0475,
"grad_norm": 7.551612377166748,
"learning_rate": 5.9125e-06,
"loss": 0.2724,
"step": 475
},
{
"epoch": 0.05,
"grad_norm": 8.22182846069336,
"learning_rate": 6.2250000000000005e-06,
"loss": 0.3412,
"step": 500
},
{
"epoch": 0.05,
"eval_loss": 0.5112436413764954,
"eval_runtime": 311.4745,
"eval_samples_per_second": 5.429,
"eval_steps_per_second": 0.681,
"eval_wer": 28.868490071187715,
"step": 500
},
{
"epoch": 0.0525,
"grad_norm": 7.577310085296631,
"learning_rate": 6.234868421052632e-06,
"loss": 0.3666,
"step": 525
},
{
"epoch": 0.055,
"grad_norm": 6.28400182723999,
"learning_rate": 6.218421052631579e-06,
"loss": 0.3399,
"step": 550
},
{
"epoch": 0.0575,
"grad_norm": 6.58062744140625,
"learning_rate": 6.2019736842105266e-06,
"loss": 0.362,
"step": 575
},
{
"epoch": 0.06,
"grad_norm": 7.695873737335205,
"learning_rate": 6.185526315789474e-06,
"loss": 0.3334,
"step": 600
},
{
"epoch": 0.0625,
"grad_norm": 6.803170680999756,
"learning_rate": 6.169078947368422e-06,
"loss": 0.3236,
"step": 625
},
{
"epoch": 0.065,
"grad_norm": 5.460644245147705,
"learning_rate": 6.152631578947369e-06,
"loss": 0.2595,
"step": 650
},
{
"epoch": 0.0675,
"grad_norm": 5.147243499755859,
"learning_rate": 6.1361842105263165e-06,
"loss": 0.2391,
"step": 675
},
{
"epoch": 0.07,
"grad_norm": 4.784495830535889,
"learning_rate": 6.119736842105264e-06,
"loss": 0.218,
"step": 700
},
{
"epoch": 0.0725,
"grad_norm": 4.8554253578186035,
"learning_rate": 6.103289473684211e-06,
"loss": 0.1849,
"step": 725
},
{
"epoch": 0.075,
"grad_norm": 4.66990327835083,
"learning_rate": 6.086842105263158e-06,
"loss": 0.1968,
"step": 750
},
{
"epoch": 0.0775,
"grad_norm": 3.727851390838623,
"learning_rate": 6.070394736842106e-06,
"loss": 0.1986,
"step": 775
},
{
"epoch": 0.08,
"grad_norm": 4.329863548278809,
"learning_rate": 6.053947368421053e-06,
"loss": 0.194,
"step": 800
},
{
"epoch": 0.0825,
"grad_norm": 4.098700046539307,
"learning_rate": 6.0375e-06,
"loss": 0.1806,
"step": 825
},
{
"epoch": 0.085,
"grad_norm": 4.882187843322754,
"learning_rate": 6.0210526315789475e-06,
"loss": 0.1657,
"step": 850
},
{
"epoch": 0.0875,
"grad_norm": 4.075649738311768,
"learning_rate": 6.004605263157895e-06,
"loss": 0.1717,
"step": 875
},
{
"epoch": 0.09,
"grad_norm": 4.04005765914917,
"learning_rate": 5.988157894736842e-06,
"loss": 0.1724,
"step": 900
},
{
"epoch": 0.0925,
"grad_norm": 4.920064449310303,
"learning_rate": 5.97171052631579e-06,
"loss": 0.1613,
"step": 925
},
{
"epoch": 0.095,
"grad_norm": 4.736133575439453,
"learning_rate": 5.9552631578947375e-06,
"loss": 0.1539,
"step": 950
},
{
"epoch": 0.0975,
"grad_norm": 5.089536666870117,
"learning_rate": 5.938815789473685e-06,
"loss": 0.1578,
"step": 975
},
{
"epoch": 0.1,
"grad_norm": 4.11244535446167,
"learning_rate": 5.922368421052632e-06,
"loss": 0.1464,
"step": 1000
},
{
"epoch": 0.1,
"eval_loss": 0.4178035259246826,
"eval_runtime": 311.0898,
"eval_samples_per_second": 5.436,
"eval_steps_per_second": 0.681,
"eval_wer": 20.557012613962783,
"step": 1000
},
{
"epoch": 0.1025,
"grad_norm": 8.338362693786621,
"learning_rate": 5.905921052631579e-06,
"loss": 0.1547,
"step": 1025
},
{
"epoch": 0.105,
"grad_norm": 5.687260627746582,
"learning_rate": 5.889473684210527e-06,
"loss": 0.1373,
"step": 1050
},
{
"epoch": 0.1075,
"grad_norm": 5.075960159301758,
"learning_rate": 5.873026315789474e-06,
"loss": 0.1458,
"step": 1075
},
{
"epoch": 0.11,
"grad_norm": 3.7344439029693604,
"learning_rate": 5.856578947368421e-06,
"loss": 0.1476,
"step": 1100
},
{
"epoch": 0.1125,
"grad_norm": 3.558634042739868,
"learning_rate": 5.8401315789473684e-06,
"loss": 0.141,
"step": 1125
},
{
"epoch": 0.115,
"grad_norm": 4.66357421875,
"learning_rate": 5.823684210526316e-06,
"loss": 0.1374,
"step": 1150
},
{
"epoch": 0.1175,
"grad_norm": 2.8398051261901855,
"learning_rate": 5.807236842105263e-06,
"loss": 0.1382,
"step": 1175
},
{
"epoch": 0.12,
"grad_norm": 5.431055545806885,
"learning_rate": 5.79078947368421e-06,
"loss": 0.146,
"step": 1200
},
{
"epoch": 0.1225,
"grad_norm": 3.4897637367248535,
"learning_rate": 5.7743421052631576e-06,
"loss": 0.1241,
"step": 1225
},
{
"epoch": 0.125,
"grad_norm": 3.5461232662200928,
"learning_rate": 5.757894736842106e-06,
"loss": 0.122,
"step": 1250
},
{
"epoch": 0.1275,
"grad_norm": 4.466988563537598,
"learning_rate": 5.741447368421053e-06,
"loss": 0.1269,
"step": 1275
},
{
"epoch": 0.13,
"grad_norm": 3.7680704593658447,
"learning_rate": 5.725e-06,
"loss": 0.147,
"step": 1300
},
{
"epoch": 0.1325,
"grad_norm": 3.8308804035186768,
"learning_rate": 5.7085526315789475e-06,
"loss": 0.1315,
"step": 1325
},
{
"epoch": 0.135,
"grad_norm": 4.032102584838867,
"learning_rate": 5.692105263157895e-06,
"loss": 0.1364,
"step": 1350
},
{
"epoch": 0.1375,
"grad_norm": 3.5933330059051514,
"learning_rate": 5.675657894736842e-06,
"loss": 0.1349,
"step": 1375
},
{
"epoch": 0.14,
"grad_norm": 4.046933650970459,
"learning_rate": 5.659210526315789e-06,
"loss": 0.1329,
"step": 1400
},
{
"epoch": 0.1425,
"grad_norm": 3.5506181716918945,
"learning_rate": 5.6427631578947375e-06,
"loss": 0.1394,
"step": 1425
},
{
"epoch": 0.145,
"grad_norm": 7.220362186431885,
"learning_rate": 5.626315789473685e-06,
"loss": 0.1697,
"step": 1450
},
{
"epoch": 0.1475,
"grad_norm": 6.2873406410217285,
"learning_rate": 5.609868421052632e-06,
"loss": 0.2135,
"step": 1475
},
{
"epoch": 0.15,
"grad_norm": 5.356851100921631,
"learning_rate": 5.593421052631579e-06,
"loss": 0.2504,
"step": 1500
},
{
"epoch": 0.15,
"eval_loss": 0.36252710223197937,
"eval_runtime": 312.0138,
"eval_samples_per_second": 5.42,
"eval_steps_per_second": 0.679,
"eval_wer": 18.127888097914322,
"step": 1500
},
{
"epoch": 0.1525,
"grad_norm": 5.587256908416748,
"learning_rate": 5.576973684210527e-06,
"loss": 0.2411,
"step": 1525
},
{
"epoch": 0.155,
"grad_norm": 5.078568935394287,
"learning_rate": 5.560526315789474e-06,
"loss": 0.2064,
"step": 1550
},
{
"epoch": 0.1575,
"grad_norm": 6.567940711975098,
"learning_rate": 5.544078947368421e-06,
"loss": 0.2169,
"step": 1575
},
{
"epoch": 0.16,
"grad_norm": 7.1573262214660645,
"learning_rate": 5.527631578947369e-06,
"loss": 0.2777,
"step": 1600
},
{
"epoch": 0.1625,
"grad_norm": 4.171093940734863,
"learning_rate": 5.511184210526317e-06,
"loss": 0.1822,
"step": 1625
},
{
"epoch": 0.165,
"grad_norm": 3.8850343227386475,
"learning_rate": 5.494736842105264e-06,
"loss": 0.1432,
"step": 1650
},
{
"epoch": 0.1675,
"grad_norm": 4.077279090881348,
"learning_rate": 5.478289473684211e-06,
"loss": 0.127,
"step": 1675
},
{
"epoch": 0.17,
"grad_norm": 3.6042423248291016,
"learning_rate": 5.4618421052631584e-06,
"loss": 0.1257,
"step": 1700
},
{
"epoch": 0.1725,
"grad_norm": 3.1928248405456543,
"learning_rate": 5.445394736842106e-06,
"loss": 0.118,
"step": 1725
},
{
"epoch": 0.175,
"grad_norm": 2.867123603820801,
"learning_rate": 5.428947368421053e-06,
"loss": 0.1106,
"step": 1750
},
{
"epoch": 0.1775,
"grad_norm": 5.2130126953125,
"learning_rate": 5.4125e-06,
"loss": 0.1563,
"step": 1775
},
{
"epoch": 0.18,
"grad_norm": 4.600515365600586,
"learning_rate": 5.3960526315789476e-06,
"loss": 0.192,
"step": 1800
},
{
"epoch": 0.1825,
"grad_norm": 6.257545471191406,
"learning_rate": 5.379605263157895e-06,
"loss": 0.2121,
"step": 1825
},
{
"epoch": 0.185,
"grad_norm": 6.946799278259277,
"learning_rate": 5.363157894736842e-06,
"loss": 0.2132,
"step": 1850
},
{
"epoch": 0.1875,
"grad_norm": 5.795095920562744,
"learning_rate": 5.346710526315789e-06,
"loss": 0.1966,
"step": 1875
},
{
"epoch": 0.19,
"grad_norm": 5.471553325653076,
"learning_rate": 5.330263157894737e-06,
"loss": 0.1909,
"step": 1900
},
{
"epoch": 0.1925,
"grad_norm": 4.954725742340088,
"learning_rate": 5.313815789473685e-06,
"loss": 0.2012,
"step": 1925
},
{
"epoch": 0.195,
"grad_norm": 11.061971664428711,
"learning_rate": 5.297368421052632e-06,
"loss": 0.5868,
"step": 1950
},
{
"epoch": 0.1975,
"grad_norm": 5.9034199714660645,
"learning_rate": 5.280921052631579e-06,
"loss": 0.3758,
"step": 1975
},
{
"epoch": 0.2,
"grad_norm": 6.9372358322143555,
"learning_rate": 5.264473684210527e-06,
"loss": 0.2615,
"step": 2000
},
{
"epoch": 0.2,
"eval_loss": 0.32360586524009705,
"eval_runtime": 312.1518,
"eval_samples_per_second": 5.417,
"eval_steps_per_second": 0.679,
"eval_wer": 15.536405645060572,
"step": 2000
},
{
"epoch": 0.2025,
"grad_norm": 5.795039176940918,
"learning_rate": 5.248026315789474e-06,
"loss": 0.2473,
"step": 2025
},
{
"epoch": 0.205,
"grad_norm": 5.314310073852539,
"learning_rate": 5.231578947368421e-06,
"loss": 0.2305,
"step": 2050
},
{
"epoch": 0.2075,
"grad_norm": 4.202529430389404,
"learning_rate": 5.2151315789473685e-06,
"loss": 0.1926,
"step": 2075
},
{
"epoch": 0.21,
"grad_norm": 3.7446370124816895,
"learning_rate": 5.198684210526316e-06,
"loss": 0.1342,
"step": 2100
},
{
"epoch": 0.2125,
"grad_norm": 3.008561611175537,
"learning_rate": 5.182236842105263e-06,
"loss": 0.106,
"step": 2125
},
{
"epoch": 0.215,
"grad_norm": 3.4551093578338623,
"learning_rate": 5.16578947368421e-06,
"loss": 0.1213,
"step": 2150
},
{
"epoch": 0.2175,
"grad_norm": 3.4330601692199707,
"learning_rate": 5.149342105263158e-06,
"loss": 0.1063,
"step": 2175
},
{
"epoch": 0.22,
"grad_norm": 2.9976322650909424,
"learning_rate": 5.132894736842105e-06,
"loss": 0.0969,
"step": 2200
},
{
"epoch": 0.2225,
"grad_norm": 3.3232624530792236,
"learning_rate": 5.116447368421053e-06,
"loss": 0.0976,
"step": 2225
},
{
"epoch": 0.225,
"grad_norm": 2.5418078899383545,
"learning_rate": 5.1e-06,
"loss": 0.1,
"step": 2250
},
{
"epoch": 0.2275,
"grad_norm": 4.438797950744629,
"learning_rate": 5.083552631578948e-06,
"loss": 0.1022,
"step": 2275
},
{
"epoch": 0.23,
"grad_norm": 3.545685291290283,
"learning_rate": 5.067105263157895e-06,
"loss": 0.1066,
"step": 2300
},
{
"epoch": 0.2325,
"grad_norm": 3.276963472366333,
"learning_rate": 5.050657894736842e-06,
"loss": 0.1074,
"step": 2325
},
{
"epoch": 0.235,
"grad_norm": 3.519914150238037,
"learning_rate": 5.03421052631579e-06,
"loss": 0.108,
"step": 2350
},
{
"epoch": 0.2375,
"grad_norm": 2.806739330291748,
"learning_rate": 5.0177631578947375e-06,
"loss": 0.1023,
"step": 2375
},
{
"epoch": 0.24,
"grad_norm": 3.1058409214019775,
"learning_rate": 5.001315789473685e-06,
"loss": 0.1051,
"step": 2400
},
{
"epoch": 0.2425,
"grad_norm": 3.6954598426818848,
"learning_rate": 4.984868421052632e-06,
"loss": 0.1455,
"step": 2425
},
{
"epoch": 0.245,
"grad_norm": 7.356727123260498,
"learning_rate": 4.968421052631579e-06,
"loss": 0.1683,
"step": 2450
},
{
"epoch": 0.2475,
"grad_norm": 5.583164691925049,
"learning_rate": 4.951973684210527e-06,
"loss": 0.1793,
"step": 2475
},
{
"epoch": 0.25,
"grad_norm": 4.397960186004639,
"learning_rate": 4.935526315789474e-06,
"loss": 0.1648,
"step": 2500
},
{
"epoch": 0.25,
"eval_loss": 0.32087442278862,
"eval_runtime": 309.4082,
"eval_samples_per_second": 5.465,
"eval_steps_per_second": 0.685,
"eval_wer": 13.812913700512052,
"step": 2500
},
{
"epoch": 0.2525,
"grad_norm": 5.315972328186035,
"learning_rate": 4.919078947368421e-06,
"loss": 0.1876,
"step": 2525
},
{
"epoch": 0.255,
"grad_norm": 6.717661380767822,
"learning_rate": 4.9026315789473685e-06,
"loss": 0.1991,
"step": 2550
},
{
"epoch": 0.2575,
"grad_norm": 7.158634662628174,
"learning_rate": 4.886184210526316e-06,
"loss": 0.1923,
"step": 2575
},
{
"epoch": 0.26,
"grad_norm": 5.125967025756836,
"learning_rate": 4.869736842105264e-06,
"loss": 0.2005,
"step": 2600
},
{
"epoch": 0.2625,
"grad_norm": 5.86124849319458,
"learning_rate": 4.853947368421053e-06,
"loss": 0.1708,
"step": 2625
},
{
"epoch": 0.265,
"grad_norm": 5.399341583251953,
"learning_rate": 4.837500000000001e-06,
"loss": 0.1687,
"step": 2650
},
{
"epoch": 0.2675,
"grad_norm": 4.922569751739502,
"learning_rate": 4.821052631578948e-06,
"loss": 0.1819,
"step": 2675
},
{
"epoch": 0.27,
"grad_norm": 6.5883049964904785,
"learning_rate": 4.804605263157895e-06,
"loss": 0.1755,
"step": 2700
},
{
"epoch": 0.2725,
"grad_norm": 5.689633369445801,
"learning_rate": 4.7881578947368425e-06,
"loss": 0.1623,
"step": 2725
},
{
"epoch": 0.275,
"grad_norm": 5.627523422241211,
"learning_rate": 4.77171052631579e-06,
"loss": 0.161,
"step": 2750
},
{
"epoch": 0.2775,
"grad_norm": 4.8818769454956055,
"learning_rate": 4.755263157894737e-06,
"loss": 0.1527,
"step": 2775
},
{
"epoch": 0.28,
"grad_norm": 5.591118812561035,
"learning_rate": 4.738815789473684e-06,
"loss": 0.167,
"step": 2800
},
{
"epoch": 0.2825,
"grad_norm": 6.264982223510742,
"learning_rate": 4.722368421052632e-06,
"loss": 0.1644,
"step": 2825
},
{
"epoch": 0.285,
"grad_norm": 5.138685703277588,
"learning_rate": 4.705921052631579e-06,
"loss": 0.1584,
"step": 2850
},
{
"epoch": 0.2875,
"grad_norm": 4.735789775848389,
"learning_rate": 4.689473684210526e-06,
"loss": 0.1699,
"step": 2875
},
{
"epoch": 0.29,
"grad_norm": 4.896319389343262,
"learning_rate": 4.673026315789474e-06,
"loss": 0.1431,
"step": 2900
},
{
"epoch": 0.2925,
"grad_norm": 2.7798383235931396,
"learning_rate": 4.656578947368422e-06,
"loss": 0.1196,
"step": 2925
},
{
"epoch": 0.295,
"grad_norm": 2.8537399768829346,
"learning_rate": 4.640131578947369e-06,
"loss": 0.099,
"step": 2950
},
{
"epoch": 0.2975,
"grad_norm": 3.941833019256592,
"learning_rate": 4.623684210526316e-06,
"loss": 0.0958,
"step": 2975
},
{
"epoch": 0.3,
"grad_norm": 3.61875581741333,
"learning_rate": 4.6072368421052635e-06,
"loss": 0.0933,
"step": 3000
},
{
"epoch": 0.3,
"eval_loss": 0.29909124970436096,
"eval_runtime": 310.6607,
"eval_samples_per_second": 5.443,
"eval_steps_per_second": 0.682,
"eval_wer": 12.888722367928063,
"step": 3000
},
{
"epoch": 0.3025,
"grad_norm": 2.9920144081115723,
"learning_rate": 4.590789473684211e-06,
"loss": 0.109,
"step": 3025
},
{
"epoch": 0.305,
"grad_norm": 4.337179660797119,
"learning_rate": 4.574342105263158e-06,
"loss": 0.0964,
"step": 3050
},
{
"epoch": 0.3075,
"grad_norm": 4.3010759353637695,
"learning_rate": 4.557894736842105e-06,
"loss": 0.0997,
"step": 3075
},
{
"epoch": 0.31,
"grad_norm": 3.9736640453338623,
"learning_rate": 4.541447368421053e-06,
"loss": 0.1043,
"step": 3100
},
{
"epoch": 0.3125,
"grad_norm": 3.1543047428131104,
"learning_rate": 4.525e-06,
"loss": 0.0863,
"step": 3125
},
{
"epoch": 0.315,
"grad_norm": 3.2818803787231445,
"learning_rate": 4.508552631578947e-06,
"loss": 0.0779,
"step": 3150
},
{
"epoch": 0.3175,
"grad_norm": 3.1993777751922607,
"learning_rate": 4.4921052631578944e-06,
"loss": 0.0879,
"step": 3175
},
{
"epoch": 0.32,
"grad_norm": 4.348583698272705,
"learning_rate": 4.475657894736842e-06,
"loss": 0.0908,
"step": 3200
},
{
"epoch": 0.3225,
"grad_norm": 4.457339763641357,
"learning_rate": 4.45921052631579e-06,
"loss": 0.1101,
"step": 3225
},
{
"epoch": 0.325,
"grad_norm": 3.821202516555786,
"learning_rate": 4.442763157894737e-06,
"loss": 0.1572,
"step": 3250
},
{
"epoch": 0.3275,
"grad_norm": 4.823634147644043,
"learning_rate": 4.426315789473684e-06,
"loss": 0.1408,
"step": 3275
},
{
"epoch": 0.33,
"grad_norm": 3.4454030990600586,
"learning_rate": 4.409868421052632e-06,
"loss": 0.1369,
"step": 3300
},
{
"epoch": 0.3325,
"grad_norm": 4.38395357131958,
"learning_rate": 4.393421052631579e-06,
"loss": 0.1358,
"step": 3325
},
{
"epoch": 0.335,
"grad_norm": 5.808355808258057,
"learning_rate": 4.376973684210526e-06,
"loss": 0.1513,
"step": 3350
},
{
"epoch": 0.3375,
"grad_norm": 3.999112606048584,
"learning_rate": 4.3605263157894735e-06,
"loss": 0.1586,
"step": 3375
},
{
"epoch": 0.34,
"grad_norm": 3.027531147003174,
"learning_rate": 4.344078947368422e-06,
"loss": 0.1204,
"step": 3400
},
{
"epoch": 0.3425,
"grad_norm": 3.536228656768799,
"learning_rate": 4.327631578947369e-06,
"loss": 0.1079,
"step": 3425
},
{
"epoch": 0.345,
"grad_norm": 3.9071717262268066,
"learning_rate": 4.311184210526316e-06,
"loss": 0.1014,
"step": 3450
},
{
"epoch": 0.3475,
"grad_norm": 3.9856207370758057,
"learning_rate": 4.2947368421052635e-06,
"loss": 0.0936,
"step": 3475
},
{
"epoch": 0.35,
"grad_norm": 3.4355082511901855,
"learning_rate": 4.278289473684211e-06,
"loss": 0.1016,
"step": 3500
},
{
"epoch": 0.35,
"eval_loss": 0.2822968363761902,
"eval_runtime": 309.9663,
"eval_samples_per_second": 5.455,
"eval_steps_per_second": 0.684,
"eval_wer": 12.43287123766704,
"step": 3500
},
{
"epoch": 0.3525,
"grad_norm": 3.297853946685791,
"learning_rate": 4.261842105263158e-06,
"loss": 0.0876,
"step": 3525
},
{
"epoch": 0.355,
"grad_norm": 5.695490837097168,
"learning_rate": 4.245394736842105e-06,
"loss": 0.085,
"step": 3550
},
{
"epoch": 0.3575,
"grad_norm": 3.8094873428344727,
"learning_rate": 4.2289473684210535e-06,
"loss": 0.1017,
"step": 3575
},
{
"epoch": 0.36,
"grad_norm": 2.3558785915374756,
"learning_rate": 4.212500000000001e-06,
"loss": 0.0878,
"step": 3600
},
{
"epoch": 0.3625,
"grad_norm": 2.606311082839966,
"learning_rate": 4.196052631578948e-06,
"loss": 0.0882,
"step": 3625
},
{
"epoch": 0.365,
"grad_norm": 2.40248441696167,
"learning_rate": 4.179605263157895e-06,
"loss": 0.0825,
"step": 3650
},
{
"epoch": 0.3675,
"grad_norm": 3.3909413814544678,
"learning_rate": 4.163157894736843e-06,
"loss": 0.0903,
"step": 3675
},
{
"epoch": 0.37,
"grad_norm": 3.329094171524048,
"learning_rate": 4.14671052631579e-06,
"loss": 0.0801,
"step": 3700
},
{
"epoch": 0.3725,
"grad_norm": 2.8874080181121826,
"learning_rate": 4.130263157894737e-06,
"loss": 0.0844,
"step": 3725
},
{
"epoch": 0.375,
"grad_norm": 2.9029712677001953,
"learning_rate": 4.1138157894736844e-06,
"loss": 0.0864,
"step": 3750
},
{
"epoch": 0.3775,
"grad_norm": 3.936645269393921,
"learning_rate": 4.097368421052632e-06,
"loss": 0.0908,
"step": 3775
},
{
"epoch": 0.38,
"grad_norm": 2.8034231662750244,
"learning_rate": 4.080921052631579e-06,
"loss": 0.09,
"step": 3800
},
{
"epoch": 0.3825,
"grad_norm": 3.077610969543457,
"learning_rate": 4.064473684210526e-06,
"loss": 0.086,
"step": 3825
},
{
"epoch": 0.385,
"grad_norm": 1.7661832571029663,
"learning_rate": 4.0480263157894736e-06,
"loss": 0.0781,
"step": 3850
},
{
"epoch": 0.3875,
"grad_norm": 3.0048747062683105,
"learning_rate": 4.031578947368421e-06,
"loss": 0.0927,
"step": 3875
},
{
"epoch": 0.39,
"grad_norm": 4.764255523681641,
"learning_rate": 4.015131578947368e-06,
"loss": 0.1247,
"step": 3900
},
{
"epoch": 0.3925,
"grad_norm": 4.866943359375,
"learning_rate": 3.998684210526316e-06,
"loss": 0.1457,
"step": 3925
},
{
"epoch": 0.395,
"grad_norm": 4.022182464599609,
"learning_rate": 3.9822368421052635e-06,
"loss": 0.1532,
"step": 3950
},
{
"epoch": 0.3975,
"grad_norm": 5.281564712524414,
"learning_rate": 3.965789473684211e-06,
"loss": 0.1538,
"step": 3975
},
{
"epoch": 0.4,
"grad_norm": 4.242926597595215,
"learning_rate": 3.949342105263158e-06,
"loss": 0.1449,
"step": 4000
},
{
"epoch": 0.4,
"eval_loss": 0.2741491496562958,
"eval_runtime": 310.8913,
"eval_samples_per_second": 5.439,
"eval_steps_per_second": 0.682,
"eval_wer": 11.745972274260023,
"step": 4000
},
{
"epoch": 0.4025,
"grad_norm": 4.753086090087891,
"learning_rate": 3.932894736842105e-06,
"loss": 0.1337,
"step": 4025
},
{
"epoch": 0.405,
"grad_norm": 4.307924747467041,
"learning_rate": 3.916447368421053e-06,
"loss": 0.1036,
"step": 4050
},
{
"epoch": 0.4075,
"grad_norm": 3.23429012298584,
"learning_rate": 3.9e-06,
"loss": 0.0855,
"step": 4075
},
{
"epoch": 0.41,
"grad_norm": 2.5869216918945312,
"learning_rate": 3.883552631578947e-06,
"loss": 0.0849,
"step": 4100
},
{
"epoch": 0.4125,
"grad_norm": 2.809333562850952,
"learning_rate": 3.8671052631578945e-06,
"loss": 0.0856,
"step": 4125
},
{
"epoch": 0.415,
"grad_norm": 2.9336133003234863,
"learning_rate": 3.850657894736842e-06,
"loss": 0.0835,
"step": 4150
},
{
"epoch": 0.4175,
"grad_norm": 3.562512159347534,
"learning_rate": 3.834210526315789e-06,
"loss": 0.0854,
"step": 4175
},
{
"epoch": 0.42,
"grad_norm": 3.9816362857818604,
"learning_rate": 3.817763157894737e-06,
"loss": 0.0884,
"step": 4200
},
{
"epoch": 0.4225,
"grad_norm": 2.4420506954193115,
"learning_rate": 3.801315789473684e-06,
"loss": 0.0736,
"step": 4225
},
{
"epoch": 0.425,
"grad_norm": 3.9136462211608887,
"learning_rate": 3.784868421052632e-06,
"loss": 0.0744,
"step": 4250
},
{
"epoch": 0.4275,
"grad_norm": 2.172910451889038,
"learning_rate": 3.7684210526315794e-06,
"loss": 0.0682,
"step": 4275
},
{
"epoch": 0.43,
"grad_norm": 3.7281970977783203,
"learning_rate": 3.7519736842105267e-06,
"loss": 0.0741,
"step": 4300
},
{
"epoch": 0.4325,
"grad_norm": 2.0469653606414795,
"learning_rate": 3.735526315789474e-06,
"loss": 0.0682,
"step": 4325
},
{
"epoch": 0.435,
"grad_norm": 4.093785762786865,
"learning_rate": 3.7190789473684213e-06,
"loss": 0.0808,
"step": 4350
},
{
"epoch": 0.4375,
"grad_norm": 4.987372398376465,
"learning_rate": 3.7026315789473686e-06,
"loss": 0.1262,
"step": 4375
},
{
"epoch": 0.44,
"grad_norm": 4.799498081207275,
"learning_rate": 3.686184210526316e-06,
"loss": 0.137,
"step": 4400
},
{
"epoch": 0.4425,
"grad_norm": 6.20047664642334,
"learning_rate": 3.669736842105263e-06,
"loss": 0.134,
"step": 4425
},
{
"epoch": 0.445,
"grad_norm": 4.391836166381836,
"learning_rate": 3.653289473684211e-06,
"loss": 0.1236,
"step": 4450
},
{
"epoch": 0.4475,
"grad_norm": 3.504007577896118,
"learning_rate": 3.636842105263158e-06,
"loss": 0.1367,
"step": 4475
},
{
"epoch": 0.45,
"grad_norm": 4.362712860107422,
"learning_rate": 3.6203947368421054e-06,
"loss": 0.151,
"step": 4500
},
{
"epoch": 0.45,
"eval_loss": 0.27905017137527466,
"eval_runtime": 310.3753,
"eval_samples_per_second": 5.448,
"eval_steps_per_second": 0.683,
"eval_wer": 11.577369801423753,
"step": 4500
},
{
"epoch": 0.4525,
"grad_norm": 3.1015007495880127,
"learning_rate": 3.6039473684210527e-06,
"loss": 0.1064,
"step": 4525
},
{
"epoch": 0.455,
"grad_norm": 2.9454779624938965,
"learning_rate": 3.5875e-06,
"loss": 0.0809,
"step": 4550
},
{
"epoch": 0.4575,
"grad_norm": 2.50055193901062,
"learning_rate": 3.5710526315789472e-06,
"loss": 0.0787,
"step": 4575
},
{
"epoch": 0.46,
"grad_norm": 3.667400360107422,
"learning_rate": 3.5546052631578954e-06,
"loss": 0.0633,
"step": 4600
},
{
"epoch": 0.4625,
"grad_norm": 3.109917640686035,
"learning_rate": 3.5381578947368426e-06,
"loss": 0.0729,
"step": 4625
},
{
"epoch": 0.465,
"grad_norm": 3.5514161586761475,
"learning_rate": 3.52171052631579e-06,
"loss": 0.0718,
"step": 4650
},
{
"epoch": 0.4675,
"grad_norm": 2.248009443283081,
"learning_rate": 3.505263157894737e-06,
"loss": 0.0672,
"step": 4675
},
{
"epoch": 0.47,
"grad_norm": 2.2858293056488037,
"learning_rate": 3.4888157894736845e-06,
"loss": 0.0637,
"step": 4700
},
{
"epoch": 0.4725,
"grad_norm": 3.329707145690918,
"learning_rate": 3.4723684210526318e-06,
"loss": 0.0767,
"step": 4725
},
{
"epoch": 0.475,
"grad_norm": 2.267868995666504,
"learning_rate": 3.455921052631579e-06,
"loss": 0.0735,
"step": 4750
},
{
"epoch": 0.4775,
"grad_norm": 2.906242847442627,
"learning_rate": 3.4394736842105263e-06,
"loss": 0.0773,
"step": 4775
},
{
"epoch": 0.48,
"grad_norm": 2.577254056930542,
"learning_rate": 3.4230263157894736e-06,
"loss": 0.0703,
"step": 4800
},
{
"epoch": 0.4825,
"grad_norm": 3.4477596282958984,
"learning_rate": 3.406578947368421e-06,
"loss": 0.0748,
"step": 4825
},
{
"epoch": 0.485,
"grad_norm": 2.1221792697906494,
"learning_rate": 3.390131578947368e-06,
"loss": 0.0776,
"step": 4850
},
{
"epoch": 0.4875,
"grad_norm": 3.1995036602020264,
"learning_rate": 3.373684210526316e-06,
"loss": 0.0778,
"step": 4875
},
{
"epoch": 0.49,
"grad_norm": 3.112896680831909,
"learning_rate": 3.357236842105263e-06,
"loss": 0.0708,
"step": 4900
},
{
"epoch": 0.4925,
"grad_norm": 2.4315624237060547,
"learning_rate": 3.340789473684211e-06,
"loss": 0.0724,
"step": 4925
},
{
"epoch": 0.495,
"grad_norm": 2.819709062576294,
"learning_rate": 3.324342105263158e-06,
"loss": 0.0818,
"step": 4950
},
{
"epoch": 0.4975,
"grad_norm": 2.1634130477905273,
"learning_rate": 3.307894736842106e-06,
"loss": 0.0882,
"step": 4975
},
{
"epoch": 0.5,
"grad_norm": 4.342939853668213,
"learning_rate": 3.291447368421053e-06,
"loss": 0.0917,
"step": 5000
},
{
"epoch": 0.5,
"eval_loss": 0.2744329869747162,
"eval_runtime": 312.3843,
"eval_samples_per_second": 5.413,
"eval_steps_per_second": 0.679,
"eval_wer": 11.240164855751217,
"step": 5000
},
{
"epoch": 0.5025,
"grad_norm": 3.250617265701294,
"learning_rate": 3.2750000000000004e-06,
"loss": 0.1103,
"step": 5025
},
{
"epoch": 0.505,
"grad_norm": 4.073126316070557,
"learning_rate": 3.2585526315789477e-06,
"loss": 0.1159,
"step": 5050
},
{
"epoch": 0.5075,
"grad_norm": 4.243088245391846,
"learning_rate": 3.242105263157895e-06,
"loss": 0.1032,
"step": 5075
},
{
"epoch": 0.51,
"grad_norm": 4.274135589599609,
"learning_rate": 3.2256578947368422e-06,
"loss": 0.1059,
"step": 5100
},
{
"epoch": 0.5125,
"grad_norm": 4.127582550048828,
"learning_rate": 3.2092105263157895e-06,
"loss": 0.1382,
"step": 5125
},
{
"epoch": 0.515,
"grad_norm": 4.066865921020508,
"learning_rate": 3.192763157894737e-06,
"loss": 0.1305,
"step": 5150
},
{
"epoch": 0.5175,
"grad_norm": 3.285428047180176,
"learning_rate": 3.176315789473684e-06,
"loss": 0.111,
"step": 5175
},
{
"epoch": 0.52,
"grad_norm": 3.5091636180877686,
"learning_rate": 3.1598684210526314e-06,
"loss": 0.0872,
"step": 5200
},
{
"epoch": 0.5225,
"grad_norm": 3.08402156829834,
"learning_rate": 3.1434210526315787e-06,
"loss": 0.0802,
"step": 5225
},
{
"epoch": 0.525,
"grad_norm": 3.693411350250244,
"learning_rate": 3.126973684210526e-06,
"loss": 0.0775,
"step": 5250
},
{
"epoch": 0.5275,
"grad_norm": 3.014009714126587,
"learning_rate": 3.1105263157894736e-06,
"loss": 0.0789,
"step": 5275
},
{
"epoch": 0.53,
"grad_norm": 2.3794004917144775,
"learning_rate": 3.094078947368421e-06,
"loss": 0.0695,
"step": 5300
},
{
"epoch": 0.5325,
"grad_norm": 2.7316601276397705,
"learning_rate": 3.0776315789473686e-06,
"loss": 0.0682,
"step": 5325
},
{
"epoch": 0.535,
"grad_norm": 2.8209574222564697,
"learning_rate": 3.061184210526316e-06,
"loss": 0.0738,
"step": 5350
},
{
"epoch": 0.5375,
"grad_norm": 2.3420145511627197,
"learning_rate": 3.0447368421052636e-06,
"loss": 0.068,
"step": 5375
},
{
"epoch": 0.54,
"grad_norm": 1.3665214776992798,
"learning_rate": 3.028289473684211e-06,
"loss": 0.0652,
"step": 5400
},
{
"epoch": 0.5425,
"grad_norm": 4.0754194259643555,
"learning_rate": 3.011842105263158e-06,
"loss": 0.08,
"step": 5425
},
{
"epoch": 0.545,
"grad_norm": 2.3295063972473145,
"learning_rate": 2.9953947368421055e-06,
"loss": 0.0886,
"step": 5450
},
{
"epoch": 0.5475,
"grad_norm": 3.3749866485595703,
"learning_rate": 2.9789473684210527e-06,
"loss": 0.0785,
"step": 5475
},
{
"epoch": 0.55,
"grad_norm": 3.397775411605835,
"learning_rate": 2.9625e-06,
"loss": 0.0913,
"step": 5500
},
{
"epoch": 0.55,
"eval_loss": 0.2900996208190918,
"eval_runtime": 312.5057,
"eval_samples_per_second": 5.411,
"eval_steps_per_second": 0.678,
"eval_wer": 11.134007743224679,
"step": 5500
},
{
"epoch": 0.5525,
"grad_norm": 4.3687520027160645,
"learning_rate": 2.9460526315789477e-06,
"loss": 0.1542,
"step": 5525
},
{
"epoch": 0.555,
"grad_norm": 3.6556851863861084,
"learning_rate": 2.929605263157895e-06,
"loss": 0.156,
"step": 5550
},
{
"epoch": 0.5575,
"grad_norm": 4.368980407714844,
"learning_rate": 2.9131578947368423e-06,
"loss": 0.1429,
"step": 5575
},
{
"epoch": 0.56,
"grad_norm": 3.384490966796875,
"learning_rate": 2.8967105263157896e-06,
"loss": 0.1299,
"step": 5600
},
{
"epoch": 0.5625,
"grad_norm": 4.780158996582031,
"learning_rate": 2.880263157894737e-06,
"loss": 0.109,
"step": 5625
},
{
"epoch": 0.565,
"grad_norm": 4.373064994812012,
"learning_rate": 2.863815789473684e-06,
"loss": 0.1238,
"step": 5650
},
{
"epoch": 0.5675,
"grad_norm": 3.6999049186706543,
"learning_rate": 2.8473684210526314e-06,
"loss": 0.1186,
"step": 5675
},
{
"epoch": 0.57,
"grad_norm": 3.49452805519104,
"learning_rate": 2.830921052631579e-06,
"loss": 0.1206,
"step": 5700
},
{
"epoch": 0.5725,
"grad_norm": 5.771860122680664,
"learning_rate": 2.8144736842105264e-06,
"loss": 0.1247,
"step": 5725
},
{
"epoch": 0.575,
"grad_norm": 4.202964782714844,
"learning_rate": 2.7980263157894737e-06,
"loss": 0.126,
"step": 5750
},
{
"epoch": 0.5775,
"grad_norm": 4.583528518676758,
"learning_rate": 2.7815789473684214e-06,
"loss": 0.1139,
"step": 5775
},
{
"epoch": 0.58,
"grad_norm": 4.833715438842773,
"learning_rate": 2.7651315789473687e-06,
"loss": 0.1198,
"step": 5800
},
{
"epoch": 0.5825,
"grad_norm": 2.9196882247924805,
"learning_rate": 2.748684210526316e-06,
"loss": 0.0993,
"step": 5825
},
{
"epoch": 0.585,
"grad_norm": 3.0068795680999756,
"learning_rate": 2.7322368421052632e-06,
"loss": 0.0959,
"step": 5850
},
{
"epoch": 0.5875,
"grad_norm": 2.4897634983062744,
"learning_rate": 2.715789473684211e-06,
"loss": 0.0701,
"step": 5875
},
{
"epoch": 0.59,
"grad_norm": 3.400179147720337,
"learning_rate": 2.699342105263158e-06,
"loss": 0.0711,
"step": 5900
},
{
"epoch": 0.5925,
"grad_norm": 3.5197243690490723,
"learning_rate": 2.6828947368421055e-06,
"loss": 0.0712,
"step": 5925
},
{
"epoch": 0.595,
"grad_norm": 2.5338480472564697,
"learning_rate": 2.6664473684210528e-06,
"loss": 0.0793,
"step": 5950
},
{
"epoch": 0.5975,
"grad_norm": 3.2590153217315674,
"learning_rate": 2.65e-06,
"loss": 0.0998,
"step": 5975
},
{
"epoch": 0.6,
"grad_norm": 4.8374786376953125,
"learning_rate": 2.6335526315789473e-06,
"loss": 0.1085,
"step": 6000
},
{
"epoch": 0.6,
"eval_loss": 0.26629793643951416,
"eval_runtime": 310.8598,
"eval_samples_per_second": 5.44,
"eval_steps_per_second": 0.682,
"eval_wer": 10.328462595229174,
"step": 6000
},
{
"epoch": 0.6025,
"grad_norm": 4.294407367706299,
"learning_rate": 2.617105263157895e-06,
"loss": 0.1181,
"step": 6025
},
{
"epoch": 0.605,
"grad_norm": 6.029516696929932,
"learning_rate": 2.6006578947368423e-06,
"loss": 0.128,
"step": 6050
},
{
"epoch": 0.6075,
"grad_norm": 5.578451156616211,
"learning_rate": 2.5842105263157896e-06,
"loss": 0.1395,
"step": 6075
},
{
"epoch": 0.61,
"grad_norm": 5.231232166290283,
"learning_rate": 2.567763157894737e-06,
"loss": 0.1483,
"step": 6100
},
{
"epoch": 0.6125,
"grad_norm": 4.35582971572876,
"learning_rate": 2.551315789473684e-06,
"loss": 0.1121,
"step": 6125
},
{
"epoch": 0.615,
"grad_norm": 2.8660449981689453,
"learning_rate": 2.5348684210526314e-06,
"loss": 0.0824,
"step": 6150
},
{
"epoch": 0.6175,
"grad_norm": 2.893280029296875,
"learning_rate": 2.518421052631579e-06,
"loss": 0.0716,
"step": 6175
},
{
"epoch": 0.62,
"grad_norm": 6.665101051330566,
"learning_rate": 2.5019736842105264e-06,
"loss": 0.0723,
"step": 6200
},
{
"epoch": 0.6225,
"grad_norm": 2.260016441345215,
"learning_rate": 2.485526315789474e-06,
"loss": 0.0656,
"step": 6225
},
{
"epoch": 0.625,
"grad_norm": 2.472695827484131,
"learning_rate": 2.4690789473684214e-06,
"loss": 0.0695,
"step": 6250
},
{
"epoch": 0.6275,
"grad_norm": 3.830807685852051,
"learning_rate": 2.4526315789473687e-06,
"loss": 0.077,
"step": 6275
},
{
"epoch": 0.63,
"grad_norm": 3.547133445739746,
"learning_rate": 2.436184210526316e-06,
"loss": 0.0841,
"step": 6300
},
{
"epoch": 0.6325,
"grad_norm": 3.731278657913208,
"learning_rate": 2.4197368421052632e-06,
"loss": 0.1223,
"step": 6325
},
{
"epoch": 0.635,
"grad_norm": 4.081872463226318,
"learning_rate": 2.4032894736842105e-06,
"loss": 0.1381,
"step": 6350
},
{
"epoch": 0.6375,
"grad_norm": 4.540515899658203,
"learning_rate": 2.3868421052631582e-06,
"loss": 0.1093,
"step": 6375
},
{
"epoch": 0.64,
"grad_norm": 5.636559009552002,
"learning_rate": 2.3703947368421055e-06,
"loss": 0.1285,
"step": 6400
},
{
"epoch": 0.6425,
"grad_norm": 3.959172248840332,
"learning_rate": 2.3539473684210528e-06,
"loss": 0.1263,
"step": 6425
},
{
"epoch": 0.645,
"grad_norm": 3.610605239868164,
"learning_rate": 2.3375e-06,
"loss": 0.1241,
"step": 6450
},
{
"epoch": 0.6475,
"grad_norm": 2.831744432449341,
"learning_rate": 2.3210526315789473e-06,
"loss": 0.0929,
"step": 6475
},
{
"epoch": 0.65,
"grad_norm": 4.5434112548828125,
"learning_rate": 2.3046052631578946e-06,
"loss": 0.0928,
"step": 6500
},
{
"epoch": 0.65,
"eval_loss": 0.27054235339164734,
"eval_runtime": 310.9109,
"eval_samples_per_second": 5.439,
"eval_steps_per_second": 0.682,
"eval_wer": 10.290995379043338,
"step": 6500
},
{
"epoch": 0.6525,
"grad_norm": 3.8071448802948,
"learning_rate": 2.288157894736842e-06,
"loss": 0.1015,
"step": 6525
},
{
"epoch": 0.655,
"grad_norm": 4.561729907989502,
"learning_rate": 2.2717105263157896e-06,
"loss": 0.1075,
"step": 6550
},
{
"epoch": 0.6575,
"grad_norm": 6.857303142547607,
"learning_rate": 2.255263157894737e-06,
"loss": 0.1283,
"step": 6575
},
{
"epoch": 0.66,
"grad_norm": 2.453704357147217,
"learning_rate": 2.238815789473684e-06,
"loss": 0.1116,
"step": 6600
},
{
"epoch": 0.6625,
"grad_norm": 3.7849581241607666,
"learning_rate": 2.2230263157894737e-06,
"loss": 0.1082,
"step": 6625
},
{
"epoch": 0.665,
"grad_norm": 3.687464714050293,
"learning_rate": 2.2065789473684214e-06,
"loss": 0.0785,
"step": 6650
},
{
"epoch": 0.6675,
"grad_norm": 2.490171194076538,
"learning_rate": 2.1901315789473687e-06,
"loss": 0.0693,
"step": 6675
},
{
"epoch": 0.67,
"grad_norm": 3.452415943145752,
"learning_rate": 2.173684210526316e-06,
"loss": 0.0748,
"step": 6700
},
{
"epoch": 0.6725,
"grad_norm": 2.4257311820983887,
"learning_rate": 2.157236842105263e-06,
"loss": 0.0618,
"step": 6725
},
{
"epoch": 0.675,
"grad_norm": 2.6125080585479736,
"learning_rate": 2.1407894736842105e-06,
"loss": 0.0597,
"step": 6750
},
{
"epoch": 0.6775,
"grad_norm": 2.49169921875,
"learning_rate": 2.1243421052631578e-06,
"loss": 0.0639,
"step": 6775
},
{
"epoch": 0.68,
"grad_norm": 3.193976640701294,
"learning_rate": 2.107894736842105e-06,
"loss": 0.0712,
"step": 6800
},
{
"epoch": 0.6825,
"grad_norm": 3.9939494132995605,
"learning_rate": 2.0914473684210528e-06,
"loss": 0.0758,
"step": 6825
},
{
"epoch": 0.685,
"grad_norm": 2.6171138286590576,
"learning_rate": 2.075e-06,
"loss": 0.0741,
"step": 6850
},
{
"epoch": 0.6875,
"grad_norm": 2.4052670001983643,
"learning_rate": 2.0585526315789473e-06,
"loss": 0.0731,
"step": 6875
},
{
"epoch": 0.69,
"grad_norm": 2.032867670059204,
"learning_rate": 2.042105263157895e-06,
"loss": 0.0637,
"step": 6900
},
{
"epoch": 0.6925,
"grad_norm": 2.387608528137207,
"learning_rate": 2.0256578947368423e-06,
"loss": 0.0609,
"step": 6925
},
{
"epoch": 0.695,
"grad_norm": 2.9969546794891357,
"learning_rate": 2.0092105263157896e-06,
"loss": 0.0525,
"step": 6950
},
{
"epoch": 0.6975,
"grad_norm": 3.8997292518615723,
"learning_rate": 1.992763157894737e-06,
"loss": 0.0695,
"step": 6975
},
{
"epoch": 0.7,
"grad_norm": 3.1098289489746094,
"learning_rate": 1.9763157894736846e-06,
"loss": 0.0725,
"step": 7000
},
{
"epoch": 0.7,
"eval_loss": 0.25059443712234497,
"eval_runtime": 311.2211,
"eval_samples_per_second": 5.433,
"eval_steps_per_second": 0.681,
"eval_wer": 10.303484451105282,
"step": 7000
},
{
"epoch": 0.7025,
"grad_norm": 2.383833169937134,
"learning_rate": 1.959868421052632e-06,
"loss": 0.0645,
"step": 7025
},
{
"epoch": 0.705,
"grad_norm": 2.534926414489746,
"learning_rate": 1.943421052631579e-06,
"loss": 0.0645,
"step": 7050
},
{
"epoch": 0.7075,
"grad_norm": 2.4160711765289307,
"learning_rate": 1.9269736842105264e-06,
"loss": 0.0604,
"step": 7075
},
{
"epoch": 0.71,
"grad_norm": 2.3084723949432373,
"learning_rate": 1.9105263157894737e-06,
"loss": 0.0728,
"step": 7100
},
{
"epoch": 0.7125,
"grad_norm": 2.9332683086395264,
"learning_rate": 1.894078947368421e-06,
"loss": 0.0987,
"step": 7125
},
{
"epoch": 0.715,
"grad_norm": 4.322076320648193,
"learning_rate": 1.8776315789473683e-06,
"loss": 0.1165,
"step": 7150
},
{
"epoch": 0.7175,
"grad_norm": 4.348486423492432,
"learning_rate": 1.861184210526316e-06,
"loss": 0.121,
"step": 7175
},
{
"epoch": 0.72,
"grad_norm": 3.1339285373687744,
"learning_rate": 1.8447368421052632e-06,
"loss": 0.1193,
"step": 7200
},
{
"epoch": 0.7225,
"grad_norm": 4.583907604217529,
"learning_rate": 1.8282894736842107e-06,
"loss": 0.1266,
"step": 7225
},
{
"epoch": 0.725,
"grad_norm": 4.42141056060791,
"learning_rate": 1.811842105263158e-06,
"loss": 0.1038,
"step": 7250
},
{
"epoch": 0.7275,
"grad_norm": 7.883315563201904,
"learning_rate": 1.7953947368421053e-06,
"loss": 0.0684,
"step": 7275
},
{
"epoch": 0.73,
"grad_norm": 2.6488800048828125,
"learning_rate": 1.7789473684210526e-06,
"loss": 0.0702,
"step": 7300
},
{
"epoch": 0.7325,
"grad_norm": 3.029294013977051,
"learning_rate": 1.7624999999999999e-06,
"loss": 0.0673,
"step": 7325
},
{
"epoch": 0.735,
"grad_norm": 2.9928712844848633,
"learning_rate": 1.7460526315789476e-06,
"loss": 0.0533,
"step": 7350
},
{
"epoch": 0.7375,
"grad_norm": 2.252870798110962,
"learning_rate": 1.7296052631578948e-06,
"loss": 0.0661,
"step": 7375
},
{
"epoch": 0.74,
"grad_norm": 2.5947258472442627,
"learning_rate": 1.7131578947368421e-06,
"loss": 0.0658,
"step": 7400
},
{
"epoch": 0.7425,
"grad_norm": 2.529686212539673,
"learning_rate": 1.6967105263157896e-06,
"loss": 0.0816,
"step": 7425
},
{
"epoch": 0.745,
"grad_norm": 3.286830186843872,
"learning_rate": 1.6802631578947369e-06,
"loss": 0.0726,
"step": 7450
},
{
"epoch": 0.7475,
"grad_norm": 3.698190689086914,
"learning_rate": 1.6638157894736842e-06,
"loss": 0.0672,
"step": 7475
},
{
"epoch": 0.75,
"grad_norm": 5.162793159484863,
"learning_rate": 1.6473684210526319e-06,
"loss": 0.1216,
"step": 7500
},
{
"epoch": 0.75,
"eval_loss": 0.2758373022079468,
"eval_runtime": 310.6157,
"eval_samples_per_second": 5.444,
"eval_steps_per_second": 0.683,
"eval_wer": 9.710253528162857,
"step": 7500
},
{
"epoch": 0.7525,
"grad_norm": 4.540894985198975,
"learning_rate": 1.6309210526315792e-06,
"loss": 0.136,
"step": 7525
},
{
"epoch": 0.755,
"grad_norm": 4.004950523376465,
"learning_rate": 1.6144736842105264e-06,
"loss": 0.1097,
"step": 7550
},
{
"epoch": 0.7575,
"grad_norm": 3.7303011417388916,
"learning_rate": 1.5980263157894737e-06,
"loss": 0.1079,
"step": 7575
},
{
"epoch": 0.76,
"grad_norm": 4.908395290374756,
"learning_rate": 1.581578947368421e-06,
"loss": 0.1315,
"step": 7600
},
{
"epoch": 0.7625,
"grad_norm": 5.0614914894104,
"learning_rate": 1.5651315789473685e-06,
"loss": 0.1239,
"step": 7625
},
{
"epoch": 0.765,
"grad_norm": 4.0791754722595215,
"learning_rate": 1.548684210526316e-06,
"loss": 0.1088,
"step": 7650
},
{
"epoch": 0.7675,
"grad_norm": 4.49265193939209,
"learning_rate": 1.5322368421052633e-06,
"loss": 0.1215,
"step": 7675
},
{
"epoch": 0.77,
"grad_norm": 5.465856552124023,
"learning_rate": 1.5157894736842105e-06,
"loss": 0.1255,
"step": 7700
},
{
"epoch": 0.7725,
"grad_norm": 4.9540276527404785,
"learning_rate": 1.499342105263158e-06,
"loss": 0.1218,
"step": 7725
},
{
"epoch": 0.775,
"grad_norm": 2.4361021518707275,
"learning_rate": 1.4828947368421053e-06,
"loss": 0.1007,
"step": 7750
},
{
"epoch": 0.7775,
"grad_norm": 2.6608471870422363,
"learning_rate": 1.4664473684210526e-06,
"loss": 0.0823,
"step": 7775
},
{
"epoch": 0.78,
"grad_norm": 4.3350419998168945,
"learning_rate": 1.45e-06,
"loss": 0.074,
"step": 7800
},
{
"epoch": 0.7825,
"grad_norm": 2.1602139472961426,
"learning_rate": 1.4335526315789474e-06,
"loss": 0.0662,
"step": 7825
},
{
"epoch": 0.785,
"grad_norm": 2.477482795715332,
"learning_rate": 1.4171052631578949e-06,
"loss": 0.0748,
"step": 7850
},
{
"epoch": 0.7875,
"grad_norm": 3.253352403640747,
"learning_rate": 1.4006578947368421e-06,
"loss": 0.0598,
"step": 7875
},
{
"epoch": 0.79,
"grad_norm": 2.5888381004333496,
"learning_rate": 1.3842105263157896e-06,
"loss": 0.0649,
"step": 7900
},
{
"epoch": 0.7925,
"grad_norm": 3.9677650928497314,
"learning_rate": 1.367763157894737e-06,
"loss": 0.1026,
"step": 7925
},
{
"epoch": 0.795,
"grad_norm": 5.140591144561768,
"learning_rate": 1.3513157894736842e-06,
"loss": 0.1107,
"step": 7950
},
{
"epoch": 0.7975,
"grad_norm": 3.5645763874053955,
"learning_rate": 1.3348684210526317e-06,
"loss": 0.1665,
"step": 7975
},
{
"epoch": 0.8,
"grad_norm": 4.830741882324219,
"learning_rate": 1.318421052631579e-06,
"loss": 0.131,
"step": 8000
},
{
"epoch": 0.8,
"eval_loss": 0.2519243061542511,
"eval_runtime": 311.2776,
"eval_samples_per_second": 5.432,
"eval_steps_per_second": 0.681,
"eval_wer": 9.429249406769078,
"step": 8000
},
{
"epoch": 0.8025,
"grad_norm": 3.7254385948181152,
"learning_rate": 1.3019736842105263e-06,
"loss": 0.1076,
"step": 8025
},
{
"epoch": 0.805,
"grad_norm": 3.583624839782715,
"learning_rate": 1.2855263157894737e-06,
"loss": 0.1035,
"step": 8050
},
{
"epoch": 0.8075,
"grad_norm": 5.079929828643799,
"learning_rate": 1.2690789473684212e-06,
"loss": 0.1234,
"step": 8075
},
{
"epoch": 0.81,
"grad_norm": 6.1625518798828125,
"learning_rate": 1.2526315789473685e-06,
"loss": 0.188,
"step": 8100
},
{
"epoch": 0.8125,
"grad_norm": 5.406413555145264,
"learning_rate": 1.2361842105263158e-06,
"loss": 0.1156,
"step": 8125
},
{
"epoch": 0.815,
"grad_norm": 3.7361137866973877,
"learning_rate": 1.2197368421052633e-06,
"loss": 0.1003,
"step": 8150
},
{
"epoch": 0.8175,
"grad_norm": 4.679581642150879,
"learning_rate": 1.2032894736842106e-06,
"loss": 0.109,
"step": 8175
},
{
"epoch": 0.82,
"grad_norm": 2.9385409355163574,
"learning_rate": 1.1868421052631579e-06,
"loss": 0.1023,
"step": 8200
},
{
"epoch": 0.8225,
"grad_norm": 2.628890037536621,
"learning_rate": 1.1703947368421053e-06,
"loss": 0.0779,
"step": 8225
},
{
"epoch": 0.825,
"grad_norm": 3.1687421798706055,
"learning_rate": 1.1539473684210526e-06,
"loss": 0.0637,
"step": 8250
},
{
"epoch": 0.8275,
"grad_norm": 4.13815975189209,
"learning_rate": 1.1375000000000001e-06,
"loss": 0.0644,
"step": 8275
},
{
"epoch": 0.83,
"grad_norm": 2.5407676696777344,
"learning_rate": 1.1210526315789474e-06,
"loss": 0.0605,
"step": 8300
},
{
"epoch": 0.8325,
"grad_norm": 2.8727688789367676,
"learning_rate": 1.1046052631578949e-06,
"loss": 0.0605,
"step": 8325
},
{
"epoch": 0.835,
"grad_norm": 2.3151321411132812,
"learning_rate": 1.0881578947368422e-06,
"loss": 0.0661,
"step": 8350
},
{
"epoch": 0.8375,
"grad_norm": 2.992656946182251,
"learning_rate": 1.0717105263157895e-06,
"loss": 0.057,
"step": 8375
},
{
"epoch": 0.84,
"grad_norm": 2.188429355621338,
"learning_rate": 1.055263157894737e-06,
"loss": 0.0566,
"step": 8400
},
{
"epoch": 0.8425,
"grad_norm": 2.960677146911621,
"learning_rate": 1.0388157894736842e-06,
"loss": 0.061,
"step": 8425
},
{
"epoch": 0.845,
"grad_norm": 2.4574601650238037,
"learning_rate": 1.0223684210526315e-06,
"loss": 0.064,
"step": 8450
},
{
"epoch": 0.8475,
"grad_norm": 2.7294602394104004,
"learning_rate": 1.005921052631579e-06,
"loss": 0.0673,
"step": 8475
},
{
"epoch": 0.85,
"grad_norm": 2.5712780952453613,
"learning_rate": 9.894736842105265e-07,
"loss": 0.0525,
"step": 8500
},
{
"epoch": 0.85,
"eval_loss": 0.2601895332336426,
"eval_runtime": 310.5098,
"eval_samples_per_second": 5.446,
"eval_steps_per_second": 0.683,
"eval_wer": 9.310603222180593,
"step": 8500
},
{
"epoch": 0.8525,
"grad_norm": 2.370037078857422,
"learning_rate": 9.730263157894738e-07,
"loss": 0.059,
"step": 8525
},
{
"epoch": 0.855,
"grad_norm": 3.927023410797119,
"learning_rate": 9.56578947368421e-07,
"loss": 0.0758,
"step": 8550
},
{
"epoch": 0.8575,
"grad_norm": 9.844391822814941,
"learning_rate": 9.401315789473685e-07,
"loss": 0.1047,
"step": 8575
},
{
"epoch": 0.86,
"grad_norm": 3.986123561859131,
"learning_rate": 9.236842105263158e-07,
"loss": 0.1226,
"step": 8600
},
{
"epoch": 0.8625,
"grad_norm": 3.9579930305480957,
"learning_rate": 9.072368421052631e-07,
"loss": 0.0941,
"step": 8625
},
{
"epoch": 0.865,
"grad_norm": 3.573427438735962,
"learning_rate": 8.914473684210526e-07,
"loss": 0.0898,
"step": 8650
},
{
"epoch": 0.8675,
"grad_norm": 4.6763200759887695,
"learning_rate": 8.750000000000001e-07,
"loss": 0.1048,
"step": 8675
},
{
"epoch": 0.87,
"grad_norm": 2.764732599258423,
"learning_rate": 8.585526315789475e-07,
"loss": 0.0942,
"step": 8700
},
{
"epoch": 0.8725,
"grad_norm": 2.765056848526001,
"learning_rate": 8.421052631578948e-07,
"loss": 0.0591,
"step": 8725
},
{
"epoch": 0.875,
"grad_norm": 2.8801324367523193,
"learning_rate": 8.25657894736842e-07,
"loss": 0.0582,
"step": 8750
},
{
"epoch": 0.8775,
"grad_norm": 3.052685260772705,
"learning_rate": 8.092105263157895e-07,
"loss": 0.0535,
"step": 8775
},
{
"epoch": 0.88,
"grad_norm": 2.4700539112091064,
"learning_rate": 7.927631578947369e-07,
"loss": 0.0493,
"step": 8800
},
{
"epoch": 0.8825,
"grad_norm": 2.6473586559295654,
"learning_rate": 7.763157894736843e-07,
"loss": 0.0577,
"step": 8825
},
{
"epoch": 0.885,
"grad_norm": 3.352184295654297,
"learning_rate": 7.598684210526316e-07,
"loss": 0.0577,
"step": 8850
},
{
"epoch": 0.8875,
"grad_norm": 3.41894268989563,
"learning_rate": 7.43421052631579e-07,
"loss": 0.054,
"step": 8875
},
{
"epoch": 0.89,
"grad_norm": 2.602926731109619,
"learning_rate": 7.269736842105264e-07,
"loss": 0.0736,
"step": 8900
},
{
"epoch": 0.8925,
"grad_norm": 3.690354347229004,
"learning_rate": 7.105263157894737e-07,
"loss": 0.0777,
"step": 8925
},
{
"epoch": 0.895,
"grad_norm": 2.299851417541504,
"learning_rate": 6.940789473684211e-07,
"loss": 0.0678,
"step": 8950
},
{
"epoch": 0.8975,
"grad_norm": 3.3586931228637695,
"learning_rate": 6.776315789473684e-07,
"loss": 0.0613,
"step": 8975
},
{
"epoch": 0.9,
"grad_norm": 3.6000983715057373,
"learning_rate": 6.611842105263158e-07,
"loss": 0.0729,
"step": 9000
},
{
"epoch": 0.9,
"eval_loss": 0.25485458970069885,
"eval_runtime": 310.9704,
"eval_samples_per_second": 5.438,
"eval_steps_per_second": 0.682,
"eval_wer": 9.360559510428375,
"step": 9000
},
{
"epoch": 0.9025,
"grad_norm": 4.219956398010254,
"learning_rate": 6.447368421052632e-07,
"loss": 0.0798,
"step": 9025
},
{
"epoch": 0.905,
"grad_norm": 3.451380968093872,
"learning_rate": 6.282894736842106e-07,
"loss": 0.0883,
"step": 9050
},
{
"epoch": 0.9075,
"grad_norm": 6.049487113952637,
"learning_rate": 6.118421052631579e-07,
"loss": 0.1061,
"step": 9075
},
{
"epoch": 0.91,
"grad_norm": 4.350587368011475,
"learning_rate": 5.953947368421052e-07,
"loss": 0.1121,
"step": 9100
},
{
"epoch": 0.9125,
"grad_norm": 3.110172748565674,
"learning_rate": 5.789473684210527e-07,
"loss": 0.1057,
"step": 9125
},
{
"epoch": 0.915,
"grad_norm": 3.715651035308838,
"learning_rate": 5.625e-07,
"loss": 0.1151,
"step": 9150
},
{
"epoch": 0.9175,
"grad_norm": 4.230985641479492,
"learning_rate": 5.460526315789474e-07,
"loss": 0.1148,
"step": 9175
},
{
"epoch": 0.92,
"grad_norm": 4.521861553192139,
"learning_rate": 5.296052631578947e-07,
"loss": 0.1118,
"step": 9200
},
{
"epoch": 0.9225,
"grad_norm": 5.54771614074707,
"learning_rate": 5.131578947368422e-07,
"loss": 0.1116,
"step": 9225
},
{
"epoch": 0.925,
"grad_norm": 4.935422897338867,
"learning_rate": 4.967105263157896e-07,
"loss": 0.1148,
"step": 9250
},
{
"epoch": 0.9275,
"grad_norm": 4.736454963684082,
"learning_rate": 4.802631578947368e-07,
"loss": 0.1133,
"step": 9275
},
{
"epoch": 0.93,
"grad_norm": 4.2254719734191895,
"learning_rate": 4.6381578947368423e-07,
"loss": 0.1112,
"step": 9300
},
{
"epoch": 0.9325,
"grad_norm": 3.934567451477051,
"learning_rate": 4.4736842105263156e-07,
"loss": 0.0977,
"step": 9325
},
{
"epoch": 0.935,
"grad_norm": 4.1997551918029785,
"learning_rate": 4.3092105263157895e-07,
"loss": 0.0977,
"step": 9350
},
{
"epoch": 0.9375,
"grad_norm": 4.566051959991455,
"learning_rate": 4.144736842105264e-07,
"loss": 0.0772,
"step": 9375
},
{
"epoch": 0.94,
"grad_norm": 2.0367753505706787,
"learning_rate": 3.9802631578947367e-07,
"loss": 0.0946,
"step": 9400
},
{
"epoch": 0.9425,
"grad_norm": 4.239922523498535,
"learning_rate": 3.8157894736842105e-07,
"loss": 0.0994,
"step": 9425
},
{
"epoch": 0.945,
"grad_norm": 3.877979278564453,
"learning_rate": 3.6513157894736844e-07,
"loss": 0.0916,
"step": 9450
},
{
"epoch": 0.9475,
"grad_norm": 2.586454153060913,
"learning_rate": 3.4868421052631583e-07,
"loss": 0.0961,
"step": 9475
},
{
"epoch": 0.95,
"grad_norm": 4.278528213500977,
"learning_rate": 3.3223684210526316e-07,
"loss": 0.0939,
"step": 9500
},
{
"epoch": 0.95,
"eval_loss": 0.2469732165336609,
"eval_runtime": 310.3095,
"eval_samples_per_second": 5.449,
"eval_steps_per_second": 0.683,
"eval_wer": 9.191957037592106,
"step": 9500
},
{
"epoch": 0.9525,
"grad_norm": 4.1038312911987305,
"learning_rate": 3.1578947368421055e-07,
"loss": 0.0676,
"step": 9525
},
{
"epoch": 0.955,
"grad_norm": 2.402942657470703,
"learning_rate": 2.993421052631579e-07,
"loss": 0.0607,
"step": 9550
},
{
"epoch": 0.9575,
"grad_norm": 3.902301073074341,
"learning_rate": 2.828947368421053e-07,
"loss": 0.0684,
"step": 9575
},
{
"epoch": 0.96,
"grad_norm": 2.5158138275146484,
"learning_rate": 2.6644736842105266e-07,
"loss": 0.0682,
"step": 9600
},
{
"epoch": 0.9625,
"grad_norm": 2.193450450897217,
"learning_rate": 2.5000000000000004e-07,
"loss": 0.0581,
"step": 9625
},
{
"epoch": 0.965,
"grad_norm": 2.9007558822631836,
"learning_rate": 2.3355263157894738e-07,
"loss": 0.0573,
"step": 9650
},
{
"epoch": 0.9675,
"grad_norm": 3.9886229038238525,
"learning_rate": 2.1710526315789474e-07,
"loss": 0.0698,
"step": 9675
},
{
"epoch": 0.97,
"grad_norm": 2.9294111728668213,
"learning_rate": 2.006578947368421e-07,
"loss": 0.0886,
"step": 9700
},
{
"epoch": 0.9725,
"grad_norm": 3.0293190479278564,
"learning_rate": 1.8421052631578948e-07,
"loss": 0.0885,
"step": 9725
},
{
"epoch": 0.975,
"grad_norm": 4.1082024574279785,
"learning_rate": 1.6776315789473687e-07,
"loss": 0.0903,
"step": 9750
},
{
"epoch": 0.9775,
"grad_norm": 3.775738477706909,
"learning_rate": 1.5131578947368423e-07,
"loss": 0.0911,
"step": 9775
},
{
"epoch": 0.98,
"grad_norm": 3.829111337661743,
"learning_rate": 1.348684210526316e-07,
"loss": 0.0948,
"step": 9800
},
{
"epoch": 0.9825,
"grad_norm": 2.917050361633301,
"learning_rate": 1.1842105263157896e-07,
"loss": 0.0949,
"step": 9825
},
{
"epoch": 0.985,
"grad_norm": 3.1675846576690674,
"learning_rate": 1.0197368421052632e-07,
"loss": 0.0698,
"step": 9850
},
{
"epoch": 0.9875,
"grad_norm": 2.507418394088745,
"learning_rate": 8.55263157894737e-08,
"loss": 0.0646,
"step": 9875
},
{
"epoch": 0.99,
"grad_norm": 1.9800117015838623,
"learning_rate": 6.907894736842106e-08,
"loss": 0.0701,
"step": 9900
},
{
"epoch": 0.9925,
"grad_norm": 2.250523328781128,
"learning_rate": 5.263157894736842e-08,
"loss": 0.0584,
"step": 9925
},
{
"epoch": 0.995,
"grad_norm": 2.814079523086548,
"learning_rate": 3.6184210526315796e-08,
"loss": 0.0656,
"step": 9950
},
{
"epoch": 0.9975,
"grad_norm": 1.7679643630981445,
"learning_rate": 1.973684210526316e-08,
"loss": 0.0589,
"step": 9975
},
{
"epoch": 1.0,
"grad_norm": 2.8489911556243896,
"learning_rate": 3.2894736842105264e-09,
"loss": 0.0639,
"step": 10000
},
{
"epoch": 1.0,
"eval_loss": 0.24879895150661469,
"eval_runtime": 311.7211,
"eval_samples_per_second": 5.425,
"eval_steps_per_second": 0.68,
"eval_wer": 9.104533533158486,
"step": 10000
},
{
"epoch": 1.0,
"step": 10000,
"total_flos": 1.632967852032e+20,
"train_loss": 0.14161870262622833,
"train_runtime": 23298.766,
"train_samples_per_second": 6.867,
"train_steps_per_second": 0.429
}
],
"logging_steps": 25,
"max_steps": 10000,
"num_input_tokens_seen": 0,
"num_train_epochs": 9223372036854775807,
"save_steps": 1000,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 1.632967852032e+20,
"train_batch_size": 16,
"trial_name": null,
"trial_params": null
}