pixel_ar_en_step19000 / trainer_state.json
samahadhoud's picture
Add step-10000 checkpoint
ba4d8f7 verified
{
"best_metric": 1.9179546473784321,
"best_model_checkpoint": "experiments/translation/gpt2/2025-06-23_21-13-47/checkpoint-16000",
"epoch": 15.34712411705348,
"global_step": 19000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.04,
"learning_rate": 4.8e-06,
"loss": 5.5374,
"step": 50
},
{
"epoch": 0.08,
"learning_rate": 9.799999999999998e-06,
"loss": 4.9125,
"step": 100
},
{
"epoch": 0.12,
"learning_rate": 1.4799999999999999e-05,
"loss": 4.7963,
"step": 150
},
{
"epoch": 0.16,
"learning_rate": 1.98e-05,
"loss": 4.7123,
"step": 200
},
{
"epoch": 0.2,
"learning_rate": 2.4799999999999996e-05,
"loss": 4.6695,
"step": 250
},
{
"epoch": 0.24,
"learning_rate": 2.9799999999999996e-05,
"loss": 4.6409,
"step": 300
},
{
"epoch": 0.28,
"learning_rate": 3.48e-05,
"loss": 4.5901,
"step": 350
},
{
"epoch": 0.32,
"learning_rate": 3.979999999999999e-05,
"loss": 4.5638,
"step": 400
},
{
"epoch": 0.36,
"learning_rate": 4.48e-05,
"loss": 4.5254,
"step": 450
},
{
"epoch": 0.4,
"learning_rate": 4.98e-05,
"loss": 4.4895,
"step": 500
},
{
"epoch": 0.4,
"eval_bleu": 0.10366108848804567,
"eval_loss": 4.428106784820557,
"eval_runtime": 1956.2148,
"eval_samples_per_second": 4.503,
"eval_steps_per_second": 0.282,
"step": 500
},
{
"epoch": 0.44,
"learning_rate": 5.48e-05,
"loss": 4.5073,
"step": 550
},
{
"epoch": 0.48,
"learning_rate": 5.98e-05,
"loss": 4.4717,
"step": 600
},
{
"epoch": 0.52,
"learning_rate": 6.479999999999999e-05,
"loss": 4.4849,
"step": 650
},
{
"epoch": 0.57,
"learning_rate": 6.979999999999999e-05,
"loss": 4.4378,
"step": 700
},
{
"epoch": 0.61,
"learning_rate": 7.479999999999999e-05,
"loss": 4.4473,
"step": 750
},
{
"epoch": 0.65,
"learning_rate": 7.98e-05,
"loss": 4.4403,
"step": 800
},
{
"epoch": 0.69,
"learning_rate": 8.48e-05,
"loss": 4.4189,
"step": 850
},
{
"epoch": 0.73,
"learning_rate": 8.98e-05,
"loss": 4.3842,
"step": 900
},
{
"epoch": 0.77,
"learning_rate": 9.479999999999999e-05,
"loss": 4.3661,
"step": 950
},
{
"epoch": 0.81,
"learning_rate": 9.979999999999999e-05,
"loss": 4.3978,
"step": 1000
},
{
"epoch": 0.81,
"eval_bleu": 0.12101650019262844,
"eval_loss": 4.30416202545166,
"eval_runtime": 1952.2431,
"eval_samples_per_second": 4.512,
"eval_steps_per_second": 0.282,
"step": 1000
},
{
"epoch": 0.85,
"learning_rate": 0.00010479999999999999,
"loss": 4.353,
"step": 1050
},
{
"epoch": 0.89,
"learning_rate": 0.00010979999999999999,
"loss": 4.3321,
"step": 1100
},
{
"epoch": 0.93,
"learning_rate": 0.00011479999999999999,
"loss": 4.3258,
"step": 1150
},
{
"epoch": 0.97,
"learning_rate": 0.00011979999999999998,
"loss": 4.3221,
"step": 1200
},
{
"epoch": 1.01,
"learning_rate": 0.00012479999999999997,
"loss": 4.3282,
"step": 1250
},
{
"epoch": 1.05,
"learning_rate": 0.00012979999999999998,
"loss": 4.1992,
"step": 1300
},
{
"epoch": 1.09,
"learning_rate": 0.00013479999999999997,
"loss": 4.1949,
"step": 1350
},
{
"epoch": 1.13,
"learning_rate": 0.00013979999999999998,
"loss": 4.1812,
"step": 1400
},
{
"epoch": 1.17,
"learning_rate": 0.0001448,
"loss": 4.1842,
"step": 1450
},
{
"epoch": 1.21,
"learning_rate": 0.00014979999999999998,
"loss": 4.1744,
"step": 1500
},
{
"epoch": 1.21,
"eval_bleu": 0.19483428061504493,
"eval_loss": 4.20745849609375,
"eval_runtime": 1957.9666,
"eval_samples_per_second": 4.499,
"eval_steps_per_second": 0.281,
"step": 1500
},
{
"epoch": 1.25,
"learning_rate": 0.00014999895016087306,
"loss": 4.1746,
"step": 1550
},
{
"epoch": 1.29,
"learning_rate": 0.00014999562388001478,
"loss": 4.134,
"step": 1600
},
{
"epoch": 1.33,
"learning_rate": 0.00014999001943582685,
"loss": 4.1534,
"step": 1650
},
{
"epoch": 1.37,
"learning_rate": 0.0001499821369985571,
"loss": 4.1424,
"step": 1700
},
{
"epoch": 1.41,
"learning_rate": 0.0001499719768076526,
"loss": 4.1222,
"step": 1750
},
{
"epoch": 1.45,
"learning_rate": 0.00014995953917175227,
"loss": 4.1216,
"step": 1800
},
{
"epoch": 1.49,
"learning_rate": 0.00014994482446867774,
"loss": 4.0985,
"step": 1850
},
{
"epoch": 1.53,
"learning_rate": 0.00014992783314542174,
"loss": 4.0785,
"step": 1900
},
{
"epoch": 1.57,
"learning_rate": 0.00014990856571813448,
"loss": 4.1087,
"step": 1950
},
{
"epoch": 1.62,
"learning_rate": 0.0001498870227721081,
"loss": 4.0548,
"step": 2000
},
{
"epoch": 1.62,
"eval_bleu": 0.3099045639043874,
"eval_loss": 4.0605082511901855,
"eval_runtime": 1963.1271,
"eval_samples_per_second": 4.487,
"eval_steps_per_second": 0.281,
"step": 2000
},
{
"epoch": 1.66,
"learning_rate": 0.0001498632049617587,
"loss": 4.0445,
"step": 2050
},
{
"epoch": 1.7,
"learning_rate": 0.00014983711301060673,
"loss": 4.0045,
"step": 2100
},
{
"epoch": 1.74,
"learning_rate": 0.00014980874771125478,
"loss": 4.0004,
"step": 2150
},
{
"epoch": 1.78,
"learning_rate": 0.00014977810992536359,
"loss": 4.0131,
"step": 2200
},
{
"epoch": 1.82,
"learning_rate": 0.00014974520058362584,
"loss": 4.0018,
"step": 2250
},
{
"epoch": 1.86,
"learning_rate": 0.00014971002068573793,
"loss": 3.9797,
"step": 2300
},
{
"epoch": 1.9,
"learning_rate": 0.00014967257130036961,
"loss": 3.9479,
"step": 2350
},
{
"epoch": 1.94,
"learning_rate": 0.00014963285356513152,
"loss": 3.9432,
"step": 2400
},
{
"epoch": 1.98,
"learning_rate": 0.0001495908686865405,
"loss": 3.9119,
"step": 2450
},
{
"epoch": 2.02,
"learning_rate": 0.00014954661793998317,
"loss": 3.8522,
"step": 2500
},
{
"epoch": 2.02,
"eval_bleu": 0.41817761915800616,
"eval_loss": 3.9211950302124023,
"eval_runtime": 1966.167,
"eval_samples_per_second": 4.48,
"eval_steps_per_second": 0.28,
"step": 2500
},
{
"epoch": 2.06,
"learning_rate": 0.0001495001026696769,
"loss": 3.6675,
"step": 2550
},
{
"epoch": 2.1,
"learning_rate": 0.00014945132428862936,
"loss": 3.6431,
"step": 2600
},
{
"epoch": 2.14,
"learning_rate": 0.00014940028427859524,
"loss": 3.6479,
"step": 2650
},
{
"epoch": 2.18,
"learning_rate": 0.00014934698419003133,
"loss": 3.6214,
"step": 2700
},
{
"epoch": 2.22,
"learning_rate": 0.0001492914256420496,
"loss": 3.6333,
"step": 2750
},
{
"epoch": 2.26,
"learning_rate": 0.00014923361032236776,
"loss": 3.6243,
"step": 2800
},
{
"epoch": 2.3,
"learning_rate": 0.00014917353998725823,
"loss": 3.6292,
"step": 2850
},
{
"epoch": 2.34,
"learning_rate": 0.00014911121646149456,
"loss": 3.5965,
"step": 2900
},
{
"epoch": 2.38,
"learning_rate": 0.00014904664163829616,
"loss": 3.5995,
"step": 2950
},
{
"epoch": 2.42,
"learning_rate": 0.00014897981747927076,
"loss": 3.5954,
"step": 3000
},
{
"epoch": 2.42,
"eval_bleu": 0.6197998214597401,
"eval_loss": 3.80145525932312,
"eval_runtime": 1964.8057,
"eval_samples_per_second": 4.483,
"eval_steps_per_second": 0.28,
"step": 3000
},
{
"epoch": 2.46,
"learning_rate": 0.00014891074601435482,
"loss": 3.5926,
"step": 3050
},
{
"epoch": 2.5,
"learning_rate": 0.00014883942934175177,
"loss": 3.5782,
"step": 3100
},
{
"epoch": 2.54,
"learning_rate": 0.0001487658696278684,
"loss": 3.5606,
"step": 3150
},
{
"epoch": 2.58,
"learning_rate": 0.000148690069107249,
"loss": 3.5623,
"step": 3200
},
{
"epoch": 2.62,
"learning_rate": 0.00014861203008250745,
"loss": 3.5484,
"step": 3250
},
{
"epoch": 2.67,
"learning_rate": 0.0001485317549242574,
"loss": 3.574,
"step": 3300
},
{
"epoch": 2.71,
"learning_rate": 0.00014844924607104,
"loss": 3.5422,
"step": 3350
},
{
"epoch": 2.75,
"learning_rate": 0.00014836450602925014,
"loss": 3.5185,
"step": 3400
},
{
"epoch": 2.79,
"learning_rate": 0.00014827753737306008,
"loss": 3.5329,
"step": 3450
},
{
"epoch": 2.83,
"learning_rate": 0.00014818834274434134,
"loss": 3.5305,
"step": 3500
},
{
"epoch": 2.83,
"eval_bleu": 0.9915510687453413,
"eval_loss": 3.6937255859375,
"eval_runtime": 1965.6982,
"eval_samples_per_second": 4.481,
"eval_steps_per_second": 0.28,
"step": 3500
},
{
"epoch": 2.87,
"learning_rate": 0.00014809692485258445,
"loss": 3.4934,
"step": 3550
},
{
"epoch": 2.91,
"learning_rate": 0.00014800328647481662,
"loss": 3.5064,
"step": 3600
},
{
"epoch": 2.95,
"learning_rate": 0.00014790743045551744,
"loss": 3.475,
"step": 3650
},
{
"epoch": 2.99,
"learning_rate": 0.00014780935970653235,
"loss": 3.4644,
"step": 3700
},
{
"epoch": 3.03,
"learning_rate": 0.00014770907720698426,
"loss": 3.3422,
"step": 3750
},
{
"epoch": 3.07,
"learning_rate": 0.00014760658600318318,
"loss": 3.2076,
"step": 3800
},
{
"epoch": 3.11,
"learning_rate": 0.00014750188920853338,
"loss": 3.2166,
"step": 3850
},
{
"epoch": 3.15,
"learning_rate": 0.00014739499000343914,
"loss": 3.214,
"step": 3900
},
{
"epoch": 3.19,
"learning_rate": 0.0001472858916352079,
"loss": 3.2104,
"step": 3950
},
{
"epoch": 3.23,
"learning_rate": 0.0001471745974179517,
"loss": 3.175,
"step": 4000
},
{
"epoch": 3.23,
"eval_bleu": 0.8229569245913304,
"eval_loss": 3.6438491344451904,
"eval_runtime": 1966.943,
"eval_samples_per_second": 4.478,
"eval_steps_per_second": 0.28,
"step": 4000
},
{
"epoch": 3.27,
"learning_rate": 0.00014706111073248656,
"loss": 3.2015,
"step": 4050
},
{
"epoch": 3.31,
"learning_rate": 0.0001469454350262297,
"loss": 3.2109,
"step": 4100
},
{
"epoch": 3.35,
"learning_rate": 0.0001468275738130948,
"loss": 3.2042,
"step": 4150
},
{
"epoch": 3.39,
"learning_rate": 0.0001467075306733854,
"loss": 3.1996,
"step": 4200
},
{
"epoch": 3.43,
"learning_rate": 0.000146585309253686,
"loss": 3.206,
"step": 4250
},
{
"epoch": 3.47,
"learning_rate": 0.00014646091326675126,
"loss": 3.1749,
"step": 4300
},
{
"epoch": 3.51,
"learning_rate": 0.00014633434649139344,
"loss": 3.2049,
"step": 4350
},
{
"epoch": 3.55,
"learning_rate": 0.00014620561277236722,
"loss": 3.1852,
"step": 4400
},
{
"epoch": 3.59,
"learning_rate": 0.0001460747160202534,
"loss": 3.1768,
"step": 4450
},
{
"epoch": 3.63,
"learning_rate": 0.0001459416602113397,
"loss": 3.1863,
"step": 4500
},
{
"epoch": 3.63,
"eval_bleu": 1.0657169333169068,
"eval_loss": 3.550638437271118,
"eval_runtime": 1967.2607,
"eval_samples_per_second": 4.477,
"eval_steps_per_second": 0.28,
"step": 4500
},
{
"epoch": 3.67,
"learning_rate": 0.00014580644938750012,
"loss": 3.1681,
"step": 4550
},
{
"epoch": 3.72,
"learning_rate": 0.00014566908765607222,
"loss": 3.1675,
"step": 4600
},
{
"epoch": 3.76,
"learning_rate": 0.00014552957918973226,
"loss": 3.1601,
"step": 4650
},
{
"epoch": 3.8,
"learning_rate": 0.00014538792822636849,
"loss": 3.154,
"step": 4700
},
{
"epoch": 3.84,
"learning_rate": 0.00014524413906895234,
"loss": 3.1548,
"step": 4750
},
{
"epoch": 3.88,
"learning_rate": 0.00014509821608540784,
"loss": 3.14,
"step": 4800
},
{
"epoch": 3.92,
"learning_rate": 0.00014495016370847882,
"loss": 3.1584,
"step": 4850
},
{
"epoch": 3.96,
"learning_rate": 0.00014479998643559435,
"loss": 3.1351,
"step": 4900
},
{
"epoch": 4.0,
"learning_rate": 0.00014464768882873198,
"loss": 3.1546,
"step": 4950
},
{
"epoch": 4.04,
"learning_rate": 0.00014449327551427935,
"loss": 2.9153,
"step": 5000
},
{
"epoch": 4.04,
"eval_bleu": 1.0047431556971733,
"eval_loss": 3.5359809398651123,
"eval_runtime": 1966.6362,
"eval_samples_per_second": 4.479,
"eval_steps_per_second": 0.28,
"step": 5000
},
{
"epoch": 4.08,
"learning_rate": 0.0001443367511828934,
"loss": 2.8766,
"step": 5050
},
{
"epoch": 4.12,
"learning_rate": 0.0001441781205893582,
"loss": 2.8748,
"step": 5100
},
{
"epoch": 4.16,
"learning_rate": 0.00014401738855244028,
"loss": 2.8439,
"step": 5150
},
{
"epoch": 4.2,
"learning_rate": 0.00014385455995474222,
"loss": 2.8731,
"step": 5200
},
{
"epoch": 4.24,
"learning_rate": 0.00014368963974255454,
"loss": 2.8727,
"step": 5250
},
{
"epoch": 4.28,
"learning_rate": 0.0001435226329257053,
"loss": 2.8911,
"step": 5300
},
{
"epoch": 4.32,
"learning_rate": 0.00014335354457740792,
"loss": 2.8639,
"step": 5350
},
{
"epoch": 4.36,
"learning_rate": 0.00014318237983410706,
"loss": 2.8785,
"step": 5400
},
{
"epoch": 4.4,
"learning_rate": 0.0001430091438953227,
"loss": 2.8755,
"step": 5450
},
{
"epoch": 4.44,
"learning_rate": 0.00014283384202349203,
"loss": 2.8661,
"step": 5500
},
{
"epoch": 4.44,
"eval_bleu": 1.207406468713491,
"eval_loss": 3.5010602474212646,
"eval_runtime": 1964.1467,
"eval_samples_per_second": 4.484,
"eval_steps_per_second": 0.281,
"step": 5500
},
{
"epoch": 4.48,
"learning_rate": 0.00014265647954380976,
"loss": 2.894,
"step": 5550
},
{
"epoch": 4.52,
"learning_rate": 0.00014247706184406618,
"loss": 2.8723,
"step": 5600
},
{
"epoch": 4.56,
"learning_rate": 0.00014229559437448362,
"loss": 2.868,
"step": 5650
},
{
"epoch": 4.6,
"learning_rate": 0.00014211208264755092,
"loss": 2.8675,
"step": 5700
},
{
"epoch": 4.64,
"learning_rate": 0.00014192653223785577,
"loss": 2.8653,
"step": 5750
},
{
"epoch": 4.68,
"learning_rate": 0.0001417389487819156,
"loss": 2.8709,
"step": 5800
},
{
"epoch": 4.72,
"learning_rate": 0.00014154933797800621,
"loss": 2.8535,
"step": 5850
},
{
"epoch": 4.77,
"learning_rate": 0.0001413577055859888,
"loss": 2.8765,
"step": 5900
},
{
"epoch": 4.81,
"learning_rate": 0.00014116405742713484,
"loss": 2.8777,
"step": 5950
},
{
"epoch": 4.85,
"learning_rate": 0.00014096839938394936,
"loss": 2.8441,
"step": 6000
},
{
"epoch": 4.85,
"eval_bleu": 1.2898999365765402,
"eval_loss": 3.4188201427459717,
"eval_runtime": 1959.6425,
"eval_samples_per_second": 4.495,
"eval_steps_per_second": 0.281,
"step": 6000
},
{
"epoch": 4.89,
"learning_rate": 0.00014077073739999222,
"loss": 2.8655,
"step": 6050
},
{
"epoch": 4.93,
"learning_rate": 0.0001405710774796975,
"loss": 2.8427,
"step": 6100
},
{
"epoch": 4.97,
"learning_rate": 0.0001403694256881913,
"loss": 2.8573,
"step": 6150
},
{
"epoch": 5.01,
"learning_rate": 0.00014016578815110716,
"loss": 2.8372,
"step": 6200
},
{
"epoch": 5.05,
"learning_rate": 0.00013996017105440036,
"loss": 2.5577,
"step": 6250
},
{
"epoch": 5.09,
"learning_rate": 0.00013975258064415972,
"loss": 2.5632,
"step": 6300
},
{
"epoch": 5.13,
"learning_rate": 0.00013954302322641797,
"loss": 2.5707,
"step": 6350
},
{
"epoch": 5.17,
"learning_rate": 0.00013933150516696024,
"loss": 2.5991,
"step": 6400
},
{
"epoch": 5.21,
"learning_rate": 0.00013911803289113055,
"loss": 2.5697,
"step": 6450
},
{
"epoch": 5.25,
"learning_rate": 0.00013890261288363676,
"loss": 2.5857,
"step": 6500
},
{
"epoch": 5.25,
"eval_bleu": 1.3087062882464005,
"eval_loss": 3.4442849159240723,
"eval_runtime": 1957.1145,
"eval_samples_per_second": 4.501,
"eval_steps_per_second": 0.282,
"step": 6500
},
{
"epoch": 5.29,
"learning_rate": 0.00013868525168835353,
"loss": 2.614,
"step": 6550
},
{
"epoch": 5.33,
"learning_rate": 0.0001384659559081235,
"loss": 2.6133,
"step": 6600
},
{
"epoch": 5.37,
"learning_rate": 0.0001382447322045568,
"loss": 2.5898,
"step": 6650
},
{
"epoch": 5.41,
"learning_rate": 0.0001380215872978285,
"loss": 2.5992,
"step": 6700
},
{
"epoch": 5.45,
"learning_rate": 0.0001377965279664748,
"loss": 2.5873,
"step": 6750
},
{
"epoch": 5.49,
"learning_rate": 0.0001375695610471868,
"loss": 2.6155,
"step": 6800
},
{
"epoch": 5.53,
"learning_rate": 0.00013734069343460293,
"loss": 2.6044,
"step": 6850
},
{
"epoch": 5.57,
"learning_rate": 0.0001371099320810995,
"loss": 2.6239,
"step": 6900
},
{
"epoch": 5.61,
"learning_rate": 0.0001368772839965797,
"loss": 2.6267,
"step": 6950
},
{
"epoch": 5.65,
"learning_rate": 0.00013664275624826025,
"loss": 2.6094,
"step": 7000
},
{
"epoch": 5.65,
"eval_bleu": 1.423644909665514,
"eval_loss": 3.3920862674713135,
"eval_runtime": 1956.3214,
"eval_samples_per_second": 4.502,
"eval_steps_per_second": 0.282,
"step": 7000
},
{
"epoch": 5.69,
"learning_rate": 0.00013640635596045707,
"loss": 2.6098,
"step": 7050
},
{
"epoch": 5.73,
"learning_rate": 0.00013616809031436876,
"loss": 2.5955,
"step": 7100
},
{
"epoch": 5.77,
"learning_rate": 0.0001359279665478584,
"loss": 2.5979,
"step": 7150
},
{
"epoch": 5.82,
"learning_rate": 0.0001356859919552337,
"loss": 2.6305,
"step": 7200
},
{
"epoch": 5.86,
"learning_rate": 0.0001354421738870255,
"loss": 2.6193,
"step": 7250
},
{
"epoch": 5.9,
"learning_rate": 0.00013519651974976433,
"loss": 2.6063,
"step": 7300
},
{
"epoch": 5.94,
"learning_rate": 0.00013494903700575562,
"loss": 2.6187,
"step": 7350
},
{
"epoch": 5.98,
"learning_rate": 0.00013469973317285284,
"loss": 2.6155,
"step": 7400
},
{
"epoch": 6.02,
"learning_rate": 0.0001344486158242292,
"loss": 2.5029,
"step": 7450
},
{
"epoch": 6.06,
"learning_rate": 0.00013419569258814757,
"loss": 2.3144,
"step": 7500
},
{
"epoch": 6.06,
"eval_bleu": 1.4240728657820112,
"eval_loss": 3.422335624694824,
"eval_runtime": 1958.4348,
"eval_samples_per_second": 4.497,
"eval_steps_per_second": 0.281,
"step": 7500
},
{
"epoch": 6.1,
"learning_rate": 0.00013394097114772887,
"loss": 2.3243,
"step": 7550
},
{
"epoch": 6.14,
"learning_rate": 0.00013368445924071844,
"loss": 2.3288,
"step": 7600
},
{
"epoch": 6.18,
"learning_rate": 0.00013342616465925126,
"loss": 2.3569,
"step": 7650
},
{
"epoch": 6.22,
"learning_rate": 0.00013316609524961502,
"loss": 2.3593,
"step": 7700
},
{
"epoch": 6.26,
"learning_rate": 0.00013290425891201196,
"loss": 2.3579,
"step": 7750
},
{
"epoch": 6.3,
"learning_rate": 0.00013264066360031872,
"loss": 2.3623,
"step": 7800
},
{
"epoch": 6.34,
"learning_rate": 0.0001323753173218448,
"loss": 2.3642,
"step": 7850
},
{
"epoch": 6.38,
"learning_rate": 0.00013210822813708936,
"loss": 2.3494,
"step": 7900
},
{
"epoch": 6.42,
"learning_rate": 0.0001318394041594963,
"loss": 2.3568,
"step": 7950
},
{
"epoch": 6.46,
"learning_rate": 0.00013156885355520778,
"loss": 2.3675,
"step": 8000
},
{
"epoch": 6.46,
"eval_bleu": 1.716707873647693,
"eval_loss": 3.403074026107788,
"eval_runtime": 1958.6783,
"eval_samples_per_second": 4.497,
"eval_steps_per_second": 0.281,
"step": 8000
},
{
"epoch": 6.5,
"learning_rate": 0.0001312965845428162,
"loss": 2.3814,
"step": 8050
},
{
"epoch": 6.54,
"learning_rate": 0.0001310226053931146,
"loss": 2.3737,
"step": 8100
},
{
"epoch": 6.58,
"learning_rate": 0.00013074692442884524,
"loss": 2.3713,
"step": 8150
},
{
"epoch": 6.62,
"learning_rate": 0.00013046955002444697,
"loss": 2.3989,
"step": 8200
},
{
"epoch": 6.66,
"learning_rate": 0.00013019049060580067,
"loss": 2.377,
"step": 8250
},
{
"epoch": 6.7,
"learning_rate": 0.00012991538574407902,
"loss": 2.3949,
"step": 8300
},
{
"epoch": 6.74,
"learning_rate": 0.0001296330150553478,
"loss": 2.3995,
"step": 8350
},
{
"epoch": 6.78,
"learning_rate": 0.00012934898476402848,
"loss": 2.3936,
"step": 8400
},
{
"epoch": 6.83,
"learning_rate": 0.0001290633034981898,
"loss": 2.3825,
"step": 8450
},
{
"epoch": 6.87,
"learning_rate": 0.00012877597993605252,
"loss": 2.3931,
"step": 8500
},
{
"epoch": 6.87,
"eval_bleu": 1.5281360670298858,
"eval_loss": 3.3454949855804443,
"eval_runtime": 1957.7441,
"eval_samples_per_second": 4.499,
"eval_steps_per_second": 0.281,
"step": 8500
},
{
"epoch": 6.91,
"learning_rate": 0.00012848702280572602,
"loss": 2.3948,
"step": 8550
},
{
"epoch": 6.95,
"learning_rate": 0.0001281964408849429,
"loss": 2.4046,
"step": 8600
},
{
"epoch": 6.99,
"learning_rate": 0.00012790424300079258,
"loss": 2.4168,
"step": 8650
},
{
"epoch": 7.03,
"learning_rate": 0.00012761043802945305,
"loss": 2.238,
"step": 8700
},
{
"epoch": 7.07,
"learning_rate": 0.00012731503489592122,
"loss": 2.1129,
"step": 8750
},
{
"epoch": 7.11,
"learning_rate": 0.0001270180425737418,
"loss": 2.1072,
"step": 8800
},
{
"epoch": 7.15,
"learning_rate": 0.00012671947008473483,
"loss": 2.1193,
"step": 8850
},
{
"epoch": 7.19,
"learning_rate": 0.00012641932649872138,
"loss": 2.1408,
"step": 8900
},
{
"epoch": 7.23,
"learning_rate": 0.00012611762093324829,
"loss": 2.139,
"step": 8950
},
{
"epoch": 7.27,
"learning_rate": 0.00012581436255331107,
"loss": 2.1578,
"step": 9000
},
{
"epoch": 7.27,
"eval_bleu": 1.6379507937528601,
"eval_loss": 3.419518232345581,
"eval_runtime": 1957.3561,
"eval_samples_per_second": 4.5,
"eval_steps_per_second": 0.282,
"step": 9000
},
{
"epoch": 7.31,
"learning_rate": 0.00012550956057107553,
"loss": 2.1684,
"step": 9050
},
{
"epoch": 7.35,
"learning_rate": 0.0001252032242455979,
"loss": 2.1481,
"step": 9100
},
{
"epoch": 7.39,
"learning_rate": 0.00012489536288254354,
"loss": 2.1518,
"step": 9150
},
{
"epoch": 7.43,
"learning_rate": 0.0001245859858339044,
"loss": 2.1639,
"step": 9200
},
{
"epoch": 7.47,
"learning_rate": 0.00012427510249771485,
"loss": 2.173,
"step": 9250
},
{
"epoch": 7.51,
"learning_rate": 0.00012396272231776601,
"loss": 2.1753,
"step": 9300
},
{
"epoch": 7.55,
"learning_rate": 0.00012364885478331931,
"loss": 2.1735,
"step": 9350
},
{
"epoch": 7.59,
"learning_rate": 0.0001233335094288177,
"loss": 2.1847,
"step": 9400
},
{
"epoch": 7.63,
"learning_rate": 0.00012301669583359657,
"loss": 2.1763,
"step": 9450
},
{
"epoch": 7.67,
"learning_rate": 0.0001226984236215922,
"loss": 2.1872,
"step": 9500
},
{
"epoch": 7.67,
"eval_bleu": 1.6695642693305304,
"eval_loss": 3.401309013366699,
"eval_runtime": 1957.1624,
"eval_samples_per_second": 4.5,
"eval_steps_per_second": 0.282,
"step": 9500
},
{
"epoch": 7.71,
"learning_rate": 0.00012237870246104989,
"loss": 2.1915,
"step": 9550
},
{
"epoch": 7.75,
"learning_rate": 0.00012205754206422992,
"loss": 2.1994,
"step": 9600
},
{
"epoch": 7.79,
"learning_rate": 0.00012173495218711278,
"loss": 2.1896,
"step": 9650
},
{
"epoch": 7.83,
"learning_rate": 0.00012141094262910259,
"loss": 2.1748,
"step": 9700
},
{
"epoch": 7.88,
"learning_rate": 0.00012108552323272957,
"loss": 2.1717,
"step": 9750
},
{
"epoch": 7.92,
"learning_rate": 0.00012075870388335098,
"loss": 2.219,
"step": 9800
},
{
"epoch": 7.96,
"learning_rate": 0.00012043049450885088,
"loss": 2.1897,
"step": 9850
},
{
"epoch": 8.0,
"learning_rate": 0.00012010090507933847,
"loss": 2.2052,
"step": 9900
},
{
"epoch": 8.04,
"learning_rate": 0.00011976994560684529,
"loss": 1.9818,
"step": 9950
},
{
"epoch": 8.08,
"learning_rate": 0.0001194376261450211,
"loss": 1.9173,
"step": 10000
},
{
"epoch": 8.08,
"eval_bleu": 1.65311690438908,
"eval_loss": 3.501976728439331,
"eval_runtime": 1960.8318,
"eval_samples_per_second": 4.492,
"eval_steps_per_second": 0.281,
"step": 10000
},
{
"epoch": 8.12,
"learning_rate": 0.00011910395678882841,
"loss": 1.9281,
"step": 10050
},
{
"epoch": 8.16,
"learning_rate": 0.00011876894767423582,
"loss": 1.946,
"step": 10100
},
{
"epoch": 8.2,
"learning_rate": 0.00011843260897791022,
"loss": 1.9537,
"step": 10150
},
{
"epoch": 8.24,
"learning_rate": 0.00011809495091690755,
"loss": 1.965,
"step": 10200
},
{
"epoch": 8.28,
"learning_rate": 0.00011775598374836245,
"loss": 1.963,
"step": 10250
},
{
"epoch": 8.32,
"learning_rate": 0.00011741571776917671,
"loss": 1.9654,
"step": 10300
},
{
"epoch": 8.36,
"learning_rate": 0.00011707416331570644,
"loss": 1.9705,
"step": 10350
},
{
"epoch": 8.4,
"learning_rate": 0.00011673133076344812,
"loss": 1.9857,
"step": 10400
},
{
"epoch": 8.44,
"learning_rate": 0.00011638723052672338,
"loss": 1.9584,
"step": 10450
},
{
"epoch": 8.48,
"learning_rate": 0.00011604187305836272,
"loss": 1.9589,
"step": 10500
},
{
"epoch": 8.48,
"eval_bleu": 1.7329668869688968,
"eval_loss": 3.4673211574554443,
"eval_runtime": 1960.7298,
"eval_samples_per_second": 4.492,
"eval_steps_per_second": 0.281,
"step": 10500
},
{
"epoch": 8.52,
"learning_rate": 0.00011569526884938779,
"loss": 1.9859,
"step": 10550
},
{
"epoch": 8.56,
"learning_rate": 0.000115347428428693,
"loss": 1.9883,
"step": 10600
},
{
"epoch": 8.6,
"learning_rate": 0.00011499836236272536,
"loss": 2.0001,
"step": 10650
},
{
"epoch": 8.64,
"learning_rate": 0.00011464808125516378,
"loss": 2.0007,
"step": 10700
},
{
"epoch": 8.68,
"learning_rate": 0.00011429659574659675,
"loss": 2.006,
"step": 10750
},
{
"epoch": 8.72,
"learning_rate": 0.00011394391651419925,
"loss": 2.0108,
"step": 10800
},
{
"epoch": 8.76,
"learning_rate": 0.00011359005427140825,
"loss": 2.0178,
"step": 10850
},
{
"epoch": 8.8,
"learning_rate": 0.00011323501976759747,
"loss": 2.0067,
"step": 10900
},
{
"epoch": 8.84,
"learning_rate": 0.00011287882378775071,
"loss": 2.0209,
"step": 10950
},
{
"epoch": 8.88,
"learning_rate": 0.0001125214771521342,
"loss": 2.0189,
"step": 11000
},
{
"epoch": 8.88,
"eval_bleu": 1.79820635406132,
"eval_loss": 3.4235384464263916,
"eval_runtime": 1972.6388,
"eval_samples_per_second": 4.465,
"eval_steps_per_second": 0.279,
"step": 11000
},
{
"epoch": 8.93,
"learning_rate": 0.00011216299071596803,
"loss": 2.032,
"step": 11050
},
{
"epoch": 8.97,
"learning_rate": 0.0001118033753690963,
"loss": 2.0373,
"step": 11100
},
{
"epoch": 9.01,
"learning_rate": 0.00011144264203565639,
"loss": 1.9951,
"step": 11150
},
{
"epoch": 9.05,
"learning_rate": 0.000111080801673747,
"loss": 1.7539,
"step": 11200
},
{
"epoch": 9.09,
"learning_rate": 0.00011071786527509542,
"loss": 1.7594,
"step": 11250
},
{
"epoch": 9.13,
"learning_rate": 0.00011035384386472355,
"loss": 1.7635,
"step": 11300
},
{
"epoch": 9.17,
"learning_rate": 0.00010998874850061295,
"loss": 1.7876,
"step": 11350
},
{
"epoch": 9.21,
"learning_rate": 0.00010962259027336899,
"loss": 1.7757,
"step": 11400
},
{
"epoch": 9.25,
"learning_rate": 0.00010925538030588402,
"loss": 1.7824,
"step": 11450
},
{
"epoch": 9.29,
"learning_rate": 0.00010888712975299928,
"loss": 1.7986,
"step": 11500
},
{
"epoch": 9.29,
"eval_bleu": 1.8285756428941922,
"eval_loss": 3.521059989929199,
"eval_runtime": 1961.2988,
"eval_samples_per_second": 4.491,
"eval_steps_per_second": 0.281,
"step": 11500
},
{
"epoch": 9.33,
"learning_rate": 0.00010851784980116624,
"loss": 1.817,
"step": 11550
},
{
"epoch": 9.37,
"learning_rate": 0.00010814755166810671,
"loss": 1.82,
"step": 11600
},
{
"epoch": 9.41,
"learning_rate": 0.00010777624660247202,
"loss": 1.808,
"step": 11650
},
{
"epoch": 9.45,
"learning_rate": 0.00010740394588350149,
"loss": 1.8324,
"step": 11700
},
{
"epoch": 9.49,
"learning_rate": 0.00010703066082067957,
"loss": 1.8235,
"step": 11750
},
{
"epoch": 9.53,
"learning_rate": 0.00010665640275339248,
"loss": 1.8376,
"step": 11800
},
{
"epoch": 9.57,
"learning_rate": 0.0001062811830505836,
"loss": 1.8291,
"step": 11850
},
{
"epoch": 9.61,
"learning_rate": 0.00010590501311040825,
"loss": 1.8362,
"step": 11900
},
{
"epoch": 9.65,
"learning_rate": 0.00010552790435988735,
"loss": 1.8365,
"step": 11950
},
{
"epoch": 9.69,
"learning_rate": 0.00010514986825456032,
"loss": 1.8412,
"step": 12000
},
{
"epoch": 9.69,
"eval_bleu": 1.8625396953625901,
"eval_loss": 3.4715662002563477,
"eval_runtime": 1961.6723,
"eval_samples_per_second": 4.49,
"eval_steps_per_second": 0.281,
"step": 12000
},
{
"epoch": 9.73,
"learning_rate": 0.00010477091627813715,
"loss": 1.8402,
"step": 12050
},
{
"epoch": 9.77,
"learning_rate": 0.00010439105994214945,
"loss": 1.846,
"step": 12100
},
{
"epoch": 9.81,
"learning_rate": 0.00010401031078560083,
"loss": 1.8404,
"step": 12150
},
{
"epoch": 9.85,
"learning_rate": 0.00010362868037461637,
"loss": 1.8657,
"step": 12200
},
{
"epoch": 9.89,
"learning_rate": 0.00010324618030209127,
"loss": 1.8417,
"step": 12250
},
{
"epoch": 9.93,
"learning_rate": 0.00010287049768316793,
"loss": 1.8612,
"step": 12300
},
{
"epoch": 9.98,
"learning_rate": 0.00010248630998521139,
"loss": 1.8616,
"step": 12350
},
{
"epoch": 10.02,
"learning_rate": 0.00010210128732782343,
"loss": 1.7936,
"step": 12400
},
{
"epoch": 10.06,
"learning_rate": 0.00010171544140694646,
"loss": 1.619,
"step": 12450
},
{
"epoch": 10.1,
"learning_rate": 0.00010132878394353142,
"loss": 1.6206,
"step": 12500
},
{
"epoch": 10.1,
"eval_bleu": 1.680171158813009,
"eval_loss": 3.5969204902648926,
"eval_runtime": 1964.1881,
"eval_samples_per_second": 4.484,
"eval_steps_per_second": 0.281,
"step": 12500
},
{
"epoch": 10.14,
"learning_rate": 0.00010094132668318171,
"loss": 1.6315,
"step": 12550
},
{
"epoch": 10.18,
"learning_rate": 0.00010055308139579638,
"loss": 1.6387,
"step": 12600
},
{
"epoch": 10.22,
"learning_rate": 0.00010016405987521256,
"loss": 1.6491,
"step": 12650
},
{
"epoch": 10.26,
"learning_rate": 9.977427393884734e-05,
"loss": 1.6754,
"step": 12700
},
{
"epoch": 10.3,
"learning_rate": 9.93837354273386e-05,
"loss": 1.6496,
"step": 12750
},
{
"epoch": 10.34,
"learning_rate": 9.899245620418541e-05,
"loss": 1.6544,
"step": 12800
},
{
"epoch": 10.38,
"learning_rate": 9.860044815538768e-05,
"loss": 1.6569,
"step": 12850
},
{
"epoch": 10.42,
"learning_rate": 9.820772318908506e-05,
"loss": 1.6699,
"step": 12900
},
{
"epoch": 10.46,
"learning_rate": 9.78142932351952e-05,
"loss": 1.6834,
"step": 12950
},
{
"epoch": 10.5,
"learning_rate": 9.742017024505135e-05,
"loss": 1.6695,
"step": 13000
},
{
"epoch": 10.5,
"eval_bleu": 1.843273840664301,
"eval_loss": 3.546323776245117,
"eval_runtime": 1964.2078,
"eval_samples_per_second": 4.484,
"eval_steps_per_second": 0.281,
"step": 13000
},
{
"epoch": 10.54,
"learning_rate": 9.702536619103932e-05,
"loss": 1.6836,
"step": 13050
},
{
"epoch": 10.58,
"learning_rate": 9.662989306623381e-05,
"loss": 1.703,
"step": 13100
},
{
"epoch": 10.62,
"learning_rate": 9.623376288403403e-05,
"loss": 1.6887,
"step": 13150
},
{
"epoch": 10.66,
"learning_rate": 9.583698767779886e-05,
"loss": 1.6938,
"step": 13200
},
{
"epoch": 10.7,
"learning_rate": 9.543957950048123e-05,
"loss": 1.689,
"step": 13250
},
{
"epoch": 10.74,
"learning_rate": 9.504155042426202e-05,
"loss": 1.7,
"step": 13300
},
{
"epoch": 10.78,
"learning_rate": 9.464291254018333e-05,
"loss": 1.6967,
"step": 13350
},
{
"epoch": 10.82,
"learning_rate": 9.424367795778117e-05,
"loss": 1.6969,
"step": 13400
},
{
"epoch": 10.86,
"learning_rate": 9.384385880471764e-05,
"loss": 1.6987,
"step": 13450
},
{
"epoch": 10.9,
"learning_rate": 9.344346722641255e-05,
"loss": 1.7016,
"step": 13500
},
{
"epoch": 10.9,
"eval_bleu": 1.7514755918457896,
"eval_loss": 3.5451865196228027,
"eval_runtime": 1965.1235,
"eval_samples_per_second": 4.482,
"eval_steps_per_second": 0.28,
"step": 13500
},
{
"epoch": 10.94,
"learning_rate": 9.304251538567437e-05,
"loss": 1.7016,
"step": 13550
},
{
"epoch": 10.98,
"learning_rate": 9.264101546233085e-05,
"loss": 1.6928,
"step": 13600
},
{
"epoch": 11.03,
"learning_rate": 9.223897965285896e-05,
"loss": 1.5835,
"step": 13650
},
{
"epoch": 11.07,
"learning_rate": 9.183642017001452e-05,
"loss": 1.4993,
"step": 13700
},
{
"epoch": 11.11,
"learning_rate": 9.143334924246107e-05,
"loss": 1.4924,
"step": 13750
},
{
"epoch": 11.15,
"learning_rate": 9.102977911439843e-05,
"loss": 1.4951,
"step": 13800
},
{
"epoch": 11.19,
"learning_rate": 9.06257220451908e-05,
"loss": 1.509,
"step": 13850
},
{
"epoch": 11.23,
"learning_rate": 9.022119030899438e-05,
"loss": 1.52,
"step": 13900
},
{
"epoch": 11.27,
"learning_rate": 8.981619619438436e-05,
"loss": 1.5232,
"step": 13950
},
{
"epoch": 11.31,
"learning_rate": 8.941075200398179e-05,
"loss": 1.5206,
"step": 14000
},
{
"epoch": 11.31,
"eval_bleu": 1.7574952194250104,
"eval_loss": 3.655613660812378,
"eval_runtime": 1970.9281,
"eval_samples_per_second": 4.469,
"eval_steps_per_second": 0.28,
"step": 14000
},
{
"epoch": 11.35,
"learning_rate": 8.900487005407984e-05,
"loss": 1.5247,
"step": 14050
},
{
"epoch": 11.39,
"learning_rate": 8.859856267426956e-05,
"loss": 1.5235,
"step": 14100
},
{
"epoch": 11.43,
"learning_rate": 8.819184220706538e-05,
"loss": 1.5395,
"step": 14150
},
{
"epoch": 11.47,
"learning_rate": 8.77847210075303e-05,
"loss": 1.5477,
"step": 14200
},
{
"epoch": 11.51,
"learning_rate": 8.73772114429004e-05,
"loss": 1.5348,
"step": 14250
},
{
"epoch": 11.55,
"learning_rate": 8.697748720776349e-05,
"loss": 1.5333,
"step": 14300
},
{
"epoch": 11.59,
"learning_rate": 8.656924521187975e-05,
"loss": 1.5514,
"step": 14350
},
{
"epoch": 11.63,
"learning_rate": 8.616065177375408e-05,
"loss": 1.5534,
"step": 14400
},
{
"epoch": 11.67,
"learning_rate": 8.575171930534513e-05,
"loss": 1.5536,
"step": 14450
},
{
"epoch": 11.71,
"learning_rate": 8.534246022891052e-05,
"loss": 1.5528,
"step": 14500
},
{
"epoch": 11.71,
"eval_bleu": 1.7797521637581268,
"eval_loss": 3.619030237197876,
"eval_runtime": 1964.235,
"eval_samples_per_second": 4.484,
"eval_steps_per_second": 0.281,
"step": 14500
},
{
"epoch": 11.75,
"learning_rate": 8.49328869766292e-05,
"loss": 1.5564,
"step": 14550
},
{
"epoch": 11.79,
"learning_rate": 8.452301199022396e-05,
"loss": 1.5745,
"step": 14600
},
{
"epoch": 11.83,
"learning_rate": 8.411284772058349e-05,
"loss": 1.5728,
"step": 14650
},
{
"epoch": 11.87,
"learning_rate": 8.370240662738415e-05,
"loss": 1.5572,
"step": 14700
},
{
"epoch": 11.91,
"learning_rate": 8.329170117871132e-05,
"loss": 1.5688,
"step": 14750
},
{
"epoch": 11.95,
"learning_rate": 8.288074385068091e-05,
"loss": 1.5651,
"step": 14800
},
{
"epoch": 11.99,
"learning_rate": 8.246954712706018e-05,
"loss": 1.5766,
"step": 14850
},
{
"epoch": 12.04,
"learning_rate": 8.205812349888858e-05,
"loss": 1.4068,
"step": 14900
},
{
"epoch": 12.08,
"learning_rate": 8.16464854640983e-05,
"loss": 1.3781,
"step": 14950
},
{
"epoch": 12.12,
"learning_rate": 8.123464552713462e-05,
"loss": 1.3919,
"step": 15000
},
{
"epoch": 12.12,
"eval_bleu": 1.7855452248300931,
"eval_loss": 3.6876156330108643,
"eval_runtime": 1963.4145,
"eval_samples_per_second": 4.486,
"eval_steps_per_second": 0.281,
"step": 15000
},
{
"epoch": 12.16,
"learning_rate": 8.082261619857614e-05,
"loss": 1.3916,
"step": 15050
},
{
"epoch": 12.2,
"learning_rate": 8.041040999475452e-05,
"loss": 1.3869,
"step": 15100
},
{
"epoch": 12.24,
"learning_rate": 7.999803943737451e-05,
"loss": 1.3869,
"step": 15150
},
{
"epoch": 12.28,
"learning_rate": 7.958551705313348e-05,
"loss": 1.3911,
"step": 15200
},
{
"epoch": 12.32,
"learning_rate": 7.917285537334081e-05,
"loss": 1.3982,
"step": 15250
},
{
"epoch": 12.36,
"learning_rate": 7.876006693353734e-05,
"loss": 1.3892,
"step": 15300
},
{
"epoch": 12.4,
"learning_rate": 7.834716427311459e-05,
"loss": 1.4074,
"step": 15350
},
{
"epoch": 12.44,
"learning_rate": 7.793415993493371e-05,
"loss": 1.4272,
"step": 15400
},
{
"epoch": 12.48,
"learning_rate": 7.752106646494457e-05,
"loss": 1.4207,
"step": 15450
},
{
"epoch": 12.52,
"learning_rate": 7.710789641180465e-05,
"loss": 1.4377,
"step": 15500
},
{
"epoch": 12.52,
"eval_bleu": 1.8317198450498042,
"eval_loss": 3.670851230621338,
"eval_runtime": 1961.4781,
"eval_samples_per_second": 4.49,
"eval_steps_per_second": 0.281,
"step": 15500
},
{
"epoch": 12.56,
"learning_rate": 7.669466232649781e-05,
"loss": 1.4281,
"step": 15550
},
{
"epoch": 12.6,
"learning_rate": 7.628137676195297e-05,
"loss": 1.4281,
"step": 15600
},
{
"epoch": 12.64,
"learning_rate": 7.586805227266295e-05,
"loss": 1.437,
"step": 15650
},
{
"epoch": 12.68,
"learning_rate": 7.545470141430294e-05,
"loss": 1.4384,
"step": 15700
},
{
"epoch": 12.72,
"learning_rate": 7.504133674334914e-05,
"loss": 1.4326,
"step": 15750
},
{
"epoch": 12.76,
"learning_rate": 7.462797081669737e-05,
"loss": 1.4273,
"step": 15800
},
{
"epoch": 12.8,
"learning_rate": 7.421461619128158e-05,
"loss": 1.4414,
"step": 15850
},
{
"epoch": 12.84,
"learning_rate": 7.380128542369242e-05,
"loss": 1.4483,
"step": 15900
},
{
"epoch": 12.88,
"learning_rate": 7.338799106979579e-05,
"loss": 1.4491,
"step": 15950
},
{
"epoch": 12.92,
"learning_rate": 7.29747456843515e-05,
"loss": 1.458,
"step": 16000
},
{
"epoch": 12.92,
"eval_bleu": 1.9179546473784321,
"eval_loss": 3.6498377323150635,
"eval_runtime": 1960.8448,
"eval_samples_per_second": 4.492,
"eval_steps_per_second": 0.281,
"step": 16000
},
{
"epoch": 12.96,
"learning_rate": 7.256156182063175e-05,
"loss": 1.4548,
"step": 16050
},
{
"epoch": 13.0,
"learning_rate": 7.214845203003992e-05,
"loss": 1.4415,
"step": 16100
},
{
"epoch": 13.05,
"learning_rate": 7.173542886172927e-05,
"loss": 1.2676,
"step": 16150
},
{
"epoch": 13.09,
"learning_rate": 7.132250486222167e-05,
"loss": 1.2833,
"step": 16200
},
{
"epoch": 13.13,
"learning_rate": 7.090969257502651e-05,
"loss": 1.2937,
"step": 16250
},
{
"epoch": 13.17,
"learning_rate": 7.05052570021896e-05,
"loss": 1.295,
"step": 16300
},
{
"epoch": 13.21,
"learning_rate": 7.00927028975873e-05,
"loss": 1.2838,
"step": 16350
},
{
"epoch": 13.25,
"learning_rate": 6.96802978633404e-05,
"loss": 1.2891,
"step": 16400
},
{
"epoch": 13.29,
"learning_rate": 6.926805442719355e-05,
"loss": 1.2918,
"step": 16450
},
{
"epoch": 13.33,
"learning_rate": 6.885598511198254e-05,
"loss": 1.2944,
"step": 16500
},
{
"epoch": 13.33,
"eval_bleu": 1.803013993062225,
"eval_loss": 3.7458608150482178,
"eval_runtime": 1964.8276,
"eval_samples_per_second": 4.483,
"eval_steps_per_second": 0.28,
"step": 16500
},
{
"epoch": 13.37,
"learning_rate": 6.844410243525372e-05,
"loss": 1.2911,
"step": 16550
},
{
"epoch": 13.41,
"learning_rate": 6.8032418908884e-05,
"loss": 1.3117,
"step": 16600
},
{
"epoch": 13.45,
"learning_rate": 6.762094703870055e-05,
"loss": 1.3217,
"step": 16650
},
{
"epoch": 13.49,
"learning_rate": 6.720969932410103e-05,
"loss": 1.326,
"step": 16700
},
{
"epoch": 13.53,
"learning_rate": 6.679868825767388e-05,
"loss": 1.3119,
"step": 16750
},
{
"epoch": 13.57,
"learning_rate": 6.63879263248188e-05,
"loss": 1.3119,
"step": 16800
},
{
"epoch": 13.61,
"learning_rate": 6.597742600336746e-05,
"loss": 1.31,
"step": 16850
},
{
"epoch": 13.65,
"learning_rate": 6.556719976320453e-05,
"loss": 1.3187,
"step": 16900
},
{
"epoch": 13.69,
"learning_rate": 6.515726006588883e-05,
"loss": 1.318,
"step": 16950
},
{
"epoch": 13.73,
"learning_rate": 6.474761936427476e-05,
"loss": 1.3247,
"step": 17000
},
{
"epoch": 13.73,
"eval_bleu": 1.848253592325398,
"eval_loss": 3.7250254154205322,
"eval_runtime": 1963.6245,
"eval_samples_per_second": 4.486,
"eval_steps_per_second": 0.281,
"step": 17000
},
{
"epoch": 13.77,
"learning_rate": 6.433829010213403e-05,
"loss": 1.3289,
"step": 17050
},
{
"epoch": 13.81,
"learning_rate": 6.39292847137777e-05,
"loss": 1.3243,
"step": 17100
},
{
"epoch": 13.85,
"learning_rate": 6.352061562367843e-05,
"loss": 1.3397,
"step": 17150
},
{
"epoch": 13.89,
"learning_rate": 6.311229524609306e-05,
"loss": 1.3267,
"step": 17200
},
{
"epoch": 13.93,
"learning_rate": 6.270433598468541e-05,
"loss": 1.3385,
"step": 17250
},
{
"epoch": 13.97,
"learning_rate": 6.229675023214967e-05,
"loss": 1.3297,
"step": 17300
},
{
"epoch": 14.01,
"learning_rate": 6.18895503698338e-05,
"loss": 1.301,
"step": 17350
},
{
"epoch": 14.05,
"learning_rate": 6.148274876736347e-05,
"loss": 1.1849,
"step": 17400
},
{
"epoch": 14.1,
"learning_rate": 6.107635778226628e-05,
"loss": 1.1847,
"step": 17450
},
{
"epoch": 14.14,
"learning_rate": 6.0670389759596424e-05,
"loss": 1.19,
"step": 17500
},
{
"epoch": 14.14,
"eval_bleu": 1.786744067255937,
"eval_loss": 3.8022513389587402,
"eval_runtime": 1965.5404,
"eval_samples_per_second": 4.481,
"eval_steps_per_second": 0.28,
"step": 17500
},
{
"epoch": 14.18,
"learning_rate": 6.0264857031559616e-05,
"loss": 1.1903,
"step": 17550
},
{
"epoch": 14.22,
"learning_rate": 5.985977191713851e-05,
"loss": 1.1856,
"step": 17600
},
{
"epoch": 14.26,
"learning_rate": 5.94551467217185e-05,
"loss": 1.2023,
"step": 17650
},
{
"epoch": 14.3,
"learning_rate": 5.905099373671383e-05,
"loss": 1.2214,
"step": 17700
},
{
"epoch": 14.34,
"learning_rate": 5.864732523919435e-05,
"loss": 1.199,
"step": 17750
},
{
"epoch": 14.38,
"learning_rate": 5.824415349151246e-05,
"loss": 1.2094,
"step": 17800
},
{
"epoch": 14.42,
"learning_rate": 5.7841490740930616e-05,
"loss": 1.2139,
"step": 17850
},
{
"epoch": 14.46,
"learning_rate": 5.743934921924937e-05,
"loss": 1.2011,
"step": 17900
},
{
"epoch": 14.5,
"learning_rate": 5.703774114243576e-05,
"loss": 1.1994,
"step": 17950
},
{
"epoch": 14.54,
"learning_rate": 5.66366787102522e-05,
"loss": 1.2218,
"step": 18000
},
{
"epoch": 14.54,
"eval_bleu": 1.8459047845496237,
"eval_loss": 3.8059935569763184,
"eval_runtime": 1961.3422,
"eval_samples_per_second": 4.491,
"eval_steps_per_second": 0.281,
"step": 18000
},
{
"epoch": 14.58,
"learning_rate": 5.623617410588586e-05,
"loss": 1.2107,
"step": 18050
},
{
"epoch": 14.62,
"learning_rate": 5.583623949557868e-05,
"loss": 1.2243,
"step": 18100
},
{
"epoch": 14.66,
"learning_rate": 5.5436887028257746e-05,
"loss": 1.2286,
"step": 18150
},
{
"epoch": 14.7,
"learning_rate": 5.503812883516613e-05,
"loss": 1.2202,
"step": 18200
},
{
"epoch": 14.74,
"learning_rate": 5.4639977029494543e-05,
"loss": 1.2186,
"step": 18250
},
{
"epoch": 14.78,
"learning_rate": 5.425038823321865e-05,
"loss": 1.2193,
"step": 18300
},
{
"epoch": 14.82,
"learning_rate": 5.3853472738525396e-05,
"loss": 1.2376,
"step": 18350
},
{
"epoch": 14.86,
"learning_rate": 5.345719961788629e-05,
"loss": 1.2377,
"step": 18400
},
{
"epoch": 14.9,
"learning_rate": 5.306158090900227e-05,
"loss": 1.2226,
"step": 18450
},
{
"epoch": 14.94,
"learning_rate": 5.2666628629695045e-05,
"loss": 1.2361,
"step": 18500
},
{
"epoch": 14.94,
"eval_bleu": 1.8261574281750286,
"eval_loss": 3.768454074859619,
"eval_runtime": 1962.0305,
"eval_samples_per_second": 4.489,
"eval_steps_per_second": 0.281,
"step": 18500
},
{
"epoch": 14.98,
"learning_rate": 5.2272354777541956e-05,
"loss": 1.2523,
"step": 18550
},
{
"epoch": 15.02,
"learning_rate": 5.187877132951161e-05,
"loss": 1.1647,
"step": 18600
},
{
"epoch": 15.06,
"learning_rate": 5.148589024160001e-05,
"loss": 1.1098,
"step": 18650
},
{
"epoch": 15.1,
"learning_rate": 5.1093723448467325e-05,
"loss": 1.1101,
"step": 18700
},
{
"epoch": 15.15,
"learning_rate": 5.0702282863075434e-05,
"loss": 1.1081,
"step": 18750
},
{
"epoch": 15.19,
"learning_rate": 5.031158037632599e-05,
"loss": 1.105,
"step": 18800
},
{
"epoch": 15.23,
"learning_rate": 4.99216278566992e-05,
"loss": 1.1032,
"step": 18850
},
{
"epoch": 15.27,
"learning_rate": 4.953243714989329e-05,
"loss": 1.1269,
"step": 18900
},
{
"epoch": 15.31,
"learning_rate": 4.914402007846475e-05,
"loss": 1.125,
"step": 18950
},
{
"epoch": 15.35,
"learning_rate": 4.875638844146905e-05,
"loss": 1.1167,
"step": 19000
},
{
"epoch": 15.35,
"eval_bleu": 1.7636248511119226,
"eval_loss": 3.8422200679779053,
"eval_runtime": 1962.4537,
"eval_samples_per_second": 4.488,
"eval_steps_per_second": 0.281,
"step": 19000
}
],
"max_steps": 30000,
"num_train_epochs": 25,
"total_flos": 1.183170547021193e+21,
"trial_name": null,
"trial_params": null
}