Download trainer_state.json from Kus669/tmp_viscet5: direct link, hf CLI and curl.
- Browser
- Download file 57.9 kB
-
https://huggingface.co/Kus669/tmp_viscet5/resolve/main/trainer_state.json
- Command line
-
hf download hf://Kus669/tmp_viscet5/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/Kus669/tmp_viscet5/resolve/main/trainer_state.json
57.9 kB
{
"best_metric": 0.4426578284421576,
"best_model_checkpoint": "./output/finetune/checkpoint-21975",
"epoch": 5.0,
"eval_steps": 500,
"global_step": 21975,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.022753128555176336,
"grad_norm": 73.82854461669922,
"learning_rate": 1.364877161055505e-06,
"loss": 18.7717,
"step": 100,
"twc_acc": 0.714,
"twc_loss": 5.4354,
"twc_tau": 0.07
},
{
"epoch": 0.04550625711035267,
"grad_norm": 26.02878761291504,
"learning_rate": 2.72975432211101e-06,
"loss": 9.294,
"step": 200,
"twc_acc": 0.7443,
"twc_loss": 2.0729,
"twc_tau": 0.07
},
{
"epoch": 0.06825938566552901,
"grad_norm": 30.59649085998535,
"learning_rate": 4.0946314831665145e-06,
"loss": 6.7865,
"step": 300,
"twc_acc": 0.5061,
"twc_loss": 0.8176,
"twc_tau": 0.07
},
{
"epoch": 0.09101251422070535,
"grad_norm": 25.82010841369629,
"learning_rate": 5.45950864422202e-06,
"loss": 5.7083,
"step": 400,
"twc_acc": 0.1961,
"twc_loss": 0.2927,
"twc_tau": 0.07
},
{
"epoch": 0.11376564277588168,
"grad_norm": 24.960031509399414,
"learning_rate": 6.824385805277525e-06,
"loss": 5.3609,
"step": 500,
"twc_acc": 0.1467,
"twc_loss": 0.1624,
"twc_tau": 0.07
},
{
"epoch": 0.13651877133105803,
"grad_norm": 23.06559181213379,
"learning_rate": 8.189262966333029e-06,
"loss": 5.0819,
"step": 600,
"twc_acc": 0.1922,
"twc_loss": 0.0983,
"twc_tau": 0.07
},
{
"epoch": 0.15927189988623436,
"grad_norm": 20.36962127685547,
"learning_rate": 9.554140127388534e-06,
"loss": 4.6478,
"step": 700,
"twc_acc": 0.2033,
"twc_loss": 0.0934,
"twc_tau": 0.07
},
{
"epoch": 0.1820250284414107,
"grad_norm": 24.702314376831055,
"learning_rate": 1.091901728844404e-05,
"loss": 4.472,
"step": 800,
"twc_acc": 0.177,
"twc_loss": 0.0647,
"twc_tau": 0.07
},
{
"epoch": 0.20477815699658702,
"grad_norm": 17.887243270874023,
"learning_rate": 1.2283894449499544e-05,
"loss": 4.4,
"step": 900,
"twc_acc": 0.2278,
"twc_loss": 0.0679,
"twc_tau": 0.07
},
{
"epoch": 0.22753128555176336,
"grad_norm": 21.114164352416992,
"learning_rate": 1.364877161055505e-05,
"loss": 4.1724,
"step": 1000,
"twc_acc": 0.2419,
"twc_loss": 0.0501,
"twc_tau": 0.07
},
{
"epoch": 0.2502844141069397,
"grad_norm": 20.716421127319336,
"learning_rate": 1.5013648771610556e-05,
"loss": 4.1384,
"step": 1100,
"twc_acc": 0.2678,
"twc_loss": 0.0454,
"twc_tau": 0.07
},
{
"epoch": 0.27303754266211605,
"grad_norm": 17.92908477783203,
"learning_rate": 1.6378525932666058e-05,
"loss": 3.8653,
"step": 1200,
"twc_acc": 0.2569,
"twc_loss": 0.043,
"twc_tau": 0.07
},
{
"epoch": 0.29579067121729236,
"grad_norm": 16.241483688354492,
"learning_rate": 1.7743403093721565e-05,
"loss": 3.9063,
"step": 1300,
"twc_acc": 0.2606,
"twc_loss": 0.0446,
"twc_tau": 0.07
},
{
"epoch": 0.3185437997724687,
"grad_norm": 13.868193626403809,
"learning_rate": 1.9108280254777068e-05,
"loss": 3.8572,
"step": 1400,
"twc_acc": 0.2788,
"twc_loss": 0.0418,
"twc_tau": 0.07
},
{
"epoch": 0.3412969283276451,
"grad_norm": 28.011825561523438,
"learning_rate": 2.0473157415832575e-05,
"loss": 3.7037,
"step": 1500,
"twc_acc": 0.2913,
"twc_loss": 0.0338,
"twc_tau": 0.07
},
{
"epoch": 0.3640500568828214,
"grad_norm": 15.513113021850586,
"learning_rate": 2.183803457688808e-05,
"loss": 3.6762,
"step": 1600,
"twc_acc": 0.3161,
"twc_loss": 0.0355,
"twc_tau": 0.07
},
{
"epoch": 0.38680318543799774,
"grad_norm": 18.69065284729004,
"learning_rate": 2.3202911737943585e-05,
"loss": 3.5518,
"step": 1700,
"twc_acc": 0.311,
"twc_loss": 0.0418,
"twc_tau": 0.07
},
{
"epoch": 0.40955631399317405,
"grad_norm": 13.30685043334961,
"learning_rate": 2.456778889899909e-05,
"loss": 3.5689,
"step": 1800,
"twc_acc": 0.3212,
"twc_loss": 0.0351,
"twc_tau": 0.07
},
{
"epoch": 0.4323094425483504,
"grad_norm": 18.233999252319336,
"learning_rate": 2.5932666060054596e-05,
"loss": 3.6535,
"step": 1900,
"twc_acc": 0.3063,
"twc_loss": 0.0344,
"twc_tau": 0.07
},
{
"epoch": 0.4550625711035267,
"grad_norm": 19.762372970581055,
"learning_rate": 2.72975432211101e-05,
"loss": 3.5654,
"step": 2000,
"twc_acc": 0.3507,
"twc_loss": 0.0416,
"twc_tau": 0.07
},
{
"epoch": 0.4778156996587031,
"grad_norm": 17.098968505859375,
"learning_rate": 2.8662420382165606e-05,
"loss": 3.54,
"step": 2100,
"twc_acc": 0.3743,
"twc_loss": 0.0304,
"twc_tau": 0.07
},
{
"epoch": 0.5005688282138794,
"grad_norm": 15.125894546508789,
"learning_rate": 2.9999999242992524e-05,
"loss": 3.5623,
"step": 2200,
"twc_acc": 0.3615,
"twc_loss": 0.0322,
"twc_tau": 0.07
},
{
"epoch": 0.5233219567690558,
"grad_norm": 18.273298263549805,
"learning_rate": 2.999803106661029e-05,
"loss": 3.4773,
"step": 2300,
"twc_acc": 0.3691,
"twc_loss": 0.0286,
"twc_tau": 0.07
},
{
"epoch": 0.5460750853242321,
"grad_norm": 22.177902221679688,
"learning_rate": 2.9992278429221536e-05,
"loss": 3.5562,
"step": 2400,
"twc_acc": 0.3909,
"twc_loss": 0.0289,
"twc_tau": 0.07
},
{
"epoch": 0.5688282138794084,
"grad_norm": 12.587371826171875,
"learning_rate": 2.9982742782392263e-05,
"loss": 3.5026,
"step": 2500,
"twc_acc": 0.3695,
"twc_loss": 0.0404,
"twc_tau": 0.07
},
{
"epoch": 0.5915813424345847,
"grad_norm": 12.28744125366211,
"learning_rate": 2.9969426532257207e-05,
"loss": 3.424,
"step": 2600,
"twc_acc": 0.3706,
"twc_loss": 0.0276,
"twc_tau": 0.07
},
{
"epoch": 0.6143344709897611,
"grad_norm": 13.334531784057617,
"learning_rate": 2.995233303891272e-05,
"loss": 3.3735,
"step": 2700,
"twc_acc": 0.3891,
"twc_loss": 0.0288,
"twc_tau": 0.07
},
{
"epoch": 0.6370875995449374,
"grad_norm": 14.601682662963867,
"learning_rate": 2.9931466615568892e-05,
"loss": 3.4028,
"step": 2800,
"twc_acc": 0.3913,
"twc_loss": 0.0272,
"twc_tau": 0.07
},
{
"epoch": 0.6598407281001137,
"grad_norm": 12.539281845092773,
"learning_rate": 2.9906832527461213e-05,
"loss": 3.3509,
"step": 2900,
"twc_acc": 0.3836,
"twc_loss": 0.0308,
"twc_tau": 0.07
},
{
"epoch": 0.6825938566552902,
"grad_norm": 14.84189224243164,
"learning_rate": 2.9878436990522006e-05,
"loss": 3.3585,
"step": 3000,
"twc_acc": 0.4277,
"twc_loss": 0.0255,
"twc_tau": 0.07
},
{
"epoch": 0.7053469852104665,
"grad_norm": 14.186826705932617,
"learning_rate": 2.9846287169811915e-05,
"loss": 3.4163,
"step": 3100,
"twc_acc": 0.399,
"twc_loss": 0.0319,
"twc_tau": 0.07
},
{
"epoch": 0.7281001137656428,
"grad_norm": 14.37464427947998,
"learning_rate": 2.981039117771198e-05,
"loss": 3.3525,
"step": 3200,
"twc_acc": 0.4212,
"twc_loss": 0.0371,
"twc_tau": 0.07
},
{
"epoch": 0.7508532423208191,
"grad_norm": 16.604185104370117,
"learning_rate": 2.9770758071876625e-05,
"loss": 3.4491,
"step": 3300,
"twc_acc": 0.4068,
"twc_loss": 0.0274,
"twc_tau": 0.07
},
{
"epoch": 0.7736063708759955,
"grad_norm": 13.351502418518066,
"learning_rate": 2.9727397852948125e-05,
"loss": 3.3382,
"step": 3400,
"twc_acc": 0.374,
"twc_loss": 0.0288,
"twc_tau": 0.07
},
{
"epoch": 0.7963594994311718,
"grad_norm": 11.399164199829102,
"learning_rate": 2.9680321462033154e-05,
"loss": 3.3455,
"step": 3500,
"twc_acc": 0.4216,
"twc_loss": 0.0268,
"twc_tau": 0.07
},
{
"epoch": 0.8191126279863481,
"grad_norm": 14.99846076965332,
"learning_rate": 2.962954077794201e-05,
"loss": 3.2413,
"step": 3600,
"twc_acc": 0.4507,
"twc_loss": 0.0246,
"twc_tau": 0.07
},
{
"epoch": 0.8418657565415245,
"grad_norm": 18.270267486572266,
"learning_rate": 2.9575068614191196e-05,
"loss": 3.2911,
"step": 3700,
"twc_acc": 0.4558,
"twc_loss": 0.0247,
"twc_tau": 0.07
},
{
"epoch": 0.8646188850967008,
"grad_norm": 15.491848945617676,
"learning_rate": 2.951691871577023e-05,
"loss": 3.2297,
"step": 3800,
"twc_acc": 0.4341,
"twc_loss": 0.0265,
"twc_tau": 0.07
},
{
"epoch": 0.8873720136518771,
"grad_norm": 15.126581192016602,
"learning_rate": 2.9455105755673328e-05,
"loss": 3.2517,
"step": 3900,
"twc_acc": 0.4375,
"twc_loss": 0.0275,
"twc_tau": 0.07
},
{
"epoch": 0.9101251422070534,
"grad_norm": 14.074176788330078,
"learning_rate": 2.9389645331196967e-05,
"loss": 3.2246,
"step": 4000,
"twc_acc": 0.4266,
"twc_loss": 0.0248,
"twc_tau": 0.07
},
{
"epoch": 0.9328782707622298,
"grad_norm": 16.245141983032227,
"learning_rate": 2.9320553960004232e-05,
"loss": 3.2702,
"step": 4100,
"twc_acc": 0.4766,
"twc_loss": 0.0262,
"twc_tau": 0.07
},
{
"epoch": 0.9556313993174061,
"grad_norm": 15.789788246154785,
"learning_rate": 2.924784907595686e-05,
"loss": 3.2727,
"step": 4200,
"twc_acc": 0.418,
"twc_loss": 0.0248,
"twc_tau": 0.07
},
{
"epoch": 0.9783845278725825,
"grad_norm": 11.754531860351562,
"learning_rate": 2.917154902471619e-05,
"loss": 3.2342,
"step": 4300,
"twc_acc": 0.43,
"twc_loss": 0.0258,
"twc_tau": 0.07
},
{
"epoch": 1.0,
"eval_bleu1": 0.37306625109276775,
"eval_bleu2": 0.31655366507992305,
"eval_bleu3": 0.26585604223425524,
"eval_bleu4": 0.22484589361830273,
"eval_cider": 2.4361102388682694,
"eval_em": 0.20426770126091173,
"eval_em_f1": 0.3331498370340032,
"eval_f1": 0.4620319728070947,
"eval_loss": 2.9869227409362793,
"eval_runtime": 1222.3627,
"eval_samples_per_second": 4.217,
"eval_steps_per_second": 0.528,
"step": 4395
},
{
"epoch": 1.0011376564277588,
"grad_norm": 10.552772521972656,
"learning_rate": 2.909167305911398e-05,
"loss": 3.1734,
"step": 4400,
"twc_acc": 0.3842,
"twc_loss": 0.027,
"twc_tau": 0.07
},
{
"epoch": 1.023890784982935,
"grad_norm": 8.245478630065918,
"learning_rate": 2.9008241334294312e-05,
"loss": 2.9923,
"step": 4500,
"twc_acc": 0.4622,
"twc_loss": 0.0245,
"twc_tau": 0.07
},
{
"epoch": 1.0466439135381116,
"grad_norm": 7.0111823081970215,
"learning_rate": 2.8921274902627856e-05,
"loss": 2.9943,
"step": 4600,
"twc_acc": 0.4547,
"twc_loss": 0.0247,
"twc_tau": 0.07
},
{
"epoch": 1.069397042093288,
"grad_norm": 13.31007194519043,
"learning_rate": 2.8830795708399696e-05,
"loss": 2.966,
"step": 4700,
"twc_acc": 0.489,
"twc_loss": 0.0232,
"twc_tau": 0.07
},
{
"epoch": 1.0921501706484642,
"grad_norm": 21.581140518188477,
"learning_rate": 2.873682658227214e-05,
"loss": 3.0334,
"step": 4800,
"twc_acc": 0.5056,
"twc_loss": 0.0235,
"twc_tau": 0.07
},
{
"epoch": 1.1149032992036405,
"grad_norm": 12.746474266052246,
"learning_rate": 2.863939123552382e-05,
"loss": 3.0066,
"step": 4900,
"twc_acc": 0.4322,
"twc_loss": 0.0242,
"twc_tau": 0.07
},
{
"epoch": 1.1376564277588168,
"grad_norm": 11.504556655883789,
"learning_rate": 2.8538514254066638e-05,
"loss": 2.9453,
"step": 5000,
"twc_acc": 0.4673,
"twc_loss": 0.0341,
"twc_tau": 0.07
},
{
"epoch": 1.1604095563139931,
"grad_norm": 13.87446117401123,
"learning_rate": 2.8434221092241973e-05,
"loss": 3.048,
"step": 5100,
"twc_acc": 0.4691,
"twc_loss": 0.0255,
"twc_tau": 0.07
},
{
"epoch": 1.1831626848691694,
"grad_norm": 9.247335433959961,
"learning_rate": 2.8326538066397776e-05,
"loss": 3.0433,
"step": 5200,
"twc_acc": 0.508,
"twc_loss": 0.0288,
"twc_tau": 0.07
},
{
"epoch": 1.2059158134243457,
"grad_norm": 15.398037910461426,
"learning_rate": 2.8215492348248156e-05,
"loss": 2.9177,
"step": 5300,
"twc_acc": 0.4762,
"twc_loss": 0.0236,
"twc_tau": 0.07
},
{
"epoch": 1.2286689419795223,
"grad_norm": 8.873360633850098,
"learning_rate": 2.8101111958017134e-05,
"loss": 2.9783,
"step": 5400,
"twc_acc": 0.5001,
"twc_loss": 0.0268,
"twc_tau": 0.07
},
{
"epoch": 1.2514220705346986,
"grad_norm": 17.403459548950195,
"learning_rate": 2.7983425757368264e-05,
"loss": 3.0461,
"step": 5500,
"twc_acc": 0.4929,
"twc_loss": 0.0243,
"twc_tau": 0.07
},
{
"epoch": 1.2741751990898749,
"grad_norm": 14.531682968139648,
"learning_rate": 2.7862463442121988e-05,
"loss": 3.0554,
"step": 5600,
"twc_acc": 0.4644,
"twc_loss": 0.0244,
"twc_tau": 0.07
},
{
"epoch": 1.2969283276450512,
"grad_norm": 11.876360893249512,
"learning_rate": 2.7738255534762432e-05,
"loss": 2.9673,
"step": 5700,
"twc_acc": 0.4878,
"twc_loss": 0.0231,
"twc_tau": 0.07
},
{
"epoch": 1.3196814562002275,
"grad_norm": 10.724185943603516,
"learning_rate": 2.761083337673569e-05,
"loss": 2.9296,
"step": 5800,
"twc_acc": 0.4545,
"twc_loss": 0.0273,
"twc_tau": 0.07
},
{
"epoch": 1.342434584755404,
"grad_norm": 13.071855545043945,
"learning_rate": 2.74802291205414e-05,
"loss": 2.9662,
"step": 5900,
"twc_acc": 0.5154,
"twc_loss": 0.0236,
"twc_tau": 0.07
},
{
"epoch": 1.36518771331058,
"grad_norm": 9.723398208618164,
"learning_rate": 2.734647572161968e-05,
"loss": 2.9204,
"step": 6000,
"twc_acc": 0.4953,
"twc_loss": 0.024,
"twc_tau": 0.07
},
{
"epoch": 1.3879408418657566,
"grad_norm": 10.525898933410645,
"learning_rate": 2.7209606930035492e-05,
"loss": 2.9099,
"step": 6100,
"twc_acc": 0.4256,
"twc_loss": 0.0242,
"twc_tau": 0.07
},
{
"epoch": 1.410693970420933,
"grad_norm": 10.590444564819336,
"learning_rate": 2.7069657281962454e-05,
"loss": 2.999,
"step": 6200,
"twc_acc": 0.5298,
"twc_loss": 0.0232,
"twc_tau": 0.07
},
{
"epoch": 1.4334470989761092,
"grad_norm": 13.213764190673828,
"learning_rate": 2.6926662090968296e-05,
"loss": 2.9317,
"step": 6300,
"twc_acc": 0.4973,
"twc_loss": 0.0222,
"twc_tau": 0.07
},
{
"epoch": 1.4562002275312855,
"grad_norm": 8.0376615524292,
"learning_rate": 2.6780657439104192e-05,
"loss": 2.876,
"step": 6400,
"twc_acc": 0.5073,
"twc_loss": 0.0226,
"twc_tau": 0.07
},
{
"epoch": 1.4789533560864618,
"grad_norm": 14.485000610351562,
"learning_rate": 2.6631680167800154e-05,
"loss": 2.893,
"step": 6500,
"twc_acc": 0.523,
"twc_loss": 0.0215,
"twc_tau": 0.07
},
{
"epoch": 1.5017064846416384,
"grad_norm": 9.985480308532715,
"learning_rate": 2.647976786856879e-05,
"loss": 2.9521,
"step": 6600,
"twc_acc": 0.5432,
"twc_loss": 0.0246,
"twc_tau": 0.07
},
{
"epoch": 1.5244596131968144,
"grad_norm": 10.024840354919434,
"learning_rate": 2.632495887351986e-05,
"loss": 2.8865,
"step": 6700,
"twc_acc": 0.5021,
"twc_loss": 0.0225,
"twc_tau": 0.07
},
{
"epoch": 1.547212741751991,
"grad_norm": 13.527130126953125,
"learning_rate": 2.6167292245687867e-05,
"loss": 2.8964,
"step": 6800,
"twc_acc": 0.5069,
"twc_loss": 0.0225,
"twc_tau": 0.07
},
{
"epoch": 1.5699658703071673,
"grad_norm": 9.814482688903809,
"learning_rate": 2.600680776917531e-05,
"loss": 3.0109,
"step": 6900,
"twc_acc": 0.5639,
"twc_loss": 0.0225,
"twc_tau": 0.07
},
{
"epoch": 1.5927189988623436,
"grad_norm": 14.14133358001709,
"learning_rate": 2.5843545939113896e-05,
"loss": 2.8862,
"step": 7000,
"twc_acc": 0.5447,
"twc_loss": 0.0234,
"twc_tau": 0.07
},
{
"epoch": 1.6154721274175199,
"grad_norm": 14.782526969909668,
"learning_rate": 2.5677547951446415e-05,
"loss": 2.9656,
"step": 7100,
"twc_acc": 0.5329,
"twc_loss": 0.0227,
"twc_tau": 0.07
},
{
"epoch": 1.6382252559726962,
"grad_norm": 9.928396224975586,
"learning_rate": 2.5508855692531728e-05,
"loss": 2.9433,
"step": 7200,
"twc_acc": 0.5326,
"twc_loss": 0.0228,
"twc_tau": 0.07
},
{
"epoch": 1.6609783845278727,
"grad_norm": 14.66362190246582,
"learning_rate": 2.533751172857557e-05,
"loss": 2.8836,
"step": 7300,
"twc_acc": 0.5828,
"twc_loss": 0.021,
"twc_tau": 0.07
},
{
"epoch": 1.6837315130830488,
"grad_norm": 10.36851978302002,
"learning_rate": 2.516355929488979e-05,
"loss": 2.8704,
"step": 7400,
"twc_acc": 0.5529,
"twc_loss": 0.0223,
"twc_tau": 0.07
},
{
"epoch": 1.7064846416382253,
"grad_norm": 13.562826156616211,
"learning_rate": 2.498704228498276e-05,
"loss": 2.9117,
"step": 7500,
"twc_acc": 0.5543,
"twc_loss": 0.0219,
"twc_tau": 0.07
},
{
"epoch": 1.7292377701934016,
"grad_norm": 8.422139167785645,
"learning_rate": 2.480800523948372e-05,
"loss": 2.9441,
"step": 7600,
"twc_acc": 0.5622,
"twc_loss": 0.0224,
"twc_tau": 0.07
},
{
"epoch": 1.751990898748578,
"grad_norm": 12.209681510925293,
"learning_rate": 2.4626493334903796e-05,
"loss": 2.9012,
"step": 7700,
"twc_acc": 0.5723,
"twc_loss": 0.0215,
"twc_tau": 0.07
},
{
"epoch": 1.7747440273037542,
"grad_norm": 13.963481903076172,
"learning_rate": 2.444255237223661e-05,
"loss": 2.9393,
"step": 7800,
"twc_acc": 0.5362,
"twc_loss": 0.0222,
"twc_tau": 0.07
},
{
"epoch": 1.7974971558589306,
"grad_norm": 10.250316619873047,
"learning_rate": 2.4256228765401255e-05,
"loss": 2.9211,
"step": 7900,
"twc_acc": 0.5396,
"twc_loss": 0.0222,
"twc_tau": 0.07
},
{
"epoch": 1.820250284414107,
"grad_norm": 13.37355899810791,
"learning_rate": 2.4067569529530712e-05,
"loss": 2.897,
"step": 8000,
"twc_acc": 0.5695,
"twc_loss": 0.0215,
"twc_tau": 0.07
},
{
"epoch": 1.8430034129692832,
"grad_norm": 8.121834754943848,
"learning_rate": 2.38766222691084e-05,
"loss": 2.8718,
"step": 8100,
"twc_acc": 0.6012,
"twc_loss": 0.0222,
"twc_tau": 0.07
},
{
"epoch": 1.8657565415244597,
"grad_norm": 12.374095916748047,
"learning_rate": 2.3683435165956218e-05,
"loss": 2.9171,
"step": 8200,
"twc_acc": 0.561,
"twc_loss": 0.0216,
"twc_tau": 0.07
},
{
"epoch": 1.888509670079636,
"grad_norm": 12.18374252319336,
"learning_rate": 2.3488056967076722e-05,
"loss": 2.8542,
"step": 8300,
"twc_acc": 0.5948,
"twc_loss": 0.0221,
"twc_tau": 0.07
},
{
"epoch": 1.9112627986348123,
"grad_norm": 10.91456127166748,
"learning_rate": 2.3290536972352795e-05,
"loss": 2.8845,
"step": 8400,
"twc_acc": 0.5948,
"twc_loss": 0.021,
"twc_tau": 0.07
},
{
"epoch": 1.9340159271899886,
"grad_norm": 12.38740348815918,
"learning_rate": 2.309092502210781e-05,
"loss": 2.8901,
"step": 8500,
"twc_acc": 0.5552,
"twc_loss": 0.0219,
"twc_tau": 0.07
},
{
"epoch": 1.956769055745165,
"grad_norm": 13.022066116333008,
"learning_rate": 2.288927148452933e-05,
"loss": 2.8781,
"step": 8600,
"twc_acc": 0.5485,
"twc_loss": 0.0222,
"twc_tau": 0.07
},
{
"epoch": 1.9795221843003414,
"grad_norm": 10.449729919433594,
"learning_rate": 2.268562724295975e-05,
"loss": 2.8952,
"step": 8700,
"twc_acc": 0.5848,
"twc_loss": 0.0215,
"twc_tau": 0.07
},
{
"epoch": 2.0,
"eval_bleu1": 0.522977732513702,
"eval_bleu2": 0.47330289021527117,
"eval_bleu3": 0.42715640285019985,
"eval_bleu4": 0.3896484097530647,
"eval_cider": 2.800859926909719,
"eval_em": 0.26343355965082443,
"eval_em_f1": 0.3921458892567904,
"eval_f1": 0.5208582188627563,
"eval_loss": 2.793997287750244,
"eval_runtime": 749.7557,
"eval_samples_per_second": 6.876,
"eval_steps_per_second": 0.86,
"step": 8790
},
{
"epoch": 2.0022753128555175,
"grad_norm": 7.213953018188477,
"learning_rate": 2.2480043683056817e-05,
"loss": 2.9369,
"step": 8800,
"twc_acc": 0.5552,
"twc_loss": 0.0212,
"twc_tau": 0.07
},
{
"epoch": 2.025028441410694,
"grad_norm": 13.424004554748535,
"learning_rate": 2.2272572679827506e-05,
"loss": 2.6217,
"step": 8900,
"twc_acc": 0.5694,
"twc_loss": 0.0212,
"twc_tau": 0.07
},
{
"epoch": 2.04778156996587,
"grad_norm": 10.492682456970215,
"learning_rate": 2.206326658453833e-05,
"loss": 2.6316,
"step": 9000,
"twc_acc": 0.6189,
"twc_loss": 0.0207,
"twc_tau": 0.07
},
{
"epoch": 2.0705346985210467,
"grad_norm": 13.338451385498047,
"learning_rate": 2.1852178211505557e-05,
"loss": 2.5945,
"step": 9100,
"twc_acc": 0.6203,
"twc_loss": 0.0205,
"twc_tau": 0.07
},
{
"epoch": 2.093287827076223,
"grad_norm": 9.218079566955566,
"learning_rate": 2.1639360824768522e-05,
"loss": 2.6098,
"step": 9200,
"twc_acc": 0.5687,
"twc_loss": 0.0221,
"twc_tau": 0.07
},
{
"epoch": 2.1160409556313993,
"grad_norm": 11.823441505432129,
"learning_rate": 2.1424868124649485e-05,
"loss": 2.6072,
"step": 9300,
"twc_acc": 0.6256,
"twc_loss": 0.0214,
"twc_tau": 0.07
},
{
"epoch": 2.138794084186576,
"grad_norm": 15.4585599899292,
"learning_rate": 2.1208754234203417e-05,
"loss": 2.6358,
"step": 9400,
"twc_acc": 0.6087,
"twc_loss": 0.0208,
"twc_tau": 0.07
},
{
"epoch": 2.161547212741752,
"grad_norm": 6.006385803222656,
"learning_rate": 2.0991073685561077e-05,
"loss": 2.5805,
"step": 9500,
"twc_acc": 0.631,
"twc_loss": 0.0197,
"twc_tau": 0.07
},
{
"epoch": 2.1843003412969284,
"grad_norm": 11.638829231262207,
"learning_rate": 2.077188140616892e-05,
"loss": 2.6165,
"step": 9600,
"twc_acc": 0.603,
"twc_loss": 0.0229,
"twc_tau": 0.07
},
{
"epoch": 2.2070534698521045,
"grad_norm": 12.473823547363281,
"learning_rate": 2.0551232704929192e-05,
"loss": 2.6232,
"step": 9700,
"twc_acc": 0.6113,
"twc_loss": 0.0207,
"twc_tau": 0.07
},
{
"epoch": 2.229806598407281,
"grad_norm": 7.161400318145752,
"learning_rate": 2.032918325824384e-05,
"loss": 2.5933,
"step": 9800,
"twc_acc": 0.5915,
"twc_loss": 0.0207,
"twc_tau": 0.07
},
{
"epoch": 2.252559726962457,
"grad_norm": 16.271188735961914,
"learning_rate": 2.0105789095965634e-05,
"loss": 2.6292,
"step": 9900,
"twc_acc": 0.5977,
"twc_loss": 0.0214,
"twc_tau": 0.07
},
{
"epoch": 2.2753128555176336,
"grad_norm": 9.488801002502441,
"learning_rate": 1.9881106587260128e-05,
"loss": 2.7137,
"step": 10000,
"twc_acc": 0.5921,
"twc_loss": 0.0225,
"twc_tau": 0.07
},
{
"epoch": 2.29806598407281,
"grad_norm": 6.499585151672363,
"learning_rate": 1.9655192426382006e-05,
"loss": 2.5659,
"step": 10100,
"twc_acc": 0.6096,
"twc_loss": 0.0201,
"twc_tau": 0.07
},
{
"epoch": 2.3208191126279862,
"grad_norm": 9.487343788146973,
"learning_rate": 1.9428103618369386e-05,
"loss": 2.6191,
"step": 10200,
"twc_acc": 0.6214,
"twc_loss": 0.0203,
"twc_tau": 0.07
},
{
"epoch": 2.3435722411831628,
"grad_norm": 10.016312599182129,
"learning_rate": 1.919989746465972e-05,
"loss": 2.6143,
"step": 10300,
"twc_acc": 0.5973,
"twc_loss": 0.0208,
"twc_tau": 0.07
},
{
"epoch": 2.366325369738339,
"grad_norm": 8.720892906188965,
"learning_rate": 1.8970631548630862e-05,
"loss": 2.6428,
"step": 10400,
"twc_acc": 0.5773,
"twc_loss": 0.021,
"twc_tau": 0.07
},
{
"epoch": 2.3890784982935154,
"grad_norm": 8.004311561584473,
"learning_rate": 1.8740363721071067e-05,
"loss": 2.6061,
"step": 10500,
"twc_acc": 0.6002,
"twc_loss": 0.0208,
"twc_tau": 0.07
},
{
"epoch": 2.4118316268486915,
"grad_norm": 7.337937831878662,
"learning_rate": 1.8509152085581435e-05,
"loss": 2.5675,
"step": 10600,
"twc_acc": 0.6253,
"twc_loss": 0.0211,
"twc_tau": 0.07
},
{
"epoch": 2.434584755403868,
"grad_norm": 6.935343265533447,
"learning_rate": 1.827705498391462e-05,
"loss": 2.5735,
"step": 10700,
"twc_acc": 0.5963,
"twc_loss": 0.0227,
"twc_tau": 0.07
},
{
"epoch": 2.4573378839590445,
"grad_norm": 12.687952041625977,
"learning_rate": 1.8044130981253423e-05,
"loss": 2.5669,
"step": 10800,
"twc_acc": 0.6082,
"twc_loss": 0.0204,
"twc_tau": 0.07
},
{
"epoch": 2.4800910125142206,
"grad_norm": 14.317252159118652,
"learning_rate": 1.7810438851432984e-05,
"loss": 2.5677,
"step": 10900,
"twc_acc": 0.6321,
"twc_loss": 0.024,
"twc_tau": 0.07
},
{
"epoch": 2.502844141069397,
"grad_norm": 10.342534065246582,
"learning_rate": 1.75760375621104e-05,
"loss": 2.5791,
"step": 11000,
"twc_acc": 0.6027,
"twc_loss": 0.02,
"twc_tau": 0.07
},
{
"epoch": 2.5255972696245736,
"grad_norm": 17.26842498779297,
"learning_rate": 1.7340986259885328e-05,
"loss": 2.5999,
"step": 11100,
"twc_acc": 0.5872,
"twc_loss": 0.0204,
"twc_tau": 0.07
},
{
"epoch": 2.5483503981797497,
"grad_norm": 12.006531715393066,
"learning_rate": 1.7105344255375545e-05,
"loss": 2.5507,
"step": 11200,
"twc_acc": 0.6142,
"twc_loss": 0.0201,
"twc_tau": 0.07
},
{
"epoch": 2.571103526734926,
"grad_norm": 10.958559036254883,
"learning_rate": 1.6869171008251017e-05,
"loss": 2.5608,
"step": 11300,
"twc_acc": 0.6195,
"twc_loss": 0.0204,
"twc_tau": 0.07
},
{
"epoch": 2.5938566552901023,
"grad_norm": 6.6569342613220215,
"learning_rate": 1.6632526112230458e-05,
"loss": 2.56,
"step": 11400,
"twc_acc": 0.6171,
"twc_loss": 0.02,
"twc_tau": 0.07
},
{
"epoch": 2.616609783845279,
"grad_norm": 11.843363761901855,
"learning_rate": 1.6395469280043984e-05,
"loss": 2.5613,
"step": 11500,
"twc_acc": 0.5922,
"twc_loss": 0.0194,
"twc_tau": 0.07
},
{
"epoch": 2.639362912400455,
"grad_norm": 9.54161262512207,
"learning_rate": 1.615806032836578e-05,
"loss": 2.57,
"step": 11600,
"twc_acc": 0.6074,
"twc_loss": 0.0207,
"twc_tau": 0.07
},
{
"epoch": 2.6621160409556315,
"grad_norm": 13.198856353759766,
"learning_rate": 1.5920359162720527e-05,
"loss": 2.6023,
"step": 11700,
"twc_acc": 0.6299,
"twc_loss": 0.0204,
"twc_tau": 0.07
},
{
"epoch": 2.684869169510808,
"grad_norm": 8.928145408630371,
"learning_rate": 1.5682425762367406e-05,
"loss": 2.5561,
"step": 11800,
"twc_acc": 0.6269,
"twc_loss": 0.0205,
"twc_tau": 0.07
},
{
"epoch": 2.707622298065984,
"grad_norm": 12.637858390808105,
"learning_rate": 1.5444320165165514e-05,
"loss": 2.5775,
"step": 11900,
"twc_acc": 0.6056,
"twc_loss": 0.0214,
"twc_tau": 0.07
},
{
"epoch": 2.73037542662116,
"grad_norm": 12.932267189025879,
"learning_rate": 1.5206102452424448e-05,
"loss": 2.6396,
"step": 12000,
"twc_acc": 0.604,
"twc_loss": 0.0205,
"twc_tau": 0.07
},
{
"epoch": 2.7531285551763367,
"grad_norm": 10.134848594665527,
"learning_rate": 1.4967832733744005e-05,
"loss": 2.5639,
"step": 12100,
"twc_acc": 0.6386,
"twc_loss": 0.0197,
"twc_tau": 0.07
},
{
"epoch": 2.7758816837315132,
"grad_norm": 8.575156211853027,
"learning_rate": 1.4729571131846639e-05,
"loss": 2.6263,
"step": 12200,
"twc_acc": 0.6484,
"twc_loss": 0.0196,
"twc_tau": 0.07
},
{
"epoch": 2.7986348122866893,
"grad_norm": 11.98723030090332,
"learning_rate": 1.4491377767406716e-05,
"loss": 2.5632,
"step": 12300,
"twc_acc": 0.6275,
"twc_loss": 0.0202,
"twc_tau": 0.07
},
{
"epoch": 2.821387940841866,
"grad_norm": 9.003995895385742,
"learning_rate": 1.425331274388019e-05,
"loss": 2.5894,
"step": 12400,
"twc_acc": 0.6441,
"twc_loss": 0.0202,
"twc_tau": 0.07
},
{
"epoch": 2.8441410693970424,
"grad_norm": 9.447508811950684,
"learning_rate": 1.4015436132338696e-05,
"loss": 2.5142,
"step": 12500,
"twc_acc": 0.6244,
"twc_loss": 0.0201,
"twc_tau": 0.07
},
{
"epoch": 2.8668941979522184,
"grad_norm": 16.98454475402832,
"learning_rate": 1.3777807956311773e-05,
"loss": 2.5018,
"step": 12600,
"twc_acc": 0.6556,
"twc_loss": 0.0198,
"twc_tau": 0.07
},
{
"epoch": 2.8896473265073945,
"grad_norm": 12.30159854888916,
"learning_rate": 1.3540488176641099e-05,
"loss": 2.5913,
"step": 12700,
"twc_acc": 0.6371,
"twc_loss": 0.0201,
"twc_tau": 0.07
},
{
"epoch": 2.912400455062571,
"grad_norm": 9.396246910095215,
"learning_rate": 1.3303536676350532e-05,
"loss": 2.5991,
"step": 12800,
"twc_acc": 0.6115,
"twc_loss": 0.0198,
"twc_tau": 0.07
},
{
"epoch": 2.9351535836177476,
"grad_norm": 12.096001625061035,
"learning_rate": 1.3067013245535804e-05,
"loss": 2.567,
"step": 12900,
"twc_acc": 0.6397,
"twc_loss": 0.0196,
"twc_tau": 0.07
},
{
"epoch": 2.9579067121729237,
"grad_norm": 10.515687942504883,
"learning_rate": 1.2830977566277656e-05,
"loss": 2.5333,
"step": 13000,
"twc_acc": 0.6491,
"twc_loss": 0.019,
"twc_tau": 0.07
},
{
"epoch": 2.9806598407281,
"grad_norm": 8.79809284210205,
"learning_rate": 1.2595489197582232e-05,
"loss": 2.5393,
"step": 13100,
"twc_acc": 0.6366,
"twc_loss": 0.019,
"twc_tau": 0.07
},
{
"epoch": 3.0,
"eval_bleu1": 0.525547785547761,
"eval_bleu2": 0.4683099435583531,
"eval_bleu3": 0.4164055561605217,
"eval_bleu4": 0.3745584744366523,
"eval_cider": 3.0444013177615905,
"eval_em": 0.2884578079534433,
"eval_em_f1": 0.42043620898977574,
"eval_f1": 0.5524146100261081,
"eval_loss": 2.705594778060913,
"eval_runtime": 909.9598,
"eval_samples_per_second": 5.665,
"eval_steps_per_second": 0.709,
"step": 13185
},
{
"epoch": 3.0034129692832763,
"grad_norm": 8.700515747070312,
"learning_rate": 1.236060756035249e-05,
"loss": 2.4487,
"step": 13200,
"twc_acc": 0.6491,
"twc_loss": 0.0198,
"twc_tau": 0.07
},
{
"epoch": 3.026166097838453,
"grad_norm": 12.051936149597168,
"learning_rate": 1.2126391922394543e-05,
"loss": 2.3196,
"step": 13300,
"twc_acc": 0.6321,
"twc_loss": 0.0197,
"twc_tau": 0.07
},
{
"epoch": 3.0489192263936293,
"grad_norm": 10.533222198486328,
"learning_rate": 1.1892901383462563e-05,
"loss": 2.359,
"step": 13400,
"twc_acc": 0.6449,
"twc_loss": 0.0201,
"twc_tau": 0.07
},
{
"epoch": 3.0716723549488054,
"grad_norm": 11.26398754119873,
"learning_rate": 1.1660194860346083e-05,
"loss": 2.3921,
"step": 13500,
"twc_acc": 0.6466,
"twc_loss": 0.0193,
"twc_tau": 0.07
},
{
"epoch": 3.094425483503982,
"grad_norm": 15.862813949584961,
"learning_rate": 1.1428331072003538e-05,
"loss": 2.3419,
"step": 13600,
"twc_acc": 0.6367,
"twc_loss": 0.0192,
"twc_tau": 0.07
},
{
"epoch": 3.117178612059158,
"grad_norm": 9.246882438659668,
"learning_rate": 1.119736852474565e-05,
"loss": 2.3149,
"step": 13700,
"twc_acc": 0.6711,
"twc_loss": 0.0199,
"twc_tau": 0.07
},
{
"epoch": 3.1399317406143346,
"grad_norm": 10.569746971130371,
"learning_rate": 1.0967365497472516e-05,
"loss": 2.3687,
"step": 13800,
"twc_acc": 0.6591,
"twc_loss": 0.0201,
"twc_tau": 0.07
},
{
"epoch": 3.1626848691695106,
"grad_norm": 8.549312591552734,
"learning_rate": 1.0738380026968027e-05,
"loss": 2.3591,
"step": 13900,
"twc_acc": 0.659,
"twc_loss": 0.0186,
"twc_tau": 0.07
},
{
"epoch": 3.185437997724687,
"grad_norm": 7.6345648765563965,
"learning_rate": 1.0510469893255482e-05,
"loss": 2.3072,
"step": 14000,
"twc_acc": 0.6482,
"twc_loss": 0.0191,
"twc_tau": 0.07
},
{
"epoch": 3.2081911262798632,
"grad_norm": 12.449258804321289,
"learning_rate": 1.0283692605017861e-05,
"loss": 2.3395,
"step": 14100,
"twc_acc": 0.6493,
"twc_loss": 0.0195,
"twc_tau": 0.07
},
{
"epoch": 3.2309442548350398,
"grad_norm": 11.185197830200195,
"learning_rate": 1.0058105385086653e-05,
"loss": 2.3801,
"step": 14200,
"twc_acc": 0.6151,
"twc_loss": 0.0188,
"twc_tau": 0.07
},
{
"epoch": 3.2536973833902163,
"grad_norm": 12.946808815002441,
"learning_rate": 9.833765156002805e-06,
"loss": 2.3391,
"step": 14300,
"twc_acc": 0.636,
"twc_loss": 0.0207,
"twc_tau": 0.07
},
{
"epoch": 3.2764505119453924,
"grad_norm": 10.00389289855957,
"learning_rate": 9.610728525653401e-06,
"loss": 2.3807,
"step": 14400,
"twc_acc": 0.6763,
"twc_loss": 0.0194,
"twc_tau": 0.07
},
{
"epoch": 3.299203640500569,
"grad_norm": 11.66130256652832,
"learning_rate": 9.389051772987789e-06,
"loss": 2.3346,
"step": 14500,
"twc_acc": 0.6577,
"twc_loss": 0.0195,
"twc_tau": 0.07
},
{
"epoch": 3.321956769055745,
"grad_norm": 9.852289199829102,
"learning_rate": 9.168790833816648e-06,
"loss": 2.3131,
"step": 14600,
"twc_acc": 0.6639,
"twc_loss": 0.019,
"twc_tau": 0.07
},
{
"epoch": 3.3447098976109215,
"grad_norm": 7.8667683601379395,
"learning_rate": 8.950001286697724e-06,
"loss": 2.3738,
"step": 14700,
"twc_acc": 0.6712,
"twc_loss": 0.0195,
"twc_tau": 0.07
},
{
"epoch": 3.3674630261660976,
"grad_norm": 12.821895599365234,
"learning_rate": 8.732738338911627e-06,
"loss": 2.3716,
"step": 14800,
"twc_acc": 0.6393,
"twc_loss": 0.02,
"twc_tau": 0.07
},
{
"epoch": 3.390216154721274,
"grad_norm": 5.817917823791504,
"learning_rate": 8.517056812531354e-06,
"loss": 2.3864,
"step": 14900,
"twc_acc": 0.6596,
"twc_loss": 0.0199,
"twc_tau": 0.07
},
{
"epoch": 3.4129692832764507,
"grad_norm": 7.402444839477539,
"learning_rate": 8.30301113058903e-06,
"loss": 2.3743,
"step": 15000,
"twc_acc": 0.6715,
"twc_loss": 0.0189,
"twc_tau": 0.07
},
{
"epoch": 3.4357224118316267,
"grad_norm": 10.022805213928223,
"learning_rate": 8.090655303343282e-06,
"loss": 2.3108,
"step": 15100,
"twc_acc": 0.6582,
"twc_loss": 0.0192,
"twc_tau": 0.07
},
{
"epoch": 3.4584755403868033,
"grad_norm": 10.635459899902344,
"learning_rate": 7.88004291465084e-06,
"loss": 2.3406,
"step": 15200,
"twc_acc": 0.6546,
"twc_loss": 0.0188,
"twc_tau": 0.07
},
{
"epoch": 3.4812286689419794,
"grad_norm": 7.552968502044678,
"learning_rate": 7.671227108445641e-06,
"loss": 2.3205,
"step": 15300,
"twc_acc": 0.6573,
"twc_loss": 0.0192,
"twc_tau": 0.07
},
{
"epoch": 3.503981797497156,
"grad_norm": 9.745359420776367,
"learning_rate": 7.464260575329062e-06,
"loss": 2.354,
"step": 15400,
"twc_acc": 0.6868,
"twc_loss": 0.0195,
"twc_tau": 0.07
},
{
"epoch": 3.526734926052332,
"grad_norm": 11.322669982910156,
"learning_rate": 7.2591955392744225e-06,
"loss": 2.3364,
"step": 15500,
"twc_acc": 0.659,
"twc_loss": 0.0188,
"twc_tau": 0.07
},
{
"epoch": 3.5494880546075085,
"grad_norm": 6.9663004875183105,
"learning_rate": 7.056083744449281e-06,
"loss": 2.3924,
"step": 15600,
"twc_acc": 0.6534,
"twc_loss": 0.02,
"twc_tau": 0.07
},
{
"epoch": 3.572241183162685,
"grad_norm": 12.710175514221191,
"learning_rate": 6.854976442158837e-06,
"loss": 2.3882,
"step": 15700,
"twc_acc": 0.6684,
"twc_loss": 0.0182,
"twc_tau": 0.07
},
{
"epoch": 3.594994311717861,
"grad_norm": 8.121068000793457,
"learning_rate": 6.655924377913635e-06,
"loss": 2.3215,
"step": 15800,
"twc_acc": 0.6736,
"twc_loss": 0.0184,
"twc_tau": 0.07
},
{
"epoch": 3.6177474402730376,
"grad_norm": 4.484809398651123,
"learning_rate": 6.45897777862493e-06,
"loss": 2.3476,
"step": 15900,
"twc_acc": 0.6373,
"twc_loss": 0.0193,
"twc_tau": 0.07
},
{
"epoch": 3.640500568828214,
"grad_norm": 8.426692008972168,
"learning_rate": 6.264186339930907e-06,
"loss": 2.3283,
"step": 16000,
"twc_acc": 0.6486,
"twc_loss": 0.0192,
"twc_tau": 0.07
},
{
"epoch": 3.6632536973833902,
"grad_norm": 12.08879280090332,
"learning_rate": 6.071599213656956e-06,
"loss": 2.2904,
"step": 16100,
"twc_acc": 0.6262,
"twc_loss": 0.0189,
"twc_tau": 0.07
},
{
"epoch": 3.6860068259385663,
"grad_norm": 10.362070083618164,
"learning_rate": 5.881264995413158e-06,
"loss": 2.3155,
"step": 16200,
"twc_acc": 0.6846,
"twc_loss": 0.0188,
"twc_tau": 0.07
},
{
"epoch": 3.708759954493743,
"grad_norm": 5.8356781005859375,
"learning_rate": 5.693231712332146e-06,
"loss": 2.3772,
"step": 16300,
"twc_acc": 0.6706,
"twc_loss": 0.0189,
"twc_tau": 0.07
},
{
"epoch": 3.7315130830489194,
"grad_norm": 12.518134117126465,
"learning_rate": 5.507546810950362e-06,
"loss": 2.3363,
"step": 16400,
"twc_acc": 0.6285,
"twc_loss": 0.0192,
"twc_tau": 0.07
},
{
"epoch": 3.7542662116040955,
"grad_norm": 8.962248802185059,
"learning_rate": 5.324257145235886e-06,
"loss": 2.3546,
"step": 16500,
"twc_acc": 0.6701,
"twc_loss": 0.0195,
"twc_tau": 0.07
},
{
"epoch": 3.777019340159272,
"grad_norm": 13.597441673278809,
"learning_rate": 5.143408964765728e-06,
"loss": 2.3326,
"step": 16600,
"twc_acc": 0.6727,
"twc_loss": 0.0194,
"twc_tau": 0.07
},
{
"epoch": 3.799772468714448,
"grad_norm": 10.670591354370117,
"learning_rate": 4.965047903055648e-06,
"loss": 2.325,
"step": 16700,
"twc_acc": 0.6719,
"twc_loss": 0.0185,
"twc_tau": 0.07
},
{
"epoch": 3.8225255972696246,
"grad_norm": 9.57901382446289,
"learning_rate": 4.789218966045438e-06,
"loss": 2.3152,
"step": 16800,
"twc_acc": 0.6654,
"twc_loss": 0.0185,
"twc_tau": 0.07
},
{
"epoch": 3.8452787258248007,
"grad_norm": 18.811107635498047,
"learning_rate": 4.615966520742537e-06,
"loss": 2.3334,
"step": 16900,
"twc_acc": 0.6692,
"twc_loss": 0.0182,
"twc_tau": 0.07
},
{
"epoch": 3.868031854379977,
"grad_norm": 5.358103275299072,
"learning_rate": 4.445334284026893e-06,
"loss": 2.329,
"step": 17000,
"twc_acc": 0.6596,
"twc_loss": 0.0192,
"twc_tau": 0.07
},
{
"epoch": 3.8907849829351537,
"grad_norm": 7.531071662902832,
"learning_rate": 4.27736531161984e-06,
"loss": 2.3497,
"step": 17100,
"twc_acc": 0.6656,
"twc_loss": 0.0182,
"twc_tau": 0.07
},
{
"epoch": 3.91353811149033,
"grad_norm": 8.981237411499023,
"learning_rate": 4.112101987219855e-06,
"loss": 2.3553,
"step": 17200,
"twc_acc": 0.6888,
"twc_loss": 0.0184,
"twc_tau": 0.07
},
{
"epoch": 3.9362912400455063,
"grad_norm": 13.361226081848145,
"learning_rate": 3.949586011807833e-06,
"loss": 2.3207,
"step": 17300,
"twc_acc": 0.665,
"twc_loss": 0.0189,
"twc_tau": 0.07
},
{
"epoch": 3.9590443686006824,
"grad_norm": 8.72622299194336,
"learning_rate": 3.789858393124667e-06,
"loss": 2.3632,
"step": 17400,
"twc_acc": 0.6663,
"twc_loss": 0.0185,
"twc_tau": 0.07
},
{
"epoch": 3.981797497155859,
"grad_norm": 12.60169792175293,
"learning_rate": 3.6329594353237416e-06,
"loss": 2.3975,
"step": 17500,
"twc_acc": 0.6613,
"twc_loss": 0.0187,
"twc_tau": 0.07
},
{
"epoch": 4.0,
"eval_bleu1": 0.5679267126390211,
"eval_bleu2": 0.5132133863250189,
"eval_bleu3": 0.463193948462342,
"eval_bleu4": 0.42300917688911926,
"eval_cider": 3.1454733255473823,
"eval_em": 0.3070805043646945,
"eval_em_f1": 0.43836277213374963,
"eval_f1": 0.5696450399028048,
"eval_loss": 2.6770968437194824,
"eval_runtime": 771.1966,
"eval_samples_per_second": 6.684,
"eval_steps_per_second": 0.836,
"step": 17580
},
{
"epoch": 4.004550625711035,
"grad_norm": 11.40838623046875,
"learning_rate": 3.4789287288009657e-06,
"loss": 2.3189,
"step": 17600,
"twc_acc": 0.6669,
"twc_loss": 0.018,
"twc_tau": 0.07
},
{
"epoch": 4.027303754266212,
"grad_norm": 12.69179916381836,
"learning_rate": 3.327805140204907e-06,
"loss": 2.2805,
"step": 17700,
"twc_acc": 0.6695,
"twc_loss": 0.0186,
"twc_tau": 0.07
},
{
"epoch": 4.050056882821388,
"grad_norm": 6.792328357696533,
"learning_rate": 3.179626802629541e-06,
"loss": 2.2605,
"step": 17800,
"twc_acc": 0.6659,
"twc_loss": 0.0185,
"twc_tau": 0.07
},
{
"epoch": 4.072810011376564,
"grad_norm": 9.659850120544434,
"learning_rate": 3.0344311059921206e-06,
"loss": 2.2046,
"step": 17900,
"twc_acc": 0.6624,
"twc_loss": 0.0182,
"twc_tau": 0.07
},
{
"epoch": 4.09556313993174,
"grad_norm": 11.934953689575195,
"learning_rate": 2.892254687598569e-06,
"loss": 2.2173,
"step": 18000,
"twc_acc": 0.6558,
"twc_loss": 0.0188,
"twc_tau": 0.07
},
{
"epoch": 4.118316268486917,
"grad_norm": 8.586054801940918,
"learning_rate": 2.753133422898731e-06,
"loss": 2.2256,
"step": 18100,
"twc_acc": 0.6785,
"twc_loss": 0.0181,
"twc_tau": 0.07
},
{
"epoch": 4.141069397042093,
"grad_norm": 9.83356761932373,
"learning_rate": 2.617102416433937e-06,
"loss": 2.2293,
"step": 18200,
"twc_acc": 0.6859,
"twc_loss": 0.0188,
"twc_tau": 0.07
},
{
"epoch": 4.163822525597269,
"grad_norm": 14.398810386657715,
"learning_rate": 2.4841959929790423e-06,
"loss": 2.262,
"step": 18300,
"twc_acc": 0.6911,
"twc_loss": 0.0177,
"twc_tau": 0.07
},
{
"epoch": 4.186575654152446,
"grad_norm": 9.208395004272461,
"learning_rate": 2.354447688881249e-06,
"loss": 2.2216,
"step": 18400,
"twc_acc": 0.6821,
"twc_loss": 0.0181,
"twc_tau": 0.07
},
{
"epoch": 4.2093287827076225,
"grad_norm": 10.524024963378906,
"learning_rate": 2.2278902435978326e-06,
"loss": 2.215,
"step": 18500,
"twc_acc": 0.6901,
"twc_loss": 0.0188,
"twc_tau": 0.07
},
{
"epoch": 4.2320819112627985,
"grad_norm": 9.181496620178223,
"learning_rate": 2.104555591435022e-06,
"loss": 2.217,
"step": 18600,
"twc_acc": 0.6849,
"twc_loss": 0.0184,
"twc_tau": 0.07
},
{
"epoch": 4.254835039817975,
"grad_norm": 8.47665023803711,
"learning_rate": 1.9844748534899653e-06,
"loss": 2.2358,
"step": 18700,
"twc_acc": 0.6817,
"twc_loss": 0.0179,
"twc_tau": 0.07
},
{
"epoch": 4.277588168373152,
"grad_norm": 8.286380767822266,
"learning_rate": 1.8676783297979328e-06,
"loss": 2.241,
"step": 18800,
"twc_acc": 0.6814,
"twc_loss": 0.0182,
"twc_tau": 0.07
},
{
"epoch": 4.300341296928328,
"grad_norm": 6.820457458496094,
"learning_rate": 1.7541954916867086e-06,
"loss": 2.1908,
"step": 18900,
"twc_acc": 0.6632,
"twc_loss": 0.0183,
"twc_tau": 0.07
},
{
"epoch": 4.323094425483504,
"grad_norm": 14.602617263793945,
"learning_rate": 1.6440549743400573e-06,
"loss": 2.2217,
"step": 19000,
"twc_acc": 0.6713,
"twc_loss": 0.0186,
"twc_tau": 0.07
},
{
"epoch": 4.345847554038681,
"grad_norm": 9.62527084350586,
"learning_rate": 1.5372845695722037e-06,
"loss": 2.2136,
"step": 19100,
"twc_acc": 0.6629,
"twc_loss": 0.0178,
"twc_tau": 0.07
},
{
"epoch": 4.368600682593857,
"grad_norm": 11.084861755371094,
"learning_rate": 1.4339112188151083e-06,
"loss": 2.1973,
"step": 19200,
"twc_acc": 0.6741,
"twc_loss": 0.0189,
"twc_tau": 0.07
},
{
"epoch": 4.391353811149033,
"grad_norm": 12.813817977905273,
"learning_rate": 1.3339610063203162e-06,
"loss": 2.2163,
"step": 19300,
"twc_acc": 0.6626,
"twc_loss": 0.0184,
"twc_tau": 0.07
},
{
"epoch": 4.414106939704209,
"grad_norm": 6.956122398376465,
"learning_rate": 1.2374591525771145e-06,
"loss": 2.1674,
"step": 19400,
"twc_acc": 0.6797,
"twc_loss": 0.0179,
"twc_tau": 0.07
},
{
"epoch": 4.436860068259386,
"grad_norm": 11.440558433532715,
"learning_rate": 1.1444300079486175e-06,
"loss": 2.2423,
"step": 19500,
"twc_acc": 0.6642,
"twc_loss": 0.0184,
"twc_tau": 0.07
},
{
"epoch": 4.459613196814562,
"grad_norm": 9.111748695373535,
"learning_rate": 1.0548970465274416e-06,
"loss": 2.2163,
"step": 19600,
"twc_acc": 0.6765,
"twc_loss": 0.0186,
"twc_tau": 0.07
},
{
"epoch": 4.482366325369738,
"grad_norm": 7.6072773933410645,
"learning_rate": 9.688828602124717e-07,
"loss": 2.2094,
"step": 19700,
"twc_acc": 0.6617,
"twc_loss": 0.0183,
"twc_tau": 0.07
},
{
"epoch": 4.505119453924914,
"grad_norm": 6.7893385887146,
"learning_rate": 8.864091530082296e-07,
"loss": 2.1772,
"step": 19800,
"twc_acc": 0.6635,
"twc_loss": 0.0191,
"twc_tau": 0.07
},
{
"epoch": 4.527872582480091,
"grad_norm": 12.02404499053955,
"learning_rate": 8.074967355483004e-07,
"loss": 2.2414,
"step": 19900,
"twc_acc": 0.6734,
"twc_loss": 0.0189,
"twc_tau": 0.07
},
{
"epoch": 4.550625711035267,
"grad_norm": 9.393962860107422,
"learning_rate": 7.321655198441618e-07,
"loss": 2.2372,
"step": 20000,
"twc_acc": 0.6567,
"twc_loss": 0.0184,
"twc_tau": 0.07
},
{
"epoch": 4.573378839590443,
"grad_norm": 14.371953964233398,
"learning_rate": 6.604345142607926e-07,
"loss": 2.218,
"step": 20100,
"twc_acc": 0.6739,
"twc_loss": 0.0186,
"twc_tau": 0.07
},
{
"epoch": 4.59613196814562,
"grad_norm": 8.602950096130371,
"learning_rate": 5.923218187202655e-07,
"loss": 2.1938,
"step": 20200,
"twc_acc": 0.686,
"twc_loss": 0.0182,
"twc_tau": 0.07
},
{
"epoch": 4.618885096700796,
"grad_norm": 10.039159774780273,
"learning_rate": 5.278446201345927e-07,
"loss": 2.2033,
"step": 20300,
"twc_acc": 0.6844,
"twc_loss": 0.0181,
"twc_tau": 0.07
},
{
"epoch": 4.6416382252559725,
"grad_norm": 16.159454345703125,
"learning_rate": 4.670191880689473e-07,
"loss": 2.2089,
"step": 20400,
"twc_acc": 0.6951,
"twc_loss": 0.0186,
"twc_tau": 0.07
},
{
"epoch": 4.664391353811149,
"grad_norm": 5.516857624053955,
"learning_rate": 4.098608706363449e-07,
"loss": 2.192,
"step": 20500,
"twc_acc": 0.6775,
"twc_loss": 0.0186,
"twc_tau": 0.07
},
{
"epoch": 4.6871444823663255,
"grad_norm": 12.600643157958984,
"learning_rate": 3.5638409062485444e-07,
"loss": 2.2071,
"step": 20600,
"twc_acc": 0.6822,
"twc_loss": 0.0175,
"twc_tau": 0.07
},
{
"epoch": 4.709897610921502,
"grad_norm": 10.249327659606934,
"learning_rate": 3.066023418582875e-07,
"loss": 2.2047,
"step": 20700,
"twc_acc": 0.6712,
"twc_loss": 0.0179,
"twc_tau": 0.07
},
{
"epoch": 4.732650739476678,
"grad_norm": 6.624165058135986,
"learning_rate": 2.605281857912889e-07,
"loss": 2.2199,
"step": 20800,
"twc_acc": 0.6774,
"twc_loss": 0.0181,
"twc_tau": 0.07
},
{
"epoch": 4.755403868031855,
"grad_norm": 16.852277755737305,
"learning_rate": 2.1817324833970863e-07,
"loss": 2.2559,
"step": 20900,
"twc_acc": 0.6692,
"twc_loss": 0.019,
"twc_tau": 0.07
},
{
"epoch": 4.778156996587031,
"grad_norm": 14.619013786315918,
"learning_rate": 1.795482169470153e-07,
"loss": 2.2331,
"step": 21000,
"twc_acc": 0.6869,
"twc_loss": 0.0182,
"twc_tau": 0.07
},
{
"epoch": 4.800910125142207,
"grad_norm": 7.07473087310791,
"learning_rate": 1.4466283788753975e-07,
"loss": 2.2368,
"step": 21100,
"twc_acc": 0.673,
"twc_loss": 0.0185,
"twc_tau": 0.07
},
{
"epoch": 4.823663253697383,
"grad_norm": 14.547417640686035,
"learning_rate": 1.1352591380718757e-07,
"loss": 2.2467,
"step": 21200,
"twc_acc": 0.6868,
"twc_loss": 0.0188,
"twc_tau": 0.07
},
{
"epoch": 4.84641638225256,
"grad_norm": 7.607021331787109,
"learning_rate": 8.61453015022623e-08,
"loss": 2.2214,
"step": 21300,
"twc_acc": 0.6623,
"twc_loss": 0.0185,
"twc_tau": 0.07
},
{
"epoch": 4.869169510807736,
"grad_norm": 15.165864944458008,
"learning_rate": 6.252790993695634e-08,
"loss": 2.263,
"step": 21400,
"twc_acc": 0.6801,
"twc_loss": 0.0178,
"twc_tau": 0.07
},
{
"epoch": 4.891922639362912,
"grad_norm": 12.488123893737793,
"learning_rate": 4.267969850001052e-08,
"loss": 2.2492,
"step": 21500,
"twc_acc": 0.6822,
"twc_loss": 0.0179,
"twc_tau": 0.07
},
{
"epoch": 4.914675767918089,
"grad_norm": 9.59732437133789,
"learning_rate": 2.6605675500973593e-08,
"loss": 2.2194,
"step": 21600,
"twc_acc": 0.6718,
"twc_loss": 0.0187,
"twc_tau": 0.07
},
{
"epoch": 4.937428896473265,
"grad_norm": 7.941143035888672,
"learning_rate": 1.4309896906458119e-08,
"loss": 2.2248,
"step": 21700,
"twc_acc": 0.6797,
"twc_loss": 0.0184,
"twc_tau": 0.07
},
{
"epoch": 4.960182025028441,
"grad_norm": 9.822205543518066,
"learning_rate": 5.795465316694171e-09,
"loss": 2.2121,
"step": 21800,
"twc_acc": 0.6958,
"twc_loss": 0.0182,
"twc_tau": 0.07
},
{
"epoch": 4.982935153583618,
"grad_norm": 12.65011215209961,
"learning_rate": 1.0645291826505422e-09,
"loss": 2.1795,
"step": 21900,
"twc_acc": 0.6691,
"twc_loss": 0.0188,
"twc_tau": 0.07
},
{
"epoch": 5.0,
"eval_bleu1": 0.5691494665469853,
"eval_bleu2": 0.5135209395781922,
"eval_bleu3": 0.4630726914686862,
"eval_bleu4": 0.4228849234394941,
"eval_cider": 3.1770133340204794,
"eval_em": 0.31096023278370516,
"eval_em_f1": 0.4426578284421576,
"eval_f1": 0.5743554241006101,
"eval_loss": 2.691826820373535,
"eval_runtime": 751.6753,
"eval_samples_per_second": 6.858,
"eval_steps_per_second": 0.858,
"step": 21975
},
{
"epoch": 5.0,
"step": 21975,
"total_flos": 1.025427456315552e+16,
"train_loss": 2.86861407074912,
"train_runtime": 13417.3803,
"train_samples_per_second": 13.102,
"train_steps_per_second": 1.638
}
],
"logging_steps": 100,
"max_steps": 21975,
"num_input_tokens_seen": 0,
"num_train_epochs": 5,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 1.025427456315552e+16,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}
{
"best_metric": 0.4426578284421576,
"best_model_checkpoint": "./output/finetune/checkpoint-21975",
"epoch": 5.0,
"eval_steps": 500,
"global_step": 21975,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.022753128555176336,
"grad_norm": 73.82854461669922,
"learning_rate": 1.364877161055505e-06,
"loss": 18.7717,
"step": 100,
"twc_acc": 0.714,
"twc_loss": 5.4354,
"twc_tau": 0.07
},
{
"epoch": 0.04550625711035267,
"grad_norm": 26.02878761291504,
"learning_rate": 2.72975432211101e-06,
"loss": 9.294,
"step": 200,
"twc_acc": 0.7443,
"twc_loss": 2.0729,
"twc_tau": 0.07
},
{
"epoch": 0.06825938566552901,
"grad_norm": 30.59649085998535,
"learning_rate": 4.0946314831665145e-06,
"loss": 6.7865,
"step": 300,
"twc_acc": 0.5061,
"twc_loss": 0.8176,
"twc_tau": 0.07
},
{
"epoch": 0.09101251422070535,
"grad_norm": 25.82010841369629,
"learning_rate": 5.45950864422202e-06,
"loss": 5.7083,
"step": 400,
"twc_acc": 0.1961,
"twc_loss": 0.2927,
"twc_tau": 0.07
},
{
"epoch": 0.11376564277588168,
"grad_norm": 24.960031509399414,
"learning_rate": 6.824385805277525e-06,
"loss": 5.3609,
"step": 500,
"twc_acc": 0.1467,
"twc_loss": 0.1624,
"twc_tau": 0.07
},
{
"epoch": 0.13651877133105803,
"grad_norm": 23.06559181213379,
"learning_rate": 8.189262966333029e-06,
"loss": 5.0819,
"step": 600,
"twc_acc": 0.1922,
"twc_loss": 0.0983,
"twc_tau": 0.07
},
{
"epoch": 0.15927189988623436,
"grad_norm": 20.36962127685547,
"learning_rate": 9.554140127388534e-06,
"loss": 4.6478,
"step": 700,
"twc_acc": 0.2033,
"twc_loss": 0.0934,
"twc_tau": 0.07
},
{
"epoch": 0.1820250284414107,
"grad_norm": 24.702314376831055,
"learning_rate": 1.091901728844404e-05,
"loss": 4.472,
"step": 800,
"twc_acc": 0.177,
"twc_loss": 0.0647,
"twc_tau": 0.07
},
{
"epoch": 0.20477815699658702,
"grad_norm": 17.887243270874023,
"learning_rate": 1.2283894449499544e-05,
"loss": 4.4,
"step": 900,
"twc_acc": 0.2278,
"twc_loss": 0.0679,
"twc_tau": 0.07
},