{ "best_metric": 0.4426578284421576, "best_model_checkpoint": "./output/finetune/checkpoint-21975", "epoch": 5.0, "eval_steps": 500, "global_step": 21975, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.022753128555176336, "grad_norm": 73.82854461669922, "learning_rate": 1.364877161055505e-06, "loss": 18.7717, "step": 100, "twc_acc": 0.714, "twc_loss": 5.4354, "twc_tau": 0.07 }, { "epoch": 0.04550625711035267, "grad_norm": 26.02878761291504, "learning_rate": 2.72975432211101e-06, "loss": 9.294, "step": 200, "twc_acc": 0.7443, "twc_loss": 2.0729, "twc_tau": 0.07 }, { "epoch": 0.06825938566552901, "grad_norm": 30.59649085998535, "learning_rate": 4.0946314831665145e-06, "loss": 6.7865, "step": 300, "twc_acc": 0.5061, "twc_loss": 0.8176, "twc_tau": 0.07 }, { "epoch": 0.09101251422070535, "grad_norm": 25.82010841369629, "learning_rate": 5.45950864422202e-06, "loss": 5.7083, "step": 400, "twc_acc": 0.1961, "twc_loss": 0.2927, "twc_tau": 0.07 }, { "epoch": 0.11376564277588168, "grad_norm": 24.960031509399414, "learning_rate": 6.824385805277525e-06, "loss": 5.3609, "step": 500, "twc_acc": 0.1467, "twc_loss": 0.1624, "twc_tau": 0.07 }, { "epoch": 0.13651877133105803, "grad_norm": 23.06559181213379, "learning_rate": 8.189262966333029e-06, "loss": 5.0819, "step": 600, "twc_acc": 0.1922, "twc_loss": 0.0983, "twc_tau": 0.07 }, { "epoch": 0.15927189988623436, "grad_norm": 20.36962127685547, "learning_rate": 9.554140127388534e-06, "loss": 4.6478, "step": 700, "twc_acc": 0.2033, "twc_loss": 0.0934, "twc_tau": 0.07 }, { "epoch": 0.1820250284414107, "grad_norm": 24.702314376831055, "learning_rate": 1.091901728844404e-05, "loss": 4.472, "step": 800, "twc_acc": 0.177, "twc_loss": 0.0647, "twc_tau": 0.07 }, { "epoch": 0.20477815699658702, "grad_norm": 17.887243270874023, "learning_rate": 1.2283894449499544e-05, "loss": 4.4, "step": 900, "twc_acc": 0.2278, "twc_loss": 0.0679, "twc_tau": 0.07 }, { "epoch": 0.22753128555176336, "grad_norm": 21.114164352416992, "learning_rate": 1.364877161055505e-05, "loss": 4.1724, "step": 1000, "twc_acc": 0.2419, "twc_loss": 0.0501, "twc_tau": 0.07 }, { "epoch": 0.2502844141069397, "grad_norm": 20.716421127319336, "learning_rate": 1.5013648771610556e-05, "loss": 4.1384, "step": 1100, "twc_acc": 0.2678, "twc_loss": 0.0454, "twc_tau": 0.07 }, { "epoch": 0.27303754266211605, "grad_norm": 17.92908477783203, "learning_rate": 1.6378525932666058e-05, "loss": 3.8653, "step": 1200, "twc_acc": 0.2569, "twc_loss": 0.043, "twc_tau": 0.07 }, { "epoch": 0.29579067121729236, "grad_norm": 16.241483688354492, "learning_rate": 1.7743403093721565e-05, "loss": 3.9063, "step": 1300, "twc_acc": 0.2606, "twc_loss": 0.0446, "twc_tau": 0.07 }, { "epoch": 0.3185437997724687, "grad_norm": 13.868193626403809, "learning_rate": 1.9108280254777068e-05, "loss": 3.8572, "step": 1400, "twc_acc": 0.2788, "twc_loss": 0.0418, "twc_tau": 0.07 }, { "epoch": 0.3412969283276451, "grad_norm": 28.011825561523438, "learning_rate": 2.0473157415832575e-05, "loss": 3.7037, "step": 1500, "twc_acc": 0.2913, "twc_loss": 0.0338, "twc_tau": 0.07 }, { "epoch": 0.3640500568828214, "grad_norm": 15.513113021850586, "learning_rate": 2.183803457688808e-05, "loss": 3.6762, "step": 1600, "twc_acc": 0.3161, "twc_loss": 0.0355, "twc_tau": 0.07 }, { "epoch": 0.38680318543799774, "grad_norm": 18.69065284729004, "learning_rate": 2.3202911737943585e-05, "loss": 3.5518, "step": 1700, "twc_acc": 0.311, "twc_loss": 0.0418, "twc_tau": 0.07 }, { "epoch": 0.40955631399317405, "grad_norm": 13.30685043334961, "learning_rate": 2.456778889899909e-05, "loss": 3.5689, "step": 1800, "twc_acc": 0.3212, "twc_loss": 0.0351, "twc_tau": 0.07 }, { "epoch": 0.4323094425483504, "grad_norm": 18.233999252319336, "learning_rate": 2.5932666060054596e-05, "loss": 3.6535, "step": 1900, "twc_acc": 0.3063, "twc_loss": 0.0344, "twc_tau": 0.07 }, { "epoch": 0.4550625711035267, "grad_norm": 19.762372970581055, "learning_rate": 2.72975432211101e-05, "loss": 3.5654, "step": 2000, "twc_acc": 0.3507, "twc_loss": 0.0416, "twc_tau": 0.07 }, { "epoch": 0.4778156996587031, "grad_norm": 17.098968505859375, "learning_rate": 2.8662420382165606e-05, "loss": 3.54, "step": 2100, "twc_acc": 0.3743, "twc_loss": 0.0304, "twc_tau": 0.07 }, { "epoch": 0.5005688282138794, "grad_norm": 15.125894546508789, "learning_rate": 2.9999999242992524e-05, "loss": 3.5623, "step": 2200, "twc_acc": 0.3615, "twc_loss": 0.0322, "twc_tau": 0.07 }, { "epoch": 0.5233219567690558, "grad_norm": 18.273298263549805, "learning_rate": 2.999803106661029e-05, "loss": 3.4773, "step": 2300, "twc_acc": 0.3691, "twc_loss": 0.0286, "twc_tau": 0.07 }, { "epoch": 0.5460750853242321, "grad_norm": 22.177902221679688, "learning_rate": 2.9992278429221536e-05, "loss": 3.5562, "step": 2400, "twc_acc": 0.3909, "twc_loss": 0.0289, "twc_tau": 0.07 }, { "epoch": 0.5688282138794084, "grad_norm": 12.587371826171875, "learning_rate": 2.9982742782392263e-05, "loss": 3.5026, "step": 2500, "twc_acc": 0.3695, "twc_loss": 0.0404, "twc_tau": 0.07 }, { "epoch": 0.5915813424345847, "grad_norm": 12.28744125366211, "learning_rate": 2.9969426532257207e-05, "loss": 3.424, "step": 2600, "twc_acc": 0.3706, "twc_loss": 0.0276, "twc_tau": 0.07 }, { "epoch": 0.6143344709897611, "grad_norm": 13.334531784057617, "learning_rate": 2.995233303891272e-05, "loss": 3.3735, "step": 2700, "twc_acc": 0.3891, "twc_loss": 0.0288, "twc_tau": 0.07 }, { "epoch": 0.6370875995449374, "grad_norm": 14.601682662963867, "learning_rate": 2.9931466615568892e-05, "loss": 3.4028, "step": 2800, "twc_acc": 0.3913, "twc_loss": 0.0272, "twc_tau": 0.07 }, { "epoch": 0.6598407281001137, "grad_norm": 12.539281845092773, "learning_rate": 2.9906832527461213e-05, "loss": 3.3509, "step": 2900, "twc_acc": 0.3836, "twc_loss": 0.0308, "twc_tau": 0.07 }, { "epoch": 0.6825938566552902, "grad_norm": 14.84189224243164, "learning_rate": 2.9878436990522006e-05, "loss": 3.3585, "step": 3000, "twc_acc": 0.4277, "twc_loss": 0.0255, "twc_tau": 0.07 }, { "epoch": 0.7053469852104665, "grad_norm": 14.186826705932617, "learning_rate": 2.9846287169811915e-05, "loss": 3.4163, "step": 3100, "twc_acc": 0.399, "twc_loss": 0.0319, "twc_tau": 0.07 }, { "epoch": 0.7281001137656428, "grad_norm": 14.37464427947998, "learning_rate": 2.981039117771198e-05, "loss": 3.3525, "step": 3200, "twc_acc": 0.4212, "twc_loss": 0.0371, "twc_tau": 0.07 }, { "epoch": 0.7508532423208191, "grad_norm": 16.604185104370117, "learning_rate": 2.9770758071876625e-05, "loss": 3.4491, "step": 3300, "twc_acc": 0.4068, "twc_loss": 0.0274, "twc_tau": 0.07 }, { "epoch": 0.7736063708759955, "grad_norm": 13.351502418518066, "learning_rate": 2.9727397852948125e-05, "loss": 3.3382, "step": 3400, "twc_acc": 0.374, "twc_loss": 0.0288, "twc_tau": 0.07 }, { "epoch": 0.7963594994311718, "grad_norm": 11.399164199829102, "learning_rate": 2.9680321462033154e-05, "loss": 3.3455, "step": 3500, "twc_acc": 0.4216, "twc_loss": 0.0268, "twc_tau": 0.07 }, { "epoch": 0.8191126279863481, "grad_norm": 14.99846076965332, "learning_rate": 2.962954077794201e-05, "loss": 3.2413, "step": 3600, "twc_acc": 0.4507, "twc_loss": 0.0246, "twc_tau": 0.07 }, { "epoch": 0.8418657565415245, "grad_norm": 18.270267486572266, "learning_rate": 2.9575068614191196e-05, "loss": 3.2911, "step": 3700, "twc_acc": 0.4558, "twc_loss": 0.0247, "twc_tau": 0.07 }, { "epoch": 0.8646188850967008, "grad_norm": 15.491848945617676, "learning_rate": 2.951691871577023e-05, "loss": 3.2297, "step": 3800, "twc_acc": 0.4341, "twc_loss": 0.0265, "twc_tau": 0.07 }, { "epoch": 0.8873720136518771, "grad_norm": 15.126581192016602, "learning_rate": 2.9455105755673328e-05, "loss": 3.2517, "step": 3900, "twc_acc": 0.4375, "twc_loss": 0.0275, "twc_tau": 0.07 }, { "epoch": 0.9101251422070534, "grad_norm": 14.074176788330078, "learning_rate": 2.9389645331196967e-05, "loss": 3.2246, "step": 4000, "twc_acc": 0.4266, "twc_loss": 0.0248, "twc_tau": 0.07 }, { "epoch": 0.9328782707622298, "grad_norm": 16.245141983032227, "learning_rate": 2.9320553960004232e-05, "loss": 3.2702, "step": 4100, "twc_acc": 0.4766, "twc_loss": 0.0262, "twc_tau": 0.07 }, { "epoch": 0.9556313993174061, "grad_norm": 15.789788246154785, "learning_rate": 2.924784907595686e-05, "loss": 3.2727, "step": 4200, "twc_acc": 0.418, "twc_loss": 0.0248, "twc_tau": 0.07 }, { "epoch": 0.9783845278725825, "grad_norm": 11.754531860351562, "learning_rate": 2.917154902471619e-05, "loss": 3.2342, "step": 4300, "twc_acc": 0.43, "twc_loss": 0.0258, "twc_tau": 0.07 }, { "epoch": 1.0, "eval_bleu1": 0.37306625109276775, "eval_bleu2": 0.31655366507992305, "eval_bleu3": 0.26585604223425524, "eval_bleu4": 0.22484589361830273, "eval_cider": 2.4361102388682694, "eval_em": 0.20426770126091173, "eval_em_f1": 0.3331498370340032, "eval_f1": 0.4620319728070947, "eval_loss": 2.9869227409362793, "eval_runtime": 1222.3627, "eval_samples_per_second": 4.217, "eval_steps_per_second": 0.528, "step": 4395 }, { "epoch": 1.0011376564277588, "grad_norm": 10.552772521972656, "learning_rate": 2.909167305911398e-05, "loss": 3.1734, "step": 4400, "twc_acc": 0.3842, "twc_loss": 0.027, "twc_tau": 0.07 }, { "epoch": 1.023890784982935, "grad_norm": 8.245478630065918, "learning_rate": 2.9008241334294312e-05, "loss": 2.9923, "step": 4500, "twc_acc": 0.4622, "twc_loss": 0.0245, "twc_tau": 0.07 }, { "epoch": 1.0466439135381116, "grad_norm": 7.0111823081970215, "learning_rate": 2.8921274902627856e-05, "loss": 2.9943, "step": 4600, "twc_acc": 0.4547, "twc_loss": 0.0247, "twc_tau": 0.07 }, { "epoch": 1.069397042093288, "grad_norm": 13.31007194519043, "learning_rate": 2.8830795708399696e-05, "loss": 2.966, "step": 4700, "twc_acc": 0.489, "twc_loss": 0.0232, "twc_tau": 0.07 }, { "epoch": 1.0921501706484642, "grad_norm": 21.581140518188477, "learning_rate": 2.873682658227214e-05, "loss": 3.0334, "step": 4800, "twc_acc": 0.5056, "twc_loss": 0.0235, "twc_tau": 0.07 }, { "epoch": 1.1149032992036405, "grad_norm": 12.746474266052246, "learning_rate": 2.863939123552382e-05, "loss": 3.0066, "step": 4900, "twc_acc": 0.4322, "twc_loss": 0.0242, "twc_tau": 0.07 }, { "epoch": 1.1376564277588168, "grad_norm": 11.504556655883789, "learning_rate": 2.8538514254066638e-05, "loss": 2.9453, "step": 5000, "twc_acc": 0.4673, "twc_loss": 0.0341, "twc_tau": 0.07 }, { "epoch": 1.1604095563139931, "grad_norm": 13.87446117401123, "learning_rate": 2.8434221092241973e-05, "loss": 3.048, "step": 5100, "twc_acc": 0.4691, "twc_loss": 0.0255, "twc_tau": 0.07 }, { "epoch": 1.1831626848691694, "grad_norm": 9.247335433959961, "learning_rate": 2.8326538066397776e-05, "loss": 3.0433, "step": 5200, "twc_acc": 0.508, "twc_loss": 0.0288, "twc_tau": 0.07 }, { "epoch": 1.2059158134243457, "grad_norm": 15.398037910461426, "learning_rate": 2.8215492348248156e-05, "loss": 2.9177, "step": 5300, "twc_acc": 0.4762, "twc_loss": 0.0236, "twc_tau": 0.07 }, { "epoch": 1.2286689419795223, "grad_norm": 8.873360633850098, "learning_rate": 2.8101111958017134e-05, "loss": 2.9783, "step": 5400, "twc_acc": 0.5001, "twc_loss": 0.0268, "twc_tau": 0.07 }, { "epoch": 1.2514220705346986, "grad_norm": 17.403459548950195, "learning_rate": 2.7983425757368264e-05, "loss": 3.0461, "step": 5500, "twc_acc": 0.4929, "twc_loss": 0.0243, "twc_tau": 0.07 }, { "epoch": 1.2741751990898749, "grad_norm": 14.531682968139648, "learning_rate": 2.7862463442121988e-05, "loss": 3.0554, "step": 5600, "twc_acc": 0.4644, "twc_loss": 0.0244, "twc_tau": 0.07 }, { "epoch": 1.2969283276450512, "grad_norm": 11.876360893249512, "learning_rate": 2.7738255534762432e-05, "loss": 2.9673, "step": 5700, "twc_acc": 0.4878, "twc_loss": 0.0231, "twc_tau": 0.07 }, { "epoch": 1.3196814562002275, "grad_norm": 10.724185943603516, "learning_rate": 2.761083337673569e-05, "loss": 2.9296, "step": 5800, "twc_acc": 0.4545, "twc_loss": 0.0273, "twc_tau": 0.07 }, { "epoch": 1.342434584755404, "grad_norm": 13.071855545043945, "learning_rate": 2.74802291205414e-05, "loss": 2.9662, "step": 5900, "twc_acc": 0.5154, "twc_loss": 0.0236, "twc_tau": 0.07 }, { "epoch": 1.36518771331058, "grad_norm": 9.723398208618164, "learning_rate": 2.734647572161968e-05, "loss": 2.9204, "step": 6000, "twc_acc": 0.4953, "twc_loss": 0.024, "twc_tau": 0.07 }, { "epoch": 1.3879408418657566, "grad_norm": 10.525898933410645, "learning_rate": 2.7209606930035492e-05, "loss": 2.9099, "step": 6100, "twc_acc": 0.4256, "twc_loss": 0.0242, "twc_tau": 0.07 }, { "epoch": 1.410693970420933, "grad_norm": 10.590444564819336, "learning_rate": 2.7069657281962454e-05, "loss": 2.999, "step": 6200, "twc_acc": 0.5298, "twc_loss": 0.0232, "twc_tau": 0.07 }, { "epoch": 1.4334470989761092, "grad_norm": 13.213764190673828, "learning_rate": 2.6926662090968296e-05, "loss": 2.9317, "step": 6300, "twc_acc": 0.4973, "twc_loss": 0.0222, "twc_tau": 0.07 }, { "epoch": 1.4562002275312855, "grad_norm": 8.0376615524292, "learning_rate": 2.6780657439104192e-05, "loss": 2.876, "step": 6400, "twc_acc": 0.5073, "twc_loss": 0.0226, "twc_tau": 0.07 }, { "epoch": 1.4789533560864618, "grad_norm": 14.485000610351562, "learning_rate": 2.6631680167800154e-05, "loss": 2.893, "step": 6500, "twc_acc": 0.523, "twc_loss": 0.0215, "twc_tau": 0.07 }, { "epoch": 1.5017064846416384, "grad_norm": 9.985480308532715, "learning_rate": 2.647976786856879e-05, "loss": 2.9521, "step": 6600, "twc_acc": 0.5432, "twc_loss": 0.0246, "twc_tau": 0.07 }, { "epoch": 1.5244596131968144, "grad_norm": 10.024840354919434, "learning_rate": 2.632495887351986e-05, "loss": 2.8865, "step": 6700, "twc_acc": 0.5021, "twc_loss": 0.0225, "twc_tau": 0.07 }, { "epoch": 1.547212741751991, "grad_norm": 13.527130126953125, "learning_rate": 2.6167292245687867e-05, "loss": 2.8964, "step": 6800, "twc_acc": 0.5069, "twc_loss": 0.0225, "twc_tau": 0.07 }, { "epoch": 1.5699658703071673, "grad_norm": 9.814482688903809, "learning_rate": 2.600680776917531e-05, "loss": 3.0109, "step": 6900, "twc_acc": 0.5639, "twc_loss": 0.0225, "twc_tau": 0.07 }, { "epoch": 1.5927189988623436, "grad_norm": 14.14133358001709, "learning_rate": 2.5843545939113896e-05, "loss": 2.8862, "step": 7000, "twc_acc": 0.5447, "twc_loss": 0.0234, "twc_tau": 0.07 }, { "epoch": 1.6154721274175199, "grad_norm": 14.782526969909668, "learning_rate": 2.5677547951446415e-05, "loss": 2.9656, "step": 7100, "twc_acc": 0.5329, "twc_loss": 0.0227, "twc_tau": 0.07 }, { "epoch": 1.6382252559726962, "grad_norm": 9.928396224975586, "learning_rate": 2.5508855692531728e-05, "loss": 2.9433, "step": 7200, "twc_acc": 0.5326, "twc_loss": 0.0228, "twc_tau": 0.07 }, { "epoch": 1.6609783845278727, "grad_norm": 14.66362190246582, "learning_rate": 2.533751172857557e-05, "loss": 2.8836, "step": 7300, "twc_acc": 0.5828, "twc_loss": 0.021, "twc_tau": 0.07 }, { "epoch": 1.6837315130830488, "grad_norm": 10.36851978302002, "learning_rate": 2.516355929488979e-05, "loss": 2.8704, "step": 7400, "twc_acc": 0.5529, "twc_loss": 0.0223, "twc_tau": 0.07 }, { "epoch": 1.7064846416382253, "grad_norm": 13.562826156616211, "learning_rate": 2.498704228498276e-05, "loss": 2.9117, "step": 7500, "twc_acc": 0.5543, "twc_loss": 0.0219, "twc_tau": 0.07 }, { "epoch": 1.7292377701934016, "grad_norm": 8.422139167785645, "learning_rate": 2.480800523948372e-05, "loss": 2.9441, "step": 7600, "twc_acc": 0.5622, "twc_loss": 0.0224, "twc_tau": 0.07 }, { "epoch": 1.751990898748578, "grad_norm": 12.209681510925293, "learning_rate": 2.4626493334903796e-05, "loss": 2.9012, "step": 7700, "twc_acc": 0.5723, "twc_loss": 0.0215, "twc_tau": 0.07 }, { "epoch": 1.7747440273037542, "grad_norm": 13.963481903076172, "learning_rate": 2.444255237223661e-05, "loss": 2.9393, "step": 7800, "twc_acc": 0.5362, "twc_loss": 0.0222, "twc_tau": 0.07 }, { "epoch": 1.7974971558589306, "grad_norm": 10.250316619873047, "learning_rate": 2.4256228765401255e-05, "loss": 2.9211, "step": 7900, "twc_acc": 0.5396, "twc_loss": 0.0222, "twc_tau": 0.07 }, { "epoch": 1.820250284414107, "grad_norm": 13.37355899810791, "learning_rate": 2.4067569529530712e-05, "loss": 2.897, "step": 8000, "twc_acc": 0.5695, "twc_loss": 0.0215, "twc_tau": 0.07 }, { "epoch": 1.8430034129692832, "grad_norm": 8.121834754943848, "learning_rate": 2.38766222691084e-05, "loss": 2.8718, "step": 8100, "twc_acc": 0.6012, "twc_loss": 0.0222, "twc_tau": 0.07 }, { "epoch": 1.8657565415244597, "grad_norm": 12.374095916748047, "learning_rate": 2.3683435165956218e-05, "loss": 2.9171, "step": 8200, "twc_acc": 0.561, "twc_loss": 0.0216, "twc_tau": 0.07 }, { "epoch": 1.888509670079636, "grad_norm": 12.18374252319336, "learning_rate": 2.3488056967076722e-05, "loss": 2.8542, "step": 8300, "twc_acc": 0.5948, "twc_loss": 0.0221, "twc_tau": 0.07 }, { "epoch": 1.9112627986348123, "grad_norm": 10.91456127166748, "learning_rate": 2.3290536972352795e-05, "loss": 2.8845, "step": 8400, "twc_acc": 0.5948, "twc_loss": 0.021, "twc_tau": 0.07 }, { "epoch": 1.9340159271899886, "grad_norm": 12.38740348815918, "learning_rate": 2.309092502210781e-05, "loss": 2.8901, "step": 8500, "twc_acc": 0.5552, "twc_loss": 0.0219, "twc_tau": 0.07 }, { "epoch": 1.956769055745165, "grad_norm": 13.022066116333008, "learning_rate": 2.288927148452933e-05, "loss": 2.8781, "step": 8600, "twc_acc": 0.5485, "twc_loss": 0.0222, "twc_tau": 0.07 }, { "epoch": 1.9795221843003414, "grad_norm": 10.449729919433594, "learning_rate": 2.268562724295975e-05, "loss": 2.8952, "step": 8700, "twc_acc": 0.5848, "twc_loss": 0.0215, "twc_tau": 0.07 }, { "epoch": 2.0, "eval_bleu1": 0.522977732513702, "eval_bleu2": 0.47330289021527117, "eval_bleu3": 0.42715640285019985, "eval_bleu4": 0.3896484097530647, "eval_cider": 2.800859926909719, "eval_em": 0.26343355965082443, "eval_em_f1": 0.3921458892567904, "eval_f1": 0.5208582188627563, "eval_loss": 2.793997287750244, "eval_runtime": 749.7557, "eval_samples_per_second": 6.876, "eval_steps_per_second": 0.86, "step": 8790 }, { "epoch": 2.0022753128555175, "grad_norm": 7.213953018188477, "learning_rate": 2.2480043683056817e-05, "loss": 2.9369, "step": 8800, "twc_acc": 0.5552, "twc_loss": 0.0212, "twc_tau": 0.07 }, { "epoch": 2.025028441410694, "grad_norm": 13.424004554748535, "learning_rate": 2.2272572679827506e-05, "loss": 2.6217, "step": 8900, "twc_acc": 0.5694, "twc_loss": 0.0212, "twc_tau": 0.07 }, { "epoch": 2.04778156996587, "grad_norm": 10.492682456970215, "learning_rate": 2.206326658453833e-05, "loss": 2.6316, "step": 9000, "twc_acc": 0.6189, "twc_loss": 0.0207, "twc_tau": 0.07 }, { "epoch": 2.0705346985210467, "grad_norm": 13.338451385498047, "learning_rate": 2.1852178211505557e-05, "loss": 2.5945, "step": 9100, "twc_acc": 0.6203, "twc_loss": 0.0205, "twc_tau": 0.07 }, { "epoch": 2.093287827076223, "grad_norm": 9.218079566955566, "learning_rate": 2.1639360824768522e-05, "loss": 2.6098, "step": 9200, "twc_acc": 0.5687, "twc_loss": 0.0221, "twc_tau": 0.07 }, { "epoch": 2.1160409556313993, "grad_norm": 11.823441505432129, "learning_rate": 2.1424868124649485e-05, "loss": 2.6072, "step": 9300, "twc_acc": 0.6256, "twc_loss": 0.0214, "twc_tau": 0.07 }, { "epoch": 2.138794084186576, "grad_norm": 15.4585599899292, "learning_rate": 2.1208754234203417e-05, "loss": 2.6358, "step": 9400, "twc_acc": 0.6087, "twc_loss": 0.0208, "twc_tau": 0.07 }, { "epoch": 2.161547212741752, "grad_norm": 6.006385803222656, "learning_rate": 2.0991073685561077e-05, "loss": 2.5805, "step": 9500, "twc_acc": 0.631, "twc_loss": 0.0197, "twc_tau": 0.07 }, { "epoch": 2.1843003412969284, "grad_norm": 11.638829231262207, "learning_rate": 2.077188140616892e-05, "loss": 2.6165, "step": 9600, "twc_acc": 0.603, "twc_loss": 0.0229, "twc_tau": 0.07 }, { "epoch": 2.2070534698521045, "grad_norm": 12.473823547363281, "learning_rate": 2.0551232704929192e-05, "loss": 2.6232, "step": 9700, "twc_acc": 0.6113, "twc_loss": 0.0207, "twc_tau": 0.07 }, { "epoch": 2.229806598407281, "grad_norm": 7.161400318145752, "learning_rate": 2.032918325824384e-05, "loss": 2.5933, "step": 9800, "twc_acc": 0.5915, "twc_loss": 0.0207, "twc_tau": 0.07 }, { "epoch": 2.252559726962457, "grad_norm": 16.271188735961914, "learning_rate": 2.0105789095965634e-05, "loss": 2.6292, "step": 9900, "twc_acc": 0.5977, "twc_loss": 0.0214, "twc_tau": 0.07 }, { "epoch": 2.2753128555176336, "grad_norm": 9.488801002502441, "learning_rate": 1.9881106587260128e-05, "loss": 2.7137, "step": 10000, "twc_acc": 0.5921, "twc_loss": 0.0225, "twc_tau": 0.07 }, { "epoch": 2.29806598407281, "grad_norm": 6.499585151672363, "learning_rate": 1.9655192426382006e-05, "loss": 2.5659, "step": 10100, "twc_acc": 0.6096, "twc_loss": 0.0201, "twc_tau": 0.07 }, { "epoch": 2.3208191126279862, "grad_norm": 9.487343788146973, "learning_rate": 1.9428103618369386e-05, "loss": 2.6191, "step": 10200, "twc_acc": 0.6214, "twc_loss": 0.0203, "twc_tau": 0.07 }, { "epoch": 2.3435722411831628, "grad_norm": 10.016312599182129, "learning_rate": 1.919989746465972e-05, "loss": 2.6143, "step": 10300, "twc_acc": 0.5973, "twc_loss": 0.0208, "twc_tau": 0.07 }, { "epoch": 2.366325369738339, "grad_norm": 8.720892906188965, "learning_rate": 1.8970631548630862e-05, "loss": 2.6428, "step": 10400, "twc_acc": 0.5773, "twc_loss": 0.021, "twc_tau": 0.07 }, { "epoch": 2.3890784982935154, "grad_norm": 8.004311561584473, "learning_rate": 1.8740363721071067e-05, "loss": 2.6061, "step": 10500, "twc_acc": 0.6002, "twc_loss": 0.0208, "twc_tau": 0.07 }, { "epoch": 2.4118316268486915, "grad_norm": 7.337937831878662, "learning_rate": 1.8509152085581435e-05, "loss": 2.5675, "step": 10600, "twc_acc": 0.6253, "twc_loss": 0.0211, "twc_tau": 0.07 }, { "epoch": 2.434584755403868, "grad_norm": 6.935343265533447, "learning_rate": 1.827705498391462e-05, "loss": 2.5735, "step": 10700, "twc_acc": 0.5963, "twc_loss": 0.0227, "twc_tau": 0.07 }, { "epoch": 2.4573378839590445, "grad_norm": 12.687952041625977, "learning_rate": 1.8044130981253423e-05, "loss": 2.5669, "step": 10800, "twc_acc": 0.6082, "twc_loss": 0.0204, "twc_tau": 0.07 }, { "epoch": 2.4800910125142206, "grad_norm": 14.317252159118652, "learning_rate": 1.7810438851432984e-05, "loss": 2.5677, "step": 10900, "twc_acc": 0.6321, "twc_loss": 0.024, "twc_tau": 0.07 }, { "epoch": 2.502844141069397, "grad_norm": 10.342534065246582, "learning_rate": 1.75760375621104e-05, "loss": 2.5791, "step": 11000, "twc_acc": 0.6027, "twc_loss": 0.02, "twc_tau": 0.07 }, { "epoch": 2.5255972696245736, "grad_norm": 17.26842498779297, "learning_rate": 1.7340986259885328e-05, "loss": 2.5999, "step": 11100, "twc_acc": 0.5872, "twc_loss": 0.0204, "twc_tau": 0.07 }, { "epoch": 2.5483503981797497, "grad_norm": 12.006531715393066, "learning_rate": 1.7105344255375545e-05, "loss": 2.5507, "step": 11200, "twc_acc": 0.6142, "twc_loss": 0.0201, "twc_tau": 0.07 }, { "epoch": 2.571103526734926, "grad_norm": 10.958559036254883, "learning_rate": 1.6869171008251017e-05, "loss": 2.5608, "step": 11300, "twc_acc": 0.6195, "twc_loss": 0.0204, "twc_tau": 0.07 }, { "epoch": 2.5938566552901023, "grad_norm": 6.6569342613220215, "learning_rate": 1.6632526112230458e-05, "loss": 2.56, "step": 11400, "twc_acc": 0.6171, "twc_loss": 0.02, "twc_tau": 0.07 }, { "epoch": 2.616609783845279, "grad_norm": 11.843363761901855, "learning_rate": 1.6395469280043984e-05, "loss": 2.5613, "step": 11500, "twc_acc": 0.5922, "twc_loss": 0.0194, "twc_tau": 0.07 }, { "epoch": 2.639362912400455, "grad_norm": 9.54161262512207, "learning_rate": 1.615806032836578e-05, "loss": 2.57, "step": 11600, "twc_acc": 0.6074, "twc_loss": 0.0207, "twc_tau": 0.07 }, { "epoch": 2.6621160409556315, "grad_norm": 13.198856353759766, "learning_rate": 1.5920359162720527e-05, "loss": 2.6023, "step": 11700, "twc_acc": 0.6299, "twc_loss": 0.0204, "twc_tau": 0.07 }, { "epoch": 2.684869169510808, "grad_norm": 8.928145408630371, "learning_rate": 1.5682425762367406e-05, "loss": 2.5561, "step": 11800, "twc_acc": 0.6269, "twc_loss": 0.0205, "twc_tau": 0.07 }, { "epoch": 2.707622298065984, "grad_norm": 12.637858390808105, "learning_rate": 1.5444320165165514e-05, "loss": 2.5775, "step": 11900, "twc_acc": 0.6056, "twc_loss": 0.0214, "twc_tau": 0.07 }, { "epoch": 2.73037542662116, "grad_norm": 12.932267189025879, "learning_rate": 1.5206102452424448e-05, "loss": 2.6396, "step": 12000, "twc_acc": 0.604, "twc_loss": 0.0205, "twc_tau": 0.07 }, { "epoch": 2.7531285551763367, "grad_norm": 10.134848594665527, "learning_rate": 1.4967832733744005e-05, "loss": 2.5639, "step": 12100, "twc_acc": 0.6386, "twc_loss": 0.0197, "twc_tau": 0.07 }, { "epoch": 2.7758816837315132, "grad_norm": 8.575156211853027, "learning_rate": 1.4729571131846639e-05, "loss": 2.6263, "step": 12200, "twc_acc": 0.6484, "twc_loss": 0.0196, "twc_tau": 0.07 }, { "epoch": 2.7986348122866893, "grad_norm": 11.98723030090332, "learning_rate": 1.4491377767406716e-05, "loss": 2.5632, "step": 12300, "twc_acc": 0.6275, "twc_loss": 0.0202, "twc_tau": 0.07 }, { "epoch": 2.821387940841866, "grad_norm": 9.003995895385742, "learning_rate": 1.425331274388019e-05, "loss": 2.5894, "step": 12400, "twc_acc": 0.6441, "twc_loss": 0.0202, "twc_tau": 0.07 }, { "epoch": 2.8441410693970424, "grad_norm": 9.447508811950684, "learning_rate": 1.4015436132338696e-05, "loss": 2.5142, "step": 12500, "twc_acc": 0.6244, "twc_loss": 0.0201, "twc_tau": 0.07 }, { "epoch": 2.8668941979522184, "grad_norm": 16.98454475402832, "learning_rate": 1.3777807956311773e-05, "loss": 2.5018, "step": 12600, "twc_acc": 0.6556, "twc_loss": 0.0198, "twc_tau": 0.07 }, { "epoch": 2.8896473265073945, "grad_norm": 12.30159854888916, "learning_rate": 1.3540488176641099e-05, "loss": 2.5913, "step": 12700, "twc_acc": 0.6371, "twc_loss": 0.0201, "twc_tau": 0.07 }, { "epoch": 2.912400455062571, "grad_norm": 9.396246910095215, "learning_rate": 1.3303536676350532e-05, "loss": 2.5991, "step": 12800, "twc_acc": 0.6115, "twc_loss": 0.0198, "twc_tau": 0.07 }, { "epoch": 2.9351535836177476, "grad_norm": 12.096001625061035, "learning_rate": 1.3067013245535804e-05, "loss": 2.567, "step": 12900, "twc_acc": 0.6397, "twc_loss": 0.0196, "twc_tau": 0.07 }, { "epoch": 2.9579067121729237, "grad_norm": 10.515687942504883, "learning_rate": 1.2830977566277656e-05, "loss": 2.5333, "step": 13000, "twc_acc": 0.6491, "twc_loss": 0.019, "twc_tau": 0.07 }, { "epoch": 2.9806598407281, "grad_norm": 8.79809284210205, "learning_rate": 1.2595489197582232e-05, "loss": 2.5393, "step": 13100, "twc_acc": 0.6366, "twc_loss": 0.019, "twc_tau": 0.07 }, { "epoch": 3.0, "eval_bleu1": 0.525547785547761, "eval_bleu2": 0.4683099435583531, "eval_bleu3": 0.4164055561605217, "eval_bleu4": 0.3745584744366523, "eval_cider": 3.0444013177615905, "eval_em": 0.2884578079534433, "eval_em_f1": 0.42043620898977574, "eval_f1": 0.5524146100261081, "eval_loss": 2.705594778060913, "eval_runtime": 909.9598, "eval_samples_per_second": 5.665, "eval_steps_per_second": 0.709, "step": 13185 }, { "epoch": 3.0034129692832763, "grad_norm": 8.700515747070312, "learning_rate": 1.236060756035249e-05, "loss": 2.4487, "step": 13200, "twc_acc": 0.6491, "twc_loss": 0.0198, "twc_tau": 0.07 }, { "epoch": 3.026166097838453, "grad_norm": 12.051936149597168, "learning_rate": 1.2126391922394543e-05, "loss": 2.3196, "step": 13300, "twc_acc": 0.6321, "twc_loss": 0.0197, "twc_tau": 0.07 }, { "epoch": 3.0489192263936293, "grad_norm": 10.533222198486328, "learning_rate": 1.1892901383462563e-05, "loss": 2.359, "step": 13400, "twc_acc": 0.6449, "twc_loss": 0.0201, "twc_tau": 0.07 }, { "epoch": 3.0716723549488054, "grad_norm": 11.26398754119873, "learning_rate": 1.1660194860346083e-05, "loss": 2.3921, "step": 13500, "twc_acc": 0.6466, "twc_loss": 0.0193, "twc_tau": 0.07 }, { "epoch": 3.094425483503982, "grad_norm": 15.862813949584961, "learning_rate": 1.1428331072003538e-05, "loss": 2.3419, "step": 13600, "twc_acc": 0.6367, "twc_loss": 0.0192, "twc_tau": 0.07 }, { "epoch": 3.117178612059158, "grad_norm": 9.246882438659668, "learning_rate": 1.119736852474565e-05, "loss": 2.3149, "step": 13700, "twc_acc": 0.6711, "twc_loss": 0.0199, "twc_tau": 0.07 }, { "epoch": 3.1399317406143346, "grad_norm": 10.569746971130371, "learning_rate": 1.0967365497472516e-05, "loss": 2.3687, "step": 13800, "twc_acc": 0.6591, "twc_loss": 0.0201, "twc_tau": 0.07 }, { "epoch": 3.1626848691695106, "grad_norm": 8.549312591552734, "learning_rate": 1.0738380026968027e-05, "loss": 2.3591, "step": 13900, "twc_acc": 0.659, "twc_loss": 0.0186, "twc_tau": 0.07 }, { "epoch": 3.185437997724687, "grad_norm": 7.6345648765563965, "learning_rate": 1.0510469893255482e-05, "loss": 2.3072, "step": 14000, "twc_acc": 0.6482, "twc_loss": 0.0191, "twc_tau": 0.07 }, { "epoch": 3.2081911262798632, "grad_norm": 12.449258804321289, "learning_rate": 1.0283692605017861e-05, "loss": 2.3395, "step": 14100, "twc_acc": 0.6493, "twc_loss": 0.0195, "twc_tau": 0.07 }, { "epoch": 3.2309442548350398, "grad_norm": 11.185197830200195, "learning_rate": 1.0058105385086653e-05, "loss": 2.3801, "step": 14200, "twc_acc": 0.6151, "twc_loss": 0.0188, "twc_tau": 0.07 }, { "epoch": 3.2536973833902163, "grad_norm": 12.946808815002441, "learning_rate": 9.833765156002805e-06, "loss": 2.3391, "step": 14300, "twc_acc": 0.636, "twc_loss": 0.0207, "twc_tau": 0.07 }, { "epoch": 3.2764505119453924, "grad_norm": 10.00389289855957, "learning_rate": 9.610728525653401e-06, "loss": 2.3807, "step": 14400, "twc_acc": 0.6763, "twc_loss": 0.0194, "twc_tau": 0.07 }, { "epoch": 3.299203640500569, "grad_norm": 11.66130256652832, "learning_rate": 9.389051772987789e-06, "loss": 2.3346, "step": 14500, "twc_acc": 0.6577, "twc_loss": 0.0195, "twc_tau": 0.07 }, { "epoch": 3.321956769055745, "grad_norm": 9.852289199829102, "learning_rate": 9.168790833816648e-06, "loss": 2.3131, "step": 14600, "twc_acc": 0.6639, "twc_loss": 0.019, "twc_tau": 0.07 }, { "epoch": 3.3447098976109215, "grad_norm": 7.8667683601379395, "learning_rate": 8.950001286697724e-06, "loss": 2.3738, "step": 14700, "twc_acc": 0.6712, "twc_loss": 0.0195, "twc_tau": 0.07 }, { "epoch": 3.3674630261660976, "grad_norm": 12.821895599365234, "learning_rate": 8.732738338911627e-06, "loss": 2.3716, "step": 14800, "twc_acc": 0.6393, "twc_loss": 0.02, "twc_tau": 0.07 }, { "epoch": 3.390216154721274, "grad_norm": 5.817917823791504, "learning_rate": 8.517056812531354e-06, "loss": 2.3864, "step": 14900, "twc_acc": 0.6596, "twc_loss": 0.0199, "twc_tau": 0.07 }, { "epoch": 3.4129692832764507, "grad_norm": 7.402444839477539, "learning_rate": 8.30301113058903e-06, "loss": 2.3743, "step": 15000, "twc_acc": 0.6715, "twc_loss": 0.0189, "twc_tau": 0.07 }, { "epoch": 3.4357224118316267, "grad_norm": 10.022805213928223, "learning_rate": 8.090655303343282e-06, "loss": 2.3108, "step": 15100, "twc_acc": 0.6582, "twc_loss": 0.0192, "twc_tau": 0.07 }, { "epoch": 3.4584755403868033, "grad_norm": 10.635459899902344, "learning_rate": 7.88004291465084e-06, "loss": 2.3406, "step": 15200, "twc_acc": 0.6546, "twc_loss": 0.0188, "twc_tau": 0.07 }, { "epoch": 3.4812286689419794, "grad_norm": 7.552968502044678, "learning_rate": 7.671227108445641e-06, "loss": 2.3205, "step": 15300, "twc_acc": 0.6573, "twc_loss": 0.0192, "twc_tau": 0.07 }, { "epoch": 3.503981797497156, "grad_norm": 9.745359420776367, "learning_rate": 7.464260575329062e-06, "loss": 2.354, "step": 15400, "twc_acc": 0.6868, "twc_loss": 0.0195, "twc_tau": 0.07 }, { "epoch": 3.526734926052332, "grad_norm": 11.322669982910156, "learning_rate": 7.2591955392744225e-06, "loss": 2.3364, "step": 15500, "twc_acc": 0.659, "twc_loss": 0.0188, "twc_tau": 0.07 }, { "epoch": 3.5494880546075085, "grad_norm": 6.9663004875183105, "learning_rate": 7.056083744449281e-06, "loss": 2.3924, "step": 15600, "twc_acc": 0.6534, "twc_loss": 0.02, "twc_tau": 0.07 }, { "epoch": 3.572241183162685, "grad_norm": 12.710175514221191, "learning_rate": 6.854976442158837e-06, "loss": 2.3882, "step": 15700, "twc_acc": 0.6684, "twc_loss": 0.0182, "twc_tau": 0.07 }, { "epoch": 3.594994311717861, "grad_norm": 8.121068000793457, "learning_rate": 6.655924377913635e-06, "loss": 2.3215, "step": 15800, "twc_acc": 0.6736, "twc_loss": 0.0184, "twc_tau": 0.07 }, { "epoch": 3.6177474402730376, "grad_norm": 4.484809398651123, "learning_rate": 6.45897777862493e-06, "loss": 2.3476, "step": 15900, "twc_acc": 0.6373, "twc_loss": 0.0193, "twc_tau": 0.07 }, { "epoch": 3.640500568828214, "grad_norm": 8.426692008972168, "learning_rate": 6.264186339930907e-06, "loss": 2.3283, "step": 16000, "twc_acc": 0.6486, "twc_loss": 0.0192, "twc_tau": 0.07 }, { "epoch": 3.6632536973833902, "grad_norm": 12.08879280090332, "learning_rate": 6.071599213656956e-06, "loss": 2.2904, "step": 16100, "twc_acc": 0.6262, "twc_loss": 0.0189, "twc_tau": 0.07 }, { "epoch": 3.6860068259385663, "grad_norm": 10.362070083618164, "learning_rate": 5.881264995413158e-06, "loss": 2.3155, "step": 16200, "twc_acc": 0.6846, "twc_loss": 0.0188, "twc_tau": 0.07 }, { "epoch": 3.708759954493743, "grad_norm": 5.8356781005859375, "learning_rate": 5.693231712332146e-06, "loss": 2.3772, "step": 16300, "twc_acc": 0.6706, "twc_loss": 0.0189, "twc_tau": 0.07 }, { "epoch": 3.7315130830489194, "grad_norm": 12.518134117126465, "learning_rate": 5.507546810950362e-06, "loss": 2.3363, "step": 16400, "twc_acc": 0.6285, "twc_loss": 0.0192, "twc_tau": 0.07 }, { "epoch": 3.7542662116040955, "grad_norm": 8.962248802185059, "learning_rate": 5.324257145235886e-06, "loss": 2.3546, "step": 16500, "twc_acc": 0.6701, "twc_loss": 0.0195, "twc_tau": 0.07 }, { "epoch": 3.777019340159272, "grad_norm": 13.597441673278809, "learning_rate": 5.143408964765728e-06, "loss": 2.3326, "step": 16600, "twc_acc": 0.6727, "twc_loss": 0.0194, "twc_tau": 0.07 }, { "epoch": 3.799772468714448, "grad_norm": 10.670591354370117, "learning_rate": 4.965047903055648e-06, "loss": 2.325, "step": 16700, "twc_acc": 0.6719, "twc_loss": 0.0185, "twc_tau": 0.07 }, { "epoch": 3.8225255972696246, "grad_norm": 9.57901382446289, "learning_rate": 4.789218966045438e-06, "loss": 2.3152, "step": 16800, "twc_acc": 0.6654, "twc_loss": 0.0185, "twc_tau": 0.07 }, { "epoch": 3.8452787258248007, "grad_norm": 18.811107635498047, "learning_rate": 4.615966520742537e-06, "loss": 2.3334, "step": 16900, "twc_acc": 0.6692, "twc_loss": 0.0182, "twc_tau": 0.07 }, { "epoch": 3.868031854379977, "grad_norm": 5.358103275299072, "learning_rate": 4.445334284026893e-06, "loss": 2.329, "step": 17000, "twc_acc": 0.6596, "twc_loss": 0.0192, "twc_tau": 0.07 }, { "epoch": 3.8907849829351537, "grad_norm": 7.531071662902832, "learning_rate": 4.27736531161984e-06, "loss": 2.3497, "step": 17100, "twc_acc": 0.6656, "twc_loss": 0.0182, "twc_tau": 0.07 }, { "epoch": 3.91353811149033, "grad_norm": 8.981237411499023, "learning_rate": 4.112101987219855e-06, "loss": 2.3553, "step": 17200, "twc_acc": 0.6888, "twc_loss": 0.0184, "twc_tau": 0.07 }, { "epoch": 3.9362912400455063, "grad_norm": 13.361226081848145, "learning_rate": 3.949586011807833e-06, "loss": 2.3207, "step": 17300, "twc_acc": 0.665, "twc_loss": 0.0189, "twc_tau": 0.07 }, { "epoch": 3.9590443686006824, "grad_norm": 8.72622299194336, "learning_rate": 3.789858393124667e-06, "loss": 2.3632, "step": 17400, "twc_acc": 0.6663, "twc_loss": 0.0185, "twc_tau": 0.07 }, { "epoch": 3.981797497155859, "grad_norm": 12.60169792175293, "learning_rate": 3.6329594353237416e-06, "loss": 2.3975, "step": 17500, "twc_acc": 0.6613, "twc_loss": 0.0187, "twc_tau": 0.07 }, { "epoch": 4.0, "eval_bleu1": 0.5679267126390211, "eval_bleu2": 0.5132133863250189, "eval_bleu3": 0.463193948462342, "eval_bleu4": 0.42300917688911926, "eval_cider": 3.1454733255473823, "eval_em": 0.3070805043646945, "eval_em_f1": 0.43836277213374963, "eval_f1": 0.5696450399028048, "eval_loss": 2.6770968437194824, "eval_runtime": 771.1966, "eval_samples_per_second": 6.684, "eval_steps_per_second": 0.836, "step": 17580 }, { "epoch": 4.004550625711035, "grad_norm": 11.40838623046875, "learning_rate": 3.4789287288009657e-06, "loss": 2.3189, "step": 17600, "twc_acc": 0.6669, "twc_loss": 0.018, "twc_tau": 0.07 }, { "epoch": 4.027303754266212, "grad_norm": 12.69179916381836, "learning_rate": 3.327805140204907e-06, "loss": 2.2805, "step": 17700, "twc_acc": 0.6695, "twc_loss": 0.0186, "twc_tau": 0.07 }, { "epoch": 4.050056882821388, "grad_norm": 6.792328357696533, "learning_rate": 3.179626802629541e-06, "loss": 2.2605, "step": 17800, "twc_acc": 0.6659, "twc_loss": 0.0185, "twc_tau": 0.07 }, { "epoch": 4.072810011376564, "grad_norm": 9.659850120544434, "learning_rate": 3.0344311059921206e-06, "loss": 2.2046, "step": 17900, "twc_acc": 0.6624, "twc_loss": 0.0182, "twc_tau": 0.07 }, { "epoch": 4.09556313993174, "grad_norm": 11.934953689575195, "learning_rate": 2.892254687598569e-06, "loss": 2.2173, "step": 18000, "twc_acc": 0.6558, "twc_loss": 0.0188, "twc_tau": 0.07 }, { "epoch": 4.118316268486917, "grad_norm": 8.586054801940918, "learning_rate": 2.753133422898731e-06, "loss": 2.2256, "step": 18100, "twc_acc": 0.6785, "twc_loss": 0.0181, "twc_tau": 0.07 }, { "epoch": 4.141069397042093, "grad_norm": 9.83356761932373, "learning_rate": 2.617102416433937e-06, "loss": 2.2293, "step": 18200, "twc_acc": 0.6859, "twc_loss": 0.0188, "twc_tau": 0.07 }, { "epoch": 4.163822525597269, "grad_norm": 14.398810386657715, "learning_rate": 2.4841959929790423e-06, "loss": 2.262, "step": 18300, "twc_acc": 0.6911, "twc_loss": 0.0177, "twc_tau": 0.07 }, { "epoch": 4.186575654152446, "grad_norm": 9.208395004272461, "learning_rate": 2.354447688881249e-06, "loss": 2.2216, "step": 18400, "twc_acc": 0.6821, "twc_loss": 0.0181, "twc_tau": 0.07 }, { "epoch": 4.2093287827076225, "grad_norm": 10.524024963378906, "learning_rate": 2.2278902435978326e-06, "loss": 2.215, "step": 18500, "twc_acc": 0.6901, "twc_loss": 0.0188, "twc_tau": 0.07 }, { "epoch": 4.2320819112627985, "grad_norm": 9.181496620178223, "learning_rate": 2.104555591435022e-06, "loss": 2.217, "step": 18600, "twc_acc": 0.6849, "twc_loss": 0.0184, "twc_tau": 0.07 }, { "epoch": 4.254835039817975, "grad_norm": 8.47665023803711, "learning_rate": 1.9844748534899653e-06, "loss": 2.2358, "step": 18700, "twc_acc": 0.6817, "twc_loss": 0.0179, "twc_tau": 0.07 }, { "epoch": 4.277588168373152, "grad_norm": 8.286380767822266, "learning_rate": 1.8676783297979328e-06, "loss": 2.241, "step": 18800, "twc_acc": 0.6814, "twc_loss": 0.0182, "twc_tau": 0.07 }, { "epoch": 4.300341296928328, "grad_norm": 6.820457458496094, "learning_rate": 1.7541954916867086e-06, "loss": 2.1908, "step": 18900, "twc_acc": 0.6632, "twc_loss": 0.0183, "twc_tau": 0.07 }, { "epoch": 4.323094425483504, "grad_norm": 14.602617263793945, "learning_rate": 1.6440549743400573e-06, "loss": 2.2217, "step": 19000, "twc_acc": 0.6713, "twc_loss": 0.0186, "twc_tau": 0.07 }, { "epoch": 4.345847554038681, "grad_norm": 9.62527084350586, "learning_rate": 1.5372845695722037e-06, "loss": 2.2136, "step": 19100, "twc_acc": 0.6629, "twc_loss": 0.0178, "twc_tau": 0.07 }, { "epoch": 4.368600682593857, "grad_norm": 11.084861755371094, "learning_rate": 1.4339112188151083e-06, "loss": 2.1973, "step": 19200, "twc_acc": 0.6741, "twc_loss": 0.0189, "twc_tau": 0.07 }, { "epoch": 4.391353811149033, "grad_norm": 12.813817977905273, "learning_rate": 1.3339610063203162e-06, "loss": 2.2163, "step": 19300, "twc_acc": 0.6626, "twc_loss": 0.0184, "twc_tau": 0.07 }, { "epoch": 4.414106939704209, "grad_norm": 6.956122398376465, "learning_rate": 1.2374591525771145e-06, "loss": 2.1674, "step": 19400, "twc_acc": 0.6797, "twc_loss": 0.0179, "twc_tau": 0.07 }, { "epoch": 4.436860068259386, "grad_norm": 11.440558433532715, "learning_rate": 1.1444300079486175e-06, "loss": 2.2423, "step": 19500, "twc_acc": 0.6642, "twc_loss": 0.0184, "twc_tau": 0.07 }, { "epoch": 4.459613196814562, "grad_norm": 9.111748695373535, "learning_rate": 1.0548970465274416e-06, "loss": 2.2163, "step": 19600, "twc_acc": 0.6765, "twc_loss": 0.0186, "twc_tau": 0.07 }, { "epoch": 4.482366325369738, "grad_norm": 7.6072773933410645, "learning_rate": 9.688828602124717e-07, "loss": 2.2094, "step": 19700, "twc_acc": 0.6617, "twc_loss": 0.0183, "twc_tau": 0.07 }, { "epoch": 4.505119453924914, "grad_norm": 6.7893385887146, "learning_rate": 8.864091530082296e-07, "loss": 2.1772, "step": 19800, "twc_acc": 0.6635, "twc_loss": 0.0191, "twc_tau": 0.07 }, { "epoch": 4.527872582480091, "grad_norm": 12.02404499053955, "learning_rate": 8.074967355483004e-07, "loss": 2.2414, "step": 19900, "twc_acc": 0.6734, "twc_loss": 0.0189, "twc_tau": 0.07 }, { "epoch": 4.550625711035267, "grad_norm": 9.393962860107422, "learning_rate": 7.321655198441618e-07, "loss": 2.2372, "step": 20000, "twc_acc": 0.6567, "twc_loss": 0.0184, "twc_tau": 0.07 }, { "epoch": 4.573378839590443, "grad_norm": 14.371953964233398, "learning_rate": 6.604345142607926e-07, "loss": 2.218, "step": 20100, "twc_acc": 0.6739, "twc_loss": 0.0186, "twc_tau": 0.07 }, { "epoch": 4.59613196814562, "grad_norm": 8.602950096130371, "learning_rate": 5.923218187202655e-07, "loss": 2.1938, "step": 20200, "twc_acc": 0.686, "twc_loss": 0.0182, "twc_tau": 0.07 }, { "epoch": 4.618885096700796, "grad_norm": 10.039159774780273, "learning_rate": 5.278446201345927e-07, "loss": 2.2033, "step": 20300, "twc_acc": 0.6844, "twc_loss": 0.0181, "twc_tau": 0.07 }, { "epoch": 4.6416382252559725, "grad_norm": 16.159454345703125, "learning_rate": 4.670191880689473e-07, "loss": 2.2089, "step": 20400, "twc_acc": 0.6951, "twc_loss": 0.0186, "twc_tau": 0.07 }, { "epoch": 4.664391353811149, "grad_norm": 5.516857624053955, "learning_rate": 4.098608706363449e-07, "loss": 2.192, "step": 20500, "twc_acc": 0.6775, "twc_loss": 0.0186, "twc_tau": 0.07 }, { "epoch": 4.6871444823663255, "grad_norm": 12.600643157958984, "learning_rate": 3.5638409062485444e-07, "loss": 2.2071, "step": 20600, "twc_acc": 0.6822, "twc_loss": 0.0175, "twc_tau": 0.07 }, { "epoch": 4.709897610921502, "grad_norm": 10.249327659606934, "learning_rate": 3.066023418582875e-07, "loss": 2.2047, "step": 20700, "twc_acc": 0.6712, "twc_loss": 0.0179, "twc_tau": 0.07 }, { "epoch": 4.732650739476678, "grad_norm": 6.624165058135986, "learning_rate": 2.605281857912889e-07, "loss": 2.2199, "step": 20800, "twc_acc": 0.6774, "twc_loss": 0.0181, "twc_tau": 0.07 }, { "epoch": 4.755403868031855, "grad_norm": 16.852277755737305, "learning_rate": 2.1817324833970863e-07, "loss": 2.2559, "step": 20900, "twc_acc": 0.6692, "twc_loss": 0.019, "twc_tau": 0.07 }, { "epoch": 4.778156996587031, "grad_norm": 14.619013786315918, "learning_rate": 1.795482169470153e-07, "loss": 2.2331, "step": 21000, "twc_acc": 0.6869, "twc_loss": 0.0182, "twc_tau": 0.07 }, { "epoch": 4.800910125142207, "grad_norm": 7.07473087310791, "learning_rate": 1.4466283788753975e-07, "loss": 2.2368, "step": 21100, "twc_acc": 0.673, "twc_loss": 0.0185, "twc_tau": 0.07 }, { "epoch": 4.823663253697383, "grad_norm": 14.547417640686035, "learning_rate": 1.1352591380718757e-07, "loss": 2.2467, "step": 21200, "twc_acc": 0.6868, "twc_loss": 0.0188, "twc_tau": 0.07 }, { "epoch": 4.84641638225256, "grad_norm": 7.607021331787109, "learning_rate": 8.61453015022623e-08, "loss": 2.2214, "step": 21300, "twc_acc": 0.6623, "twc_loss": 0.0185, "twc_tau": 0.07 }, { "epoch": 4.869169510807736, "grad_norm": 15.165864944458008, "learning_rate": 6.252790993695634e-08, "loss": 2.263, "step": 21400, "twc_acc": 0.6801, "twc_loss": 0.0178, "twc_tau": 0.07 }, { "epoch": 4.891922639362912, "grad_norm": 12.488123893737793, "learning_rate": 4.267969850001052e-08, "loss": 2.2492, "step": 21500, "twc_acc": 0.6822, "twc_loss": 0.0179, "twc_tau": 0.07 }, { "epoch": 4.914675767918089, "grad_norm": 9.59732437133789, "learning_rate": 2.6605675500973593e-08, "loss": 2.2194, "step": 21600, "twc_acc": 0.6718, "twc_loss": 0.0187, "twc_tau": 0.07 }, { "epoch": 4.937428896473265, "grad_norm": 7.941143035888672, "learning_rate": 1.4309896906458119e-08, "loss": 2.2248, "step": 21700, "twc_acc": 0.6797, "twc_loss": 0.0184, "twc_tau": 0.07 }, { "epoch": 4.960182025028441, "grad_norm": 9.822205543518066, "learning_rate": 5.795465316694171e-09, "loss": 2.2121, "step": 21800, "twc_acc": 0.6958, "twc_loss": 0.0182, "twc_tau": 0.07 }, { "epoch": 4.982935153583618, "grad_norm": 12.65011215209961, "learning_rate": 1.0645291826505422e-09, "loss": 2.1795, "step": 21900, "twc_acc": 0.6691, "twc_loss": 0.0188, "twc_tau": 0.07 }, { "epoch": 5.0, "eval_bleu1": 0.5691494665469853, "eval_bleu2": 0.5135209395781922, "eval_bleu3": 0.4630726914686862, "eval_bleu4": 0.4228849234394941, "eval_cider": 3.1770133340204794, "eval_em": 0.31096023278370516, "eval_em_f1": 0.4426578284421576, "eval_f1": 0.5743554241006101, "eval_loss": 2.691826820373535, "eval_runtime": 751.6753, "eval_samples_per_second": 6.858, "eval_steps_per_second": 0.858, "step": 21975 }, { "epoch": 5.0, "step": 21975, "total_flos": 1.025427456315552e+16, "train_loss": 2.86861407074912, "train_runtime": 13417.3803, "train_samples_per_second": 13.102, "train_steps_per_second": 1.638 } ], "logging_steps": 100, "max_steps": 21975, "num_input_tokens_seen": 0, "num_train_epochs": 5, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 1.025427456315552e+16, "train_batch_size": 8, "trial_name": null, "trial_params": null }