| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.33472803347280333, |
| "eval_steps": 300, |
| "global_step": 150, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0022315202231520223, |
| "grad_norm": 8.175573348999023, |
| "learning_rate": 4.444444444444445e-06, |
| "logits/chosen": -0.48349103331565857, |
| "logits/rejected": -0.652603030204773, |
| "logps/chosen": -8.859519004821777, |
| "logps/rejected": -16.016435623168945, |
| "loss": 1.3468515872955322, |
| "memory(GiB)": 33.44, |
| "nll_loss": 0.6537042856216431, |
| "rewards/accuracies": 0.0, |
| "rewards/chosen": 0.0, |
| "rewards/margins": 0.0, |
| "rewards/rejected": 0.0, |
| "step": 1, |
| "train_speed(iter/s)": 0.010093 |
| }, |
| { |
| "epoch": 0.004463040446304045, |
| "grad_norm": 6.496051788330078, |
| "learning_rate": 8.88888888888889e-06, |
| "logits/chosen": -0.5174899101257324, |
| "logits/rejected": -0.6262180805206299, |
| "logps/chosen": -9.287378311157227, |
| "logps/rejected": -13.981985092163086, |
| "loss": 1.290852665901184, |
| "memory(GiB)": 36.3, |
| "nll_loss": 0.5977055430412292, |
| "rewards/accuracies": 0.0, |
| "rewards/chosen": 0.0, |
| "rewards/margins": 0.0, |
| "rewards/rejected": 0.0, |
| "step": 2, |
| "train_speed(iter/s)": 0.010436 |
| }, |
| { |
| "epoch": 0.0066945606694560665, |
| "grad_norm": 5.3426923751831055, |
| "learning_rate": 1.3333333333333333e-05, |
| "logits/chosen": -0.4254978895187378, |
| "logits/rejected": -0.6118676662445068, |
| "logps/chosen": -6.5775346755981445, |
| "logps/rejected": -16.196733474731445, |
| "loss": 1.1887776851654053, |
| "memory(GiB)": 36.3, |
| "nll_loss": 0.49580031633377075, |
| "rewards/accuracies": 0.46875, |
| "rewards/chosen": -0.0025197849608957767, |
| "rewards/margins": 0.0005687186494469643, |
| "rewards/rejected": -0.0030885031446814537, |
| "step": 3, |
| "train_speed(iter/s)": 0.010535 |
| }, |
| { |
| "epoch": 0.00892608089260809, |
| "grad_norm": 5.717321395874023, |
| "learning_rate": 1.777777777777778e-05, |
| "logits/chosen": -0.5246356129646301, |
| "logits/rejected": -0.651706337928772, |
| "logps/chosen": -7.447962760925293, |
| "logps/rejected": -16.996183395385742, |
| "loss": 1.3215211629867554, |
| "memory(GiB)": 39.38, |
| "nll_loss": 0.632453203201294, |
| "rewards/accuracies": 0.53125, |
| "rewards/chosen": 0.004622042179107666, |
| "rewards/margins": 0.008373789489269257, |
| "rewards/rejected": -0.0037517473101615906, |
| "step": 4, |
| "train_speed(iter/s)": 0.010586 |
| }, |
| { |
| "epoch": 0.011157601115760111, |
| "grad_norm": 7.188594341278076, |
| "learning_rate": 2.2222222222222223e-05, |
| "logits/chosen": -0.5062788128852844, |
| "logits/rejected": -0.6033568382263184, |
| "logps/chosen": -7.093954086303711, |
| "logps/rejected": -15.186193466186523, |
| "loss": 1.0765105485916138, |
| "memory(GiB)": 39.38, |
| "nll_loss": 0.4042052626609802, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": 0.018988817930221558, |
| "rewards/margins": 0.04282933473587036, |
| "rewards/rejected": -0.023840520530939102, |
| "step": 5, |
| "train_speed(iter/s)": 0.010619 |
| }, |
| { |
| "epoch": 0.013389121338912133, |
| "grad_norm": 3.8232157230377197, |
| "learning_rate": 2.6666666666666667e-05, |
| "logits/chosen": -0.4826778173446655, |
| "logits/rejected": -0.5863982439041138, |
| "logps/chosen": -6.322361946105957, |
| "logps/rejected": -16.8499755859375, |
| "loss": 1.2770025730133057, |
| "memory(GiB)": 39.38, |
| "nll_loss": 0.6041065454483032, |
| "rewards/accuracies": 0.65625, |
| "rewards/chosen": 0.007987724617123604, |
| "rewards/margins": 0.0449829027056694, |
| "rewards/rejected": -0.03699517622590065, |
| "step": 6, |
| "train_speed(iter/s)": 0.010645 |
| }, |
| { |
| "epoch": 0.015620641562064157, |
| "grad_norm": 3.0141377449035645, |
| "learning_rate": 3.111111111111111e-05, |
| "logits/chosen": -0.557126522064209, |
| "logits/rejected": -0.6060188412666321, |
| "logps/chosen": -5.420467853546143, |
| "logps/rejected": -11.815977096557617, |
| "loss": 1.1219334602355957, |
| "memory(GiB)": 39.38, |
| "nll_loss": 0.46769219636917114, |
| "rewards/accuracies": 0.65625, |
| "rewards/chosen": 0.010057949461042881, |
| "rewards/margins": 0.10709290951490402, |
| "rewards/rejected": -0.09703496098518372, |
| "step": 7, |
| "train_speed(iter/s)": 0.010666 |
| }, |
| { |
| "epoch": 0.01785216178521618, |
| "grad_norm": 2.8756191730499268, |
| "learning_rate": 3.555555555555556e-05, |
| "logits/chosen": -0.5616711378097534, |
| "logits/rejected": -0.6365323066711426, |
| "logps/chosen": -6.283439636230469, |
| "logps/rejected": -19.981098175048828, |
| "loss": 0.8637306690216064, |
| "memory(GiB)": 39.38, |
| "nll_loss": 0.33207178115844727, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": -0.011994147673249245, |
| "rewards/margins": 0.4002670347690582, |
| "rewards/rejected": -0.4122611880302429, |
| "step": 8, |
| "train_speed(iter/s)": 0.010684 |
| }, |
| { |
| "epoch": 0.0200836820083682, |
| "grad_norm": 5.291012763977051, |
| "learning_rate": 4e-05, |
| "logits/chosen": -0.502879798412323, |
| "logits/rejected": -0.5977268815040588, |
| "logps/chosen": -16.167051315307617, |
| "logps/rejected": -20.485633850097656, |
| "loss": 1.618671178817749, |
| "memory(GiB)": 39.38, |
| "nll_loss": 1.0418576002120972, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": -0.21173161268234253, |
| "rewards/margins": 0.39757153391838074, |
| "rewards/rejected": -0.6093031167984009, |
| "step": 9, |
| "train_speed(iter/s)": 0.010694 |
| }, |
| { |
| "epoch": 0.022315202231520222, |
| "grad_norm": 5.504859447479248, |
| "learning_rate": 4.4444444444444447e-05, |
| "logits/chosen": -0.4140257239341736, |
| "logits/rejected": -0.5436943173408508, |
| "logps/chosen": -10.317049026489258, |
| "logps/rejected": -26.558115005493164, |
| "loss": 1.271435260772705, |
| "memory(GiB)": 39.38, |
| "nll_loss": 0.6719653606414795, |
| "rewards/accuracies": 0.65625, |
| "rewards/chosen": -0.2977833151817322, |
| "rewards/margins": 0.4953876733779907, |
| "rewards/rejected": -0.7931710481643677, |
| "step": 10, |
| "train_speed(iter/s)": 0.010695 |
| }, |
| { |
| "epoch": 0.024546722454672244, |
| "grad_norm": 8.8348970413208, |
| "learning_rate": 4.888888888888889e-05, |
| "logits/chosen": -0.4538601040840149, |
| "logits/rejected": -0.5884804129600525, |
| "logps/chosen": -15.600846290588379, |
| "logps/rejected": -27.856977462768555, |
| "loss": 1.6294305324554443, |
| "memory(GiB)": 39.38, |
| "nll_loss": 1.0609474182128906, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": -0.48508310317993164, |
| "rewards/margins": 0.41195282340049744, |
| "rewards/rejected": -0.8970359563827515, |
| "step": 11, |
| "train_speed(iter/s)": 0.0107 |
| }, |
| { |
| "epoch": 0.026778242677824266, |
| "grad_norm": 4.871168613433838, |
| "learning_rate": 5.333333333333333e-05, |
| "logits/chosen": -0.4462035596370697, |
| "logits/rejected": -0.5622009634971619, |
| "logps/chosen": -10.827975273132324, |
| "logps/rejected": -27.8737850189209, |
| "loss": 1.309844732284546, |
| "memory(GiB)": 42.78, |
| "nll_loss": 0.6817098259925842, |
| "rewards/accuracies": 0.59375, |
| "rewards/chosen": -0.34655484557151794, |
| "rewards/margins": 0.38605934381484985, |
| "rewards/rejected": -0.7326142191886902, |
| "step": 12, |
| "train_speed(iter/s)": 0.010701 |
| }, |
| { |
| "epoch": 0.02900976290097629, |
| "grad_norm": 5.154696464538574, |
| "learning_rate": 5.7777777777777776e-05, |
| "logits/chosen": -0.45840126276016235, |
| "logits/rejected": -0.5749193429946899, |
| "logps/chosen": -9.034074783325195, |
| "logps/rejected": -23.558507919311523, |
| "loss": 1.3584285974502563, |
| "memory(GiB)": 42.78, |
| "nll_loss": 0.8017209768295288, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": -0.15672500431537628, |
| "rewards/margins": 0.44559869170188904, |
| "rewards/rejected": -0.6023237109184265, |
| "step": 13, |
| "train_speed(iter/s)": 0.010704 |
| }, |
| { |
| "epoch": 0.031241283124128313, |
| "grad_norm": 2.928802013397217, |
| "learning_rate": 6.222222222222222e-05, |
| "logits/chosen": -0.4339243173599243, |
| "logits/rejected": -0.5222603678703308, |
| "logps/chosen": -7.9224724769592285, |
| "logps/rejected": -25.263307571411133, |
| "loss": 1.176775574684143, |
| "memory(GiB)": 46.23, |
| "nll_loss": 0.548651397228241, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": -0.09932564944028854, |
| "rewards/margins": 0.27659934759140015, |
| "rewards/rejected": -0.3759249448776245, |
| "step": 14, |
| "train_speed(iter/s)": 0.010698 |
| }, |
| { |
| "epoch": 0.03347280334728033, |
| "grad_norm": 1.9422496557235718, |
| "learning_rate": 6.666666666666667e-05, |
| "logits/chosen": -0.4753529131412506, |
| "logits/rejected": -0.5179453492164612, |
| "logps/chosen": -8.660318374633789, |
| "logps/rejected": -16.743135452270508, |
| "loss": 1.1362940073013306, |
| "memory(GiB)": 46.23, |
| "nll_loss": 0.5188332796096802, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": -0.09274716675281525, |
| "rewards/margins": 0.20326045155525208, |
| "rewards/rejected": -0.29600760340690613, |
| "step": 15, |
| "train_speed(iter/s)": 0.010702 |
| }, |
| { |
| "epoch": 0.03570432357043236, |
| "grad_norm": 1.7832196950912476, |
| "learning_rate": 7.111111111111112e-05, |
| "logits/chosen": -0.39417293667793274, |
| "logits/rejected": -0.5316826701164246, |
| "logps/chosen": -4.724964618682861, |
| "logps/rejected": -19.69357681274414, |
| "loss": 1.0538526773452759, |
| "memory(GiB)": 46.23, |
| "nll_loss": 0.4770840108394623, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.06691457331180573, |
| "rewards/margins": 0.27725517749786377, |
| "rewards/rejected": -0.21034058928489685, |
| "step": 16, |
| "train_speed(iter/s)": 0.010702 |
| }, |
| { |
| "epoch": 0.03793584379358438, |
| "grad_norm": 1.5563856363296509, |
| "learning_rate": 7.555555555555556e-05, |
| "logits/chosen": -0.4563882350921631, |
| "logits/rejected": -0.5541551113128662, |
| "logps/chosen": -9.05321979522705, |
| "logps/rejected": -18.82474708557129, |
| "loss": 1.2152374982833862, |
| "memory(GiB)": 46.23, |
| "nll_loss": 0.6201823353767395, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": 0.11768844723701477, |
| "rewards/margins": 0.2521967887878418, |
| "rewards/rejected": -0.13450834155082703, |
| "step": 17, |
| "train_speed(iter/s)": 0.010706 |
| }, |
| { |
| "epoch": 0.0401673640167364, |
| "grad_norm": 1.9268314838409424, |
| "learning_rate": 8e-05, |
| "logits/chosen": -0.4476441740989685, |
| "logits/rejected": -0.4938126504421234, |
| "logps/chosen": -9.981496810913086, |
| "logps/rejected": -14.752214431762695, |
| "loss": 1.1654764413833618, |
| "memory(GiB)": 46.23, |
| "nll_loss": 0.46348586678504944, |
| "rewards/accuracies": 0.53125, |
| "rewards/chosen": 0.008895257487893105, |
| "rewards/margins": 0.039339594542980194, |
| "rewards/rejected": -0.030444344505667686, |
| "step": 18, |
| "train_speed(iter/s)": 0.010707 |
| }, |
| { |
| "epoch": 0.042398884239888426, |
| "grad_norm": 1.6981456279754639, |
| "learning_rate": 8.444444444444444e-05, |
| "logits/chosen": -0.49693721532821655, |
| "logits/rejected": -0.5383259057998657, |
| "logps/chosen": -7.632569313049316, |
| "logps/rejected": -17.26980209350586, |
| "loss": 1.1578692197799683, |
| "memory(GiB)": 46.23, |
| "nll_loss": 0.5097256898880005, |
| "rewards/accuracies": 0.59375, |
| "rewards/chosen": 0.06525340676307678, |
| "rewards/margins": 0.123507060110569, |
| "rewards/rejected": -0.05825363099575043, |
| "step": 19, |
| "train_speed(iter/s)": 0.010709 |
| }, |
| { |
| "epoch": 0.044630404463040445, |
| "grad_norm": 2.013322591781616, |
| "learning_rate": 8.888888888888889e-05, |
| "logits/chosen": -0.4885023236274719, |
| "logits/rejected": -0.5652343034744263, |
| "logps/chosen": -6.508520603179932, |
| "logps/rejected": -13.635923385620117, |
| "loss": 1.0892918109893799, |
| "memory(GiB)": 46.23, |
| "nll_loss": 0.45972177386283875, |
| "rewards/accuracies": 0.53125, |
| "rewards/chosen": 0.06720655411481857, |
| "rewards/margins": 0.18712735176086426, |
| "rewards/rejected": -0.11992079019546509, |
| "step": 20, |
| "train_speed(iter/s)": 0.010713 |
| }, |
| { |
| "epoch": 0.04686192468619247, |
| "grad_norm": 1.775608777999878, |
| "learning_rate": 9.333333333333334e-05, |
| "logits/chosen": -0.4235825836658478, |
| "logits/rejected": -0.4997040629386902, |
| "logps/chosen": -7.756269454956055, |
| "logps/rejected": -22.05597496032715, |
| "loss": 1.1610935926437378, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5124741792678833, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": 0.056686438620090485, |
| "rewards/margins": 0.15342777967453003, |
| "rewards/rejected": -0.09674134850502014, |
| "step": 21, |
| "train_speed(iter/s)": 0.010711 |
| }, |
| { |
| "epoch": 0.04909344490934449, |
| "grad_norm": 1.6878494024276733, |
| "learning_rate": 9.777777777777778e-05, |
| "logits/chosen": -0.448173850774765, |
| "logits/rejected": -0.46942824125289917, |
| "logps/chosen": -9.774542808532715, |
| "logps/rejected": -14.852673530578613, |
| "loss": 1.1857895851135254, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5429187417030334, |
| "rewards/accuracies": 0.53125, |
| "rewards/chosen": 0.08716461062431335, |
| "rewards/margins": 0.17264463007450104, |
| "rewards/rejected": -0.08548003435134888, |
| "step": 22, |
| "train_speed(iter/s)": 0.01071 |
| }, |
| { |
| "epoch": 0.051324965132496514, |
| "grad_norm": 1.9283621311187744, |
| "learning_rate": 0.00010222222222222222, |
| "logits/chosen": -0.4297652244567871, |
| "logits/rejected": -0.5464367866516113, |
| "logps/chosen": -7.680075168609619, |
| "logps/rejected": -20.64339828491211, |
| "loss": 1.1528663635253906, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.48048245906829834, |
| "rewards/accuracies": 0.46875, |
| "rewards/chosen": 0.05369298905134201, |
| "rewards/margins": 0.09629381448030472, |
| "rewards/rejected": -0.04260082542896271, |
| "step": 23, |
| "train_speed(iter/s)": 0.01071 |
| }, |
| { |
| "epoch": 0.05355648535564853, |
| "grad_norm": 1.8897244930267334, |
| "learning_rate": 0.00010666666666666667, |
| "logits/chosen": -0.4073754847049713, |
| "logits/rejected": -0.4649578034877777, |
| "logps/chosen": -9.451826095581055, |
| "logps/rejected": -20.540328979492188, |
| "loss": 1.0510568618774414, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.431056946516037, |
| "rewards/accuracies": 0.625, |
| "rewards/chosen": 0.055333852767944336, |
| "rewards/margins": 0.23058435320854187, |
| "rewards/rejected": -0.17525050044059753, |
| "step": 24, |
| "train_speed(iter/s)": 0.010709 |
| }, |
| { |
| "epoch": 0.05578800557880056, |
| "grad_norm": 1.968520998954773, |
| "learning_rate": 0.00011111111111111112, |
| "logits/chosen": -0.4085446000099182, |
| "logits/rejected": -0.49927735328674316, |
| "logps/chosen": -9.85863971710205, |
| "logps/rejected": -21.732637405395508, |
| "loss": 1.166273593902588, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5423365831375122, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": 0.03325103968381882, |
| "rewards/margins": 0.2285088747739792, |
| "rewards/rejected": -0.19525781273841858, |
| "step": 25, |
| "train_speed(iter/s)": 0.010709 |
| }, |
| { |
| "epoch": 0.05801952580195258, |
| "grad_norm": 3.0135302543640137, |
| "learning_rate": 0.00011555555555555555, |
| "logits/chosen": -0.44835054874420166, |
| "logits/rejected": -0.5419439077377319, |
| "logps/chosen": -4.6747965812683105, |
| "logps/rejected": -18.435997009277344, |
| "loss": 0.9960591793060303, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.39432889223098755, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": -0.017948223277926445, |
| "rewards/margins": 0.27569395303726196, |
| "rewards/rejected": -0.29364219307899475, |
| "step": 26, |
| "train_speed(iter/s)": 0.010712 |
| }, |
| { |
| "epoch": 0.0602510460251046, |
| "grad_norm": 2.0994958877563477, |
| "learning_rate": 0.00012, |
| "logits/chosen": -0.4755466878414154, |
| "logits/rejected": -0.513874888420105, |
| "logps/chosen": -14.17818832397461, |
| "logps/rejected": -15.192220687866211, |
| "loss": 1.3128914833068848, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.732846736907959, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.11946821957826614, |
| "rewards/margins": 0.27503034472465515, |
| "rewards/rejected": -0.1555621325969696, |
| "step": 27, |
| "train_speed(iter/s)": 0.010714 |
| }, |
| { |
| "epoch": 0.06248256624825663, |
| "grad_norm": 2.619943857192993, |
| "learning_rate": 0.00012444444444444444, |
| "logits/chosen": -0.33525484800338745, |
| "logits/rejected": -0.4649803340435028, |
| "logps/chosen": -6.553568363189697, |
| "logps/rejected": -23.942062377929688, |
| "loss": 1.007144808769226, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.4446461498737335, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.07584571838378906, |
| "rewards/margins": 0.3631606996059418, |
| "rewards/rejected": -0.2873149812221527, |
| "step": 28, |
| "train_speed(iter/s)": 0.010711 |
| }, |
| { |
| "epoch": 0.06471408647140865, |
| "grad_norm": 2.1066770553588867, |
| "learning_rate": 0.00012888888888888892, |
| "logits/chosen": -0.37913525104522705, |
| "logits/rejected": -0.4620123505592346, |
| "logps/chosen": -7.321231842041016, |
| "logps/rejected": -21.526382446289062, |
| "loss": 1.0192487239837646, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.4804428219795227, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.026389580219984055, |
| "rewards/margins": 0.46746930480003357, |
| "rewards/rejected": -0.441079705953598, |
| "step": 29, |
| "train_speed(iter/s)": 0.010712 |
| }, |
| { |
| "epoch": 0.06694560669456066, |
| "grad_norm": 1.8226919174194336, |
| "learning_rate": 0.00013333333333333334, |
| "logits/chosen": -0.3827905058860779, |
| "logits/rejected": -0.48159855604171753, |
| "logps/chosen": -6.776709079742432, |
| "logps/rejected": -22.80392074584961, |
| "loss": 1.0347448587417603, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.500119149684906, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.10474913567304611, |
| "rewards/margins": 0.39701035618782043, |
| "rewards/rejected": -0.2922612428665161, |
| "step": 30, |
| "train_speed(iter/s)": 0.010712 |
| }, |
| { |
| "epoch": 0.06917712691771269, |
| "grad_norm": 1.8681020736694336, |
| "learning_rate": 0.0001377777777777778, |
| "logits/chosen": -0.3609718978404999, |
| "logits/rejected": -0.43842607736587524, |
| "logps/chosen": -5.881144046783447, |
| "logps/rejected": -21.236047744750977, |
| "loss": 0.9905272126197815, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.43477141857147217, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": 0.04010690003633499, |
| "rewards/margins": 0.3823702037334442, |
| "rewards/rejected": -0.34226328134536743, |
| "step": 31, |
| "train_speed(iter/s)": 0.010714 |
| }, |
| { |
| "epoch": 0.07140864714086471, |
| "grad_norm": 2.225977897644043, |
| "learning_rate": 0.00014222222222222224, |
| "logits/chosen": -0.39412301778793335, |
| "logits/rejected": -0.4322904050350189, |
| "logps/chosen": -10.140836715698242, |
| "logps/rejected": -18.79208755493164, |
| "loss": 1.0995820760726929, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5035545229911804, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": 0.04120786115527153, |
| "rewards/margins": 0.2624339461326599, |
| "rewards/rejected": -0.22122608125209808, |
| "step": 32, |
| "train_speed(iter/s)": 0.010716 |
| }, |
| { |
| "epoch": 0.07364016736401674, |
| "grad_norm": 2.788853406906128, |
| "learning_rate": 0.00014666666666666666, |
| "logits/chosen": -0.27406275272369385, |
| "logits/rejected": -0.371414452791214, |
| "logps/chosen": -12.10950756072998, |
| "logps/rejected": -24.930038452148438, |
| "loss": 1.2428903579711914, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.6102337837219238, |
| "rewards/accuracies": 0.65625, |
| "rewards/chosen": -0.08664405345916748, |
| "rewards/margins": 0.2861720621585846, |
| "rewards/rejected": -0.3728161156177521, |
| "step": 33, |
| "train_speed(iter/s)": 0.010715 |
| }, |
| { |
| "epoch": 0.07587168758716877, |
| "grad_norm": 2.416369676589966, |
| "learning_rate": 0.0001511111111111111, |
| "logits/chosen": -0.24224025011062622, |
| "logits/rejected": -0.3833686113357544, |
| "logps/chosen": -6.028831958770752, |
| "logps/rejected": -22.455066680908203, |
| "loss": 0.9914643168449402, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.44179052114486694, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": 0.011510152369737625, |
| "rewards/margins": 0.5171858668327332, |
| "rewards/rejected": -0.5056756734848022, |
| "step": 34, |
| "train_speed(iter/s)": 0.010714 |
| }, |
| { |
| "epoch": 0.07810320781032078, |
| "grad_norm": 4.029798984527588, |
| "learning_rate": 0.00015555555555555556, |
| "logits/chosen": -0.2615310847759247, |
| "logits/rejected": -0.39800190925598145, |
| "logps/chosen": -5.90588903427124, |
| "logps/rejected": -24.642311096191406, |
| "loss": 0.8372505307197571, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.4036243259906769, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": -0.03906700387597084, |
| "rewards/margins": 0.8896325826644897, |
| "rewards/rejected": -0.9286996126174927, |
| "step": 35, |
| "train_speed(iter/s)": 0.010715 |
| }, |
| { |
| "epoch": 0.0803347280334728, |
| "grad_norm": 2.4356110095977783, |
| "learning_rate": 0.00016, |
| "logits/chosen": -0.25296953320503235, |
| "logits/rejected": -0.3325399160385132, |
| "logps/chosen": -9.764960289001465, |
| "logps/rejected": -23.14637565612793, |
| "loss": 1.0952283143997192, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.641168475151062, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.002499673515558243, |
| "rewards/margins": 0.8523399829864502, |
| "rewards/rejected": -0.8498403429985046, |
| "step": 36, |
| "train_speed(iter/s)": 0.010716 |
| }, |
| { |
| "epoch": 0.08256624825662483, |
| "grad_norm": 1.9291634559631348, |
| "learning_rate": 0.00016444444444444444, |
| "logits/chosen": -0.20930960774421692, |
| "logits/rejected": -0.3604508936405182, |
| "logps/chosen": -2.847867488861084, |
| "logps/rejected": -30.63514518737793, |
| "loss": 0.6885566711425781, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.2891227900981903, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.061974309384822845, |
| "rewards/margins": 1.0785088539123535, |
| "rewards/rejected": -1.0165345668792725, |
| "step": 37, |
| "train_speed(iter/s)": 0.010715 |
| }, |
| { |
| "epoch": 0.08479776847977685, |
| "grad_norm": 1.6937510967254639, |
| "learning_rate": 0.00016888888888888889, |
| "logits/chosen": -0.2987847626209259, |
| "logits/rejected": -0.37470635771751404, |
| "logps/chosen": -6.199091911315918, |
| "logps/rejected": -19.3011474609375, |
| "loss": 0.8923996090888977, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.38914668560028076, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.0021905135363340378, |
| "rewards/margins": 0.6954408288002014, |
| "rewards/rejected": -0.6932503581047058, |
| "step": 38, |
| "train_speed(iter/s)": 0.010716 |
| }, |
| { |
| "epoch": 0.08702928870292886, |
| "grad_norm": 2.106278896331787, |
| "learning_rate": 0.00017333333333333334, |
| "logits/chosen": -0.28487277030944824, |
| "logits/rejected": -0.34711676836013794, |
| "logps/chosen": -8.657167434692383, |
| "logps/rejected": -26.564130783081055, |
| "loss": 1.023146390914917, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5919384956359863, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.05617165565490723, |
| "rewards/margins": 1.1481283903121948, |
| "rewards/rejected": -1.091956615447998, |
| "step": 39, |
| "train_speed(iter/s)": 0.010717 |
| }, |
| { |
| "epoch": 0.08926080892608089, |
| "grad_norm": 2.619154214859009, |
| "learning_rate": 0.00017777777777777779, |
| "logits/chosen": -0.2898882031440735, |
| "logits/rejected": -0.3393169343471527, |
| "logps/chosen": -8.001999855041504, |
| "logps/rejected": -20.189369201660156, |
| "loss": 0.9479650855064392, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.42854148149490356, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": 0.0008942075073719025, |
| "rewards/margins": 0.7672775983810425, |
| "rewards/rejected": -0.7663832902908325, |
| "step": 40, |
| "train_speed(iter/s)": 0.010719 |
| }, |
| { |
| "epoch": 0.09149232914923291, |
| "grad_norm": 2.770841360092163, |
| "learning_rate": 0.00018222222222222224, |
| "logits/chosen": -0.22048279643058777, |
| "logits/rejected": -0.30986371636390686, |
| "logps/chosen": -5.240083694458008, |
| "logps/rejected": -22.307451248168945, |
| "loss": 0.8702710866928101, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.39226293563842773, |
| "rewards/accuracies": 0.65625, |
| "rewards/chosen": 0.017199480906128883, |
| "rewards/margins": 0.9372033476829529, |
| "rewards/rejected": -0.9200038313865662, |
| "step": 41, |
| "train_speed(iter/s)": 0.010719 |
| }, |
| { |
| "epoch": 0.09372384937238494, |
| "grad_norm": 4.61620569229126, |
| "learning_rate": 0.0001866666666666667, |
| "logits/chosen": -0.30797824263572693, |
| "logits/rejected": -0.3721832036972046, |
| "logps/chosen": -10.481635093688965, |
| "logps/rejected": -23.132564544677734, |
| "loss": 1.2510943412780762, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.6913026571273804, |
| "rewards/accuracies": 0.65625, |
| "rewards/chosen": -0.25621044635772705, |
| "rewards/margins": 0.5585607886314392, |
| "rewards/rejected": -0.814771294593811, |
| "step": 42, |
| "train_speed(iter/s)": 0.010721 |
| }, |
| { |
| "epoch": 0.09595536959553697, |
| "grad_norm": 3.806872844696045, |
| "learning_rate": 0.00019111111111111114, |
| "logits/chosen": -0.22567886114120483, |
| "logits/rejected": -0.3761019706726074, |
| "logps/chosen": -8.201981544494629, |
| "logps/rejected": -34.75733184814453, |
| "loss": 1.0068457126617432, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.6396302580833435, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": -0.12671321630477905, |
| "rewards/margins": 1.7875899076461792, |
| "rewards/rejected": -1.914302945137024, |
| "step": 43, |
| "train_speed(iter/s)": 0.010722 |
| }, |
| { |
| "epoch": 0.09818688981868898, |
| "grad_norm": 3.342564821243286, |
| "learning_rate": 0.00019555555555555556, |
| "logits/chosen": -0.259334534406662, |
| "logits/rejected": -0.33293721079826355, |
| "logps/chosen": -9.735747337341309, |
| "logps/rejected": -34.48583221435547, |
| "loss": 0.9845027327537537, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5914844870567322, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": -0.2998116612434387, |
| "rewards/margins": 1.7843880653381348, |
| "rewards/rejected": -2.084199905395508, |
| "step": 44, |
| "train_speed(iter/s)": 0.010723 |
| }, |
| { |
| "epoch": 0.100418410041841, |
| "grad_norm": 3.4293951988220215, |
| "learning_rate": 0.0002, |
| "logits/chosen": -0.34163057804107666, |
| "logits/rejected": -0.36223551630973816, |
| "logps/chosen": -9.353399276733398, |
| "logps/rejected": -21.651199340820312, |
| "loss": 1.0366103649139404, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5141280889511108, |
| "rewards/accuracies": 0.625, |
| "rewards/chosen": -0.003630978986620903, |
| "rewards/margins": 0.7049190402030945, |
| "rewards/rejected": -0.7085499167442322, |
| "step": 45, |
| "train_speed(iter/s)": 0.010724 |
| }, |
| { |
| "epoch": 0.10264993026499303, |
| "grad_norm": 2.1774137020111084, |
| "learning_rate": 0.0001999993185874369, |
| "logits/chosen": -0.3677416443824768, |
| "logits/rejected": -0.3854161500930786, |
| "logps/chosen": -11.536070823669434, |
| "logps/rejected": -27.305158615112305, |
| "loss": 0.9515228271484375, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5171921849250793, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": -0.09924840927124023, |
| "rewards/margins": 1.116947889328003, |
| "rewards/rejected": -1.2161962985992432, |
| "step": 46, |
| "train_speed(iter/s)": 0.010724 |
| }, |
| { |
| "epoch": 0.10488145048814505, |
| "grad_norm": 2.2629730701446533, |
| "learning_rate": 0.00019999727435903407, |
| "logits/chosen": -0.3420083522796631, |
| "logits/rejected": -0.4473438858985901, |
| "logps/chosen": -4.170689582824707, |
| "logps/rejected": -21.129119873046875, |
| "loss": 0.9114863276481628, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.3966943621635437, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.1746423840522766, |
| "rewards/margins": 0.61202472448349, |
| "rewards/rejected": -0.43738237023353577, |
| "step": 47, |
| "train_speed(iter/s)": 0.010725 |
| }, |
| { |
| "epoch": 0.10711297071129706, |
| "grad_norm": 1.6574047803878784, |
| "learning_rate": 0.0001999938673426507, |
| "logits/chosen": -0.31779757142066956, |
| "logits/rejected": -0.4338604807853699, |
| "logps/chosen": -5.825237274169922, |
| "logps/rejected": -20.981552124023438, |
| "loss": 0.9128789305686951, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.4218422770500183, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.1773630529642105, |
| "rewards/margins": 0.718612551689148, |
| "rewards/rejected": -0.5412494540214539, |
| "step": 48, |
| "train_speed(iter/s)": 0.010725 |
| }, |
| { |
| "epoch": 0.10934449093444909, |
| "grad_norm": 2.0683908462524414, |
| "learning_rate": 0.00019998909758471852, |
| "logits/chosen": -0.3863949179649353, |
| "logits/rejected": -0.4458945393562317, |
| "logps/chosen": -7.798675537109375, |
| "logps/rejected": -21.307409286499023, |
| "loss": 1.0268117189407349, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5051021575927734, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": 0.08097527176141739, |
| "rewards/margins": 0.7529874444007874, |
| "rewards/rejected": -0.672012209892273, |
| "step": 49, |
| "train_speed(iter/s)": 0.010726 |
| }, |
| { |
| "epoch": 0.11157601115760112, |
| "grad_norm": 2.338461399078369, |
| "learning_rate": 0.000199982965150241, |
| "logits/chosen": -0.34079253673553467, |
| "logits/rejected": -0.3965541124343872, |
| "logps/chosen": -11.766353607177734, |
| "logps/rejected": -19.651931762695312, |
| "loss": 1.1824036836624146, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.609149158000946, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": -0.08129046857357025, |
| "rewards/margins": 0.3777032196521759, |
| "rewards/rejected": -0.4589936435222626, |
| "step": 50, |
| "train_speed(iter/s)": 0.010726 |
| }, |
| { |
| "epoch": 0.11380753138075314, |
| "grad_norm": 1.6744564771652222, |
| "learning_rate": 0.00019997547012279244, |
| "logits/chosen": -0.31765079498291016, |
| "logits/rejected": -0.42205262184143066, |
| "logps/chosen": -5.897686958312988, |
| "logps/rejected": -25.42192268371582, |
| "loss": 0.8473464846611023, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.4084213376045227, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.2017829716205597, |
| "rewards/margins": 0.7832211256027222, |
| "rewards/rejected": -0.5814382433891296, |
| "step": 51, |
| "train_speed(iter/s)": 0.010685 |
| }, |
| { |
| "epoch": 0.11603905160390517, |
| "grad_norm": 1.8061268329620361, |
| "learning_rate": 0.00019996661260451704, |
| "logits/chosen": -0.32708457112312317, |
| "logits/rejected": -0.41108813881874084, |
| "logps/chosen": -8.663649559020996, |
| "logps/rejected": -32.308448791503906, |
| "loss": 0.8938776850700378, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.48662397265434265, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": -0.01828554831445217, |
| "rewards/margins": 1.3651036024093628, |
| "rewards/rejected": -1.3833892345428467, |
| "step": 52, |
| "train_speed(iter/s)": 0.010686 |
| }, |
| { |
| "epoch": 0.11827057182705718, |
| "grad_norm": 1.9129594564437866, |
| "learning_rate": 0.00019995639271612722, |
| "logits/chosen": -0.3344545364379883, |
| "logits/rejected": -0.43980082869529724, |
| "logps/chosen": -9.373285293579102, |
| "logps/rejected": -30.374614715576172, |
| "loss": 0.8187388181686401, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.3988412916660309, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": -0.04744601994752884, |
| "rewards/margins": 1.1539989709854126, |
| "rewards/rejected": -1.2014449834823608, |
| "step": 53, |
| "train_speed(iter/s)": 0.010687 |
| }, |
| { |
| "epoch": 0.1205020920502092, |
| "grad_norm": 6.22075891494751, |
| "learning_rate": 0.00019994481059690223, |
| "logits/chosen": -0.3710540533065796, |
| "logits/rejected": -0.45295441150665283, |
| "logps/chosen": -11.353669166564941, |
| "logps/rejected": -35.60136795043945, |
| "loss": 1.3072545528411865, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.8566557168960571, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": -0.1803397834300995, |
| "rewards/margins": 2.1112091541290283, |
| "rewards/rejected": -2.29154896736145, |
| "step": 54, |
| "train_speed(iter/s)": 0.010688 |
| }, |
| { |
| "epoch": 0.12273361227336123, |
| "grad_norm": 3.538923501968384, |
| "learning_rate": 0.00019993186640468604, |
| "logits/chosen": -0.2791898250579834, |
| "logits/rejected": -0.3996254801750183, |
| "logps/chosen": -12.779634475708008, |
| "logps/rejected": -37.21310043334961, |
| "loss": 1.0243951082229614, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.6127378940582275, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": -0.261193186044693, |
| "rewards/margins": 1.434675693511963, |
| "rewards/rejected": -1.695868968963623, |
| "step": 55, |
| "train_speed(iter/s)": 0.010688 |
| }, |
| { |
| "epoch": 0.12496513249651325, |
| "grad_norm": 2.5944247245788574, |
| "learning_rate": 0.0001999175603158854, |
| "logits/chosen": -0.2531765401363373, |
| "logits/rejected": -0.4114147424697876, |
| "logps/chosen": -9.740252494812012, |
| "logps/rejected": -36.96112823486328, |
| "loss": 0.8653287291526794, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5133413076400757, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": -0.015189380384981632, |
| "rewards/margins": 1.5309333801269531, |
| "rewards/rejected": -1.5461229085922241, |
| "step": 56, |
| "train_speed(iter/s)": 0.010688 |
| }, |
| { |
| "epoch": 0.12719665271966527, |
| "grad_norm": 3.273171901702881, |
| "learning_rate": 0.0001999018925254673, |
| "logits/chosen": -0.3509857654571533, |
| "logits/rejected": -0.4661892056465149, |
| "logps/chosen": -8.814093589782715, |
| "logps/rejected": -30.390697479248047, |
| "loss": 0.9130730032920837, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5733908414840698, |
| "rewards/accuracies": 0.9375, |
| "rewards/chosen": 0.0046962546184659, |
| "rewards/margins": 1.3072673082351685, |
| "rewards/rejected": -1.3025707006454468, |
| "step": 57, |
| "train_speed(iter/s)": 0.010689 |
| }, |
| { |
| "epoch": 0.1294281729428173, |
| "grad_norm": 2.717229127883911, |
| "learning_rate": 0.00019988486324695628, |
| "logits/chosen": -0.33554819226264954, |
| "logits/rejected": -0.4281303584575653, |
| "logps/chosen": -14.103944778442383, |
| "logps/rejected": -32.3876838684082, |
| "loss": 0.9715602397918701, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5424861311912537, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": -0.0524468794465065, |
| "rewards/margins": 1.0883628129959106, |
| "rewards/rejected": -1.1408096551895142, |
| "step": 58, |
| "train_speed(iter/s)": 0.010687 |
| }, |
| { |
| "epoch": 0.13165969316596932, |
| "grad_norm": 2.887491226196289, |
| "learning_rate": 0.00019986647271243163, |
| "logits/chosen": -0.3923209011554718, |
| "logits/rejected": -0.48743686079978943, |
| "logps/chosen": -6.2308878898620605, |
| "logps/rejected": -21.537296295166016, |
| "loss": 0.9816198945045471, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.4462883472442627, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": -0.06832532584667206, |
| "rewards/margins": 0.5661296844482422, |
| "rewards/rejected": -0.6344550251960754, |
| "step": 59, |
| "train_speed(iter/s)": 0.010688 |
| }, |
| { |
| "epoch": 0.13389121338912133, |
| "grad_norm": 2.2311718463897705, |
| "learning_rate": 0.00019984672117252423, |
| "logits/chosen": -0.33507245779037476, |
| "logits/rejected": -0.49380406737327576, |
| "logps/chosen": -9.220368385314941, |
| "logps/rejected": -37.96326446533203, |
| "loss": 0.9401113986968994, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5612199902534485, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.06330323219299316, |
| "rewards/margins": 1.686211347579956, |
| "rewards/rejected": -1.622908115386963, |
| "step": 60, |
| "train_speed(iter/s)": 0.010687 |
| }, |
| { |
| "epoch": 0.13612273361227337, |
| "grad_norm": 1.992959976196289, |
| "learning_rate": 0.00019982560889641296, |
| "logits/chosen": -0.35564690828323364, |
| "logits/rejected": -0.5200420618057251, |
| "logps/chosen": -3.4553239345550537, |
| "logps/rejected": -32.64472198486328, |
| "loss": 0.640341579914093, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.3033585250377655, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.08748181164264679, |
| "rewards/margins": 1.5070304870605469, |
| "rewards/rejected": -1.419548511505127, |
| "step": 61, |
| "train_speed(iter/s)": 0.010687 |
| }, |
| { |
| "epoch": 0.13835425383542538, |
| "grad_norm": 3.40260648727417, |
| "learning_rate": 0.00019980313617182127, |
| "logits/chosen": -0.3457183837890625, |
| "logits/rejected": -0.5498067736625671, |
| "logps/chosen": -6.69366455078125, |
| "logps/rejected": -37.40818405151367, |
| "loss": 0.9436236619949341, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.6088553667068481, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": -0.10982945561408997, |
| "rewards/margins": 1.797737956047058, |
| "rewards/rejected": -1.9075673818588257, |
| "step": 62, |
| "train_speed(iter/s)": 0.010687 |
| }, |
| { |
| "epoch": 0.14058577405857742, |
| "grad_norm": 4.374825954437256, |
| "learning_rate": 0.00019977930330501308, |
| "logits/chosen": -0.42058196663856506, |
| "logits/rejected": -0.5126227736473083, |
| "logps/chosen": -10.140219688415527, |
| "logps/rejected": -33.032615661621094, |
| "loss": 1.193029522895813, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.6540992856025696, |
| "rewards/accuracies": 0.625, |
| "rewards/chosen": -0.22300566732883453, |
| "rewards/margins": 1.272392988204956, |
| "rewards/rejected": -1.495398759841919, |
| "step": 63, |
| "train_speed(iter/s)": 0.010688 |
| }, |
| { |
| "epoch": 0.14281729428172943, |
| "grad_norm": 4.756910800933838, |
| "learning_rate": 0.0001997541106207887, |
| "logits/chosen": -0.4631284475326538, |
| "logits/rejected": -0.5332682728767395, |
| "logps/chosen": -8.054980278015137, |
| "logps/rejected": -31.029682159423828, |
| "loss": 1.0884121656417847, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.6862107515335083, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": -0.1161859929561615, |
| "rewards/margins": 1.4922480583190918, |
| "rewards/rejected": -1.6084339618682861, |
| "step": 64, |
| "train_speed(iter/s)": 0.01069 |
| }, |
| { |
| "epoch": 0.14504881450488144, |
| "grad_norm": 3.428164005279541, |
| "learning_rate": 0.0001997275584624803, |
| "logits/chosen": -0.3415633738040924, |
| "logits/rejected": -0.49688977003097534, |
| "logps/chosen": -7.313436031341553, |
| "logps/rejected": -35.58869934082031, |
| "loss": 0.957207977771759, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.590711772441864, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.05026661604642868, |
| "rewards/margins": 1.5162088871002197, |
| "rewards/rejected": -1.4659425020217896, |
| "step": 65, |
| "train_speed(iter/s)": 0.010689 |
| }, |
| { |
| "epoch": 0.14728033472803348, |
| "grad_norm": 3.1654562950134277, |
| "learning_rate": 0.00019969964719194745, |
| "logits/chosen": -0.4512020945549011, |
| "logits/rejected": -0.5287590026855469, |
| "logps/chosen": -8.630544662475586, |
| "logps/rejected": -15.341949462890625, |
| "loss": 1.1465851068496704, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5758541822433472, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": 0.06041776388883591, |
| "rewards/margins": 0.51249760389328, |
| "rewards/rejected": -0.45207977294921875, |
| "step": 66, |
| "train_speed(iter/s)": 0.010691 |
| }, |
| { |
| "epoch": 0.1495118549511855, |
| "grad_norm": 2.0986812114715576, |
| "learning_rate": 0.0001996703771895719, |
| "logits/chosen": -0.5272831320762634, |
| "logits/rejected": -0.517794668674469, |
| "logps/chosen": -12.980257034301758, |
| "logps/rejected": -18.752052307128906, |
| "loss": 1.3610563278198242, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.6797517538070679, |
| "rewards/accuracies": 0.59375, |
| "rewards/chosen": 0.026422299444675446, |
| "rewards/margins": 0.5318213105201721, |
| "rewards/rejected": -0.5053990483283997, |
| "step": 67, |
| "train_speed(iter/s)": 0.010693 |
| }, |
| { |
| "epoch": 0.15174337517433753, |
| "grad_norm": 1.9081969261169434, |
| "learning_rate": 0.00019963974885425266, |
| "logits/chosen": -0.4080069661140442, |
| "logits/rejected": -0.47813406586647034, |
| "logps/chosen": -7.824826717376709, |
| "logps/rejected": -18.751680374145508, |
| "loss": 1.0740342140197754, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.45793265104293823, |
| "rewards/accuracies": 0.5625, |
| "rewards/chosen": 0.04187186062335968, |
| "rewards/margins": 0.3901542127132416, |
| "rewards/rejected": -0.3482823669910431, |
| "step": 68, |
| "train_speed(iter/s)": 0.010693 |
| }, |
| { |
| "epoch": 0.15397489539748954, |
| "grad_norm": 1.700203537940979, |
| "learning_rate": 0.0001996077626034003, |
| "logits/chosen": -0.45641785860061646, |
| "logits/rejected": -0.5060834884643555, |
| "logps/chosen": -11.462532043457031, |
| "logps/rejected": -16.27201271057129, |
| "loss": 1.1681339740753174, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.6015636920928955, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": 0.136613130569458, |
| "rewards/margins": 0.3738591969013214, |
| "rewards/rejected": -0.2372460514307022, |
| "step": 69, |
| "train_speed(iter/s)": 0.010694 |
| }, |
| { |
| "epoch": 0.15620641562064155, |
| "grad_norm": 1.9888875484466553, |
| "learning_rate": 0.00019957441887293156, |
| "logits/chosen": -0.4031111001968384, |
| "logits/rejected": -0.47320762276649475, |
| "logps/chosen": -7.325850009918213, |
| "logps/rejected": -25.553611755371094, |
| "loss": 1.002021074295044, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.4237433671951294, |
| "rewards/accuracies": 0.65625, |
| "rewards/chosen": 0.013660086318850517, |
| "rewards/margins": 0.49219831824302673, |
| "rewards/rejected": -0.4785382151603699, |
| "step": 70, |
| "train_speed(iter/s)": 0.010694 |
| }, |
| { |
| "epoch": 0.1584379358437936, |
| "grad_norm": 1.5379258394241333, |
| "learning_rate": 0.0001995397181172631, |
| "logits/chosen": -0.40455764532089233, |
| "logits/rejected": -0.518138587474823, |
| "logps/chosen": -3.8365478515625, |
| "logps/rejected": -26.37249755859375, |
| "loss": 0.8130152225494385, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.34526968002319336, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.10106083005666733, |
| "rewards/margins": 0.8268870115280151, |
| "rewards/rejected": -0.7258262038230896, |
| "step": 71, |
| "train_speed(iter/s)": 0.010695 |
| }, |
| { |
| "epoch": 0.1606694560669456, |
| "grad_norm": 1.612131953239441, |
| "learning_rate": 0.0001995036608093056, |
| "logits/chosen": -0.4558025002479553, |
| "logits/rejected": -0.48799094557762146, |
| "logps/chosen": -8.70871639251709, |
| "logps/rejected": -17.577770233154297, |
| "loss": 0.8906623125076294, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.3765795826911926, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": 0.05890116095542908, |
| "rewards/margins": 0.6036397814750671, |
| "rewards/rejected": -0.5447385907173157, |
| "step": 72, |
| "train_speed(iter/s)": 0.010695 |
| }, |
| { |
| "epoch": 0.16290097629009762, |
| "grad_norm": 1.3791937828063965, |
| "learning_rate": 0.00019946624744045704, |
| "logits/chosen": -0.4362650215625763, |
| "logits/rejected": -0.48206600546836853, |
| "logps/chosen": -10.413619995117188, |
| "logps/rejected": -27.357479095458984, |
| "loss": 0.8979863524436951, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.3758661448955536, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": -0.009980186820030212, |
| "rewards/margins": 0.9504665732383728, |
| "rewards/rejected": -0.960446834564209, |
| "step": 73, |
| "train_speed(iter/s)": 0.010695 |
| }, |
| { |
| "epoch": 0.16513249651324965, |
| "grad_norm": 1.7471097707748413, |
| "learning_rate": 0.00019942747852059632, |
| "logits/chosen": -0.423688143491745, |
| "logits/rejected": -0.49418017268180847, |
| "logps/chosen": -8.749202728271484, |
| "logps/rejected": -33.218692779541016, |
| "loss": 0.8359287977218628, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.36860865354537964, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": -0.05798308178782463, |
| "rewards/margins": 1.4300649166107178, |
| "rewards/rejected": -1.4880479574203491, |
| "step": 74, |
| "train_speed(iter/s)": 0.010695 |
| }, |
| { |
| "epoch": 0.16736401673640167, |
| "grad_norm": 2.2621185779571533, |
| "learning_rate": 0.00019938735457807592, |
| "logits/chosen": -0.40228813886642456, |
| "logits/rejected": -0.47656214237213135, |
| "logps/chosen": -10.918057441711426, |
| "logps/rejected": -30.61962890625, |
| "loss": 0.9725239872932434, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.499444842338562, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": -0.06699477136135101, |
| "rewards/margins": 0.938097357749939, |
| "rewards/rejected": -1.0050921440124512, |
| "step": 75, |
| "train_speed(iter/s)": 0.010695 |
| }, |
| { |
| "epoch": 0.1695955369595537, |
| "grad_norm": 2.474619150161743, |
| "learning_rate": 0.00019934587615971506, |
| "logits/chosen": -0.38186344504356384, |
| "logits/rejected": -0.4598054587841034, |
| "logps/chosen": -6.823958873748779, |
| "logps/rejected": -29.09862518310547, |
| "loss": 0.9761800765991211, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.48571133613586426, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": -0.05072644352912903, |
| "rewards/margins": 0.8625801205635071, |
| "rewards/rejected": -0.9133066534996033, |
| "step": 76, |
| "train_speed(iter/s)": 0.010695 |
| }, |
| { |
| "epoch": 0.17182705718270572, |
| "grad_norm": 1.823959231376648, |
| "learning_rate": 0.00019930304383079204, |
| "logits/chosen": -0.4149280786514282, |
| "logits/rejected": -0.5062562227249146, |
| "logps/chosen": -8.54432201385498, |
| "logps/rejected": -29.242015838623047, |
| "loss": 0.8722183108329773, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.4606979191303253, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.01995794102549553, |
| "rewards/margins": 1.4311785697937012, |
| "rewards/rejected": -1.4112205505371094, |
| "step": 77, |
| "train_speed(iter/s)": 0.010695 |
| }, |
| { |
| "epoch": 0.17405857740585773, |
| "grad_norm": 1.793901801109314, |
| "learning_rate": 0.00019925885817503663, |
| "logits/chosen": -0.4355413317680359, |
| "logits/rejected": -0.5245873332023621, |
| "logps/chosen": -4.893879413604736, |
| "logps/rejected": -25.42880630493164, |
| "loss": 0.7558175921440125, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.38899344205856323, |
| "rewards/accuracies": 0.9375, |
| "rewards/chosen": 0.08300305157899857, |
| "rewards/margins": 1.0970323085784912, |
| "rewards/rejected": -1.0140292644500732, |
| "step": 78, |
| "train_speed(iter/s)": 0.010696 |
| }, |
| { |
| "epoch": 0.17629009762900977, |
| "grad_norm": 2.114241123199463, |
| "learning_rate": 0.00019921331979462197, |
| "logits/chosen": -0.3358357548713684, |
| "logits/rejected": -0.47999072074890137, |
| "logps/chosen": -5.950570583343506, |
| "logps/rejected": -28.20298957824707, |
| "loss": 0.8057999610900879, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.4144690930843353, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.05946407839655876, |
| "rewards/margins": 1.0457231998443604, |
| "rewards/rejected": -0.9862591028213501, |
| "step": 79, |
| "train_speed(iter/s)": 0.010697 |
| }, |
| { |
| "epoch": 0.17852161785216178, |
| "grad_norm": 2.7315855026245117, |
| "learning_rate": 0.00019916642931015662, |
| "logits/chosen": -0.43205446004867554, |
| "logits/rejected": -0.5006397366523743, |
| "logps/chosen": -7.170259952545166, |
| "logps/rejected": -22.804529190063477, |
| "loss": 1.0863537788391113, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.6158946752548218, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": -0.03549172729253769, |
| "rewards/margins": 0.8894610404968262, |
| "rewards/rejected": -0.9249527454376221, |
| "step": 80, |
| "train_speed(iter/s)": 0.010698 |
| }, |
| { |
| "epoch": 0.18075313807531382, |
| "grad_norm": 2.479121685028076, |
| "learning_rate": 0.00019911818736067586, |
| "logits/chosen": -0.40614452958106995, |
| "logits/rejected": -0.5118440389633179, |
| "logps/chosen": -4.780482769012451, |
| "logps/rejected": -22.085041046142578, |
| "loss": 0.7858155965805054, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.44690829515457153, |
| "rewards/accuracies": 0.9375, |
| "rewards/chosen": 0.21181246638298035, |
| "rewards/margins": 1.2262333631515503, |
| "rewards/rejected": -1.0144208669662476, |
| "step": 81, |
| "train_speed(iter/s)": 0.010699 |
| }, |
| { |
| "epoch": 0.18298465829846583, |
| "grad_norm": 1.6746541261672974, |
| "learning_rate": 0.00019906859460363307, |
| "logits/chosen": -0.4001500606536865, |
| "logits/rejected": -0.45929989218711853, |
| "logps/chosen": -7.395153045654297, |
| "logps/rejected": -25.426557540893555, |
| "loss": 0.7357066869735718, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.4178068935871124, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.16341763734817505, |
| "rewards/margins": 1.525546669960022, |
| "rewards/rejected": -1.3621290922164917, |
| "step": 82, |
| "train_speed(iter/s)": 0.0107 |
| }, |
| { |
| "epoch": 0.18521617852161784, |
| "grad_norm": 4.773955821990967, |
| "learning_rate": 0.00019901765171489086, |
| "logits/chosen": -0.30332040786743164, |
| "logits/rejected": -0.4577845633029938, |
| "logps/chosen": -10.913299560546875, |
| "logps/rejected": -46.28175354003906, |
| "loss": 1.1305065155029297, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.7709158658981323, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": -0.34224939346313477, |
| "rewards/margins": 2.636122703552246, |
| "rewards/rejected": -2.9783718585968018, |
| "step": 83, |
| "train_speed(iter/s)": 0.0107 |
| }, |
| { |
| "epoch": 0.18744769874476988, |
| "grad_norm": 2.5695321559906006, |
| "learning_rate": 0.0001989653593887117, |
| "logits/chosen": -0.3644600212574005, |
| "logits/rejected": -0.43475809693336487, |
| "logps/chosen": -6.348275661468506, |
| "logps/rejected": -29.636547088623047, |
| "loss": 0.8502273559570312, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.4918310344219208, |
| "rewards/accuracies": 0.90625, |
| "rewards/chosen": 0.07552118599414825, |
| "rewards/margins": 1.7124391794204712, |
| "rewards/rejected": -1.636918067932129, |
| "step": 84, |
| "train_speed(iter/s)": 0.010702 |
| }, |
| { |
| "epoch": 0.1896792189679219, |
| "grad_norm": 3.117232322692871, |
| "learning_rate": 0.00019891171833774854, |
| "logits/chosen": -0.31497788429260254, |
| "logits/rejected": -0.40428590774536133, |
| "logps/chosen": -10.195795059204102, |
| "logps/rejected": -43.74475860595703, |
| "loss": 1.0120048522949219, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.6030641198158264, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": -0.17749960720539093, |
| "rewards/margins": 2.177133083343506, |
| "rewards/rejected": -2.35463285446167, |
| "step": 85, |
| "train_speed(iter/s)": 0.010701 |
| }, |
| { |
| "epoch": 0.19191073919107393, |
| "grad_norm": 2.5167582035064697, |
| "learning_rate": 0.00019885672929303508, |
| "logits/chosen": -0.3179773986339569, |
| "logits/rejected": -0.42796629667282104, |
| "logps/chosen": -10.96944522857666, |
| "logps/rejected": -40.80889129638672, |
| "loss": 0.8473846912384033, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5096143484115601, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": -0.08502935618162155, |
| "rewards/margins": 2.197641134262085, |
| "rewards/rejected": -2.282670259475708, |
| "step": 86, |
| "train_speed(iter/s)": 0.010702 |
| }, |
| { |
| "epoch": 0.19414225941422594, |
| "grad_norm": 2.2492237091064453, |
| "learning_rate": 0.00019880039300397591, |
| "logits/chosen": -0.4064781665802002, |
| "logits/rejected": -0.4387715458869934, |
| "logps/chosen": -7.350955009460449, |
| "logps/rejected": -30.075700759887695, |
| "loss": 0.9061151742935181, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5411654710769653, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.04652661085128784, |
| "rewards/margins": 1.5254417657852173, |
| "rewards/rejected": -1.4789149761199951, |
| "step": 87, |
| "train_speed(iter/s)": 0.010703 |
| }, |
| { |
| "epoch": 0.19637377963737795, |
| "grad_norm": 1.698593258857727, |
| "learning_rate": 0.00019874271023833604, |
| "logits/chosen": -0.36257320642471313, |
| "logits/rejected": -0.4434874653816223, |
| "logps/chosen": -8.048574447631836, |
| "logps/rejected": -30.737728118896484, |
| "loss": 0.8314277529716492, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.47138625383377075, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.10594448447227478, |
| "rewards/margins": 1.524275541305542, |
| "rewards/rejected": -1.4183311462402344, |
| "step": 88, |
| "train_speed(iter/s)": 0.010703 |
| }, |
| { |
| "epoch": 0.19860529986053, |
| "grad_norm": 3.0257344245910645, |
| "learning_rate": 0.00019868368178223075, |
| "logits/chosen": -0.3720957636833191, |
| "logits/rejected": -0.45681309700012207, |
| "logps/chosen": -9.780877113342285, |
| "logps/rejected": -23.92654037475586, |
| "loss": 1.1227757930755615, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.6208180785179138, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": -0.049955643713474274, |
| "rewards/margins": 0.7902018427848816, |
| "rewards/rejected": -0.8401575088500977, |
| "step": 89, |
| "train_speed(iter/s)": 0.010704 |
| }, |
| { |
| "epoch": 0.200836820083682, |
| "grad_norm": 1.996423363685608, |
| "learning_rate": 0.00019862330844011466, |
| "logits/chosen": -0.4094502031803131, |
| "logits/rejected": -0.5237057209014893, |
| "logps/chosen": -7.119333744049072, |
| "logps/rejected": -27.10557746887207, |
| "loss": 0.9298258423805237, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5608960390090942, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.13814933598041534, |
| "rewards/margins": 1.2807323932647705, |
| "rewards/rejected": -1.1425830125808716, |
| "step": 90, |
| "train_speed(iter/s)": 0.010705 |
| }, |
| { |
| "epoch": 0.20306834030683404, |
| "grad_norm": 2.4107954502105713, |
| "learning_rate": 0.00019856159103477086, |
| "logits/chosen": -0.38746166229248047, |
| "logits/rejected": -0.488497257232666, |
| "logps/chosen": -4.5973896980285645, |
| "logps/rejected": -27.419519424438477, |
| "loss": 0.710839033126831, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.30818992853164673, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.038327932357788086, |
| "rewards/margins": 1.1028857231140137, |
| "rewards/rejected": -1.064557671546936, |
| "step": 91, |
| "train_speed(iter/s)": 0.010705 |
| }, |
| { |
| "epoch": 0.20529986052998606, |
| "grad_norm": 1.7134486436843872, |
| "learning_rate": 0.00019849853040729962, |
| "logits/chosen": -0.39711794257164, |
| "logits/rejected": -0.5056676268577576, |
| "logps/chosen": -3.698580265045166, |
| "logps/rejected": -35.89771270751953, |
| "loss": 0.6057847142219543, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.28385108709335327, |
| "rewards/accuracies": 0.9375, |
| "rewards/chosen": 0.012411292642354965, |
| "rewards/margins": 1.7848464250564575, |
| "rewards/rejected": -1.7724350690841675, |
| "step": 92, |
| "train_speed(iter/s)": 0.010705 |
| }, |
| { |
| "epoch": 0.20753138075313807, |
| "grad_norm": 3.236150026321411, |
| "learning_rate": 0.00019843412741710705, |
| "logits/chosen": -0.4137122631072998, |
| "logits/rejected": -0.5312527418136597, |
| "logps/chosen": -8.622723579406738, |
| "logps/rejected": -32.65446853637695, |
| "loss": 0.923988938331604, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5595443248748779, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": -0.008658979088068008, |
| "rewards/margins": 1.6513465642929077, |
| "rewards/rejected": -1.6600055694580078, |
| "step": 93, |
| "train_speed(iter/s)": 0.010706 |
| }, |
| { |
| "epoch": 0.2097629009762901, |
| "grad_norm": 3.0684919357299805, |
| "learning_rate": 0.00019836838294189327, |
| "logits/chosen": -0.30109331011772156, |
| "logits/rejected": -0.5258408784866333, |
| "logps/chosen": -4.7982635498046875, |
| "logps/rejected": -46.58249282836914, |
| "loss": 0.6704127788543701, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.41316378116607666, |
| "rewards/accuracies": 0.90625, |
| "rewards/chosen": -0.022386539727449417, |
| "rewards/margins": 2.3209354877471924, |
| "rewards/rejected": -2.3433220386505127, |
| "step": 94, |
| "train_speed(iter/s)": 0.010705 |
| }, |
| { |
| "epoch": 0.21199442119944212, |
| "grad_norm": 1.8835054636001587, |
| "learning_rate": 0.00019830129787764048, |
| "logits/chosen": -0.41429489850997925, |
| "logits/rejected": -0.5583072304725647, |
| "logps/chosen": -7.361013412475586, |
| "logps/rejected": -39.35795211791992, |
| "loss": 0.6725447773933411, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.368007630109787, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": -0.1507667899131775, |
| "rewards/margins": 2.0595011711120605, |
| "rewards/rejected": -2.210268020629883, |
| "step": 95, |
| "train_speed(iter/s)": 0.010706 |
| }, |
| { |
| "epoch": 0.21422594142259413, |
| "grad_norm": 2.3120245933532715, |
| "learning_rate": 0.00019823287313860087, |
| "logits/chosen": -0.372950941324234, |
| "logits/rejected": -0.49759799242019653, |
| "logps/chosen": -11.2495756149292, |
| "logps/rejected": -34.734066009521484, |
| "loss": 1.1070480346679688, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.6910135746002197, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": -0.07585638761520386, |
| "rewards/margins": 1.6244981288909912, |
| "rewards/rejected": -1.7003545761108398, |
| "step": 96, |
| "train_speed(iter/s)": 0.010706 |
| }, |
| { |
| "epoch": 0.21645746164574617, |
| "grad_norm": 2.277174711227417, |
| "learning_rate": 0.00019816310965728388, |
| "logits/chosen": -0.4299129247665405, |
| "logits/rejected": -0.4980982542037964, |
| "logps/chosen": -9.542954444885254, |
| "logps/rejected": -25.756847381591797, |
| "loss": 0.9643784165382385, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.4663383364677429, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": -0.04499448090791702, |
| "rewards/margins": 1.144527554512024, |
| "rewards/rejected": -1.1895220279693604, |
| "step": 97, |
| "train_speed(iter/s)": 0.010706 |
| }, |
| { |
| "epoch": 0.21868898186889818, |
| "grad_norm": 1.9245892763137817, |
| "learning_rate": 0.00019809200838444383, |
| "logits/chosen": -0.4750334322452545, |
| "logits/rejected": -0.5499654412269592, |
| "logps/chosen": -7.279554843902588, |
| "logps/rejected": -27.49015998840332, |
| "loss": 0.7538543343544006, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.37693145871162415, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.19298376142978668, |
| "rewards/margins": 1.2535287141799927, |
| "rewards/rejected": -1.0605449676513672, |
| "step": 98, |
| "train_speed(iter/s)": 0.010707 |
| }, |
| { |
| "epoch": 0.22092050209205022, |
| "grad_norm": 2.6517419815063477, |
| "learning_rate": 0.0001980195702890667, |
| "logits/chosen": -0.3958469033241272, |
| "logits/rejected": -0.5089414715766907, |
| "logps/chosen": -7.152680397033691, |
| "logps/rejected": -34.461917877197266, |
| "loss": 0.8412438035011292, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.3738154470920563, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": -0.022486146539449692, |
| "rewards/margins": 1.67362380027771, |
| "rewards/rejected": -1.6961098909378052, |
| "step": 99, |
| "train_speed(iter/s)": 0.010708 |
| }, |
| { |
| "epoch": 0.22315202231520223, |
| "grad_norm": 2.8246142864227295, |
| "learning_rate": 0.00019794579635835704, |
| "logits/chosen": -0.4292357861995697, |
| "logits/rejected": -0.5326910614967346, |
| "logps/chosen": -7.5378594398498535, |
| "logps/rejected": -21.57219696044922, |
| "loss": 1.0386667251586914, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5401602387428284, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": 0.06580009311437607, |
| "rewards/margins": 0.625900149345398, |
| "rewards/rejected": -0.5601000189781189, |
| "step": 100, |
| "train_speed(iter/s)": 0.010708 |
| }, |
| { |
| "epoch": 0.22538354253835424, |
| "grad_norm": 2.5541062355041504, |
| "learning_rate": 0.00019787068759772458, |
| "logits/chosen": -0.2897275686264038, |
| "logits/rejected": -0.469921737909317, |
| "logps/chosen": -5.731183052062988, |
| "logps/rejected": -42.3974494934082, |
| "loss": 0.6600039005279541, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.34703782200813293, |
| "rewards/accuracies": 0.9375, |
| "rewards/chosen": 0.03177756816148758, |
| "rewards/margins": 2.005840539932251, |
| "rewards/rejected": -1.9740626811981201, |
| "step": 101, |
| "train_speed(iter/s)": 0.010686 |
| }, |
| { |
| "epoch": 0.22761506276150628, |
| "grad_norm": 1.7807402610778809, |
| "learning_rate": 0.0001977942450307703, |
| "logits/chosen": -0.4453420042991638, |
| "logits/rejected": -0.5632447004318237, |
| "logps/chosen": -2.4129638671875, |
| "logps/rejected": -25.95719337463379, |
| "loss": 0.5793961882591248, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.23024141788482666, |
| "rewards/accuracies": 0.9375, |
| "rewards/chosen": 0.14239919185638428, |
| "rewards/margins": 1.4281731843948364, |
| "rewards/rejected": -1.2857739925384521, |
| "step": 102, |
| "train_speed(iter/s)": 0.010687 |
| }, |
| { |
| "epoch": 0.2298465829846583, |
| "grad_norm": 2.2132644653320312, |
| "learning_rate": 0.00019771646969927276, |
| "logits/chosen": -0.35926875472068787, |
| "logits/rejected": -0.520535945892334, |
| "logps/chosen": -13.426995277404785, |
| "logps/rejected": -45.62168884277344, |
| "loss": 1.015347957611084, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.7125861644744873, |
| "rewards/accuracies": 0.9375, |
| "rewards/chosen": -0.29009538888931274, |
| "rewards/margins": 2.0907297134399414, |
| "rewards/rejected": -2.3808252811431885, |
| "step": 103, |
| "train_speed(iter/s)": 0.010687 |
| }, |
| { |
| "epoch": 0.23207810320781033, |
| "grad_norm": 3.2295114994049072, |
| "learning_rate": 0.00019763736266317373, |
| "logits/chosen": -0.40255796909332275, |
| "logits/rejected": -0.48326143622398376, |
| "logps/chosen": -11.606037139892578, |
| "logps/rejected": -31.71380043029785, |
| "loss": 1.1166499853134155, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.6979129910469055, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": -0.08108239620923996, |
| "rewards/margins": 1.4596813917160034, |
| "rewards/rejected": -1.5407637357711792, |
| "step": 104, |
| "train_speed(iter/s)": 0.010687 |
| }, |
| { |
| "epoch": 0.23430962343096234, |
| "grad_norm": 10.526008605957031, |
| "learning_rate": 0.00019755692500056377, |
| "logits/chosen": -0.39488697052001953, |
| "logits/rejected": -0.4993595480918884, |
| "logps/chosen": -8.515541076660156, |
| "logps/rejected": -43.509639739990234, |
| "loss": 0.9588133096694946, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.6071394085884094, |
| "rewards/accuracies": 0.90625, |
| "rewards/chosen": -0.21072883903980255, |
| "rewards/margins": 2.291653633117676, |
| "rewards/rejected": -2.502382278442383, |
| "step": 105, |
| "train_speed(iter/s)": 0.010688 |
| }, |
| { |
| "epoch": 0.23654114365411436, |
| "grad_norm": 4.369258880615234, |
| "learning_rate": 0.0001974751578076675, |
| "logits/chosen": -0.47596731781959534, |
| "logits/rejected": -0.567024827003479, |
| "logps/chosen": -9.769340515136719, |
| "logps/rejected": -36.51396560668945, |
| "loss": 1.1472177505493164, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.7814697623252869, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": -0.07862536609172821, |
| "rewards/margins": 1.9599454402923584, |
| "rewards/rejected": -2.0385708808898926, |
| "step": 106, |
| "train_speed(iter/s)": 0.010688 |
| }, |
| { |
| "epoch": 0.2387726638772664, |
| "grad_norm": 2.6377806663513184, |
| "learning_rate": 0.0001973920621988288, |
| "logits/chosen": -0.4363410472869873, |
| "logits/rejected": -0.5180681943893433, |
| "logps/chosen": -8.525186538696289, |
| "logps/rejected": -36.119422912597656, |
| "loss": 0.8840208053588867, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5660971999168396, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": -0.11222146451473236, |
| "rewards/margins": 2.031522035598755, |
| "rewards/rejected": -2.1437435150146484, |
| "step": 107, |
| "train_speed(iter/s)": 0.010689 |
| }, |
| { |
| "epoch": 0.2410041841004184, |
| "grad_norm": 3.5556135177612305, |
| "learning_rate": 0.00019730763930649557, |
| "logits/chosen": -0.4549260139465332, |
| "logits/rejected": -0.5709996223449707, |
| "logps/chosen": -6.807540416717529, |
| "logps/rejected": -35.386817932128906, |
| "loss": 1.0365853309631348, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.6718467473983765, |
| "rewards/accuracies": 0.90625, |
| "rewards/chosen": -0.010064257308840752, |
| "rewards/margins": 2.010096549987793, |
| "rewards/rejected": -2.0201611518859863, |
| "step": 108, |
| "train_speed(iter/s)": 0.01069 |
| }, |
| { |
| "epoch": 0.24323570432357045, |
| "grad_norm": 2.9586894512176514, |
| "learning_rate": 0.0001972218902812041, |
| "logits/chosen": -0.5169477462768555, |
| "logits/rejected": -0.5766913890838623, |
| "logps/chosen": -9.75178050994873, |
| "logps/rejected": -26.94969940185547, |
| "loss": 1.03122079372406, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.6585339307785034, |
| "rewards/accuracies": 0.90625, |
| "rewards/chosen": -0.047493062913417816, |
| "rewards/margins": 1.4683667421340942, |
| "rewards/rejected": -1.5158597230911255, |
| "step": 109, |
| "train_speed(iter/s)": 0.010691 |
| }, |
| { |
| "epoch": 0.24546722454672246, |
| "grad_norm": 2.40643310546875, |
| "learning_rate": 0.0001971348162915637, |
| "logits/chosen": -0.40012210607528687, |
| "logits/rejected": -0.5228334665298462, |
| "logps/chosen": -12.064148902893066, |
| "logps/rejected": -42.65177917480469, |
| "loss": 1.028669834136963, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.584478497505188, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.0045367032289505005, |
| "rewards/margins": 1.1938111782073975, |
| "rewards/rejected": -1.189274549484253, |
| "step": 110, |
| "train_speed(iter/s)": 0.01069 |
| }, |
| { |
| "epoch": 0.24769874476987447, |
| "grad_norm": 1.9528326988220215, |
| "learning_rate": 0.0001970464185242406, |
| "logits/chosen": -0.48454731702804565, |
| "logits/rejected": -0.5713267922401428, |
| "logps/chosen": -8.57382869720459, |
| "logps/rejected": -28.3697452545166, |
| "loss": 0.9442793130874634, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5884312987327576, |
| "rewards/accuracies": 0.96875, |
| "rewards/chosen": -0.007765632122755051, |
| "rewards/margins": 1.1733622550964355, |
| "rewards/rejected": -1.181127905845642, |
| "step": 111, |
| "train_speed(iter/s)": 0.01069 |
| }, |
| { |
| "epoch": 0.2499302649930265, |
| "grad_norm": 1.6935343742370605, |
| "learning_rate": 0.00019695669818394176, |
| "logits/chosen": -0.49247032403945923, |
| "logits/rejected": -0.5529605150222778, |
| "logps/chosen": -6.149413108825684, |
| "logps/rejected": -26.09927749633789, |
| "loss": 0.8117169141769409, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.36330851912498474, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.11475833505392075, |
| "rewards/margins": 0.9903795719146729, |
| "rewards/rejected": -0.8756212592124939, |
| "step": 112, |
| "train_speed(iter/s)": 0.010691 |
| }, |
| { |
| "epoch": 0.25216178521617855, |
| "grad_norm": 1.7400895357131958, |
| "learning_rate": 0.00019686565649339852, |
| "logits/chosen": -0.47781193256378174, |
| "logits/rejected": -0.541789174079895, |
| "logps/chosen": -7.246283054351807, |
| "logps/rejected": -28.977123260498047, |
| "loss": 0.8169933557510376, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.46227994561195374, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.1930399090051651, |
| "rewards/margins": 1.5713894367218018, |
| "rewards/rejected": -1.3783494234085083, |
| "step": 113, |
| "train_speed(iter/s)": 0.010692 |
| }, |
| { |
| "epoch": 0.25439330543933053, |
| "grad_norm": 2.0717272758483887, |
| "learning_rate": 0.0001967732946933499, |
| "logits/chosen": -0.48887836933135986, |
| "logits/rejected": -0.5135952234268188, |
| "logps/chosen": -9.175788879394531, |
| "logps/rejected": -19.074743270874023, |
| "loss": 1.0894757509231567, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5358699560165405, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": -0.011165066622197628, |
| "rewards/margins": 0.7140389084815979, |
| "rewards/rejected": -0.7252039313316345, |
| "step": 114, |
| "train_speed(iter/s)": 0.010692 |
| }, |
| { |
| "epoch": 0.25662482566248257, |
| "grad_norm": 1.8609806299209595, |
| "learning_rate": 0.00019667961404252573, |
| "logits/chosen": -0.46024733781814575, |
| "logits/rejected": -0.5330649018287659, |
| "logps/chosen": -6.905147552490234, |
| "logps/rejected": -30.54239273071289, |
| "loss": 0.8680601119995117, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.44586634635925293, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.03578485921025276, |
| "rewards/margins": 1.5293731689453125, |
| "rewards/rejected": -1.4935882091522217, |
| "step": 115, |
| "train_speed(iter/s)": 0.010693 |
| }, |
| { |
| "epoch": 0.2588563458856346, |
| "grad_norm": 1.66657292842865, |
| "learning_rate": 0.00019658461581762948, |
| "logits/chosen": -0.430117666721344, |
| "logits/rejected": -0.5585033297538757, |
| "logps/chosen": -5.328842639923096, |
| "logps/rejected": -37.261329650878906, |
| "loss": 0.6072223782539368, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.3235556483268738, |
| "rewards/accuracies": 0.9375, |
| "rewards/chosen": 0.11161011457443237, |
| "rewards/margins": 2.0768401622772217, |
| "rewards/rejected": -1.965229868888855, |
| "step": 116, |
| "train_speed(iter/s)": 0.010693 |
| }, |
| { |
| "epoch": 0.2610878661087866, |
| "grad_norm": 1.51878821849823, |
| "learning_rate": 0.0001964883013133208, |
| "logits/chosen": -0.419185996055603, |
| "logits/rejected": -0.5297868251800537, |
| "logps/chosen": -8.04638385772705, |
| "logps/rejected": -37.03801727294922, |
| "loss": 0.7135862708091736, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.40418556332588196, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": -0.003706634044647217, |
| "rewards/margins": 2.0922625064849854, |
| "rewards/rejected": -2.0959692001342773, |
| "step": 117, |
| "train_speed(iter/s)": 0.010693 |
| }, |
| { |
| "epoch": 0.26331938633193863, |
| "grad_norm": 1.7501200437545776, |
| "learning_rate": 0.00019639067184219796, |
| "logits/chosen": -0.4789353609085083, |
| "logits/rejected": -0.5624681711196899, |
| "logps/chosen": -2.698453426361084, |
| "logps/rejected": -30.66053009033203, |
| "loss": 0.4839392304420471, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.23937827348709106, |
| "rewards/accuracies": 0.9375, |
| "rewards/chosen": 0.1991066038608551, |
| "rewards/margins": 2.1478512287139893, |
| "rewards/rejected": -1.948744773864746, |
| "step": 118, |
| "train_speed(iter/s)": 0.010693 |
| }, |
| { |
| "epoch": 0.26555090655509067, |
| "grad_norm": 5.462699890136719, |
| "learning_rate": 0.00019629172873477995, |
| "logits/chosen": -0.4896751642227173, |
| "logits/rejected": -0.6056660413742065, |
| "logps/chosen": -9.186168670654297, |
| "logps/rejected": -43.67456817626953, |
| "loss": 1.0974973440170288, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.7505476474761963, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": -0.26940032839775085, |
| "rewards/margins": 2.277892589569092, |
| "rewards/rejected": -2.547292709350586, |
| "step": 119, |
| "train_speed(iter/s)": 0.010694 |
| }, |
| { |
| "epoch": 0.26778242677824265, |
| "grad_norm": 2.521127462387085, |
| "learning_rate": 0.00019619147333948823, |
| "logits/chosen": -0.40272024273872375, |
| "logits/rejected": -0.6465494632720947, |
| "logps/chosen": -4.102967262268066, |
| "logps/rejected": -46.14149475097656, |
| "loss": 0.6112779974937439, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.35009804368019104, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": -0.06559442728757858, |
| "rewards/margins": 2.652864456176758, |
| "rewards/rejected": -2.718458652496338, |
| "step": 120, |
| "train_speed(iter/s)": 0.010694 |
| }, |
| { |
| "epoch": 0.2700139470013947, |
| "grad_norm": 6.966860771179199, |
| "learning_rate": 0.00019608990702262862, |
| "logits/chosen": -0.46823495626449585, |
| "logits/rejected": -0.5669148564338684, |
| "logps/chosen": -11.427492141723633, |
| "logps/rejected": -41.708621978759766, |
| "loss": 0.9116367101669312, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5967401266098022, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": -0.1262148916721344, |
| "rewards/margins": 2.7404427528381348, |
| "rewards/rejected": -2.8666577339172363, |
| "step": 121, |
| "train_speed(iter/s)": 0.010694 |
| }, |
| { |
| "epoch": 0.27224546722454673, |
| "grad_norm": 3.0951266288757324, |
| "learning_rate": 0.0001959870311683723, |
| "logits/chosen": -0.4486353099346161, |
| "logits/rejected": -0.5479130744934082, |
| "logps/chosen": -12.51127815246582, |
| "logps/rejected": -38.43931198120117, |
| "loss": 0.9770362377166748, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5739753246307373, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": -0.2812083661556244, |
| "rewards/margins": 1.7542171478271484, |
| "rewards/rejected": -2.0354256629943848, |
| "step": 122, |
| "train_speed(iter/s)": 0.010694 |
| }, |
| { |
| "epoch": 0.2744769874476987, |
| "grad_norm": 2.664623498916626, |
| "learning_rate": 0.00019588284717873738, |
| "logits/chosen": -0.48905450105667114, |
| "logits/rejected": -0.5784589052200317, |
| "logps/chosen": -11.445174217224121, |
| "logps/rejected": -45.63172149658203, |
| "loss": 0.8187350630760193, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5693225860595703, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": -0.07134091854095459, |
| "rewards/margins": 2.74631929397583, |
| "rewards/rejected": -2.8176605701446533, |
| "step": 123, |
| "train_speed(iter/s)": 0.010693 |
| }, |
| { |
| "epoch": 0.27670850767085076, |
| "grad_norm": 1.5270544290542603, |
| "learning_rate": 0.00019577735647356928, |
| "logits/chosen": -0.42984533309936523, |
| "logits/rejected": -0.5359001159667969, |
| "logps/chosen": -6.653199195861816, |
| "logps/rejected": -29.57577133178711, |
| "loss": 0.7354912757873535, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.3922813832759857, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.1660708487033844, |
| "rewards/margins": 1.5390381813049316, |
| "rewards/rejected": -1.3729673624038696, |
| "step": 124, |
| "train_speed(iter/s)": 0.010694 |
| }, |
| { |
| "epoch": 0.2789400278940028, |
| "grad_norm": 3.5429413318634033, |
| "learning_rate": 0.00019567056049052203, |
| "logits/chosen": -0.3107150197029114, |
| "logits/rejected": -0.4991438388824463, |
| "logps/chosen": -5.079807758331299, |
| "logps/rejected": -40.358970642089844, |
| "loss": 0.6619258522987366, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.36486440896987915, |
| "rewards/accuracies": 0.90625, |
| "rewards/chosen": 0.030078772455453873, |
| "rewards/margins": 1.9852522611618042, |
| "rewards/rejected": -1.955173373222351, |
| "step": 125, |
| "train_speed(iter/s)": 0.010693 |
| }, |
| { |
| "epoch": 0.28117154811715483, |
| "grad_norm": 1.961870551109314, |
| "learning_rate": 0.00019556246068503795, |
| "logits/chosen": -0.44410189986228943, |
| "logits/rejected": -0.4920841455459595, |
| "logps/chosen": -11.91314697265625, |
| "logps/rejected": -31.1485595703125, |
| "loss": 0.8891083598136902, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5505969524383545, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.03779969736933708, |
| "rewards/margins": 1.8280887603759766, |
| "rewards/rejected": -1.790289044380188, |
| "step": 126, |
| "train_speed(iter/s)": 0.010694 |
| }, |
| { |
| "epoch": 0.2834030683403068, |
| "grad_norm": 2.261699676513672, |
| "learning_rate": 0.00019545305853032848, |
| "logits/chosen": -0.3864215016365051, |
| "logits/rejected": -0.4863501191139221, |
| "logps/chosen": -7.286771774291992, |
| "logps/rejected": -30.703035354614258, |
| "loss": 0.8944107294082642, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5101214051246643, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.018673699349164963, |
| "rewards/margins": 1.4196372032165527, |
| "rewards/rejected": -1.400963544845581, |
| "step": 127, |
| "train_speed(iter/s)": 0.010694 |
| }, |
| { |
| "epoch": 0.28563458856345886, |
| "grad_norm": 1.475645899772644, |
| "learning_rate": 0.0001953423555173536, |
| "logits/chosen": -0.36042094230651855, |
| "logits/rejected": -0.5007886290550232, |
| "logps/chosen": -5.484119892120361, |
| "logps/rejected": -41.732566833496094, |
| "loss": 0.587951123714447, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.33234262466430664, |
| "rewards/accuracies": 0.96875, |
| "rewards/chosen": 0.022678524255752563, |
| "rewards/margins": 1.7825675010681152, |
| "rewards/rejected": -1.7598888874053955, |
| "step": 128, |
| "train_speed(iter/s)": 0.010694 |
| }, |
| { |
| "epoch": 0.2878661087866109, |
| "grad_norm": 1.8218269348144531, |
| "learning_rate": 0.0001952303531548018, |
| "logits/chosen": -0.33974117040634155, |
| "logits/rejected": -0.44949695467948914, |
| "logps/chosen": -5.385599136352539, |
| "logps/rejected": -34.09246063232422, |
| "loss": 0.566850483417511, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.25613701343536377, |
| "rewards/accuracies": 0.90625, |
| "rewards/chosen": 0.12256469577550888, |
| "rewards/margins": 1.9903541803359985, |
| "rewards/rejected": -1.8677895069122314, |
| "step": 129, |
| "train_speed(iter/s)": 0.010694 |
| }, |
| { |
| "epoch": 0.2900976290097629, |
| "grad_norm": 1.8668869733810425, |
| "learning_rate": 0.00019511705296906945, |
| "logits/chosen": -0.3487342596054077, |
| "logits/rejected": -0.4806521534919739, |
| "logps/chosen": -4.425655841827393, |
| "logps/rejected": -30.515653610229492, |
| "loss": 0.5262651443481445, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.25739917159080505, |
| "rewards/accuracies": 0.90625, |
| "rewards/chosen": 0.12762486934661865, |
| "rewards/margins": 1.6179413795471191, |
| "rewards/rejected": -1.4903165102005005, |
| "step": 130, |
| "train_speed(iter/s)": 0.010695 |
| }, |
| { |
| "epoch": 0.2923291492329149, |
| "grad_norm": 2.4468886852264404, |
| "learning_rate": 0.00019500245650423987, |
| "logits/chosen": -0.3514082133769989, |
| "logits/rejected": -0.4678734242916107, |
| "logps/chosen": -9.789356231689453, |
| "logps/rejected": -43.26856231689453, |
| "loss": 0.8514004349708557, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5882378816604614, |
| "rewards/accuracies": 0.9375, |
| "rewards/chosen": -0.00511053204536438, |
| "rewards/margins": 2.595022678375244, |
| "rewards/rejected": -2.600132942199707, |
| "step": 131, |
| "train_speed(iter/s)": 0.010695 |
| }, |
| { |
| "epoch": 0.29456066945606696, |
| "grad_norm": 1.4899861812591553, |
| "learning_rate": 0.00019488656532206256, |
| "logits/chosen": -0.32015788555145264, |
| "logits/rejected": -0.5057851672172546, |
| "logps/chosen": -5.5769572257995605, |
| "logps/rejected": -39.262237548828125, |
| "loss": 0.5258051156997681, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.2577199935913086, |
| "rewards/accuracies": 0.9375, |
| "rewards/chosen": 0.012265877798199654, |
| "rewards/margins": 1.970078945159912, |
| "rewards/rejected": -1.957813024520874, |
| "step": 132, |
| "train_speed(iter/s)": 0.010695 |
| }, |
| { |
| "epoch": 0.29679218967921894, |
| "grad_norm": 2.7044637203216553, |
| "learning_rate": 0.00019476938100193166, |
| "logits/chosen": -0.3656051754951477, |
| "logits/rejected": -0.4236447215080261, |
| "logps/chosen": -10.65760612487793, |
| "logps/rejected": -38.63339614868164, |
| "loss": 0.9246849417686462, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.6106225848197937, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.030058247968554497, |
| "rewards/margins": 2.29494047164917, |
| "rewards/rejected": -2.2648820877075195, |
| "step": 133, |
| "train_speed(iter/s)": 0.010695 |
| }, |
| { |
| "epoch": 0.299023709902371, |
| "grad_norm": 1.82398521900177, |
| "learning_rate": 0.00019465090514086448, |
| "logits/chosen": -0.2924862504005432, |
| "logits/rejected": -0.49178171157836914, |
| "logps/chosen": -5.639602184295654, |
| "logps/rejected": -44.825313568115234, |
| "loss": 0.5453966856002808, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.3345707952976227, |
| "rewards/accuracies": 0.90625, |
| "rewards/chosen": 0.07429855316877365, |
| "rewards/margins": 2.4938178062438965, |
| "rewards/rejected": -2.4195189476013184, |
| "step": 134, |
| "train_speed(iter/s)": 0.010695 |
| }, |
| { |
| "epoch": 0.301255230125523, |
| "grad_norm": 3.8286569118499756, |
| "learning_rate": 0.00019453113935347983, |
| "logits/chosen": -0.29531559348106384, |
| "logits/rejected": -0.43998682498931885, |
| "logps/chosen": -10.71696662902832, |
| "logps/rejected": -31.618389129638672, |
| "loss": 1.1089136600494385, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.7216206789016724, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": -0.1611023098230362, |
| "rewards/margins": 1.5489929914474487, |
| "rewards/rejected": -1.7100951671600342, |
| "step": 135, |
| "train_speed(iter/s)": 0.010695 |
| }, |
| { |
| "epoch": 0.30348675034867506, |
| "grad_norm": 2.3694629669189453, |
| "learning_rate": 0.000194410085271976, |
| "logits/chosen": -0.3209247291088104, |
| "logits/rejected": -0.47681719064712524, |
| "logps/chosen": -8.806313514709473, |
| "logps/rejected": -42.08256912231445, |
| "loss": 0.8723977208137512, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.6001561880111694, |
| "rewards/accuracies": 0.90625, |
| "rewards/chosen": -0.08420376479625702, |
| "rewards/margins": 2.307250499725342, |
| "rewards/rejected": -2.3914542198181152, |
| "step": 136, |
| "train_speed(iter/s)": 0.010695 |
| }, |
| { |
| "epoch": 0.30571827057182704, |
| "grad_norm": 4.322510719299316, |
| "learning_rate": 0.00019428774454610843, |
| "logits/chosen": -0.3234959542751312, |
| "logits/rejected": -0.43433526158332825, |
| "logps/chosen": -8.827983856201172, |
| "logps/rejected": -38.56624984741211, |
| "loss": 0.8363085985183716, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5304505825042725, |
| "rewards/accuracies": 0.9375, |
| "rewards/chosen": -0.03617179021239281, |
| "rewards/margins": 2.3936820030212402, |
| "rewards/rejected": -2.429853677749634, |
| "step": 137, |
| "train_speed(iter/s)": 0.010695 |
| }, |
| { |
| "epoch": 0.3079497907949791, |
| "grad_norm": 1.8575319051742554, |
| "learning_rate": 0.00019416411884316722, |
| "logits/chosen": -0.19573748111724854, |
| "logits/rejected": -0.39096614718437195, |
| "logps/chosen": -5.302525043487549, |
| "logps/rejected": -39.366905212402344, |
| "loss": 0.5817482471466064, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.3171233534812927, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.06202463060617447, |
| "rewards/margins": 2.1402504444122314, |
| "rewards/rejected": -2.07822585105896, |
| "step": 138, |
| "train_speed(iter/s)": 0.010695 |
| }, |
| { |
| "epoch": 0.3101813110181311, |
| "grad_norm": 1.6324138641357422, |
| "learning_rate": 0.00019403920984795454, |
| "logits/chosen": -0.18411299586296082, |
| "logits/rejected": -0.3911224901676178, |
| "logps/chosen": -4.253074645996094, |
| "logps/rejected": -37.889976501464844, |
| "loss": 0.6420720815658569, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.3620051145553589, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.1460508555173874, |
| "rewards/margins": 2.2889294624328613, |
| "rewards/rejected": -2.142878770828247, |
| "step": 139, |
| "train_speed(iter/s)": 0.010695 |
| }, |
| { |
| "epoch": 0.3124128312412831, |
| "grad_norm": 2.665651798248291, |
| "learning_rate": 0.00019391301926276156, |
| "logits/chosen": -0.22396986186504364, |
| "logits/rejected": -0.3946935534477234, |
| "logps/chosen": -4.665857315063477, |
| "logps/rejected": -40.48711395263672, |
| "loss": 0.7322566509246826, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.41601666808128357, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": -0.039280496537685394, |
| "rewards/margins": 2.420466899871826, |
| "rewards/rejected": -2.459747314453125, |
| "step": 140, |
| "train_speed(iter/s)": 0.010695 |
| }, |
| { |
| "epoch": 0.31464435146443515, |
| "grad_norm": 2.0447568893432617, |
| "learning_rate": 0.00019378554880734527, |
| "logits/chosen": -0.22006088495254517, |
| "logits/rejected": -0.3875121772289276, |
| "logps/chosen": -5.640967845916748, |
| "logps/rejected": -47.2126579284668, |
| "loss": 0.6299532651901245, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.4075142443180084, |
| "rewards/accuracies": 0.9375, |
| "rewards/chosen": 0.07418311387300491, |
| "rewards/margins": 3.378464460372925, |
| "rewards/rejected": -3.304281711578369, |
| "step": 141, |
| "train_speed(iter/s)": 0.010695 |
| }, |
| { |
| "epoch": 0.3168758716875872, |
| "grad_norm": 3.150909185409546, |
| "learning_rate": 0.00019365680021890506, |
| "logits/chosen": -0.2578600347042084, |
| "logits/rejected": -0.35254308581352234, |
| "logps/chosen": -8.539968490600586, |
| "logps/rejected": -34.56965637207031, |
| "loss": 0.9595645070075989, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5309237241744995, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": -0.1485617607831955, |
| "rewards/margins": 1.7760200500488281, |
| "rewards/rejected": -1.9245820045471191, |
| "step": 142, |
| "train_speed(iter/s)": 0.010696 |
| }, |
| { |
| "epoch": 0.31910739191073917, |
| "grad_norm": 3.2599754333496094, |
| "learning_rate": 0.0001935267752520591, |
| "logits/chosen": -0.3178224563598633, |
| "logits/rejected": -0.43051257729530334, |
| "logps/chosen": -9.458460807800293, |
| "logps/rejected": -43.98479080200195, |
| "loss": 0.8238604068756104, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5105634331703186, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": -0.19997264444828033, |
| "rewards/margins": 2.638275146484375, |
| "rewards/rejected": -2.8382480144500732, |
| "step": 143, |
| "train_speed(iter/s)": 0.010696 |
| }, |
| { |
| "epoch": 0.3213389121338912, |
| "grad_norm": 7.584465503692627, |
| "learning_rate": 0.00019339547567882024, |
| "logits/chosen": -0.2016015499830246, |
| "logits/rejected": -0.36200886964797974, |
| "logps/chosen": -9.776619911193848, |
| "logps/rejected": -48.03835678100586, |
| "loss": 0.9604641199111938, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.7163732647895813, |
| "rewards/accuracies": 0.90625, |
| "rewards/chosen": 0.24650944769382477, |
| "rewards/margins": 3.3983724117279053, |
| "rewards/rejected": -3.151862621307373, |
| "step": 144, |
| "train_speed(iter/s)": 0.010696 |
| }, |
| { |
| "epoch": 0.32357043235704325, |
| "grad_norm": 3.555295944213867, |
| "learning_rate": 0.0001932629032885721, |
| "logits/chosen": -0.26102834939956665, |
| "logits/rejected": -0.3585357069969177, |
| "logps/chosen": -12.133922576904297, |
| "logps/rejected": -48.155155181884766, |
| "loss": 0.9948782920837402, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.6610950231552124, |
| "rewards/accuracies": 0.90625, |
| "rewards/chosen": -0.4001372456550598, |
| "rewards/margins": 2.751622200012207, |
| "rewards/rejected": -3.151759386062622, |
| "step": 145, |
| "train_speed(iter/s)": 0.010697 |
| }, |
| { |
| "epoch": 0.32580195258019523, |
| "grad_norm": 2.2978155612945557, |
| "learning_rate": 0.0001931290598880445, |
| "logits/chosen": -0.20670001208782196, |
| "logits/rejected": -0.38169875741004944, |
| "logps/chosen": -6.4796600341796875, |
| "logps/rejected": -41.426429748535156, |
| "loss": 0.6576346158981323, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.42290252447128296, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.11042710393667221, |
| "rewards/margins": 2.6782710552215576, |
| "rewards/rejected": -2.5678436756134033, |
| "step": 146, |
| "train_speed(iter/s)": 0.010697 |
| }, |
| { |
| "epoch": 0.32803347280334727, |
| "grad_norm": 2.1882224082946777, |
| "learning_rate": 0.00019299394730128895, |
| "logits/chosen": -0.20903249084949493, |
| "logits/rejected": -0.2923564314842224, |
| "logps/chosen": -12.293680191040039, |
| "logps/rejected": -50.68069076538086, |
| "loss": 0.8728819489479065, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5617231130599976, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": -0.08868011832237244, |
| "rewards/margins": 3.250684976577759, |
| "rewards/rejected": -3.339365005493164, |
| "step": 147, |
| "train_speed(iter/s)": 0.010696 |
| }, |
| { |
| "epoch": 0.3302649930264993, |
| "grad_norm": 2.5009729862213135, |
| "learning_rate": 0.00019285756736965367, |
| "logits/chosen": -0.2492772340774536, |
| "logits/rejected": -0.3531278669834137, |
| "logps/chosen": -7.951318264007568, |
| "logps/rejected": -34.95103073120117, |
| "loss": 0.9188458323478699, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5677845478057861, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.015583137050271034, |
| "rewards/margins": 2.127014398574829, |
| "rewards/rejected": -2.111431360244751, |
| "step": 148, |
| "train_speed(iter/s)": 0.010697 |
| }, |
| { |
| "epoch": 0.33249651324965135, |
| "grad_norm": 2.460752487182617, |
| "learning_rate": 0.00019271992195175875, |
| "logits/chosen": -0.31061843037605286, |
| "logits/rejected": -0.42540180683135986, |
| "logps/chosen": -8.994503021240234, |
| "logps/rejected": -38.728179931640625, |
| "loss": 0.9080746173858643, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5827285051345825, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.09331205487251282, |
| "rewards/margins": 2.394498348236084, |
| "rewards/rejected": -2.3011860847473145, |
| "step": 149, |
| "train_speed(iter/s)": 0.010697 |
| }, |
| { |
| "epoch": 0.33472803347280333, |
| "grad_norm": 1.7428467273712158, |
| "learning_rate": 0.00019258101292347042, |
| "logits/chosen": -0.19874219596385956, |
| "logits/rejected": -0.36566510796546936, |
| "logps/chosen": -8.282856941223145, |
| "logps/rejected": -47.80164337158203, |
| "loss": 0.6850791573524475, |
| "memory(GiB)": 46.81, |
| "nll_loss": 0.5025182366371155, |
| "rewards/accuracies": 0.96875, |
| "rewards/chosen": 0.09450387954711914, |
| "rewards/margins": 2.836395502090454, |
| "rewards/rejected": -2.741891622543335, |
| "step": 150, |
| "train_speed(iter/s)": 0.010697 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 896, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 8.266512662842573e+16, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
