{ "best_global_step": 300, "best_metric": 0.70836127, "best_model_checkpoint": "/data2/kdd/crag/cjz/output/task3_dpo_gt6_task2_gt30.3+task3gt5_0.1vp/v0-20250611-011957/checkpoint-300", "epoch": 0.2860633511129652, "eval_steps": 300, "global_step": 300, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0009535445037098841, "grad_norm": 9.156327247619629, "learning_rate": 3.7735849056603773e-06, "logits/chosen": -0.6435090899467468, "logits/rejected": -0.6501147150993347, "logps/chosen": -12.8789701461792, "logps/rejected": -12.67190170288086, "loss": 1.3995760679244995, "memory(GiB)": 46.35, "nll_loss": 0.7064292430877686, "rewards/accuracies": 0.0, "rewards/chosen": 0.0, "rewards/margins": 0.0, "rewards/rejected": 0.0, "step": 1, "train_speed(iter/s)": 0.005503 }, { "epoch": 0.0019070890074197682, "grad_norm": 3.750561237335205, "learning_rate": 7.547169811320755e-06, "logits/chosen": -0.5811247229576111, "logits/rejected": -0.5784763693809509, "logps/chosen": -11.550155639648438, "logps/rejected": -10.463687896728516, "loss": 1.1846946477890015, "memory(GiB)": 46.35, "nll_loss": 0.4915475845336914, "rewards/accuracies": 0.0, "rewards/chosen": 0.0, "rewards/margins": 0.0, "rewards/rejected": 0.0, "step": 2, "train_speed(iter/s)": 0.005627 }, { "epoch": 0.002860633511129652, "grad_norm": 9.728832244873047, "learning_rate": 1.1320754716981132e-05, "logits/chosen": -0.6211333274841309, "logits/rejected": -0.6250367760658264, "logps/chosen": -13.265661239624023, "logps/rejected": -17.363025665283203, "loss": 1.4022446870803833, "memory(GiB)": 46.35, "nll_loss": 0.7087438106536865, "rewards/accuracies": 0.46875, "rewards/chosen": 0.0019078836776316166, "rewards/margins": -0.0005585900507867336, "rewards/rejected": 0.002466473262757063, "step": 3, "train_speed(iter/s)": 0.005589 }, { "epoch": 0.0038141780148395364, "grad_norm": 4.456181049346924, "learning_rate": 1.509433962264151e-05, "logits/chosen": -0.6295092105865479, "logits/rejected": -0.6310409307479858, "logps/chosen": -20.259197235107422, "logps/rejected": -15.924739837646484, "loss": 1.4261250495910645, "memory(GiB)": 46.35, "nll_loss": 0.7309765815734863, "rewards/accuracies": 0.4375, "rewards/chosen": -0.003216111334040761, "rewards/margins": -0.003784709610044956, "rewards/rejected": 0.0005685988580808043, "step": 4, "train_speed(iter/s)": 0.005576 }, { "epoch": 0.004767722518549421, "grad_norm": 5.137070178985596, "learning_rate": 1.8867924528301888e-05, "logits/chosen": -0.6352660059928894, "logits/rejected": -0.6393146514892578, "logps/chosen": -11.320538520812988, "logps/rejected": -18.213350296020508, "loss": 1.3472224473953247, "memory(GiB)": 46.35, "nll_loss": 0.659798800945282, "rewards/accuracies": 0.5, "rewards/chosen": 0.009231260977685452, "rewards/margins": 0.011925339698791504, "rewards/rejected": -0.0026940787211060524, "step": 5, "train_speed(iter/s)": 0.005563 }, { "epoch": 0.005721267022259304, "grad_norm": 4.738046169281006, "learning_rate": 2.2641509433962265e-05, "logits/chosen": -0.621586799621582, "logits/rejected": -0.6225624680519104, "logps/chosen": -13.36612319946289, "logps/rejected": -12.092449188232422, "loss": 1.2847044467926025, "memory(GiB)": 46.35, "nll_loss": 0.593052089214325, "rewards/accuracies": 0.46875, "rewards/chosen": 0.001901240088045597, "rewards/margins": 0.0050404006615281105, "rewards/rejected": -0.0031391603406518698, "step": 6, "train_speed(iter/s)": 0.005557 }, { "epoch": 0.0066748115259691885, "grad_norm": 4.152891159057617, "learning_rate": 2.641509433962264e-05, "logits/chosen": -0.6192730665206909, "logits/rejected": -0.6235961318016052, "logps/chosen": -12.630643844604492, "logps/rejected": -15.917936325073242, "loss": 1.2920165061950684, "memory(GiB)": 46.35, "nll_loss": 0.5905699133872986, "rewards/accuracies": 0.4375, "rewards/chosen": 0.016993187367916107, "rewards/margins": -0.008502829819917679, "rewards/rejected": 0.025496022775769234, "step": 7, "train_speed(iter/s)": 0.005538 }, { "epoch": 0.007628356029679073, "grad_norm": 4.160374641418457, "learning_rate": 3.018867924528302e-05, "logits/chosen": -0.6182655692100525, "logits/rejected": -0.6189552545547485, "logps/chosen": -10.698919296264648, "logps/rejected": -14.148299217224121, "loss": 1.0840333700180054, "memory(GiB)": 46.35, "nll_loss": 0.3833664357662201, "rewards/accuracies": 0.5, "rewards/chosen": -0.006827078759670258, "rewards/margins": 0.02289848029613495, "rewards/rejected": -0.0297255702316761, "step": 8, "train_speed(iter/s)": 0.005529 }, { "epoch": 0.008581900533388956, "grad_norm": 7.751194953918457, "learning_rate": 3.39622641509434e-05, "logits/chosen": -0.5885738134384155, "logits/rejected": -0.5893712043762207, "logps/chosen": -14.677619934082031, "logps/rejected": -19.348114013671875, "loss": 1.4759101867675781, "memory(GiB)": 46.35, "nll_loss": 0.7508934140205383, "rewards/accuracies": 0.53125, "rewards/chosen": -0.06757626682519913, "rewards/margins": -0.03109188750386238, "rewards/rejected": -0.036484383046627045, "step": 9, "train_speed(iter/s)": 0.005546 }, { "epoch": 0.009535445037098841, "grad_norm": 5.425357818603516, "learning_rate": 3.7735849056603776e-05, "logits/chosen": -0.6194073557853699, "logits/rejected": -0.6175965666770935, "logps/chosen": -16.864004135131836, "logps/rejected": -13.315808296203613, "loss": 1.264159083366394, "memory(GiB)": 46.35, "nll_loss": 0.5726930499076843, "rewards/accuracies": 0.5, "rewards/chosen": -0.03342372551560402, "rewards/margins": 0.05060018226504326, "rewards/rejected": -0.08402392268180847, "step": 10, "train_speed(iter/s)": 0.005559 }, { "epoch": 0.010488989540808725, "grad_norm": 4.181962013244629, "learning_rate": 4.150943396226415e-05, "logits/chosen": -0.6295148730278015, "logits/rejected": -0.6311144232749939, "logps/chosen": -17.622665405273438, "logps/rejected": -22.323240280151367, "loss": 1.1960029602050781, "memory(GiB)": 46.35, "nll_loss": 0.4701622426509857, "rewards/accuracies": 0.46875, "rewards/chosen": -0.05372938886284828, "rewards/margins": -0.0011130962520837784, "rewards/rejected": -0.05261629447340965, "step": 11, "train_speed(iter/s)": 0.00555 }, { "epoch": 0.011442534044518608, "grad_norm": 3.3646111488342285, "learning_rate": 4.528301886792453e-05, "logits/chosen": -0.6567115783691406, "logits/rejected": -0.6585782170295715, "logps/chosen": -11.29936408996582, "logps/rejected": -18.29203987121582, "loss": 1.1115467548370361, "memory(GiB)": 46.35, "nll_loss": 0.4559721350669861, "rewards/accuracies": 0.625, "rewards/chosen": 0.08929000794887543, "rewards/margins": 0.12125876545906067, "rewards/rejected": -0.03196876123547554, "step": 12, "train_speed(iter/s)": 0.005551 }, { "epoch": 0.012396078548228493, "grad_norm": 3.79887318611145, "learning_rate": 4.9056603773584906e-05, "logits/chosen": -0.5698614716529846, "logits/rejected": -0.5705659985542297, "logps/chosen": -16.54460906982422, "logps/rejected": -16.52007484436035, "loss": 1.2756099700927734, "memory(GiB)": 46.35, "nll_loss": 0.6095594167709351, "rewards/accuracies": 0.53125, "rewards/chosen": 0.08876940608024597, "rewards/margins": 0.0944020226597786, "rewards/rejected": -0.005632609128952026, "step": 13, "train_speed(iter/s)": 0.005543 }, { "epoch": 0.013349623051938377, "grad_norm": 3.3852715492248535, "learning_rate": 5.283018867924528e-05, "logits/chosen": -0.5822104811668396, "logits/rejected": -0.5813897848129272, "logps/chosen": -15.234231948852539, "logps/rejected": -15.407049179077148, "loss": 1.2322038412094116, "memory(GiB)": 46.35, "nll_loss": 0.6042034029960632, "rewards/accuracies": 0.6875, "rewards/chosen": 0.1384495347738266, "rewards/margins": 0.16144631803035736, "rewards/rejected": -0.022996775805950165, "step": 14, "train_speed(iter/s)": 0.005541 }, { "epoch": 0.014303167555648262, "grad_norm": 2.7666451930999756, "learning_rate": 5.660377358490566e-05, "logits/chosen": -0.5926915407180786, "logits/rejected": -0.5929235816001892, "logps/chosen": -14.370649337768555, "logps/rejected": -14.672292709350586, "loss": 1.268752098083496, "memory(GiB)": 46.35, "nll_loss": 0.5840609669685364, "rewards/accuracies": 0.53125, "rewards/chosen": 0.13987205922603607, "rewards/margins": 0.04084888845682144, "rewards/rejected": 0.09902316331863403, "step": 15, "train_speed(iter/s)": 0.005545 }, { "epoch": 0.015256712059358146, "grad_norm": 3.996248960494995, "learning_rate": 6.037735849056604e-05, "logits/chosen": -0.6161852478981018, "logits/rejected": -0.6143717169761658, "logps/chosen": -17.775665283203125, "logps/rejected": -16.12677001953125, "loss": 1.3597179651260376, "memory(GiB)": 46.35, "nll_loss": 0.7031959295272827, "rewards/accuracies": 0.59375, "rewards/chosen": 0.14894011616706848, "rewards/margins": 0.10105747729539871, "rewards/rejected": 0.047882646322250366, "step": 16, "train_speed(iter/s)": 0.005542 }, { "epoch": 0.01621025656306803, "grad_norm": 3.343315601348877, "learning_rate": 6.415094339622641e-05, "logits/chosen": -0.5822757482528687, "logits/rejected": -0.5849615931510925, "logps/chosen": -11.210283279418945, "logps/rejected": -17.080455780029297, "loss": 1.1165493726730347, "memory(GiB)": 46.35, "nll_loss": 0.4471588432788849, "rewards/accuracies": 0.5625, "rewards/chosen": 0.13627491891384125, "rewards/margins": 0.07742398977279663, "rewards/rejected": 0.058850936591625214, "step": 17, "train_speed(iter/s)": 0.005542 }, { "epoch": 0.017163801066777912, "grad_norm": 2.5265791416168213, "learning_rate": 6.79245283018868e-05, "logits/chosen": -0.5711070895195007, "logits/rejected": -0.5730242729187012, "logps/chosen": -14.197075843811035, "logps/rejected": -15.04891586303711, "loss": 1.1029906272888184, "memory(GiB)": 46.35, "nll_loss": 0.45255714654922485, "rewards/accuracies": 0.53125, "rewards/chosen": 0.1637343168258667, "rewards/margins": 0.1597798466682434, "rewards/rejected": 0.0039544664323329926, "step": 18, "train_speed(iter/s)": 0.005535 }, { "epoch": 0.0181173455704878, "grad_norm": 4.558610916137695, "learning_rate": 7.169811320754717e-05, "logits/chosen": -0.572235643863678, "logits/rejected": -0.5743283629417419, "logps/chosen": -9.268120765686035, "logps/rejected": -12.118350982666016, "loss": 1.1668801307678223, "memory(GiB)": 46.35, "nll_loss": 0.5335167646408081, "rewards/accuracies": 0.6875, "rewards/chosen": 0.19031290709972382, "rewards/margins": 0.15231794118881226, "rewards/rejected": 0.03799496963620186, "step": 19, "train_speed(iter/s)": 0.005519 }, { "epoch": 0.019070890074197683, "grad_norm": 3.7134947776794434, "learning_rate": 7.547169811320755e-05, "logits/chosen": -0.585778534412384, "logits/rejected": -0.5890673398971558, "logps/chosen": -8.275850296020508, "logps/rejected": -16.348182678222656, "loss": 1.0512793064117432, "memory(GiB)": 46.35, "nll_loss": 0.39501887559890747, "rewards/accuracies": 0.5625, "rewards/chosen": 0.1688304841518402, "rewards/margins": 0.12996332347393036, "rewards/rejected": 0.03886716440320015, "step": 20, "train_speed(iter/s)": 0.005525 }, { "epoch": 0.020024434577907566, "grad_norm": 3.5586955547332764, "learning_rate": 7.924528301886794e-05, "logits/chosen": -0.5529674291610718, "logits/rejected": -0.5549667477607727, "logps/chosen": -14.883947372436523, "logps/rejected": -19.51848793029785, "loss": 1.2289440631866455, "memory(GiB)": 46.35, "nll_loss": 0.5555365085601807, "rewards/accuracies": 0.625, "rewards/chosen": 0.06489060074090958, "rewards/margins": 0.08113954961299896, "rewards/rejected": -0.016248945146799088, "step": 21, "train_speed(iter/s)": 0.005523 }, { "epoch": 0.02097797908161745, "grad_norm": 2.970125913619995, "learning_rate": 8.30188679245283e-05, "logits/chosen": -0.5630563497543335, "logits/rejected": -0.5648879408836365, "logps/chosen": -9.709285736083984, "logps/rejected": -14.605964660644531, "loss": 1.0496439933776855, "memory(GiB)": 46.35, "nll_loss": 0.4030095934867859, "rewards/accuracies": 0.59375, "rewards/chosen": 0.13459333777427673, "rewards/margins": 0.13257721066474915, "rewards/rejected": 0.0020161233842372894, "step": 22, "train_speed(iter/s)": 0.005527 }, { "epoch": 0.021931523585327333, "grad_norm": 3.7449333667755127, "learning_rate": 8.679245283018869e-05, "logits/chosen": -0.5388307571411133, "logits/rejected": -0.5379776954650879, "logps/chosen": -20.206819534301758, "logps/rejected": -10.312554359436035, "loss": 1.3675460815429688, "memory(GiB)": 46.35, "nll_loss": 0.7346486449241638, "rewards/accuracies": 0.71875, "rewards/chosen": 0.22365330159664154, "rewards/margins": 0.19076848030090332, "rewards/rejected": 0.032884806394577026, "step": 23, "train_speed(iter/s)": 0.005527 }, { "epoch": 0.022885068089037217, "grad_norm": 4.3556928634643555, "learning_rate": 9.056603773584906e-05, "logits/chosen": -0.5620133876800537, "logits/rejected": -0.5651191473007202, "logps/chosen": -13.681132316589355, "logps/rejected": -17.737977981567383, "loss": 1.427290439605713, "memory(GiB)": 46.35, "nll_loss": 0.7979669570922852, "rewards/accuracies": 0.6875, "rewards/chosen": 0.20859572291374207, "rewards/margins": 0.19208168983459473, "rewards/rejected": 0.01651405170559883, "step": 24, "train_speed(iter/s)": 0.005528 }, { "epoch": 0.023838612592747103, "grad_norm": 2.59773850440979, "learning_rate": 9.433962264150944e-05, "logits/chosen": -0.5109421014785767, "logits/rejected": -0.5130017995834351, "logps/chosen": -11.422687530517578, "logps/rejected": -19.77487564086914, "loss": 1.0190178155899048, "memory(GiB)": 46.35, "nll_loss": 0.3792160749435425, "rewards/accuracies": 0.625, "rewards/chosen": 0.17286184430122375, "rewards/margins": 0.1656832993030548, "rewards/rejected": 0.007178528234362602, "step": 25, "train_speed(iter/s)": 0.005528 }, { "epoch": 0.024792157096456987, "grad_norm": 3.2465970516204834, "learning_rate": 9.811320754716981e-05, "logits/chosen": -0.4895856976509094, "logits/rejected": -0.490243524312973, "logps/chosen": -8.71623420715332, "logps/rejected": -7.8305277824401855, "loss": 1.0329375267028809, "memory(GiB)": 46.35, "nll_loss": 0.3276180028915405, "rewards/accuracies": 0.4375, "rewards/chosen": 0.13548454642295837, "rewards/margins": 0.014407174661755562, "rewards/rejected": 0.12107735872268677, "step": 26, "train_speed(iter/s)": 0.005523 }, { "epoch": 0.02574570160016687, "grad_norm": 2.9056291580200195, "learning_rate": 0.0001018867924528302, "logits/chosen": -0.5098599195480347, "logits/rejected": -0.5105721950531006, "logps/chosen": -17.795873641967773, "logps/rejected": -13.080977439880371, "loss": 1.1328891515731812, "memory(GiB)": 46.35, "nll_loss": 0.4805879294872284, "rewards/accuracies": 0.6875, "rewards/chosen": 0.18526741862297058, "rewards/margins": 0.11028175055980682, "rewards/rejected": 0.07498566806316376, "step": 27, "train_speed(iter/s)": 0.005528 }, { "epoch": 0.026699246103876754, "grad_norm": 3.9831905364990234, "learning_rate": 0.00010566037735849057, "logits/chosen": -0.5249112844467163, "logits/rejected": -0.5256497859954834, "logps/chosen": -9.17713737487793, "logps/rejected": -16.791439056396484, "loss": 1.0309749841690063, "memory(GiB)": 46.35, "nll_loss": 0.49379563331604004, "rewards/accuracies": 0.71875, "rewards/chosen": 0.26130685210227966, "rewards/margins": 0.4484291970729828, "rewards/rejected": -0.1871223747730255, "step": 28, "train_speed(iter/s)": 0.00553 }, { "epoch": 0.027652790607586637, "grad_norm": 3.447692394256592, "learning_rate": 0.00010943396226415095, "logits/chosen": -0.46926626563072205, "logits/rejected": -0.474046528339386, "logps/chosen": -10.564407348632812, "logps/rejected": -13.679093360900879, "loss": 1.0266515016555786, "memory(GiB)": 46.35, "nll_loss": 0.4402708113193512, "rewards/accuracies": 0.8125, "rewards/chosen": 0.25625136494636536, "rewards/margins": 0.27123552560806274, "rewards/rejected": -0.014984178356826305, "step": 29, "train_speed(iter/s)": 0.005529 }, { "epoch": 0.028606335111296524, "grad_norm": 2.3513646125793457, "learning_rate": 0.00011320754716981132, "logits/chosen": -0.4841839671134949, "logits/rejected": -0.4823201894760132, "logps/chosen": -16.52553367614746, "logps/rejected": -12.728946685791016, "loss": 1.051925539970398, "memory(GiB)": 46.35, "nll_loss": 0.5132753252983093, "rewards/accuracies": 0.875, "rewards/chosen": 0.28733503818511963, "rewards/margins": 0.3806324601173401, "rewards/rejected": -0.09329745918512344, "step": 30, "train_speed(iter/s)": 0.00553 }, { "epoch": 0.029559879615006408, "grad_norm": 2.8920440673828125, "learning_rate": 0.0001169811320754717, "logits/chosen": -0.4617501497268677, "logits/rejected": -0.4629114866256714, "logps/chosen": -9.827648162841797, "logps/rejected": -11.787566184997559, "loss": 1.0702807903289795, "memory(GiB)": 46.35, "nll_loss": 0.4221873879432678, "rewards/accuracies": 0.5625, "rewards/chosen": 0.12683041393756866, "rewards/margins": 0.20381762087345123, "rewards/rejected": -0.07698723673820496, "step": 31, "train_speed(iter/s)": 0.005529 }, { "epoch": 0.03051342411871629, "grad_norm": 3.150108575820923, "learning_rate": 0.00012075471698113207, "logits/chosen": -0.46168380975723267, "logits/rejected": -0.45957043766975403, "logps/chosen": -14.481122970581055, "logps/rejected": -12.509255409240723, "loss": 1.1068114042282104, "memory(GiB)": 46.35, "nll_loss": 0.4239238202571869, "rewards/accuracies": 0.53125, "rewards/chosen": 0.07766711711883545, "rewards/margins": 0.11046308279037476, "rewards/rejected": -0.03279596567153931, "step": 32, "train_speed(iter/s)": 0.005524 }, { "epoch": 0.03146696862242618, "grad_norm": 4.185500621795654, "learning_rate": 0.00012452830188679244, "logits/chosen": -0.4712987542152405, "logits/rejected": -0.47331178188323975, "logps/chosen": -13.179000854492188, "logps/rejected": -19.023120880126953, "loss": 1.3572198152542114, "memory(GiB)": 46.35, "nll_loss": 0.7039042711257935, "rewards/accuracies": 0.59375, "rewards/chosen": 0.17201806604862213, "rewards/margins": 0.16012105345726013, "rewards/rejected": 0.011897009797394276, "step": 33, "train_speed(iter/s)": 0.005529 }, { "epoch": 0.03242051312613606, "grad_norm": 3.005161762237549, "learning_rate": 0.00012830188679245283, "logits/chosen": -0.4754801392555237, "logits/rejected": -0.4769393503665924, "logps/chosen": -11.273967742919922, "logps/rejected": -16.496191024780273, "loss": 1.0072283744812012, "memory(GiB)": 46.35, "nll_loss": 0.41234296560287476, "rewards/accuracies": 0.75, "rewards/chosen": 0.22565320134162903, "rewards/margins": 0.27443331480026245, "rewards/rejected": -0.04878011345863342, "step": 34, "train_speed(iter/s)": 0.005526 }, { "epoch": 0.033374057629845945, "grad_norm": 5.103848457336426, "learning_rate": 0.0001320754716981132, "logits/chosen": -0.44018203020095825, "logits/rejected": -0.44089382886886597, "logps/chosen": -15.832134246826172, "logps/rejected": -19.550304412841797, "loss": 1.2559186220169067, "memory(GiB)": 46.35, "nll_loss": 0.5793285965919495, "rewards/accuracies": 0.53125, "rewards/chosen": 0.09596908837556839, "rewards/margins": 0.11671226471662521, "rewards/rejected": -0.020743174478411674, "step": 35, "train_speed(iter/s)": 0.005527 }, { "epoch": 0.034327602133555825, "grad_norm": 4.321141719818115, "learning_rate": 0.0001358490566037736, "logits/chosen": -0.49340876936912537, "logits/rejected": -0.49693170189857483, "logps/chosen": -17.06662940979004, "logps/rejected": -20.88056755065918, "loss": 1.2329245805740356, "memory(GiB)": 46.35, "nll_loss": 0.6244450807571411, "rewards/accuracies": 0.65625, "rewards/chosen": 0.2872624695301056, "rewards/margins": 0.23183389008045197, "rewards/rejected": 0.05542857572436333, "step": 36, "train_speed(iter/s)": 0.00553 }, { "epoch": 0.03528114663726571, "grad_norm": 3.112792491912842, "learning_rate": 0.00013962264150943395, "logits/chosen": -0.4647415578365326, "logits/rejected": -0.4648529291152954, "logps/chosen": -12.979642868041992, "logps/rejected": -13.105558395385742, "loss": 1.1428803205490112, "memory(GiB)": 46.35, "nll_loss": 0.48155656456947327, "rewards/accuracies": 0.53125, "rewards/chosen": 0.19289334118366241, "rewards/margins": 0.169374018907547, "rewards/rejected": 0.023519329726696014, "step": 37, "train_speed(iter/s)": 0.005535 }, { "epoch": 0.0362346911409756, "grad_norm": 4.363394260406494, "learning_rate": 0.00014339622641509434, "logits/chosen": -0.47051119804382324, "logits/rejected": -0.4702276289463043, "logps/chosen": -11.824732780456543, "logps/rejected": -18.102703094482422, "loss": 0.9977712631225586, "memory(GiB)": 46.35, "nll_loss": 0.48080000281333923, "rewards/accuracies": 0.78125, "rewards/chosen": 0.35463425517082214, "rewards/margins": 0.5215649008750916, "rewards/rejected": -0.166930690407753, "step": 38, "train_speed(iter/s)": 0.005537 }, { "epoch": 0.03718823564468548, "grad_norm": 2.3291094303131104, "learning_rate": 0.00014716981132075472, "logits/chosen": -0.4471542239189148, "logits/rejected": -0.44849908351898193, "logps/chosen": -10.541170120239258, "logps/rejected": -13.821127891540527, "loss": 1.0517562627792358, "memory(GiB)": 46.35, "nll_loss": 0.4245188236236572, "rewards/accuracies": 0.5625, "rewards/chosen": 0.17497971653938293, "rewards/margins": 0.2404995709657669, "rewards/rejected": -0.06551986932754517, "step": 39, "train_speed(iter/s)": 0.005533 }, { "epoch": 0.038141780148395366, "grad_norm": 2.5439131259918213, "learning_rate": 0.0001509433962264151, "logits/chosen": -0.43407440185546875, "logits/rejected": -0.4330942928791046, "logps/chosen": -12.606916427612305, "logps/rejected": -8.916302680969238, "loss": 1.1393225193023682, "memory(GiB)": 46.35, "nll_loss": 0.500526487827301, "rewards/accuracies": 0.625, "rewards/chosen": 0.15790946781635284, "rewards/margins": 0.28719791769981384, "rewards/rejected": -0.129288449883461, "step": 40, "train_speed(iter/s)": 0.005533 }, { "epoch": 0.039095324652105246, "grad_norm": 2.752281904220581, "learning_rate": 0.0001547169811320755, "logits/chosen": -0.4207141399383545, "logits/rejected": -0.42105770111083984, "logps/chosen": -9.193354606628418, "logps/rejected": -15.80713939666748, "loss": 1.0188286304473877, "memory(GiB)": 46.35, "nll_loss": 0.41979092359542847, "rewards/accuracies": 0.65625, "rewards/chosen": 0.11082945019006729, "rewards/margins": 0.3942355513572693, "rewards/rejected": -0.2834060788154602, "step": 41, "train_speed(iter/s)": 0.005532 }, { "epoch": 0.04004886915581513, "grad_norm": 2.4327123165130615, "learning_rate": 0.00015849056603773587, "logits/chosen": -0.445608913898468, "logits/rejected": -0.4462995231151581, "logps/chosen": -8.890420913696289, "logps/rejected": -9.104397773742676, "loss": 1.0348408222198486, "memory(GiB)": 46.35, "nll_loss": 0.4377897083759308, "rewards/accuracies": 0.71875, "rewards/chosen": 0.1634826809167862, "rewards/margins": 0.28891459107398987, "rewards/rejected": -0.12543192505836487, "step": 42, "train_speed(iter/s)": 0.005537 }, { "epoch": 0.04100241365952501, "grad_norm": 2.331282377243042, "learning_rate": 0.00016226415094339625, "logits/chosen": -0.4530089497566223, "logits/rejected": -0.4580504298210144, "logps/chosen": -7.02070426940918, "logps/rejected": -22.712093353271484, "loss": 0.876542329788208, "memory(GiB)": 46.35, "nll_loss": 0.3533342182636261, "rewards/accuracies": 0.78125, "rewards/chosen": 0.29712867736816406, "rewards/margins": 0.5244494676589966, "rewards/rejected": -0.22732074558734894, "step": 43, "train_speed(iter/s)": 0.005538 }, { "epoch": 0.0419559581632349, "grad_norm": 2.865417003631592, "learning_rate": 0.0001660377358490566, "logits/chosen": -0.4700409770011902, "logits/rejected": -0.4735233187675476, "logps/chosen": -12.126070022583008, "logps/rejected": -24.352678298950195, "loss": 1.157395362854004, "memory(GiB)": 46.35, "nll_loss": 0.5185694694519043, "rewards/accuracies": 0.65625, "rewards/chosen": 0.1286190301179886, "rewards/margins": 0.2031334638595581, "rewards/rejected": -0.07451442629098892, "step": 44, "train_speed(iter/s)": 0.005538 }, { "epoch": 0.042909502666944786, "grad_norm": 2.9107770919799805, "learning_rate": 0.000169811320754717, "logits/chosen": -0.45035916566848755, "logits/rejected": -0.4494967758655548, "logps/chosen": -17.021671295166016, "logps/rejected": -16.504793167114258, "loss": 1.2039690017700195, "memory(GiB)": 46.35, "nll_loss": 0.5990548729896545, "rewards/accuracies": 0.6875, "rewards/chosen": 0.22049224376678467, "rewards/margins": 0.25519850850105286, "rewards/rejected": -0.03470626473426819, "step": 45, "train_speed(iter/s)": 0.005534 }, { "epoch": 0.043863047170654666, "grad_norm": 2.5569493770599365, "learning_rate": 0.00017358490566037738, "logits/chosen": -0.4576927423477173, "logits/rejected": -0.4589836597442627, "logps/chosen": -15.28840160369873, "logps/rejected": -21.630834579467773, "loss": 1.0875338315963745, "memory(GiB)": 46.35, "nll_loss": 0.5480765104293823, "rewards/accuracies": 0.71875, "rewards/chosen": 0.2394683063030243, "rewards/margins": 0.43596386909484863, "rewards/rejected": -0.19649554789066315, "step": 46, "train_speed(iter/s)": 0.005534 }, { "epoch": 0.04481659167436455, "grad_norm": 2.6082468032836914, "learning_rate": 0.00017735849056603776, "logits/chosen": -0.44933271408081055, "logits/rejected": -0.4535468816757202, "logps/chosen": -13.067358016967773, "logps/rejected": -25.21561622619629, "loss": 0.9420796632766724, "memory(GiB)": 46.35, "nll_loss": 0.44500476121902466, "rewards/accuracies": 0.8125, "rewards/chosen": 0.3027465343475342, "rewards/margins": 0.5848984122276306, "rewards/rejected": -0.28215184807777405, "step": 47, "train_speed(iter/s)": 0.005534 }, { "epoch": 0.04577013617807443, "grad_norm": 2.8552000522613525, "learning_rate": 0.00018113207547169812, "logits/chosen": -0.44021791219711304, "logits/rejected": -0.4409497380256653, "logps/chosen": -13.639575958251953, "logps/rejected": -19.479185104370117, "loss": 1.0777249336242676, "memory(GiB)": 46.35, "nll_loss": 0.5401443243026733, "rewards/accuracies": 0.78125, "rewards/chosen": 0.2517797350883484, "rewards/margins": 0.4618395268917084, "rewards/rejected": -0.21005980670452118, "step": 48, "train_speed(iter/s)": 0.00553 }, { "epoch": 0.04672368068178432, "grad_norm": 2.530268430709839, "learning_rate": 0.0001849056603773585, "logits/chosen": -0.47215527296066284, "logits/rejected": -0.47504734992980957, "logps/chosen": -11.48988151550293, "logps/rejected": -36.38770294189453, "loss": 0.9700489640235901, "memory(GiB)": 46.35, "nll_loss": 0.46057599782943726, "rewards/accuracies": 0.8125, "rewards/chosen": 0.21084292232990265, "rewards/margins": 0.533352792263031, "rewards/rejected": -0.32250988483428955, "step": 49, "train_speed(iter/s)": 0.005532 }, { "epoch": 0.04767722518549421, "grad_norm": 2.7035655975341797, "learning_rate": 0.00018867924528301889, "logits/chosen": -0.4868597388267517, "logits/rejected": -0.4888378977775574, "logps/chosen": -13.504924774169922, "logps/rejected": -21.10767936706543, "loss": 1.0414435863494873, "memory(GiB)": 46.35, "nll_loss": 0.5301634669303894, "rewards/accuracies": 0.78125, "rewards/chosen": 0.18318726122379303, "rewards/margins": 0.619285523891449, "rewards/rejected": -0.43609827756881714, "step": 50, "train_speed(iter/s)": 0.005531 }, { "epoch": 0.04863076968920409, "grad_norm": 3.0783157348632812, "learning_rate": 0.00019245283018867927, "logits/chosen": -0.488979697227478, "logits/rejected": -0.4920251965522766, "logps/chosen": -6.389867305755615, "logps/rejected": -23.881044387817383, "loss": 0.7357016801834106, "memory(GiB)": 46.35, "nll_loss": 0.2519811689853668, "rewards/accuracies": 0.8125, "rewards/chosen": 0.22045277059078217, "rewards/margins": 0.6349221467971802, "rewards/rejected": -0.4144693613052368, "step": 51, "train_speed(iter/s)": 0.00552 }, { "epoch": 0.049584314192913974, "grad_norm": 2.936868906021118, "learning_rate": 0.00019622641509433963, "logits/chosen": -0.49481600522994995, "logits/rejected": -0.4982725977897644, "logps/chosen": -7.566017150878906, "logps/rejected": -28.77280044555664, "loss": 0.8173349499702454, "memory(GiB)": 46.35, "nll_loss": 0.2955441176891327, "rewards/accuracies": 0.8125, "rewards/chosen": 0.12177374958992004, "rewards/margins": 0.6433938145637512, "rewards/rejected": -0.5216200947761536, "step": 52, "train_speed(iter/s)": 0.005518 }, { "epoch": 0.050537858696623854, "grad_norm": 4.539004802703857, "learning_rate": 0.0002, "logits/chosen": -0.5527479648590088, "logits/rejected": -0.5551312565803528, "logps/chosen": -15.817987442016602, "logps/rejected": -22.29538345336914, "loss": 1.1207798719406128, "memory(GiB)": 46.35, "nll_loss": 0.5884667038917542, "rewards/accuracies": 0.75, "rewards/chosen": 0.18014809489250183, "rewards/margins": 0.6673915982246399, "rewards/rejected": -0.4872434735298157, "step": 53, "train_speed(iter/s)": 0.005519 }, { "epoch": 0.05149140320033374, "grad_norm": 4.143117904663086, "learning_rate": 0.00019999950154813253, "logits/chosen": -0.5354641675949097, "logits/rejected": -0.5355905294418335, "logps/chosen": -12.528202056884766, "logps/rejected": -18.404970169067383, "loss": 1.0412046909332275, "memory(GiB)": 46.35, "nll_loss": 0.5650326609611511, "rewards/accuracies": 0.8125, "rewards/chosen": 0.17625540494918823, "rewards/margins": 0.8302103877067566, "rewards/rejected": -0.6539549827575684, "step": 54, "train_speed(iter/s)": 0.005522 }, { "epoch": 0.05244494770404363, "grad_norm": 3.329041004180908, "learning_rate": 0.00019999800619749922, "logits/chosen": -0.5789484977722168, "logits/rejected": -0.5782615542411804, "logps/chosen": -14.283157348632812, "logps/rejected": -24.138996124267578, "loss": 1.0249700546264648, "memory(GiB)": 46.35, "nll_loss": 0.5574489831924438, "rewards/accuracies": 0.78125, "rewards/chosen": 0.08275524526834488, "rewards/margins": 0.9348181486129761, "rewards/rejected": -0.8520628809928894, "step": 55, "train_speed(iter/s)": 0.005525 }, { "epoch": 0.05339849220775351, "grad_norm": 13.451016426086426, "learning_rate": 0.00019999551396300723, "logits/chosen": -0.6104876399040222, "logits/rejected": -0.6144217848777771, "logps/chosen": -11.782422065734863, "logps/rejected": -26.71551513671875, "loss": 1.1726720333099365, "memory(GiB)": 46.35, "nll_loss": 0.6291560530662537, "rewards/accuracies": 0.75, "rewards/chosen": -0.0043334998190402985, "rewards/margins": 0.6636021137237549, "rewards/rejected": -0.6679355502128601, "step": 56, "train_speed(iter/s)": 0.005523 }, { "epoch": 0.054352036711463395, "grad_norm": 7.804044246673584, "learning_rate": 0.00019999202486950177, "logits/chosen": -0.5772112011909485, "logits/rejected": -0.5761610865592957, "logps/chosen": -23.908967971801758, "logps/rejected": -30.196250915527344, "loss": 1.3278322219848633, "memory(GiB)": 46.35, "nll_loss": 0.7636411786079407, "rewards/accuracies": 0.65625, "rewards/chosen": 0.15834051370620728, "rewards/margins": 0.4628582298755646, "rewards/rejected": -0.3045177161693573, "step": 57, "train_speed(iter/s)": 0.005522 }, { "epoch": 0.055305581215173275, "grad_norm": 7.5992913246154785, "learning_rate": 0.00019998753895176575, "logits/chosen": -0.6457486748695374, "logits/rejected": -0.6466608047485352, "logps/chosen": -10.734827041625977, "logps/rejected": -32.13155746459961, "loss": 1.0030261278152466, "memory(GiB)": 46.35, "nll_loss": 0.5355030298233032, "rewards/accuracies": 0.8125, "rewards/chosen": -0.01070893183350563, "rewards/margins": 0.7878642082214355, "rewards/rejected": -0.7985730171203613, "step": 58, "train_speed(iter/s)": 0.005524 }, { "epoch": 0.05625912571888316, "grad_norm": 5.3810601234436035, "learning_rate": 0.00019998205625451943, "logits/chosen": -0.6111299991607666, "logits/rejected": -0.6088098287582397, "logps/chosen": -16.970266342163086, "logps/rejected": -19.622106552124023, "loss": 0.9686940908432007, "memory(GiB)": 46.35, "nll_loss": 0.5118071436882019, "rewards/accuracies": 0.78125, "rewards/chosen": 0.15675117075443268, "rewards/margins": 0.8334945440292358, "rewards/rejected": -0.6767433881759644, "step": 59, "train_speed(iter/s)": 0.005525 }, { "epoch": 0.05721267022259305, "grad_norm": 3.480093002319336, "learning_rate": 0.00019997557683242004, "logits/chosen": -0.5985093712806702, "logits/rejected": -0.6007335186004639, "logps/chosen": -14.120916366577148, "logps/rejected": -24.104907989501953, "loss": 0.9003526568412781, "memory(GiB)": 46.35, "nll_loss": 0.466304212808609, "rewards/accuracies": 0.75, "rewards/chosen": 0.13193026185035706, "rewards/margins": 1.0070805549621582, "rewards/rejected": -0.8751502633094788, "step": 60, "train_speed(iter/s)": 0.005522 }, { "epoch": 0.05816621472630293, "grad_norm": 3.3445444107055664, "learning_rate": 0.00019996810075006117, "logits/chosen": -0.6064149141311646, "logits/rejected": -0.6075825691223145, "logps/chosen": -10.57797622680664, "logps/rejected": -21.275867462158203, "loss": 0.9624521732330322, "memory(GiB)": 46.35, "nll_loss": 0.41281017661094666, "rewards/accuracies": 0.6875, "rewards/chosen": 0.06739869713783264, "rewards/margins": 0.5023229122161865, "rewards/rejected": -0.43492427468299866, "step": 61, "train_speed(iter/s)": 0.005519 }, { "epoch": 0.059119759230012815, "grad_norm": 5.101805210113525, "learning_rate": 0.00019995962808197216, "logits/chosen": -0.6019335985183716, "logits/rejected": -0.6061650514602661, "logps/chosen": -12.45846939086914, "logps/rejected": -22.627965927124023, "loss": 1.1021240949630737, "memory(GiB)": 46.35, "nll_loss": 0.5154472589492798, "rewards/accuracies": 0.6875, "rewards/chosen": -0.0749291479587555, "rewards/margins": 0.5026906728744507, "rewards/rejected": -0.5776197910308838, "step": 62, "train_speed(iter/s)": 0.005522 }, { "epoch": 0.060073303733722695, "grad_norm": 3.7086844444274902, "learning_rate": 0.0001999501589126174, "logits/chosen": -0.598800539970398, "logits/rejected": -0.5973880887031555, "logps/chosen": -16.170019149780273, "logps/rejected": -24.100147247314453, "loss": 0.9728513956069946, "memory(GiB)": 46.35, "nll_loss": 0.4919710159301758, "rewards/accuracies": 0.78125, "rewards/chosen": 0.14402300119400024, "rewards/margins": 0.7554571628570557, "rewards/rejected": -0.6114341616630554, "step": 63, "train_speed(iter/s)": 0.005522 }, { "epoch": 0.06102684823743258, "grad_norm": 6.82169246673584, "learning_rate": 0.00019993969333639532, "logits/chosen": -0.5916394591331482, "logits/rejected": -0.5948237180709839, "logps/chosen": -6.504903793334961, "logps/rejected": -23.65030860900879, "loss": 0.8641103506088257, "memory(GiB)": 46.35, "nll_loss": 0.3815235197544098, "rewards/accuracies": 0.84375, "rewards/chosen": 0.06883495301008224, "rewards/margins": 0.6778679490089417, "rewards/rejected": -0.6090329885482788, "step": 64, "train_speed(iter/s)": 0.005524 }, { "epoch": 0.06198039274114246, "grad_norm": 6.41129207611084, "learning_rate": 0.0001999282314576377, "logits/chosen": -0.6117686033248901, "logits/rejected": -0.6133745312690735, "logps/chosen": -7.471805572509766, "logps/rejected": -19.006999969482422, "loss": 0.8599905371665955, "memory(GiB)": 46.35, "nll_loss": 0.3879605829715729, "rewards/accuracies": 0.84375, "rewards/chosen": 0.15403376519680023, "rewards/margins": 0.6219788193702698, "rewards/rejected": -0.4679450988769531, "step": 65, "train_speed(iter/s)": 0.005525 }, { "epoch": 0.06293393724485236, "grad_norm": 3.6126596927642822, "learning_rate": 0.00019991577339060842, "logits/chosen": -0.6491844654083252, "logits/rejected": -0.6502828001976013, "logps/chosen": -9.777487754821777, "logps/rejected": -19.9858455657959, "loss": 0.9987360835075378, "memory(GiB)": 46.35, "nll_loss": 0.4526561498641968, "rewards/accuracies": 0.8125, "rewards/chosen": 0.14287549257278442, "rewards/margins": 0.528179407119751, "rewards/rejected": -0.38530388474464417, "step": 66, "train_speed(iter/s)": 0.005524 }, { "epoch": 0.06388748174856224, "grad_norm": 3.5133907794952393, "learning_rate": 0.0001999023192595024, "logits/chosen": -0.6023973822593689, "logits/rejected": -0.6058337092399597, "logps/chosen": -11.287931442260742, "logps/rejected": -23.294925689697266, "loss": 0.949726939201355, "memory(GiB)": 46.35, "nll_loss": 0.49871301651000977, "rewards/accuracies": 0.8125, "rewards/chosen": 0.25335025787353516, "rewards/margins": 0.7444449663162231, "rewards/rejected": -0.491094708442688, "step": 67, "train_speed(iter/s)": 0.005525 }, { "epoch": 0.06484102625227212, "grad_norm": 4.242381572723389, "learning_rate": 0.00019988786919844436, "logits/chosen": -0.577968955039978, "logits/rejected": -0.584266185760498, "logps/chosen": -7.122470378875732, "logps/rejected": -23.440967559814453, "loss": 0.825219988822937, "memory(GiB)": 46.35, "nll_loss": 0.3752996325492859, "rewards/accuracies": 0.78125, "rewards/chosen": 0.28059279918670654, "rewards/margins": 0.8312418460845947, "rewards/rejected": -0.5506490468978882, "step": 68, "train_speed(iter/s)": 0.005524 }, { "epoch": 0.065794570755982, "grad_norm": 4.247474670410156, "learning_rate": 0.00019987242335148757, "logits/chosen": -0.6062893271446228, "logits/rejected": -0.6092509031295776, "logps/chosen": -9.965551376342773, "logps/rejected": -16.18874740600586, "loss": 1.0371503829956055, "memory(GiB)": 46.35, "nll_loss": 0.4371563792228699, "rewards/accuracies": 0.625, "rewards/chosen": 0.08624501526355743, "rewards/margins": 0.4600314795970917, "rewards/rejected": -0.37378647923469543, "step": 69, "train_speed(iter/s)": 0.005525 }, { "epoch": 0.06674811525969189, "grad_norm": 3.118610143661499, "learning_rate": 0.0001998559818726122, "logits/chosen": -0.651878297328949, "logits/rejected": -0.6511794328689575, "logps/chosen": -17.028488159179688, "logps/rejected": -18.37329864501953, "loss": 1.1015472412109375, "memory(GiB)": 46.35, "nll_loss": 0.5589602589607239, "rewards/accuracies": 0.6875, "rewards/chosen": 0.17374631762504578, "rewards/margins": 0.5566114187240601, "rewards/rejected": -0.3828650414943695, "step": 70, "train_speed(iter/s)": 0.005526 }, { "epoch": 0.06770165976340177, "grad_norm": 3.3582799434661865, "learning_rate": 0.00019983854492572394, "logits/chosen": -0.615595281124115, "logits/rejected": -0.6146353483200073, "logps/chosen": -12.519451141357422, "logps/rejected": -18.15428924560547, "loss": 0.9180172085762024, "memory(GiB)": 46.35, "nll_loss": 0.3709501624107361, "rewards/accuracies": 0.71875, "rewards/chosen": 0.09964233636856079, "rewards/margins": 0.6540214419364929, "rewards/rejected": -0.5543791651725769, "step": 71, "train_speed(iter/s)": 0.005525 }, { "epoch": 0.06865520426711165, "grad_norm": 2.883702516555786, "learning_rate": 0.00019982011268465243, "logits/chosen": -0.5868794918060303, "logits/rejected": -0.5905233025550842, "logps/chosen": -14.138279914855957, "logps/rejected": -27.953182220458984, "loss": 1.0747126340866089, "memory(GiB)": 46.35, "nll_loss": 0.46605974435806274, "rewards/accuracies": 0.6875, "rewards/chosen": 0.03510252386331558, "rewards/margins": 0.6189652681350708, "rewards/rejected": -0.5838626623153687, "step": 72, "train_speed(iter/s)": 0.005526 }, { "epoch": 0.06960874877082154, "grad_norm": 2.9610211849212646, "learning_rate": 0.00019980068533314934, "logits/chosen": -0.6018360257148743, "logits/rejected": -0.6016470789909363, "logps/chosen": -14.77442455291748, "logps/rejected": -16.293825149536133, "loss": 1.1167826652526855, "memory(GiB)": 46.35, "nll_loss": 0.5493913888931274, "rewards/accuracies": 0.78125, "rewards/chosen": 0.20179376006126404, "rewards/margins": 0.5395517945289612, "rewards/rejected": -0.3377581536769867, "step": 73, "train_speed(iter/s)": 0.005526 }, { "epoch": 0.07056229327453142, "grad_norm": 3.1142945289611816, "learning_rate": 0.00019978026306488668, "logits/chosen": -0.5901756286621094, "logits/rejected": -0.5861356258392334, "logps/chosen": -12.717107772827148, "logps/rejected": -19.3599796295166, "loss": 0.9646521210670471, "memory(GiB)": 46.35, "nll_loss": 0.42209792137145996, "rewards/accuracies": 0.65625, "rewards/chosen": 0.19932276010513306, "rewards/margins": 0.5936742424964905, "rewards/rejected": -0.3943515419960022, "step": 74, "train_speed(iter/s)": 0.005525 }, { "epoch": 0.0715158377782413, "grad_norm": 2.8381545543670654, "learning_rate": 0.00019975884608345476, "logits/chosen": -0.5791196227073669, "logits/rejected": -0.5793704390525818, "logps/chosen": -11.382536888122559, "logps/rejected": -17.99052619934082, "loss": 1.0251520872116089, "memory(GiB)": 46.35, "nll_loss": 0.5087648630142212, "rewards/accuracies": 0.8125, "rewards/chosen": 0.225914865732193, "rewards/margins": 0.544399619102478, "rewards/rejected": -0.3184847831726074, "step": 75, "train_speed(iter/s)": 0.005523 }, { "epoch": 0.0724693822819512, "grad_norm": 2.720726251602173, "learning_rate": 0.0001997364346023603, "logits/chosen": -0.5865166187286377, "logits/rejected": -0.5875246524810791, "logps/chosen": -14.62844467163086, "logps/rejected": -26.72977638244629, "loss": 0.9625909924507141, "memory(GiB)": 46.35, "nll_loss": 0.5162026882171631, "rewards/accuracies": 0.8125, "rewards/chosen": 0.2656521499156952, "rewards/margins": 0.8063244819641113, "rewards/rejected": -0.5406723022460938, "step": 76, "train_speed(iter/s)": 0.005522 }, { "epoch": 0.07342292678566108, "grad_norm": 7.292218208312988, "learning_rate": 0.0001997130288450242, "logits/chosen": -0.5742957592010498, "logits/rejected": -0.5747869610786438, "logps/chosen": -15.201194763183594, "logps/rejected": -21.86297607421875, "loss": 1.2068696022033691, "memory(GiB)": 46.35, "nll_loss": 0.7135031819343567, "rewards/accuracies": 0.75, "rewards/chosen": 0.23197884857654572, "rewards/margins": 0.7994663119316101, "rewards/rejected": -0.5674874782562256, "step": 77, "train_speed(iter/s)": 0.005522 }, { "epoch": 0.07437647128937096, "grad_norm": 3.270038366317749, "learning_rate": 0.00019968862904477935, "logits/chosen": -0.5858986377716064, "logits/rejected": -0.588924765586853, "logps/chosen": -9.959943771362305, "logps/rejected": -30.939224243164062, "loss": 0.8423591256141663, "memory(GiB)": 46.35, "nll_loss": 0.42530590295791626, "rewards/accuracies": 0.84375, "rewards/chosen": 0.16566459834575653, "rewards/margins": 1.2258960008621216, "rewards/rejected": -1.060231328010559, "step": 78, "train_speed(iter/s)": 0.005518 }, { "epoch": 0.07533001579308084, "grad_norm": 4.3024821281433105, "learning_rate": 0.00019966323544486818, "logits/chosen": -0.6145219802856445, "logits/rejected": -0.6170623898506165, "logps/chosen": -15.870341300964355, "logps/rejected": -31.39044952392578, "loss": 0.8412056565284729, "memory(GiB)": 46.35, "nll_loss": 0.4725872874259949, "rewards/accuracies": 0.875, "rewards/chosen": 0.3251492381095886, "rewards/margins": 1.2906752824783325, "rewards/rejected": -0.9655259251594543, "step": 79, "train_speed(iter/s)": 0.005516 }, { "epoch": 0.07628356029679073, "grad_norm": 5.5750732421875, "learning_rate": 0.00019963684829844052, "logits/chosen": -0.6042959094047546, "logits/rejected": -0.6049582362174988, "logps/chosen": -13.382628440856934, "logps/rejected": -21.927295684814453, "loss": 0.993065357208252, "memory(GiB)": 46.35, "nll_loss": 0.49278005957603455, "rewards/accuracies": 0.71875, "rewards/chosen": 0.10083693265914917, "rewards/margins": 0.7778795957565308, "rewards/rejected": -0.6770426630973816, "step": 80, "train_speed(iter/s)": 0.005517 }, { "epoch": 0.07723710480050061, "grad_norm": 7.816519260406494, "learning_rate": 0.0001996094678685508, "logits/chosen": -0.5581300258636475, "logits/rejected": -0.5570173263549805, "logps/chosen": -16.26945686340332, "logps/rejected": -28.130666732788086, "loss": 1.1555508375167847, "memory(GiB)": 46.35, "nll_loss": 0.5590921640396118, "rewards/accuracies": 0.65625, "rewards/chosen": -0.22734299302101135, "rewards/margins": 0.652872622013092, "rewards/rejected": -0.8802156448364258, "step": 81, "train_speed(iter/s)": 0.005518 }, { "epoch": 0.07819064930421049, "grad_norm": 4.555399417877197, "learning_rate": 0.00019958109442815553, "logits/chosen": -0.562245786190033, "logits/rejected": -0.5638425946235657, "logps/chosen": -17.669172286987305, "logps/rejected": -31.455379486083984, "loss": 1.0409901142120361, "memory(GiB)": 46.35, "nll_loss": 0.5925040245056152, "rewards/accuracies": 0.75, "rewards/chosen": -0.18633463978767395, "rewards/margins": 1.1558425426483154, "rewards/rejected": -1.3421772718429565, "step": 82, "train_speed(iter/s)": 0.005517 }, { "epoch": 0.07914419380792038, "grad_norm": 4.788554668426514, "learning_rate": 0.00019955172826011062, "logits/chosen": -0.53816819190979, "logits/rejected": -0.539014458656311, "logps/chosen": -13.409234046936035, "logps/rejected": -24.46169090270996, "loss": 1.0504765510559082, "memory(GiB)": 46.35, "nll_loss": 0.5079448819160461, "rewards/accuracies": 0.78125, "rewards/chosen": -0.030599184334278107, "rewards/margins": 0.6909205317497253, "rewards/rejected": -0.7215197086334229, "step": 83, "train_speed(iter/s)": 0.005518 }, { "epoch": 0.08009773831163026, "grad_norm": 2.9610979557037354, "learning_rate": 0.00019952136965716846, "logits/chosen": -0.5609460473060608, "logits/rejected": -0.5607710480690002, "logps/chosen": -15.43799114227295, "logps/rejected": -20.685916900634766, "loss": 0.9568982720375061, "memory(GiB)": 46.35, "nll_loss": 0.49247080087661743, "rewards/accuracies": 0.8125, "rewards/chosen": 0.2509080469608307, "rewards/margins": 0.9044961333274841, "rewards/rejected": -0.653588056564331, "step": 84, "train_speed(iter/s)": 0.005516 }, { "epoch": 0.08105128281534014, "grad_norm": 2.7049379348754883, "learning_rate": 0.00019949001892197515, "logits/chosen": -0.5431854128837585, "logits/rejected": -0.5459212064743042, "logps/chosen": -11.692042350769043, "logps/rejected": -25.70047378540039, "loss": 0.9204345941543579, "memory(GiB)": 46.35, "nll_loss": 0.5127474069595337, "rewards/accuracies": 0.84375, "rewards/chosen": 0.16273778676986694, "rewards/margins": 1.052358865737915, "rewards/rejected": -0.8896210193634033, "step": 85, "train_speed(iter/s)": 0.005518 }, { "epoch": 0.08200482731905002, "grad_norm": 2.835888624191284, "learning_rate": 0.00019945767636706728, "logits/chosen": -0.5524388551712036, "logits/rejected": -0.5518356561660767, "logps/chosen": -9.604469299316406, "logps/rejected": -18.570831298828125, "loss": 0.7963011860847473, "memory(GiB)": 46.35, "nll_loss": 0.35101598501205444, "rewards/accuracies": 0.78125, "rewards/chosen": 0.20881126821041107, "rewards/margins": 0.7979729771614075, "rewards/rejected": -0.58916175365448, "step": 86, "train_speed(iter/s)": 0.005516 }, { "epoch": 0.08295837182275992, "grad_norm": 4.458975315093994, "learning_rate": 0.00019942434231486902, "logits/chosen": -0.5035311579704285, "logits/rejected": -0.5041376352310181, "logps/chosen": -12.906057357788086, "logps/rejected": -21.71013641357422, "loss": 0.9929911494255066, "memory(GiB)": 46.35, "nll_loss": 0.5292322039604187, "rewards/accuracies": 0.78125, "rewards/chosen": 0.23509997129440308, "rewards/margins": 0.7336819171905518, "rewards/rejected": -0.49858203530311584, "step": 87, "train_speed(iter/s)": 0.005515 }, { "epoch": 0.0839119163264698, "grad_norm": 5.752819061279297, "learning_rate": 0.0001993900170976888, "logits/chosen": -0.5372301340103149, "logits/rejected": -0.5387623310089111, "logps/chosen": -12.41868782043457, "logps/rejected": -23.16730499267578, "loss": 0.9672287106513977, "memory(GiB)": 46.35, "nll_loss": 0.4671844244003296, "rewards/accuracies": 0.71875, "rewards/chosen": 0.22129932045936584, "rewards/margins": 0.8583503365516663, "rewards/rejected": -0.637050986289978, "step": 88, "train_speed(iter/s)": 0.005516 }, { "epoch": 0.08486546083017968, "grad_norm": 3.0927765369415283, "learning_rate": 0.00019935470105771598, "logits/chosen": -0.5962197780609131, "logits/rejected": -0.5928555130958557, "logps/chosen": -15.36233139038086, "logps/rejected": -16.967832565307617, "loss": 1.0067566633224487, "memory(GiB)": 46.35, "nll_loss": 0.5986248850822449, "rewards/accuracies": 0.84375, "rewards/chosen": 0.20106852054595947, "rewards/margins": 0.8472704291343689, "rewards/rejected": -0.6462019681930542, "step": 89, "train_speed(iter/s)": 0.005517 }, { "epoch": 0.08581900533388957, "grad_norm": 4.051328659057617, "learning_rate": 0.00019931839454701743, "logits/chosen": -0.5495755672454834, "logits/rejected": -0.54953533411026, "logps/chosen": -9.681739807128906, "logps/rejected": -17.38517951965332, "loss": 0.9176310896873474, "memory(GiB)": 46.35, "nll_loss": 0.4568890631198883, "rewards/accuracies": 0.8125, "rewards/chosen": 0.18029510974884033, "rewards/margins": 0.7410764694213867, "rewards/rejected": -0.5607813596725464, "step": 90, "train_speed(iter/s)": 0.005516 }, { "epoch": 0.08677254983759945, "grad_norm": 2.651430368423462, "learning_rate": 0.00019928109792753418, "logits/chosen": -0.5709578990936279, "logits/rejected": -0.5723389983177185, "logps/chosen": -12.097832679748535, "logps/rejected": -25.470287322998047, "loss": 0.8452543020248413, "memory(GiB)": 46.35, "nll_loss": 0.4146232008934021, "rewards/accuracies": 0.78125, "rewards/chosen": 0.2571614384651184, "rewards/margins": 0.9069947600364685, "rewards/rejected": -0.6498332619667053, "step": 91, "train_speed(iter/s)": 0.005515 }, { "epoch": 0.08772609434130933, "grad_norm": 3.9205963611602783, "learning_rate": 0.0001992428115710776, "logits/chosen": -0.5633900761604309, "logits/rejected": -0.5629602074623108, "logps/chosen": -15.341146469116211, "logps/rejected": -22.676523208618164, "loss": 1.0960146188735962, "memory(GiB)": 46.35, "nll_loss": 0.6228011846542358, "rewards/accuracies": 0.71875, "rewards/chosen": 0.2320929765701294, "rewards/margins": 0.802864670753479, "rewards/rejected": -0.5707716941833496, "step": 92, "train_speed(iter/s)": 0.005513 }, { "epoch": 0.08867963884501923, "grad_norm": 2.4844846725463867, "learning_rate": 0.00019920353585932578, "logits/chosen": -0.5643666982650757, "logits/rejected": -0.5697072148323059, "logps/chosen": -7.112787246704102, "logps/rejected": -29.775066375732422, "loss": 0.7670912742614746, "memory(GiB)": 46.35, "nll_loss": 0.3726654350757599, "rewards/accuracies": 0.84375, "rewards/chosen": 0.11930885910987854, "rewards/margins": 1.221017837524414, "rewards/rejected": -1.101709008216858, "step": 93, "train_speed(iter/s)": 0.005513 }, { "epoch": 0.0896331833487291, "grad_norm": 3.3409717082977295, "learning_rate": 0.00019916327118381982, "logits/chosen": -0.5507174730300903, "logits/rejected": -0.5550180673599243, "logps/chosen": -6.935158729553223, "logps/rejected": -26.466045379638672, "loss": 0.8178773522377014, "memory(GiB)": 46.35, "nll_loss": 0.3691931962966919, "rewards/accuracies": 0.84375, "rewards/chosen": -0.014170083217322826, "rewards/margins": 0.906183123588562, "rewards/rejected": -0.9203532338142395, "step": 94, "train_speed(iter/s)": 0.005513 }, { "epoch": 0.09058672785243899, "grad_norm": 3.8606507778167725, "learning_rate": 0.0001991220179459597, "logits/chosen": -0.5692034959793091, "logits/rejected": -0.5723109841346741, "logps/chosen": -9.636994361877441, "logps/rejected": -28.736644744873047, "loss": 0.7489418387413025, "memory(GiB)": 46.35, "nll_loss": 0.38759085536003113, "rewards/accuracies": 0.8125, "rewards/chosen": 0.1789592206478119, "rewards/margins": 1.2420873641967773, "rewards/rejected": -1.0631282329559326, "step": 95, "train_speed(iter/s)": 0.005513 }, { "epoch": 0.09154027235614887, "grad_norm": 4.69579553604126, "learning_rate": 0.00019907977655700054, "logits/chosen": -0.5835409760475159, "logits/rejected": -0.5857175588607788, "logps/chosen": -8.839982032775879, "logps/rejected": -26.350032806396484, "loss": 0.8248448371887207, "memory(GiB)": 46.35, "nll_loss": 0.4012177586555481, "rewards/accuracies": 0.8125, "rewards/chosen": 0.14620812237262726, "rewards/margins": 1.2952075004577637, "rewards/rejected": -1.1489993333816528, "step": 96, "train_speed(iter/s)": 0.005512 }, { "epoch": 0.09249381685985876, "grad_norm": 3.4665541648864746, "learning_rate": 0.00019903654743804833, "logits/chosen": -0.6227341294288635, "logits/rejected": -0.6252981424331665, "logps/chosen": -11.844514846801758, "logps/rejected": -29.124967575073242, "loss": 0.8466665744781494, "memory(GiB)": 46.35, "nll_loss": 0.3924159109592438, "rewards/accuracies": 0.6875, "rewards/chosen": -0.03820016235113144, "rewards/margins": 1.3871092796325684, "rewards/rejected": -1.425309419631958, "step": 97, "train_speed(iter/s)": 0.005513 }, { "epoch": 0.09344736136356864, "grad_norm": 13.193551063537598, "learning_rate": 0.00019899233102005573, "logits/chosen": -0.5675249695777893, "logits/rejected": -0.571427583694458, "logps/chosen": -11.932504653930664, "logps/rejected": -29.481807708740234, "loss": 1.3480544090270996, "memory(GiB)": 46.35, "nll_loss": 0.8751646280288696, "rewards/accuracies": 0.71875, "rewards/chosen": -0.04504670575261116, "rewards/margins": 1.2038631439208984, "rewards/rejected": -1.248909831047058, "step": 98, "train_speed(iter/s)": 0.005513 }, { "epoch": 0.09440090586727852, "grad_norm": 13.958789825439453, "learning_rate": 0.00019894712774381787, "logits/chosen": -0.5426734685897827, "logits/rejected": -0.5455094575881958, "logps/chosen": -14.97989273071289, "logps/rejected": -29.963254928588867, "loss": 0.9666093587875366, "memory(GiB)": 46.35, "nll_loss": 0.5926772356033325, "rewards/accuracies": 0.875, "rewards/chosen": -0.12036357820034027, "rewards/margins": 1.3575993776321411, "rewards/rejected": -1.4779632091522217, "step": 99, "train_speed(iter/s)": 0.005513 }, { "epoch": 0.09535445037098841, "grad_norm": 3.8765738010406494, "learning_rate": 0.00019890093805996793, "logits/chosen": -0.5699120163917542, "logits/rejected": -0.5716601014137268, "logps/chosen": -18.304710388183594, "logps/rejected": -37.15324783325195, "loss": 1.0460050106048584, "memory(GiB)": 46.35, "nll_loss": 0.6231843829154968, "rewards/accuracies": 0.78125, "rewards/chosen": -0.23249366879463196, "rewards/margins": 1.3045672178268433, "rewards/rejected": -1.5370607376098633, "step": 100, "train_speed(iter/s)": 0.005513 }, { "epoch": 0.0963079948746983, "grad_norm": 3.2104878425598145, "learning_rate": 0.00019885376242897258, "logits/chosen": -0.5706620812416077, "logits/rejected": -0.5722963213920593, "logps/chosen": -14.833114624023438, "logps/rejected": -30.274829864501953, "loss": 1.1376781463623047, "memory(GiB)": 46.35, "nll_loss": 0.653939425945282, "rewards/accuracies": 0.78125, "rewards/chosen": 0.14056257903575897, "rewards/margins": 1.1054493188858032, "rewards/rejected": -0.9648867845535278, "step": 101, "train_speed(iter/s)": 0.005506 }, { "epoch": 0.09726153937840817, "grad_norm": 2.326752185821533, "learning_rate": 0.00019880560132112742, "logits/chosen": -0.5489917993545532, "logits/rejected": -0.5558469891548157, "logps/chosen": -10.081119537353516, "logps/rejected": -31.342273712158203, "loss": 0.9489866495132446, "memory(GiB)": 46.35, "nll_loss": 0.5341838002204895, "rewards/accuracies": 0.78125, "rewards/chosen": 0.08325084298849106, "rewards/margins": 1.2551041841506958, "rewards/rejected": -1.1718534231185913, "step": 102, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.09821508388211805, "grad_norm": 2.702747344970703, "learning_rate": 0.0001987564552165524, "logits/chosen": -0.5335314869880676, "logits/rejected": -0.5375723838806152, "logps/chosen": -6.767879962921143, "logps/rejected": -26.971349716186523, "loss": 0.7666488885879517, "memory(GiB)": 46.35, "nll_loss": 0.3699600100517273, "rewards/accuracies": 0.90625, "rewards/chosen": 0.2037293165922165, "rewards/margins": 1.2131260633468628, "rewards/rejected": -1.0093967914581299, "step": 103, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.09916862838582795, "grad_norm": 3.298539638519287, "learning_rate": 0.0001987063246051868, "logits/chosen": -0.5586405992507935, "logits/rejected": -0.5575414299964905, "logps/chosen": -10.250675201416016, "logps/rejected": -19.98495864868164, "loss": 0.9064714312553406, "memory(GiB)": 46.35, "nll_loss": 0.38871869444847107, "rewards/accuracies": 0.71875, "rewards/chosen": 0.07911191880702972, "rewards/margins": 0.7202980518341064, "rewards/rejected": -0.6411861181259155, "step": 104, "train_speed(iter/s)": 0.005508 }, { "epoch": 0.10012217288953783, "grad_norm": 3.7112255096435547, "learning_rate": 0.00019865520998678458, "logits/chosen": -0.5400758385658264, "logits/rejected": -0.5405173301696777, "logps/chosen": -16.44561004638672, "logps/rejected": -24.691865921020508, "loss": 1.1246851682662964, "memory(GiB)": 46.35, "nll_loss": 0.6655758023262024, "rewards/accuracies": 0.84375, "rewards/chosen": 0.11685307323932648, "rewards/margins": 0.8305923938751221, "rewards/rejected": -0.713739275932312, "step": 105, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.10107571739324771, "grad_norm": 6.40952205657959, "learning_rate": 0.0001986031118709093, "logits/chosen": -0.548525333404541, "logits/rejected": -0.5509157180786133, "logps/chosen": -11.731019020080566, "logps/rejected": -22.46083641052246, "loss": 1.37913179397583, "memory(GiB)": 46.35, "nll_loss": 0.7638791799545288, "rewards/accuracies": 0.78125, "rewards/chosen": -0.029659561812877655, "rewards/margins": 0.5513206124305725, "rewards/rejected": -0.5809801816940308, "step": 106, "train_speed(iter/s)": 0.005505 }, { "epoch": 0.1020292618969576, "grad_norm": 5.338200092315674, "learning_rate": 0.00019855003077692897, "logits/chosen": -0.5491806268692017, "logits/rejected": -0.5485914945602417, "logps/chosen": -10.374083518981934, "logps/rejected": -22.91812515258789, "loss": 0.9197418689727783, "memory(GiB)": 46.35, "nll_loss": 0.42541149258613586, "rewards/accuracies": 0.78125, "rewards/chosen": 0.23835767805576324, "rewards/margins": 0.8718117475509644, "rewards/rejected": -0.6334540843963623, "step": 107, "train_speed(iter/s)": 0.005505 }, { "epoch": 0.10298280640066748, "grad_norm": 4.72066593170166, "learning_rate": 0.00019849596723401107, "logits/chosen": -0.5481430888175964, "logits/rejected": -0.552554190158844, "logps/chosen": -14.082160949707031, "logps/rejected": -25.61027717590332, "loss": 1.2021526098251343, "memory(GiB)": 46.35, "nll_loss": 0.6988036036491394, "rewards/accuracies": 0.8125, "rewards/chosen": 0.09246861189603806, "rewards/margins": 0.8137391805648804, "rewards/rejected": -0.7212705612182617, "step": 108, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.10393635090437736, "grad_norm": 2.7633321285247803, "learning_rate": 0.00019844092178111702, "logits/chosen": -0.508384108543396, "logits/rejected": -0.5140159130096436, "logps/chosen": -6.925086975097656, "logps/rejected": -24.077953338623047, "loss": 0.8022588491439819, "memory(GiB)": 46.35, "nll_loss": 0.41396474838256836, "rewards/accuracies": 0.96875, "rewards/chosen": 0.16561280190944672, "rewards/margins": 1.0861924886703491, "rewards/rejected": -0.9205797910690308, "step": 109, "train_speed(iter/s)": 0.005509 }, { "epoch": 0.10488989540808726, "grad_norm": 2.4014365673065186, "learning_rate": 0.00019838489496699704, "logits/chosen": -0.5266930460929871, "logits/rejected": -0.5241900682449341, "logps/chosen": -15.143444061279297, "logps/rejected": -18.07321548461914, "loss": 0.8957412242889404, "memory(GiB)": 46.35, "nll_loss": 0.5194482803344727, "rewards/accuracies": 0.875, "rewards/chosen": 0.33800825476646423, "rewards/margins": 1.0479741096496582, "rewards/rejected": -0.7099659442901611, "step": 110, "train_speed(iter/s)": 0.005508 }, { "epoch": 0.10584343991179714, "grad_norm": 3.5473034381866455, "learning_rate": 0.0001983278873501845, "logits/chosen": -0.5651346445083618, "logits/rejected": -0.5652989149093628, "logps/chosen": -13.63066291809082, "logps/rejected": -21.72479820251465, "loss": 1.070034146308899, "memory(GiB)": 46.35, "nll_loss": 0.5245512127876282, "rewards/accuracies": 0.6875, "rewards/chosen": 0.1012478768825531, "rewards/margins": 0.5533490180969238, "rewards/rejected": -0.4521011710166931, "step": 111, "train_speed(iter/s)": 0.005508 }, { "epoch": 0.10679698441550702, "grad_norm": 2.844266653060913, "learning_rate": 0.00019826989949899048, "logits/chosen": -0.5871210694313049, "logits/rejected": -0.5863486528396606, "logps/chosen": -10.202323913574219, "logps/rejected": -17.968069076538086, "loss": 0.9712742567062378, "memory(GiB)": 46.35, "nll_loss": 0.4458525776863098, "rewards/accuracies": 0.65625, "rewards/chosen": 0.31141582131385803, "rewards/margins": 0.6074751615524292, "rewards/rejected": -0.29605934023857117, "step": 112, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.1077505289192169, "grad_norm": 3.325552225112915, "learning_rate": 0.00019821093199149804, "logits/chosen": -0.5867654085159302, "logits/rejected": -0.590225338935852, "logps/chosen": -14.67109489440918, "logps/rejected": -31.97191619873047, "loss": 0.8784574270248413, "memory(GiB)": 46.35, "nll_loss": 0.5371198058128357, "rewards/accuracies": 0.90625, "rewards/chosen": 0.31997063755989075, "rewards/margins": 1.1458133459091187, "rewards/rejected": -0.8258427381515503, "step": 113, "train_speed(iter/s)": 0.005509 }, { "epoch": 0.10870407342292679, "grad_norm": 2.5996289253234863, "learning_rate": 0.00019815098541555646, "logits/chosen": -0.6402957439422607, "logits/rejected": -0.6378954648971558, "logps/chosen": -12.175540924072266, "logps/rejected": -20.870878219604492, "loss": 0.9693875908851624, "memory(GiB)": 46.35, "nll_loss": 0.5651832818984985, "rewards/accuracies": 0.875, "rewards/chosen": 0.3929046392440796, "rewards/margins": 1.0991772413253784, "rewards/rejected": -0.7062726020812988, "step": 114, "train_speed(iter/s)": 0.005509 }, { "epoch": 0.10965761792663667, "grad_norm": 2.5734198093414307, "learning_rate": 0.00019809006036877538, "logits/chosen": -0.6097349524497986, "logits/rejected": -0.6098358035087585, "logps/chosen": -11.490409851074219, "logps/rejected": -15.817056655883789, "loss": 0.9781900644302368, "memory(GiB)": 46.35, "nll_loss": 0.502380907535553, "rewards/accuracies": 0.8125, "rewards/chosen": 0.2869223654270172, "rewards/margins": 0.795809268951416, "rewards/rejected": -0.5088868737220764, "step": 115, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.11061116243034655, "grad_norm": 2.6200523376464844, "learning_rate": 0.00019802815745851885, "logits/chosen": -0.6539290547370911, "logits/rejected": -0.6565437912940979, "logps/chosen": -13.780235290527344, "logps/rejected": -29.117767333984375, "loss": 0.8663976192474365, "memory(GiB)": 46.35, "nll_loss": 0.406424343585968, "rewards/accuracies": 0.71875, "rewards/chosen": 0.24194149672985077, "rewards/margins": 1.0130045413970947, "rewards/rejected": -0.7710630893707275, "step": 116, "train_speed(iter/s)": 0.005509 }, { "epoch": 0.11156470693405644, "grad_norm": 2.858734130859375, "learning_rate": 0.00019796527730189936, "logits/chosen": -0.6368309259414673, "logits/rejected": -0.6411804556846619, "logps/chosen": -12.20506477355957, "logps/rejected": -22.50167465209961, "loss": 0.9522262811660767, "memory(GiB)": 46.35, "nll_loss": 0.5067539215087891, "rewards/accuracies": 0.8125, "rewards/chosen": 0.35891181230545044, "rewards/margins": 0.9037349224090576, "rewards/rejected": -0.5448231101036072, "step": 117, "train_speed(iter/s)": 0.005508 }, { "epoch": 0.11251825143776632, "grad_norm": 3.5055670738220215, "learning_rate": 0.0001979014205257715, "logits/chosen": -0.6525743007659912, "logits/rejected": -0.6540606021881104, "logps/chosen": -15.675086975097656, "logps/rejected": -24.1904239654541, "loss": 1.0509792566299438, "memory(GiB)": 46.35, "nll_loss": 0.5997871160507202, "rewards/accuracies": 0.8125, "rewards/chosen": 0.07162542641162872, "rewards/margins": 1.1154685020446777, "rewards/rejected": -1.0438430309295654, "step": 118, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.1134717959414762, "grad_norm": 3.984374761581421, "learning_rate": 0.0001978365877667258, "logits/chosen": -0.6372765302658081, "logits/rejected": -0.6411250233650208, "logps/chosen": -10.17730712890625, "logps/rejected": -22.074499130249023, "loss": 1.0653222799301147, "memory(GiB)": 46.35, "nll_loss": 0.6034587025642395, "rewards/accuracies": 0.78125, "rewards/chosen": 0.198074609041214, "rewards/margins": 1.0864827632904053, "rewards/rejected": -0.8884081244468689, "step": 119, "train_speed(iter/s)": 0.005508 }, { "epoch": 0.1144253404451861, "grad_norm": 3.182776689529419, "learning_rate": 0.00019777077967108255, "logits/chosen": -0.6417007446289062, "logits/rejected": -0.6392112970352173, "logps/chosen": -19.301258087158203, "logps/rejected": -18.364166259765625, "loss": 1.108437180519104, "memory(GiB)": 46.35, "nll_loss": 0.5851361751556396, "rewards/accuracies": 0.71875, "rewards/chosen": 0.22438707947731018, "rewards/margins": 0.5671754479408264, "rewards/rejected": -0.3427883982658386, "step": 120, "train_speed(iter/s)": 0.005508 }, { "epoch": 0.11537888494889598, "grad_norm": 3.537256956100464, "learning_rate": 0.00019770399689488506, "logits/chosen": -0.6460685729980469, "logits/rejected": -0.6467642784118652, "logps/chosen": -13.258935928344727, "logps/rejected": -27.513343811035156, "loss": 0.9472922682762146, "memory(GiB)": 46.35, "nll_loss": 0.5081149935722351, "rewards/accuracies": 0.75, "rewards/chosen": 0.23222729563713074, "rewards/margins": 1.276731014251709, "rewards/rejected": -1.0445036888122559, "step": 121, "train_speed(iter/s)": 0.005508 }, { "epoch": 0.11633242945260586, "grad_norm": 3.096590280532837, "learning_rate": 0.00019763624010389334, "logits/chosen": -0.6088275909423828, "logits/rejected": -0.6121100783348083, "logps/chosen": -13.26574420928955, "logps/rejected": -19.00273323059082, "loss": 0.9677691459655762, "memory(GiB)": 46.35, "nll_loss": 0.507895290851593, "rewards/accuracies": 0.8125, "rewards/chosen": 0.22311073541641235, "rewards/margins": 0.7144712209701538, "rewards/rejected": -0.49136048555374146, "step": 122, "train_speed(iter/s)": 0.005509 }, { "epoch": 0.11728597395631574, "grad_norm": 2.810216188430786, "learning_rate": 0.0001975675099735774, "logits/chosen": -0.6021947264671326, "logits/rejected": -0.6030389070510864, "logps/chosen": -8.321534156799316, "logps/rejected": -17.207504272460938, "loss": 0.8276495933532715, "memory(GiB)": 46.35, "nll_loss": 0.3906245231628418, "rewards/accuracies": 0.8125, "rewards/chosen": 0.21257750689983368, "rewards/margins": 0.894737958908081, "rewards/rejected": -0.682160496711731, "step": 123, "train_speed(iter/s)": 0.005509 }, { "epoch": 0.11823951846002563, "grad_norm": 2.6153383255004883, "learning_rate": 0.0001974978071891104, "logits/chosen": -0.6311705112457275, "logits/rejected": -0.6307083964347839, "logps/chosen": -10.833940505981445, "logps/rejected": -22.41739273071289, "loss": 0.8693855404853821, "memory(GiB)": 46.35, "nll_loss": 0.4562944173812866, "rewards/accuracies": 0.875, "rewards/chosen": 0.15080919861793518, "rewards/margins": 1.2266969680786133, "rewards/rejected": -1.0758877992630005, "step": 124, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.11919306296373551, "grad_norm": 3.493828535079956, "learning_rate": 0.00019742713244536204, "logits/chosen": -0.6434034109115601, "logits/rejected": -0.6431565284729004, "logps/chosen": -18.75763702392578, "logps/rejected": -25.821609497070312, "loss": 1.0967546701431274, "memory(GiB)": 46.35, "nll_loss": 0.5587143898010254, "rewards/accuracies": 0.8125, "rewards/chosen": 0.0902448296546936, "rewards/margins": 0.9879235029220581, "rewards/rejected": -0.8976786732673645, "step": 125, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.12014660746744539, "grad_norm": 2.5747878551483154, "learning_rate": 0.00019735548644689147, "logits/chosen": -0.6225179433822632, "logits/rejected": -0.6244460940361023, "logps/chosen": -15.244443893432617, "logps/rejected": -17.300045013427734, "loss": 1.0364809036254883, "memory(GiB)": 46.35, "nll_loss": 0.5735288858413696, "rewards/accuracies": 0.78125, "rewards/chosen": 0.416117787361145, "rewards/margins": 0.7515360713005066, "rewards/rejected": -0.3354182839393616, "step": 126, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.12110015197115528, "grad_norm": 3.198167562484741, "learning_rate": 0.00019728286990794037, "logits/chosen": -0.6006501317024231, "logits/rejected": -0.6046801805496216, "logps/chosen": -14.4312162399292, "logps/rejected": -23.69890785217285, "loss": 1.0553488731384277, "memory(GiB)": 46.35, "nll_loss": 0.5887905955314636, "rewards/accuracies": 0.84375, "rewards/chosen": 0.162513867020607, "rewards/margins": 0.9815673232078552, "rewards/rejected": -0.8190534114837646, "step": 127, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.12205369647486516, "grad_norm": 3.224283456802368, "learning_rate": 0.00019720928355242568, "logits/chosen": -0.5655272006988525, "logits/rejected": -0.5726292133331299, "logps/chosen": -13.809501647949219, "logps/rejected": -30.130277633666992, "loss": 0.8311694264411926, "memory(GiB)": 46.35, "nll_loss": 0.3935176134109497, "rewards/accuracies": 0.84375, "rewards/chosen": 0.027349811047315598, "rewards/margins": 1.382154941558838, "rewards/rejected": -1.3548052310943604, "step": 128, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.12300724097857504, "grad_norm": 2.575568199157715, "learning_rate": 0.00019713472811393258, "logits/chosen": -0.5765466094017029, "logits/rejected": -0.5786842107772827, "logps/chosen": -16.621131896972656, "logps/rejected": -26.19173240661621, "loss": 0.9337475895881653, "memory(GiB)": 46.35, "nll_loss": 0.5804612636566162, "rewards/accuracies": 0.875, "rewards/chosen": 0.37209561467170715, "rewards/margins": 1.4012634754180908, "rewards/rejected": -1.0291677713394165, "step": 129, "train_speed(iter/s)": 0.005512 }, { "epoch": 0.12396078548228492, "grad_norm": 3.0303828716278076, "learning_rate": 0.00019705920433570694, "logits/chosen": -0.5693878531455994, "logits/rejected": -0.5738221406936646, "logps/chosen": -7.376468658447266, "logps/rejected": -25.63204574584961, "loss": 0.9063543081283569, "memory(GiB)": 46.35, "nll_loss": 0.5075121521949768, "rewards/accuracies": 0.875, "rewards/chosen": 0.23270781338214874, "rewards/margins": 1.1151927709579468, "rewards/rejected": -0.8824849128723145, "step": 130, "train_speed(iter/s)": 0.005511 }, { "epoch": 0.12491432998599482, "grad_norm": 4.375239849090576, "learning_rate": 0.0001969827129706482, "logits/chosen": -0.5413441061973572, "logits/rejected": -0.5445973873138428, "logps/chosen": -9.677428245544434, "logps/rejected": -23.95619010925293, "loss": 0.982276439666748, "memory(GiB)": 46.35, "nll_loss": 0.5150867104530334, "rewards/accuracies": 0.71875, "rewards/chosen": 0.23964405059814453, "rewards/margins": 0.8764944076538086, "rewards/rejected": -0.6368504762649536, "step": 131, "train_speed(iter/s)": 0.005511 }, { "epoch": 0.1258678744897047, "grad_norm": 2.136566162109375, "learning_rate": 0.0001969052547813016, "logits/chosen": -0.5252913236618042, "logits/rejected": -0.5288749933242798, "logps/chosen": -8.76069450378418, "logps/rejected": -24.643917083740234, "loss": 0.6882707476615906, "memory(GiB)": 46.35, "nll_loss": 0.3399735689163208, "rewards/accuracies": 0.84375, "rewards/chosen": 0.3247303366661072, "rewards/margins": 1.320786952972412, "rewards/rejected": -0.9960566759109497, "step": 132, "train_speed(iter/s)": 0.005512 }, { "epoch": 0.1268214189934146, "grad_norm": 2.7579689025878906, "learning_rate": 0.00019682683053985072, "logits/chosen": -0.4897473454475403, "logits/rejected": -0.49097952246665955, "logps/chosen": -14.222724914550781, "logps/rejected": -26.548240661621094, "loss": 0.8395786881446838, "memory(GiB)": 46.35, "nll_loss": 0.49962103366851807, "rewards/accuracies": 0.875, "rewards/chosen": 0.3120686113834381, "rewards/margins": 1.3334513902664185, "rewards/rejected": -1.0213829278945923, "step": 133, "train_speed(iter/s)": 0.005511 }, { "epoch": 0.12777496349712447, "grad_norm": 4.233667850494385, "learning_rate": 0.00019674744102810978, "logits/chosen": -0.49640408158302307, "logits/rejected": -0.49791407585144043, "logps/chosen": -11.952919006347656, "logps/rejected": -20.992504119873047, "loss": 0.9811766147613525, "memory(GiB)": 46.35, "nll_loss": 0.6130494475364685, "rewards/accuracies": 0.90625, "rewards/chosen": 0.26505932211875916, "rewards/margins": 1.113063097000122, "rewards/rejected": -0.8480038046836853, "step": 134, "train_speed(iter/s)": 0.005511 }, { "epoch": 0.12872850800083435, "grad_norm": 4.032670974731445, "learning_rate": 0.00019666708703751576, "logits/chosen": -0.5555613040924072, "logits/rejected": -0.5562028288841248, "logps/chosen": -12.461511611938477, "logps/rejected": -29.6381893157959, "loss": 0.9406546354293823, "memory(GiB)": 46.35, "nll_loss": 0.5542497634887695, "rewards/accuracies": 0.8125, "rewards/chosen": 0.14334315061569214, "rewards/margins": 1.2391164302825928, "rewards/rejected": -1.0957733392715454, "step": 135, "train_speed(iter/s)": 0.005511 }, { "epoch": 0.12968205250454423, "grad_norm": 2.8314244747161865, "learning_rate": 0.00019658576936912057, "logits/chosen": -0.5166746973991394, "logits/rejected": -0.5175175666809082, "logps/chosen": -11.453944206237793, "logps/rejected": -32.48845672607422, "loss": 0.741032600402832, "memory(GiB)": 46.35, "nll_loss": 0.39420661330223083, "rewards/accuracies": 0.84375, "rewards/chosen": 0.2297428399324417, "rewards/margins": 1.5928231477737427, "rewards/rejected": -1.3630802631378174, "step": 136, "train_speed(iter/s)": 0.005511 }, { "epoch": 0.1306355970082541, "grad_norm": 3.786283016204834, "learning_rate": 0.00019650348883358315, "logits/chosen": -0.5285561084747314, "logits/rejected": -0.529099702835083, "logps/chosen": -14.34618091583252, "logps/rejected": -24.930580139160156, "loss": 1.0361278057098389, "memory(GiB)": 46.35, "nll_loss": 0.598253607749939, "rewards/accuracies": 0.8125, "rewards/chosen": 0.2112821340560913, "rewards/margins": 1.2288541793823242, "rewards/rejected": -1.017572045326233, "step": 137, "train_speed(iter/s)": 0.005512 }, { "epoch": 0.131589141511964, "grad_norm": 3.4468750953674316, "learning_rate": 0.00019642024625116117, "logits/chosen": -0.5355381369590759, "logits/rejected": -0.5351199507713318, "logps/chosen": -14.2181396484375, "logps/rejected": -21.662395477294922, "loss": 0.9722803831100464, "memory(GiB)": 46.35, "nll_loss": 0.5212066769599915, "rewards/accuracies": 0.8125, "rewards/chosen": 0.12246156483888626, "rewards/margins": 1.046801209449768, "rewards/rejected": -0.9243396520614624, "step": 138, "train_speed(iter/s)": 0.005512 }, { "epoch": 0.1325426860156739, "grad_norm": 4.629439830780029, "learning_rate": 0.0001963360424517031, "logits/chosen": -0.5707206726074219, "logits/rejected": -0.5748513340950012, "logps/chosen": -17.805238723754883, "logps/rejected": -29.64284896850586, "loss": 1.254711389541626, "memory(GiB)": 46.35, "nll_loss": 0.743948221206665, "rewards/accuracies": 0.78125, "rewards/chosen": 0.11810468882322311, "rewards/margins": 0.9775583744049072, "rewards/rejected": -0.8594536185264587, "step": 139, "train_speed(iter/s)": 0.005513 }, { "epoch": 0.13349623051938378, "grad_norm": 4.580717086791992, "learning_rate": 0.0001962508782746397, "logits/chosen": -0.580274224281311, "logits/rejected": -0.581068217754364, "logps/chosen": -16.117170333862305, "logps/rejected": -23.330665588378906, "loss": 0.9780559539794922, "memory(GiB)": 46.35, "nll_loss": 0.48741835355758667, "rewards/accuracies": 0.8125, "rewards/chosen": 0.07310809940099716, "rewards/margins": 0.9340574741363525, "rewards/rejected": -0.8609493374824524, "step": 140, "train_speed(iter/s)": 0.005514 }, { "epoch": 0.13444977502309366, "grad_norm": 3.511350631713867, "learning_rate": 0.0001961647545689759, "logits/chosen": -0.5712682604789734, "logits/rejected": -0.5709258317947388, "logps/chosen": -14.216093063354492, "logps/rejected": -23.430875778198242, "loss": 1.023219108581543, "memory(GiB)": 46.35, "nll_loss": 0.5690780878067017, "rewards/accuracies": 0.84375, "rewards/chosen": 0.3575439751148224, "rewards/margins": 0.9377648830413818, "rewards/rejected": -0.5802209973335266, "step": 141, "train_speed(iter/s)": 0.005514 }, { "epoch": 0.13540331952680354, "grad_norm": 2.3146886825561523, "learning_rate": 0.0001960776721932821, "logits/chosen": -0.5722199082374573, "logits/rejected": -0.5763861536979675, "logps/chosen": -7.839071273803711, "logps/rejected": -18.26845932006836, "loss": 0.810951828956604, "memory(GiB)": 46.35, "nll_loss": 0.3562580943107605, "rewards/accuracies": 0.8125, "rewards/chosen": 0.24190367758274078, "rewards/margins": 0.711327850818634, "rewards/rejected": -0.4694240987300873, "step": 142, "train_speed(iter/s)": 0.005514 }, { "epoch": 0.13635686403051342, "grad_norm": 3.1744766235351562, "learning_rate": 0.00019598963201568573, "logits/chosen": -0.5400611758232117, "logits/rejected": -0.5411737561225891, "logps/chosen": -13.320467948913574, "logps/rejected": -24.537696838378906, "loss": 1.0167641639709473, "memory(GiB)": 46.35, "nll_loss": 0.47375380992889404, "rewards/accuracies": 0.6875, "rewards/chosen": 0.18297314643859863, "rewards/margins": 0.6672495007514954, "rewards/rejected": -0.48427632451057434, "step": 143, "train_speed(iter/s)": 0.005513 }, { "epoch": 0.1373104085342233, "grad_norm": 2.385725259780884, "learning_rate": 0.0001959006349138626, "logits/chosen": -0.5638188123703003, "logits/rejected": -0.5665206909179688, "logps/chosen": -12.801736831665039, "logps/rejected": -24.967641830444336, "loss": 0.9001826047897339, "memory(GiB)": 46.35, "nll_loss": 0.45819178223609924, "rewards/accuracies": 0.75, "rewards/chosen": 0.24550366401672363, "rewards/margins": 0.9985946416854858, "rewards/rejected": -0.7530909776687622, "step": 144, "train_speed(iter/s)": 0.005513 }, { "epoch": 0.13826395303793318, "grad_norm": 4.4898362159729, "learning_rate": 0.00019581068177502826, "logits/chosen": -0.5841139554977417, "logits/rejected": -0.5885876417160034, "logps/chosen": -8.781448364257812, "logps/rejected": -21.54075813293457, "loss": 0.9311922192573547, "memory(GiB)": 46.35, "nll_loss": 0.46065330505371094, "rewards/accuracies": 0.78125, "rewards/chosen": 0.2900657057762146, "rewards/margins": 0.7273497581481934, "rewards/rejected": -0.43728405237197876, "step": 145, "train_speed(iter/s)": 0.005513 }, { "epoch": 0.1392174975416431, "grad_norm": 2.794843912124634, "learning_rate": 0.00019571977349592878, "logits/chosen": -0.5932512879371643, "logits/rejected": -0.5940472483634949, "logps/chosen": -9.732755661010742, "logps/rejected": -20.826379776000977, "loss": 0.945945680141449, "memory(GiB)": 46.35, "nll_loss": 0.47954535484313965, "rewards/accuracies": 0.78125, "rewards/chosen": 0.2869046926498413, "rewards/margins": 0.9880754947662354, "rewards/rejected": -0.7011707425117493, "step": 146, "train_speed(iter/s)": 0.005513 }, { "epoch": 0.14017104204535297, "grad_norm": 2.540703058242798, "learning_rate": 0.00019562791098283225, "logits/chosen": -0.6081781983375549, "logits/rejected": -0.614071786403656, "logps/chosen": -12.527294158935547, "logps/rejected": -29.05521011352539, "loss": 0.9200064539909363, "memory(GiB)": 46.35, "nll_loss": 0.4640219807624817, "rewards/accuracies": 0.78125, "rewards/chosen": 0.25594115257263184, "rewards/margins": 0.8903652429580688, "rewards/rejected": -0.634424090385437, "step": 147, "train_speed(iter/s)": 0.005512 }, { "epoch": 0.14112458654906285, "grad_norm": 2.9323384761810303, "learning_rate": 0.0001955350951515195, "logits/chosen": -0.6128370761871338, "logits/rejected": -0.6138598322868347, "logps/chosen": -12.749382019042969, "logps/rejected": -25.719005584716797, "loss": 0.9213395118713379, "memory(GiB)": 46.35, "nll_loss": 0.43978482484817505, "rewards/accuracies": 0.6875, "rewards/chosen": 0.32896676659584045, "rewards/margins": 1.2176496982574463, "rewards/rejected": -0.8886829018592834, "step": 148, "train_speed(iter/s)": 0.005513 }, { "epoch": 0.14207813105277273, "grad_norm": 4.304955959320068, "learning_rate": 0.00019544132692727497, "logits/chosen": -0.6183297634124756, "logits/rejected": -0.6181198358535767, "logps/chosen": -13.527120590209961, "logps/rejected": -16.62553596496582, "loss": 1.1245884895324707, "memory(GiB)": 46.35, "nll_loss": 0.5154122114181519, "rewards/accuracies": 0.65625, "rewards/chosen": 0.12139306217432022, "rewards/margins": 0.5662888884544373, "rewards/rejected": -0.44489583373069763, "step": 149, "train_speed(iter/s)": 0.005512 }, { "epoch": 0.1430316755564826, "grad_norm": 3.4540951251983643, "learning_rate": 0.00019534660724487764, "logits/chosen": -0.6565526127815247, "logits/rejected": -0.6572035551071167, "logps/chosen": -8.482949256896973, "logps/rejected": -25.549943923950195, "loss": 0.6943767070770264, "memory(GiB)": 46.35, "nll_loss": 0.3159071207046509, "rewards/accuracies": 0.75, "rewards/chosen": 0.13372917473316193, "rewards/margins": 1.538865327835083, "rewards/rejected": -1.4051361083984375, "step": 150, "train_speed(iter/s)": 0.005513 }, { "epoch": 0.1439852200601925, "grad_norm": 4.732980728149414, "learning_rate": 0.00019525093704859156, "logits/chosen": -0.6389154195785522, "logits/rejected": -0.6404666304588318, "logps/chosen": -9.446221351623535, "logps/rejected": -21.919448852539062, "loss": 0.9652438759803772, "memory(GiB)": 46.35, "nll_loss": 0.42131203413009644, "rewards/accuracies": 0.75, "rewards/chosen": -0.06119174510240555, "rewards/margins": 0.8354355096817017, "rewards/rejected": -0.8966272473335266, "step": 151, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.1449387645639024, "grad_norm": 3.275040626525879, "learning_rate": 0.00019515431729215642, "logits/chosen": -0.6208993792533875, "logits/rejected": -0.6198944449424744, "logps/chosen": -14.077505111694336, "logps/rejected": -20.674022674560547, "loss": 0.9426023364067078, "memory(GiB)": 46.35, "nll_loss": 0.4758264124393463, "rewards/accuracies": 0.75, "rewards/chosen": 0.3683655261993408, "rewards/margins": 0.8337981104850769, "rewards/rejected": -0.4654325246810913, "step": 152, "train_speed(iter/s)": 0.005509 }, { "epoch": 0.14589230906761227, "grad_norm": 3.4363420009613037, "learning_rate": 0.0001950567489387783, "logits/chosen": -0.6072810292243958, "logits/rejected": -0.6104952692985535, "logps/chosen": -11.343103408813477, "logps/rejected": -27.840784072875977, "loss": 0.8374794721603394, "memory(GiB)": 46.35, "nll_loss": 0.47033166885375977, "rewards/accuracies": 0.8125, "rewards/chosen": 0.03130531311035156, "rewards/margins": 1.3322855234146118, "rewards/rejected": -1.3009803295135498, "step": 153, "train_speed(iter/s)": 0.005511 }, { "epoch": 0.14684585357132215, "grad_norm": 4.580497741699219, "learning_rate": 0.00019495823296111965, "logits/chosen": -0.6362301111221313, "logits/rejected": -0.6354808211326599, "logps/chosen": -19.50163459777832, "logps/rejected": -25.74669647216797, "loss": 1.2240495681762695, "memory(GiB)": 46.35, "nll_loss": 0.7012270092964172, "rewards/accuracies": 0.8125, "rewards/chosen": 0.006752293556928635, "rewards/margins": 0.9509786367416382, "rewards/rejected": -0.9442263245582581, "step": 154, "train_speed(iter/s)": 0.005511 }, { "epoch": 0.14779939807503203, "grad_norm": 2.6184449195861816, "learning_rate": 0.00019485877034128998, "logits/chosen": -0.674143373966217, "logits/rejected": -0.6776165962219238, "logps/chosen": -7.580592155456543, "logps/rejected": -31.08483123779297, "loss": 0.6007921695709229, "memory(GiB)": 46.35, "nll_loss": 0.3359020948410034, "rewards/accuracies": 0.90625, "rewards/chosen": 0.39511340856552124, "rewards/margins": 1.9217884540557861, "rewards/rejected": -1.5266749858856201, "step": 155, "train_speed(iter/s)": 0.005512 }, { "epoch": 0.14875294257874191, "grad_norm": 10.089612007141113, "learning_rate": 0.00019475836207083589, "logits/chosen": -0.6476931571960449, "logits/rejected": -0.6489571928977966, "logps/chosen": -12.26353931427002, "logps/rejected": -25.737834930419922, "loss": 1.5494966506958008, "memory(GiB)": 46.35, "nll_loss": 0.9324380159378052, "rewards/accuracies": 0.65625, "rewards/chosen": -0.06559403240680695, "rewards/margins": 0.7390923500061035, "rewards/rejected": -0.8046863079071045, "step": 156, "train_speed(iter/s)": 0.005511 }, { "epoch": 0.1497064870824518, "grad_norm": 3.3425323963165283, "learning_rate": 0.0001946570091507311, "logits/chosen": -0.6487354040145874, "logits/rejected": -0.6536142826080322, "logps/chosen": -10.630206108093262, "logps/rejected": -30.927711486816406, "loss": 0.9613731503486633, "memory(GiB)": 46.35, "nll_loss": 0.6279934048652649, "rewards/accuracies": 0.84375, "rewards/chosen": 0.39098411798477173, "rewards/margins": 1.6947877407073975, "rewards/rejected": -1.3038034439086914, "step": 157, "train_speed(iter/s)": 0.005512 }, { "epoch": 0.15066003158616167, "grad_norm": 7.0651702880859375, "learning_rate": 0.0001945547125913667, "logits/chosen": -0.6521321535110474, "logits/rejected": -0.6505486369132996, "logps/chosen": -15.865433692932129, "logps/rejected": -35.44856262207031, "loss": 0.792765736579895, "memory(GiB)": 46.35, "nll_loss": 0.5261170864105225, "rewards/accuracies": 0.96875, "rewards/chosen": 0.2697344124317169, "rewards/margins": 1.9019429683685303, "rewards/rejected": -1.6322084665298462, "step": 158, "train_speed(iter/s)": 0.005512 }, { "epoch": 0.15161357608987158, "grad_norm": 5.0952863693237305, "learning_rate": 0.00019445147341254094, "logits/chosen": -0.6332048773765564, "logits/rejected": -0.6331393122673035, "logps/chosen": -10.345703125, "logps/rejected": -25.010473251342773, "loss": 0.9190976023674011, "memory(GiB)": 46.35, "nll_loss": 0.4244757890701294, "rewards/accuracies": 0.8125, "rewards/chosen": 0.045503757894039154, "rewards/margins": 1.3924332857131958, "rewards/rejected": -1.346929669380188, "step": 159, "train_speed(iter/s)": 0.005511 }, { "epoch": 0.15256712059358146, "grad_norm": 4.532683372497559, "learning_rate": 0.00019434729264344898, "logits/chosen": -0.6720902919769287, "logits/rejected": -0.6760929226875305, "logps/chosen": -12.491207122802734, "logps/rejected": -29.585365295410156, "loss": 0.9083388447761536, "memory(GiB)": 46.35, "nll_loss": 0.48932063579559326, "rewards/accuracies": 0.8125, "rewards/chosen": 0.13267335295677185, "rewards/margins": 1.416609287261963, "rewards/rejected": -1.2839360237121582, "step": 160, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.15352066509729134, "grad_norm": 5.659564971923828, "learning_rate": 0.0001942421713226729, "logits/chosen": -0.636077880859375, "logits/rejected": -0.6419317126274109, "logps/chosen": -11.249347686767578, "logps/rejected": -31.562650680541992, "loss": 1.0359388589859009, "memory(GiB)": 46.35, "nll_loss": 0.5222399234771729, "rewards/accuracies": 0.71875, "rewards/chosen": 0.1068134605884552, "rewards/margins": 0.987252950668335, "rewards/rejected": -0.8804395794868469, "step": 161, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.15447420960100122, "grad_norm": 2.4461114406585693, "learning_rate": 0.00019413611049817097, "logits/chosen": -0.6158936023712158, "logits/rejected": -0.6181063652038574, "logps/chosen": -12.928690910339355, "logps/rejected": -33.6618766784668, "loss": 0.8027182817459106, "memory(GiB)": 46.35, "nll_loss": 0.4644929766654968, "rewards/accuracies": 0.90625, "rewards/chosen": 0.35731226205825806, "rewards/margins": 1.6166467666625977, "rewards/rejected": -1.2593344449996948, "step": 162, "train_speed(iter/s)": 0.005511 }, { "epoch": 0.1554277541047111, "grad_norm": 2.674982786178589, "learning_rate": 0.00019402911122726757, "logits/chosen": -0.6532890200614929, "logits/rejected": -0.6513383388519287, "logps/chosen": -13.337392807006836, "logps/rejected": -15.696168899536133, "loss": 0.9040297269821167, "memory(GiB)": 46.35, "nll_loss": 0.430746465921402, "rewards/accuracies": 0.8125, "rewards/chosen": 0.368441641330719, "rewards/margins": 0.7184236645698547, "rewards/rejected": -0.34998205304145813, "step": 163, "train_speed(iter/s)": 0.005511 }, { "epoch": 0.15638129860842098, "grad_norm": 2.6457912921905518, "learning_rate": 0.0001939211745766424, "logits/chosen": -0.6276657581329346, "logits/rejected": -0.6290963292121887, "logps/chosen": -11.891464233398438, "logps/rejected": -23.75179100036621, "loss": 0.7421783804893494, "memory(GiB)": 46.35, "nll_loss": 0.41357868909835815, "rewards/accuracies": 0.9375, "rewards/chosen": 0.3939753770828247, "rewards/margins": 1.4096219539642334, "rewards/rejected": -1.0156464576721191, "step": 164, "train_speed(iter/s)": 0.005511 }, { "epoch": 0.15733484311213086, "grad_norm": 3.1174941062927246, "learning_rate": 0.00019381230162231997, "logits/chosen": -0.6429885029792786, "logits/rejected": -0.6429612636566162, "logps/chosen": -13.307516098022461, "logps/rejected": -21.91159439086914, "loss": 0.8932576775550842, "memory(GiB)": 46.35, "nll_loss": 0.5357162952423096, "rewards/accuracies": 0.90625, "rewards/chosen": 0.40053704380989075, "rewards/margins": 1.1449347734451294, "rewards/rejected": -0.744397759437561, "step": 165, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.15828838761584077, "grad_norm": 3.907290458679199, "learning_rate": 0.00019370249344965882, "logits/chosen": -0.6336323618888855, "logits/rejected": -0.6354680061340332, "logps/chosen": -8.803092956542969, "logps/rejected": -21.227846145629883, "loss": 0.8063769936561584, "memory(GiB)": 46.35, "nll_loss": 0.3984988331794739, "rewards/accuracies": 0.84375, "rewards/chosen": 0.2638464570045471, "rewards/margins": 1.1452890634536743, "rewards/rejected": -0.8814425468444824, "step": 166, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.15924193211955065, "grad_norm": 3.197791814804077, "learning_rate": 0.00019359175115334076, "logits/chosen": -0.5956701636314392, "logits/rejected": -0.5929427146911621, "logps/chosen": -18.20105743408203, "logps/rejected": -20.88482093811035, "loss": 1.0089799165725708, "memory(GiB)": 46.35, "nll_loss": 0.6080743670463562, "rewards/accuracies": 0.84375, "rewards/chosen": 0.26467055082321167, "rewards/margins": 1.2077610492706299, "rewards/rejected": -0.9430904388427734, "step": 167, "train_speed(iter/s)": 0.005509 }, { "epoch": 0.16019547662326053, "grad_norm": 9.04864501953125, "learning_rate": 0.00019348007583735983, "logits/chosen": -0.5978728532791138, "logits/rejected": -0.6020796895027161, "logps/chosen": -11.225780487060547, "logps/rejected": -26.560958862304688, "loss": 0.803035318851471, "memory(GiB)": 46.35, "nll_loss": 0.4957469701766968, "rewards/accuracies": 0.90625, "rewards/chosen": 0.25380873680114746, "rewards/margins": 1.3392387628555298, "rewards/rejected": -1.0854299068450928, "step": 168, "train_speed(iter/s)": 0.005508 }, { "epoch": 0.1611490211269704, "grad_norm": 3.7316133975982666, "learning_rate": 0.00019336746861501147, "logits/chosen": -0.6536791920661926, "logits/rejected": -0.6554186344146729, "logps/chosen": -11.102974891662598, "logps/rejected": -29.11667251586914, "loss": 0.7718941569328308, "memory(GiB)": 46.35, "nll_loss": 0.48562759160995483, "rewards/accuracies": 0.96875, "rewards/chosen": 0.23236791789531708, "rewards/margins": 1.67207932472229, "rewards/rejected": -1.439711570739746, "step": 169, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.1621025656306803, "grad_norm": 2.923807144165039, "learning_rate": 0.00019325393060888124, "logits/chosen": -0.6559415459632874, "logits/rejected": -0.6620982885360718, "logps/chosen": -11.615120887756348, "logps/rejected": -43.504119873046875, "loss": 0.7158108353614807, "memory(GiB)": 46.35, "nll_loss": 0.412832111120224, "rewards/accuracies": 0.90625, "rewards/chosen": 0.41992810368537903, "rewards/margins": 1.7239785194396973, "rewards/rejected": -1.3040504455566406, "step": 170, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.16305611013439017, "grad_norm": 9.927915573120117, "learning_rate": 0.0001931394629508338, "logits/chosen": -0.6775858402252197, "logits/rejected": -0.6792483925819397, "logps/chosen": -20.57831573486328, "logps/rejected": -29.268760681152344, "loss": 1.2057551145553589, "memory(GiB)": 46.35, "nll_loss": 0.8320274353027344, "rewards/accuracies": 0.8125, "rewards/chosen": 0.3444375693798065, "rewards/margins": 1.6732782125473022, "rewards/rejected": -1.3288406133651733, "step": 171, "train_speed(iter/s)": 0.005506 }, { "epoch": 0.16400965463810005, "grad_norm": 4.74425745010376, "learning_rate": 0.0001930240667820015, "logits/chosen": -0.6995469927787781, "logits/rejected": -0.7030329704284668, "logps/chosen": -10.466329574584961, "logps/rejected": -33.26238250732422, "loss": 0.775245189666748, "memory(GiB)": 46.35, "nll_loss": 0.5120316743850708, "rewards/accuracies": 0.90625, "rewards/chosen": 0.3140904903411865, "rewards/margins": 2.2553622722625732, "rewards/rejected": -1.9412716627120972, "step": 172, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.16496319914180996, "grad_norm": 7.597793102264404, "learning_rate": 0.00019290774325277305, "logits/chosen": -0.6953250765800476, "logits/rejected": -0.6955796480178833, "logps/chosen": -13.002115249633789, "logps/rejected": -20.02895164489746, "loss": 0.9939925074577332, "memory(GiB)": 46.35, "nll_loss": 0.5155970454216003, "rewards/accuracies": 0.78125, "rewards/chosen": 0.2543705403804779, "rewards/margins": 1.1046258211135864, "rewards/rejected": -0.8502552509307861, "step": 173, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.16591674364551984, "grad_norm": 7.100286483764648, "learning_rate": 0.00019279049352278208, "logits/chosen": -0.683663547039032, "logits/rejected": -0.6904964447021484, "logps/chosen": -15.861849784851074, "logps/rejected": -37.97547149658203, "loss": 0.8642697334289551, "memory(GiB)": 46.35, "nll_loss": 0.5443270802497864, "rewards/accuracies": 0.90625, "rewards/chosen": 0.3070213496685028, "rewards/margins": 2.0321590900421143, "rewards/rejected": -1.725137710571289, "step": 174, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.16687028814922972, "grad_norm": 15.024664878845215, "learning_rate": 0.0001926723187608955, "logits/chosen": -0.6977289915084839, "logits/rejected": -0.6982432007789612, "logps/chosen": -15.910187721252441, "logps/rejected": -33.083072662353516, "loss": 1.3357112407684326, "memory(GiB)": 46.35, "nll_loss": 0.7549878358840942, "rewards/accuracies": 0.78125, "rewards/chosen": -0.051902592182159424, "rewards/margins": 1.6283537149429321, "rewards/rejected": -1.6802561283111572, "step": 175, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.1678238326529396, "grad_norm": 4.188450336456299, "learning_rate": 0.0001925532201452019, "logits/chosen": -0.6970202326774597, "logits/rejected": -0.7066731452941895, "logps/chosen": -8.506889343261719, "logps/rejected": -31.041738510131836, "loss": 0.7935239672660828, "memory(GiB)": 46.35, "nll_loss": 0.43914929032325745, "rewards/accuracies": 0.8125, "rewards/chosen": 0.26104143261909485, "rewards/margins": 1.6015070676803589, "rewards/rejected": -1.3404656648635864, "step": 176, "train_speed(iter/s)": 0.005508 }, { "epoch": 0.16877737715664948, "grad_norm": 2.6552200317382812, "learning_rate": 0.0001924331988629999, "logits/chosen": -0.6718675494194031, "logits/rejected": -0.6740796566009521, "logps/chosen": -13.090902328491211, "logps/rejected": -39.854984283447266, "loss": 0.8511579036712646, "memory(GiB)": 46.35, "nll_loss": 0.4888760447502136, "rewards/accuracies": 0.875, "rewards/chosen": 0.07794294506311417, "rewards/margins": 1.9545315504074097, "rewards/rejected": -1.8765883445739746, "step": 177, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.16973092166035936, "grad_norm": 4.044957160949707, "learning_rate": 0.0001923122561107861, "logits/chosen": -0.6866507530212402, "logits/rejected": -0.6862455606460571, "logps/chosen": -15.46005630493164, "logps/rejected": -23.957612991333008, "loss": 1.1913825273513794, "memory(GiB)": 46.35, "nll_loss": 0.6236597299575806, "rewards/accuracies": 0.78125, "rewards/chosen": -0.0235525481402874, "rewards/margins": 0.8489581346511841, "rewards/rejected": -0.8725106716156006, "step": 178, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.17068446616406924, "grad_norm": 3.096329927444458, "learning_rate": 0.0001921903930942433, "logits/chosen": -0.714995265007019, "logits/rejected": -0.7174742817878723, "logps/chosen": -8.619962692260742, "logps/rejected": -24.74419403076172, "loss": 0.7347225546836853, "memory(GiB)": 46.35, "nll_loss": 0.3649461567401886, "rewards/accuracies": 0.8125, "rewards/chosen": 0.3418368399143219, "rewards/margins": 1.3640844821929932, "rewards/rejected": -1.0222476720809937, "step": 179, "train_speed(iter/s)": 0.005506 }, { "epoch": 0.17163801066777915, "grad_norm": 4.56447696685791, "learning_rate": 0.0001920676110282285, "logits/chosen": -0.6581594347953796, "logits/rejected": -0.6673140525817871, "logps/chosen": -9.23294734954834, "logps/rejected": -30.7730712890625, "loss": 0.850014328956604, "memory(GiB)": 46.35, "nll_loss": 0.4674980640411377, "rewards/accuracies": 0.84375, "rewards/chosen": 0.34507861733436584, "rewards/margins": 1.5998858213424683, "rewards/rejected": -1.2548071146011353, "step": 180, "train_speed(iter/s)": 0.005506 }, { "epoch": 0.17259155517148903, "grad_norm": 5.760802268981934, "learning_rate": 0.00019194391113676066, "logits/chosen": -0.6523366570472717, "logits/rejected": -0.6550288796424866, "logps/chosen": -6.740331649780273, "logps/rejected": -30.781539916992188, "loss": 0.6302055716514587, "memory(GiB)": 46.35, "nll_loss": 0.36273908615112305, "rewards/accuracies": 0.90625, "rewards/chosen": 0.28853604197502136, "rewards/margins": 1.6939523220062256, "rewards/rejected": -1.405416488647461, "step": 181, "train_speed(iter/s)": 0.005506 }, { "epoch": 0.1735450996751989, "grad_norm": 12.585807800292969, "learning_rate": 0.00019181929465300867, "logits/chosen": -0.6555710434913635, "logits/rejected": -0.6563291549682617, "logps/chosen": -8.818254470825195, "logps/rejected": -26.118162155151367, "loss": 1.006192684173584, "memory(GiB)": 46.35, "nll_loss": 0.5286135077476501, "rewards/accuracies": 0.78125, "rewards/chosen": 0.1584509164094925, "rewards/margins": 1.0672976970672607, "rewards/rejected": -0.9088467359542847, "step": 182, "train_speed(iter/s)": 0.005506 }, { "epoch": 0.17449864417890878, "grad_norm": 14.85263442993164, "learning_rate": 0.00019169376281927888, "logits/chosen": -0.6442791223526001, "logits/rejected": -0.6450104713439941, "logps/chosen": -14.86386489868164, "logps/rejected": -26.05071449279785, "loss": 0.9775609970092773, "memory(GiB)": 46.35, "nll_loss": 0.5570365786552429, "rewards/accuracies": 0.84375, "rewards/chosen": 0.21638250350952148, "rewards/margins": 1.2050378322601318, "rewards/rejected": -0.9886554479598999, "step": 183, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.17545218868261866, "grad_norm": 3.230543375015259, "learning_rate": 0.00019156731688700282, "logits/chosen": -0.6210854649543762, "logits/rejected": -0.6267048716545105, "logps/chosen": -13.91865348815918, "logps/rejected": -38.97736740112305, "loss": 0.7915259599685669, "memory(GiB)": 46.35, "nll_loss": 0.5186562538146973, "rewards/accuracies": 0.9375, "rewards/chosen": 0.2942727506160736, "rewards/margins": 1.8289098739624023, "rewards/rejected": -1.5346370935440063, "step": 184, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.17640573318632854, "grad_norm": 2.8868508338928223, "learning_rate": 0.00019143995811672477, "logits/chosen": -0.6486306190490723, "logits/rejected": -0.652104914188385, "logps/chosen": -5.568210124969482, "logps/rejected": -27.751487731933594, "loss": 0.6170085072517395, "memory(GiB)": 46.35, "nll_loss": 0.3322750926017761, "rewards/accuracies": 0.90625, "rewards/chosen": 0.4464855492115021, "rewards/margins": 1.7891556024551392, "rewards/rejected": -1.342670202255249, "step": 185, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.17735927769003845, "grad_norm": 3.9456188678741455, "learning_rate": 0.00019131168777808898, "logits/chosen": -0.6291971206665039, "logits/rejected": -0.6297172904014587, "logps/chosen": -12.321616172790527, "logps/rejected": -24.30876922607422, "loss": 0.8616849780082703, "memory(GiB)": 46.35, "nll_loss": 0.5116665363311768, "rewards/accuracies": 0.875, "rewards/chosen": 0.24905012547969818, "rewards/margins": 1.5109024047851562, "rewards/rejected": -1.2618522644042969, "step": 186, "train_speed(iter/s)": 0.005506 }, { "epoch": 0.17831282219374833, "grad_norm": 2.702249526977539, "learning_rate": 0.00019118250714982731, "logits/chosen": -0.5929388403892517, "logits/rejected": -0.5927412509918213, "logps/chosen": -18.426685333251953, "logps/rejected": -29.490093231201172, "loss": 0.9447975158691406, "memory(GiB)": 46.35, "nll_loss": 0.6027999520301819, "rewards/accuracies": 0.84375, "rewards/chosen": 0.44031450152397156, "rewards/margins": 1.3791184425354004, "rewards/rejected": -0.9388039112091064, "step": 187, "train_speed(iter/s)": 0.005506 }, { "epoch": 0.1792663666974582, "grad_norm": 8.779913902282715, "learning_rate": 0.00019105241751974622, "logits/chosen": -0.6030086874961853, "logits/rejected": -0.6059356331825256, "logps/chosen": -14.68698501586914, "logps/rejected": -27.80228042602539, "loss": 1.691088318824768, "memory(GiB)": 46.35, "nll_loss": 1.0041778087615967, "rewards/accuracies": 0.75, "rewards/chosen": -0.17856761813163757, "rewards/margins": 0.7927877902984619, "rewards/rejected": -0.9713554382324219, "step": 188, "train_speed(iter/s)": 0.005506 }, { "epoch": 0.1802199112011681, "grad_norm": 10.069469451904297, "learning_rate": 0.00019092142018471415, "logits/chosen": -0.6078054904937744, "logits/rejected": -0.6128656268119812, "logps/chosen": -12.452406883239746, "logps/rejected": -28.240211486816406, "loss": 1.3273694515228271, "memory(GiB)": 46.35, "nll_loss": 0.7840241193771362, "rewards/accuracies": 0.6875, "rewards/chosen": 0.06432705372571945, "rewards/margins": 1.2688968181610107, "rewards/rejected": -1.2045698165893555, "step": 189, "train_speed(iter/s)": 0.005506 }, { "epoch": 0.18117345570487797, "grad_norm": 6.079003810882568, "learning_rate": 0.00019078951645064838, "logits/chosen": -0.6641287803649902, "logits/rejected": -0.6651386618614197, "logps/chosen": -11.525806427001953, "logps/rejected": -29.05199432373047, "loss": 0.7967350482940674, "memory(GiB)": 46.35, "nll_loss": 0.5132903456687927, "rewards/accuracies": 0.90625, "rewards/chosen": 0.4669915437698364, "rewards/margins": 1.8379321098327637, "rewards/rejected": -1.3709404468536377, "step": 190, "train_speed(iter/s)": 0.005506 }, { "epoch": 0.18212700020858785, "grad_norm": 5.648211479187012, "learning_rate": 0.0001906567076325022, "logits/chosen": -0.6226366758346558, "logits/rejected": -0.6231462359428406, "logps/chosen": -12.877320289611816, "logps/rejected": -25.276016235351562, "loss": 1.0205765962600708, "memory(GiB)": 46.35, "nll_loss": 0.566328227519989, "rewards/accuracies": 0.8125, "rewards/chosen": 0.09460840374231339, "rewards/margins": 1.310714602470398, "rewards/rejected": -1.2161061763763428, "step": 191, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.18308054471229773, "grad_norm": 4.385422229766846, "learning_rate": 0.00019052299505425163, "logits/chosen": -0.6341255307197571, "logits/rejected": -0.6353927254676819, "logps/chosen": -12.35586166381836, "logps/rejected": -28.534515380859375, "loss": 0.6882162094116211, "memory(GiB)": 46.35, "nll_loss": 0.3644564747810364, "rewards/accuracies": 0.875, "rewards/chosen": 0.15853504836559296, "rewards/margins": 1.6378214359283447, "rewards/rejected": -1.4792861938476562, "step": 192, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.18403408921600764, "grad_norm": 4.654733657836914, "learning_rate": 0.0001903883800488824, "logits/chosen": -0.6233382225036621, "logits/rejected": -0.6291900873184204, "logps/chosen": -13.017970085144043, "logps/rejected": -22.020763397216797, "loss": 1.1330442428588867, "memory(GiB)": 46.35, "nll_loss": 0.6492688059806824, "rewards/accuracies": 0.75, "rewards/chosen": 0.13320674002170563, "rewards/margins": 1.1537429094314575, "rewards/rejected": -1.0205360651016235, "step": 193, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.18498763371971752, "grad_norm": 3.4216256141662598, "learning_rate": 0.00019025286395837646, "logits/chosen": -0.5952166318893433, "logits/rejected": -0.5963065028190613, "logps/chosen": -9.860529899597168, "logps/rejected": -29.890125274658203, "loss": 0.8962761759757996, "memory(GiB)": 46.35, "nll_loss": 0.3847019672393799, "rewards/accuracies": 0.6875, "rewards/chosen": 0.15466918051242828, "rewards/margins": 1.2276791334152222, "rewards/rejected": -1.073009967803955, "step": 194, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.1859411782234274, "grad_norm": 4.316707134246826, "learning_rate": 0.00019011644813369884, "logits/chosen": -0.6289695501327515, "logits/rejected": -0.6302688717842102, "logps/chosen": -12.226104736328125, "logps/rejected": -22.700223922729492, "loss": 0.9454081058502197, "memory(GiB)": 46.35, "nll_loss": 0.47017475962638855, "rewards/accuracies": 0.78125, "rewards/chosen": 0.13702160120010376, "rewards/margins": 0.9464937448501587, "rewards/rejected": -0.8094722032546997, "step": 195, "train_speed(iter/s)": 0.005506 }, { "epoch": 0.18689472272713728, "grad_norm": 3.7120862007141113, "learning_rate": 0.000189979133934784, "logits/chosen": -0.6207241415977478, "logits/rejected": -0.6233164668083191, "logps/chosen": -11.039968490600586, "logps/rejected": -27.233854293823242, "loss": 0.7881925106048584, "memory(GiB)": 46.35, "nll_loss": 0.49256622791290283, "rewards/accuracies": 0.8125, "rewards/chosen": 0.3206450343132019, "rewards/margins": 1.7870210409164429, "rewards/rejected": -1.466375708580017, "step": 196, "train_speed(iter/s)": 0.005506 }, { "epoch": 0.18784826723084716, "grad_norm": 3.466970205307007, "learning_rate": 0.00018984092273052226, "logits/chosen": -0.5741087198257446, "logits/rejected": -0.577633261680603, "logps/chosen": -10.544950485229492, "logps/rejected": -29.634170532226562, "loss": 0.7709000706672668, "memory(GiB)": 46.35, "nll_loss": 0.44952672719955444, "rewards/accuracies": 0.84375, "rewards/chosen": 0.2968864142894745, "rewards/margins": 1.5171458721160889, "rewards/rejected": -1.220259428024292, "step": 197, "train_speed(iter/s)": 0.005505 }, { "epoch": 0.18880181173455704, "grad_norm": 5.925663948059082, "learning_rate": 0.00018970181589874637, "logits/chosen": -0.6281675696372986, "logits/rejected": -0.6267039179801941, "logps/chosen": -12.503989219665527, "logps/rejected": -26.55430793762207, "loss": 0.8320461511611938, "memory(GiB)": 46.35, "nll_loss": 0.47903525829315186, "rewards/accuracies": 0.78125, "rewards/chosen": 0.2876884341239929, "rewards/margins": 1.6249191761016846, "rewards/rejected": -1.3372308015823364, "step": 198, "train_speed(iter/s)": 0.005505 }, { "epoch": 0.18975535623826692, "grad_norm": 4.836788177490234, "learning_rate": 0.00018956181482621744, "logits/chosen": -0.574232816696167, "logits/rejected": -0.5773795247077942, "logps/chosen": -12.001895904541016, "logps/rejected": -33.00093078613281, "loss": 0.8863531947135925, "memory(GiB)": 46.35, "nll_loss": 0.47763878107070923, "rewards/accuracies": 0.75, "rewards/chosen": 0.1612134873867035, "rewards/margins": 1.1156642436981201, "rewards/rejected": -0.9544508457183838, "step": 199, "train_speed(iter/s)": 0.005506 }, { "epoch": 0.19070890074197683, "grad_norm": 3.3081352710723877, "learning_rate": 0.0001894209209086114, "logits/chosen": -0.5428276658058167, "logits/rejected": -0.5466271638870239, "logps/chosen": -10.126989364624023, "logps/rejected": -20.518905639648438, "loss": 0.9665564894676208, "memory(GiB)": 46.35, "nll_loss": 0.500993013381958, "rewards/accuracies": 0.78125, "rewards/chosen": 0.16999551653862, "rewards/margins": 0.959606945514679, "rewards/rejected": -0.7896114587783813, "step": 200, "train_speed(iter/s)": 0.005505 }, { "epoch": 0.1916624452456867, "grad_norm": 2.897505521774292, "learning_rate": 0.00018927913555050503, "logits/chosen": -0.5779305100440979, "logits/rejected": -0.5747931003570557, "logps/chosen": -17.58974266052246, "logps/rejected": -26.268123626708984, "loss": 0.850783109664917, "memory(GiB)": 46.35, "nll_loss": 0.5274812579154968, "rewards/accuracies": 0.90625, "rewards/chosen": 0.19601039588451385, "rewards/margins": 1.5968701839447021, "rewards/rejected": -1.4008598327636719, "step": 201, "train_speed(iter/s)": 0.005504 }, { "epoch": 0.1926159897493966, "grad_norm": 3.8850836753845215, "learning_rate": 0.00018913646016536183, "logits/chosen": -0.561751127243042, "logits/rejected": -0.5625342130661011, "logps/chosen": -12.929374694824219, "logps/rejected": -23.321739196777344, "loss": 1.1121145486831665, "memory(GiB)": 46.35, "nll_loss": 0.623794674873352, "rewards/accuracies": 0.71875, "rewards/chosen": 0.10641875863075256, "rewards/margins": 0.8297063112258911, "rewards/rejected": -0.7232875823974609, "step": 202, "train_speed(iter/s)": 0.005504 }, { "epoch": 0.19356953425310647, "grad_norm": 2.982349395751953, "learning_rate": 0.00018899289617551804, "logits/chosen": -0.5594407916069031, "logits/rejected": -0.5587038397789001, "logps/chosen": -10.63068675994873, "logps/rejected": -24.737886428833008, "loss": 0.7669390439987183, "memory(GiB)": 46.35, "nll_loss": 0.36006784439086914, "rewards/accuracies": 0.78125, "rewards/chosen": 0.24530011415481567, "rewards/margins": 1.256105899810791, "rewards/rejected": -1.0108058452606201, "step": 203, "train_speed(iter/s)": 0.005505 }, { "epoch": 0.19452307875681635, "grad_norm": 2.643491506576538, "learning_rate": 0.00018884844501216845, "logits/chosen": -0.5894973874092102, "logits/rejected": -0.5914351940155029, "logps/chosen": -9.97107982635498, "logps/rejected": -31.940563201904297, "loss": 0.8093665242195129, "memory(GiB)": 46.35, "nll_loss": 0.4172818660736084, "rewards/accuracies": 0.84375, "rewards/chosen": 0.06614634394645691, "rewards/margins": 1.376508355140686, "rewards/rejected": -1.3103621006011963, "step": 204, "train_speed(iter/s)": 0.005505 }, { "epoch": 0.19547662326052623, "grad_norm": 3.3693642616271973, "learning_rate": 0.0001887031081153521, "logits/chosen": -0.5615100860595703, "logits/rejected": -0.5650114417076111, "logps/chosen": -13.976004600524902, "logps/rejected": -28.519262313842773, "loss": 0.8744814991950989, "memory(GiB)": 46.35, "nll_loss": 0.5032024383544922, "rewards/accuracies": 0.8125, "rewards/chosen": 0.49708789587020874, "rewards/margins": 1.6095080375671387, "rewards/rejected": -1.1124200820922852, "step": 205, "train_speed(iter/s)": 0.005504 }, { "epoch": 0.1964301677642361, "grad_norm": 2.4091129302978516, "learning_rate": 0.0001885568869339379, "logits/chosen": -0.5869651436805725, "logits/rejected": -0.5854282379150391, "logps/chosen": -7.35068941116333, "logps/rejected": -19.50687026977539, "loss": 0.7085932493209839, "memory(GiB)": 46.35, "nll_loss": 0.2943400740623474, "rewards/accuracies": 0.8125, "rewards/chosen": 0.3026721179485321, "rewards/margins": 1.0890121459960938, "rewards/rejected": -0.7863401770591736, "step": 206, "train_speed(iter/s)": 0.005505 }, { "epoch": 0.19738371226794602, "grad_norm": 2.7922327518463135, "learning_rate": 0.0001884097829256103, "logits/chosen": -0.5632832646369934, "logits/rejected": -0.5713223814964294, "logps/chosen": -4.739266395568848, "logps/rejected": -22.380210876464844, "loss": 0.6652868986129761, "memory(GiB)": 46.35, "nll_loss": 0.21661195158958435, "rewards/accuracies": 0.84375, "rewards/chosen": 0.25414109230041504, "rewards/margins": 0.9292444586753845, "rewards/rejected": -0.6751034259796143, "step": 207, "train_speed(iter/s)": 0.005506 }, { "epoch": 0.1983372567716559, "grad_norm": 2.159740686416626, "learning_rate": 0.0001882617975568547, "logits/chosen": -0.5546308159828186, "logits/rejected": -0.5577950477600098, "logps/chosen": -8.135893821716309, "logps/rejected": -26.290237426757812, "loss": 0.6441012620925903, "memory(GiB)": 46.35, "nll_loss": 0.29732757806777954, "rewards/accuracies": 0.9375, "rewards/chosen": 0.23926052451133728, "rewards/margins": 1.2788770198822021, "rewards/rejected": -1.0396164655685425, "step": 208, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.19929080127536578, "grad_norm": 2.662601947784424, "learning_rate": 0.0001881129323029427, "logits/chosen": -0.6166251301765442, "logits/rejected": -0.6195808053016663, "logps/chosen": -11.880038261413574, "logps/rejected": -22.851146697998047, "loss": 0.9232374429702759, "memory(GiB)": 46.35, "nll_loss": 0.497083842754364, "rewards/accuracies": 0.8125, "rewards/chosen": 0.09440437704324722, "rewards/margins": 1.113836407661438, "rewards/rejected": -1.0194319486618042, "step": 209, "train_speed(iter/s)": 0.005506 }, { "epoch": 0.20024434577907566, "grad_norm": 4.21198844909668, "learning_rate": 0.00018796318864791763, "logits/chosen": -0.596250593662262, "logits/rejected": -0.5932587385177612, "logps/chosen": -13.722579002380371, "logps/rejected": -21.17253303527832, "loss": 1.0904855728149414, "memory(GiB)": 46.35, "nll_loss": 0.6094613671302795, "rewards/accuracies": 0.78125, "rewards/chosen": 0.3684840798377991, "rewards/margins": 1.24985671043396, "rewards/rejected": -0.8813725709915161, "step": 210, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.20119789028278554, "grad_norm": 2.3908798694610596, "learning_rate": 0.00018781256808457952, "logits/chosen": -0.6418711543083191, "logits/rejected": -0.6426020860671997, "logps/chosen": -9.313520431518555, "logps/rejected": -28.35675048828125, "loss": 0.6457710266113281, "memory(GiB)": 46.35, "nll_loss": 0.3344080448150635, "rewards/accuracies": 0.875, "rewards/chosen": 0.3117567300796509, "rewards/margins": 1.7926514148712158, "rewards/rejected": -1.480894684791565, "step": 211, "train_speed(iter/s)": 0.005506 }, { "epoch": 0.20215143478649542, "grad_norm": 4.213446140289307, "learning_rate": 0.00018766107211447045, "logits/chosen": -0.6857687830924988, "logits/rejected": -0.6889129281044006, "logps/chosen": -10.991165161132812, "logps/rejected": -23.983476638793945, "loss": 0.8246095180511475, "memory(GiB)": 46.35, "nll_loss": 0.4915233850479126, "rewards/accuracies": 0.9375, "rewards/chosen": 0.44742169976234436, "rewards/margins": 1.489663004875183, "rewards/rejected": -1.0422413349151611, "step": 212, "train_speed(iter/s)": 0.005506 }, { "epoch": 0.20310497929020532, "grad_norm": 4.581085205078125, "learning_rate": 0.00018750870224785939, "logits/chosen": -0.6475303769111633, "logits/rejected": -0.6516612768173218, "logps/chosen": -8.425968170166016, "logps/rejected": -27.245319366455078, "loss": 1.00775146484375, "memory(GiB)": 46.35, "nll_loss": 0.4461940824985504, "rewards/accuracies": 0.6875, "rewards/chosen": 0.12290078401565552, "rewards/margins": 0.6714733839035034, "rewards/rejected": -0.5485725998878479, "step": 213, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.2040585237939152, "grad_norm": 3.48254656791687, "learning_rate": 0.0001873554600037272, "logits/chosen": -0.7248468399047852, "logits/rejected": -0.7298704981803894, "logps/chosen": -16.679975509643555, "logps/rejected": -29.29020881652832, "loss": 0.9019865989685059, "memory(GiB)": 46.35, "nll_loss": 0.5029369592666626, "rewards/accuracies": 0.8125, "rewards/chosen": 0.13473248481750488, "rewards/margins": 1.3710637092590332, "rewards/rejected": -1.2363313436508179, "step": 214, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.20501206829762508, "grad_norm": 3.339827299118042, "learning_rate": 0.00018720134690975156, "logits/chosen": -0.7348078489303589, "logits/rejected": -0.736198902130127, "logps/chosen": -14.8811674118042, "logps/rejected": -29.43851661682129, "loss": 0.8389151096343994, "memory(GiB)": 46.35, "nll_loss": 0.4872620701789856, "rewards/accuracies": 0.84375, "rewards/chosen": 0.15459799766540527, "rewards/margins": 1.7159806489944458, "rewards/rejected": -1.5613826513290405, "step": 215, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.20596561280133496, "grad_norm": 3.656510591506958, "learning_rate": 0.00018704636450229164, "logits/chosen": -0.7041287422180176, "logits/rejected": -0.7084454894065857, "logps/chosen": -10.886726379394531, "logps/rejected": -29.213560104370117, "loss": 0.8103856444358826, "memory(GiB)": 46.35, "nll_loss": 0.4273455739021301, "rewards/accuracies": 0.8125, "rewards/chosen": 0.2712215781211853, "rewards/margins": 1.8050236701965332, "rewards/rejected": -1.5338020324707031, "step": 216, "train_speed(iter/s)": 0.005508 }, { "epoch": 0.20691915730504484, "grad_norm": 3.91626238822937, "learning_rate": 0.00018689051432637288, "logits/chosen": -0.7283743023872375, "logits/rejected": -0.7281219959259033, "logps/chosen": -16.561418533325195, "logps/rejected": -30.87485122680664, "loss": 1.0018713474273682, "memory(GiB)": 46.35, "nll_loss": 0.5711511969566345, "rewards/accuracies": 0.8125, "rewards/chosen": -0.08021259307861328, "rewards/margins": 1.341779112815857, "rewards/rejected": -1.4219918251037598, "step": 217, "train_speed(iter/s)": 0.005509 }, { "epoch": 0.20787270180875472, "grad_norm": 6.127014636993408, "learning_rate": 0.00018673379793567146, "logits/chosen": -0.7484632730484009, "logits/rejected": -0.7483644485473633, "logps/chosen": -19.947607040405273, "logps/rejected": -23.960468292236328, "loss": 1.3958569765090942, "memory(GiB)": 46.35, "nll_loss": 0.8203793168067932, "rewards/accuracies": 0.75, "rewards/chosen": -0.06441813707351685, "rewards/margins": 1.2137415409088135, "rewards/rejected": -1.278159737586975, "step": 218, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.2088262463124646, "grad_norm": 2.407982110977173, "learning_rate": 0.000186576216892499, "logits/chosen": -0.713143527507782, "logits/rejected": -0.7156349420547485, "logps/chosen": -5.429649829864502, "logps/rejected": -26.790985107421875, "loss": 0.587304413318634, "memory(GiB)": 46.35, "nll_loss": 0.27817654609680176, "rewards/accuracies": 0.90625, "rewards/chosen": 0.2246459275484085, "rewards/margins": 1.6527907848358154, "rewards/rejected": -1.4281446933746338, "step": 219, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.2097797908161745, "grad_norm": 3.1036179065704346, "learning_rate": 0.00018641777276778675, "logits/chosen": -0.7326256632804871, "logits/rejected": -0.7366985082626343, "logps/chosen": -7.209220886230469, "logps/rejected": -23.032699584960938, "loss": 0.6927957534790039, "memory(GiB)": 46.35, "nll_loss": 0.33381518721580505, "rewards/accuracies": 0.9375, "rewards/chosen": 0.23173078894615173, "rewards/margins": 1.3084405660629272, "rewards/rejected": -1.0767097473144531, "step": 220, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.2107333353198844, "grad_norm": 4.346834659576416, "learning_rate": 0.00018625846714107012, "logits/chosen": -0.7308673858642578, "logits/rejected": -0.7319015860557556, "logps/chosen": -12.318450927734375, "logps/rejected": -18.871131896972656, "loss": 0.8981698155403137, "memory(GiB)": 46.35, "nll_loss": 0.5642520189285278, "rewards/accuracies": 0.90625, "rewards/chosen": 0.37170618772506714, "rewards/margins": 1.4312975406646729, "rewards/rejected": -1.059591293334961, "step": 221, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.21168687982359427, "grad_norm": 3.1750354766845703, "learning_rate": 0.00018609830160047283, "logits/chosen": -0.732227623462677, "logits/rejected": -0.7383145689964294, "logps/chosen": -7.505064964294434, "logps/rejected": -38.76034927368164, "loss": 0.5535200238227844, "memory(GiB)": 46.35, "nll_loss": 0.31380799412727356, "rewards/accuracies": 0.9375, "rewards/chosen": 0.3952406048774719, "rewards/margins": 2.437666177749634, "rewards/rejected": -2.0424253940582275, "step": 222, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.21264042432730415, "grad_norm": 7.859541416168213, "learning_rate": 0.0001859372777426912, "logits/chosen": -0.7466616630554199, "logits/rejected": -0.7482908964157104, "logps/chosen": -9.282036781311035, "logps/rejected": -30.16108512878418, "loss": 0.8680660724639893, "memory(GiB)": 46.35, "nll_loss": 0.4826428294181824, "rewards/accuracies": 0.84375, "rewards/chosen": 0.1986997276544571, "rewards/margins": 1.6596953868865967, "rewards/rejected": -1.4609956741333008, "step": 223, "train_speed(iter/s)": 0.005511 }, { "epoch": 0.21359396883101403, "grad_norm": 2.6235239505767822, "learning_rate": 0.00018577539717297805, "logits/chosen": -0.7357512712478638, "logits/rejected": -0.7410033345222473, "logps/chosen": -10.861976623535156, "logps/rejected": -30.35597801208496, "loss": 0.6867908239364624, "memory(GiB)": 46.35, "nll_loss": 0.3553740084171295, "rewards/accuracies": 0.84375, "rewards/chosen": 0.31846415996551514, "rewards/margins": 1.6189709901809692, "rewards/rejected": -1.300506830215454, "step": 224, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.2145475133347239, "grad_norm": 3.2945122718811035, "learning_rate": 0.00018561266150512678, "logits/chosen": -0.7396930456161499, "logits/rejected": -0.7390568852424622, "logps/chosen": -12.923048973083496, "logps/rejected": -21.989673614501953, "loss": 0.838452935218811, "memory(GiB)": 46.35, "nll_loss": 0.46684154868125916, "rewards/accuracies": 0.875, "rewards/chosen": 0.3469083309173584, "rewards/margins": 1.2420110702514648, "rewards/rejected": -0.8951027989387512, "step": 225, "train_speed(iter/s)": 0.005509 }, { "epoch": 0.2155010578384338, "grad_norm": 3.055189847946167, "learning_rate": 0.00018544907236145542, "logits/chosen": -0.7155624628067017, "logits/rejected": -0.7295074462890625, "logps/chosen": -8.0274658203125, "logps/rejected": -33.05402374267578, "loss": 0.6335862874984741, "memory(GiB)": 46.35, "nll_loss": 0.344045490026474, "rewards/accuracies": 0.9375, "rewards/chosen": 0.3197329342365265, "rewards/margins": 1.8844159841537476, "rewards/rejected": -1.564683198928833, "step": 226, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.2164546023421437, "grad_norm": 3.998671770095825, "learning_rate": 0.0001852846313727902, "logits/chosen": -0.6813937425613403, "logits/rejected": -0.6915090084075928, "logps/chosen": -6.720040798187256, "logps/rejected": -43.87916946411133, "loss": 0.6070285439491272, "memory(GiB)": 46.35, "nll_loss": 0.34713295102119446, "rewards/accuracies": 0.90625, "rewards/chosen": 0.3825485110282898, "rewards/margins": 2.301313638687134, "rewards/rejected": -1.9187651872634888, "step": 227, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.21740814684585358, "grad_norm": 6.1825127601623535, "learning_rate": 0.00018511934017844948, "logits/chosen": -0.7040500044822693, "logits/rejected": -0.7090526223182678, "logps/chosen": -9.686261177062988, "logps/rejected": -29.63890266418457, "loss": 0.7050997614860535, "memory(GiB)": 46.35, "nll_loss": 0.35831475257873535, "rewards/accuracies": 0.875, "rewards/chosen": 0.2377694845199585, "rewards/margins": 1.341123104095459, "rewards/rejected": -1.103353500366211, "step": 228, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.21836169134956346, "grad_norm": 4.670922756195068, "learning_rate": 0.00018495320042622736, "logits/chosen": -0.7201105356216431, "logits/rejected": -0.7206759452819824, "logps/chosen": -11.61659049987793, "logps/rejected": -22.681640625, "loss": 0.880729615688324, "memory(GiB)": 46.35, "nll_loss": 0.44429099559783936, "rewards/accuracies": 0.84375, "rewards/chosen": 0.2176312655210495, "rewards/margins": 1.068014144897461, "rewards/rejected": -0.8503826856613159, "step": 229, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.21931523585327334, "grad_norm": 2.941002368927002, "learning_rate": 0.00018478621377237723, "logits/chosen": -0.6653846502304077, "logits/rejected": -0.6721563339233398, "logps/chosen": -14.994268417358398, "logps/rejected": -29.876937866210938, "loss": 0.8451282382011414, "memory(GiB)": 46.35, "nll_loss": 0.535717248916626, "rewards/accuracies": 0.875, "rewards/chosen": 0.3403316140174866, "rewards/margins": 1.5797615051269531, "rewards/rejected": -1.2394298315048218, "step": 230, "train_speed(iter/s)": 0.005511 }, { "epoch": 0.22026878035698322, "grad_norm": 4.083463191986084, "learning_rate": 0.0001846183818815953, "logits/chosen": -0.6833573579788208, "logits/rejected": -0.6866470575332642, "logps/chosen": -10.162806510925293, "logps/rejected": -34.938297271728516, "loss": 0.7267250418663025, "memory(GiB)": 46.35, "nll_loss": 0.4074958264827728, "rewards/accuracies": 0.84375, "rewards/chosen": 0.1340690404176712, "rewards/margins": 2.0150246620178223, "rewards/rejected": -1.880955457687378, "step": 231, "train_speed(iter/s)": 0.005511 }, { "epoch": 0.2212223248606931, "grad_norm": 7.379131317138672, "learning_rate": 0.00018444970642700394, "logits/chosen": -0.7077473998069763, "logits/rejected": -0.7064493894577026, "logps/chosen": -13.589353561401367, "logps/rejected": -24.41387367248535, "loss": 0.822698712348938, "memory(GiB)": 46.35, "nll_loss": 0.49851056933403015, "rewards/accuracies": 0.84375, "rewards/chosen": 0.29606232047080994, "rewards/margins": 1.5206847190856934, "rewards/rejected": -1.224622368812561, "step": 232, "train_speed(iter/s)": 0.005511 }, { "epoch": 0.22217586936440298, "grad_norm": 4.595974445343018, "learning_rate": 0.00018428018909013506, "logits/chosen": -0.71678227186203, "logits/rejected": -0.7216454744338989, "logps/chosen": -9.980438232421875, "logps/rejected": -31.119977951049805, "loss": 0.7918986082077026, "memory(GiB)": 46.35, "nll_loss": 0.4974285066127777, "rewards/accuracies": 0.875, "rewards/chosen": 0.3226126432418823, "rewards/margins": 1.9629307985305786, "rewards/rejected": -1.6403182744979858, "step": 233, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.22312941386811289, "grad_norm": 3.167337417602539, "learning_rate": 0.00018410983156091332, "logits/chosen": -0.7408382892608643, "logits/rejected": -0.7445415258407593, "logps/chosen": -8.515607833862305, "logps/rejected": -33.531742095947266, "loss": 0.6914982795715332, "memory(GiB)": 46.35, "nll_loss": 0.4140031933784485, "rewards/accuracies": 0.875, "rewards/chosen": 0.14548537135124207, "rewards/margins": 1.8300060033798218, "rewards/rejected": -1.6845208406448364, "step": 234, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.22408295837182277, "grad_norm": 4.283833980560303, "learning_rate": 0.0001839386355376393, "logits/chosen": -0.6502076387405396, "logits/rejected": -0.6558265089988708, "logps/chosen": -19.92167091369629, "logps/rejected": -47.21318435668945, "loss": 1.0018163919448853, "memory(GiB)": 46.35, "nll_loss": 0.6611323952674866, "rewards/accuracies": 0.875, "rewards/chosen": 0.24247033894062042, "rewards/margins": 2.237638473510742, "rewards/rejected": -1.9951682090759277, "step": 235, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.22503650287553265, "grad_norm": 7.356630325317383, "learning_rate": 0.00018376660272697258, "logits/chosen": -0.6707280278205872, "logits/rejected": -0.6801574230194092, "logps/chosen": -11.042348861694336, "logps/rejected": -36.64607620239258, "loss": 0.8370423316955566, "memory(GiB)": 46.35, "nll_loss": 0.5653667449951172, "rewards/accuracies": 0.90625, "rewards/chosen": 0.3662443459033966, "rewards/margins": 1.9162840843200684, "rewards/rejected": -1.5500398874282837, "step": 236, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.22599004737924253, "grad_norm": 3.826658248901367, "learning_rate": 0.00018359373484391458, "logits/chosen": -0.6781504154205322, "logits/rejected": -0.6821658611297607, "logps/chosen": -15.55282211303711, "logps/rejected": -37.502342224121094, "loss": 0.8460524082183838, "memory(GiB)": 46.35, "nll_loss": 0.5774834156036377, "rewards/accuracies": 0.875, "rewards/chosen": 0.3428380489349365, "rewards/margins": 2.1569623947143555, "rewards/rejected": -1.814124345779419, "step": 237, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.2269435918829524, "grad_norm": 5.468197345733643, "learning_rate": 0.00018342003361179176, "logits/chosen": -0.6881271004676819, "logits/rejected": -0.6934744119644165, "logps/chosen": -14.643028259277344, "logps/rejected": -32.62885665893555, "loss": 0.9197757244110107, "memory(GiB)": 46.35, "nll_loss": 0.5242944955825806, "rewards/accuracies": 0.78125, "rewards/chosen": 0.2500344216823578, "rewards/margins": 1.471402645111084, "rewards/rejected": -1.2213680744171143, "step": 238, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.22789713638666229, "grad_norm": 3.4654653072357178, "learning_rate": 0.0001832455007622382, "logits/chosen": -0.6743485331535339, "logits/rejected": -0.6775904893875122, "logps/chosen": -10.395502090454102, "logps/rejected": -30.561494827270508, "loss": 0.8043732047080994, "memory(GiB)": 46.35, "nll_loss": 0.47161921858787537, "rewards/accuracies": 0.84375, "rewards/chosen": 0.23796124756336212, "rewards/margins": 1.657893180847168, "rewards/rejected": -1.4199317693710327, "step": 239, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.2288506808903722, "grad_norm": 4.4645795822143555, "learning_rate": 0.00018307013803517833, "logits/chosen": -0.6564476490020752, "logits/rejected": -0.6579591631889343, "logps/chosen": -12.889369010925293, "logps/rejected": -32.557186126708984, "loss": 0.8514084219932556, "memory(GiB)": 46.35, "nll_loss": 0.4758950173854828, "rewards/accuracies": 0.75, "rewards/chosen": 0.1352337747812271, "rewards/margins": 1.8795024156570435, "rewards/rejected": -1.7442686557769775, "step": 240, "train_speed(iter/s)": 0.00551 }, { "epoch": 0.22980422539408207, "grad_norm": 2.232264757156372, "learning_rate": 0.00018289394717880978, "logits/chosen": -0.6453461647033691, "logits/rejected": -0.6491398215293884, "logps/chosen": -8.795199394226074, "logps/rejected": -38.933860778808594, "loss": 0.6577202081680298, "memory(GiB)": 46.35, "nll_loss": 0.3493972718715668, "rewards/accuracies": 0.8125, "rewards/chosen": 0.2543625235557556, "rewards/margins": 2.0953903198242188, "rewards/rejected": -1.8410277366638184, "step": 241, "train_speed(iter/s)": 0.005509 }, { "epoch": 0.23075776989779195, "grad_norm": 5.591300964355469, "learning_rate": 0.00018271692994958577, "logits/chosen": -0.6542764902114868, "logits/rejected": -0.6555202007293701, "logps/chosen": -13.642044067382812, "logps/rejected": -25.366504669189453, "loss": 1.0224049091339111, "memory(GiB)": 46.35, "nll_loss": 0.5888019800186157, "rewards/accuracies": 0.84375, "rewards/chosen": 0.1471404731273651, "rewards/margins": 1.296483039855957, "rewards/rejected": -1.1493425369262695, "step": 242, "train_speed(iter/s)": 0.005509 }, { "epoch": 0.23171131440150183, "grad_norm": 5.829916954040527, "learning_rate": 0.00018253908811219764, "logits/chosen": -0.6718738079071045, "logits/rejected": -0.6782557964324951, "logps/chosen": -8.563289642333984, "logps/rejected": -33.8372688293457, "loss": 0.6616629958152771, "memory(GiB)": 46.35, "nll_loss": 0.376559317111969, "rewards/accuracies": 0.90625, "rewards/chosen": 0.29688870906829834, "rewards/margins": 1.8743014335632324, "rewards/rejected": -1.577412724494934, "step": 243, "train_speed(iter/s)": 0.005509 }, { "epoch": 0.2326648589052117, "grad_norm": 2.7467596530914307, "learning_rate": 0.00018236042343955733, "logits/chosen": -0.6551127433776855, "logits/rejected": -0.6554043889045715, "logps/chosen": -18.136734008789062, "logps/rejected": -26.344886779785156, "loss": 0.9255790710449219, "memory(GiB)": 46.35, "nll_loss": 0.5931095480918884, "rewards/accuracies": 0.90625, "rewards/chosen": 0.4077427387237549, "rewards/margins": 1.4671001434326172, "rewards/rejected": -1.0593574047088623, "step": 244, "train_speed(iter/s)": 0.005508 }, { "epoch": 0.2336184034089216, "grad_norm": 2.295992612838745, "learning_rate": 0.00018218093771277965, "logits/chosen": -0.6690840125083923, "logits/rejected": -0.673971951007843, "logps/chosen": -10.6835355758667, "logps/rejected": -28.246593475341797, "loss": 0.671001136302948, "memory(GiB)": 46.35, "nll_loss": 0.37796077132225037, "rewards/accuracies": 0.90625, "rewards/chosen": 0.35371649265289307, "rewards/margins": 1.5933194160461426, "rewards/rejected": -1.2396029233932495, "step": 245, "train_speed(iter/s)": 0.005508 }, { "epoch": 0.23457194791263147, "grad_norm": 2.4248974323272705, "learning_rate": 0.0001820006327211645, "logits/chosen": -0.697637140750885, "logits/rejected": -0.7033761143684387, "logps/chosen": -17.12112045288086, "logps/rejected": -37.0136604309082, "loss": 0.8772357106208801, "memory(GiB)": 46.35, "nll_loss": 0.5765882134437561, "rewards/accuracies": 0.8125, "rewards/chosen": 0.09836695343255997, "rewards/margins": 1.795198917388916, "rewards/rejected": -1.6968318223953247, "step": 246, "train_speed(iter/s)": 0.005508 }, { "epoch": 0.23552549241634138, "grad_norm": 2.954430103302002, "learning_rate": 0.00018181951026217908, "logits/chosen": -0.6803640127182007, "logits/rejected": -0.6828312873840332, "logps/chosen": -11.082855224609375, "logps/rejected": -31.45410919189453, "loss": 0.8763056993484497, "memory(GiB)": 46.35, "nll_loss": 0.5489755272865295, "rewards/accuracies": 0.875, "rewards/chosen": 0.1993655562400818, "rewards/margins": 1.7591843605041504, "rewards/rejected": -1.5598187446594238, "step": 247, "train_speed(iter/s)": 0.005508 }, { "epoch": 0.23647903692005126, "grad_norm": 3.6945090293884277, "learning_rate": 0.00018163757214143992, "logits/chosen": -0.7247760891914368, "logits/rejected": -0.7265908122062683, "logps/chosen": -8.492441177368164, "logps/rejected": -24.54302978515625, "loss": 0.7595934271812439, "memory(GiB)": 46.35, "nll_loss": 0.36660653352737427, "rewards/accuracies": 0.84375, "rewards/chosen": 0.23363766074180603, "rewards/margins": 1.2679532766342163, "rewards/rejected": -1.0343154668807983, "step": 248, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.23743258142376114, "grad_norm": 5.059366703033447, "learning_rate": 0.00018145482017269498, "logits/chosen": -0.7539775967597961, "logits/rejected": -0.7569143176078796, "logps/chosen": -14.154876708984375, "logps/rejected": -34.48857879638672, "loss": 1.0243213176727295, "memory(GiB)": 46.35, "nll_loss": 0.6785087585449219, "rewards/accuracies": 0.9375, "rewards/chosen": 0.313811331987381, "rewards/margins": 1.7598588466644287, "rewards/rejected": -1.4460474252700806, "step": 249, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.23838612592747102, "grad_norm": 4.5284881591796875, "learning_rate": 0.00018127125617780542, "logits/chosen": -0.7603623867034912, "logits/rejected": -0.7655926942825317, "logps/chosen": -15.725591659545898, "logps/rejected": -36.53950881958008, "loss": 0.797869861125946, "memory(GiB)": 46.35, "nll_loss": 0.4995449483394623, "rewards/accuracies": 0.875, "rewards/chosen": 0.34647393226623535, "rewards/margins": 1.9886072874069214, "rewards/rejected": -1.642133355140686, "step": 250, "train_speed(iter/s)": 0.005507 }, { "epoch": 0.2393396704311809, "grad_norm": 3.5723788738250732, "learning_rate": 0.00018108688198672766, "logits/chosen": -0.7488352060317993, "logits/rejected": -0.7484657764434814, "logps/chosen": -13.811964988708496, "logps/rejected": -29.093414306640625, "loss": 0.824102520942688, "memory(GiB)": 46.35, "nll_loss": 0.46683502197265625, "rewards/accuracies": 0.875, "rewards/chosen": 0.24177491664886475, "rewards/margins": 1.4699395895004272, "rewards/rejected": -1.2281646728515625, "step": 251, "train_speed(iter/s)": 0.005505 }, { "epoch": 0.24029321493489078, "grad_norm": 3.6928255558013916, "learning_rate": 0.00018090169943749476, "logits/chosen": -0.8220372796058655, "logits/rejected": -0.8342781066894531, "logps/chosen": -16.097322463989258, "logps/rejected": -46.93342590332031, "loss": 0.7694358229637146, "memory(GiB)": 46.35, "nll_loss": 0.5316731929779053, "rewards/accuracies": 0.90625, "rewards/chosen": 0.20401325821876526, "rewards/margins": 2.321596145629883, "rewards/rejected": -2.1175830364227295, "step": 252, "train_speed(iter/s)": 0.005505 }, { "epoch": 0.24124675943860066, "grad_norm": 4.793475151062012, "learning_rate": 0.00018071571037619853, "logits/chosen": -0.8255568742752075, "logits/rejected": -0.832805871963501, "logps/chosen": -14.022353172302246, "logps/rejected": -39.7362174987793, "loss": 0.9730318784713745, "memory(GiB)": 46.35, "nll_loss": 0.5591216087341309, "rewards/accuracies": 0.8125, "rewards/chosen": -0.038475535809993744, "rewards/margins": 2.198916435241699, "rewards/rejected": -2.2373921871185303, "step": 253, "train_speed(iter/s)": 0.005505 }, { "epoch": 0.24220030394231057, "grad_norm": 5.3987250328063965, "learning_rate": 0.0001805289166569709, "logits/chosen": -0.8706380724906921, "logits/rejected": -0.8680281639099121, "logps/chosen": -19.27591323852539, "logps/rejected": -24.156095504760742, "loss": 0.9442822337150574, "memory(GiB)": 46.35, "nll_loss": 0.5581637024879456, "rewards/accuracies": 0.84375, "rewards/chosen": 0.22315068542957306, "rewards/margins": 1.5777620077133179, "rewards/rejected": -1.3546112775802612, "step": 254, "train_speed(iter/s)": 0.005504 }, { "epoch": 0.24315384844602045, "grad_norm": 3.675352096557617, "learning_rate": 0.00018034132014196541, "logits/chosen": -0.8502498865127563, "logits/rejected": -0.8500807881355286, "logps/chosen": -15.931413650512695, "logps/rejected": -34.360782623291016, "loss": 0.9934901595115662, "memory(GiB)": 46.35, "nll_loss": 0.46458542346954346, "rewards/accuracies": 0.71875, "rewards/chosen": -0.05971866846084595, "rewards/margins": 1.5547869205474854, "rewards/rejected": -1.6145055294036865, "step": 255, "train_speed(iter/s)": 0.005503 }, { "epoch": 0.24410739294973033, "grad_norm": 2.504709482192993, "learning_rate": 0.00018015292270133872, "logits/chosen": -0.8568322658538818, "logits/rejected": -0.862451434135437, "logps/chosen": -11.659085273742676, "logps/rejected": -39.16455078125, "loss": 0.6887809634208679, "memory(GiB)": 46.35, "nll_loss": 0.4371872842311859, "rewards/accuracies": 0.96875, "rewards/chosen": 0.3427257239818573, "rewards/margins": 2.4889614582061768, "rewards/rejected": -2.146235466003418, "step": 256, "train_speed(iter/s)": 0.005503 }, { "epoch": 0.2450609374534402, "grad_norm": 2.5033137798309326, "learning_rate": 0.0001799637262132319, "logits/chosen": -0.8038372993469238, "logits/rejected": -0.8058630228042603, "logps/chosen": -15.10529613494873, "logps/rejected": -30.41006851196289, "loss": 0.8026267886161804, "memory(GiB)": 46.35, "nll_loss": 0.5051940679550171, "rewards/accuracies": 0.90625, "rewards/chosen": 0.4036296010017395, "rewards/margins": 2.0970892906188965, "rewards/rejected": -1.6934596300125122, "step": 257, "train_speed(iter/s)": 0.005503 }, { "epoch": 0.2460144819571501, "grad_norm": 6.446276664733887, "learning_rate": 0.00017977373256375194, "logits/chosen": -0.7744889855384827, "logits/rejected": -0.7749512791633606, "logps/chosen": -10.56025218963623, "logps/rejected": -23.576618194580078, "loss": 0.9698085188865662, "memory(GiB)": 46.35, "nll_loss": 0.5578731894493103, "rewards/accuracies": 0.78125, "rewards/chosen": 0.360497385263443, "rewards/margins": 1.4745229482650757, "rewards/rejected": -1.1140254735946655, "step": 258, "train_speed(iter/s)": 0.005503 }, { "epoch": 0.24696802646085997, "grad_norm": 5.751850605010986, "learning_rate": 0.0001795829436469525, "logits/chosen": -0.7688460350036621, "logits/rejected": -0.7771020531654358, "logps/chosen": -7.432956218719482, "logps/rejected": -33.72074508666992, "loss": 0.7200008034706116, "memory(GiB)": 46.35, "nll_loss": 0.37630078196525574, "rewards/accuracies": 0.875, "rewards/chosen": 0.447079062461853, "rewards/margins": 1.622812032699585, "rewards/rejected": -1.1757328510284424, "step": 259, "train_speed(iter/s)": 0.005504 }, { "epoch": 0.24792157096456985, "grad_norm": 2.761026382446289, "learning_rate": 0.0001793913613648155, "logits/chosen": -0.7341782450675964, "logits/rejected": -0.7375565767288208, "logps/chosen": -13.347549438476562, "logps/rejected": -36.34661865234375, "loss": 0.730623185634613, "memory(GiB)": 46.35, "nll_loss": 0.4697628319263458, "rewards/accuracies": 0.9375, "rewards/chosen": 0.4078211188316345, "rewards/margins": 1.8925766944885254, "rewards/rejected": -1.4847557544708252, "step": 260, "train_speed(iter/s)": 0.005503 }, { "epoch": 0.24887511546827976, "grad_norm": 3.450498104095459, "learning_rate": 0.0001791989876272318, "logits/chosen": -0.7157857418060303, "logits/rejected": -0.7172526717185974, "logps/chosen": -13.749683380126953, "logps/rejected": -26.766677856445312, "loss": 0.9530576467514038, "memory(GiB)": 46.35, "nll_loss": 0.6287062764167786, "rewards/accuracies": 0.84375, "rewards/chosen": 0.2914014756679535, "rewards/margins": 1.3994582891464233, "rewards/rejected": -1.108056902885437, "step": 261, "train_speed(iter/s)": 0.005502 }, { "epoch": 0.24982865997198964, "grad_norm": 9.672338485717773, "learning_rate": 0.0001790058243519824, "logits/chosen": -0.7441627979278564, "logits/rejected": -0.7462865710258484, "logps/chosen": -16.243741989135742, "logps/rejected": -26.704174041748047, "loss": 1.039839744567871, "memory(GiB)": 46.35, "nll_loss": 0.6975647211074829, "rewards/accuracies": 0.90625, "rewards/chosen": 0.4236500561237335, "rewards/margins": 1.4664613008499146, "rewards/rejected": -1.0428110361099243, "step": 262, "train_speed(iter/s)": 0.005502 }, { "epoch": 0.2507822044756995, "grad_norm": 4.290750026702881, "learning_rate": 0.00017881187346471925, "logits/chosen": -0.6632997989654541, "logits/rejected": -0.666835367679596, "logps/chosen": -9.480688095092773, "logps/rejected": -26.351364135742188, "loss": 0.8655059337615967, "memory(GiB)": 46.35, "nll_loss": 0.46523410081863403, "rewards/accuracies": 0.75, "rewards/chosen": 0.19613634049892426, "rewards/margins": 1.3419668674468994, "rewards/rejected": -1.145830512046814, "step": 263, "train_speed(iter/s)": 0.005502 }, { "epoch": 0.2517357489794094, "grad_norm": 2.3689281940460205, "learning_rate": 0.00017861713689894593, "logits/chosen": -0.6977696418762207, "logits/rejected": -0.6972867250442505, "logps/chosen": -15.168523788452148, "logps/rejected": -26.164867401123047, "loss": 0.8803794980049133, "memory(GiB)": 46.35, "nll_loss": 0.5127299427986145, "rewards/accuracies": 0.84375, "rewards/chosen": 0.33054158091545105, "rewards/margins": 1.4892292022705078, "rewards/rejected": -1.1586875915527344, "step": 264, "train_speed(iter/s)": 0.005502 }, { "epoch": 0.2526892934831193, "grad_norm": 2.7021660804748535, "learning_rate": 0.00017842161659599858, "logits/chosen": -0.6796221733093262, "logits/rejected": -0.6836917400360107, "logps/chosen": -14.941936492919922, "logps/rejected": -27.9511775970459, "loss": 0.8421461582183838, "memory(GiB)": 46.35, "nll_loss": 0.4779818058013916, "rewards/accuracies": 0.78125, "rewards/chosen": 0.43745580315589905, "rewards/margins": 1.4425956010818481, "rewards/rejected": -1.0051398277282715, "step": 265, "train_speed(iter/s)": 0.005502 }, { "epoch": 0.2536428379868292, "grad_norm": 3.343235492706299, "learning_rate": 0.00017822531450502633, "logits/chosen": -0.733414351940155, "logits/rejected": -0.7376254796981812, "logps/chosen": -13.379249572753906, "logps/rejected": -28.608491897583008, "loss": 0.8496363162994385, "memory(GiB)": 46.35, "nll_loss": 0.47925660014152527, "rewards/accuracies": 0.78125, "rewards/chosen": 0.33804893493652344, "rewards/margins": 1.5891144275665283, "rewards/rejected": -1.2510654926300049, "step": 266, "train_speed(iter/s)": 0.005502 }, { "epoch": 0.25459638249053906, "grad_norm": 2.7692151069641113, "learning_rate": 0.0001780282325829721, "logits/chosen": -0.7533795237541199, "logits/rejected": -0.7605142593383789, "logps/chosen": -8.79134750366211, "logps/rejected": -34.76374816894531, "loss": 0.637890636920929, "memory(GiB)": 46.35, "nll_loss": 0.3121227025985718, "rewards/accuracies": 0.875, "rewards/chosen": 0.3103838860988617, "rewards/margins": 1.773932695388794, "rewards/rejected": -1.4635487794876099, "step": 267, "train_speed(iter/s)": 0.005502 }, { "epoch": 0.25554992699424894, "grad_norm": 3.4116291999816895, "learning_rate": 0.00017783037279455298, "logits/chosen": -0.7418196201324463, "logits/rejected": -0.7402464747428894, "logps/chosen": -11.315349578857422, "logps/rejected": -21.74294090270996, "loss": 0.8379570841789246, "memory(GiB)": 46.35, "nll_loss": 0.4140942096710205, "rewards/accuracies": 0.875, "rewards/chosen": 0.25896090269088745, "rewards/margins": 1.0902950763702393, "rewards/rejected": -0.831334114074707, "step": 268, "train_speed(iter/s)": 0.005503 }, { "epoch": 0.2565034714979588, "grad_norm": 6.1076765060424805, "learning_rate": 0.00017763173711224058, "logits/chosen": -0.790728747844696, "logits/rejected": -0.7954204082489014, "logps/chosen": -9.064315795898438, "logps/rejected": -32.547019958496094, "loss": 0.6000303030014038, "memory(GiB)": 46.35, "nll_loss": 0.32860445976257324, "rewards/accuracies": 0.90625, "rewards/chosen": 0.5540530681610107, "rewards/margins": 1.9924101829528809, "rewards/rejected": -1.4383569955825806, "step": 269, "train_speed(iter/s)": 0.005503 }, { "epoch": 0.2574570160016687, "grad_norm": 9.593379020690918, "learning_rate": 0.00017743232751624136, "logits/chosen": -0.8328629732131958, "logits/rejected": -0.8391848206520081, "logps/chosen": -12.624238967895508, "logps/rejected": -34.67926788330078, "loss": 0.8230252265930176, "memory(GiB)": 46.35, "nll_loss": 0.4716958999633789, "rewards/accuracies": 0.8125, "rewards/chosen": 0.25691932439804077, "rewards/margins": 2.0827646255493164, "rewards/rejected": -1.8258453607559204, "step": 270, "train_speed(iter/s)": 0.005502 }, { "epoch": 0.2584105605053786, "grad_norm": 9.825614929199219, "learning_rate": 0.0001772321459944771, "logits/chosen": -0.8258954286575317, "logits/rejected": -0.8328973650932312, "logps/chosen": -9.406560897827148, "logps/rejected": -34.54033660888672, "loss": 0.8422060608863831, "memory(GiB)": 46.35, "nll_loss": 0.4756934344768524, "rewards/accuracies": 0.84375, "rewards/chosen": 0.1846769154071808, "rewards/margins": 1.7777724266052246, "rewards/rejected": -1.5930955410003662, "step": 271, "train_speed(iter/s)": 0.005502 }, { "epoch": 0.25936410500908846, "grad_norm": 3.833090305328369, "learning_rate": 0.00017703119454256483, "logits/chosen": -0.8049967885017395, "logits/rejected": -0.809727668762207, "logps/chosen": -15.965205192565918, "logps/rejected": -32.25198745727539, "loss": 0.9207373261451721, "memory(GiB)": 46.35, "nll_loss": 0.5331530570983887, "rewards/accuracies": 0.78125, "rewards/chosen": 0.31756967306137085, "rewards/margins": 1.7631841897964478, "rewards/rejected": -1.4456146955490112, "step": 272, "train_speed(iter/s)": 0.005503 }, { "epoch": 0.26031764951279834, "grad_norm": 3.5092363357543945, "learning_rate": 0.00017682947516379707, "logits/chosen": -0.7785454392433167, "logits/rejected": -0.7849420309066772, "logps/chosen": -9.509476661682129, "logps/rejected": -41.2681884765625, "loss": 0.7832239270210266, "memory(GiB)": 46.35, "nll_loss": 0.5032631158828735, "rewards/accuracies": 0.90625, "rewards/chosen": 0.3947156071662903, "rewards/margins": 2.444946765899658, "rewards/rejected": -2.0502312183380127, "step": 273, "train_speed(iter/s)": 0.005502 }, { "epoch": 0.2612711940165082, "grad_norm": 9.79853630065918, "learning_rate": 0.0001766269898691219, "logits/chosen": -0.7902746200561523, "logits/rejected": -0.7958580255508423, "logps/chosen": -14.500446319580078, "logps/rejected": -40.677024841308594, "loss": 0.818083643913269, "memory(GiB)": 46.35, "nll_loss": 0.544266939163208, "rewards/accuracies": 0.90625, "rewards/chosen": 0.20477710664272308, "rewards/margins": 1.9639387130737305, "rewards/rejected": -1.7591617107391357, "step": 274, "train_speed(iter/s)": 0.005501 }, { "epoch": 0.2622247385202181, "grad_norm": 2.8043007850646973, "learning_rate": 0.00017642374067712276, "logits/chosen": -0.8145909905433655, "logits/rejected": -0.8201400637626648, "logps/chosen": -6.1433939933776855, "logps/rejected": -36.33699417114258, "loss": 0.5093598365783691, "memory(GiB)": 46.35, "nll_loss": 0.250609815120697, "rewards/accuracies": 0.90625, "rewards/chosen": 0.3683687448501587, "rewards/margins": 2.32155704498291, "rewards/rejected": -1.9531885385513306, "step": 275, "train_speed(iter/s)": 0.005501 }, { "epoch": 0.263178283023928, "grad_norm": 1.9743738174438477, "learning_rate": 0.00017621972961399837, "logits/chosen": -0.8289905190467834, "logits/rejected": -0.8362520933151245, "logps/chosen": -8.193869590759277, "logps/rejected": -42.47102355957031, "loss": 0.5758640170097351, "memory(GiB)": 46.35, "nll_loss": 0.35025331377983093, "rewards/accuracies": 0.90625, "rewards/chosen": 0.3571298122406006, "rewards/margins": 2.474154472351074, "rewards/rejected": -2.1170244216918945, "step": 276, "train_speed(iter/s)": 0.005502 }, { "epoch": 0.2641318275276379, "grad_norm": 3.2046637535095215, "learning_rate": 0.00017601495871354272, "logits/chosen": -0.8333855271339417, "logits/rejected": -0.8423407077789307, "logps/chosen": -12.388718605041504, "logps/rejected": -37.287269592285156, "loss": 0.8772380352020264, "memory(GiB)": 46.35, "nll_loss": 0.5521318316459656, "rewards/accuracies": 0.875, "rewards/chosen": 0.5665677785873413, "rewards/margins": 2.0919201374053955, "rewards/rejected": -1.5253523588180542, "step": 277, "train_speed(iter/s)": 0.005502 }, { "epoch": 0.2650853720313478, "grad_norm": 4.138637542724609, "learning_rate": 0.00017580943001712455, "logits/chosen": -0.8312089443206787, "logits/rejected": -0.8350686430931091, "logps/chosen": -10.27858829498291, "logps/rejected": -23.721372604370117, "loss": 0.8035193681716919, "memory(GiB)": 46.35, "nll_loss": 0.46928372979164124, "rewards/accuracies": 0.84375, "rewards/chosen": 0.2487541139125824, "rewards/margins": 1.3405177593231201, "rewards/rejected": -1.0917637348175049, "step": 278, "train_speed(iter/s)": 0.005502 }, { "epoch": 0.2660389165350577, "grad_norm": 10.411059379577637, "learning_rate": 0.0001756031455736671, "logits/chosen": -0.872393012046814, "logits/rejected": -0.8761737942695618, "logps/chosen": -10.651511192321777, "logps/rejected": -34.54182815551758, "loss": 0.7786023020744324, "memory(GiB)": 46.35, "nll_loss": 0.586529552936554, "rewards/accuracies": 0.9375, "rewards/chosen": 0.4380852282047272, "rewards/margins": 2.2919764518737793, "rewards/rejected": -1.853891134262085, "step": 279, "train_speed(iter/s)": 0.005503 }, { "epoch": 0.26699246103876756, "grad_norm": 6.553945541381836, "learning_rate": 0.0001753961074396277, "logits/chosen": -0.8722527027130127, "logits/rejected": -0.8801246285438538, "logps/chosen": -14.362058639526367, "logps/rejected": -38.951133728027344, "loss": 0.7487638592720032, "memory(GiB)": 46.35, "nll_loss": 0.48627233505249023, "rewards/accuracies": 0.875, "rewards/chosen": 0.4535054564476013, "rewards/margins": 2.5370492935180664, "rewards/rejected": -2.0835437774658203, "step": 280, "train_speed(iter/s)": 0.005502 }, { "epoch": 0.26794600554247744, "grad_norm": 3.1951112747192383, "learning_rate": 0.0001751883176789772, "logits/chosen": -0.8838074207305908, "logits/rejected": -0.8843420147895813, "logps/chosen": -14.274608612060547, "logps/rejected": -31.143085479736328, "loss": 0.7876904010772705, "memory(GiB)": 46.35, "nll_loss": 0.521136999130249, "rewards/accuracies": 0.875, "rewards/chosen": 0.3397310972213745, "rewards/margins": 2.2122066020965576, "rewards/rejected": -1.8724756240844727, "step": 281, "train_speed(iter/s)": 0.005502 }, { "epoch": 0.2688995500461873, "grad_norm": 6.768604755401611, "learning_rate": 0.00017497977836317957, "logits/chosen": -0.8815992474555969, "logits/rejected": -0.8873377442359924, "logps/chosen": -10.060140609741211, "logps/rejected": -37.913673400878906, "loss": 0.7644662857055664, "memory(GiB)": 46.35, "nll_loss": 0.4115667939186096, "rewards/accuracies": 0.84375, "rewards/chosen": 0.0558885782957077, "rewards/margins": 2.0682661533355713, "rewards/rejected": -2.0123775005340576, "step": 282, "train_speed(iter/s)": 0.005503 }, { "epoch": 0.2698530945498972, "grad_norm": 6.333160877227783, "learning_rate": 0.00017477049157117093, "logits/chosen": -0.8667274713516235, "logits/rejected": -0.8733513951301575, "logps/chosen": -7.258718013763428, "logps/rejected": -35.21955490112305, "loss": 0.5827018022537231, "memory(GiB)": 46.35, "nll_loss": 0.3244476616382599, "rewards/accuracies": 0.9375, "rewards/chosen": 0.300222247838974, "rewards/margins": 2.3158271312713623, "rewards/rejected": -2.0156044960021973, "step": 283, "train_speed(iter/s)": 0.005502 }, { "epoch": 0.2708066390536071, "grad_norm": 8.849654197692871, "learning_rate": 0.00017456045938933921, "logits/chosen": -0.8408533334732056, "logits/rejected": -0.8415780067443848, "logps/chosen": -11.036890029907227, "logps/rejected": -23.754640579223633, "loss": 0.9040743708610535, "memory(GiB)": 46.35, "nll_loss": 0.4470711350440979, "rewards/accuracies": 0.71875, "rewards/chosen": 0.1645175814628601, "rewards/margins": 1.5826839208602905, "rewards/rejected": -1.418166160583496, "step": 284, "train_speed(iter/s)": 0.005502 }, { "epoch": 0.27176018355731696, "grad_norm": 9.435028076171875, "learning_rate": 0.00017434968391150303, "logits/chosen": -0.8585033416748047, "logits/rejected": -0.8601518869400024, "logps/chosen": -12.836453437805176, "logps/rejected": -25.519573211669922, "loss": 0.9164736270904541, "memory(GiB)": 46.35, "nll_loss": 0.5822616219520569, "rewards/accuracies": 0.78125, "rewards/chosen": 0.12173706293106079, "rewards/margins": 1.6899513006210327, "rewards/rejected": -1.5682142972946167, "step": 285, "train_speed(iter/s)": 0.005502 }, { "epoch": 0.27271372806102684, "grad_norm": 4.865884304046631, "learning_rate": 0.000174138167238891, "logits/chosen": -0.8257076144218445, "logits/rejected": -0.8312942385673523, "logps/chosen": -10.948116302490234, "logps/rejected": -30.266220092773438, "loss": 0.6918385624885559, "memory(GiB)": 46.35, "nll_loss": 0.40581583976745605, "rewards/accuracies": 0.90625, "rewards/chosen": 0.4191591441631317, "rewards/margins": 1.9850006103515625, "rewards/rejected": -1.5658413171768188, "step": 286, "train_speed(iter/s)": 0.005502 }, { "epoch": 0.2736672725647367, "grad_norm": 6.899093151092529, "learning_rate": 0.00017392591148012078, "logits/chosen": -0.8300909996032715, "logits/rejected": -0.8292056918144226, "logps/chosen": -13.566852569580078, "logps/rejected": -25.136863708496094, "loss": 0.8579204678535461, "memory(GiB)": 46.35, "nll_loss": 0.5340129733085632, "rewards/accuracies": 0.90625, "rewards/chosen": 0.28360167145729065, "rewards/margins": 1.547747254371643, "rewards/rejected": -1.2641456127166748, "step": 287, "train_speed(iter/s)": 0.005501 }, { "epoch": 0.2746208170684466, "grad_norm": 3.2125444412231445, "learning_rate": 0.0001737129187511779, "logits/chosen": -0.7984634637832642, "logits/rejected": -0.7962420582771301, "logps/chosen": -12.646373748779297, "logps/rejected": -23.826274871826172, "loss": 0.8648015260696411, "memory(GiB)": 46.35, "nll_loss": 0.5307040810585022, "rewards/accuracies": 0.84375, "rewards/chosen": 0.354749858379364, "rewards/margins": 1.804355502128601, "rewards/rejected": -1.4496057033538818, "step": 288, "train_speed(iter/s)": 0.005501 }, { "epoch": 0.2755743615721565, "grad_norm": 4.156564712524414, "learning_rate": 0.00017349919117539488, "logits/chosen": -0.8059985041618347, "logits/rejected": -0.8075786828994751, "logps/chosen": -10.38840389251709, "logps/rejected": -35.189395904541016, "loss": 0.7971677780151367, "memory(GiB)": 46.35, "nll_loss": 0.4960591793060303, "rewards/accuracies": 0.875, "rewards/chosen": 0.19452165067195892, "rewards/margins": 2.2108750343322754, "rewards/rejected": -2.0163533687591553, "step": 289, "train_speed(iter/s)": 0.005501 }, { "epoch": 0.27652790607586636, "grad_norm": 3.699566125869751, "learning_rate": 0.00017328473088342987, "logits/chosen": -0.7830536365509033, "logits/rejected": -0.7884054780006409, "logps/chosen": -9.001375198364258, "logps/rejected": -24.977922439575195, "loss": 0.7682836651802063, "memory(GiB)": 46.35, "nll_loss": 0.45012813806533813, "rewards/accuracies": 0.90625, "rewards/chosen": 0.31072452664375305, "rewards/margins": 1.495220422744751, "rewards/rejected": -1.1844959259033203, "step": 290, "train_speed(iter/s)": 0.0055 }, { "epoch": 0.2774814505795763, "grad_norm": 3.4391629695892334, "learning_rate": 0.00017306954001324552, "logits/chosen": -0.793381929397583, "logits/rejected": -0.7974541187286377, "logps/chosen": -9.428447723388672, "logps/rejected": -30.583572387695312, "loss": 0.6941128373146057, "memory(GiB)": 46.35, "nll_loss": 0.36475610733032227, "rewards/accuracies": 0.875, "rewards/chosen": 0.2897493541240692, "rewards/margins": 1.644429087638855, "rewards/rejected": -1.354679822921753, "step": 291, "train_speed(iter/s)": 0.0055 }, { "epoch": 0.2784349950832862, "grad_norm": 2.091162919998169, "learning_rate": 0.00017285362071008768, "logits/chosen": -0.7802900075912476, "logits/rejected": -0.7882706522941589, "logps/chosen": -7.435225486755371, "logps/rejected": -30.591846466064453, "loss": 0.5618146657943726, "memory(GiB)": 46.35, "nll_loss": 0.30165815353393555, "rewards/accuracies": 0.9375, "rewards/chosen": 0.4134962558746338, "rewards/margins": 1.8643654584884644, "rewards/rejected": -1.4508693218231201, "step": 292, "train_speed(iter/s)": 0.005499 }, { "epoch": 0.27938853958699605, "grad_norm": 3.063162088394165, "learning_rate": 0.00017263697512646394, "logits/chosen": -0.821967363357544, "logits/rejected": -0.8264334201812744, "logps/chosen": -8.026369094848633, "logps/rejected": -25.152278900146484, "loss": 0.8412648439407349, "memory(GiB)": 46.35, "nll_loss": 0.3368728756904602, "rewards/accuracies": 0.71875, "rewards/chosen": 0.38843220472335815, "rewards/margins": 1.1777088642120361, "rewards/rejected": -0.789276659488678, "step": 293, "train_speed(iter/s)": 0.005499 }, { "epoch": 0.28034208409070593, "grad_norm": 2.3966128826141357, "learning_rate": 0.00017241960542212223, "logits/chosen": -0.8297107219696045, "logits/rejected": -0.8338165283203125, "logps/chosen": -8.615389823913574, "logps/rejected": -32.974342346191406, "loss": 0.5042250156402588, "memory(GiB)": 46.35, "nll_loss": 0.2696914076805115, "rewards/accuracies": 0.90625, "rewards/chosen": 0.4293951988220215, "rewards/margins": 1.9121533632278442, "rewards/rejected": -1.4827582836151123, "step": 294, "train_speed(iter/s)": 0.005499 }, { "epoch": 0.2812956285944158, "grad_norm": 3.1407666206359863, "learning_rate": 0.00017220151376402923, "logits/chosen": -0.8734156489372253, "logits/rejected": -0.8751937747001648, "logps/chosen": -10.877248764038086, "logps/rejected": -23.823291778564453, "loss": 0.7644665837287903, "memory(GiB)": 46.35, "nll_loss": 0.48325201869010925, "rewards/accuracies": 0.90625, "rewards/chosen": 0.36976158618927, "rewards/margins": 1.7261672019958496, "rewards/rejected": -1.3564057350158691, "step": 295, "train_speed(iter/s)": 0.005499 }, { "epoch": 0.2822491730981257, "grad_norm": 5.954962253570557, "learning_rate": 0.00017198270232634882, "logits/chosen": -0.8571165800094604, "logits/rejected": -0.8631231784820557, "logps/chosen": -12.14771842956543, "logps/rejected": -25.558012008666992, "loss": 0.9797024130821228, "memory(GiB)": 46.35, "nll_loss": 0.5402089357376099, "rewards/accuracies": 0.78125, "rewards/chosen": 0.23559921979904175, "rewards/margins": 1.5777668952941895, "rewards/rejected": -1.3421677350997925, "step": 296, "train_speed(iter/s)": 0.005499 }, { "epoch": 0.2832027176018356, "grad_norm": 3.2417871952056885, "learning_rate": 0.00017176317329042039, "logits/chosen": -0.8923822045326233, "logits/rejected": -0.8942370414733887, "logps/chosen": -12.435152053833008, "logps/rejected": -43.53513717651367, "loss": 0.6605998873710632, "memory(GiB)": 46.35, "nll_loss": 0.4150802791118622, "rewards/accuracies": 0.9375, "rewards/chosen": 0.2827378511428833, "rewards/margins": 2.347248077392578, "rewards/rejected": -2.0645101070404053, "step": 297, "train_speed(iter/s)": 0.005499 }, { "epoch": 0.28415626210554545, "grad_norm": 3.007387399673462, "learning_rate": 0.00017154292884473713, "logits/chosen": -0.9107887148857117, "logits/rejected": -0.9185442328453064, "logps/chosen": -10.763036727905273, "logps/rejected": -29.044370651245117, "loss": 0.7759221196174622, "memory(GiB)": 46.35, "nll_loss": 0.4099638760089874, "rewards/accuracies": 0.84375, "rewards/chosen": 0.4205581545829773, "rewards/margins": 1.5706223249435425, "rewards/rejected": -1.15006422996521, "step": 298, "train_speed(iter/s)": 0.005499 }, { "epoch": 0.28510980660925533, "grad_norm": 9.711405754089355, "learning_rate": 0.00017132197118492414, "logits/chosen": -0.9608332514762878, "logits/rejected": -0.9669287800788879, "logps/chosen": -13.537405967712402, "logps/rejected": -35.40542984008789, "loss": 0.8132117390632629, "memory(GiB)": 46.35, "nll_loss": 0.4869121313095093, "rewards/accuracies": 0.8125, "rewards/chosen": 0.27392715215682983, "rewards/margins": 2.3943862915039062, "rewards/rejected": -2.1204590797424316, "step": 299, "train_speed(iter/s)": 0.005499 }, { "epoch": 0.2860633511129652, "grad_norm": 3.53682804107666, "learning_rate": 0.00017110030251371656, "logits/chosen": -0.9520952701568604, "logits/rejected": -0.9550566673278809, "logps/chosen": -16.060148239135742, "logps/rejected": -38.28667068481445, "loss": 0.7298264503479004, "memory(GiB)": 46.35, "nll_loss": 0.5163760185241699, "rewards/accuracies": 0.90625, "rewards/chosen": 0.17441169917583466, "rewards/margins": 2.245462417602539, "rewards/rejected": -2.0710508823394775, "step": 300, "train_speed(iter/s)": 0.0055 }, { "epoch": 0.2860633511129652, "eval_logits/chosen": -0.9646651744842529, "eval_logits/rejected": -0.9698951244354248, "eval_logps/chosen": -10.691489219665527, "eval_logps/rejected": -34.90596008300781, "eval_loss": 0.7083612680435181, "eval_nll_loss": 0.43937814235687256, "eval_rewards/accuracies": 0.8846153616905212, "eval_rewards/chosen": 0.3399006426334381, "eval_rewards/margins": 2.248044490814209, "eval_rewards/rejected": -1.9081437587738037, "eval_runtime": 790.801, "eval_samples_per_second": 0.427, "eval_steps_per_second": 0.427, "step": 300 } ], "logging_steps": 1, "max_steps": 1048, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 50, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 2.170744812918014e+18, "train_batch_size": 1, "trial_name": null, "trial_params": null }