| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.1430316755564826, |
| "eval_steps": 300, |
| "global_step": 150, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0009535445037098841, |
| "grad_norm": 9.156327247619629, |
| "learning_rate": 3.7735849056603773e-06, |
| "logits/chosen": -0.6435090899467468, |
| "logits/rejected": -0.6501147150993347, |
| "logps/chosen": -12.8789701461792, |
| "logps/rejected": -12.67190170288086, |
| "loss": 1.3995760679244995, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.7064292430877686, |
| "rewards/accuracies": 0.0, |
| "rewards/chosen": 0.0, |
| "rewards/margins": 0.0, |
| "rewards/rejected": 0.0, |
| "step": 1, |
| "train_speed(iter/s)": 0.005503 |
| }, |
| { |
| "epoch": 0.0019070890074197682, |
| "grad_norm": 3.750561237335205, |
| "learning_rate": 7.547169811320755e-06, |
| "logits/chosen": -0.5811247229576111, |
| "logits/rejected": -0.5784763693809509, |
| "logps/chosen": -11.550155639648438, |
| "logps/rejected": -10.463687896728516, |
| "loss": 1.1846946477890015, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.4915475845336914, |
| "rewards/accuracies": 0.0, |
| "rewards/chosen": 0.0, |
| "rewards/margins": 0.0, |
| "rewards/rejected": 0.0, |
| "step": 2, |
| "train_speed(iter/s)": 0.005627 |
| }, |
| { |
| "epoch": 0.002860633511129652, |
| "grad_norm": 9.728832244873047, |
| "learning_rate": 1.1320754716981132e-05, |
| "logits/chosen": -0.6211333274841309, |
| "logits/rejected": -0.6250367760658264, |
| "logps/chosen": -13.265661239624023, |
| "logps/rejected": -17.363025665283203, |
| "loss": 1.4022446870803833, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.7087438106536865, |
| "rewards/accuracies": 0.46875, |
| "rewards/chosen": 0.0019078836776316166, |
| "rewards/margins": -0.0005585900507867336, |
| "rewards/rejected": 0.002466473262757063, |
| "step": 3, |
| "train_speed(iter/s)": 0.005589 |
| }, |
| { |
| "epoch": 0.0038141780148395364, |
| "grad_norm": 4.456181049346924, |
| "learning_rate": 1.509433962264151e-05, |
| "logits/chosen": -0.6295092105865479, |
| "logits/rejected": -0.6310409307479858, |
| "logps/chosen": -20.259197235107422, |
| "logps/rejected": -15.924739837646484, |
| "loss": 1.4261250495910645, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.7309765815734863, |
| "rewards/accuracies": 0.4375, |
| "rewards/chosen": -0.003216111334040761, |
| "rewards/margins": -0.003784709610044956, |
| "rewards/rejected": 0.0005685988580808043, |
| "step": 4, |
| "train_speed(iter/s)": 0.005576 |
| }, |
| { |
| "epoch": 0.004767722518549421, |
| "grad_norm": 5.137070178985596, |
| "learning_rate": 1.8867924528301888e-05, |
| "logits/chosen": -0.6352660059928894, |
| "logits/rejected": -0.6393146514892578, |
| "logps/chosen": -11.320538520812988, |
| "logps/rejected": -18.213350296020508, |
| "loss": 1.3472224473953247, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.659798800945282, |
| "rewards/accuracies": 0.5, |
| "rewards/chosen": 0.009231260977685452, |
| "rewards/margins": 0.011925339698791504, |
| "rewards/rejected": -0.0026940787211060524, |
| "step": 5, |
| "train_speed(iter/s)": 0.005563 |
| }, |
| { |
| "epoch": 0.005721267022259304, |
| "grad_norm": 4.738046169281006, |
| "learning_rate": 2.2641509433962265e-05, |
| "logits/chosen": -0.621586799621582, |
| "logits/rejected": -0.6225624680519104, |
| "logps/chosen": -13.36612319946289, |
| "logps/rejected": -12.092449188232422, |
| "loss": 1.2847044467926025, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.593052089214325, |
| "rewards/accuracies": 0.46875, |
| "rewards/chosen": 0.001901240088045597, |
| "rewards/margins": 0.0050404006615281105, |
| "rewards/rejected": -0.0031391603406518698, |
| "step": 6, |
| "train_speed(iter/s)": 0.005557 |
| }, |
| { |
| "epoch": 0.0066748115259691885, |
| "grad_norm": 4.152891159057617, |
| "learning_rate": 2.641509433962264e-05, |
| "logits/chosen": -0.6192730665206909, |
| "logits/rejected": -0.6235961318016052, |
| "logps/chosen": -12.630643844604492, |
| "logps/rejected": -15.917936325073242, |
| "loss": 1.2920165061950684, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5905699133872986, |
| "rewards/accuracies": 0.4375, |
| "rewards/chosen": 0.016993187367916107, |
| "rewards/margins": -0.008502829819917679, |
| "rewards/rejected": 0.025496022775769234, |
| "step": 7, |
| "train_speed(iter/s)": 0.005538 |
| }, |
| { |
| "epoch": 0.007628356029679073, |
| "grad_norm": 4.160374641418457, |
| "learning_rate": 3.018867924528302e-05, |
| "logits/chosen": -0.6182655692100525, |
| "logits/rejected": -0.6189552545547485, |
| "logps/chosen": -10.698919296264648, |
| "logps/rejected": -14.148299217224121, |
| "loss": 1.0840333700180054, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.3833664357662201, |
| "rewards/accuracies": 0.5, |
| "rewards/chosen": -0.006827078759670258, |
| "rewards/margins": 0.02289848029613495, |
| "rewards/rejected": -0.0297255702316761, |
| "step": 8, |
| "train_speed(iter/s)": 0.005529 |
| }, |
| { |
| "epoch": 0.008581900533388956, |
| "grad_norm": 7.751194953918457, |
| "learning_rate": 3.39622641509434e-05, |
| "logits/chosen": -0.5885738134384155, |
| "logits/rejected": -0.5893712043762207, |
| "logps/chosen": -14.677619934082031, |
| "logps/rejected": -19.348114013671875, |
| "loss": 1.4759101867675781, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.7508934140205383, |
| "rewards/accuracies": 0.53125, |
| "rewards/chosen": -0.06757626682519913, |
| "rewards/margins": -0.03109188750386238, |
| "rewards/rejected": -0.036484383046627045, |
| "step": 9, |
| "train_speed(iter/s)": 0.005546 |
| }, |
| { |
| "epoch": 0.009535445037098841, |
| "grad_norm": 5.425357818603516, |
| "learning_rate": 3.7735849056603776e-05, |
| "logits/chosen": -0.6194073557853699, |
| "logits/rejected": -0.6175965666770935, |
| "logps/chosen": -16.864004135131836, |
| "logps/rejected": -13.315808296203613, |
| "loss": 1.264159083366394, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5726930499076843, |
| "rewards/accuracies": 0.5, |
| "rewards/chosen": -0.03342372551560402, |
| "rewards/margins": 0.05060018226504326, |
| "rewards/rejected": -0.08402392268180847, |
| "step": 10, |
| "train_speed(iter/s)": 0.005559 |
| }, |
| { |
| "epoch": 0.010488989540808725, |
| "grad_norm": 4.181962013244629, |
| "learning_rate": 4.150943396226415e-05, |
| "logits/chosen": -0.6295148730278015, |
| "logits/rejected": -0.6311144232749939, |
| "logps/chosen": -17.622665405273438, |
| "logps/rejected": -22.323240280151367, |
| "loss": 1.1960029602050781, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.4701622426509857, |
| "rewards/accuracies": 0.46875, |
| "rewards/chosen": -0.05372938886284828, |
| "rewards/margins": -0.0011130962520837784, |
| "rewards/rejected": -0.05261629447340965, |
| "step": 11, |
| "train_speed(iter/s)": 0.00555 |
| }, |
| { |
| "epoch": 0.011442534044518608, |
| "grad_norm": 3.3646111488342285, |
| "learning_rate": 4.528301886792453e-05, |
| "logits/chosen": -0.6567115783691406, |
| "logits/rejected": -0.6585782170295715, |
| "logps/chosen": -11.29936408996582, |
| "logps/rejected": -18.29203987121582, |
| "loss": 1.1115467548370361, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.4559721350669861, |
| "rewards/accuracies": 0.625, |
| "rewards/chosen": 0.08929000794887543, |
| "rewards/margins": 0.12125876545906067, |
| "rewards/rejected": -0.03196876123547554, |
| "step": 12, |
| "train_speed(iter/s)": 0.005551 |
| }, |
| { |
| "epoch": 0.012396078548228493, |
| "grad_norm": 3.79887318611145, |
| "learning_rate": 4.9056603773584906e-05, |
| "logits/chosen": -0.5698614716529846, |
| "logits/rejected": -0.5705659985542297, |
| "logps/chosen": -16.54460906982422, |
| "logps/rejected": -16.52007484436035, |
| "loss": 1.2756099700927734, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.6095594167709351, |
| "rewards/accuracies": 0.53125, |
| "rewards/chosen": 0.08876940608024597, |
| "rewards/margins": 0.0944020226597786, |
| "rewards/rejected": -0.005632609128952026, |
| "step": 13, |
| "train_speed(iter/s)": 0.005543 |
| }, |
| { |
| "epoch": 0.013349623051938377, |
| "grad_norm": 3.3852715492248535, |
| "learning_rate": 5.283018867924528e-05, |
| "logits/chosen": -0.5822104811668396, |
| "logits/rejected": -0.5813897848129272, |
| "logps/chosen": -15.234231948852539, |
| "logps/rejected": -15.407049179077148, |
| "loss": 1.2322038412094116, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.6042034029960632, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": 0.1384495347738266, |
| "rewards/margins": 0.16144631803035736, |
| "rewards/rejected": -0.022996775805950165, |
| "step": 14, |
| "train_speed(iter/s)": 0.005541 |
| }, |
| { |
| "epoch": 0.014303167555648262, |
| "grad_norm": 2.7666451930999756, |
| "learning_rate": 5.660377358490566e-05, |
| "logits/chosen": -0.5926915407180786, |
| "logits/rejected": -0.5929235816001892, |
| "logps/chosen": -14.370649337768555, |
| "logps/rejected": -14.672292709350586, |
| "loss": 1.268752098083496, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5840609669685364, |
| "rewards/accuracies": 0.53125, |
| "rewards/chosen": 0.13987205922603607, |
| "rewards/margins": 0.04084888845682144, |
| "rewards/rejected": 0.09902316331863403, |
| "step": 15, |
| "train_speed(iter/s)": 0.005545 |
| }, |
| { |
| "epoch": 0.015256712059358146, |
| "grad_norm": 3.996248960494995, |
| "learning_rate": 6.037735849056604e-05, |
| "logits/chosen": -0.6161852478981018, |
| "logits/rejected": -0.6143717169761658, |
| "logps/chosen": -17.775665283203125, |
| "logps/rejected": -16.12677001953125, |
| "loss": 1.3597179651260376, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.7031959295272827, |
| "rewards/accuracies": 0.59375, |
| "rewards/chosen": 0.14894011616706848, |
| "rewards/margins": 0.10105747729539871, |
| "rewards/rejected": 0.047882646322250366, |
| "step": 16, |
| "train_speed(iter/s)": 0.005542 |
| }, |
| { |
| "epoch": 0.01621025656306803, |
| "grad_norm": 3.343315601348877, |
| "learning_rate": 6.415094339622641e-05, |
| "logits/chosen": -0.5822757482528687, |
| "logits/rejected": -0.5849615931510925, |
| "logps/chosen": -11.210283279418945, |
| "logps/rejected": -17.080455780029297, |
| "loss": 1.1165493726730347, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.4471588432788849, |
| "rewards/accuracies": 0.5625, |
| "rewards/chosen": 0.13627491891384125, |
| "rewards/margins": 0.07742398977279663, |
| "rewards/rejected": 0.058850936591625214, |
| "step": 17, |
| "train_speed(iter/s)": 0.005542 |
| }, |
| { |
| "epoch": 0.017163801066777912, |
| "grad_norm": 2.5265791416168213, |
| "learning_rate": 6.79245283018868e-05, |
| "logits/chosen": -0.5711070895195007, |
| "logits/rejected": -0.5730242729187012, |
| "logps/chosen": -14.197075843811035, |
| "logps/rejected": -15.04891586303711, |
| "loss": 1.1029906272888184, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.45255714654922485, |
| "rewards/accuracies": 0.53125, |
| "rewards/chosen": 0.1637343168258667, |
| "rewards/margins": 0.1597798466682434, |
| "rewards/rejected": 0.0039544664323329926, |
| "step": 18, |
| "train_speed(iter/s)": 0.005535 |
| }, |
| { |
| "epoch": 0.0181173455704878, |
| "grad_norm": 4.558610916137695, |
| "learning_rate": 7.169811320754717e-05, |
| "logits/chosen": -0.572235643863678, |
| "logits/rejected": -0.5743283629417419, |
| "logps/chosen": -9.268120765686035, |
| "logps/rejected": -12.118350982666016, |
| "loss": 1.1668801307678223, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5335167646408081, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": 0.19031290709972382, |
| "rewards/margins": 0.15231794118881226, |
| "rewards/rejected": 0.03799496963620186, |
| "step": 19, |
| "train_speed(iter/s)": 0.005519 |
| }, |
| { |
| "epoch": 0.019070890074197683, |
| "grad_norm": 3.7134947776794434, |
| "learning_rate": 7.547169811320755e-05, |
| "logits/chosen": -0.585778534412384, |
| "logits/rejected": -0.5890673398971558, |
| "logps/chosen": -8.275850296020508, |
| "logps/rejected": -16.348182678222656, |
| "loss": 1.0512793064117432, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.39501887559890747, |
| "rewards/accuracies": 0.5625, |
| "rewards/chosen": 0.1688304841518402, |
| "rewards/margins": 0.12996332347393036, |
| "rewards/rejected": 0.03886716440320015, |
| "step": 20, |
| "train_speed(iter/s)": 0.005525 |
| }, |
| { |
| "epoch": 0.020024434577907566, |
| "grad_norm": 3.5586955547332764, |
| "learning_rate": 7.924528301886794e-05, |
| "logits/chosen": -0.5529674291610718, |
| "logits/rejected": -0.5549667477607727, |
| "logps/chosen": -14.883947372436523, |
| "logps/rejected": -19.51848793029785, |
| "loss": 1.2289440631866455, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5555365085601807, |
| "rewards/accuracies": 0.625, |
| "rewards/chosen": 0.06489060074090958, |
| "rewards/margins": 0.08113954961299896, |
| "rewards/rejected": -0.016248945146799088, |
| "step": 21, |
| "train_speed(iter/s)": 0.005523 |
| }, |
| { |
| "epoch": 0.02097797908161745, |
| "grad_norm": 2.970125913619995, |
| "learning_rate": 8.30188679245283e-05, |
| "logits/chosen": -0.5630563497543335, |
| "logits/rejected": -0.5648879408836365, |
| "logps/chosen": -9.709285736083984, |
| "logps/rejected": -14.605964660644531, |
| "loss": 1.0496439933776855, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.4030095934867859, |
| "rewards/accuracies": 0.59375, |
| "rewards/chosen": 0.13459333777427673, |
| "rewards/margins": 0.13257721066474915, |
| "rewards/rejected": 0.0020161233842372894, |
| "step": 22, |
| "train_speed(iter/s)": 0.005527 |
| }, |
| { |
| "epoch": 0.021931523585327333, |
| "grad_norm": 3.7449333667755127, |
| "learning_rate": 8.679245283018869e-05, |
| "logits/chosen": -0.5388307571411133, |
| "logits/rejected": -0.5379776954650879, |
| "logps/chosen": -20.206819534301758, |
| "logps/rejected": -10.312554359436035, |
| "loss": 1.3675460815429688, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.7346486449241638, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": 0.22365330159664154, |
| "rewards/margins": 0.19076848030090332, |
| "rewards/rejected": 0.032884806394577026, |
| "step": 23, |
| "train_speed(iter/s)": 0.005527 |
| }, |
| { |
| "epoch": 0.022885068089037217, |
| "grad_norm": 4.3556928634643555, |
| "learning_rate": 9.056603773584906e-05, |
| "logits/chosen": -0.5620133876800537, |
| "logits/rejected": -0.5651191473007202, |
| "logps/chosen": -13.681132316589355, |
| "logps/rejected": -17.737977981567383, |
| "loss": 1.427290439605713, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.7979669570922852, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": 0.20859572291374207, |
| "rewards/margins": 0.19208168983459473, |
| "rewards/rejected": 0.01651405170559883, |
| "step": 24, |
| "train_speed(iter/s)": 0.005528 |
| }, |
| { |
| "epoch": 0.023838612592747103, |
| "grad_norm": 2.59773850440979, |
| "learning_rate": 9.433962264150944e-05, |
| "logits/chosen": -0.5109421014785767, |
| "logits/rejected": -0.5130017995834351, |
| "logps/chosen": -11.422687530517578, |
| "logps/rejected": -19.77487564086914, |
| "loss": 1.0190178155899048, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.3792160749435425, |
| "rewards/accuracies": 0.625, |
| "rewards/chosen": 0.17286184430122375, |
| "rewards/margins": 0.1656832993030548, |
| "rewards/rejected": 0.007178528234362602, |
| "step": 25, |
| "train_speed(iter/s)": 0.005528 |
| }, |
| { |
| "epoch": 0.024792157096456987, |
| "grad_norm": 3.2465970516204834, |
| "learning_rate": 9.811320754716981e-05, |
| "logits/chosen": -0.4895856976509094, |
| "logits/rejected": -0.490243524312973, |
| "logps/chosen": -8.71623420715332, |
| "logps/rejected": -7.8305277824401855, |
| "loss": 1.0329375267028809, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.3276180028915405, |
| "rewards/accuracies": 0.4375, |
| "rewards/chosen": 0.13548454642295837, |
| "rewards/margins": 0.014407174661755562, |
| "rewards/rejected": 0.12107735872268677, |
| "step": 26, |
| "train_speed(iter/s)": 0.005523 |
| }, |
| { |
| "epoch": 0.02574570160016687, |
| "grad_norm": 2.9056291580200195, |
| "learning_rate": 0.0001018867924528302, |
| "logits/chosen": -0.5098599195480347, |
| "logits/rejected": -0.5105721950531006, |
| "logps/chosen": -17.795873641967773, |
| "logps/rejected": -13.080977439880371, |
| "loss": 1.1328891515731812, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.4805879294872284, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": 0.18526741862297058, |
| "rewards/margins": 0.11028175055980682, |
| "rewards/rejected": 0.07498566806316376, |
| "step": 27, |
| "train_speed(iter/s)": 0.005528 |
| }, |
| { |
| "epoch": 0.026699246103876754, |
| "grad_norm": 3.9831905364990234, |
| "learning_rate": 0.00010566037735849057, |
| "logits/chosen": -0.5249112844467163, |
| "logits/rejected": -0.5256497859954834, |
| "logps/chosen": -9.17713737487793, |
| "logps/rejected": -16.791439056396484, |
| "loss": 1.0309749841690063, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.49379563331604004, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": 0.26130685210227966, |
| "rewards/margins": 0.4484291970729828, |
| "rewards/rejected": -0.1871223747730255, |
| "step": 28, |
| "train_speed(iter/s)": 0.00553 |
| }, |
| { |
| "epoch": 0.027652790607586637, |
| "grad_norm": 3.447692394256592, |
| "learning_rate": 0.00010943396226415095, |
| "logits/chosen": -0.46926626563072205, |
| "logits/rejected": -0.474046528339386, |
| "logps/chosen": -10.564407348632812, |
| "logps/rejected": -13.679093360900879, |
| "loss": 1.0266515016555786, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.4402708113193512, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.25625136494636536, |
| "rewards/margins": 0.27123552560806274, |
| "rewards/rejected": -0.014984178356826305, |
| "step": 29, |
| "train_speed(iter/s)": 0.005529 |
| }, |
| { |
| "epoch": 0.028606335111296524, |
| "grad_norm": 2.3513646125793457, |
| "learning_rate": 0.00011320754716981132, |
| "logits/chosen": -0.4841839671134949, |
| "logits/rejected": -0.4823201894760132, |
| "logps/chosen": -16.52553367614746, |
| "logps/rejected": -12.728946685791016, |
| "loss": 1.051925539970398, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5132753252983093, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.28733503818511963, |
| "rewards/margins": 0.3806324601173401, |
| "rewards/rejected": -0.09329745918512344, |
| "step": 30, |
| "train_speed(iter/s)": 0.00553 |
| }, |
| { |
| "epoch": 0.029559879615006408, |
| "grad_norm": 2.8920440673828125, |
| "learning_rate": 0.0001169811320754717, |
| "logits/chosen": -0.4617501497268677, |
| "logits/rejected": -0.4629114866256714, |
| "logps/chosen": -9.827648162841797, |
| "logps/rejected": -11.787566184997559, |
| "loss": 1.0702807903289795, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.4221873879432678, |
| "rewards/accuracies": 0.5625, |
| "rewards/chosen": 0.12683041393756866, |
| "rewards/margins": 0.20381762087345123, |
| "rewards/rejected": -0.07698723673820496, |
| "step": 31, |
| "train_speed(iter/s)": 0.005529 |
| }, |
| { |
| "epoch": 0.03051342411871629, |
| "grad_norm": 3.150108575820923, |
| "learning_rate": 0.00012075471698113207, |
| "logits/chosen": -0.46168380975723267, |
| "logits/rejected": -0.45957043766975403, |
| "logps/chosen": -14.481122970581055, |
| "logps/rejected": -12.509255409240723, |
| "loss": 1.1068114042282104, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.4239238202571869, |
| "rewards/accuracies": 0.53125, |
| "rewards/chosen": 0.07766711711883545, |
| "rewards/margins": 0.11046308279037476, |
| "rewards/rejected": -0.03279596567153931, |
| "step": 32, |
| "train_speed(iter/s)": 0.005524 |
| }, |
| { |
| "epoch": 0.03146696862242618, |
| "grad_norm": 4.185500621795654, |
| "learning_rate": 0.00012452830188679244, |
| "logits/chosen": -0.4712987542152405, |
| "logits/rejected": -0.47331178188323975, |
| "logps/chosen": -13.179000854492188, |
| "logps/rejected": -19.023120880126953, |
| "loss": 1.3572198152542114, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.7039042711257935, |
| "rewards/accuracies": 0.59375, |
| "rewards/chosen": 0.17201806604862213, |
| "rewards/margins": 0.16012105345726013, |
| "rewards/rejected": 0.011897009797394276, |
| "step": 33, |
| "train_speed(iter/s)": 0.005529 |
| }, |
| { |
| "epoch": 0.03242051312613606, |
| "grad_norm": 3.005161762237549, |
| "learning_rate": 0.00012830188679245283, |
| "logits/chosen": -0.4754801392555237, |
| "logits/rejected": -0.4769393503665924, |
| "logps/chosen": -11.273967742919922, |
| "logps/rejected": -16.496191024780273, |
| "loss": 1.0072283744812012, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.41234296560287476, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": 0.22565320134162903, |
| "rewards/margins": 0.27443331480026245, |
| "rewards/rejected": -0.04878011345863342, |
| "step": 34, |
| "train_speed(iter/s)": 0.005526 |
| }, |
| { |
| "epoch": 0.033374057629845945, |
| "grad_norm": 5.103848457336426, |
| "learning_rate": 0.0001320754716981132, |
| "logits/chosen": -0.44018203020095825, |
| "logits/rejected": -0.44089382886886597, |
| "logps/chosen": -15.832134246826172, |
| "logps/rejected": -19.550304412841797, |
| "loss": 1.2559186220169067, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5793285965919495, |
| "rewards/accuracies": 0.53125, |
| "rewards/chosen": 0.09596908837556839, |
| "rewards/margins": 0.11671226471662521, |
| "rewards/rejected": -0.020743174478411674, |
| "step": 35, |
| "train_speed(iter/s)": 0.005527 |
| }, |
| { |
| "epoch": 0.034327602133555825, |
| "grad_norm": 4.321141719818115, |
| "learning_rate": 0.0001358490566037736, |
| "logits/chosen": -0.49340876936912537, |
| "logits/rejected": -0.49693170189857483, |
| "logps/chosen": -17.06662940979004, |
| "logps/rejected": -20.88056755065918, |
| "loss": 1.2329245805740356, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.6244450807571411, |
| "rewards/accuracies": 0.65625, |
| "rewards/chosen": 0.2872624695301056, |
| "rewards/margins": 0.23183389008045197, |
| "rewards/rejected": 0.05542857572436333, |
| "step": 36, |
| "train_speed(iter/s)": 0.00553 |
| }, |
| { |
| "epoch": 0.03528114663726571, |
| "grad_norm": 3.112792491912842, |
| "learning_rate": 0.00013962264150943395, |
| "logits/chosen": -0.4647415578365326, |
| "logits/rejected": -0.4648529291152954, |
| "logps/chosen": -12.979642868041992, |
| "logps/rejected": -13.105558395385742, |
| "loss": 1.1428803205490112, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.48155656456947327, |
| "rewards/accuracies": 0.53125, |
| "rewards/chosen": 0.19289334118366241, |
| "rewards/margins": 0.169374018907547, |
| "rewards/rejected": 0.023519329726696014, |
| "step": 37, |
| "train_speed(iter/s)": 0.005535 |
| }, |
| { |
| "epoch": 0.0362346911409756, |
| "grad_norm": 4.363394260406494, |
| "learning_rate": 0.00014339622641509434, |
| "logits/chosen": -0.47051119804382324, |
| "logits/rejected": -0.4702276289463043, |
| "logps/chosen": -11.824732780456543, |
| "logps/rejected": -18.102703094482422, |
| "loss": 0.9977712631225586, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.48080000281333923, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.35463425517082214, |
| "rewards/margins": 0.5215649008750916, |
| "rewards/rejected": -0.166930690407753, |
| "step": 38, |
| "train_speed(iter/s)": 0.005537 |
| }, |
| { |
| "epoch": 0.03718823564468548, |
| "grad_norm": 2.3291094303131104, |
| "learning_rate": 0.00014716981132075472, |
| "logits/chosen": -0.4471542239189148, |
| "logits/rejected": -0.44849908351898193, |
| "logps/chosen": -10.541170120239258, |
| "logps/rejected": -13.821127891540527, |
| "loss": 1.0517562627792358, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.4245188236236572, |
| "rewards/accuracies": 0.5625, |
| "rewards/chosen": 0.17497971653938293, |
| "rewards/margins": 0.2404995709657669, |
| "rewards/rejected": -0.06551986932754517, |
| "step": 39, |
| "train_speed(iter/s)": 0.005533 |
| }, |
| { |
| "epoch": 0.038141780148395366, |
| "grad_norm": 2.5439131259918213, |
| "learning_rate": 0.0001509433962264151, |
| "logits/chosen": -0.43407440185546875, |
| "logits/rejected": -0.4330942928791046, |
| "logps/chosen": -12.606916427612305, |
| "logps/rejected": -8.916302680969238, |
| "loss": 1.1393225193023682, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.500526487827301, |
| "rewards/accuracies": 0.625, |
| "rewards/chosen": 0.15790946781635284, |
| "rewards/margins": 0.28719791769981384, |
| "rewards/rejected": -0.129288449883461, |
| "step": 40, |
| "train_speed(iter/s)": 0.005533 |
| }, |
| { |
| "epoch": 0.039095324652105246, |
| "grad_norm": 2.752281904220581, |
| "learning_rate": 0.0001547169811320755, |
| "logits/chosen": -0.4207141399383545, |
| "logits/rejected": -0.42105770111083984, |
| "logps/chosen": -9.193354606628418, |
| "logps/rejected": -15.80713939666748, |
| "loss": 1.0188286304473877, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.41979092359542847, |
| "rewards/accuracies": 0.65625, |
| "rewards/chosen": 0.11082945019006729, |
| "rewards/margins": 0.3942355513572693, |
| "rewards/rejected": -0.2834060788154602, |
| "step": 41, |
| "train_speed(iter/s)": 0.005532 |
| }, |
| { |
| "epoch": 0.04004886915581513, |
| "grad_norm": 2.4327123165130615, |
| "learning_rate": 0.00015849056603773587, |
| "logits/chosen": -0.445608913898468, |
| "logits/rejected": -0.4462995231151581, |
| "logps/chosen": -8.890420913696289, |
| "logps/rejected": -9.104397773742676, |
| "loss": 1.0348408222198486, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.4377897083759308, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": 0.1634826809167862, |
| "rewards/margins": 0.28891459107398987, |
| "rewards/rejected": -0.12543192505836487, |
| "step": 42, |
| "train_speed(iter/s)": 0.005537 |
| }, |
| { |
| "epoch": 0.04100241365952501, |
| "grad_norm": 2.331282377243042, |
| "learning_rate": 0.00016226415094339625, |
| "logits/chosen": -0.4530089497566223, |
| "logits/rejected": -0.4580504298210144, |
| "logps/chosen": -7.02070426940918, |
| "logps/rejected": -22.712093353271484, |
| "loss": 0.876542329788208, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.3533342182636261, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.29712867736816406, |
| "rewards/margins": 0.5244494676589966, |
| "rewards/rejected": -0.22732074558734894, |
| "step": 43, |
| "train_speed(iter/s)": 0.005538 |
| }, |
| { |
| "epoch": 0.0419559581632349, |
| "grad_norm": 2.865417003631592, |
| "learning_rate": 0.0001660377358490566, |
| "logits/chosen": -0.4700409770011902, |
| "logits/rejected": -0.4735233187675476, |
| "logps/chosen": -12.126070022583008, |
| "logps/rejected": -24.352678298950195, |
| "loss": 1.157395362854004, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5185694694519043, |
| "rewards/accuracies": 0.65625, |
| "rewards/chosen": 0.1286190301179886, |
| "rewards/margins": 0.2031334638595581, |
| "rewards/rejected": -0.07451442629098892, |
| "step": 44, |
| "train_speed(iter/s)": 0.005538 |
| }, |
| { |
| "epoch": 0.042909502666944786, |
| "grad_norm": 2.9107770919799805, |
| "learning_rate": 0.000169811320754717, |
| "logits/chosen": -0.45035916566848755, |
| "logits/rejected": -0.4494967758655548, |
| "logps/chosen": -17.021671295166016, |
| "logps/rejected": -16.504793167114258, |
| "loss": 1.2039690017700195, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5990548729896545, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": 0.22049224376678467, |
| "rewards/margins": 0.25519850850105286, |
| "rewards/rejected": -0.03470626473426819, |
| "step": 45, |
| "train_speed(iter/s)": 0.005534 |
| }, |
| { |
| "epoch": 0.043863047170654666, |
| "grad_norm": 2.5569493770599365, |
| "learning_rate": 0.00017358490566037738, |
| "logits/chosen": -0.4576927423477173, |
| "logits/rejected": -0.4589836597442627, |
| "logps/chosen": -15.28840160369873, |
| "logps/rejected": -21.630834579467773, |
| "loss": 1.0875338315963745, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5480765104293823, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": 0.2394683063030243, |
| "rewards/margins": 0.43596386909484863, |
| "rewards/rejected": -0.19649554789066315, |
| "step": 46, |
| "train_speed(iter/s)": 0.005534 |
| }, |
| { |
| "epoch": 0.04481659167436455, |
| "grad_norm": 2.6082468032836914, |
| "learning_rate": 0.00017735849056603776, |
| "logits/chosen": -0.44933271408081055, |
| "logits/rejected": -0.4535468816757202, |
| "logps/chosen": -13.067358016967773, |
| "logps/rejected": -25.21561622619629, |
| "loss": 0.9420796632766724, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.44500476121902466, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.3027465343475342, |
| "rewards/margins": 0.5848984122276306, |
| "rewards/rejected": -0.28215184807777405, |
| "step": 47, |
| "train_speed(iter/s)": 0.005534 |
| }, |
| { |
| "epoch": 0.04577013617807443, |
| "grad_norm": 2.8552000522613525, |
| "learning_rate": 0.00018113207547169812, |
| "logits/chosen": -0.44021791219711304, |
| "logits/rejected": -0.4409497380256653, |
| "logps/chosen": -13.639575958251953, |
| "logps/rejected": -19.479185104370117, |
| "loss": 1.0777249336242676, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5401443243026733, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.2517797350883484, |
| "rewards/margins": 0.4618395268917084, |
| "rewards/rejected": -0.21005980670452118, |
| "step": 48, |
| "train_speed(iter/s)": 0.00553 |
| }, |
| { |
| "epoch": 0.04672368068178432, |
| "grad_norm": 2.530268430709839, |
| "learning_rate": 0.0001849056603773585, |
| "logits/chosen": -0.47215527296066284, |
| "logits/rejected": -0.47504734992980957, |
| "logps/chosen": -11.48988151550293, |
| "logps/rejected": -36.38770294189453, |
| "loss": 0.9700489640235901, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.46057599782943726, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.21084292232990265, |
| "rewards/margins": 0.533352792263031, |
| "rewards/rejected": -0.32250988483428955, |
| "step": 49, |
| "train_speed(iter/s)": 0.005532 |
| }, |
| { |
| "epoch": 0.04767722518549421, |
| "grad_norm": 2.7035655975341797, |
| "learning_rate": 0.00018867924528301889, |
| "logits/chosen": -0.4868597388267517, |
| "logits/rejected": -0.4888378977775574, |
| "logps/chosen": -13.504924774169922, |
| "logps/rejected": -21.10767936706543, |
| "loss": 1.0414435863494873, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5301634669303894, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.18318726122379303, |
| "rewards/margins": 0.619285523891449, |
| "rewards/rejected": -0.43609827756881714, |
| "step": 50, |
| "train_speed(iter/s)": 0.005531 |
| }, |
| { |
| "epoch": 0.04863076968920409, |
| "grad_norm": 3.0783157348632812, |
| "learning_rate": 0.00019245283018867927, |
| "logits/chosen": -0.488979697227478, |
| "logits/rejected": -0.4920251965522766, |
| "logps/chosen": -6.389867305755615, |
| "logps/rejected": -23.881044387817383, |
| "loss": 0.7357016801834106, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.2519811689853668, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.22045277059078217, |
| "rewards/margins": 0.6349221467971802, |
| "rewards/rejected": -0.4144693613052368, |
| "step": 51, |
| "train_speed(iter/s)": 0.00552 |
| }, |
| { |
| "epoch": 0.049584314192913974, |
| "grad_norm": 2.936868906021118, |
| "learning_rate": 0.00019622641509433963, |
| "logits/chosen": -0.49481600522994995, |
| "logits/rejected": -0.4982725977897644, |
| "logps/chosen": -7.566017150878906, |
| "logps/rejected": -28.77280044555664, |
| "loss": 0.8173349499702454, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.2955441176891327, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.12177374958992004, |
| "rewards/margins": 0.6433938145637512, |
| "rewards/rejected": -0.5216200947761536, |
| "step": 52, |
| "train_speed(iter/s)": 0.005518 |
| }, |
| { |
| "epoch": 0.050537858696623854, |
| "grad_norm": 4.539004802703857, |
| "learning_rate": 0.0002, |
| "logits/chosen": -0.5527479648590088, |
| "logits/rejected": -0.5551312565803528, |
| "logps/chosen": -15.817987442016602, |
| "logps/rejected": -22.29538345336914, |
| "loss": 1.1207798719406128, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5884667038917542, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": 0.18014809489250183, |
| "rewards/margins": 0.6673915982246399, |
| "rewards/rejected": -0.4872434735298157, |
| "step": 53, |
| "train_speed(iter/s)": 0.005519 |
| }, |
| { |
| "epoch": 0.05149140320033374, |
| "grad_norm": 4.143117904663086, |
| "learning_rate": 0.00019999950154813253, |
| "logits/chosen": -0.5354641675949097, |
| "logits/rejected": -0.5355905294418335, |
| "logps/chosen": -12.528202056884766, |
| "logps/rejected": -18.404970169067383, |
| "loss": 1.0412046909332275, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5650326609611511, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.17625540494918823, |
| "rewards/margins": 0.8302103877067566, |
| "rewards/rejected": -0.6539549827575684, |
| "step": 54, |
| "train_speed(iter/s)": 0.005522 |
| }, |
| { |
| "epoch": 0.05244494770404363, |
| "grad_norm": 3.329041004180908, |
| "learning_rate": 0.00019999800619749922, |
| "logits/chosen": -0.5789484977722168, |
| "logits/rejected": -0.5782615542411804, |
| "logps/chosen": -14.283157348632812, |
| "logps/rejected": -24.138996124267578, |
| "loss": 1.0249700546264648, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5574489831924438, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.08275524526834488, |
| "rewards/margins": 0.9348181486129761, |
| "rewards/rejected": -0.8520628809928894, |
| "step": 55, |
| "train_speed(iter/s)": 0.005525 |
| }, |
| { |
| "epoch": 0.05339849220775351, |
| "grad_norm": 13.451016426086426, |
| "learning_rate": 0.00019999551396300723, |
| "logits/chosen": -0.6104876399040222, |
| "logits/rejected": -0.6144217848777771, |
| "logps/chosen": -11.782422065734863, |
| "logps/rejected": -26.71551513671875, |
| "loss": 1.1726720333099365, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.6291560530662537, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": -0.0043334998190402985, |
| "rewards/margins": 0.6636021137237549, |
| "rewards/rejected": -0.6679355502128601, |
| "step": 56, |
| "train_speed(iter/s)": 0.005523 |
| }, |
| { |
| "epoch": 0.054352036711463395, |
| "grad_norm": 7.804044246673584, |
| "learning_rate": 0.00019999202486950177, |
| "logits/chosen": -0.5772112011909485, |
| "logits/rejected": -0.5761610865592957, |
| "logps/chosen": -23.908967971801758, |
| "logps/rejected": -30.196250915527344, |
| "loss": 1.3278322219848633, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.7636411786079407, |
| "rewards/accuracies": 0.65625, |
| "rewards/chosen": 0.15834051370620728, |
| "rewards/margins": 0.4628582298755646, |
| "rewards/rejected": -0.3045177161693573, |
| "step": 57, |
| "train_speed(iter/s)": 0.005522 |
| }, |
| { |
| "epoch": 0.055305581215173275, |
| "grad_norm": 7.5992913246154785, |
| "learning_rate": 0.00019998753895176575, |
| "logits/chosen": -0.6457486748695374, |
| "logits/rejected": -0.6466608047485352, |
| "logps/chosen": -10.734827041625977, |
| "logps/rejected": -32.13155746459961, |
| "loss": 1.0030261278152466, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5355030298233032, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": -0.01070893183350563, |
| "rewards/margins": 0.7878642082214355, |
| "rewards/rejected": -0.7985730171203613, |
| "step": 58, |
| "train_speed(iter/s)": 0.005524 |
| }, |
| { |
| "epoch": 0.05625912571888316, |
| "grad_norm": 5.3810601234436035, |
| "learning_rate": 0.00019998205625451943, |
| "logits/chosen": -0.6111299991607666, |
| "logits/rejected": -0.6088098287582397, |
| "logps/chosen": -16.970266342163086, |
| "logps/rejected": -19.622106552124023, |
| "loss": 0.9686940908432007, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5118071436882019, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.15675117075443268, |
| "rewards/margins": 0.8334945440292358, |
| "rewards/rejected": -0.6767433881759644, |
| "step": 59, |
| "train_speed(iter/s)": 0.005525 |
| }, |
| { |
| "epoch": 0.05721267022259305, |
| "grad_norm": 3.480093002319336, |
| "learning_rate": 0.00019997557683242004, |
| "logits/chosen": -0.5985093712806702, |
| "logits/rejected": -0.6007335186004639, |
| "logps/chosen": -14.120916366577148, |
| "logps/rejected": -24.104907989501953, |
| "loss": 0.9003526568412781, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.466304212808609, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": 0.13193026185035706, |
| "rewards/margins": 1.0070805549621582, |
| "rewards/rejected": -0.8751502633094788, |
| "step": 60, |
| "train_speed(iter/s)": 0.005522 |
| }, |
| { |
| "epoch": 0.05816621472630293, |
| "grad_norm": 3.3445444107055664, |
| "learning_rate": 0.00019996810075006117, |
| "logits/chosen": -0.6064149141311646, |
| "logits/rejected": -0.6075825691223145, |
| "logps/chosen": -10.57797622680664, |
| "logps/rejected": -21.275867462158203, |
| "loss": 0.9624521732330322, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.41281017661094666, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": 0.06739869713783264, |
| "rewards/margins": 0.5023229122161865, |
| "rewards/rejected": -0.43492427468299866, |
| "step": 61, |
| "train_speed(iter/s)": 0.005519 |
| }, |
| { |
| "epoch": 0.059119759230012815, |
| "grad_norm": 5.101805210113525, |
| "learning_rate": 0.00019995962808197216, |
| "logits/chosen": -0.6019335985183716, |
| "logits/rejected": -0.6061650514602661, |
| "logps/chosen": -12.45846939086914, |
| "logps/rejected": -22.627965927124023, |
| "loss": 1.1021240949630737, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5154472589492798, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": -0.0749291479587555, |
| "rewards/margins": 0.5026906728744507, |
| "rewards/rejected": -0.5776197910308838, |
| "step": 62, |
| "train_speed(iter/s)": 0.005522 |
| }, |
| { |
| "epoch": 0.060073303733722695, |
| "grad_norm": 3.7086844444274902, |
| "learning_rate": 0.0001999501589126174, |
| "logits/chosen": -0.598800539970398, |
| "logits/rejected": -0.5973880887031555, |
| "logps/chosen": -16.170019149780273, |
| "logps/rejected": -24.100147247314453, |
| "loss": 0.9728513956069946, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.4919710159301758, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.14402300119400024, |
| "rewards/margins": 0.7554571628570557, |
| "rewards/rejected": -0.6114341616630554, |
| "step": 63, |
| "train_speed(iter/s)": 0.005522 |
| }, |
| { |
| "epoch": 0.06102684823743258, |
| "grad_norm": 6.82169246673584, |
| "learning_rate": 0.00019993969333639532, |
| "logits/chosen": -0.5916394591331482, |
| "logits/rejected": -0.5948237180709839, |
| "logps/chosen": -6.504903793334961, |
| "logps/rejected": -23.65030860900879, |
| "loss": 0.8641103506088257, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.3815235197544098, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.06883495301008224, |
| "rewards/margins": 0.6778679490089417, |
| "rewards/rejected": -0.6090329885482788, |
| "step": 64, |
| "train_speed(iter/s)": 0.005524 |
| }, |
| { |
| "epoch": 0.06198039274114246, |
| "grad_norm": 6.41129207611084, |
| "learning_rate": 0.0001999282314576377, |
| "logits/chosen": -0.6117686033248901, |
| "logits/rejected": -0.6133745312690735, |
| "logps/chosen": -7.471805572509766, |
| "logps/rejected": -19.006999969482422, |
| "loss": 0.8599905371665955, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.3879605829715729, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.15403376519680023, |
| "rewards/margins": 0.6219788193702698, |
| "rewards/rejected": -0.4679450988769531, |
| "step": 65, |
| "train_speed(iter/s)": 0.005525 |
| }, |
| { |
| "epoch": 0.06293393724485236, |
| "grad_norm": 3.6126596927642822, |
| "learning_rate": 0.00019991577339060842, |
| "logits/chosen": -0.6491844654083252, |
| "logits/rejected": -0.6502828001976013, |
| "logps/chosen": -9.777487754821777, |
| "logps/rejected": -19.9858455657959, |
| "loss": 0.9987360835075378, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.4526561498641968, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.14287549257278442, |
| "rewards/margins": 0.528179407119751, |
| "rewards/rejected": -0.38530388474464417, |
| "step": 66, |
| "train_speed(iter/s)": 0.005524 |
| }, |
| { |
| "epoch": 0.06388748174856224, |
| "grad_norm": 3.5133907794952393, |
| "learning_rate": 0.0001999023192595024, |
| "logits/chosen": -0.6023973822593689, |
| "logits/rejected": -0.6058337092399597, |
| "logps/chosen": -11.287931442260742, |
| "logps/rejected": -23.294925689697266, |
| "loss": 0.949726939201355, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.49871301651000977, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.25335025787353516, |
| "rewards/margins": 0.7444449663162231, |
| "rewards/rejected": -0.491094708442688, |
| "step": 67, |
| "train_speed(iter/s)": 0.005525 |
| }, |
| { |
| "epoch": 0.06484102625227212, |
| "grad_norm": 4.242381572723389, |
| "learning_rate": 0.00019988786919844436, |
| "logits/chosen": -0.577968955039978, |
| "logits/rejected": -0.584266185760498, |
| "logps/chosen": -7.122470378875732, |
| "logps/rejected": -23.440967559814453, |
| "loss": 0.825219988822937, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.3752996325492859, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.28059279918670654, |
| "rewards/margins": 0.8312418460845947, |
| "rewards/rejected": -0.5506490468978882, |
| "step": 68, |
| "train_speed(iter/s)": 0.005524 |
| }, |
| { |
| "epoch": 0.065794570755982, |
| "grad_norm": 4.247474670410156, |
| "learning_rate": 0.00019987242335148757, |
| "logits/chosen": -0.6062893271446228, |
| "logits/rejected": -0.6092509031295776, |
| "logps/chosen": -9.965551376342773, |
| "logps/rejected": -16.18874740600586, |
| "loss": 1.0371503829956055, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.4371563792228699, |
| "rewards/accuracies": 0.625, |
| "rewards/chosen": 0.08624501526355743, |
| "rewards/margins": 0.4600314795970917, |
| "rewards/rejected": -0.37378647923469543, |
| "step": 69, |
| "train_speed(iter/s)": 0.005525 |
| }, |
| { |
| "epoch": 0.06674811525969189, |
| "grad_norm": 3.118610143661499, |
| "learning_rate": 0.0001998559818726122, |
| "logits/chosen": -0.651878297328949, |
| "logits/rejected": -0.6511794328689575, |
| "logps/chosen": -17.028488159179688, |
| "logps/rejected": -18.37329864501953, |
| "loss": 1.1015472412109375, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5589602589607239, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": 0.17374631762504578, |
| "rewards/margins": 0.5566114187240601, |
| "rewards/rejected": -0.3828650414943695, |
| "step": 70, |
| "train_speed(iter/s)": 0.005526 |
| }, |
| { |
| "epoch": 0.06770165976340177, |
| "grad_norm": 3.3582799434661865, |
| "learning_rate": 0.00019983854492572394, |
| "logits/chosen": -0.615595281124115, |
| "logits/rejected": -0.6146353483200073, |
| "logps/chosen": -12.519451141357422, |
| "logps/rejected": -18.15428924560547, |
| "loss": 0.9180172085762024, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.3709501624107361, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": 0.09964233636856079, |
| "rewards/margins": 0.6540214419364929, |
| "rewards/rejected": -0.5543791651725769, |
| "step": 71, |
| "train_speed(iter/s)": 0.005525 |
| }, |
| { |
| "epoch": 0.06865520426711165, |
| "grad_norm": 2.883702516555786, |
| "learning_rate": 0.00019982011268465243, |
| "logits/chosen": -0.5868794918060303, |
| "logits/rejected": -0.5905233025550842, |
| "logps/chosen": -14.138279914855957, |
| "logps/rejected": -27.953182220458984, |
| "loss": 1.0747126340866089, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.46605974435806274, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": 0.03510252386331558, |
| "rewards/margins": 0.6189652681350708, |
| "rewards/rejected": -0.5838626623153687, |
| "step": 72, |
| "train_speed(iter/s)": 0.005526 |
| }, |
| { |
| "epoch": 0.06960874877082154, |
| "grad_norm": 2.9610211849212646, |
| "learning_rate": 0.00019980068533314934, |
| "logits/chosen": -0.6018360257148743, |
| "logits/rejected": -0.6016470789909363, |
| "logps/chosen": -14.77442455291748, |
| "logps/rejected": -16.293825149536133, |
| "loss": 1.1167826652526855, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5493913888931274, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.20179376006126404, |
| "rewards/margins": 0.5395517945289612, |
| "rewards/rejected": -0.3377581536769867, |
| "step": 73, |
| "train_speed(iter/s)": 0.005526 |
| }, |
| { |
| "epoch": 0.07056229327453142, |
| "grad_norm": 3.1142945289611816, |
| "learning_rate": 0.00019978026306488668, |
| "logits/chosen": -0.5901756286621094, |
| "logits/rejected": -0.5861356258392334, |
| "logps/chosen": -12.717107772827148, |
| "logps/rejected": -19.3599796295166, |
| "loss": 0.9646521210670471, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.42209792137145996, |
| "rewards/accuracies": 0.65625, |
| "rewards/chosen": 0.19932276010513306, |
| "rewards/margins": 0.5936742424964905, |
| "rewards/rejected": -0.3943515419960022, |
| "step": 74, |
| "train_speed(iter/s)": 0.005525 |
| }, |
| { |
| "epoch": 0.0715158377782413, |
| "grad_norm": 2.8381545543670654, |
| "learning_rate": 0.00019975884608345476, |
| "logits/chosen": -0.5791196227073669, |
| "logits/rejected": -0.5793704390525818, |
| "logps/chosen": -11.382536888122559, |
| "logps/rejected": -17.99052619934082, |
| "loss": 1.0251520872116089, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5087648630142212, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.225914865732193, |
| "rewards/margins": 0.544399619102478, |
| "rewards/rejected": -0.3184847831726074, |
| "step": 75, |
| "train_speed(iter/s)": 0.005523 |
| }, |
| { |
| "epoch": 0.0724693822819512, |
| "grad_norm": 2.720726251602173, |
| "learning_rate": 0.0001997364346023603, |
| "logits/chosen": -0.5865166187286377, |
| "logits/rejected": -0.5875246524810791, |
| "logps/chosen": -14.62844467163086, |
| "logps/rejected": -26.72977638244629, |
| "loss": 0.9625909924507141, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5162026882171631, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.2656521499156952, |
| "rewards/margins": 0.8063244819641113, |
| "rewards/rejected": -0.5406723022460938, |
| "step": 76, |
| "train_speed(iter/s)": 0.005522 |
| }, |
| { |
| "epoch": 0.07342292678566108, |
| "grad_norm": 7.292218208312988, |
| "learning_rate": 0.0001997130288450242, |
| "logits/chosen": -0.5742957592010498, |
| "logits/rejected": -0.5747869610786438, |
| "logps/chosen": -15.201194763183594, |
| "logps/rejected": -21.86297607421875, |
| "loss": 1.2068696022033691, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.7135031819343567, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": 0.23197884857654572, |
| "rewards/margins": 0.7994663119316101, |
| "rewards/rejected": -0.5674874782562256, |
| "step": 77, |
| "train_speed(iter/s)": 0.005522 |
| }, |
| { |
| "epoch": 0.07437647128937096, |
| "grad_norm": 3.270038366317749, |
| "learning_rate": 0.00019968862904477935, |
| "logits/chosen": -0.5858986377716064, |
| "logits/rejected": -0.588924765586853, |
| "logps/chosen": -9.959943771362305, |
| "logps/rejected": -30.939224243164062, |
| "loss": 0.8423591256141663, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.42530590295791626, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.16566459834575653, |
| "rewards/margins": 1.2258960008621216, |
| "rewards/rejected": -1.060231328010559, |
| "step": 78, |
| "train_speed(iter/s)": 0.005518 |
| }, |
| { |
| "epoch": 0.07533001579308084, |
| "grad_norm": 4.3024821281433105, |
| "learning_rate": 0.00019966323544486818, |
| "logits/chosen": -0.6145219802856445, |
| "logits/rejected": -0.6170623898506165, |
| "logps/chosen": -15.870341300964355, |
| "logps/rejected": -31.39044952392578, |
| "loss": 0.8412056565284729, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.4725872874259949, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.3251492381095886, |
| "rewards/margins": 1.2906752824783325, |
| "rewards/rejected": -0.9655259251594543, |
| "step": 79, |
| "train_speed(iter/s)": 0.005516 |
| }, |
| { |
| "epoch": 0.07628356029679073, |
| "grad_norm": 5.5750732421875, |
| "learning_rate": 0.00019963684829844052, |
| "logits/chosen": -0.6042959094047546, |
| "logits/rejected": -0.6049582362174988, |
| "logps/chosen": -13.382628440856934, |
| "logps/rejected": -21.927295684814453, |
| "loss": 0.993065357208252, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.49278005957603455, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": 0.10083693265914917, |
| "rewards/margins": 0.7778795957565308, |
| "rewards/rejected": -0.6770426630973816, |
| "step": 80, |
| "train_speed(iter/s)": 0.005517 |
| }, |
| { |
| "epoch": 0.07723710480050061, |
| "grad_norm": 7.816519260406494, |
| "learning_rate": 0.0001996094678685508, |
| "logits/chosen": -0.5581300258636475, |
| "logits/rejected": -0.5570173263549805, |
| "logps/chosen": -16.26945686340332, |
| "logps/rejected": -28.130666732788086, |
| "loss": 1.1555508375167847, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5590921640396118, |
| "rewards/accuracies": 0.65625, |
| "rewards/chosen": -0.22734299302101135, |
| "rewards/margins": 0.652872622013092, |
| "rewards/rejected": -0.8802156448364258, |
| "step": 81, |
| "train_speed(iter/s)": 0.005518 |
| }, |
| { |
| "epoch": 0.07819064930421049, |
| "grad_norm": 4.555399417877197, |
| "learning_rate": 0.00019958109442815553, |
| "logits/chosen": -0.562245786190033, |
| "logits/rejected": -0.5638425946235657, |
| "logps/chosen": -17.669172286987305, |
| "logps/rejected": -31.455379486083984, |
| "loss": 1.0409901142120361, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5925040245056152, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": -0.18633463978767395, |
| "rewards/margins": 1.1558425426483154, |
| "rewards/rejected": -1.3421772718429565, |
| "step": 82, |
| "train_speed(iter/s)": 0.005517 |
| }, |
| { |
| "epoch": 0.07914419380792038, |
| "grad_norm": 4.788554668426514, |
| "learning_rate": 0.00019955172826011062, |
| "logits/chosen": -0.53816819190979, |
| "logits/rejected": -0.539014458656311, |
| "logps/chosen": -13.409234046936035, |
| "logps/rejected": -24.46169090270996, |
| "loss": 1.0504765510559082, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5079448819160461, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": -0.030599184334278107, |
| "rewards/margins": 0.6909205317497253, |
| "rewards/rejected": -0.7215197086334229, |
| "step": 83, |
| "train_speed(iter/s)": 0.005518 |
| }, |
| { |
| "epoch": 0.08009773831163026, |
| "grad_norm": 2.9610979557037354, |
| "learning_rate": 0.00019952136965716846, |
| "logits/chosen": -0.5609460473060608, |
| "logits/rejected": -0.5607710480690002, |
| "logps/chosen": -15.43799114227295, |
| "logps/rejected": -20.685916900634766, |
| "loss": 0.9568982720375061, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.49247080087661743, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.2509080469608307, |
| "rewards/margins": 0.9044961333274841, |
| "rewards/rejected": -0.653588056564331, |
| "step": 84, |
| "train_speed(iter/s)": 0.005516 |
| }, |
| { |
| "epoch": 0.08105128281534014, |
| "grad_norm": 2.7049379348754883, |
| "learning_rate": 0.00019949001892197515, |
| "logits/chosen": -0.5431854128837585, |
| "logits/rejected": -0.5459212064743042, |
| "logps/chosen": -11.692042350769043, |
| "logps/rejected": -25.70047378540039, |
| "loss": 0.9204345941543579, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5127474069595337, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.16273778676986694, |
| "rewards/margins": 1.052358865737915, |
| "rewards/rejected": -0.8896210193634033, |
| "step": 85, |
| "train_speed(iter/s)": 0.005518 |
| }, |
| { |
| "epoch": 0.08200482731905002, |
| "grad_norm": 2.835888624191284, |
| "learning_rate": 0.00019945767636706728, |
| "logits/chosen": -0.5524388551712036, |
| "logits/rejected": -0.5518356561660767, |
| "logps/chosen": -9.604469299316406, |
| "logps/rejected": -18.570831298828125, |
| "loss": 0.7963011860847473, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.35101598501205444, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.20881126821041107, |
| "rewards/margins": 0.7979729771614075, |
| "rewards/rejected": -0.58916175365448, |
| "step": 86, |
| "train_speed(iter/s)": 0.005516 |
| }, |
| { |
| "epoch": 0.08295837182275992, |
| "grad_norm": 4.458975315093994, |
| "learning_rate": 0.00019942434231486902, |
| "logits/chosen": -0.5035311579704285, |
| "logits/rejected": -0.5041376352310181, |
| "logps/chosen": -12.906057357788086, |
| "logps/rejected": -21.71013641357422, |
| "loss": 0.9929911494255066, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5292322039604187, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.23509997129440308, |
| "rewards/margins": 0.7336819171905518, |
| "rewards/rejected": -0.49858203530311584, |
| "step": 87, |
| "train_speed(iter/s)": 0.005515 |
| }, |
| { |
| "epoch": 0.0839119163264698, |
| "grad_norm": 5.752819061279297, |
| "learning_rate": 0.0001993900170976888, |
| "logits/chosen": -0.5372301340103149, |
| "logits/rejected": -0.5387623310089111, |
| "logps/chosen": -12.41868782043457, |
| "logps/rejected": -23.16730499267578, |
| "loss": 0.9672287106513977, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.4671844244003296, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": 0.22129932045936584, |
| "rewards/margins": 0.8583503365516663, |
| "rewards/rejected": -0.637050986289978, |
| "step": 88, |
| "train_speed(iter/s)": 0.005516 |
| }, |
| { |
| "epoch": 0.08486546083017968, |
| "grad_norm": 3.0927765369415283, |
| "learning_rate": 0.00019935470105771598, |
| "logits/chosen": -0.5962197780609131, |
| "logits/rejected": -0.5928555130958557, |
| "logps/chosen": -15.36233139038086, |
| "logps/rejected": -16.967832565307617, |
| "loss": 1.0067566633224487, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5986248850822449, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.20106852054595947, |
| "rewards/margins": 0.8472704291343689, |
| "rewards/rejected": -0.6462019681930542, |
| "step": 89, |
| "train_speed(iter/s)": 0.005517 |
| }, |
| { |
| "epoch": 0.08581900533388957, |
| "grad_norm": 4.051328659057617, |
| "learning_rate": 0.00019931839454701743, |
| "logits/chosen": -0.5495755672454834, |
| "logits/rejected": -0.54953533411026, |
| "logps/chosen": -9.681739807128906, |
| "logps/rejected": -17.38517951965332, |
| "loss": 0.9176310896873474, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.4568890631198883, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.18029510974884033, |
| "rewards/margins": 0.7410764694213867, |
| "rewards/rejected": -0.5607813596725464, |
| "step": 90, |
| "train_speed(iter/s)": 0.005516 |
| }, |
| { |
| "epoch": 0.08677254983759945, |
| "grad_norm": 2.651430368423462, |
| "learning_rate": 0.00019928109792753418, |
| "logits/chosen": -0.5709578990936279, |
| "logits/rejected": -0.5723389983177185, |
| "logps/chosen": -12.097832679748535, |
| "logps/rejected": -25.470287322998047, |
| "loss": 0.8452543020248413, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.4146232008934021, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.2571614384651184, |
| "rewards/margins": 0.9069947600364685, |
| "rewards/rejected": -0.6498332619667053, |
| "step": 91, |
| "train_speed(iter/s)": 0.005515 |
| }, |
| { |
| "epoch": 0.08772609434130933, |
| "grad_norm": 3.9205963611602783, |
| "learning_rate": 0.0001992428115710776, |
| "logits/chosen": -0.5633900761604309, |
| "logits/rejected": -0.5629602074623108, |
| "logps/chosen": -15.341146469116211, |
| "logps/rejected": -22.676523208618164, |
| "loss": 1.0960146188735962, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.6228011846542358, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": 0.2320929765701294, |
| "rewards/margins": 0.802864670753479, |
| "rewards/rejected": -0.5707716941833496, |
| "step": 92, |
| "train_speed(iter/s)": 0.005513 |
| }, |
| { |
| "epoch": 0.08867963884501923, |
| "grad_norm": 2.4844846725463867, |
| "learning_rate": 0.00019920353585932578, |
| "logits/chosen": -0.5643666982650757, |
| "logits/rejected": -0.5697072148323059, |
| "logps/chosen": -7.112787246704102, |
| "logps/rejected": -29.775066375732422, |
| "loss": 0.7670912742614746, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.3726654350757599, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.11930885910987854, |
| "rewards/margins": 1.221017837524414, |
| "rewards/rejected": -1.101709008216858, |
| "step": 93, |
| "train_speed(iter/s)": 0.005513 |
| }, |
| { |
| "epoch": 0.0896331833487291, |
| "grad_norm": 3.3409717082977295, |
| "learning_rate": 0.00019916327118381982, |
| "logits/chosen": -0.5507174730300903, |
| "logits/rejected": -0.5550180673599243, |
| "logps/chosen": -6.935158729553223, |
| "logps/rejected": -26.466045379638672, |
| "loss": 0.8178773522377014, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.3691931962966919, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": -0.014170083217322826, |
| "rewards/margins": 0.906183123588562, |
| "rewards/rejected": -0.9203532338142395, |
| "step": 94, |
| "train_speed(iter/s)": 0.005513 |
| }, |
| { |
| "epoch": 0.09058672785243899, |
| "grad_norm": 3.8606507778167725, |
| "learning_rate": 0.0001991220179459597, |
| "logits/chosen": -0.5692034959793091, |
| "logits/rejected": -0.5723109841346741, |
| "logps/chosen": -9.636994361877441, |
| "logps/rejected": -28.736644744873047, |
| "loss": 0.7489418387413025, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.38759085536003113, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.1789592206478119, |
| "rewards/margins": 1.2420873641967773, |
| "rewards/rejected": -1.0631282329559326, |
| "step": 95, |
| "train_speed(iter/s)": 0.005513 |
| }, |
| { |
| "epoch": 0.09154027235614887, |
| "grad_norm": 4.69579553604126, |
| "learning_rate": 0.00019907977655700054, |
| "logits/chosen": -0.5835409760475159, |
| "logits/rejected": -0.5857175588607788, |
| "logps/chosen": -8.839982032775879, |
| "logps/rejected": -26.350032806396484, |
| "loss": 0.8248448371887207, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.4012177586555481, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.14620812237262726, |
| "rewards/margins": 1.2952075004577637, |
| "rewards/rejected": -1.1489993333816528, |
| "step": 96, |
| "train_speed(iter/s)": 0.005512 |
| }, |
| { |
| "epoch": 0.09249381685985876, |
| "grad_norm": 3.4665541648864746, |
| "learning_rate": 0.00019903654743804833, |
| "logits/chosen": -0.6227341294288635, |
| "logits/rejected": -0.6252981424331665, |
| "logps/chosen": -11.844514846801758, |
| "logps/rejected": -29.124967575073242, |
| "loss": 0.8466665744781494, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.3924159109592438, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": -0.03820016235113144, |
| "rewards/margins": 1.3871092796325684, |
| "rewards/rejected": -1.425309419631958, |
| "step": 97, |
| "train_speed(iter/s)": 0.005513 |
| }, |
| { |
| "epoch": 0.09344736136356864, |
| "grad_norm": 13.193551063537598, |
| "learning_rate": 0.00019899233102005573, |
| "logits/chosen": -0.5675249695777893, |
| "logits/rejected": -0.571427583694458, |
| "logps/chosen": -11.932504653930664, |
| "logps/rejected": -29.481807708740234, |
| "loss": 1.3480544090270996, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.8751646280288696, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": -0.04504670575261116, |
| "rewards/margins": 1.2038631439208984, |
| "rewards/rejected": -1.248909831047058, |
| "step": 98, |
| "train_speed(iter/s)": 0.005513 |
| }, |
| { |
| "epoch": 0.09440090586727852, |
| "grad_norm": 13.958789825439453, |
| "learning_rate": 0.00019894712774381787, |
| "logits/chosen": -0.5426734685897827, |
| "logits/rejected": -0.5455094575881958, |
| "logps/chosen": -14.97989273071289, |
| "logps/rejected": -29.963254928588867, |
| "loss": 0.9666093587875366, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5926772356033325, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": -0.12036357820034027, |
| "rewards/margins": 1.3575993776321411, |
| "rewards/rejected": -1.4779632091522217, |
| "step": 99, |
| "train_speed(iter/s)": 0.005513 |
| }, |
| { |
| "epoch": 0.09535445037098841, |
| "grad_norm": 3.8765738010406494, |
| "learning_rate": 0.00019890093805996793, |
| "logits/chosen": -0.5699120163917542, |
| "logits/rejected": -0.5716601014137268, |
| "logps/chosen": -18.304710388183594, |
| "logps/rejected": -37.15324783325195, |
| "loss": 1.0460050106048584, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.6231843829154968, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": -0.23249366879463196, |
| "rewards/margins": 1.3045672178268433, |
| "rewards/rejected": -1.5370607376098633, |
| "step": 100, |
| "train_speed(iter/s)": 0.005513 |
| }, |
| { |
| "epoch": 0.0963079948746983, |
| "grad_norm": 3.2104878425598145, |
| "learning_rate": 0.00019885376242897258, |
| "logits/chosen": -0.5706620812416077, |
| "logits/rejected": -0.5722963213920593, |
| "logps/chosen": -14.833114624023438, |
| "logps/rejected": -30.274829864501953, |
| "loss": 1.1376781463623047, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.653939425945282, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.14056257903575897, |
| "rewards/margins": 1.1054493188858032, |
| "rewards/rejected": -0.9648867845535278, |
| "step": 101, |
| "train_speed(iter/s)": 0.005506 |
| }, |
| { |
| "epoch": 0.09726153937840817, |
| "grad_norm": 2.326752185821533, |
| "learning_rate": 0.00019880560132112742, |
| "logits/chosen": -0.5489917993545532, |
| "logits/rejected": -0.5558469891548157, |
| "logps/chosen": -10.081119537353516, |
| "logps/rejected": -31.342273712158203, |
| "loss": 0.9489866495132446, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5341838002204895, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.08325084298849106, |
| "rewards/margins": 1.2551041841506958, |
| "rewards/rejected": -1.1718534231185913, |
| "step": 102, |
| "train_speed(iter/s)": 0.005507 |
| }, |
| { |
| "epoch": 0.09821508388211805, |
| "grad_norm": 2.702747344970703, |
| "learning_rate": 0.0001987564552165524, |
| "logits/chosen": -0.5335314869880676, |
| "logits/rejected": -0.5375723838806152, |
| "logps/chosen": -6.767879962921143, |
| "logps/rejected": -26.971349716186523, |
| "loss": 0.7666488885879517, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.3699600100517273, |
| "rewards/accuracies": 0.90625, |
| "rewards/chosen": 0.2037293165922165, |
| "rewards/margins": 1.2131260633468628, |
| "rewards/rejected": -1.0093967914581299, |
| "step": 103, |
| "train_speed(iter/s)": 0.005507 |
| }, |
| { |
| "epoch": 0.09916862838582795, |
| "grad_norm": 3.298539638519287, |
| "learning_rate": 0.0001987063246051868, |
| "logits/chosen": -0.5586405992507935, |
| "logits/rejected": -0.5575414299964905, |
| "logps/chosen": -10.250675201416016, |
| "logps/rejected": -19.98495864868164, |
| "loss": 0.9064714312553406, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.38871869444847107, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": 0.07911191880702972, |
| "rewards/margins": 0.7202980518341064, |
| "rewards/rejected": -0.6411861181259155, |
| "step": 104, |
| "train_speed(iter/s)": 0.005508 |
| }, |
| { |
| "epoch": 0.10012217288953783, |
| "grad_norm": 3.7112255096435547, |
| "learning_rate": 0.00019865520998678458, |
| "logits/chosen": -0.5400758385658264, |
| "logits/rejected": -0.5405173301696777, |
| "logps/chosen": -16.44561004638672, |
| "logps/rejected": -24.691865921020508, |
| "loss": 1.1246851682662964, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.6655758023262024, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.11685307323932648, |
| "rewards/margins": 0.8305923938751221, |
| "rewards/rejected": -0.713739275932312, |
| "step": 105, |
| "train_speed(iter/s)": 0.005507 |
| }, |
| { |
| "epoch": 0.10107571739324771, |
| "grad_norm": 6.40952205657959, |
| "learning_rate": 0.0001986031118709093, |
| "logits/chosen": -0.548525333404541, |
| "logits/rejected": -0.5509157180786133, |
| "logps/chosen": -11.731019020080566, |
| "logps/rejected": -22.46083641052246, |
| "loss": 1.37913179397583, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.7638791799545288, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": -0.029659561812877655, |
| "rewards/margins": 0.5513206124305725, |
| "rewards/rejected": -0.5809801816940308, |
| "step": 106, |
| "train_speed(iter/s)": 0.005505 |
| }, |
| { |
| "epoch": 0.1020292618969576, |
| "grad_norm": 5.338200092315674, |
| "learning_rate": 0.00019855003077692897, |
| "logits/chosen": -0.5491806268692017, |
| "logits/rejected": -0.5485914945602417, |
| "logps/chosen": -10.374083518981934, |
| "logps/rejected": -22.91812515258789, |
| "loss": 0.9197418689727783, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.42541149258613586, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.23835767805576324, |
| "rewards/margins": 0.8718117475509644, |
| "rewards/rejected": -0.6334540843963623, |
| "step": 107, |
| "train_speed(iter/s)": 0.005505 |
| }, |
| { |
| "epoch": 0.10298280640066748, |
| "grad_norm": 4.72066593170166, |
| "learning_rate": 0.00019849596723401107, |
| "logits/chosen": -0.5481430888175964, |
| "logits/rejected": -0.552554190158844, |
| "logps/chosen": -14.082160949707031, |
| "logps/rejected": -25.61027717590332, |
| "loss": 1.2021526098251343, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.6988036036491394, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.09246861189603806, |
| "rewards/margins": 0.8137391805648804, |
| "rewards/rejected": -0.7212705612182617, |
| "step": 108, |
| "train_speed(iter/s)": 0.005507 |
| }, |
| { |
| "epoch": 0.10393635090437736, |
| "grad_norm": 2.7633321285247803, |
| "learning_rate": 0.00019844092178111702, |
| "logits/chosen": -0.508384108543396, |
| "logits/rejected": -0.5140159130096436, |
| "logps/chosen": -6.925086975097656, |
| "logps/rejected": -24.077953338623047, |
| "loss": 0.8022588491439819, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.41396474838256836, |
| "rewards/accuracies": 0.96875, |
| "rewards/chosen": 0.16561280190944672, |
| "rewards/margins": 1.0861924886703491, |
| "rewards/rejected": -0.9205797910690308, |
| "step": 109, |
| "train_speed(iter/s)": 0.005509 |
| }, |
| { |
| "epoch": 0.10488989540808726, |
| "grad_norm": 2.4014365673065186, |
| "learning_rate": 0.00019838489496699704, |
| "logits/chosen": -0.5266930460929871, |
| "logits/rejected": -0.5241900682449341, |
| "logps/chosen": -15.143444061279297, |
| "logps/rejected": -18.07321548461914, |
| "loss": 0.8957412242889404, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5194482803344727, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.33800825476646423, |
| "rewards/margins": 1.0479741096496582, |
| "rewards/rejected": -0.7099659442901611, |
| "step": 110, |
| "train_speed(iter/s)": 0.005508 |
| }, |
| { |
| "epoch": 0.10584343991179714, |
| "grad_norm": 3.5473034381866455, |
| "learning_rate": 0.0001983278873501845, |
| "logits/chosen": -0.5651346445083618, |
| "logits/rejected": -0.5652989149093628, |
| "logps/chosen": -13.63066291809082, |
| "logps/rejected": -21.72479820251465, |
| "loss": 1.070034146308899, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5245512127876282, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": 0.1012478768825531, |
| "rewards/margins": 0.5533490180969238, |
| "rewards/rejected": -0.4521011710166931, |
| "step": 111, |
| "train_speed(iter/s)": 0.005508 |
| }, |
| { |
| "epoch": 0.10679698441550702, |
| "grad_norm": 2.844266653060913, |
| "learning_rate": 0.00019826989949899048, |
| "logits/chosen": -0.5871210694313049, |
| "logits/rejected": -0.5863486528396606, |
| "logps/chosen": -10.202323913574219, |
| "logps/rejected": -17.968069076538086, |
| "loss": 0.9712742567062378, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.4458525776863098, |
| "rewards/accuracies": 0.65625, |
| "rewards/chosen": 0.31141582131385803, |
| "rewards/margins": 0.6074751615524292, |
| "rewards/rejected": -0.29605934023857117, |
| "step": 112, |
| "train_speed(iter/s)": 0.005507 |
| }, |
| { |
| "epoch": 0.1077505289192169, |
| "grad_norm": 3.325552225112915, |
| "learning_rate": 0.00019821093199149804, |
| "logits/chosen": -0.5867654085159302, |
| "logits/rejected": -0.590225338935852, |
| "logps/chosen": -14.67109489440918, |
| "logps/rejected": -31.97191619873047, |
| "loss": 0.8784574270248413, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5371198058128357, |
| "rewards/accuracies": 0.90625, |
| "rewards/chosen": 0.31997063755989075, |
| "rewards/margins": 1.1458133459091187, |
| "rewards/rejected": -0.8258427381515503, |
| "step": 113, |
| "train_speed(iter/s)": 0.005509 |
| }, |
| { |
| "epoch": 0.10870407342292679, |
| "grad_norm": 2.5996289253234863, |
| "learning_rate": 0.00019815098541555646, |
| "logits/chosen": -0.6402957439422607, |
| "logits/rejected": -0.6378954648971558, |
| "logps/chosen": -12.175540924072266, |
| "logps/rejected": -20.870878219604492, |
| "loss": 0.9693875908851624, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5651832818984985, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.3929046392440796, |
| "rewards/margins": 1.0991772413253784, |
| "rewards/rejected": -0.7062726020812988, |
| "step": 114, |
| "train_speed(iter/s)": 0.005509 |
| }, |
| { |
| "epoch": 0.10965761792663667, |
| "grad_norm": 2.5734198093414307, |
| "learning_rate": 0.00019809006036877538, |
| "logits/chosen": -0.6097349524497986, |
| "logits/rejected": -0.6098358035087585, |
| "logps/chosen": -11.490409851074219, |
| "logps/rejected": -15.817056655883789, |
| "loss": 0.9781900644302368, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.502380907535553, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.2869223654270172, |
| "rewards/margins": 0.795809268951416, |
| "rewards/rejected": -0.5088868737220764, |
| "step": 115, |
| "train_speed(iter/s)": 0.00551 |
| }, |
| { |
| "epoch": 0.11061116243034655, |
| "grad_norm": 2.6200523376464844, |
| "learning_rate": 0.00019802815745851885, |
| "logits/chosen": -0.6539290547370911, |
| "logits/rejected": -0.6565437912940979, |
| "logps/chosen": -13.780235290527344, |
| "logps/rejected": -29.117767333984375, |
| "loss": 0.8663976192474365, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.406424343585968, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": 0.24194149672985077, |
| "rewards/margins": 1.0130045413970947, |
| "rewards/rejected": -0.7710630893707275, |
| "step": 116, |
| "train_speed(iter/s)": 0.005509 |
| }, |
| { |
| "epoch": 0.11156470693405644, |
| "grad_norm": 2.858734130859375, |
| "learning_rate": 0.00019796527730189936, |
| "logits/chosen": -0.6368309259414673, |
| "logits/rejected": -0.6411804556846619, |
| "logps/chosen": -12.20506477355957, |
| "logps/rejected": -22.50167465209961, |
| "loss": 0.9522262811660767, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5067539215087891, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.35891181230545044, |
| "rewards/margins": 0.9037349224090576, |
| "rewards/rejected": -0.5448231101036072, |
| "step": 117, |
| "train_speed(iter/s)": 0.005508 |
| }, |
| { |
| "epoch": 0.11251825143776632, |
| "grad_norm": 3.5055670738220215, |
| "learning_rate": 0.0001979014205257715, |
| "logits/chosen": -0.6525743007659912, |
| "logits/rejected": -0.6540606021881104, |
| "logps/chosen": -15.675086975097656, |
| "logps/rejected": -24.1904239654541, |
| "loss": 1.0509792566299438, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5997871160507202, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.07162542641162872, |
| "rewards/margins": 1.1154685020446777, |
| "rewards/rejected": -1.0438430309295654, |
| "step": 118, |
| "train_speed(iter/s)": 0.005507 |
| }, |
| { |
| "epoch": 0.1134717959414762, |
| "grad_norm": 3.984374761581421, |
| "learning_rate": 0.0001978365877667258, |
| "logits/chosen": -0.6372765302658081, |
| "logits/rejected": -0.6411250233650208, |
| "logps/chosen": -10.17730712890625, |
| "logps/rejected": -22.074499130249023, |
| "loss": 1.0653222799301147, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.6034587025642395, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.198074609041214, |
| "rewards/margins": 1.0864827632904053, |
| "rewards/rejected": -0.8884081244468689, |
| "step": 119, |
| "train_speed(iter/s)": 0.005508 |
| }, |
| { |
| "epoch": 0.1144253404451861, |
| "grad_norm": 3.182776689529419, |
| "learning_rate": 0.00019777077967108255, |
| "logits/chosen": -0.6417007446289062, |
| "logits/rejected": -0.6392112970352173, |
| "logps/chosen": -19.301258087158203, |
| "logps/rejected": -18.364166259765625, |
| "loss": 1.108437180519104, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5851361751556396, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": 0.22438707947731018, |
| "rewards/margins": 0.5671754479408264, |
| "rewards/rejected": -0.3427883982658386, |
| "step": 120, |
| "train_speed(iter/s)": 0.005508 |
| }, |
| { |
| "epoch": 0.11537888494889598, |
| "grad_norm": 3.537256956100464, |
| "learning_rate": 0.00019770399689488506, |
| "logits/chosen": -0.6460685729980469, |
| "logits/rejected": -0.6467642784118652, |
| "logps/chosen": -13.258935928344727, |
| "logps/rejected": -27.513343811035156, |
| "loss": 0.9472922682762146, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5081149935722351, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": 0.23222729563713074, |
| "rewards/margins": 1.276731014251709, |
| "rewards/rejected": -1.0445036888122559, |
| "step": 121, |
| "train_speed(iter/s)": 0.005508 |
| }, |
| { |
| "epoch": 0.11633242945260586, |
| "grad_norm": 3.096590280532837, |
| "learning_rate": 0.00019763624010389334, |
| "logits/chosen": -0.6088275909423828, |
| "logits/rejected": -0.6121100783348083, |
| "logps/chosen": -13.26574420928955, |
| "logps/rejected": -19.00273323059082, |
| "loss": 0.9677691459655762, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.507895290851593, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.22311073541641235, |
| "rewards/margins": 0.7144712209701538, |
| "rewards/rejected": -0.49136048555374146, |
| "step": 122, |
| "train_speed(iter/s)": 0.005509 |
| }, |
| { |
| "epoch": 0.11728597395631574, |
| "grad_norm": 2.810216188430786, |
| "learning_rate": 0.0001975675099735774, |
| "logits/chosen": -0.6021947264671326, |
| "logits/rejected": -0.6030389070510864, |
| "logps/chosen": -8.321534156799316, |
| "logps/rejected": -17.207504272460938, |
| "loss": 0.8276495933532715, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.3906245231628418, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.21257750689983368, |
| "rewards/margins": 0.894737958908081, |
| "rewards/rejected": -0.682160496711731, |
| "step": 123, |
| "train_speed(iter/s)": 0.005509 |
| }, |
| { |
| "epoch": 0.11823951846002563, |
| "grad_norm": 2.6153383255004883, |
| "learning_rate": 0.0001974978071891104, |
| "logits/chosen": -0.6311705112457275, |
| "logits/rejected": -0.6307083964347839, |
| "logps/chosen": -10.833940505981445, |
| "logps/rejected": -22.41739273071289, |
| "loss": 0.8693855404853821, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.4562944173812866, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.15080919861793518, |
| "rewards/margins": 1.2266969680786133, |
| "rewards/rejected": -1.0758877992630005, |
| "step": 124, |
| "train_speed(iter/s)": 0.00551 |
| }, |
| { |
| "epoch": 0.11919306296373551, |
| "grad_norm": 3.493828535079956, |
| "learning_rate": 0.00019742713244536204, |
| "logits/chosen": -0.6434034109115601, |
| "logits/rejected": -0.6431565284729004, |
| "logps/chosen": -18.75763702392578, |
| "logps/rejected": -25.821609497070312, |
| "loss": 1.0967546701431274, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5587143898010254, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.0902448296546936, |
| "rewards/margins": 0.9879235029220581, |
| "rewards/rejected": -0.8976786732673645, |
| "step": 125, |
| "train_speed(iter/s)": 0.00551 |
| }, |
| { |
| "epoch": 0.12014660746744539, |
| "grad_norm": 2.5747878551483154, |
| "learning_rate": 0.00019735548644689147, |
| "logits/chosen": -0.6225179433822632, |
| "logits/rejected": -0.6244460940361023, |
| "logps/chosen": -15.244443893432617, |
| "logps/rejected": -17.300045013427734, |
| "loss": 1.0364809036254883, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5735288858413696, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.416117787361145, |
| "rewards/margins": 0.7515360713005066, |
| "rewards/rejected": -0.3354182839393616, |
| "step": 126, |
| "train_speed(iter/s)": 0.00551 |
| }, |
| { |
| "epoch": 0.12110015197115528, |
| "grad_norm": 3.198167562484741, |
| "learning_rate": 0.00019728286990794037, |
| "logits/chosen": -0.6006501317024231, |
| "logits/rejected": -0.6046801805496216, |
| "logps/chosen": -14.4312162399292, |
| "logps/rejected": -23.69890785217285, |
| "loss": 1.0553488731384277, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5887905955314636, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.162513867020607, |
| "rewards/margins": 0.9815673232078552, |
| "rewards/rejected": -0.8190534114837646, |
| "step": 127, |
| "train_speed(iter/s)": 0.00551 |
| }, |
| { |
| "epoch": 0.12205369647486516, |
| "grad_norm": 3.224283456802368, |
| "learning_rate": 0.00019720928355242568, |
| "logits/chosen": -0.5655272006988525, |
| "logits/rejected": -0.5726292133331299, |
| "logps/chosen": -13.809501647949219, |
| "logps/rejected": -30.130277633666992, |
| "loss": 0.8311694264411926, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.3935176134109497, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.027349811047315598, |
| "rewards/margins": 1.382154941558838, |
| "rewards/rejected": -1.3548052310943604, |
| "step": 128, |
| "train_speed(iter/s)": 0.00551 |
| }, |
| { |
| "epoch": 0.12300724097857504, |
| "grad_norm": 2.575568199157715, |
| "learning_rate": 0.00019713472811393258, |
| "logits/chosen": -0.5765466094017029, |
| "logits/rejected": -0.5786842107772827, |
| "logps/chosen": -16.621131896972656, |
| "logps/rejected": -26.19173240661621, |
| "loss": 0.9337475895881653, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5804612636566162, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.37209561467170715, |
| "rewards/margins": 1.4012634754180908, |
| "rewards/rejected": -1.0291677713394165, |
| "step": 129, |
| "train_speed(iter/s)": 0.005512 |
| }, |
| { |
| "epoch": 0.12396078548228492, |
| "grad_norm": 3.0303828716278076, |
| "learning_rate": 0.00019705920433570694, |
| "logits/chosen": -0.5693878531455994, |
| "logits/rejected": -0.5738221406936646, |
| "logps/chosen": -7.376468658447266, |
| "logps/rejected": -25.63204574584961, |
| "loss": 0.9063543081283569, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5075121521949768, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.23270781338214874, |
| "rewards/margins": 1.1151927709579468, |
| "rewards/rejected": -0.8824849128723145, |
| "step": 130, |
| "train_speed(iter/s)": 0.005511 |
| }, |
| { |
| "epoch": 0.12491432998599482, |
| "grad_norm": 4.375239849090576, |
| "learning_rate": 0.0001969827129706482, |
| "logits/chosen": -0.5413441061973572, |
| "logits/rejected": -0.5445973873138428, |
| "logps/chosen": -9.677428245544434, |
| "logps/rejected": -23.95619010925293, |
| "loss": 0.982276439666748, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5150867104530334, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": 0.23964405059814453, |
| "rewards/margins": 0.8764944076538086, |
| "rewards/rejected": -0.6368504762649536, |
| "step": 131, |
| "train_speed(iter/s)": 0.005511 |
| }, |
| { |
| "epoch": 0.1258678744897047, |
| "grad_norm": 2.136566162109375, |
| "learning_rate": 0.0001969052547813016, |
| "logits/chosen": -0.5252913236618042, |
| "logits/rejected": -0.5288749933242798, |
| "logps/chosen": -8.76069450378418, |
| "logps/rejected": -24.643917083740234, |
| "loss": 0.6882707476615906, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.3399735689163208, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.3247303366661072, |
| "rewards/margins": 1.320786952972412, |
| "rewards/rejected": -0.9960566759109497, |
| "step": 132, |
| "train_speed(iter/s)": 0.005512 |
| }, |
| { |
| "epoch": 0.1268214189934146, |
| "grad_norm": 2.7579689025878906, |
| "learning_rate": 0.00019682683053985072, |
| "logits/chosen": -0.4897473454475403, |
| "logits/rejected": -0.49097952246665955, |
| "logps/chosen": -14.222724914550781, |
| "logps/rejected": -26.548240661621094, |
| "loss": 0.8395786881446838, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.49962103366851807, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.3120686113834381, |
| "rewards/margins": 1.3334513902664185, |
| "rewards/rejected": -1.0213829278945923, |
| "step": 133, |
| "train_speed(iter/s)": 0.005511 |
| }, |
| { |
| "epoch": 0.12777496349712447, |
| "grad_norm": 4.233667850494385, |
| "learning_rate": 0.00019674744102810978, |
| "logits/chosen": -0.49640408158302307, |
| "logits/rejected": -0.49791407585144043, |
| "logps/chosen": -11.952919006347656, |
| "logps/rejected": -20.992504119873047, |
| "loss": 0.9811766147613525, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.6130494475364685, |
| "rewards/accuracies": 0.90625, |
| "rewards/chosen": 0.26505932211875916, |
| "rewards/margins": 1.113063097000122, |
| "rewards/rejected": -0.8480038046836853, |
| "step": 134, |
| "train_speed(iter/s)": 0.005511 |
| }, |
| { |
| "epoch": 0.12872850800083435, |
| "grad_norm": 4.032670974731445, |
| "learning_rate": 0.00019666708703751576, |
| "logits/chosen": -0.5555613040924072, |
| "logits/rejected": -0.5562028288841248, |
| "logps/chosen": -12.461511611938477, |
| "logps/rejected": -29.6381893157959, |
| "loss": 0.9406546354293823, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5542497634887695, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.14334315061569214, |
| "rewards/margins": 1.2391164302825928, |
| "rewards/rejected": -1.0957733392715454, |
| "step": 135, |
| "train_speed(iter/s)": 0.005511 |
| }, |
| { |
| "epoch": 0.12968205250454423, |
| "grad_norm": 2.8314244747161865, |
| "learning_rate": 0.00019658576936912057, |
| "logits/chosen": -0.5166746973991394, |
| "logits/rejected": -0.5175175666809082, |
| "logps/chosen": -11.453944206237793, |
| "logps/rejected": -32.48845672607422, |
| "loss": 0.741032600402832, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.39420661330223083, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.2297428399324417, |
| "rewards/margins": 1.5928231477737427, |
| "rewards/rejected": -1.3630802631378174, |
| "step": 136, |
| "train_speed(iter/s)": 0.005511 |
| }, |
| { |
| "epoch": 0.1306355970082541, |
| "grad_norm": 3.786283016204834, |
| "learning_rate": 0.00019650348883358315, |
| "logits/chosen": -0.5285561084747314, |
| "logits/rejected": -0.529099702835083, |
| "logps/chosen": -14.34618091583252, |
| "logps/rejected": -24.930580139160156, |
| "loss": 1.0361278057098389, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.598253607749939, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.2112821340560913, |
| "rewards/margins": 1.2288541793823242, |
| "rewards/rejected": -1.017572045326233, |
| "step": 137, |
| "train_speed(iter/s)": 0.005512 |
| }, |
| { |
| "epoch": 0.131589141511964, |
| "grad_norm": 3.4468750953674316, |
| "learning_rate": 0.00019642024625116117, |
| "logits/chosen": -0.5355381369590759, |
| "logits/rejected": -0.5351199507713318, |
| "logps/chosen": -14.2181396484375, |
| "logps/rejected": -21.662395477294922, |
| "loss": 0.9722803831100464, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5212066769599915, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.12246156483888626, |
| "rewards/margins": 1.046801209449768, |
| "rewards/rejected": -0.9243396520614624, |
| "step": 138, |
| "train_speed(iter/s)": 0.005512 |
| }, |
| { |
| "epoch": 0.1325426860156739, |
| "grad_norm": 4.629439830780029, |
| "learning_rate": 0.0001963360424517031, |
| "logits/chosen": -0.5707206726074219, |
| "logits/rejected": -0.5748513340950012, |
| "logps/chosen": -17.805238723754883, |
| "logps/rejected": -29.64284896850586, |
| "loss": 1.254711389541626, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.743948221206665, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.11810468882322311, |
| "rewards/margins": 0.9775583744049072, |
| "rewards/rejected": -0.8594536185264587, |
| "step": 139, |
| "train_speed(iter/s)": 0.005513 |
| }, |
| { |
| "epoch": 0.13349623051938378, |
| "grad_norm": 4.580717086791992, |
| "learning_rate": 0.0001962508782746397, |
| "logits/chosen": -0.580274224281311, |
| "logits/rejected": -0.581068217754364, |
| "logps/chosen": -16.117170333862305, |
| "logps/rejected": -23.330665588378906, |
| "loss": 0.9780559539794922, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.48741835355758667, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.07310809940099716, |
| "rewards/margins": 0.9340574741363525, |
| "rewards/rejected": -0.8609493374824524, |
| "step": 140, |
| "train_speed(iter/s)": 0.005514 |
| }, |
| { |
| "epoch": 0.13444977502309366, |
| "grad_norm": 3.511350631713867, |
| "learning_rate": 0.0001961647545689759, |
| "logits/chosen": -0.5712682604789734, |
| "logits/rejected": -0.5709258317947388, |
| "logps/chosen": -14.216093063354492, |
| "logps/rejected": -23.430875778198242, |
| "loss": 1.023219108581543, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5690780878067017, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.3575439751148224, |
| "rewards/margins": 0.9377648830413818, |
| "rewards/rejected": -0.5802209973335266, |
| "step": 141, |
| "train_speed(iter/s)": 0.005514 |
| }, |
| { |
| "epoch": 0.13540331952680354, |
| "grad_norm": 2.3146886825561523, |
| "learning_rate": 0.0001960776721932821, |
| "logits/chosen": -0.5722199082374573, |
| "logits/rejected": -0.5763861536979675, |
| "logps/chosen": -7.839071273803711, |
| "logps/rejected": -18.26845932006836, |
| "loss": 0.810951828956604, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.3562580943107605, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.24190367758274078, |
| "rewards/margins": 0.711327850818634, |
| "rewards/rejected": -0.4694240987300873, |
| "step": 142, |
| "train_speed(iter/s)": 0.005514 |
| }, |
| { |
| "epoch": 0.13635686403051342, |
| "grad_norm": 3.1744766235351562, |
| "learning_rate": 0.00019598963201568573, |
| "logits/chosen": -0.5400611758232117, |
| "logits/rejected": -0.5411737561225891, |
| "logps/chosen": -13.320467948913574, |
| "logps/rejected": -24.537696838378906, |
| "loss": 1.0167641639709473, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.47375380992889404, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": 0.18297314643859863, |
| "rewards/margins": 0.6672495007514954, |
| "rewards/rejected": -0.48427632451057434, |
| "step": 143, |
| "train_speed(iter/s)": 0.005513 |
| }, |
| { |
| "epoch": 0.1373104085342233, |
| "grad_norm": 2.385725259780884, |
| "learning_rate": 0.0001959006349138626, |
| "logits/chosen": -0.5638188123703003, |
| "logits/rejected": -0.5665206909179688, |
| "logps/chosen": -12.801736831665039, |
| "logps/rejected": -24.967641830444336, |
| "loss": 0.9001826047897339, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.45819178223609924, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": 0.24550366401672363, |
| "rewards/margins": 0.9985946416854858, |
| "rewards/rejected": -0.7530909776687622, |
| "step": 144, |
| "train_speed(iter/s)": 0.005513 |
| }, |
| { |
| "epoch": 0.13826395303793318, |
| "grad_norm": 4.4898362159729, |
| "learning_rate": 0.00019581068177502826, |
| "logits/chosen": -0.5841139554977417, |
| "logits/rejected": -0.5885876417160034, |
| "logps/chosen": -8.781448364257812, |
| "logps/rejected": -21.54075813293457, |
| "loss": 0.9311922192573547, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.46065330505371094, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.2900657057762146, |
| "rewards/margins": 0.7273497581481934, |
| "rewards/rejected": -0.43728405237197876, |
| "step": 145, |
| "train_speed(iter/s)": 0.005513 |
| }, |
| { |
| "epoch": 0.1392174975416431, |
| "grad_norm": 2.794843912124634, |
| "learning_rate": 0.00019571977349592878, |
| "logits/chosen": -0.5932512879371643, |
| "logits/rejected": -0.5940472483634949, |
| "logps/chosen": -9.732755661010742, |
| "logps/rejected": -20.826379776000977, |
| "loss": 0.945945680141449, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.47954535484313965, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.2869046926498413, |
| "rewards/margins": 0.9880754947662354, |
| "rewards/rejected": -0.7011707425117493, |
| "step": 146, |
| "train_speed(iter/s)": 0.005513 |
| }, |
| { |
| "epoch": 0.14017104204535297, |
| "grad_norm": 2.540703058242798, |
| "learning_rate": 0.00019562791098283225, |
| "logits/chosen": -0.6081781983375549, |
| "logits/rejected": -0.614071786403656, |
| "logps/chosen": -12.527294158935547, |
| "logps/rejected": -29.05521011352539, |
| "loss": 0.9200064539909363, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.4640219807624817, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.25594115257263184, |
| "rewards/margins": 0.8903652429580688, |
| "rewards/rejected": -0.634424090385437, |
| "step": 147, |
| "train_speed(iter/s)": 0.005512 |
| }, |
| { |
| "epoch": 0.14112458654906285, |
| "grad_norm": 2.9323384761810303, |
| "learning_rate": 0.0001955350951515195, |
| "logits/chosen": -0.6128370761871338, |
| "logits/rejected": -0.6138598322868347, |
| "logps/chosen": -12.749382019042969, |
| "logps/rejected": -25.719005584716797, |
| "loss": 0.9213395118713379, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.43978482484817505, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": 0.32896676659584045, |
| "rewards/margins": 1.2176496982574463, |
| "rewards/rejected": -0.8886829018592834, |
| "step": 148, |
| "train_speed(iter/s)": 0.005513 |
| }, |
| { |
| "epoch": 0.14207813105277273, |
| "grad_norm": 4.304955959320068, |
| "learning_rate": 0.00019544132692727497, |
| "logits/chosen": -0.6183297634124756, |
| "logits/rejected": -0.6181198358535767, |
| "logps/chosen": -13.527120590209961, |
| "logps/rejected": -16.62553596496582, |
| "loss": 1.1245884895324707, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.5154122114181519, |
| "rewards/accuracies": 0.65625, |
| "rewards/chosen": 0.12139306217432022, |
| "rewards/margins": 0.5662888884544373, |
| "rewards/rejected": -0.44489583373069763, |
| "step": 149, |
| "train_speed(iter/s)": 0.005512 |
| }, |
| { |
| "epoch": 0.1430316755564826, |
| "grad_norm": 3.4540951251983643, |
| "learning_rate": 0.00019534660724487764, |
| "logits/chosen": -0.6565526127815247, |
| "logits/rejected": -0.6572035551071167, |
| "logps/chosen": -8.482949256896973, |
| "logps/rejected": -25.549943923950195, |
| "loss": 0.6943767070770264, |
| "memory(GiB)": 46.35, |
| "nll_loss": 0.3159071207046509, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": 0.13372917473316193, |
| "rewards/margins": 1.538865327835083, |
| "rewards/rejected": -1.4051361083984375, |
| "step": 150, |
| "train_speed(iter/s)": 0.005513 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1048, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.0844345149874504e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
