| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.1708580276576432, |
| "eval_steps": 300, |
| "global_step": 100, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0017085802765764322, |
| "grad_norm": 9.203307151794434, |
| "learning_rate": 3.3898305084745763e-06, |
| "logits/chosen": -0.6409764885902405, |
| "logits/rejected": -0.6413162350654602, |
| "logps/chosen": -8.591513633728027, |
| "logps/rejected": -9.922354698181152, |
| "loss": 1.2514135837554932, |
| "memory(GiB)": 45.3, |
| "nll_loss": 0.5582665801048279, |
| "rewards/accuracies": 0.0, |
| "rewards/chosen": 0.0, |
| "rewards/margins": 0.0, |
| "rewards/rejected": 0.0, |
| "step": 1, |
| "train_speed(iter/s)": 0.005423 |
| }, |
| { |
| "epoch": 0.0034171605531528645, |
| "grad_norm": 4.572653293609619, |
| "learning_rate": 6.779661016949153e-06, |
| "logits/chosen": -0.6253237724304199, |
| "logits/rejected": -0.6232100129127502, |
| "logps/chosen": -9.215431213378906, |
| "logps/rejected": -6.302733898162842, |
| "loss": 1.1804862022399902, |
| "memory(GiB)": 45.3, |
| "nll_loss": 0.4873391091823578, |
| "rewards/accuracies": 0.0, |
| "rewards/chosen": 0.0, |
| "rewards/margins": 0.0, |
| "rewards/rejected": 0.0, |
| "step": 2, |
| "train_speed(iter/s)": 0.005426 |
| }, |
| { |
| "epoch": 0.005125740829729297, |
| "grad_norm": 10.135663986206055, |
| "learning_rate": 1.016949152542373e-05, |
| "logits/chosen": -0.5830379724502563, |
| "logits/rejected": -0.5847949981689453, |
| "logps/chosen": -6.387916088104248, |
| "logps/rejected": -12.526434898376465, |
| "loss": 1.1388403177261353, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.44991743564605713, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": 0.0018886500038206577, |
| "rewards/margins": 0.008566470816731453, |
| "rewards/rejected": -0.006677820347249508, |
| "step": 3, |
| "train_speed(iter/s)": 0.005372 |
| }, |
| { |
| "epoch": 0.006834321106305729, |
| "grad_norm": 8.09815788269043, |
| "learning_rate": 1.3559322033898305e-05, |
| "logits/chosen": -0.5831664800643921, |
| "logits/rejected": -0.5881690382957458, |
| "logps/chosen": -9.77461051940918, |
| "logps/rejected": -15.103912353515625, |
| "loss": 1.2644962072372437, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.5699671506881714, |
| "rewards/accuracies": 0.4375, |
| "rewards/chosen": -0.0013185496209189296, |
| "rewards/margins": -0.0025646828580647707, |
| "rewards/rejected": 0.0012461334699764848, |
| "step": 4, |
| "train_speed(iter/s)": 0.005433 |
| }, |
| { |
| "epoch": 0.008542901382882162, |
| "grad_norm": 10.546202659606934, |
| "learning_rate": 1.694915254237288e-05, |
| "logits/chosen": -0.6210501194000244, |
| "logits/rejected": -0.6261105537414551, |
| "logps/chosen": -9.743502616882324, |
| "logps/rejected": -13.954730987548828, |
| "loss": 1.2041635513305664, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.5165743231773376, |
| "rewards/accuracies": 0.53125, |
| "rewards/chosen": 0.014782106503844261, |
| "rewards/margins": 0.011779396794736385, |
| "rewards/rejected": 0.0030027113389223814, |
| "step": 5, |
| "train_speed(iter/s)": 0.005434 |
| }, |
| { |
| "epoch": 0.010251481659458593, |
| "grad_norm": 5.953731060028076, |
| "learning_rate": 2.033898305084746e-05, |
| "logits/chosen": -0.6194843649864197, |
| "logits/rejected": -0.6225060224533081, |
| "logps/chosen": -8.993276596069336, |
| "logps/rejected": -11.800742149353027, |
| "loss": 1.2383989095687866, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.5413038730621338, |
| "rewards/accuracies": 0.46875, |
| "rewards/chosen": 0.02151685394346714, |
| "rewards/margins": -0.004275719169527292, |
| "rewards/rejected": 0.025792576372623444, |
| "step": 6, |
| "train_speed(iter/s)": 0.005421 |
| }, |
| { |
| "epoch": 0.011960061936035027, |
| "grad_norm": 3.4447383880615234, |
| "learning_rate": 2.3728813559322036e-05, |
| "logits/chosen": -0.5979399681091309, |
| "logits/rejected": -0.597865104675293, |
| "logps/chosen": -11.88587760925293, |
| "logps/rejected": -12.513296127319336, |
| "loss": 1.1787316799163818, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.4771195948123932, |
| "rewards/accuracies": 0.46875, |
| "rewards/chosen": 0.001614744309335947, |
| "rewards/margins": -0.006370083428919315, |
| "rewards/rejected": 0.007984823547303677, |
| "step": 7, |
| "train_speed(iter/s)": 0.005421 |
| }, |
| { |
| "epoch": 0.013668642212611458, |
| "grad_norm": 4.3422627449035645, |
| "learning_rate": 2.711864406779661e-05, |
| "logits/chosen": -0.5695681571960449, |
| "logits/rejected": -0.5736703276634216, |
| "logps/chosen": -8.691235542297363, |
| "logps/rejected": -17.510940551757812, |
| "loss": 1.085353970527649, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.4569101631641388, |
| "rewards/accuracies": 0.65625, |
| "rewards/chosen": 0.061018284410238266, |
| "rewards/margins": 0.16366331279277802, |
| "rewards/rejected": -0.10264502465724945, |
| "step": 8, |
| "train_speed(iter/s)": 0.005421 |
| }, |
| { |
| "epoch": 0.015377222489187891, |
| "grad_norm": 6.347766399383545, |
| "learning_rate": 3.050847457627119e-05, |
| "logits/chosen": -0.6150330305099487, |
| "logits/rejected": -0.6163787841796875, |
| "logps/chosen": -14.26973819732666, |
| "logps/rejected": -12.656587600708008, |
| "loss": 1.3125040531158447, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.6051884293556213, |
| "rewards/accuracies": 0.59375, |
| "rewards/chosen": -0.06490564346313477, |
| "rewards/margins": 0.03234899416565895, |
| "rewards/rejected": -0.09725463390350342, |
| "step": 9, |
| "train_speed(iter/s)": 0.005427 |
| }, |
| { |
| "epoch": 0.017085802765764324, |
| "grad_norm": 3.609342575073242, |
| "learning_rate": 3.389830508474576e-05, |
| "logits/chosen": -0.5823943018913269, |
| "logits/rejected": -0.5893073678016663, |
| "logps/chosen": -12.539135932922363, |
| "logps/rejected": -19.231651306152344, |
| "loss": 1.154615044593811, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.5292682647705078, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": -0.0102485166862607, |
| "rewards/margins": 0.24539220333099365, |
| "rewards/rejected": -0.2556407153606415, |
| "step": 10, |
| "train_speed(iter/s)": 0.00544 |
| }, |
| { |
| "epoch": 0.018794383042340754, |
| "grad_norm": 4.803543567657471, |
| "learning_rate": 3.728813559322034e-05, |
| "logits/chosen": -0.6298958659172058, |
| "logits/rejected": -0.6301961541175842, |
| "logps/chosen": -10.286799430847168, |
| "logps/rejected": -11.364641189575195, |
| "loss": 1.143830418586731, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.43475160002708435, |
| "rewards/accuracies": 0.46875, |
| "rewards/chosen": -0.06166127696633339, |
| "rewards/margins": 0.1280723363161087, |
| "rewards/rejected": -0.189733624458313, |
| "step": 11, |
| "train_speed(iter/s)": 0.005459 |
| }, |
| { |
| "epoch": 0.020502963318917187, |
| "grad_norm": 6.843598365783691, |
| "learning_rate": 4.067796610169492e-05, |
| "logits/chosen": -0.6147834062576294, |
| "logits/rejected": -0.6201154589653015, |
| "logps/chosen": -11.104015350341797, |
| "logps/rejected": -14.71792221069336, |
| "loss": 1.2689580917358398, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.4583723843097687, |
| "rewards/accuracies": 0.375, |
| "rewards/chosen": -0.1446399688720703, |
| "rewards/margins": -0.06440749764442444, |
| "rewards/rejected": -0.08023246377706528, |
| "step": 12, |
| "train_speed(iter/s)": 0.005454 |
| }, |
| { |
| "epoch": 0.02221154359549362, |
| "grad_norm": 4.361201286315918, |
| "learning_rate": 4.4067796610169495e-05, |
| "logits/chosen": -0.6593450307846069, |
| "logits/rejected": -0.6623726487159729, |
| "logps/chosen": -8.788830757141113, |
| "logps/rejected": -12.09660530090332, |
| "loss": 1.091460108757019, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.38157719373703003, |
| "rewards/accuracies": 0.5625, |
| "rewards/chosen": -0.03397805988788605, |
| "rewards/margins": 0.08494514226913452, |
| "rewards/rejected": -0.11892320215702057, |
| "step": 13, |
| "train_speed(iter/s)": 0.005465 |
| }, |
| { |
| "epoch": 0.023920123872070053, |
| "grad_norm": 4.36707067489624, |
| "learning_rate": 4.745762711864407e-05, |
| "logits/chosen": -0.6003404259681702, |
| "logits/rejected": -0.6018444895744324, |
| "logps/chosen": -9.472915649414062, |
| "logps/rejected": -12.008777618408203, |
| "loss": 1.2156641483306885, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.42055219411849976, |
| "rewards/accuracies": 0.40625, |
| "rewards/chosen": -0.07689498364925385, |
| "rewards/margins": -0.1264859437942505, |
| "rewards/rejected": 0.049590952694416046, |
| "step": 14, |
| "train_speed(iter/s)": 0.00548 |
| }, |
| { |
| "epoch": 0.025628704148646483, |
| "grad_norm": 3.2864296436309814, |
| "learning_rate": 5.0847457627118643e-05, |
| "logits/chosen": -0.6285042762756348, |
| "logits/rejected": -0.6272621154785156, |
| "logps/chosen": -14.201019287109375, |
| "logps/rejected": -10.998590469360352, |
| "loss": 1.2311502695083618, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.5152750015258789, |
| "rewards/accuracies": 0.5625, |
| "rewards/chosen": 0.06618006527423859, |
| "rewards/margins": 0.029741406440734863, |
| "rewards/rejected": 0.036438651382923126, |
| "step": 15, |
| "train_speed(iter/s)": 0.005474 |
| }, |
| { |
| "epoch": 0.027337284425222916, |
| "grad_norm": 2.4144492149353027, |
| "learning_rate": 5.423728813559322e-05, |
| "logits/chosen": -0.6098039746284485, |
| "logits/rejected": -0.6130300760269165, |
| "logps/chosen": -3.4820291996002197, |
| "logps/rejected": -16.196063995361328, |
| "loss": 0.8393359780311584, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.214947909116745, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": 0.0826798751950264, |
| "rewards/margins": 0.17492221295833588, |
| "rewards/rejected": -0.09224233776330948, |
| "step": 16, |
| "train_speed(iter/s)": 0.005477 |
| }, |
| { |
| "epoch": 0.02904586470179935, |
| "grad_norm": 2.3232851028442383, |
| "learning_rate": 5.76271186440678e-05, |
| "logits/chosen": -0.5909145474433899, |
| "logits/rejected": -0.593756377696991, |
| "logps/chosen": -7.929438591003418, |
| "logps/rejected": -14.363272666931152, |
| "loss": 0.9911059737205505, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.34508591890335083, |
| "rewards/accuracies": 0.65625, |
| "rewards/chosen": 0.10390710830688477, |
| "rewards/margins": 0.13225752115249634, |
| "rewards/rejected": -0.028350409120321274, |
| "step": 17, |
| "train_speed(iter/s)": 0.005482 |
| }, |
| { |
| "epoch": 0.030754444978375782, |
| "grad_norm": 2.344477891921997, |
| "learning_rate": 6.101694915254238e-05, |
| "logits/chosen": -0.5697246789932251, |
| "logits/rejected": -0.5692474246025085, |
| "logps/chosen": -6.287097930908203, |
| "logps/rejected": -10.676097869873047, |
| "loss": 0.9974570274353027, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.3142527639865875, |
| "rewards/accuracies": 0.5625, |
| "rewards/chosen": 0.09520465135574341, |
| "rewards/margins": 0.04853628948330879, |
| "rewards/rejected": 0.046668365597724915, |
| "step": 18, |
| "train_speed(iter/s)": 0.005489 |
| }, |
| { |
| "epoch": 0.03246302525495221, |
| "grad_norm": 2.361417531967163, |
| "learning_rate": 6.440677966101695e-05, |
| "logits/chosen": -0.5909584164619446, |
| "logits/rejected": -0.596694827079773, |
| "logps/chosen": -4.706894874572754, |
| "logps/rejected": -12.18591022491455, |
| "loss": 0.8993738889694214, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.2403678447008133, |
| "rewards/accuracies": 0.65625, |
| "rewards/chosen": 0.1180216372013092, |
| "rewards/margins": 0.09891890734434128, |
| "rewards/rejected": 0.01910274103283882, |
| "step": 19, |
| "train_speed(iter/s)": 0.005497 |
| }, |
| { |
| "epoch": 0.03417160553152865, |
| "grad_norm": 2.1051840782165527, |
| "learning_rate": 6.779661016949152e-05, |
| "logits/chosen": -0.5925375819206238, |
| "logits/rejected": -0.5939764380455017, |
| "logps/chosen": -7.690135478973389, |
| "logps/rejected": -11.360199928283691, |
| "loss": 0.9811086058616638, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.27671271562576294, |
| "rewards/accuracies": 0.53125, |
| "rewards/chosen": 0.15354080498218536, |
| "rewards/margins": 0.02018781006336212, |
| "rewards/rejected": 0.13335299491882324, |
| "step": 20, |
| "train_speed(iter/s)": 0.005507 |
| }, |
| { |
| "epoch": 0.03588018580810508, |
| "grad_norm": 2.453577995300293, |
| "learning_rate": 7.11864406779661e-05, |
| "logits/chosen": -0.589929461479187, |
| "logits/rejected": -0.5913950800895691, |
| "logps/chosen": -6.006174564361572, |
| "logps/rejected": -12.356660842895508, |
| "loss": 0.8762722015380859, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.26102662086486816, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": 0.15477147698402405, |
| "rewards/margins": 0.20186343789100647, |
| "rewards/rejected": -0.047091953456401825, |
| "step": 21, |
| "train_speed(iter/s)": 0.005501 |
| }, |
| { |
| "epoch": 0.03758876608468151, |
| "grad_norm": 2.334592819213867, |
| "learning_rate": 7.457627118644068e-05, |
| "logits/chosen": -0.6286447048187256, |
| "logits/rejected": -0.6310911178588867, |
| "logps/chosen": -9.828102111816406, |
| "logps/rejected": -16.171802520751953, |
| "loss": 0.9827708601951599, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.40016523003578186, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.22255462408065796, |
| "rewards/margins": 0.2890108525753021, |
| "rewards/rejected": -0.06645623594522476, |
| "step": 22, |
| "train_speed(iter/s)": 0.005501 |
| }, |
| { |
| "epoch": 0.039297346361257944, |
| "grad_norm": 2.763946533203125, |
| "learning_rate": 7.796610169491526e-05, |
| "logits/chosen": -0.6423724889755249, |
| "logits/rejected": -0.6475900411605835, |
| "logps/chosen": -7.048077583312988, |
| "logps/rejected": -17.518115997314453, |
| "loss": 1.029776692390442, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.4258265495300293, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.13568007946014404, |
| "rewards/margins": 0.24192118644714355, |
| "rewards/rejected": -0.10624107718467712, |
| "step": 23, |
| "train_speed(iter/s)": 0.005498 |
| }, |
| { |
| "epoch": 0.041005926637834374, |
| "grad_norm": 5.438773155212402, |
| "learning_rate": 8.135593220338983e-05, |
| "logits/chosen": -0.611075758934021, |
| "logits/rejected": -0.6109172701835632, |
| "logps/chosen": -8.579011917114258, |
| "logps/rejected": -12.74751091003418, |
| "loss": 1.2176915407180786, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.5213994979858398, |
| "rewards/accuracies": 0.59375, |
| "rewards/chosen": -0.010570855811238289, |
| "rewards/margins": 0.06740333139896393, |
| "rewards/rejected": -0.07797417044639587, |
| "step": 24, |
| "train_speed(iter/s)": 0.005493 |
| }, |
| { |
| "epoch": 0.0427145069144108, |
| "grad_norm": 3.8305866718292236, |
| "learning_rate": 8.474576271186441e-05, |
| "logits/chosen": -0.6644467711448669, |
| "logits/rejected": -0.6674079298973083, |
| "logps/chosen": -6.975298881530762, |
| "logps/rejected": -15.503819465637207, |
| "loss": 0.922063410282135, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.3326256275177002, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": 0.06792093813419342, |
| "rewards/margins": 0.324211061000824, |
| "rewards/rejected": -0.25629013776779175, |
| "step": 25, |
| "train_speed(iter/s)": 0.00549 |
| }, |
| { |
| "epoch": 0.04442308719098724, |
| "grad_norm": 4.446774959564209, |
| "learning_rate": 8.813559322033899e-05, |
| "logits/chosen": -0.6409133076667786, |
| "logits/rejected": -0.6452510356903076, |
| "logps/chosen": -5.22960090637207, |
| "logps/rejected": -16.918365478515625, |
| "loss": 0.7774365544319153, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.2448062300682068, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.2400483787059784, |
| "rewards/margins": 0.39764925837516785, |
| "rewards/rejected": -0.15760089457035065, |
| "step": 26, |
| "train_speed(iter/s)": 0.005489 |
| }, |
| { |
| "epoch": 0.04613166746756367, |
| "grad_norm": 2.5869643688201904, |
| "learning_rate": 9.152542372881357e-05, |
| "logits/chosen": -0.6091906428337097, |
| "logits/rejected": -0.6120930910110474, |
| "logps/chosen": -7.03964376449585, |
| "logps/rejected": -18.091930389404297, |
| "loss": 0.8498358726501465, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.3106813132762909, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.1571023166179657, |
| "rewards/margins": 0.4190843403339386, |
| "rewards/rejected": -0.2619820237159729, |
| "step": 27, |
| "train_speed(iter/s)": 0.005489 |
| }, |
| { |
| "epoch": 0.047840247744140106, |
| "grad_norm": 3.0630600452423096, |
| "learning_rate": 9.491525423728815e-05, |
| "logits/chosen": -0.6014366745948792, |
| "logits/rejected": -0.6016579270362854, |
| "logps/chosen": -9.281977653503418, |
| "logps/rejected": -13.255182266235352, |
| "loss": 0.9999822974205017, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.3916056454181671, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": 0.0838853195309639, |
| "rewards/margins": 0.22357328236103058, |
| "rewards/rejected": -0.13968798518180847, |
| "step": 28, |
| "train_speed(iter/s)": 0.005488 |
| }, |
| { |
| "epoch": 0.049548828020716536, |
| "grad_norm": 4.956308364868164, |
| "learning_rate": 9.830508474576272e-05, |
| "logits/chosen": -0.6361557841300964, |
| "logits/rejected": -0.6375819444656372, |
| "logps/chosen": -5.407459735870361, |
| "logps/rejected": -12.960749626159668, |
| "loss": 0.9380594491958618, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.39800193905830383, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": 0.14713114500045776, |
| "rewards/margins": 0.4169777035713196, |
| "rewards/rejected": -0.2698465585708618, |
| "step": 29, |
| "train_speed(iter/s)": 0.005494 |
| }, |
| { |
| "epoch": 0.051257408297292965, |
| "grad_norm": 6.679542541503906, |
| "learning_rate": 0.00010169491525423729, |
| "logits/chosen": -0.6229231357574463, |
| "logits/rejected": -0.6250395178794861, |
| "logps/chosen": -11.77493667602539, |
| "logps/rejected": -18.192317962646484, |
| "loss": 0.7899165749549866, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.2795858085155487, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.09651458263397217, |
| "rewards/margins": 0.49087047576904297, |
| "rewards/rejected": -0.3943559229373932, |
| "step": 30, |
| "train_speed(iter/s)": 0.005497 |
| }, |
| { |
| "epoch": 0.0529659885738694, |
| "grad_norm": 4.011873245239258, |
| "learning_rate": 0.00010508474576271188, |
| "logits/chosen": -0.6524882912635803, |
| "logits/rejected": -0.6541539430618286, |
| "logps/chosen": -7.8713202476501465, |
| "logps/rejected": -11.641451835632324, |
| "loss": 0.9657379984855652, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.40233710408210754, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": 0.11578395962715149, |
| "rewards/margins": 0.36746829748153687, |
| "rewards/rejected": -0.25168436765670776, |
| "step": 31, |
| "train_speed(iter/s)": 0.005488 |
| }, |
| { |
| "epoch": 0.05467456885044583, |
| "grad_norm": 4.144499778747559, |
| "learning_rate": 0.00010847457627118644, |
| "logits/chosen": -0.6458109617233276, |
| "logits/rejected": -0.6519441604614258, |
| "logps/chosen": -8.17459487915039, |
| "logps/rejected": -19.17450714111328, |
| "loss": 0.9243566989898682, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.3649522066116333, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": 0.17762523889541626, |
| "rewards/margins": 0.41990581154823303, |
| "rewards/rejected": -0.24228057265281677, |
| "step": 32, |
| "train_speed(iter/s)": 0.005494 |
| }, |
| { |
| "epoch": 0.05638314912702227, |
| "grad_norm": 2.5846283435821533, |
| "learning_rate": 0.00011186440677966102, |
| "logits/chosen": -0.6422857046127319, |
| "logits/rejected": -0.64764004945755, |
| "logps/chosen": -7.8391828536987305, |
| "logps/rejected": -16.905941009521484, |
| "loss": 0.8121039867401123, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.3524104952812195, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.21112650632858276, |
| "rewards/margins": 0.6391255259513855, |
| "rewards/rejected": -0.42799898982048035, |
| "step": 33, |
| "train_speed(iter/s)": 0.005495 |
| }, |
| { |
| "epoch": 0.0580917294035987, |
| "grad_norm": 2.831099271774292, |
| "learning_rate": 0.0001152542372881356, |
| "logits/chosen": -0.6351624727249146, |
| "logits/rejected": -0.6340872645378113, |
| "logps/chosen": -8.873239517211914, |
| "logps/rejected": -14.13478946685791, |
| "loss": 0.9939954280853271, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.5031149983406067, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.15203362703323364, |
| "rewards/margins": 0.5661364793777466, |
| "rewards/rejected": -0.41410285234451294, |
| "step": 34, |
| "train_speed(iter/s)": 0.005494 |
| }, |
| { |
| "epoch": 0.05980030968017513, |
| "grad_norm": 6.754673004150391, |
| "learning_rate": 0.00011864406779661017, |
| "logits/chosen": -0.6350009441375732, |
| "logits/rejected": -0.6345161199569702, |
| "logps/chosen": -9.049372673034668, |
| "logps/rejected": -13.872842788696289, |
| "loss": 0.9677298069000244, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.4823642373085022, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.18822304904460907, |
| "rewards/margins": 0.5690968632698059, |
| "rewards/rejected": -0.38087382912635803, |
| "step": 35, |
| "train_speed(iter/s)": 0.005494 |
| }, |
| { |
| "epoch": 0.061508889956751564, |
| "grad_norm": 5.09066915512085, |
| "learning_rate": 0.00012203389830508477, |
| "logits/chosen": -0.5940477252006531, |
| "logits/rejected": -0.5995637774467468, |
| "logps/chosen": -6.552436351776123, |
| "logps/rejected": -22.02668571472168, |
| "loss": 1.0198695659637451, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.5385282635688782, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.09731997549533844, |
| "rewards/margins": 0.7183221578598022, |
| "rewards/rejected": -0.621002197265625, |
| "step": 36, |
| "train_speed(iter/s)": 0.005496 |
| }, |
| { |
| "epoch": 0.063217470233328, |
| "grad_norm": 6.366957664489746, |
| "learning_rate": 0.00012542372881355933, |
| "logits/chosen": -0.5671308040618896, |
| "logits/rejected": -0.5699396133422852, |
| "logps/chosen": -8.690061569213867, |
| "logps/rejected": -18.227741241455078, |
| "loss": 0.9119342565536499, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.4206831753253937, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.008592324331402779, |
| "rewards/margins": 0.7837947010993958, |
| "rewards/rejected": -0.7752023935317993, |
| "step": 37, |
| "train_speed(iter/s)": 0.005499 |
| }, |
| { |
| "epoch": 0.06492605050990442, |
| "grad_norm": 8.224360466003418, |
| "learning_rate": 0.0001288135593220339, |
| "logits/chosen": -0.6006415486335754, |
| "logits/rejected": -0.6039485931396484, |
| "logps/chosen": -7.98246955871582, |
| "logps/rejected": -19.214567184448242, |
| "loss": 1.020494818687439, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.47989213466644287, |
| "rewards/accuracies": 0.65625, |
| "rewards/chosen": -0.017101695761084557, |
| "rewards/margins": 0.7686665654182434, |
| "rewards/rejected": -0.7857682704925537, |
| "step": 38, |
| "train_speed(iter/s)": 0.005499 |
| }, |
| { |
| "epoch": 0.06663463078648085, |
| "grad_norm": 5.284773349761963, |
| "learning_rate": 0.00013220338983050849, |
| "logits/chosen": -0.5746678709983826, |
| "logits/rejected": -0.5742544531822205, |
| "logps/chosen": -10.300456047058105, |
| "logps/rejected": -14.731122970581055, |
| "loss": 1.1951102018356323, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.6024460196495056, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": -0.005457160994410515, |
| "rewards/margins": 0.43640822172164917, |
| "rewards/rejected": -0.44186532497406006, |
| "step": 39, |
| "train_speed(iter/s)": 0.005499 |
| }, |
| { |
| "epoch": 0.0683432110630573, |
| "grad_norm": 4.581506252288818, |
| "learning_rate": 0.00013559322033898305, |
| "logits/chosen": -0.5436846613883972, |
| "logits/rejected": -0.5412294268608093, |
| "logps/chosen": -11.306229591369629, |
| "logps/rejected": -15.808780670166016, |
| "loss": 0.9979494214057922, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.4069577753543854, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": -0.10538371652364731, |
| "rewards/margins": 0.4707936942577362, |
| "rewards/rejected": -0.5761774778366089, |
| "step": 40, |
| "train_speed(iter/s)": 0.005496 |
| }, |
| { |
| "epoch": 0.07005179133963373, |
| "grad_norm": 4.280210018157959, |
| "learning_rate": 0.00013898305084745764, |
| "logits/chosen": -0.5919702649116516, |
| "logits/rejected": -0.5944460034370422, |
| "logps/chosen": -4.601211071014404, |
| "logps/rejected": -18.39055061340332, |
| "loss": 0.7289348244667053, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.2620496451854706, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.1577654778957367, |
| "rewards/margins": 0.7140093445777893, |
| "rewards/rejected": -0.5562438368797302, |
| "step": 41, |
| "train_speed(iter/s)": 0.005492 |
| }, |
| { |
| "epoch": 0.07176037161621016, |
| "grad_norm": 2.8965229988098145, |
| "learning_rate": 0.0001423728813559322, |
| "logits/chosen": -0.5226963758468628, |
| "logits/rejected": -0.5210604667663574, |
| "logps/chosen": -8.042407035827637, |
| "logps/rejected": -13.117356300354004, |
| "loss": 0.8382841944694519, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.3229953646659851, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.15337654948234558, |
| "rewards/margins": 0.5258168578147888, |
| "rewards/rejected": -0.3724403381347656, |
| "step": 42, |
| "train_speed(iter/s)": 0.005494 |
| }, |
| { |
| "epoch": 0.07346895189278659, |
| "grad_norm": 4.7869791984558105, |
| "learning_rate": 0.00014576271186440677, |
| "logits/chosen": -0.5595600605010986, |
| "logits/rejected": -0.5619646310806274, |
| "logps/chosen": -5.741379261016846, |
| "logps/rejected": -14.867729187011719, |
| "loss": 0.9325981140136719, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.34299078583717346, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": 0.06792251765727997, |
| "rewards/margins": 0.3079211115837097, |
| "rewards/rejected": -0.23999860882759094, |
| "step": 43, |
| "train_speed(iter/s)": 0.005494 |
| }, |
| { |
| "epoch": 0.07517753216936301, |
| "grad_norm": 3.8402724266052246, |
| "learning_rate": 0.00014915254237288136, |
| "logits/chosen": -0.5551996231079102, |
| "logits/rejected": -0.5583171248435974, |
| "logps/chosen": -7.729850769042969, |
| "logps/rejected": -14.535001754760742, |
| "loss": 0.985005795955658, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.37224525213241577, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": 0.0475621297955513, |
| "rewards/margins": 0.2842516601085663, |
| "rewards/rejected": -0.23668958246707916, |
| "step": 44, |
| "train_speed(iter/s)": 0.005495 |
| }, |
| { |
| "epoch": 0.07688611244593946, |
| "grad_norm": 3.136073112487793, |
| "learning_rate": 0.00015254237288135592, |
| "logits/chosen": -0.5538796186447144, |
| "logits/rejected": -0.5563740730285645, |
| "logps/chosen": -8.61514663696289, |
| "logps/rejected": -20.434301376342773, |
| "loss": 0.8447250723838806, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.3852572441101074, |
| "rewards/accuracies": 0.90625, |
| "rewards/chosen": 0.17051486670970917, |
| "rewards/margins": 0.695674479007721, |
| "rewards/rejected": -0.5251596570014954, |
| "step": 45, |
| "train_speed(iter/s)": 0.005495 |
| }, |
| { |
| "epoch": 0.07859469272251589, |
| "grad_norm": 2.950076103210449, |
| "learning_rate": 0.00015593220338983051, |
| "logits/chosen": -0.588573694229126, |
| "logits/rejected": -0.5898380875587463, |
| "logps/chosen": -8.49618911743164, |
| "logps/rejected": -16.47633171081543, |
| "loss": 0.8776077032089233, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.3434315621852875, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.1189945787191391, |
| "rewards/margins": 0.5393712520599365, |
| "rewards/rejected": -0.42037665843963623, |
| "step": 46, |
| "train_speed(iter/s)": 0.005498 |
| }, |
| { |
| "epoch": 0.08030327299909232, |
| "grad_norm": 2.918926954269409, |
| "learning_rate": 0.00015932203389830508, |
| "logits/chosen": -0.5735058188438416, |
| "logits/rejected": -0.5742441415786743, |
| "logps/chosen": -10.007829666137695, |
| "logps/rejected": -15.225828170776367, |
| "loss": 0.9683640003204346, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.4518345892429352, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.29521822929382324, |
| "rewards/margins": 0.5080306529998779, |
| "rewards/rejected": -0.2128123939037323, |
| "step": 47, |
| "train_speed(iter/s)": 0.005501 |
| }, |
| { |
| "epoch": 0.08201185327566875, |
| "grad_norm": 2.885613441467285, |
| "learning_rate": 0.00016271186440677967, |
| "logits/chosen": -0.5690568089485168, |
| "logits/rejected": -0.570725679397583, |
| "logps/chosen": -6.9214887619018555, |
| "logps/rejected": -17.073692321777344, |
| "loss": 0.8013411164283752, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.2747730612754822, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.1803244799375534, |
| "rewards/margins": 0.5454539060592651, |
| "rewards/rejected": -0.36512941122055054, |
| "step": 48, |
| "train_speed(iter/s)": 0.005502 |
| }, |
| { |
| "epoch": 0.08372043355224518, |
| "grad_norm": 2.8386495113372803, |
| "learning_rate": 0.00016610169491525423, |
| "logits/chosen": -0.5691187381744385, |
| "logits/rejected": -0.5723721981048584, |
| "logps/chosen": -6.647555828094482, |
| "logps/rejected": -18.68927764892578, |
| "loss": 0.731940746307373, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.31857162714004517, |
| "rewards/accuracies": 0.90625, |
| "rewards/chosen": 0.15964265167713165, |
| "rewards/margins": 0.8172457218170166, |
| "rewards/rejected": -0.6576029062271118, |
| "step": 49, |
| "train_speed(iter/s)": 0.005503 |
| }, |
| { |
| "epoch": 0.0854290138288216, |
| "grad_norm": 6.678228855133057, |
| "learning_rate": 0.00016949152542372882, |
| "logits/chosen": -0.569486141204834, |
| "logits/rejected": -0.5724078416824341, |
| "logps/chosen": -7.978659629821777, |
| "logps/rejected": -18.0915584564209, |
| "loss": 0.8816509246826172, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.41086509823799133, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.16925573348999023, |
| "rewards/margins": 0.6901466846466064, |
| "rewards/rejected": -0.520891010761261, |
| "step": 50, |
| "train_speed(iter/s)": 0.0055 |
| }, |
| { |
| "epoch": 0.08713759410539805, |
| "grad_norm": 3.4269354343414307, |
| "learning_rate": 0.00017288135593220342, |
| "logits/chosen": -0.6229482889175415, |
| "logits/rejected": -0.624045193195343, |
| "logps/chosen": -8.981767654418945, |
| "logps/rejected": -18.87827491760254, |
| "loss": 0.902818500995636, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.4753139615058899, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.12949834764003754, |
| "rewards/margins": 0.91382896900177, |
| "rewards/rejected": -0.7843306064605713, |
| "step": 51, |
| "train_speed(iter/s)": 0.005488 |
| }, |
| { |
| "epoch": 0.08884617438197448, |
| "grad_norm": 3.730417013168335, |
| "learning_rate": 0.00017627118644067798, |
| "logits/chosen": -0.5907954573631287, |
| "logits/rejected": -0.5928065776824951, |
| "logps/chosen": -8.826777458190918, |
| "logps/rejected": -25.743032455444336, |
| "loss": 0.8241711854934692, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.4183700382709503, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.15070247650146484, |
| "rewards/margins": 1.0849279165267944, |
| "rewards/rejected": -0.9342254400253296, |
| "step": 52, |
| "train_speed(iter/s)": 0.00549 |
| }, |
| { |
| "epoch": 0.09055475465855091, |
| "grad_norm": 6.543994426727295, |
| "learning_rate": 0.00017966101694915257, |
| "logits/chosen": -0.5657305717468262, |
| "logits/rejected": -0.5669429898262024, |
| "logps/chosen": -11.976017951965332, |
| "logps/rejected": -18.324581146240234, |
| "loss": 1.1098811626434326, |
| "memory(GiB)": 46.08, |
| "nll_loss": 0.5012481808662415, |
| "rewards/accuracies": 0.625, |
| "rewards/chosen": -0.04995343089103699, |
| "rewards/margins": 0.5761421918869019, |
| "rewards/rejected": -0.6260955929756165, |
| "step": 53, |
| "train_speed(iter/s)": 0.005492 |
| }, |
| { |
| "epoch": 0.09226333493512734, |
| "grad_norm": 7.451931476593018, |
| "learning_rate": 0.00018305084745762714, |
| "logits/chosen": -0.5736872553825378, |
| "logits/rejected": -0.5727863907814026, |
| "logps/chosen": -9.956096649169922, |
| "logps/rejected": -17.354209899902344, |
| "loss": 1.0036059617996216, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.35273733735084534, |
| "rewards/accuracies": 0.65625, |
| "rewards/chosen": -0.07980930060148239, |
| "rewards/margins": 0.5828754901885986, |
| "rewards/rejected": -0.6626847982406616, |
| "step": 54, |
| "train_speed(iter/s)": 0.005492 |
| }, |
| { |
| "epoch": 0.09397191521170377, |
| "grad_norm": 4.901066303253174, |
| "learning_rate": 0.0001864406779661017, |
| "logits/chosen": -0.5865222811698914, |
| "logits/rejected": -0.5857770442962646, |
| "logps/chosen": -6.749457359313965, |
| "logps/rejected": -19.966379165649414, |
| "loss": 0.836351215839386, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.30449604988098145, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": 0.11927387118339539, |
| "rewards/margins": 0.7463572025299072, |
| "rewards/rejected": -0.6270833611488342, |
| "step": 55, |
| "train_speed(iter/s)": 0.005491 |
| }, |
| { |
| "epoch": 0.09568049548828021, |
| "grad_norm": 3.0312962532043457, |
| "learning_rate": 0.0001898305084745763, |
| "logits/chosen": -0.5644817352294922, |
| "logits/rejected": -0.5671055912971497, |
| "logps/chosen": -6.525354862213135, |
| "logps/rejected": -18.556304931640625, |
| "loss": 0.7299084663391113, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.2566152811050415, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.051953963935375214, |
| "rewards/margins": 0.8131421804428101, |
| "rewards/rejected": -0.7611882090568542, |
| "step": 56, |
| "train_speed(iter/s)": 0.005492 |
| }, |
| { |
| "epoch": 0.09738907576485664, |
| "grad_norm": 6.161406517028809, |
| "learning_rate": 0.00019322033898305085, |
| "logits/chosen": -0.5638913512229919, |
| "logits/rejected": -0.5684786438941956, |
| "logps/chosen": -8.483434677124023, |
| "logps/rejected": -20.397701263427734, |
| "loss": 0.988010585308075, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.4928280711174011, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": 0.17585664987564087, |
| "rewards/margins": 0.6749651432037354, |
| "rewards/rejected": -0.4991084933280945, |
| "step": 57, |
| "train_speed(iter/s)": 0.00549 |
| }, |
| { |
| "epoch": 0.09909765604143307, |
| "grad_norm": 4.03005313873291, |
| "learning_rate": 0.00019661016949152545, |
| "logits/chosen": -0.5518775582313538, |
| "logits/rejected": -0.552839994430542, |
| "logps/chosen": -6.419961929321289, |
| "logps/rejected": -20.10483169555664, |
| "loss": 0.7270359396934509, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.2987552881240845, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.23015271127223969, |
| "rewards/margins": 0.8427435159683228, |
| "rewards/rejected": -0.6125907897949219, |
| "step": 58, |
| "train_speed(iter/s)": 0.00549 |
| }, |
| { |
| "epoch": 0.1008062363180095, |
| "grad_norm": 2.9903881549835205, |
| "learning_rate": 0.0002, |
| "logits/chosen": -0.558972954750061, |
| "logits/rejected": -0.559365451335907, |
| "logps/chosen": -7.266337871551514, |
| "logps/rejected": -19.700899124145508, |
| "loss": 0.8035504221916199, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.35604721307754517, |
| "rewards/accuracies": 0.90625, |
| "rewards/chosen": 0.23076069355010986, |
| "rewards/margins": 0.6581640243530273, |
| "rewards/rejected": -0.4274032711982727, |
| "step": 59, |
| "train_speed(iter/s)": 0.005494 |
| }, |
| { |
| "epoch": 0.10251481659458593, |
| "grad_norm": 2.308953046798706, |
| "learning_rate": 0.00019999960020133237, |
| "logits/chosen": -0.5721818804740906, |
| "logits/rejected": -0.5736841559410095, |
| "logps/chosen": -5.192386150360107, |
| "logps/rejected": -16.873666763305664, |
| "loss": 0.6971458196640015, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.25499823689460754, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.14774081110954285, |
| "rewards/margins": 0.7478816509246826, |
| "rewards/rejected": -0.6001408696174622, |
| "step": 60, |
| "train_speed(iter/s)": 0.005494 |
| }, |
| { |
| "epoch": 0.10422339687116237, |
| "grad_norm": 6.15336275100708, |
| "learning_rate": 0.00019999840080852627, |
| "logits/chosen": -0.6088159680366516, |
| "logits/rejected": -0.6091991662979126, |
| "logps/chosen": -10.085458755493164, |
| "logps/rejected": -16.714794158935547, |
| "loss": 1.2082210779190063, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.6319302320480347, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": -0.015833575278520584, |
| "rewards/margins": 0.46795743703842163, |
| "rewards/rejected": -0.4837909936904907, |
| "step": 61, |
| "train_speed(iter/s)": 0.005494 |
| }, |
| { |
| "epoch": 0.1059319771477388, |
| "grad_norm": 4.543377876281738, |
| "learning_rate": 0.00019999640183117196, |
| "logits/chosen": -0.6160375475883484, |
| "logits/rejected": -0.6183785796165466, |
| "logps/chosen": -7.354756832122803, |
| "logps/rejected": -17.332752227783203, |
| "loss": 0.9280235767364502, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.39269304275512695, |
| "rewards/accuracies": 0.65625, |
| "rewards/chosen": 0.00012398138642311096, |
| "rewards/margins": 0.7065204381942749, |
| "rewards/rejected": -0.7063965797424316, |
| "step": 62, |
| "train_speed(iter/s)": 0.005497 |
| }, |
| { |
| "epoch": 0.10764055742431523, |
| "grad_norm": 3.700834035873413, |
| "learning_rate": 0.00019999360328525325, |
| "logits/chosen": -0.5955262780189514, |
| "logits/rejected": -0.5960131287574768, |
| "logps/chosen": -7.038027763366699, |
| "logps/rejected": -19.62297248840332, |
| "loss": 0.8426406383514404, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.304790735244751, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.04702156037092209, |
| "rewards/margins": 0.6756925582885742, |
| "rewards/rejected": -0.6286709904670715, |
| "step": 63, |
| "train_speed(iter/s)": 0.005495 |
| }, |
| { |
| "epoch": 0.10934913770089166, |
| "grad_norm": 3.616783857345581, |
| "learning_rate": 0.00019999000519314722, |
| "logits/chosen": -0.5933761596679688, |
| "logits/rejected": -0.5956672430038452, |
| "logps/chosen": -10.029403686523438, |
| "logps/rejected": -19.743268966674805, |
| "loss": 0.8910276889801025, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.4178580045700073, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.059932250529527664, |
| "rewards/margins": 0.7701122164726257, |
| "rewards/rejected": -0.7101800441741943, |
| "step": 64, |
| "train_speed(iter/s)": 0.005494 |
| }, |
| { |
| "epoch": 0.11105771797746809, |
| "grad_norm": 2.8669040203094482, |
| "learning_rate": 0.00019998560758362416, |
| "logits/chosen": -0.6144078373908997, |
| "logits/rejected": -0.6167560815811157, |
| "logps/chosen": -10.685945510864258, |
| "logps/rejected": -23.724315643310547, |
| "loss": 0.7696695923805237, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.3780427873134613, |
| "rewards/accuracies": 0.90625, |
| "rewards/chosen": 0.1446903944015503, |
| "rewards/margins": 1.0186232328414917, |
| "rewards/rejected": -0.873932957649231, |
| "step": 65, |
| "train_speed(iter/s)": 0.005493 |
| }, |
| { |
| "epoch": 0.11276629825404454, |
| "grad_norm": 4.312869548797607, |
| "learning_rate": 0.00019998041049184719, |
| "logits/chosen": -0.620762050151825, |
| "logits/rejected": -0.6244264245033264, |
| "logps/chosen": -11.728214263916016, |
| "logps/rejected": -26.204395294189453, |
| "loss": 0.7992648482322693, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.4216463565826416, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.14800474047660828, |
| "rewards/margins": 1.0791853666305542, |
| "rewards/rejected": -0.9311806559562683, |
| "step": 66, |
| "train_speed(iter/s)": 0.005493 |
| }, |
| { |
| "epoch": 0.11447487853062097, |
| "grad_norm": 7.865874290466309, |
| "learning_rate": 0.00019997441395937213, |
| "logits/chosen": -0.6298569440841675, |
| "logits/rejected": -0.6332789659500122, |
| "logps/chosen": -7.128231525421143, |
| "logps/rejected": -22.970563888549805, |
| "loss": 0.7514320015907288, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.33478716015815735, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.05204010754823685, |
| "rewards/margins": 0.9836788773536682, |
| "rewards/rejected": -0.931638777256012, |
| "step": 67, |
| "train_speed(iter/s)": 0.005494 |
| }, |
| { |
| "epoch": 0.1161834588071974, |
| "grad_norm": 6.099157810211182, |
| "learning_rate": 0.0001999676180341471, |
| "logits/chosen": -0.6536255478858948, |
| "logits/rejected": -0.6564731597900391, |
| "logps/chosen": -10.524028778076172, |
| "logps/rejected": -19.91427993774414, |
| "loss": 1.1307811737060547, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.7356545925140381, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.028077581897377968, |
| "rewards/margins": 0.9777989387512207, |
| "rewards/rejected": -0.9497213363647461, |
| "step": 68, |
| "train_speed(iter/s)": 0.005495 |
| }, |
| { |
| "epoch": 0.11789203908377383, |
| "grad_norm": 5.27453088760376, |
| "learning_rate": 0.00019996002277051218, |
| "logits/chosen": -0.6637449264526367, |
| "logits/rejected": -0.6651371717453003, |
| "logps/chosen": -9.458850860595703, |
| "logps/rejected": -16.127042770385742, |
| "loss": 1.4500970840454102, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.8368474841117859, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": -0.15293718874454498, |
| "rewards/margins": 0.500515878200531, |
| "rewards/rejected": -0.6534531116485596, |
| "step": 69, |
| "train_speed(iter/s)": 0.005497 |
| }, |
| { |
| "epoch": 0.11960061936035025, |
| "grad_norm": 4.469899654388428, |
| "learning_rate": 0.00019995162822919883, |
| "logits/chosen": -0.6642380356788635, |
| "logits/rejected": -0.664824366569519, |
| "logps/chosen": -8.725358963012695, |
| "logps/rejected": -16.164390563964844, |
| "loss": 0.8428195714950562, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.3803461194038391, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.08946336805820465, |
| "rewards/margins": 0.7338303327560425, |
| "rewards/rejected": -0.644366979598999, |
| "step": 70, |
| "train_speed(iter/s)": 0.005495 |
| }, |
| { |
| "epoch": 0.12130919963692668, |
| "grad_norm": 4.995606422424316, |
| "learning_rate": 0.00019994243447732957, |
| "logits/chosen": -0.6431492567062378, |
| "logits/rejected": -0.6473235487937927, |
| "logps/chosen": -8.270989418029785, |
| "logps/rejected": -24.483354568481445, |
| "loss": 0.8698587417602539, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.4563717544078827, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.07262411713600159, |
| "rewards/margins": 1.0772123336791992, |
| "rewards/rejected": -1.0045881271362305, |
| "step": 71, |
| "train_speed(iter/s)": 0.005495 |
| }, |
| { |
| "epoch": 0.12301777991350313, |
| "grad_norm": 3.5250916481018066, |
| "learning_rate": 0.00019993244158841747, |
| "logits/chosen": -0.6772405505180359, |
| "logits/rejected": -0.6789288520812988, |
| "logps/chosen": -9.19353199005127, |
| "logps/rejected": -27.746652603149414, |
| "loss": 0.8238008618354797, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.39661213755607605, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": 0.09302112460136414, |
| "rewards/margins": 1.367937684059143, |
| "rewards/rejected": -1.274916410446167, |
| "step": 72, |
| "train_speed(iter/s)": 0.005495 |
| }, |
| { |
| "epoch": 0.12472636019007956, |
| "grad_norm": 3.276311159133911, |
| "learning_rate": 0.00019992164964236533, |
| "logits/chosen": -0.6857064962387085, |
| "logits/rejected": -0.685559868812561, |
| "logps/chosen": -11.672329902648926, |
| "logps/rejected": -21.510480880737305, |
| "loss": 0.9018468856811523, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.41466090083122253, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": 0.07735104858875275, |
| "rewards/margins": 0.9590628147125244, |
| "rewards/rejected": -0.8817118406295776, |
| "step": 73, |
| "train_speed(iter/s)": 0.005495 |
| }, |
| { |
| "epoch": 0.126434940466656, |
| "grad_norm": 3.369281768798828, |
| "learning_rate": 0.00019991005872546527, |
| "logits/chosen": -0.6608355641365051, |
| "logits/rejected": -0.6626392602920532, |
| "logps/chosen": -7.696371078491211, |
| "logps/rejected": -16.016326904296875, |
| "loss": 0.8347861766815186, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.3552168607711792, |
| "rewards/accuracies": 0.90625, |
| "rewards/chosen": 0.13171803951263428, |
| "rewards/margins": 0.7066640853881836, |
| "rewards/rejected": -0.5749460458755493, |
| "step": 74, |
| "train_speed(iter/s)": 0.005494 |
| }, |
| { |
| "epoch": 0.12814352074323243, |
| "grad_norm": 2.894788980484009, |
| "learning_rate": 0.00019989766893039804, |
| "logits/chosen": -0.6222079992294312, |
| "logits/rejected": -0.6232355833053589, |
| "logps/chosen": -5.741198539733887, |
| "logps/rejected": -21.31194305419922, |
| "loss": 0.7077224850654602, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.2760768234729767, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.08473706245422363, |
| "rewards/margins": 0.9282934665679932, |
| "rewards/rejected": -0.8435564041137695, |
| "step": 75, |
| "train_speed(iter/s)": 0.005493 |
| }, |
| { |
| "epoch": 0.12985210101980885, |
| "grad_norm": 2.1586077213287354, |
| "learning_rate": 0.00019988448035623203, |
| "logits/chosen": -0.6409361958503723, |
| "logits/rejected": -0.6418861150741577, |
| "logps/chosen": -7.263876438140869, |
| "logps/rejected": -17.95524024963379, |
| "loss": 0.8056262731552124, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.2723458409309387, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": 0.10251796990633011, |
| "rewards/margins": 0.5812361240386963, |
| "rewards/rejected": -0.4787181317806244, |
| "step": 76, |
| "train_speed(iter/s)": 0.005491 |
| }, |
| { |
| "epoch": 0.1315606812963853, |
| "grad_norm": 3.0591204166412354, |
| "learning_rate": 0.00019987049310842272, |
| "logits/chosen": -0.6324824690818787, |
| "logits/rejected": -0.6336201429367065, |
| "logps/chosen": -10.325702667236328, |
| "logps/rejected": -15.849100112915039, |
| "loss": 0.8897943496704102, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.3855420649051666, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.16009055078029633, |
| "rewards/margins": 0.6010256409645081, |
| "rewards/rejected": -0.4409351050853729, |
| "step": 77, |
| "train_speed(iter/s)": 0.005491 |
| }, |
| { |
| "epoch": 0.1332692615729617, |
| "grad_norm": 2.668419122695923, |
| "learning_rate": 0.00019985570729881184, |
| "logits/chosen": -0.6462000012397766, |
| "logits/rejected": -0.6490585207939148, |
| "logps/chosen": -5.475035667419434, |
| "logps/rejected": -20.422216415405273, |
| "loss": 0.7187508344650269, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.26306530833244324, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.13646253943443298, |
| "rewards/margins": 0.6754783391952515, |
| "rewards/rejected": -0.5390157699584961, |
| "step": 78, |
| "train_speed(iter/s)": 0.005491 |
| }, |
| { |
| "epoch": 0.13497784184953815, |
| "grad_norm": 4.360518932342529, |
| "learning_rate": 0.00019984012304562622, |
| "logits/chosen": -0.6780133247375488, |
| "logits/rejected": -0.6758167147636414, |
| "logps/chosen": -11.310664176940918, |
| "logps/rejected": -15.12096881866455, |
| "loss": 0.9152082800865173, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.45073550939559937, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.15347006916999817, |
| "rewards/margins": 0.7282993197441101, |
| "rewards/rejected": -0.5748292207717896, |
| "step": 79, |
| "train_speed(iter/s)": 0.00549 |
| }, |
| { |
| "epoch": 0.1366864221261146, |
| "grad_norm": 2.7597768306732178, |
| "learning_rate": 0.00019982374047347723, |
| "logits/chosen": -0.6909894943237305, |
| "logits/rejected": -0.694047212600708, |
| "logps/chosen": -6.004232406616211, |
| "logps/rejected": -23.221824645996094, |
| "loss": 0.6792643666267395, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.31354260444641113, |
| "rewards/accuracies": 0.96875, |
| "rewards/chosen": 0.21520498394966125, |
| "rewards/margins": 1.1965129375457764, |
| "rewards/rejected": -0.9813080430030823, |
| "step": 80, |
| "train_speed(iter/s)": 0.00549 |
| }, |
| { |
| "epoch": 0.138395002402691, |
| "grad_norm": 4.00593900680542, |
| "learning_rate": 0.00019980655971335945, |
| "logits/chosen": -0.666761577129364, |
| "logits/rejected": -0.6698122620582581, |
| "logps/chosen": -11.200495719909668, |
| "logps/rejected": -20.89803123474121, |
| "loss": 1.0373343229293823, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.5717941522598267, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": -0.03891691192984581, |
| "rewards/margins": 0.8691489696502686, |
| "rewards/rejected": -0.9080657958984375, |
| "step": 81, |
| "train_speed(iter/s)": 0.00549 |
| }, |
| { |
| "epoch": 0.14010358267926745, |
| "grad_norm": 3.7606523036956787, |
| "learning_rate": 0.00019978858090264975, |
| "logits/chosen": -0.6808147430419922, |
| "logits/rejected": -0.683088481426239, |
| "logps/chosen": -8.414874076843262, |
| "logps/rejected": -28.505592346191406, |
| "loss": 0.7084274888038635, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.3828541338443756, |
| "rewards/accuracies": 0.90625, |
| "rewards/chosen": 0.1215677559375763, |
| "rewards/margins": 1.7334877252578735, |
| "rewards/rejected": -1.6119199991226196, |
| "step": 82, |
| "train_speed(iter/s)": 0.005491 |
| }, |
| { |
| "epoch": 0.14181216295584387, |
| "grad_norm": 4.108179569244385, |
| "learning_rate": 0.0001997698041851063, |
| "logits/chosen": -0.6897909045219421, |
| "logits/rejected": -0.6913143396377563, |
| "logps/chosen": -4.813051223754883, |
| "logps/rejected": -26.06230926513672, |
| "loss": 0.572483241558075, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.24444976449012756, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.15832601487636566, |
| "rewards/margins": 1.6045297384262085, |
| "rewards/rejected": -1.4462038278579712, |
| "step": 83, |
| "train_speed(iter/s)": 0.005491 |
| }, |
| { |
| "epoch": 0.1435207432324203, |
| "grad_norm": 5.49106502532959, |
| "learning_rate": 0.00019975022971086714, |
| "logits/chosen": -0.6466387510299683, |
| "logits/rejected": -0.6520243883132935, |
| "logps/chosen": -7.595500946044922, |
| "logps/rejected": -33.218482971191406, |
| "loss": 0.9090702533721924, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.5250993371009827, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": 0.13341139256954193, |
| "rewards/margins": 1.5776695013046265, |
| "rewards/rejected": -1.444258213043213, |
| "step": 84, |
| "train_speed(iter/s)": 0.005492 |
| }, |
| { |
| "epoch": 0.14522932350899675, |
| "grad_norm": 4.539761543273926, |
| "learning_rate": 0.00019972985763644932, |
| "logits/chosen": -0.6421160101890564, |
| "logits/rejected": -0.6411360502243042, |
| "logps/chosen": -7.4049482345581055, |
| "logps/rejected": -21.37047576904297, |
| "loss": 0.8407540917396545, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.4470757246017456, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.1697394847869873, |
| "rewards/margins": 1.345821738243103, |
| "rewards/rejected": -1.1760823726654053, |
| "step": 85, |
| "train_speed(iter/s)": 0.005493 |
| }, |
| { |
| "epoch": 0.14693790378557317, |
| "grad_norm": 4.877723217010498, |
| "learning_rate": 0.00019970868812474736, |
| "logits/chosen": -0.6163697242736816, |
| "logits/rejected": -0.6189360022544861, |
| "logps/chosen": -12.07491683959961, |
| "logps/rejected": -29.372955322265625, |
| "loss": 0.848598301410675, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.49112260341644287, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.1017676591873169, |
| "rewards/margins": 1.7578887939453125, |
| "rewards/rejected": -1.6561211347579956, |
| "step": 86, |
| "train_speed(iter/s)": 0.005493 |
| }, |
| { |
| "epoch": 0.14864648406214961, |
| "grad_norm": 5.431716442108154, |
| "learning_rate": 0.00019968672134503213, |
| "logits/chosen": -0.6225081086158752, |
| "logits/rejected": -0.6252766251564026, |
| "logps/chosen": -7.893375873565674, |
| "logps/rejected": -24.980260848999023, |
| "loss": 0.7993619441986084, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.3846016228199005, |
| "rewards/accuracies": 0.8125, |
| "rewards/chosen": 0.16642117500305176, |
| "rewards/margins": 1.3823862075805664, |
| "rewards/rejected": -1.215964913368225, |
| "step": 87, |
| "train_speed(iter/s)": 0.005493 |
| }, |
| { |
| "epoch": 0.15035506433872603, |
| "grad_norm": 3.7740750312805176, |
| "learning_rate": 0.00019966395747294938, |
| "logits/chosen": -0.5984699130058289, |
| "logits/rejected": -0.6030604839324951, |
| "logps/chosen": -5.385066032409668, |
| "logps/rejected": -25.168312072753906, |
| "loss": 0.6654453873634338, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.3348524868488312, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.16900494694709778, |
| "rewards/margins": 1.3018345832824707, |
| "rewards/rejected": -1.1328295469284058, |
| "step": 88, |
| "train_speed(iter/s)": 0.005492 |
| }, |
| { |
| "epoch": 0.15206364461530247, |
| "grad_norm": 3.6669890880584717, |
| "learning_rate": 0.0001996403966905185, |
| "logits/chosen": -0.6115779280662537, |
| "logits/rejected": -0.615218997001648, |
| "logps/chosen": -8.385238647460938, |
| "logps/rejected": -20.905569076538086, |
| "loss": 0.8084090948104858, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.39410629868507385, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.07257324457168579, |
| "rewards/margins": 1.0608566999435425, |
| "rewards/rejected": -0.9882834553718567, |
| "step": 89, |
| "train_speed(iter/s)": 0.00549 |
| }, |
| { |
| "epoch": 0.15377222489187892, |
| "grad_norm": 8.954024314880371, |
| "learning_rate": 0.00019961603918613077, |
| "logits/chosen": -0.6033557653427124, |
| "logits/rejected": -0.6063033938407898, |
| "logps/chosen": -7.85408878326416, |
| "logps/rejected": -24.28641700744629, |
| "loss": 0.8988556861877441, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.4972013235092163, |
| "rewards/accuracies": 0.78125, |
| "rewards/chosen": 0.1499406397342682, |
| "rewards/margins": 1.2390244007110596, |
| "rewards/rejected": -1.0890836715698242, |
| "step": 90, |
| "train_speed(iter/s)": 0.005489 |
| }, |
| { |
| "epoch": 0.15548080516845533, |
| "grad_norm": 2.68121075630188, |
| "learning_rate": 0.00019959088515454827, |
| "logits/chosen": -0.6473177075386047, |
| "logits/rejected": -0.6510601043701172, |
| "logps/chosen": -6.986569404602051, |
| "logps/rejected": -28.0955810546875, |
| "loss": 0.6454746723175049, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.3593181073665619, |
| "rewards/accuracies": 0.875, |
| "rewards/chosen": 0.310781866312027, |
| "rewards/margins": 1.7279632091522217, |
| "rewards/rejected": -1.417181372642517, |
| "step": 91, |
| "train_speed(iter/s)": 0.005489 |
| }, |
| { |
| "epoch": 0.15718938544503178, |
| "grad_norm": 7.000541687011719, |
| "learning_rate": 0.0001995649347969019, |
| "logits/chosen": -0.7174542546272278, |
| "logits/rejected": -0.7201290726661682, |
| "logps/chosen": -11.954474449157715, |
| "logps/rejected": -24.34893226623535, |
| "loss": 1.0948961973190308, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.6069883704185486, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": -0.005067221820354462, |
| "rewards/margins": 1.2273277044296265, |
| "rewards/rejected": -1.232394814491272, |
| "step": 92, |
| "train_speed(iter/s)": 0.005491 |
| }, |
| { |
| "epoch": 0.1588979657216082, |
| "grad_norm": 4.3811211585998535, |
| "learning_rate": 0.00019953818832069, |
| "logits/chosen": -0.6739280223846436, |
| "logits/rejected": -0.6795160174369812, |
| "logps/chosen": -6.881966590881348, |
| "logps/rejected": -37.4478645324707, |
| "loss": 0.6469016075134277, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.40633073449134827, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.20596878230571747, |
| "rewards/margins": 2.5138516426086426, |
| "rewards/rejected": -2.3078830242156982, |
| "step": 93, |
| "train_speed(iter/s)": 0.005491 |
| }, |
| { |
| "epoch": 0.16060654599818464, |
| "grad_norm": 12.26343822479248, |
| "learning_rate": 0.00019951064593977668, |
| "logits/chosen": -0.6859129667282104, |
| "logits/rejected": -0.6899083852767944, |
| "logps/chosen": -13.38476848602295, |
| "logps/rejected": -30.595182418823242, |
| "loss": 1.2918721437454224, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.6223256587982178, |
| "rewards/accuracies": 0.71875, |
| "rewards/chosen": -0.30435577034950256, |
| "rewards/margins": 1.605468988418579, |
| "rewards/rejected": -1.9098248481750488, |
| "step": 94, |
| "train_speed(iter/s)": 0.005491 |
| }, |
| { |
| "epoch": 0.16231512627476108, |
| "grad_norm": 6.570938587188721, |
| "learning_rate": 0.00019948230787439017, |
| "logits/chosen": -0.7028453946113586, |
| "logits/rejected": -0.7050482034683228, |
| "logps/chosen": -6.761815071105957, |
| "logps/rejected": -27.314367294311523, |
| "loss": 0.9538392424583435, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.39429235458374023, |
| "rewards/accuracies": 0.6875, |
| "rewards/chosen": 0.012213893234729767, |
| "rewards/margins": 1.6957728862762451, |
| "rewards/rejected": -1.6835590600967407, |
| "step": 95, |
| "train_speed(iter/s)": 0.005493 |
| }, |
| { |
| "epoch": 0.1640237065513375, |
| "grad_norm": 2.8915793895721436, |
| "learning_rate": 0.0001994531743511208, |
| "logits/chosen": -0.6953604817390442, |
| "logits/rejected": -0.6982015371322632, |
| "logps/chosen": -7.192444801330566, |
| "logps/rejected": -26.632644653320312, |
| "loss": 0.6771315336227417, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.3128400444984436, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.21012118458747864, |
| "rewards/margins": 1.6979337930679321, |
| "rewards/rejected": -1.4878127574920654, |
| "step": 96, |
| "train_speed(iter/s)": 0.005494 |
| }, |
| { |
| "epoch": 0.16573228682791394, |
| "grad_norm": 2.7815051078796387, |
| "learning_rate": 0.00019942324560291952, |
| "logits/chosen": -0.6696122884750366, |
| "logits/rejected": -0.6713677644729614, |
| "logps/chosen": -4.250362396240234, |
| "logps/rejected": -22.2177791595459, |
| "loss": 0.6821787357330322, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.26163250207901, |
| "rewards/accuracies": 0.75, |
| "rewards/chosen": 0.09910638630390167, |
| "rewards/margins": 1.2715519666671753, |
| "rewards/rejected": -1.1724457740783691, |
| "step": 97, |
| "train_speed(iter/s)": 0.005495 |
| }, |
| { |
| "epoch": 0.16744086710449035, |
| "grad_norm": 2.4311976432800293, |
| "learning_rate": 0.00019939252186909574, |
| "logits/chosen": -0.6763203740119934, |
| "logits/rejected": -0.6752580404281616, |
| "logps/chosen": -6.972185134887695, |
| "logps/rejected": -21.0667667388916, |
| "loss": 0.5966892838478088, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.2420358657836914, |
| "rewards/accuracies": 0.9375, |
| "rewards/chosen": 0.14732374250888824, |
| "rewards/margins": 1.0790168046951294, |
| "rewards/rejected": -0.9316931366920471, |
| "step": 98, |
| "train_speed(iter/s)": 0.005495 |
| }, |
| { |
| "epoch": 0.1691494473810668, |
| "grad_norm": 5.822193622589111, |
| "learning_rate": 0.00019936100339531564, |
| "logits/chosen": -0.6894733905792236, |
| "logits/rejected": -0.6909453272819519, |
| "logps/chosen": -6.009974479675293, |
| "logps/rejected": -21.0426025390625, |
| "loss": 0.7569796442985535, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.4093407690525055, |
| "rewards/accuracies": 0.84375, |
| "rewards/chosen": 0.26579749584198, |
| "rewards/margins": 1.3290454149246216, |
| "rewards/rejected": -1.0632479190826416, |
| "step": 99, |
| "train_speed(iter/s)": 0.005495 |
| }, |
| { |
| "epoch": 0.1708580276576432, |
| "grad_norm": 3.2212934494018555, |
| "learning_rate": 0.0001993286904336001, |
| "logits/chosen": -0.7202757000923157, |
| "logits/rejected": -0.7197086215019226, |
| "logps/chosen": -6.131860733032227, |
| "logps/rejected": -21.27735137939453, |
| "loss": 0.622944712638855, |
| "memory(GiB)": 46.38, |
| "nll_loss": 0.28273510932922363, |
| "rewards/accuracies": 0.9375, |
| "rewards/chosen": 0.26464149355888367, |
| "rewards/margins": 1.1921066045761108, |
| "rewards/rejected": -0.9274651408195496, |
| "step": 100, |
| "train_speed(iter/s)": 0.005496 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1170, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 7.266692861809132e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
