{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9032743695897629,
  "eval_steps": 300,
  "global_step": 150,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0060218291305984195,
      "grad_norm": 7.15871000289917,
      "learning_rate": 1.1764705882352942e-05,
      "logits/chosen": -0.32459306716918945,
      "logits/rejected": -0.5000401735305786,
      "logps/chosen": -3.3705074787139893,
      "logps/rejected": -19.54801368713379,
      "loss": 1.1142030954360962,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4210559129714966,
      "rewards/accuracies": 0.0,
      "rewards/chosen": 0.0,
      "rewards/margins": 0.0,
      "rewards/rejected": 0.0,
      "step": 1,
      "train_speed(iter/s)": 0.005428
    },
    {
      "epoch": 0.012043658261196839,
      "grad_norm": 6.311911106109619,
      "learning_rate": 2.3529411764705884e-05,
      "logits/chosen": -0.41802966594696045,
      "logits/rejected": -0.5096024870872498,
      "logps/chosen": -8.828028678894043,
      "logps/rejected": -13.557395935058594,
      "loss": 1.4290869235992432,
      "memory(GiB)": 46.13,
      "nll_loss": 0.7359397411346436,
      "rewards/accuracies": 0.0,
      "rewards/chosen": 0.0,
      "rewards/margins": 0.0,
      "rewards/rejected": 0.0,
      "step": 2,
      "train_speed(iter/s)": 0.005545
    },
    {
      "epoch": 0.018065487391795258,
      "grad_norm": 6.693342685699463,
      "learning_rate": 3.529411764705883e-05,
      "logits/chosen": -0.3694347143173218,
      "logits/rejected": -0.4798021912574768,
      "logps/chosen": -6.542965412139893,
      "logps/rejected": -17.62507438659668,
      "loss": 1.2220425605773926,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5347560048103333,
      "rewards/accuracies": 0.734375,
      "rewards/chosen": 0.007337508723139763,
      "rewards/margins": 0.011953208595514297,
      "rewards/rejected": -0.004615699406713247,
      "step": 3,
      "train_speed(iter/s)": 0.005572
    },
    {
      "epoch": 0.024087316522393678,
      "grad_norm": 4.8458251953125,
      "learning_rate": 4.705882352941177e-05,
      "logits/chosen": -0.36237555742263794,
      "logits/rejected": -0.5201014280319214,
      "logps/chosen": -5.53680944442749,
      "logps/rejected": -16.475929260253906,
      "loss": 1.2521781921386719,
      "memory(GiB)": 46.13,
      "nll_loss": 0.579364538192749,
      "rewards/accuracies": 0.734375,
      "rewards/chosen": 0.01270484272390604,
      "rewards/margins": 0.04416074603796005,
      "rewards/rejected": -0.03145590424537659,
      "step": 4,
      "train_speed(iter/s)": 0.005594
    },
    {
      "epoch": 0.030109145652992095,
      "grad_norm": 3.684136152267456,
      "learning_rate": 5.882352941176471e-05,
      "logits/chosen": -0.3457816541194916,
      "logits/rejected": -0.48865967988967896,
      "logps/chosen": -4.437034606933594,
      "logps/rejected": -20.260162353515625,
      "loss": 0.9991621375083923,
      "memory(GiB)": 46.13,
      "nll_loss": 0.38671040534973145,
      "rewards/accuracies": 0.734375,
      "rewards/chosen": 0.002155877649784088,
      "rewards/margins": 0.2208954095840454,
      "rewards/rejected": -0.21873953938484192,
      "step": 5,
      "train_speed(iter/s)": 0.005606
    },
    {
      "epoch": 0.036130974783590515,
      "grad_norm": 6.8094706535339355,
      "learning_rate": 7.058823529411765e-05,
      "logits/chosen": -0.37496131658554077,
      "logits/rejected": -0.499918133020401,
      "logps/chosen": -5.312520980834961,
      "logps/rejected": -18.596221923828125,
      "loss": 1.1320774555206299,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5494582056999207,
      "rewards/accuracies": 0.75,
      "rewards/chosen": -0.11241161823272705,
      "rewards/margins": 0.37036794424057007,
      "rewards/rejected": -0.4827795624732971,
      "step": 6,
      "train_speed(iter/s)": 0.005617
    },
    {
      "epoch": 0.042152803914188935,
      "grad_norm": 6.563366889953613,
      "learning_rate": 8.23529411764706e-05,
      "logits/chosen": -0.3803170323371887,
      "logits/rejected": -0.43647128343582153,
      "logps/chosen": -12.155686378479004,
      "logps/rejected": -19.252357482910156,
      "loss": 1.275801420211792,
      "memory(GiB)": 46.13,
      "nll_loss": 0.6294467449188232,
      "rewards/accuracies": 0.609375,
      "rewards/chosen": -0.2581723928451538,
      "rewards/margins": 0.26009732484817505,
      "rewards/rejected": -0.5182697176933289,
      "step": 7,
      "train_speed(iter/s)": 0.005615
    },
    {
      "epoch": 0.048174633044787356,
      "grad_norm": 5.275461673736572,
      "learning_rate": 9.411764705882353e-05,
      "logits/chosen": -0.30787912011146545,
      "logits/rejected": -0.420376718044281,
      "logps/chosen": -7.271793842315674,
      "logps/rejected": -17.376087188720703,
      "loss": 1.2506061792373657,
      "memory(GiB)": 46.13,
      "nll_loss": 0.6039291024208069,
      "rewards/accuracies": 0.609375,
      "rewards/chosen": -0.07998734712600708,
      "rewards/margins": 0.2555825710296631,
      "rewards/rejected": -0.3355698883533478,
      "step": 8,
      "train_speed(iter/s)": 0.005615
    },
    {
      "epoch": 0.054196462175385776,
      "grad_norm": 3.0540287494659424,
      "learning_rate": 0.00010588235294117647,
      "logits/chosen": -0.30379173159599304,
      "logits/rejected": -0.41216912865638733,
      "logps/chosen": -6.820768356323242,
      "logps/rejected": -16.3853816986084,
      "loss": 1.1634117364883423,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5367689728736877,
      "rewards/accuracies": 0.65625,
      "rewards/chosen": 0.04989926144480705,
      "rewards/margins": 0.1963551640510559,
      "rewards/rejected": -0.14645591378211975,
      "step": 9,
      "train_speed(iter/s)": 0.005615
    },
    {
      "epoch": 0.06021829130598419,
      "grad_norm": 2.3425395488739014,
      "learning_rate": 0.00011764705882352942,
      "logits/chosen": -0.3369804918766022,
      "logits/rejected": -0.4523884356021881,
      "logps/chosen": -7.222663402557373,
      "logps/rejected": -17.98470687866211,
      "loss": 1.0803574323654175,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4635474979877472,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.0936385914683342,
      "rewards/margins": 0.19075465202331543,
      "rewards/rejected": -0.09711606800556183,
      "step": 10,
      "train_speed(iter/s)": 0.005616
    },
    {
      "epoch": 0.06624012043658262,
      "grad_norm": 2.2927637100219727,
      "learning_rate": 0.00012941176470588237,
      "logits/chosen": -0.37337860465049744,
      "logits/rejected": -0.4716382920742035,
      "logps/chosen": -8.593006134033203,
      "logps/rejected": -17.979745864868164,
      "loss": 1.1164621114730835,
      "memory(GiB)": 46.13,
      "nll_loss": 0.49796244502067566,
      "rewards/accuracies": 0.625,
      "rewards/chosen": 0.06070924177765846,
      "rewards/margins": 0.19886666536331177,
      "rewards/rejected": -0.1381574273109436,
      "step": 11,
      "train_speed(iter/s)": 0.005619
    },
    {
      "epoch": 0.07226194956718103,
      "grad_norm": 2.380297899246216,
      "learning_rate": 0.0001411764705882353,
      "logits/chosen": -0.4056618809700012,
      "logits/rejected": -0.47582757472991943,
      "logps/chosen": -7.429853916168213,
      "logps/rejected": -16.317821502685547,
      "loss": 1.167059302330017,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5555555820465088,
      "rewards/accuracies": 0.65625,
      "rewards/chosen": -0.0010902846697717905,
      "rewards/margins": 0.21717122197151184,
      "rewards/rejected": -0.2182615101337433,
      "step": 12,
      "train_speed(iter/s)": 0.005622
    },
    {
      "epoch": 0.07828377869777944,
      "grad_norm": 1.7392877340316772,
      "learning_rate": 0.00015294117647058822,
      "logits/chosen": -0.4110736846923828,
      "logits/rejected": -0.4770917296409607,
      "logps/chosen": -8.422821044921875,
      "logps/rejected": -16.356956481933594,
      "loss": 1.1002569198608398,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5357962250709534,
      "rewards/accuracies": 0.796875,
      "rewards/chosen": 0.12992499768733978,
      "rewards/margins": 0.3372637927532196,
      "rewards/rejected": -0.20733879506587982,
      "step": 13,
      "train_speed(iter/s)": 0.005625
    },
    {
      "epoch": 0.08430560782837787,
      "grad_norm": 5.562183856964111,
      "learning_rate": 0.0001647058823529412,
      "logits/chosen": -0.32676243782043457,
      "logits/rejected": -0.4272843599319458,
      "logps/chosen": -8.393424034118652,
      "logps/rejected": -19.974212646484375,
      "loss": 1.156798005104065,
      "memory(GiB)": 46.13,
      "nll_loss": 0.6415989995002747,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": -0.03989575803279877,
      "rewards/margins": 0.5587274432182312,
      "rewards/rejected": -0.5986231565475464,
      "step": 14,
      "train_speed(iter/s)": 0.005627
    },
    {
      "epoch": 0.09032743695897628,
      "grad_norm": 3.5578579902648926,
      "learning_rate": 0.00017647058823529413,
      "logits/chosen": -0.36884137988090515,
      "logits/rejected": -0.47317999601364136,
      "logps/chosen": -6.998829364776611,
      "logps/rejected": -18.39483642578125,
      "loss": 1.265438199043274,
      "memory(GiB)": 46.13,
      "nll_loss": 0.7606177926063538,
      "rewards/accuracies": 0.859375,
      "rewards/chosen": 0.002129599452018738,
      "rewards/margins": 0.5497386455535889,
      "rewards/rejected": -0.5476090908050537,
      "step": 15,
      "train_speed(iter/s)": 0.00563
    },
    {
      "epoch": 0.09634926608957471,
      "grad_norm": 3.6414742469787598,
      "learning_rate": 0.00018823529411764707,
      "logits/chosen": -0.3789006471633911,
      "logits/rejected": -0.4743453860282898,
      "logps/chosen": -6.895637512207031,
      "logps/rejected": -20.256675720214844,
      "loss": 1.064023494720459,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5308047533035278,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 0.055957891047000885,
      "rewards/margins": 0.40152865648269653,
      "rewards/rejected": -0.34557074308395386,
      "step": 16,
      "train_speed(iter/s)": 0.005632
    },
    {
      "epoch": 0.10237109522017313,
      "grad_norm": 3.263599157333374,
      "learning_rate": 0.0002,
      "logits/chosen": -0.28460752964019775,
      "logits/rejected": -0.42314791679382324,
      "logps/chosen": -5.295862197875977,
      "logps/rejected": -21.666519165039062,
      "loss": 0.9750788807868958,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5031211376190186,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.08322687447071075,
      "rewards/margins": 0.5906113386154175,
      "rewards/rejected": -0.5073844194412231,
      "step": 17,
      "train_speed(iter/s)": 0.005633
    },
    {
      "epoch": 0.10839292435077155,
      "grad_norm": 2.0240275859832764,
      "learning_rate": 0.00019999502669559432,
      "logits/chosen": -0.3283552825450897,
      "logits/rejected": -0.40596985816955566,
      "logps/chosen": -6.424624919891357,
      "logps/rejected": -17.71906852722168,
      "loss": 0.9781989455223083,
      "memory(GiB)": 46.13,
      "nll_loss": 0.47217291593551636,
      "rewards/accuracies": 0.796875,
      "rewards/chosen": -0.0207663644105196,
      "rewards/margins": 0.5476341247558594,
      "rewards/rejected": -0.568400502204895,
      "step": 18,
      "train_speed(iter/s)": 0.005634
    },
    {
      "epoch": 0.11441475348136997,
      "grad_norm": 1.682889699935913,
      "learning_rate": 0.00019998010727705236,
      "logits/chosen": -0.2821420729160309,
      "logits/rejected": -0.38918256759643555,
      "logps/chosen": -5.882609844207764,
      "logps/rejected": -20.25113296508789,
      "loss": 0.9472936391830444,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4797293543815613,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": 0.06502628326416016,
      "rewards/margins": 0.6772950291633606,
      "rewards/rejected": -0.6122686862945557,
      "step": 19,
      "train_speed(iter/s)": 0.005633
    },
    {
      "epoch": 0.12043658261196838,
      "grad_norm": 2.9386143684387207,
      "learning_rate": 0.00019995524322835034,
      "logits/chosen": -0.2649421691894531,
      "logits/rejected": -0.34010952711105347,
      "logps/chosen": -10.95669174194336,
      "logps/rejected": -24.044157028198242,
      "loss": 1.1134816408157349,
      "memory(GiB)": 46.13,
      "nll_loss": 0.546178936958313,
      "rewards/accuracies": 0.796875,
      "rewards/chosen": -0.18016880750656128,
      "rewards/margins": 0.5494988560676575,
      "rewards/rejected": -0.729667603969574,
      "step": 20,
      "train_speed(iter/s)": 0.00563
    },
    {
      "epoch": 0.1264584117425668,
      "grad_norm": 1.6700323820114136,
      "learning_rate": 0.00019992043702261793,
      "logits/chosen": -0.2561277151107788,
      "logits/rejected": -0.3126121163368225,
      "logps/chosen": -6.485073566436768,
      "logps/rejected": -19.772449493408203,
      "loss": 0.9205772876739502,
      "memory(GiB)": 46.13,
      "nll_loss": 0.42214635014533997,
      "rewards/accuracies": 0.765625,
      "rewards/chosen": -0.0028960183262825012,
      "rewards/margins": 0.6638913750648499,
      "rewards/rejected": -0.6667873859405518,
      "step": 21,
      "train_speed(iter/s)": 0.00563
    },
    {
      "epoch": 0.13248024087316523,
      "grad_norm": 2.0114383697509766,
      "learning_rate": 0.00019987569212189224,
      "logits/chosen": -0.2601704001426697,
      "logits/rejected": -0.3789623975753784,
      "logps/chosen": -6.645152568817139,
      "logps/rejected": -21.876020431518555,
      "loss": 1.1017377376556396,
      "memory(GiB)": 46.13,
      "nll_loss": 0.6103405356407166,
      "rewards/accuracies": 0.828125,
      "rewards/chosen": 0.04465393349528313,
      "rewards/margins": 0.6134660840034485,
      "rewards/rejected": -0.5688121318817139,
      "step": 22,
      "train_speed(iter/s)": 0.005629
    },
    {
      "epoch": 0.13850207000376363,
      "grad_norm": 3.031888961791992,
      "learning_rate": 0.0001998210129767735,
      "logits/chosen": -0.26405903697013855,
      "logits/rejected": -0.3669392466545105,
      "logps/chosen": -6.921745300292969,
      "logps/rejected": -21.70663070678711,
      "loss": 0.9795225858688354,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4959058463573456,
      "rewards/accuracies": 0.796875,
      "rewards/chosen": 0.10062012821435928,
      "rewards/margins": 0.6365569829940796,
      "rewards/rejected": -0.5359368324279785,
      "step": 23,
      "train_speed(iter/s)": 0.005629
    },
    {
      "epoch": 0.14452389913436206,
      "grad_norm": 2.15742564201355,
      "learning_rate": 0.00019975640502598244,
      "logits/chosen": -0.2354922890663147,
      "logits/rejected": -0.36152032017707825,
      "logps/chosen": -4.718395709991455,
      "logps/rejected": -24.57033348083496,
      "loss": 0.7706338763237,
      "memory(GiB)": 46.13,
      "nll_loss": 0.3560357987880707,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.09812817722558975,
      "rewards/margins": 0.9238024950027466,
      "rewards/rejected": -0.825674295425415,
      "step": 24,
      "train_speed(iter/s)": 0.005629
    },
    {
      "epoch": 0.1505457282649605,
      "grad_norm": 3.1512320041656494,
      "learning_rate": 0.0001996818746958191,
      "logits/chosen": -0.21456243097782135,
      "logits/rejected": -0.34130796790122986,
      "logps/chosen": -6.996722221374512,
      "logps/rejected": -30.622554779052734,
      "loss": 0.8399394750595093,
      "memory(GiB)": 46.13,
      "nll_loss": 0.49700063467025757,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": -0.024456650018692017,
      "rewards/margins": 1.4392318725585938,
      "rewards/rejected": -1.4636887311935425,
      "step": 25,
      "train_speed(iter/s)": 0.005628
    },
    {
      "epoch": 0.1565675573955589,
      "grad_norm": 2.9886889457702637,
      "learning_rate": 0.00019959742939952392,
      "logits/chosen": -0.2622988224029541,
      "logits/rejected": -0.3251183331012726,
      "logps/chosen": -12.495084762573242,
      "logps/rejected": -25.176090240478516,
      "loss": 1.1550263166427612,
      "memory(GiB)": 46.13,
      "nll_loss": 0.7094165086746216,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": -0.19754531979560852,
      "rewards/margins": 1.1228585243225098,
      "rewards/rejected": -1.3204039335250854,
      "step": 26,
      "train_speed(iter/s)": 0.00563
    },
    {
      "epoch": 0.16258938652615731,
      "grad_norm": 2.7348685264587402,
      "learning_rate": 0.00019950307753654017,
      "logits/chosen": -0.23797279596328735,
      "logits/rejected": -0.3161388337612152,
      "logps/chosen": -8.345640182495117,
      "logps/rejected": -24.480266571044922,
      "loss": 1.0113354921340942,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5643945336341858,
      "rewards/accuracies": 0.859375,
      "rewards/chosen": 0.05142675340175629,
      "rewards/margins": 1.0910050868988037,
      "rewards/rejected": -1.0395784378051758,
      "step": 27,
      "train_speed(iter/s)": 0.00563
    },
    {
      "epoch": 0.16861121565675574,
      "grad_norm": 3.4209959506988525,
      "learning_rate": 0.00019939882849167852,
      "logits/chosen": -0.2834317684173584,
      "logits/rejected": -0.4013361930847168,
      "logps/chosen": -6.27006196975708,
      "logps/rejected": -23.9411678314209,
      "loss": 0.9620530605316162,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5452341437339783,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.08509417623281479,
      "rewards/margins": 1.0887510776519775,
      "rewards/rejected": -1.0036569833755493,
      "step": 28,
      "train_speed(iter/s)": 0.005632
    },
    {
      "epoch": 0.17463304478735417,
      "grad_norm": 3.021099805831909,
      "learning_rate": 0.00019928469263418374,
      "logits/chosen": -0.29641368985176086,
      "logits/rejected": -0.3944772779941559,
      "logps/chosen": -6.065124988555908,
      "logps/rejected": -19.367380142211914,
      "loss": 0.8545750379562378,
      "memory(GiB)": 46.13,
      "nll_loss": 0.3696524500846863,
      "rewards/accuracies": 0.859375,
      "rewards/chosen": -0.008128602989017963,
      "rewards/margins": 0.7214774489402771,
      "rewards/rejected": -0.729606032371521,
      "step": 29,
      "train_speed(iter/s)": 0.005633
    },
    {
      "epoch": 0.18065487391795257,
      "grad_norm": 2.237170457839966,
      "learning_rate": 0.00019916068131670302,
      "logits/chosen": -0.2665432393550873,
      "logits/rejected": -0.41999131441116333,
      "logps/chosen": -3.6829960346221924,
      "logps/rejected": -24.998981475830078,
      "loss": 0.7719818353652954,
      "memory(GiB)": 46.13,
      "nll_loss": 0.3786780834197998,
      "rewards/accuracies": 0.890625,
      "rewards/chosen": 0.15382343530654907,
      "rewards/margins": 1.0922845602035522,
      "rewards/rejected": -0.9384610652923584,
      "step": 30,
      "train_speed(iter/s)": 0.005633
    },
    {
      "epoch": 0.186676703048551,
      "grad_norm": 2.299628496170044,
      "learning_rate": 0.00019902680687415705,
      "logits/chosen": -0.33755987882614136,
      "logits/rejected": -0.37323832511901855,
      "logps/chosen": -11.234481811523438,
      "logps/rejected": -24.92943000793457,
      "loss": 1.0785183906555176,
      "memory(GiB)": 46.13,
      "nll_loss": 0.6123806834220886,
      "rewards/accuracies": 0.765625,
      "rewards/chosen": 0.03546600416302681,
      "rewards/margins": 0.9260610342025757,
      "rewards/rejected": -0.890595018863678,
      "step": 31,
      "train_speed(iter/s)": 0.005633
    },
    {
      "epoch": 0.19269853217914942,
      "grad_norm": 2.0755157470703125,
      "learning_rate": 0.00019888308262251285,
      "logits/chosen": -0.2504952847957611,
      "logits/rejected": -0.3852018713951111,
      "logps/chosen": -5.893071174621582,
      "logps/rejected": -33.010154724121094,
      "loss": 0.7333768010139465,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4039708375930786,
      "rewards/accuracies": 0.859375,
      "rewards/chosen": -0.07270973920822144,
      "rewards/margins": 1.7266591787338257,
      "rewards/rejected": -1.7993686199188232,
      "step": 32,
      "train_speed(iter/s)": 0.005634
    },
    {
      "epoch": 0.19872036130974782,
      "grad_norm": 3.686795711517334,
      "learning_rate": 0.00019872952285745959,
      "logits/chosen": -0.30149099230766296,
      "logits/rejected": -0.4157900810241699,
      "logps/chosen": -7.993706703186035,
      "logps/rejected": -27.117816925048828,
      "loss": 1.0753562450408936,
      "memory(GiB)": 46.13,
      "nll_loss": 0.6016828417778015,
      "rewards/accuracies": 0.796875,
      "rewards/chosen": -0.10546419769525528,
      "rewards/margins": 1.0370161533355713,
      "rewards/rejected": -1.1424803733825684,
      "step": 33,
      "train_speed(iter/s)": 0.005634
    },
    {
      "epoch": 0.20474219044034625,
      "grad_norm": 3.085048198699951,
      "learning_rate": 0.0001985661428529863,
      "logits/chosen": -0.31711238622665405,
      "logits/rejected": -0.41008925437927246,
      "logps/chosen": -6.8641557693481445,
      "logps/rejected": -27.393281936645508,
      "loss": 1.054256558418274,
      "memory(GiB)": 46.13,
      "nll_loss": 0.6109166741371155,
      "rewards/accuracies": 0.765625,
      "rewards/chosen": -0.06303416192531586,
      "rewards/margins": 1.1662019491195679,
      "rewards/rejected": -1.229236125946045,
      "step": 34,
      "train_speed(iter/s)": 0.005634
    },
    {
      "epoch": 0.21076401957094468,
      "grad_norm": 1.7560195922851562,
      "learning_rate": 0.00019839295885986296,
      "logits/chosen": -0.337604820728302,
      "logits/rejected": -0.39799487590789795,
      "logps/chosen": -6.864170551300049,
      "logps/rejected": -20.806344985961914,
      "loss": 0.9619123339653015,
      "memory(GiB)": 46.13,
      "nll_loss": 0.48513123393058777,
      "rewards/accuracies": 0.828125,
      "rewards/chosen": 0.10183387249708176,
      "rewards/margins": 0.7188172340393066,
      "rewards/rejected": -0.6169832944869995,
      "step": 35,
      "train_speed(iter/s)": 0.005634
    },
    {
      "epoch": 0.2167858487015431,
      "grad_norm": 2.6364471912384033,
      "learning_rate": 0.0001982099881040239,
      "logits/chosen": -0.36966580152511597,
      "logits/rejected": -0.43631935119628906,
      "logps/chosen": -6.647594451904297,
      "logps/rejected": -21.291913986206055,
      "loss": 0.9380239844322205,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4613775312900543,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": 0.06358329951763153,
      "rewards/margins": 0.7893975973129272,
      "rewards/rejected": -0.7258143424987793,
      "step": 36,
      "train_speed(iter/s)": 0.005634
    },
    {
      "epoch": 0.2228076778321415,
      "grad_norm": 2.354177474975586,
      "learning_rate": 0.00019801724878485438,
      "logits/chosen": -0.36403897404670715,
      "logits/rejected": -0.45796939730644226,
      "logps/chosen": -5.62083625793457,
      "logps/rejected": -23.648834228515625,
      "loss": 0.9243438243865967,
      "memory(GiB)": 46.13,
      "nll_loss": 0.46970799565315247,
      "rewards/accuracies": 0.828125,
      "rewards/chosen": 0.06422886252403259,
      "rewards/margins": 0.8610265851020813,
      "rewards/rejected": -0.7967977523803711,
      "step": 37,
      "train_speed(iter/s)": 0.005634
    },
    {
      "epoch": 0.22882950696273993,
      "grad_norm": 2.2988836765289307,
      "learning_rate": 0.00019781476007338058,
      "logits/chosen": -0.3704385459423065,
      "logits/rejected": -0.47973009943962097,
      "logps/chosen": -4.231719017028809,
      "logps/rejected": -20.56240463256836,
      "loss": 0.916353702545166,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4209356904029846,
      "rewards/accuracies": 0.859375,
      "rewards/chosen": 0.06186368316411972,
      "rewards/margins": 0.7635293006896973,
      "rewards/rejected": -0.7016656398773193,
      "step": 38,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.23485133609333836,
      "grad_norm": 2.009106397628784,
      "learning_rate": 0.00019760254211036244,
      "logits/chosen": -0.3372359573841095,
      "logits/rejected": -0.453107088804245,
      "logps/chosen": -5.785426616668701,
      "logps/rejected": -23.19124412536621,
      "loss": 0.9124959707260132,
      "memory(GiB)": 46.13,
      "nll_loss": 0.44838690757751465,
      "rewards/accuracies": 0.859375,
      "rewards/chosen": 0.04832564294338226,
      "rewards/margins": 0.937610387802124,
      "rewards/rejected": -0.8892846703529358,
      "step": 39,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.24087316522393676,
      "grad_norm": 2.5412213802337646,
      "learning_rate": 0.00019738061600429064,
      "logits/chosen": -0.39427676796913147,
      "logits/rejected": -0.48203372955322266,
      "logps/chosen": -5.785412311553955,
      "logps/rejected": -19.031665802001953,
      "loss": 0.9683349132537842,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5110080242156982,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.022132933139801025,
      "rewards/margins": 0.8074027299880981,
      "rewards/rejected": -0.7852697372436523,
      "step": 40,
      "train_speed(iter/s)": 0.005637
    },
    {
      "epoch": 0.24689499435453519,
      "grad_norm": 2.0049972534179688,
      "learning_rate": 0.00019714900382928675,
      "logits/chosen": -0.3044354021549225,
      "logits/rejected": -0.41962650418281555,
      "logps/chosen": -4.612288475036621,
      "logps/rejected": -24.228839874267578,
      "loss": 0.8179229497909546,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4278942048549652,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 0.07943032681941986,
      "rewards/margins": 1.1561895608901978,
      "rewards/rejected": -1.0767593383789062,
      "step": 41,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.2529168234851336,
      "grad_norm": 2.0874667167663574,
      "learning_rate": 0.0001969077286229078,
      "logits/chosen": -0.2736699879169464,
      "logits/rejected": -0.4168338179588318,
      "logps/chosen": -7.539179801940918,
      "logps/rejected": -30.339994430541992,
      "loss": 0.9962757229804993,
      "memory(GiB)": 46.13,
      "nll_loss": 0.6084927320480347,
      "rewards/accuracies": 0.796875,
      "rewards/chosen": 0.046928200870752335,
      "rewards/margins": 1.4784610271453857,
      "rewards/rejected": -1.431532859802246,
      "step": 42,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.258938652615732,
      "grad_norm": 3.2748661041259766,
      "learning_rate": 0.00019665681438385473,
      "logits/chosen": -0.26249000430107117,
      "logits/rejected": -0.3955192565917969,
      "logps/chosen": -6.726841449737549,
      "logps/rejected": -26.447267532348633,
      "loss": 0.9923527836799622,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5636712312698364,
      "rewards/accuracies": 0.859375,
      "rewards/chosen": -0.02616805024445057,
      "rewards/margins": 1.2797741889953613,
      "rewards/rejected": -1.3059422969818115,
      "step": 43,
      "train_speed(iter/s)": 0.005637
    },
    {
      "epoch": 0.26496048174633047,
      "grad_norm": 4.499722957611084,
      "learning_rate": 0.00019639628606958533,
      "logits/chosen": -0.3380294442176819,
      "logits/rejected": -0.4303723871707916,
      "logps/chosen": -7.925315856933594,
      "logps/rejected": -23.916906356811523,
      "loss": 1.136991024017334,
      "memory(GiB)": 46.13,
      "nll_loss": 0.6508135795593262,
      "rewards/accuracies": 0.765625,
      "rewards/chosen": -0.1142488494515419,
      "rewards/margins": 1.0733367204666138,
      "rewards/rejected": -1.1875855922698975,
      "step": 44,
      "train_speed(iter/s)": 0.005638
    },
    {
      "epoch": 0.27098231087692887,
      "grad_norm": 3.695734739303589,
      "learning_rate": 0.0001961261695938319,
      "logits/chosen": -0.2465212196111679,
      "logits/rejected": -0.39715391397476196,
      "logps/chosen": -7.8324666023254395,
      "logps/rejected": -24.97869110107422,
      "loss": 0.9623777270317078,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5307109951972961,
      "rewards/accuracies": 0.828125,
      "rewards/chosen": 0.08475106954574585,
      "rewards/margins": 0.9390297532081604,
      "rewards/rejected": -0.8542786836624146,
      "step": 45,
      "train_speed(iter/s)": 0.005638
    },
    {
      "epoch": 0.27700414000752727,
      "grad_norm": 3.1841602325439453,
      "learning_rate": 0.00019584649182402357,
      "logits/chosen": -0.22775670886039734,
      "logits/rejected": -0.3454330265522003,
      "logps/chosen": -6.5436859130859375,
      "logps/rejected": -24.402027130126953,
      "loss": 1.0284608602523804,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5513083338737488,
      "rewards/accuracies": 0.75,
      "rewards/chosen": 0.05229588598012924,
      "rewards/margins": 0.9507507085800171,
      "rewards/rejected": -0.8984547853469849,
      "step": 46,
      "train_speed(iter/s)": 0.005637
    },
    {
      "epoch": 0.2830259691381257,
      "grad_norm": 2.0325071811676025,
      "learning_rate": 0.0001955572805786141,
      "logits/chosen": -0.19194024801254272,
      "logits/rejected": -0.32474127411842346,
      "logps/chosen": -4.646670341491699,
      "logps/rejected": -27.415727615356445,
      "loss": 0.7930896878242493,
      "memory(GiB)": 46.13,
      "nll_loss": 0.38733866810798645,
      "rewards/accuracies": 0.828125,
      "rewards/chosen": 0.11078543961048126,
      "rewards/margins": 1.1206859350204468,
      "rewards/rejected": -1.009900450706482,
      "step": 47,
      "train_speed(iter/s)": 0.005637
    },
    {
      "epoch": 0.2890477982687241,
      "grad_norm": 2.07770037651062,
      "learning_rate": 0.0001952585646243146,
      "logits/chosen": -0.25676336884498596,
      "logits/rejected": -0.3494555950164795,
      "logps/chosen": -7.388433933258057,
      "logps/rejected": -23.070579528808594,
      "loss": 0.8534475564956665,
      "memory(GiB)": 46.13,
      "nll_loss": 0.42261388897895813,
      "rewards/accuracies": 0.796875,
      "rewards/chosen": 0.006194199435412884,
      "rewards/margins": 0.9558709859848022,
      "rewards/rejected": -0.9496768712997437,
      "step": 48,
      "train_speed(iter/s)": 0.005637
    },
    {
      "epoch": 0.2950696273993225,
      "grad_norm": 1.6862146854400635,
      "learning_rate": 0.00019495037367323262,
      "logits/chosen": -0.22853028774261475,
      "logits/rejected": -0.3647540211677551,
      "logps/chosen": -3.3972930908203125,
      "logps/rejected": -25.391393661499023,
      "loss": 0.7584111094474792,
      "memory(GiB)": 46.13,
      "nll_loss": 0.35165295004844666,
      "rewards/accuracies": 0.796875,
      "rewards/chosen": 0.12043334543704987,
      "rewards/margins": 1.1430784463882446,
      "rewards/rejected": -1.022645115852356,
      "step": 49,
      "train_speed(iter/s)": 0.005638
    },
    {
      "epoch": 0.301091456529921,
      "grad_norm": 3.027331829071045,
      "learning_rate": 0.00019463273837991643,
      "logits/chosen": -0.2110910564661026,
      "logits/rejected": -0.38482916355133057,
      "logps/chosen": -4.55904483795166,
      "logps/rejected": -31.877506256103516,
      "loss": 0.675049901008606,
      "memory(GiB)": 46.13,
      "nll_loss": 0.32799023389816284,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 0.05019056051969528,
      "rewards/margins": 1.6790026426315308,
      "rewards/rejected": -1.6288120746612549,
      "step": 50,
      "train_speed(iter/s)": 0.005638
    },
    {
      "epoch": 0.3071132856605194,
      "grad_norm": 2.950259208679199,
      "learning_rate": 0.00019430569033830605,
      "logits/chosen": -0.19638891518115997,
      "logits/rejected": -0.3516000807285309,
      "logps/chosen": -7.3598952293396,
      "logps/rejected": -32.14203643798828,
      "loss": 0.9957353472709656,
      "memory(GiB)": 46.13,
      "nll_loss": 0.6411410570144653,
      "rewards/accuracies": 0.796875,
      "rewards/chosen": -0.031813204288482666,
      "rewards/margins": 1.6832952499389648,
      "rewards/rejected": -1.7151083946228027,
      "step": 51,
      "train_speed(iter/s)": 0.005628
    },
    {
      "epoch": 0.3131351147911178,
      "grad_norm": 3.4817123413085938,
      "learning_rate": 0.00019396926207859084,
      "logits/chosen": -0.2925015687942505,
      "logits/rejected": -0.4453135132789612,
      "logps/chosen": -6.357159614562988,
      "logps/rejected": -34.39080047607422,
      "loss": 0.9899907112121582,
      "memory(GiB)": 46.13,
      "nll_loss": 0.6184481382369995,
      "rewards/accuracies": 0.828125,
      "rewards/chosen": -0.06884388625621796,
      "rewards/margins": 1.8842136859893799,
      "rewards/rejected": -1.9530572891235352,
      "step": 52,
      "train_speed(iter/s)": 0.005629
    },
    {
      "epoch": 0.31915694392171623,
      "grad_norm": 3.4239518642425537,
      "learning_rate": 0.00019362348706397373,
      "logits/chosen": -0.22639772295951843,
      "logits/rejected": -0.4221537709236145,
      "logps/chosen": -5.600902080535889,
      "logps/rejected": -36.40532684326172,
      "loss": 0.8088786602020264,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4771510660648346,
      "rewards/accuracies": 0.859375,
      "rewards/chosen": 0.0569700188934803,
      "rewards/margins": 1.8676366806030273,
      "rewards/rejected": -1.810666561126709,
      "step": 53,
      "train_speed(iter/s)": 0.005628
    },
    {
      "epoch": 0.32517877305231463,
      "grad_norm": 3.8685495853424072,
      "learning_rate": 0.00019326839968734279,
      "logits/chosen": -0.2569487690925598,
      "logits/rejected": -0.40343666076660156,
      "logps/chosen": -5.900696277618408,
      "logps/rejected": -36.28150177001953,
      "loss": 0.7994194030761719,
      "memory(GiB)": 46.13,
      "nll_loss": 0.43986907601356506,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 0.030100831761956215,
      "rewards/margins": 1.9989190101623535,
      "rewards/rejected": -1.968818187713623,
      "step": 54,
      "train_speed(iter/s)": 0.005629
    },
    {
      "epoch": 0.3312006021829131,
      "grad_norm": 3.0355138778686523,
      "learning_rate": 0.00019290403526785025,
      "logits/chosen": -0.25347286462783813,
      "logits/rejected": -0.3757534623146057,
      "logps/chosen": -7.442959308624268,
      "logps/rejected": -32.45537567138672,
      "loss": 0.903397798538208,
      "memory(GiB)": 46.13,
      "nll_loss": 0.531738817691803,
      "rewards/accuracies": 0.859375,
      "rewards/chosen": 0.0414905920624733,
      "rewards/margins": 1.6564455032348633,
      "rewards/rejected": -1.614954948425293,
      "step": 55,
      "train_speed(iter/s)": 0.005629
    },
    {
      "epoch": 0.3372224313135115,
      "grad_norm": 3.739659070968628,
      "learning_rate": 0.00019253043004739968,
      "logits/chosen": -0.20877386629581451,
      "logits/rejected": -0.37541496753692627,
      "logps/chosen": -7.142071723937988,
      "logps/rejected": -32.15766906738281,
      "loss": 0.9619933366775513,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4930208921432495,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": -0.08227778971195221,
      "rewards/margins": 1.5348973274230957,
      "rewards/rejected": -1.6171751022338867,
      "step": 56,
      "train_speed(iter/s)": 0.005628
    },
    {
      "epoch": 0.3432442604441099,
      "grad_norm": 2.4167847633361816,
      "learning_rate": 0.00019214762118704076,
      "logits/chosen": -0.32553619146347046,
      "logits/rejected": -0.44049111008644104,
      "logps/chosen": -6.96627140045166,
      "logps/rejected": -24.777843475341797,
      "loss": 0.8523041605949402,
      "memory(GiB)": 46.13,
      "nll_loss": 0.44423431158065796,
      "rewards/accuracies": 0.828125,
      "rewards/chosen": 0.08760333806276321,
      "rewards/margins": 1.0987879037857056,
      "rewards/rejected": -1.011184573173523,
      "step": 57,
      "train_speed(iter/s)": 0.005629
    },
    {
      "epoch": 0.34926608957470834,
      "grad_norm": 1.849902629852295,
      "learning_rate": 0.00019175564676327339,
      "logits/chosen": -0.29927390813827515,
      "logits/rejected": -0.4095182418823242,
      "logps/chosen": -6.824729919433594,
      "logps/rejected": -31.636598587036133,
      "loss": 0.827016294002533,
      "memory(GiB)": 46.13,
      "nll_loss": 0.432888925075531,
      "rewards/accuracies": 0.828125,
      "rewards/chosen": 0.10196143388748169,
      "rewards/margins": 1.6724345684051514,
      "rewards/rejected": -1.5704729557037354,
      "step": 58,
      "train_speed(iter/s)": 0.005629
    },
    {
      "epoch": 0.35528791870530674,
      "grad_norm": 2.3601560592651367,
      "learning_rate": 0.0001913545457642601,
      "logits/chosen": -0.31936806440353394,
      "logits/rejected": -0.42600923776626587,
      "logps/chosen": -6.396060943603516,
      "logps/rejected": -26.946306228637695,
      "loss": 0.9836419224739075,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5654138326644897,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.013314278796315193,
      "rewards/margins": 1.2707021236419678,
      "rewards/rejected": -1.2573878765106201,
      "step": 59,
      "train_speed(iter/s)": 0.005629
    },
    {
      "epoch": 0.36130974783590514,
      "grad_norm": 2.7022287845611572,
      "learning_rate": 0.00019094435808594823,
      "logits/chosen": -0.3565162420272827,
      "logits/rejected": -0.48129239678382874,
      "logps/chosen": -4.523666858673096,
      "logps/rejected": -30.854751586914062,
      "loss": 0.7463247776031494,
      "memory(GiB)": 46.13,
      "nll_loss": 0.41281038522720337,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.06385684013366699,
      "rewards/margins": 1.8442981243133545,
      "rewards/rejected": -1.7804412841796875,
      "step": 60,
      "train_speed(iter/s)": 0.00563
    },
    {
      "epoch": 0.3673315769665036,
      "grad_norm": 2.549546957015991,
      "learning_rate": 0.0001905251245281015,
      "logits/chosen": -0.2870449125766754,
      "logits/rejected": -0.4699952006340027,
      "logps/chosen": -3.242504596710205,
      "logps/rejected": -35.58238220214844,
      "loss": 0.6698994636535645,
      "memory(GiB)": 46.13,
      "nll_loss": 0.3660232126712799,
      "rewards/accuracies": 0.890625,
      "rewards/chosen": 0.03870222344994545,
      "rewards/margins": 1.8160982131958008,
      "rewards/rejected": -1.7773959636688232,
      "step": 61,
      "train_speed(iter/s)": 0.005631
    },
    {
      "epoch": 0.373353406097102,
      "grad_norm": 3.344719409942627,
      "learning_rate": 0.0001900968867902419,
      "logits/chosen": -0.26915398240089417,
      "logits/rejected": -0.38059523701667786,
      "logps/chosen": -6.996611595153809,
      "logps/rejected": -36.200714111328125,
      "loss": 0.8631665110588074,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5069284439086914,
      "rewards/accuracies": 0.828125,
      "rewards/chosen": -0.0650690495967865,
      "rewards/margins": 1.7960646152496338,
      "rewards/rejected": -1.8611338138580322,
      "step": 62,
      "train_speed(iter/s)": 0.00563
    },
    {
      "epoch": 0.3793752352277004,
      "grad_norm": 1.7888697385787964,
      "learning_rate": 0.0001896596874675021,
      "logits/chosen": -0.25557130575180054,
      "logits/rejected": -0.4095707833766937,
      "logps/chosen": -5.574047088623047,
      "logps/rejected": -31.464292526245117,
      "loss": 0.6977128386497498,
      "memory(GiB)": 46.13,
      "nll_loss": 0.3594370484352112,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.08366499841213226,
      "rewards/margins": 1.6534584760665894,
      "rewards/rejected": -1.569793462753296,
      "step": 63,
      "train_speed(iter/s)": 0.00563
    },
    {
      "epoch": 0.38539706435829885,
      "grad_norm": 2.8035733699798584,
      "learning_rate": 0.00018921357004638835,
      "logits/chosen": -0.22736577689647675,
      "logits/rejected": -0.3719921410083771,
      "logps/chosen": -6.317353248596191,
      "logps/rejected": -30.95716094970703,
      "loss": 0.8575116991996765,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5229077339172363,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 0.13013550639152527,
      "rewards/margins": 1.687712550163269,
      "rewards/rejected": -1.5575770139694214,
      "step": 64,
      "train_speed(iter/s)": 0.00563
    },
    {
      "epoch": 0.39141889348889725,
      "grad_norm": 2.560202121734619,
      "learning_rate": 0.00018875857890045543,
      "logits/chosen": -0.24293088912963867,
      "logits/rejected": -0.35710442066192627,
      "logps/chosen": -7.503670692443848,
      "logps/rejected": -32.99870300292969,
      "loss": 0.8683996796607971,
      "memory(GiB)": 46.13,
      "nll_loss": 0.49205920100212097,
      "rewards/accuracies": 0.796875,
      "rewards/chosen": 0.03412435203790665,
      "rewards/margins": 1.4795939922332764,
      "rewards/rejected": -1.4454697370529175,
      "step": 65,
      "train_speed(iter/s)": 0.005629
    },
    {
      "epoch": 0.39744072261949565,
      "grad_norm": 1.993003487586975,
      "learning_rate": 0.00018829475928589271,
      "logits/chosen": -0.23541702330112457,
      "logits/rejected": -0.3272259533405304,
      "logps/chosen": -5.38151216506958,
      "logps/rejected": -29.121570587158203,
      "loss": 0.7320932149887085,
      "memory(GiB)": 46.13,
      "nll_loss": 0.36119604110717773,
      "rewards/accuracies": 0.828125,
      "rewards/chosen": 0.0803036242723465,
      "rewards/margins": 1.6109750270843506,
      "rewards/rejected": -1.53067147731781,
      "step": 66,
      "train_speed(iter/s)": 0.00563
    },
    {
      "epoch": 0.4034625517500941,
      "grad_norm": 2.9964606761932373,
      "learning_rate": 0.00018782215733702286,
      "logits/chosen": -0.20383372902870178,
      "logits/rejected": -0.34373044967651367,
      "logps/chosen": -6.649240493774414,
      "logps/rejected": -31.494646072387695,
      "loss": 0.8884384036064148,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5308991074562073,
      "rewards/accuracies": 0.828125,
      "rewards/chosen": 0.10617589205503464,
      "rewards/margins": 1.5828511714935303,
      "rewards/rejected": -1.4766751527786255,
      "step": 67,
      "train_speed(iter/s)": 0.00563
    },
    {
      "epoch": 0.4094843808806925,
      "grad_norm": 2.774994134902954,
      "learning_rate": 0.00018734082006171299,
      "logits/chosen": -0.25100839138031006,
      "logits/rejected": -0.4020751118659973,
      "logps/chosen": -7.144831657409668,
      "logps/rejected": -29.9566707611084,
      "loss": 0.8242477178573608,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5139617919921875,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.13794061541557312,
      "rewards/margins": 1.6364552974700928,
      "rewards/rejected": -1.4985146522521973,
      "step": 68,
      "train_speed(iter/s)": 0.005631
    },
    {
      "epoch": 0.41550621001129096,
      "grad_norm": 3.4358551502227783,
      "learning_rate": 0.0001868507953366989,
      "logits/chosen": -0.24417072534561157,
      "logits/rejected": -0.36953434348106384,
      "logps/chosen": -6.3338799476623535,
      "logps/rejected": -32.21156311035156,
      "loss": 0.7758980989456177,
      "memory(GiB)": 46.13,
      "nll_loss": 0.48221129179000854,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.14049482345581055,
      "rewards/margins": 1.806667447090149,
      "rewards/rejected": -1.666172742843628,
      "step": 69,
      "train_speed(iter/s)": 0.005631
    },
    {
      "epoch": 0.42152803914188935,
      "grad_norm": 2.821110248565674,
      "learning_rate": 0.0001863521319028231,
      "logits/chosen": -0.2586533725261688,
      "logits/rejected": -0.36297786235809326,
      "logps/chosen": -7.11786413192749,
      "logps/rejected": -31.115772247314453,
      "loss": 0.8807559013366699,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5770330429077148,
      "rewards/accuracies": 0.828125,
      "rewards/chosen": 0.07292432337999344,
      "rewards/margins": 2.026425838470459,
      "rewards/rejected": -1.9535014629364014,
      "step": 70,
      "train_speed(iter/s)": 0.005632
    },
    {
      "epoch": 0.42754986827248775,
      "grad_norm": 2.6153159141540527,
      "learning_rate": 0.00018584487936018661,
      "logits/chosen": -0.305365651845932,
      "logits/rejected": -0.4076971709728241,
      "logps/chosen": -4.401376247406006,
      "logps/rejected": -25.76744842529297,
      "loss": 0.7574676275253296,
      "memory(GiB)": 46.13,
      "nll_loss": 0.3759956955909729,
      "rewards/accuracies": 0.796875,
      "rewards/chosen": -0.015199379995465279,
      "rewards/margins": 1.5401445627212524,
      "rewards/rejected": -1.5553438663482666,
      "step": 71,
      "train_speed(iter/s)": 0.005632
    },
    {
      "epoch": 0.4335716974030862,
      "grad_norm": 4.708693027496338,
      "learning_rate": 0.00018532908816321558,
      "logits/chosen": -0.22257624566555023,
      "logits/rejected": -0.36776047945022583,
      "logps/chosen": -5.041079998016357,
      "logps/rejected": -31.822460174560547,
      "loss": 0.7604058980941772,
      "memory(GiB)": 46.13,
      "nll_loss": 0.3996947705745697,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.0631202757358551,
      "rewards/margins": 1.8200846910476685,
      "rewards/rejected": -1.7569644451141357,
      "step": 72,
      "train_speed(iter/s)": 0.005633
    },
    {
      "epoch": 0.4395935265336846,
      "grad_norm": 4.16855001449585,
      "learning_rate": 0.0001848048096156426,
      "logits/chosen": -0.1833086460828781,
      "logits/rejected": -0.40944039821624756,
      "logps/chosen": -7.540615081787109,
      "logps/rejected": -41.107208251953125,
      "loss": 1.1337863206863403,
      "memory(GiB)": 46.13,
      "nll_loss": 0.7324954271316528,
      "rewards/accuracies": 0.828125,
      "rewards/chosen": -0.13253508508205414,
      "rewards/margins": 2.3366596698760986,
      "rewards/rejected": -2.4691946506500244,
      "step": 73,
      "train_speed(iter/s)": 0.005633
    },
    {
      "epoch": 0.445615355664283,
      "grad_norm": 2.806788444519043,
      "learning_rate": 0.0001842720958654039,
      "logits/chosen": -0.3181215524673462,
      "logits/rejected": -0.39911144971847534,
      "logps/chosen": -5.607314586639404,
      "logps/rejected": -28.428564071655273,
      "loss": 0.6960507035255432,
      "memory(GiB)": 46.13,
      "nll_loss": 0.40211787819862366,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": 0.15752148628234863,
      "rewards/margins": 1.9513351917266846,
      "rewards/rejected": -1.7938138246536255,
      "step": 74,
      "train_speed(iter/s)": 0.005634
    },
    {
      "epoch": 0.45163718479488146,
      "grad_norm": 3.420902967453003,
      "learning_rate": 0.00018373099989945236,
      "logits/chosen": -0.22940213978290558,
      "logits/rejected": -0.4191284477710724,
      "logps/chosen": -6.713252067565918,
      "logps/rejected": -37.6962890625,
      "loss": 0.920997679233551,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5668741464614868,
      "rewards/accuracies": 0.890625,
      "rewards/chosen": -0.0326458215713501,
      "rewards/margins": 2.1453044414520264,
      "rewards/rejected": -2.177950382232666,
      "step": 75,
      "train_speed(iter/s)": 0.005634
    },
    {
      "epoch": 0.45765901392547986,
      "grad_norm": 3.6164190769195557,
      "learning_rate": 0.0001831815755384869,
      "logits/chosen": -0.20445629954338074,
      "logits/rejected": -0.3627314567565918,
      "logps/chosen": -5.958117485046387,
      "logps/rejected": -38.63805389404297,
      "loss": 0.884059727191925,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5545799732208252,
      "rewards/accuracies": 0.828125,
      "rewards/chosen": -0.049575597047805786,
      "rewards/margins": 2.2317745685577393,
      "rewards/rejected": -2.2813501358032227,
      "step": 76,
      "train_speed(iter/s)": 0.005634
    },
    {
      "epoch": 0.46368084305607826,
      "grad_norm": 2.9762485027313232,
      "learning_rate": 0.0001826238774315995,
      "logits/chosen": -0.23990976810455322,
      "logits/rejected": -0.38009804487228394,
      "logps/chosen": -5.436191082000732,
      "logps/rejected": -34.6729850769043,
      "loss": 0.7682054042816162,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4302901029586792,
      "rewards/accuracies": 0.859375,
      "rewards/chosen": 0.1761879026889801,
      "rewards/margins": 2.175489902496338,
      "rewards/rejected": -1.9993020296096802,
      "step": 77,
      "train_speed(iter/s)": 0.005634
    },
    {
      "epoch": 0.4697026721866767,
      "grad_norm": 2.6883339881896973,
      "learning_rate": 0.00018205796105083915,
      "logits/chosen": -0.27416834235191345,
      "logits/rejected": -0.387048602104187,
      "logps/chosen": -6.189967155456543,
      "logps/rejected": -30.830598831176758,
      "loss": 0.8499253988265991,
      "memory(GiB)": 46.13,
      "nll_loss": 0.46602901816368103,
      "rewards/accuracies": 0.859375,
      "rewards/chosen": 0.06820189207792282,
      "rewards/margins": 1.8341140747070312,
      "rewards/rejected": -1.7659121751785278,
      "step": 78,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.4757245013172751,
      "grad_norm": 2.6955106258392334,
      "learning_rate": 0.00018148388268569453,
      "logits/chosen": -0.22744283080101013,
      "logits/rejected": -0.35057857632637024,
      "logps/chosen": -4.485665798187256,
      "logps/rejected": -29.74733543395996,
      "loss": 0.7549667954444885,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4278162717819214,
      "rewards/accuracies": 0.828125,
      "rewards/chosen": 0.20732006430625916,
      "rewards/margins": 2.0227808952331543,
      "rewards/rejected": -1.8154606819152832,
      "step": 79,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.4817463304478735,
      "grad_norm": 2.907402515411377,
      "learning_rate": 0.00018090169943749476,
      "logits/chosen": -0.13104476034641266,
      "logits/rejected": -0.36177706718444824,
      "logps/chosen": -3.6902096271514893,
      "logps/rejected": -34.731773376464844,
      "loss": 0.6847038269042969,
      "memory(GiB)": 46.13,
      "nll_loss": 0.34349215030670166,
      "rewards/accuracies": 0.890625,
      "rewards/chosen": 0.11521060019731522,
      "rewards/margins": 1.8666913509368896,
      "rewards/rejected": -1.7514808177947998,
      "step": 80,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.48776815957847197,
      "grad_norm": 2.823246955871582,
      "learning_rate": 0.00018031146921373018,
      "logits/chosen": -0.22965751588344574,
      "logits/rejected": -0.3291424512863159,
      "logps/chosen": -5.761353969573975,
      "logps/rejected": -36.051082611083984,
      "loss": 0.7157370448112488,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4026964008808136,
      "rewards/accuracies": 0.859375,
      "rewards/chosen": 0.07981520146131516,
      "rewards/margins": 2.387995958328247,
      "rewards/rejected": -2.308180809020996,
      "step": 81,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.49378998870907037,
      "grad_norm": 2.73394513130188,
      "learning_rate": 0.00017971325072229226,
      "logits/chosen": -0.19317063689231873,
      "logits/rejected": -0.40784093737602234,
      "logps/chosen": -5.166616916656494,
      "logps/rejected": -40.66303634643555,
      "loss": 0.6980624198913574,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4219977855682373,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 0.030578728765249252,
      "rewards/margins": 2.3669514656066895,
      "rewards/rejected": -2.3363726139068604,
      "step": 82,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.4998118178396688,
      "grad_norm": 5.509173393249512,
      "learning_rate": 0.00017910710346563416,
      "logits/chosen": -0.1950196623802185,
      "logits/rejected": -0.3517180383205414,
      "logps/chosen": -8.197553634643555,
      "logps/rejected": -42.4526252746582,
      "loss": 0.9209753274917603,
      "memory(GiB)": 46.13,
      "nll_loss": 0.608447790145874,
      "rewards/accuracies": 0.859375,
      "rewards/chosen": 0.012901969254016876,
      "rewards/margins": 2.6168861389160156,
      "rewards/rejected": -2.6039838790893555,
      "step": 83,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.5058336469702672,
      "grad_norm": 3.090348482131958,
      "learning_rate": 0.00017849308773485226,
      "logits/chosen": -0.2090476155281067,
      "logits/rejected": -0.3706829845905304,
      "logps/chosen": -10.569226264953613,
      "logps/rejected": -43.29594421386719,
      "loss": 1.0815891027450562,
      "memory(GiB)": 46.13,
      "nll_loss": 0.7449980974197388,
      "rewards/accuracies": 0.796875,
      "rewards/chosen": -0.03622851148247719,
      "rewards/margins": 2.7713966369628906,
      "rewards/rejected": -2.8076250553131104,
      "step": 84,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.5118554761008657,
      "grad_norm": 3.75370717048645,
      "learning_rate": 0.0001778712646036894,
      "logits/chosen": -0.2378547489643097,
      "logits/rejected": -0.3873806297779083,
      "logps/chosen": -8.168487548828125,
      "logps/rejected": -37.17033386230469,
      "loss": 1.0251762866973877,
      "memory(GiB)": 46.13,
      "nll_loss": 0.6340765953063965,
      "rewards/accuracies": 0.765625,
      "rewards/chosen": -0.11355286091566086,
      "rewards/margins": 2.2919938564300537,
      "rewards/rejected": -2.4055469036102295,
      "step": 85,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.517877305231464,
      "grad_norm": 3.9649507999420166,
      "learning_rate": 0.00017724169592245995,
      "logits/chosen": -0.20498239994049072,
      "logits/rejected": -0.369476854801178,
      "logps/chosen": -6.779036521911621,
      "logps/rejected": -37.98490905761719,
      "loss": 0.797798216342926,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5137072801589966,
      "rewards/accuracies": 0.890625,
      "rewards/chosen": 0.07833351194858551,
      "rewards/margins": 2.144557476043701,
      "rewards/rejected": -2.0662238597869873,
      "step": 86,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.5238991343620625,
      "grad_norm": 3.4646809101104736,
      "learning_rate": 0.0001766044443118978,
      "logits/chosen": -0.22029685974121094,
      "logits/rejected": -0.33659541606903076,
      "logps/chosen": -5.358316421508789,
      "logps/rejected": -24.96926498413086,
      "loss": 0.809937596321106,
      "memory(GiB)": 46.13,
      "nll_loss": 0.3953189551830292,
      "rewards/accuracies": 0.796875,
      "rewards/chosen": 0.08655387908220291,
      "rewards/margins": 1.2862589359283447,
      "rewards/rejected": -1.1997051239013672,
      "step": 87,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.5299209634926609,
      "grad_norm": 2.3174376487731934,
      "learning_rate": 0.00017595957315692782,
      "logits/chosen": -0.23393434286117554,
      "logits/rejected": -0.37657639384269714,
      "logps/chosen": -5.694438934326172,
      "logps/rejected": -26.54452896118164,
      "loss": 0.8167567253112793,
      "memory(GiB)": 46.13,
      "nll_loss": 0.46906933188438416,
      "rewards/accuracies": 0.890625,
      "rewards/chosen": 0.12023281306028366,
      "rewards/margins": 1.344594120979309,
      "rewards/rejected": -1.2243614196777344,
      "step": 88,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.5359427926232593,
      "grad_norm": 2.29378342628479,
      "learning_rate": 0.00017530714660036112,
      "logits/chosen": -0.23060575127601624,
      "logits/rejected": -0.34717997908592224,
      "logps/chosen": -8.571242332458496,
      "logps/rejected": -27.7784423828125,
      "loss": 0.9238011837005615,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5501088500022888,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 0.21566246449947357,
      "rewards/margins": 1.4910237789154053,
      "rewards/rejected": -1.2753612995147705,
      "step": 89,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.5419646217538577,
      "grad_norm": 4.33613395690918,
      "learning_rate": 0.00017464722953651504,
      "logits/chosen": -0.17152062058448792,
      "logits/rejected": -0.3561325669288635,
      "logps/chosen": -6.058459281921387,
      "logps/rejected": -32.55611801147461,
      "loss": 0.8752692341804504,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5144660472869873,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.0842672809958458,
      "rewards/margins": 1.5552325248718262,
      "rewards/rejected": -1.4709652662277222,
      "step": 90,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.5479864508844562,
      "grad_norm": 2.2437572479248047,
      "learning_rate": 0.0001739798876047584,
      "logits/chosen": -0.23511910438537598,
      "logits/rejected": -0.3851989507675171,
      "logps/chosen": -4.1521100997924805,
      "logps/rejected": -28.886817932128906,
      "loss": 0.7264631390571594,
      "memory(GiB)": 46.13,
      "nll_loss": 0.36743801832199097,
      "rewards/accuracies": 0.859375,
      "rewards/chosen": 0.10910709202289581,
      "rewards/margins": 1.5735148191452026,
      "rewards/rejected": -1.4644078016281128,
      "step": 91,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.5540082800150545,
      "grad_norm": 2.482116460800171,
      "learning_rate": 0.00017330518718298264,
      "logits/chosen": -0.19554060697555542,
      "logits/rejected": -0.38464802503585815,
      "logps/chosen": -5.105670928955078,
      "logps/rejected": -42.76155471801758,
      "loss": 0.6233892440795898,
      "memory(GiB)": 46.13,
      "nll_loss": 0.36078184843063354,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": 0.06755763292312622,
      "rewards/margins": 2.4900288581848145,
      "rewards/rejected": -2.422471523284912,
      "step": 92,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.560030109145653,
      "grad_norm": 3.629793167114258,
      "learning_rate": 0.0001726231953809993,
      "logits/chosen": -0.23075315356254578,
      "logits/rejected": -0.4017852246761322,
      "logps/chosen": -7.799711227416992,
      "logps/rejected": -38.58491516113281,
      "loss": 0.7807697057723999,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5262271165847778,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 0.15829423069953918,
      "rewards/margins": 2.4986987113952637,
      "rewards/rejected": -2.340404510498047,
      "step": 93,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.5660519382762514,
      "grad_norm": 10.366227149963379,
      "learning_rate": 0.0001719339800338651,
      "logits/chosen": -0.29187849164009094,
      "logits/rejected": -0.42478230595588684,
      "logps/chosen": -7.801548004150391,
      "logps/rejected": -34.29828643798828,
      "loss": 1.1007416248321533,
      "memory(GiB)": 46.13,
      "nll_loss": 0.7008671164512634,
      "rewards/accuracies": 0.828125,
      "rewards/chosen": -0.0017978232353925705,
      "rewards/margins": 1.9699221849441528,
      "rewards/rejected": -1.9717202186584473,
      "step": 94,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.5720737674068498,
      "grad_norm": 4.7859039306640625,
      "learning_rate": 0.0001712376096951345,
      "logits/chosen": -0.2881244421005249,
      "logits/rejected": -0.39795249700546265,
      "logps/chosen": -6.9338459968566895,
      "logps/rejected": -34.682186126708984,
      "loss": 0.8693129420280457,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5744621157646179,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.12829959392547607,
      "rewards/margins": 2.2821671962738037,
      "rewards/rejected": -2.153867244720459,
      "step": 95,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.5780955965374482,
      "grad_norm": 2.521221160888672,
      "learning_rate": 0.0001705341536300409,
      "logits/chosen": -0.2661621868610382,
      "logits/rejected": -0.3923559784889221,
      "logps/chosen": -4.780788898468018,
      "logps/rejected": -28.810710906982422,
      "loss": 0.7346460819244385,
      "memory(GiB)": 46.13,
      "nll_loss": 0.40230822563171387,
      "rewards/accuracies": 0.796875,
      "rewards/chosen": 0.10683214664459229,
      "rewards/margins": 1.7658103704452515,
      "rewards/rejected": -1.6589782238006592,
      "step": 96,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.5841174256680467,
      "grad_norm": 5.023887634277344,
      "learning_rate": 0.00016982368180860728,
      "logits/chosen": -0.25105586647987366,
      "logits/rejected": -0.3866545855998993,
      "logps/chosen": -7.320672512054443,
      "logps/rejected": -34.95018005371094,
      "loss": 0.9987191557884216,
      "memory(GiB)": 46.13,
      "nll_loss": 0.6328321695327759,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": -0.07585513591766357,
      "rewards/margins": 2.0516769886016846,
      "rewards/rejected": -2.127532482147217,
      "step": 97,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.590139254798645,
      "grad_norm": 1.8328591585159302,
      "learning_rate": 0.00016910626489868649,
      "logits/chosen": -0.2209641933441162,
      "logits/rejected": -0.398262083530426,
      "logps/chosen": -4.149725437164307,
      "logps/rejected": -35.193931579589844,
      "loss": 0.6401265263557434,
      "memory(GiB)": 46.13,
      "nll_loss": 0.31758564710617065,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.14480024576187134,
      "rewards/margins": 2.074404716491699,
      "rewards/rejected": -1.9296045303344727,
      "step": 98,
      "train_speed(iter/s)": 0.005637
    },
    {
      "epoch": 0.5961610839292435,
      "grad_norm": 1.696344017982483,
      "learning_rate": 0.00016838197425893202,
      "logits/chosen": -0.2796581983566284,
      "logits/rejected": -0.4003712832927704,
      "logps/chosen": -5.847466468811035,
      "logps/rejected": -30.844961166381836,
      "loss": 0.7925845384597778,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4691714644432068,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 0.15563875436782837,
      "rewards/margins": 1.9312589168548584,
      "rewards/rejected": -1.7756202220916748,
      "step": 99,
      "train_speed(iter/s)": 0.005637
    },
    {
      "epoch": 0.602182913059842,
      "grad_norm": 2.3960113525390625,
      "learning_rate": 0.00016765088193170053,
      "logits/chosen": -0.2749744653701782,
      "logits/rejected": -0.39394593238830566,
      "logps/chosen": -6.603066444396973,
      "logps/rejected": -25.912214279174805,
      "loss": 0.9519745707511902,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5554052591323853,
      "rewards/accuracies": 0.890625,
      "rewards/chosen": 0.11803217232227325,
      "rewards/margins": 1.5442473888397217,
      "rewards/rejected": -1.4262150526046753,
      "step": 100,
      "train_speed(iter/s)": 0.005637
    },
    {
      "epoch": 0.6082047421904403,
      "grad_norm": 2.1803297996520996,
      "learning_rate": 0.00016691306063588583,
      "logits/chosen": -0.14278045296669006,
      "logits/rejected": -0.32641783356666565,
      "logps/chosen": -6.367352485656738,
      "logps/rejected": -36.09748077392578,
      "loss": 0.7241327166557312,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4310902953147888,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.20738306641578674,
      "rewards/margins": 1.9153938293457031,
      "rewards/rejected": -1.7080106735229492,
      "step": 101,
      "train_speed(iter/s)": 0.005632
    },
    {
      "epoch": 0.6142265713210388,
      "grad_norm": 2.27510142326355,
      "learning_rate": 0.00016616858375968595,
      "logits/chosen": -0.20140963792800903,
      "logits/rejected": -0.34892868995666504,
      "logps/chosen": -4.8850579261779785,
      "logps/rejected": -34.458396911621094,
      "loss": 0.6944241523742676,
      "memory(GiB)": 46.13,
      "nll_loss": 0.39014381170272827,
      "rewards/accuracies": 0.828125,
      "rewards/chosen": 0.05396907776594162,
      "rewards/margins": 2.1584324836730957,
      "rewards/rejected": -2.1044633388519287,
      "step": 102,
      "train_speed(iter/s)": 0.005633
    },
    {
      "epoch": 0.6202484004516372,
      "grad_norm": 3.8538124561309814,
      "learning_rate": 0.00016541752535330345,
      "logits/chosen": -0.15393608808517456,
      "logits/rejected": -0.32232990860939026,
      "logps/chosen": -7.490941047668457,
      "logps/rejected": -38.019405364990234,
      "loss": 0.899553656578064,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5592579245567322,
      "rewards/accuracies": 0.875,
      "rewards/chosen": -0.04624926298856735,
      "rewards/margins": 2.2129275798797607,
      "rewards/rejected": -2.259176731109619,
      "step": 103,
      "train_speed(iter/s)": 0.005633
    },
    {
      "epoch": 0.6262702295822355,
      "grad_norm": 3.2243363857269287,
      "learning_rate": 0.00016465996012157995,
      "logits/chosen": -0.1763302981853485,
      "logits/rejected": -0.30002710223197937,
      "logps/chosen": -7.91542387008667,
      "logps/rejected": -35.163421630859375,
      "loss": 0.8102483153343201,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5111361145973206,
      "rewards/accuracies": 0.859375,
      "rewards/chosen": 0.1345573365688324,
      "rewards/margins": 2.1800684928894043,
      "rewards/rejected": -2.045511245727539,
      "step": 104,
      "train_speed(iter/s)": 0.005633
    },
    {
      "epoch": 0.632292058712834,
      "grad_norm": 2.4296176433563232,
      "learning_rate": 0.0001638959634165656,
      "logits/chosen": -0.2042100727558136,
      "logits/rejected": -0.3498837947845459,
      "logps/chosen": -5.70271635055542,
      "logps/rejected": -33.96530532836914,
      "loss": 0.7614078521728516,
      "memory(GiB)": 46.13,
      "nll_loss": 0.46085914969444275,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.10853511095046997,
      "rewards/margins": 2.407238483428955,
      "rewards/rejected": -2.298703670501709,
      "step": 105,
      "train_speed(iter/s)": 0.005633
    },
    {
      "epoch": 0.6383138878434325,
      "grad_norm": 5.010378837585449,
      "learning_rate": 0.0001631256112300239,
      "logits/chosen": -0.17106319963932037,
      "logits/rejected": -0.3643282651901245,
      "logps/chosen": -5.012183666229248,
      "logps/rejected": -39.59567642211914,
      "loss": 0.7013410329818726,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4339035153388977,
      "rewards/accuracies": 0.859375,
      "rewards/chosen": 0.07484348863363266,
      "rewards/margins": 2.594076156616211,
      "rewards/rejected": -2.5192322731018066,
      "step": 106,
      "train_speed(iter/s)": 0.005633
    },
    {
      "epoch": 0.6443357169740309,
      "grad_norm": 3.9870245456695557,
      "learning_rate": 0.00016234898018587337,
      "logits/chosen": -0.13750208914279938,
      "logits/rejected": -0.3746242821216583,
      "logps/chosen": -5.721056938171387,
      "logps/rejected": -44.44032287597656,
      "loss": 0.7298431396484375,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4898163080215454,
      "rewards/accuracies": 0.921875,
      "rewards/chosen": 0.036943770945072174,
      "rewards/margins": 2.8432068824768066,
      "rewards/rejected": -2.806262969970703,
      "step": 107,
      "train_speed(iter/s)": 0.005633
    },
    {
      "epoch": 0.6503575461046293,
      "grad_norm": 2.7155423164367676,
      "learning_rate": 0.0001615661475325658,
      "logits/chosen": -0.1980631947517395,
      "logits/rejected": -0.36777210235595703,
      "logps/chosen": -5.860571384429932,
      "logps/rejected": -45.095069885253906,
      "loss": 0.6415181756019592,
      "memory(GiB)": 46.13,
      "nll_loss": 0.43772590160369873,
      "rewards/accuracies": 0.921875,
      "rewards/chosen": 0.029481690376996994,
      "rewards/margins": 2.904158115386963,
      "rewards/rejected": -2.874676465988159,
      "step": 108,
      "train_speed(iter/s)": 0.005633
    },
    {
      "epoch": 0.6563793752352277,
      "grad_norm": 3.9366610050201416,
      "learning_rate": 0.00016077719113540302,
      "logits/chosen": -0.201637402176857,
      "logits/rejected": -0.36231857538223267,
      "logps/chosen": -8.20331859588623,
      "logps/rejected": -47.63356018066406,
      "loss": 0.8109980821609497,
      "memory(GiB)": 46.13,
      "nll_loss": 0.588591456413269,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": -0.11406072974205017,
      "rewards/margins": 3.15336275100708,
      "rewards/rejected": -3.267423629760742,
      "step": 109,
      "train_speed(iter/s)": 0.005633
    },
    {
      "epoch": 0.6624012043658262,
      "grad_norm": 1.8952491283416748,
      "learning_rate": 0.00015998218946879138,
      "logits/chosen": -0.20580148696899414,
      "logits/rejected": -0.37684956192970276,
      "logps/chosen": -4.04914665222168,
      "logps/rejected": -40.22568130493164,
      "loss": 0.6388105154037476,
      "memory(GiB)": 46.13,
      "nll_loss": 0.39933112263679504,
      "rewards/accuracies": 0.921875,
      "rewards/chosen": 0.07669900357723236,
      "rewards/margins": 2.701504945755005,
      "rewards/rejected": -2.6248061656951904,
      "step": 110,
      "train_speed(iter/s)": 0.005634
    },
    {
      "epoch": 0.6684230334964245,
      "grad_norm": 2.1146159172058105,
      "learning_rate": 0.00015918122160843678,
      "logits/chosen": -0.21242693066596985,
      "logits/rejected": -0.3542603850364685,
      "logps/chosen": -7.400607109069824,
      "logps/rejected": -41.83246612548828,
      "loss": 0.9009187817573547,
      "memory(GiB)": 46.13,
      "nll_loss": 0.6562238931655884,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.07808566093444824,
      "rewards/margins": 2.6408753395080566,
      "rewards/rejected": -2.5627896785736084,
      "step": 111,
      "train_speed(iter/s)": 0.005634
    },
    {
      "epoch": 0.674444862627023,
      "grad_norm": 3.891860008239746,
      "learning_rate": 0.000158374367223479,
      "logits/chosen": -0.2456948161125183,
      "logits/rejected": -0.3476937413215637,
      "logps/chosen": -6.91848087310791,
      "logps/rejected": -35.34187698364258,
      "loss": 0.9391785860061646,
      "memory(GiB)": 46.13,
      "nll_loss": 0.618550181388855,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": -0.011886654421687126,
      "rewards/margins": 2.1392247676849365,
      "rewards/rejected": -2.151111602783203,
      "step": 112,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.6804666917576214,
      "grad_norm": 4.234856128692627,
      "learning_rate": 0.00015756170656856737,
      "logits/chosen": -0.11636840552091599,
      "logits/rejected": -0.23480768501758575,
      "logps/chosen": -7.3483710289001465,
      "logps/rejected": -33.948822021484375,
      "loss": 0.8160063624382019,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5110282301902771,
      "rewards/accuracies": 0.953125,
      "rewards/chosen": 0.08705638349056244,
      "rewards/margins": 2.111095905303955,
      "rewards/rejected": -2.0240395069122314,
      "step": 113,
      "train_speed(iter/s)": 0.005634
    },
    {
      "epoch": 0.6864885208882198,
      "grad_norm": 1.5901049375534058,
      "learning_rate": 0.0001567433204758782,
      "logits/chosen": -0.15935438871383667,
      "logits/rejected": -0.3056758642196655,
      "logps/chosen": -5.887468338012695,
      "logps/rejected": -39.561500549316406,
      "loss": 0.7292969226837158,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4773525893688202,
      "rewards/accuracies": 0.921875,
      "rewards/chosen": 0.141588032245636,
      "rewards/margins": 2.442899703979492,
      "rewards/rejected": -2.301311731338501,
      "step": 114,
      "train_speed(iter/s)": 0.005634
    },
    {
      "epoch": 0.6925103500188182,
      "grad_norm": 2.1147372722625732,
      "learning_rate": 0.0001559192903470747,
      "logits/chosen": -0.1537177711725235,
      "logits/rejected": -0.2976364493370056,
      "logps/chosen": -7.735870361328125,
      "logps/rejected": -36.14551544189453,
      "loss": 0.822877049446106,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5838936567306519,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.16609230637550354,
      "rewards/margins": 2.184666633605957,
      "rewards/rejected": -2.0185742378234863,
      "step": 115,
      "train_speed(iter/s)": 0.005634
    },
    {
      "epoch": 0.6985321791494167,
      "grad_norm": 3.8271219730377197,
      "learning_rate": 0.00015508969814521025,
      "logits/chosen": -0.16476985812187195,
      "logits/rejected": -0.2944994568824768,
      "logps/chosen": -4.954969882965088,
      "logps/rejected": -31.42076301574707,
      "loss": 0.8119629621505737,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4658912420272827,
      "rewards/accuracies": 0.828125,
      "rewards/chosen": 0.09785570204257965,
      "rewards/margins": 1.8094596862792969,
      "rewards/rejected": -1.711604118347168,
      "step": 116,
      "train_speed(iter/s)": 0.005634
    },
    {
      "epoch": 0.704554008280015,
      "grad_norm": 1.9744106531143188,
      "learning_rate": 0.00015425462638657595,
      "logits/chosen": -0.2048090547323227,
      "logits/rejected": -0.2695329189300537,
      "logps/chosen": -5.02174711227417,
      "logps/rejected": -31.327930450439453,
      "loss": 0.6611427068710327,
      "memory(GiB)": 46.13,
      "nll_loss": 0.3884551525115967,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 0.18278352916240692,
      "rewards/margins": 2.1040430068969727,
      "rewards/rejected": -1.9212596416473389,
      "step": 117,
      "train_speed(iter/s)": 0.005634
    },
    {
      "epoch": 0.7105758374106135,
      "grad_norm": 2.7671103477478027,
      "learning_rate": 0.00015341415813249288,
      "logits/chosen": -0.18153494596481323,
      "logits/rejected": -0.31533682346343994,
      "logps/chosen": -3.5208582878112793,
      "logps/rejected": -28.974889755249023,
      "loss": 0.6663014888763428,
      "memory(GiB)": 46.13,
      "nll_loss": 0.31734898686408997,
      "rewards/accuracies": 0.859375,
      "rewards/chosen": 0.08336202800273895,
      "rewards/margins": 1.5573171377182007,
      "rewards/rejected": -1.4739550352096558,
      "step": 118,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.7165976665412119,
      "grad_norm": 2.2519025802612305,
      "learning_rate": 0.00015256837698105047,
      "logits/chosen": -0.18909907341003418,
      "logits/rejected": -0.32073426246643066,
      "logps/chosen": -5.691015243530273,
      "logps/rejected": -38.229949951171875,
      "loss": 0.6945815086364746,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4534215033054352,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": -0.016410622745752335,
      "rewards/margins": 2.294341564178467,
      "rewards/rejected": -2.3107523918151855,
      "step": 119,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.7226194956718103,
      "grad_norm": 2.6865475177764893,
      "learning_rate": 0.00015171736705879126,
      "logits/chosen": -0.11694711446762085,
      "logits/rejected": -0.30947864055633545,
      "logps/chosen": -4.004083156585693,
      "logps/rejected": -42.21112060546875,
      "loss": 0.5099095702171326,
      "memory(GiB)": 46.13,
      "nll_loss": 0.2805330157279968,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.08305128663778305,
      "rewards/margins": 2.5462100505828857,
      "rewards/rejected": -2.46315860748291,
      "step": 120,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.7286413248024087,
      "grad_norm": 5.433821201324463,
      "learning_rate": 0.00015086121301234316,
      "logits/chosen": -0.15977299213409424,
      "logits/rejected": -0.30839866399765015,
      "logps/chosen": -7.34042501449585,
      "logps/rejected": -38.30808639526367,
      "loss": 0.9920263886451721,
      "memory(GiB)": 46.13,
      "nll_loss": 0.6664140224456787,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": -0.023471834138035774,
      "rewards/margins": 2.068791151046753,
      "rewards/rejected": -2.0922627449035645,
      "step": 121,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.7346631539330072,
      "grad_norm": 1.8786602020263672,
      "learning_rate": 0.00015000000000000001,
      "logits/chosen": -0.12786100804805756,
      "logits/rejected": -0.2967092990875244,
      "logps/chosen": -4.349850654602051,
      "logps/rejected": -32.289390563964844,
      "loss": 0.6910618543624878,
      "memory(GiB)": 46.13,
      "nll_loss": 0.37633225321769714,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.09151757508516312,
      "rewards/margins": 1.6974818706512451,
      "rewards/rejected": -1.6059644222259521,
      "step": 122,
      "train_speed(iter/s)": 0.005634
    },
    {
      "epoch": 0.7406849830636055,
      "grad_norm": 2.327937364578247,
      "learning_rate": 0.00014913381368325115,
      "logits/chosen": -0.12772715091705322,
      "logits/rejected": -0.3204698860645294,
      "logps/chosen": -3.4514901638031006,
      "logps/rejected": -40.17311096191406,
      "loss": 0.5442243814468384,
      "memory(GiB)": 46.13,
      "nll_loss": 0.2678568661212921,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.06198100745677948,
      "rewards/margins": 2.348788022994995,
      "rewards/rejected": -2.286807060241699,
      "step": 123,
      "train_speed(iter/s)": 0.005634
    },
    {
      "epoch": 0.746706812194204,
      "grad_norm": 3.345496892929077,
      "learning_rate": 0.0001482627402182611,
      "logits/chosen": -0.23605135083198547,
      "logits/rejected": -0.3248905539512634,
      "logps/chosen": -6.426857948303223,
      "logps/rejected": -27.78033447265625,
      "loss": 0.8108398914337158,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4387803077697754,
      "rewards/accuracies": 0.828125,
      "rewards/chosen": 0.12587979435920715,
      "rewards/margins": 1.6669539213180542,
      "rewards/rejected": -1.5410741567611694,
      "step": 124,
      "train_speed(iter/s)": 0.005634
    },
    {
      "epoch": 0.7527286413248024,
      "grad_norm": 2.567275285720825,
      "learning_rate": 0.00014738686624729986,
      "logits/chosen": -0.19267147779464722,
      "logits/rejected": -0.3316629230976105,
      "logps/chosen": -5.075592994689941,
      "logps/rejected": -33.312400817871094,
      "loss": 0.7099701166152954,
      "memory(GiB)": 46.13,
      "nll_loss": 0.3936714828014374,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 0.13089658319950104,
      "rewards/margins": 1.870408535003662,
      "rewards/rejected": -1.7395117282867432,
      "step": 125,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.7587504704554008,
      "grad_norm": 3.0261592864990234,
      "learning_rate": 0.00014650627889012507,
      "logits/chosen": -0.2155275195837021,
      "logits/rejected": -0.37678274512290955,
      "logps/chosen": -4.682234764099121,
      "logps/rejected": -28.974559783935547,
      "loss": 0.7498282790184021,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4256855249404907,
      "rewards/accuracies": 0.890625,
      "rewards/chosen": 0.15469788014888763,
      "rewards/margins": 1.657031774520874,
      "rewards/rejected": -1.502333641052246,
      "step": 126,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.7647722995859992,
      "grad_norm": 2.6022913455963135,
      "learning_rate": 0.0001456210657353163,
      "logits/chosen": -0.19964055716991425,
      "logits/rejected": -0.35465607047080994,
      "logps/chosen": -3.941540479660034,
      "logps/rejected": -32.9716682434082,
      "loss": 0.6142888069152832,
      "memory(GiB)": 46.13,
      "nll_loss": 0.3339819610118866,
      "rewards/accuracies": 0.953125,
      "rewards/chosen": 0.15736861526966095,
      "rewards/margins": 2.048983335494995,
      "rewards/rejected": -1.8916147947311401,
      "step": 127,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.7707941287165977,
      "grad_norm": 2.2070999145507812,
      "learning_rate": 0.00014473131483156327,
      "logits/chosen": -0.24945035576820374,
      "logits/rejected": -0.32592612504959106,
      "logps/chosen": -5.566514015197754,
      "logps/rejected": -27.138111114501953,
      "loss": 0.7188521027565002,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4044472575187683,
      "rewards/accuracies": 0.921875,
      "rewards/chosen": 0.16954132914543152,
      "rewards/margins": 1.7891260385513306,
      "rewards/rejected": -1.6195846796035767,
      "step": 128,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.776815957847196,
      "grad_norm": 1.9873756170272827,
      "learning_rate": 0.00014383711467890774,
      "logits/chosen": -0.18453390896320343,
      "logits/rejected": -0.3942897319793701,
      "logps/chosen": -4.547736167907715,
      "logps/rejected": -43.979976654052734,
      "loss": 0.5406314730644226,
      "memory(GiB)": 46.13,
      "nll_loss": 0.3523382544517517,
      "rewards/accuracies": 0.953125,
      "rewards/chosen": 0.08807562291622162,
      "rewards/margins": 2.9467825889587402,
      "rewards/rejected": -2.8587071895599365,
      "step": 129,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.7828377869777945,
      "grad_norm": 3.6719274520874023,
      "learning_rate": 0.00014293855421994094,
      "logits/chosen": -0.20188507437705994,
      "logits/rejected": -0.34430867433547974,
      "logps/chosen": -5.333648204803467,
      "logps/rejected": -41.819515228271484,
      "loss": 0.7074599862098694,
      "memory(GiB)": 46.13,
      "nll_loss": 0.44100311398506165,
      "rewards/accuracies": 0.921875,
      "rewards/chosen": 0.027486218139529228,
      "rewards/margins": 2.8748302459716797,
      "rewards/rejected": -2.847343921661377,
      "step": 130,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.788859616108393,
      "grad_norm": 3.5544822216033936,
      "learning_rate": 0.00014203572283095657,
      "logits/chosen": -0.1257411241531372,
      "logits/rejected": -0.35228949785232544,
      "logps/chosen": -5.203995704650879,
      "logps/rejected": -53.26233673095703,
      "loss": 0.763848602771759,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5348649024963379,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.0426684133708477,
      "rewards/margins": 3.6239006519317627,
      "rewards/rejected": -3.5812320709228516,
      "step": 131,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.7948814452389913,
      "grad_norm": 2.9171648025512695,
      "learning_rate": 0.00014112871031306119,
      "logits/chosen": -0.19912837445735931,
      "logits/rejected": -0.3755126893520355,
      "logps/chosen": -7.589679718017578,
      "logps/rejected": -46.79793930053711,
      "loss": 0.7475419640541077,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5176687240600586,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 0.19966475665569305,
      "rewards/margins": 3.243659496307373,
      "rewards/rejected": -3.043994426727295,
      "step": 132,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.8009032743695897,
      "grad_norm": 3.5576326847076416,
      "learning_rate": 0.00014021760688324176,
      "logits/chosen": -0.17760571837425232,
      "logits/rejected": -0.34351277351379395,
      "logps/chosen": -6.067855358123779,
      "logps/rejected": -45.17057800292969,
      "loss": 0.7542024850845337,
      "memory(GiB)": 46.13,
      "nll_loss": 0.46581241488456726,
      "rewards/accuracies": 0.859375,
      "rewards/chosen": -0.06834451109170914,
      "rewards/margins": 2.9498496055603027,
      "rewards/rejected": -3.0181939601898193,
      "step": 133,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.8069251035001882,
      "grad_norm": 3.7524359226226807,
      "learning_rate": 0.00013930250316539238,
      "logits/chosen": -0.24070125818252563,
      "logits/rejected": -0.36900123953819275,
      "logps/chosen": -6.3118109703063965,
      "logps/rejected": -41.5582389831543,
      "loss": 0.8333712220191956,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5454068183898926,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.0363120511174202,
      "rewards/margins": 2.832289695739746,
      "rewards/rejected": -2.7959775924682617,
      "step": 134,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.8129469326307867,
      "grad_norm": 4.076293468475342,
      "learning_rate": 0.00013838349018130007,
      "logits/chosen": -0.22921916842460632,
      "logits/rejected": -0.3980764150619507,
      "logps/chosen": -6.020735263824463,
      "logps/rejected": -36.49159622192383,
      "loss": 0.7660678029060364,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5027486085891724,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.11397107690572739,
      "rewards/margins": 2.2893691062927246,
      "rewards/rejected": -2.175398349761963,
      "step": 135,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.818968761761385,
      "grad_norm": 3.8375930786132812,
      "learning_rate": 0.00013746065934159123,
      "logits/chosen": -0.21597175300121307,
      "logits/rejected": -0.3748128414154053,
      "logps/chosen": -5.917651176452637,
      "logps/rejected": -34.7623176574707,
      "loss": 0.7133091688156128,
      "memory(GiB)": 46.13,
      "nll_loss": 0.43554598093032837,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.14565804600715637,
      "rewards/margins": 2.124354124069214,
      "rewards/rejected": -1.9786962270736694,
      "step": 136,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.8249905908919835,
      "grad_norm": 3.4924089908599854,
      "learning_rate": 0.00013653410243663952,
      "logits/chosen": -0.18882140517234802,
      "logits/rejected": -0.39621540904045105,
      "logps/chosen": -3.5247278213500977,
      "logps/rejected": -39.52235794067383,
      "loss": 0.5699490308761597,
      "memory(GiB)": 46.13,
      "nll_loss": 0.3287566304206848,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": 0.16140440106391907,
      "rewards/margins": 2.0828282833099365,
      "rewards/rejected": -1.9214237928390503,
      "step": 137,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.8310124200225819,
      "grad_norm": 2.952988386154175,
      "learning_rate": 0.00013560391162743569,
      "logits/chosen": -0.1859571784734726,
      "logits/rejected": -0.381632536649704,
      "logps/chosen": -4.896010398864746,
      "logps/rejected": -35.494384765625,
      "loss": 0.7929538488388062,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4508986473083496,
      "rewards/accuracies": 0.890625,
      "rewards/chosen": 0.021028656512498856,
      "rewards/margins": 1.990783452987671,
      "rewards/rejected": -1.969754695892334,
      "step": 138,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.8370342491531803,
      "grad_norm": 2.0521535873413086,
      "learning_rate": 0.00013467017943642073,
      "logits/chosen": -0.24490389227867126,
      "logits/rejected": -0.42894116044044495,
      "logps/chosen": -4.2235565185546875,
      "logps/rejected": -38.84959411621094,
      "loss": 0.6944494247436523,
      "memory(GiB)": 46.13,
      "nll_loss": 0.43725934624671936,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.12278101593255997,
      "rewards/margins": 2.2289106845855713,
      "rewards/rejected": -2.1061296463012695,
      "step": 139,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.8430560782837787,
      "grad_norm": 3.664316415786743,
      "learning_rate": 0.00013373299873828303,
      "logits/chosen": -0.29347366094589233,
      "logits/rejected": -0.41366317868232727,
      "logps/chosen": -4.828797340393066,
      "logps/rejected": -31.14942169189453,
      "loss": 0.6968463659286499,
      "memory(GiB)": 46.13,
      "nll_loss": 0.41966789960861206,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 0.13118553161621094,
      "rewards/margins": 1.9206351041793823,
      "rewards/rejected": -1.7894494533538818,
      "step": 140,
      "train_speed(iter/s)": 0.005635
    },
    {
      "epoch": 0.8490779074143772,
      "grad_norm": 3.614262580871582,
      "learning_rate": 0.00013279246275072046,
      "logits/chosen": -0.31295719742774963,
      "logits/rejected": -0.4447307288646698,
      "logps/chosen": -8.66226577758789,
      "logps/rejected": -31.42186737060547,
      "loss": 1.0331419706344604,
      "memory(GiB)": 46.13,
      "nll_loss": 0.6634517312049866,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": 0.08492518961429596,
      "rewards/margins": 1.7986928224563599,
      "rewards/rejected": -1.713767647743225,
      "step": 141,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.8550997365449755,
      "grad_norm": 1.7650597095489502,
      "learning_rate": 0.00013184866502516845,
      "logits/chosen": -0.26669561862945557,
      "logits/rejected": -0.4871166944503784,
      "logps/chosen": -3.3100223541259766,
      "logps/rejected": -39.79899215698242,
      "loss": 0.5506975650787354,
      "memory(GiB)": 46.13,
      "nll_loss": 0.29588890075683594,
      "rewards/accuracies": 0.890625,
      "rewards/chosen": 0.10198746621608734,
      "rewards/margins": 2.259812831878662,
      "rewards/rejected": -2.157825231552124,
      "step": 142,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.861121565675574,
      "grad_norm": 3.4034411907196045,
      "learning_rate": 0.00013090169943749476,
      "logits/chosen": -0.3030458390712738,
      "logits/rejected": -0.45216381549835205,
      "logps/chosen": -5.469812393188477,
      "logps/rejected": -35.740806579589844,
      "loss": 0.6628592610359192,
      "memory(GiB)": 46.13,
      "nll_loss": 0.34965524077415466,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.07742348313331604,
      "rewards/margins": 2.012543201446533,
      "rewards/rejected": -1.935119867324829,
      "step": 143,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.8671433948061724,
      "grad_norm": 2.271817922592163,
      "learning_rate": 0.00012995166017866193,
      "logits/chosen": -0.35303038358688354,
      "logits/rejected": -0.4534931778907776,
      "logps/chosen": -7.304016590118408,
      "logps/rejected": -30.363569259643555,
      "loss": 0.8833200931549072,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5442834496498108,
      "rewards/accuracies": 0.765625,
      "rewards/chosen": 0.18977457284927368,
      "rewards/margins": 2.04044508934021,
      "rewards/rejected": -1.850670576095581,
      "step": 144,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.8731652239367708,
      "grad_norm": 1.6546629667282104,
      "learning_rate": 0.00012899864174535864,
      "logits/chosen": -0.30710387229919434,
      "logits/rejected": -0.47071051597595215,
      "logps/chosen": -4.921065330505371,
      "logps/rejected": -37.83810043334961,
      "loss": 0.611689567565918,
      "memory(GiB)": 46.13,
      "nll_loss": 0.36449986696243286,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.14039897918701172,
      "rewards/margins": 2.364004373550415,
      "rewards/rejected": -2.2236056327819824,
      "step": 145,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.8791870530673692,
      "grad_norm": 1.4133797883987427,
      "learning_rate": 0.00012804273893060028,
      "logits/chosen": -0.35278186202049255,
      "logits/rejected": -0.4680350422859192,
      "logps/chosen": -4.455732345581055,
      "logps/rejected": -32.905887603759766,
      "loss": 0.5695258975028992,
      "memory(GiB)": 46.13,
      "nll_loss": 0.3188043534755707,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": 0.18160954117774963,
      "rewards/margins": 2.25382137298584,
      "rewards/rejected": -2.072211742401123,
      "step": 146,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.8852088821979677,
      "grad_norm": 1.8506555557250977,
      "learning_rate": 0.00012708404681430053,
      "logits/chosen": -0.3219718635082245,
      "logits/rejected": -0.4345773756504059,
      "logps/chosen": -5.016592979431152,
      "logps/rejected": -34.69657516479492,
      "loss": 0.6405315399169922,
      "memory(GiB)": 46.13,
      "nll_loss": 0.35303816199302673,
      "rewards/accuracies": 0.921875,
      "rewards/chosen": 0.13450342416763306,
      "rewards/margins": 2.0750272274017334,
      "rewards/rejected": -1.9405235052108765,
      "step": 147,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.891230711328566,
      "grad_norm": 2.6582088470458984,
      "learning_rate": 0.00012612266075381386,
      "logits/chosen": -0.2835950255393982,
      "logits/rejected": -0.4708768129348755,
      "logps/chosen": -6.048505783081055,
      "logps/rejected": -42.608131408691406,
      "loss": 0.676105260848999,
      "memory(GiB)": 46.13,
      "nll_loss": 0.4015389084815979,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.033125825226306915,
      "rewards/margins": 2.4881484508514404,
      "rewards/rejected": -2.4550228118896484,
      "step": 148,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.8972525404591645,
      "grad_norm": 3.3612794876098633,
      "learning_rate": 0.00012515867637445086,
      "logits/chosen": -0.3777806758880615,
      "logits/rejected": -0.477069228887558,
      "logps/chosen": -6.0037922859191895,
      "logps/rejected": -32.48824691772461,
      "loss": 0.825937032699585,
      "memory(GiB)": 46.13,
      "nll_loss": 0.5271134972572327,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.07130320370197296,
      "rewards/margins": 2.3660011291503906,
      "rewards/rejected": -2.2946979999542236,
      "step": 149,
      "train_speed(iter/s)": 0.005636
    },
    {
      "epoch": 0.9032743695897629,
      "grad_norm": 1.5847569704055786,
      "learning_rate": 0.00012419218955996676,
      "logits/chosen": -0.31665414571762085,
      "logits/rejected": -0.4995279312133789,
      "logps/chosen": -6.320664882659912,
      "logps/rejected": -52.651451110839844,
      "loss": 0.5624623894691467,
      "memory(GiB)": 46.13,
      "nll_loss": 0.368425577878952,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": 0.14041581749916077,
      "rewards/margins": 3.4388084411621094,
      "rewards/rejected": -3.2983925342559814,
      "step": 150,
      "train_speed(iter/s)": 0.005636
    }
  ],
  "logging_steps": 1,
  "max_steps": 332,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.725942609131602e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}