{ "best_global_step": 11542, "best_metric": 3.3484463691711426, "best_model_checkpoint": "sindhibert_session3/checkpoint-11542", "epoch": 2.0, "eval_steps": 5771, "global_step": 11542, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.017328019407381736, "grad_norm": 9.74232006072998, "learning_rate": 5.147313691507799e-06, "loss": 16.534342041015623, "step": 100 }, { "epoch": 0.03465603881476347, "grad_norm": 9.413031578063965, "learning_rate": 1.0346620450606586e-05, "loss": 16.06064208984375, "step": 200 }, { "epoch": 0.05198405822214521, "grad_norm": 9.366157531738281, "learning_rate": 1.554592720970537e-05, "loss": 15.73246337890625, "step": 300 }, { "epoch": 0.06931207762952694, "grad_norm": 8.934579849243164, "learning_rate": 2.074523396880416e-05, "loss": 15.634798583984375, "step": 400 }, { "epoch": 0.08664009703690868, "grad_norm": 9.873139381408691, "learning_rate": 2.594454072790295e-05, "loss": 15.491142578125, "step": 500 }, { "epoch": 0.10396811644429042, "grad_norm": 9.112743377685547, "learning_rate": 2.9999702019626288e-05, "loss": 15.47271728515625, "step": 600 }, { "epoch": 0.12129613585167215, "grad_norm": 8.721996307373047, "learning_rate": 2.999083739047451e-05, "loss": 15.291612548828125, "step": 700 }, { "epoch": 0.1386241552590539, "grad_norm": 8.849467277526855, "learning_rate": 2.9969667845201166e-05, "loss": 15.32687255859375, "step": 800 }, { "epoch": 0.15595217466643563, "grad_norm": 8.970343589782715, "learning_rate": 2.9936210760385845e-05, "loss": 15.221800537109376, "step": 900 }, { "epoch": 0.17328019407381737, "grad_norm": 9.423188209533691, "learning_rate": 2.9890493598578603e-05, "loss": 15.21154541015625, "step": 1000 }, { "epoch": 0.1906082134811991, "grad_norm": 10.529290199279785, "learning_rate": 2.9832553885757926e-05, "loss": 15.091610107421875, "step": 1100 }, { "epoch": 0.20793623288858085, "grad_norm": 8.895530700683594, "learning_rate": 2.97624391805283e-05, "loss": 15.116024169921875, "step": 1200 }, { "epoch": 0.22526425229596256, "grad_norm": 9.481012344360352, "learning_rate": 2.968020703508272e-05, "loss": 15.086820068359375, "step": 1300 }, { "epoch": 0.2425922717033443, "grad_norm": 8.957283020019531, "learning_rate": 2.9585924947962195e-05, "loss": 15.09182373046875, "step": 1400 }, { "epoch": 0.25992029111072606, "grad_norm": 8.475807189941406, "learning_rate": 2.9479670308650942e-05, "loss": 14.974696044921876, "step": 1500 }, { "epoch": 0.2772483105181078, "grad_norm": 8.860872268676758, "learning_rate": 2.9361530334052883e-05, "loss": 14.967041015625, "step": 1600 }, { "epoch": 0.29457632992548954, "grad_norm": 8.990629196166992, "learning_rate": 2.9231601996901433e-05, "loss": 14.9465673828125, "step": 1700 }, { "epoch": 0.31190434933287126, "grad_norm": 9.683910369873047, "learning_rate": 2.9089991946161484e-05, "loss": 14.9761962890625, "step": 1800 }, { "epoch": 0.32923236874025297, "grad_norm": 9.044540405273438, "learning_rate": 2.89368164194888e-05, "loss": 14.89200927734375, "step": 1900 }, { "epoch": 0.34656038814763473, "grad_norm": 8.935420036315918, "learning_rate": 2.8772201147818787e-05, "loss": 14.9054736328125, "step": 2000 }, { "epoch": 0.36388840755501645, "grad_norm": 8.12104320526123, "learning_rate": 2.8596281252162868e-05, "loss": 14.8011767578125, "step": 2100 }, { "epoch": 0.3812164269623982, "grad_norm": 9.633867263793945, "learning_rate": 2.840920113269721e-05, "loss": 14.789473876953124, "step": 2200 }, { "epoch": 0.3985444463697799, "grad_norm": 9.07466983795166, "learning_rate": 2.8211114350234873e-05, "loss": 14.80165283203125, "step": 2300 }, { "epoch": 0.4158724657771617, "grad_norm": 9.412736892700195, "learning_rate": 2.8002183500178594e-05, "loss": 14.746627197265624, "step": 2400 }, { "epoch": 0.4332004851845434, "grad_norm": 9.755793571472168, "learning_rate": 2.7782580079057772e-05, "loss": 14.778804931640625, "step": 2500 }, { "epoch": 0.4505285045919251, "grad_norm": 9.882634162902832, "learning_rate": 2.7552484343759096e-05, "loss": 14.704544677734376, "step": 2600 }, { "epoch": 0.4678565239993069, "grad_norm": 9.305146217346191, "learning_rate": 2.731208516356645e-05, "loss": 14.75770751953125, "step": 2700 }, { "epoch": 0.4851845434066886, "grad_norm": 9.269790649414062, "learning_rate": 2.7061579865131508e-05, "loss": 14.68646484375, "step": 2800 }, { "epoch": 0.5025125628140703, "grad_norm": 9.310648918151855, "learning_rate": 2.6801174070502248e-05, "loss": 14.635621337890624, "step": 2900 }, { "epoch": 0.5198405822214521, "grad_norm": 9.239577293395996, "learning_rate": 2.653108152834241e-05, "loss": 14.71250732421875, "step": 3000 }, { "epoch": 0.5371686016288338, "grad_norm": 9.674842834472656, "learning_rate": 2.6251523938480346e-05, "loss": 14.602254638671875, "step": 3100 }, { "epoch": 0.5544966210362156, "grad_norm": 10.178524017333984, "learning_rate": 2.5962730769931346e-05, "loss": 14.558492431640625, "step": 3200 }, { "epoch": 0.5718246404435973, "grad_norm": 9.312729835510254, "learning_rate": 2.5664939072542787e-05, "loss": 14.588648681640626, "step": 3300 }, { "epoch": 0.5891526598509791, "grad_norm": 9.438308715820312, "learning_rate": 2.5358393282416714e-05, "loss": 14.535865478515625, "step": 3400 }, { "epoch": 0.6064806792583608, "grad_norm": 8.51146125793457, "learning_rate": 2.5043345021269554e-05, "loss": 14.5489208984375, "step": 3500 }, { "epoch": 0.6238086986657425, "grad_norm": 9.856837272644043, "learning_rate": 2.4720052889893698e-05, "loss": 14.565177001953124, "step": 3600 }, { "epoch": 0.6411367180731242, "grad_norm": 9.223260879516602, "learning_rate": 2.4388782255890405e-05, "loss": 14.452093505859375, "step": 3700 }, { "epoch": 0.6584647374805059, "grad_norm": 9.016181945800781, "learning_rate": 2.404980503584838e-05, "loss": 14.49298828125, "step": 3800 }, { "epoch": 0.6757927568878878, "grad_norm": 9.865802764892578, "learning_rate": 2.370339947214669e-05, "loss": 14.474598388671875, "step": 3900 }, { "epoch": 0.6931207762952695, "grad_norm": 8.965621948242188, "learning_rate": 2.3349849904565318e-05, "loss": 14.46911376953125, "step": 4000 }, { "epoch": 0.7104487957026512, "grad_norm": 8.362798690795898, "learning_rate": 2.2989446536890786e-05, "loss": 14.390712890625, "step": 4100 }, { "epoch": 0.7277768151100329, "grad_norm": 10.564478874206543, "learning_rate": 2.2622485198708445e-05, "loss": 14.45989501953125, "step": 4200 }, { "epoch": 0.7451048345174146, "grad_norm": 9.188340187072754, "learning_rate": 2.2249267102576903e-05, "loss": 14.422335205078125, "step": 4300 }, { "epoch": 0.7624328539247964, "grad_norm": 9.867836952209473, "learning_rate": 2.1870098596784012e-05, "loss": 14.341461181640625, "step": 4400 }, { "epoch": 0.7797608733321781, "grad_norm": 9.469503402709961, "learning_rate": 2.148529091388725e-05, "loss": 14.42570556640625, "step": 4500 }, { "epoch": 0.7970888927395599, "grad_norm": 9.195992469787598, "learning_rate": 2.1095159915244956e-05, "loss": 14.3226025390625, "step": 4600 }, { "epoch": 0.8144169121469416, "grad_norm": 9.930395126342773, "learning_rate": 2.070002583174816e-05, "loss": 14.317152099609375, "step": 4700 }, { "epoch": 0.8317449315543234, "grad_norm": 9.45024299621582, "learning_rate": 2.0300213000965707e-05, "loss": 14.355799560546876, "step": 4800 }, { "epoch": 0.8490729509617051, "grad_norm": 9.889897346496582, "learning_rate": 1.989604960091854e-05, "loss": 14.314393310546874, "step": 4900 }, { "epoch": 0.8664009703690868, "grad_norm": 10.8844575881958, "learning_rate": 1.948786738070162e-05, "loss": 14.279014892578125, "step": 5000 }, { "epoch": 0.8837289897764685, "grad_norm": 9.387309074401855, "learning_rate": 1.9076001388174608e-05, "loss": 14.240478515625, "step": 5100 }, { "epoch": 0.9010570091838502, "grad_norm": 10.535667419433594, "learning_rate": 1.866078969494479e-05, "loss": 14.26585205078125, "step": 5200 }, { "epoch": 0.918385028591232, "grad_norm": 9.147391319274902, "learning_rate": 1.8242573118868094e-05, "loss": 14.309058837890625, "step": 5300 }, { "epoch": 0.9357130479986138, "grad_norm": 9.556977272033691, "learning_rate": 1.7821694944295836e-05, "loss": 14.21564453125, "step": 5400 }, { "epoch": 0.9530410674059955, "grad_norm": 9.025933265686035, "learning_rate": 1.7398500640296928e-05, "loss": 14.192568359375, "step": 5500 }, { "epoch": 0.9703690868133772, "grad_norm": 9.630436897277832, "learning_rate": 1.6973337577086803e-05, "loss": 14.193314208984376, "step": 5600 }, { "epoch": 0.987697106220759, "grad_norm": 9.064878463745117, "learning_rate": 1.6546554740895815e-05, "loss": 14.1739111328125, "step": 5700 }, { "epoch": 1.0, "eval_loss": 3.394857168197632, "eval_runtime": 22.6074, "eval_samples_per_second": 660.048, "eval_steps_per_second": 10.351, "step": 5771 }, { "epoch": 1.0050251256281406, "grad_norm": 10.425875663757324, "learning_rate": 1.611850244751118e-05, "loss": 14.170721435546875, "step": 5800 }, { "epoch": 1.0223531450355225, "grad_norm": 8.938867568969727, "learning_rate": 1.5689532054727568e-05, "loss": 14.155902099609374, "step": 5900 }, { "epoch": 1.0396811644429043, "grad_norm": 9.677651405334473, "learning_rate": 1.525999567394238e-05, "loss": 14.137279052734375, "step": 6000 }, { "epoch": 1.057009183850286, "grad_norm": 9.292587280273438, "learning_rate": 1.4830245881132463e-05, "loss": 14.072491455078126, "step": 6100 }, { "epoch": 1.0743372032576677, "grad_norm": 9.849185943603516, "learning_rate": 1.4400635427449486e-05, "loss": 14.121292724609376, "step": 6200 }, { "epoch": 1.0916652226650494, "grad_norm": 9.886627197265625, "learning_rate": 1.3971516949671474e-05, "loss": 14.058907470703126, "step": 6300 }, { "epoch": 1.108993242072431, "grad_norm": 10.207225799560547, "learning_rate": 1.3543242680748322e-05, "loss": 14.07645263671875, "step": 6400 }, { "epoch": 1.1263212614798128, "grad_norm": 10.271860122680664, "learning_rate": 1.311616416067868e-05, "loss": 14.01097412109375, "step": 6500 }, { "epoch": 1.1436492808871945, "grad_norm": 9.155773162841797, "learning_rate": 1.2690631947955715e-05, "loss": 14.044959716796875, "step": 6600 }, { "epoch": 1.1609773002945762, "grad_norm": 9.51415729522705, "learning_rate": 1.2266995331818446e-05, "loss": 14.045927734375, "step": 6700 }, { "epoch": 1.1783053197019582, "grad_norm": 9.813915252685547, "learning_rate": 1.184560204554501e-05, "loss": 14.03373291015625, "step": 6800 }, { "epoch": 1.1956333391093399, "grad_norm": 9.063379287719727, "learning_rate": 1.1426797981023001e-05, "loss": 14.052874755859374, "step": 6900 }, { "epoch": 1.2129613585167216, "grad_norm": 9.815446853637695, "learning_rate": 1.1010926904831378e-05, "loss": 14.02966552734375, "step": 7000 }, { "epoch": 1.2302893779241033, "grad_norm": 9.000835418701172, "learning_rate": 1.0598330176066803e-05, "loss": 14.0574609375, "step": 7100 }, { "epoch": 1.247617397331485, "grad_norm": 9.734049797058105, "learning_rate": 1.0189346466146175e-05, "loss": 13.99876953125, "step": 7200 }, { "epoch": 1.2649454167388667, "grad_norm": 9.00645923614502, "learning_rate": 9.784311480815246e-06, "loss": 14.043223876953125, "step": 7300 }, { "epoch": 1.2822734361462484, "grad_norm": 9.783398628234863, "learning_rate": 9.38355768459158e-06, "loss": 13.970205078125, "step": 7400 }, { "epoch": 1.2996014555536302, "grad_norm": 10.050580024719238, "learning_rate": 8.98741402786796e-06, "loss": 13.93072021484375, "step": 7500 }, { "epoch": 1.3169294749610119, "grad_norm": 8.815546035766602, "learning_rate": 8.596205676900367e-06, "loss": 14.004686279296875, "step": 7600 }, { "epoch": 1.3342574943683938, "grad_norm": 10.487207412719727, "learning_rate": 8.210253746901994e-06, "loss": 13.99391845703125, "step": 7700 }, { "epoch": 1.3515855137757753, "grad_norm": 9.005860328674316, "learning_rate": 7.829875038462556e-06, "loss": 13.9050439453125, "step": 7800 }, { "epoch": 1.3689135331831572, "grad_norm": 9.685938835144043, "learning_rate": 7.4553817775091135e-06, "loss": 13.942437744140625, "step": 7900 }, { "epoch": 1.386241552590539, "grad_norm": 8.673903465270996, "learning_rate": 7.087081359021974e-06, "loss": 13.9566064453125, "step": 8000 }, { "epoch": 1.4035695719979207, "grad_norm": 9.947382926940918, "learning_rate": 6.7252760947158586e-06, "loss": 13.9610302734375, "step": 8100 }, { "epoch": 1.4208975914053024, "grad_norm": 10.123763084411621, "learning_rate": 6.370262964893738e-06, "loss": 13.928218994140625, "step": 8200 }, { "epoch": 1.438225610812684, "grad_norm": 10.419230461120605, "learning_rate": 6.0223333746766456e-06, "loss": 13.940389404296875, "step": 8300 }, { "epoch": 1.4555536302200658, "grad_norm": 9.33340835571289, "learning_rate": 5.6817729148099585e-06, "loss": 13.91553955078125, "step": 8400 }, { "epoch": 1.4728816496274475, "grad_norm": 9.930194854736328, "learning_rate": 5.3488611272421005e-06, "loss": 13.920137939453125, "step": 8500 }, { "epoch": 1.4902096690348294, "grad_norm": 9.439746856689453, "learning_rate": 5.023871275668458e-06, "loss": 13.894053955078125, "step": 8600 }, { "epoch": 1.507537688442211, "grad_norm": 10.869328498840332, "learning_rate": 4.707070121228482e-06, "loss": 13.908199462890625, "step": 8700 }, { "epoch": 1.5248657078495929, "grad_norm": 9.644942283630371, "learning_rate": 4.398717703540468e-06, "loss": 13.870057373046874, "step": 8800 }, { "epoch": 1.5421937272569746, "grad_norm": 9.200098991394043, "learning_rate": 4.099067127253367e-06, "loss": 13.87569580078125, "step": 8900 }, { "epoch": 1.5595217466643563, "grad_norm": 9.218724250793457, "learning_rate": 3.8083643542912018e-06, "loss": 13.833634033203126, "step": 9000 }, { "epoch": 1.576849766071738, "grad_norm": 9.068521499633789, "learning_rate": 3.526848001960283e-06, "loss": 13.915274658203124, "step": 9100 }, { "epoch": 1.5941777854791197, "grad_norm": 9.659659385681152, "learning_rate": 3.2547491470852124e-06, "loss": 13.857677001953125, "step": 9200 }, { "epoch": 1.6115058048865016, "grad_norm": 9.85434341430664, "learning_rate": 2.992291136334279e-06, "loss": 13.899166259765625, "step": 9300 }, { "epoch": 1.6288338242938831, "grad_norm": 9.265457153320312, "learning_rate": 2.7396894028900064e-06, "loss": 13.8499951171875, "step": 9400 }, { "epoch": 1.646161843701265, "grad_norm": 9.825538635253906, "learning_rate": 2.497151289615319e-06, "loss": 13.880186767578126, "step": 9500 }, { "epoch": 1.6634898631086465, "grad_norm": 9.972418785095215, "learning_rate": 2.2648758788604805e-06, "loss": 13.867176513671875, "step": 9600 }, { "epoch": 1.6808178825160285, "grad_norm": 8.635448455810547, "learning_rate": 2.043053829050502e-06, "loss": 13.825604248046876, "step": 9700 }, { "epoch": 1.6981459019234102, "grad_norm": 9.8888578414917, "learning_rate": 1.8318672181871465e-06, "loss": 13.817935791015625, "step": 9800 }, { "epoch": 1.715473921330792, "grad_norm": 8.874034881591797, "learning_rate": 1.631489394394005e-06, "loss": 13.843865966796875, "step": 9900 }, { "epoch": 1.7328019407381736, "grad_norm": 10.087613105773926, "learning_rate": 1.4420848336272991e-06, "loss": 13.775987548828125, "step": 10000 }, { "epoch": 1.7501299601455553, "grad_norm": 9.76197624206543, "learning_rate": 1.2638090046692313e-06, "loss": 13.89355224609375, "step": 10100 }, { "epoch": 1.7674579795529373, "grad_norm": 9.227717399597168, "learning_rate": 1.0968082415146735e-06, "loss": 13.792811279296876, "step": 10200 }, { "epoch": 1.7847859989603188, "grad_norm": 9.555807113647461, "learning_rate": 9.412196232559611e-07, "loss": 13.825599365234375, "step": 10300 }, { "epoch": 1.8021140183677007, "grad_norm": 9.286114692687988, "learning_rate": 7.971708615643874e-07, "loss": 13.7984130859375, "step": 10400 }, { "epoch": 1.8194420377750822, "grad_norm": 10.93297290802002, "learning_rate": 6.647801958607236e-07, "loss": 13.85096435546875, "step": 10500 }, { "epoch": 1.836770057182464, "grad_norm": 9.38337516784668, "learning_rate": 5.441562962608837e-07, "loss": 13.84087158203125, "step": 10600 }, { "epoch": 1.8540980765898458, "grad_norm": 9.067867279052734, "learning_rate": 4.353981743762975e-07, "loss": 13.902230224609376, "step": 10700 }, { "epoch": 1.8714260959972275, "grad_norm": 9.294976234436035, "learning_rate": 3.385951020423256e-07, "loss": 13.867879638671875, "step": 10800 }, { "epoch": 1.8887541154046092, "grad_norm": 8.976114273071289, "learning_rate": 2.5382653804130686e-07, "loss": 13.81992919921875, "step": 10900 }, { "epoch": 1.906082134811991, "grad_norm": 9.376502990722656, "learning_rate": 1.8116206288049885e-07, "loss": 13.830848388671875, "step": 11000 }, { "epoch": 1.923410154219373, "grad_norm": 9.49721622467041, "learning_rate": 1.2066132167835253e-07, "loss": 13.855355224609376, "step": 11100 }, { "epoch": 1.9407381736267544, "grad_norm": 10.23469352722168, "learning_rate": 7.237397520607147e-08, "loss": 13.8263525390625, "step": 11200 }, { "epoch": 1.9580661930341363, "grad_norm": 9.898947715759277, "learning_rate": 3.633965912460069e-08, "loss": 13.86751708984375, "step": 11300 }, { "epoch": 1.9753942124415178, "grad_norm": 9.46378231048584, "learning_rate": 1.2587951450517832e-08, "loss": 13.787728271484376, "step": 11400 }, { "epoch": 1.9927222318488997, "grad_norm": 9.18976879119873, "learning_rate": 1.1383482775406685e-09, "loss": 13.8797900390625, "step": 11500 }, { "epoch": 2.0, "eval_loss": 3.3484463691711426, "eval_runtime": 22.6234, "eval_samples_per_second": 659.583, "eval_steps_per_second": 10.343, "step": 11542 } ], "logging_steps": 100, "max_steps": 11542, "num_input_tokens_seen": 0, "num_train_epochs": 2, "save_steps": 5771, "stateful_callbacks": { "EarlyStoppingCallback": { "args": { "early_stopping_patience": 3, "early_stopping_threshold": 0.0 }, "attributes": { "early_stopping_patience_counter": 0 } }, "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 7.776973151621775e+17, "train_batch_size": 64, "trial_name": null, "trial_params": null }