| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 1539, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01949317738791423, | |
| "grad_norm": 9.292141914367676, | |
| "learning_rate": 4.967511371020143e-05, | |
| "loss": 6.2548, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.03898635477582846, | |
| "grad_norm": 7.766495227813721, | |
| "learning_rate": 4.935022742040286e-05, | |
| "loss": 5.0175, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.05847953216374269, | |
| "grad_norm": 6.4375128746032715, | |
| "learning_rate": 4.902534113060429e-05, | |
| "loss": 4.59, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.07797270955165692, | |
| "grad_norm": 7.395759105682373, | |
| "learning_rate": 4.8700454840805724e-05, | |
| "loss": 4.2891, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.09746588693957114, | |
| "grad_norm": 5.542599678039551, | |
| "learning_rate": 4.837556855100715e-05, | |
| "loss": 4.1904, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.11695906432748537, | |
| "grad_norm": 8.749999046325684, | |
| "learning_rate": 4.805068226120858e-05, | |
| "loss": 4.1512, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.1364522417153996, | |
| "grad_norm": 6.6702446937561035, | |
| "learning_rate": 4.772579597141001e-05, | |
| "loss": 3.9695, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.15594541910331383, | |
| "grad_norm": 13.8934326171875, | |
| "learning_rate": 4.740090968161144e-05, | |
| "loss": 3.9657, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.17543859649122806, | |
| "grad_norm": 15.161931037902832, | |
| "learning_rate": 4.707602339181287e-05, | |
| "loss": 3.9312, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.1949317738791423, | |
| "grad_norm": 8.096311569213867, | |
| "learning_rate": 4.67511371020143e-05, | |
| "loss": 3.9407, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.21442495126705652, | |
| "grad_norm": 6.077565670013428, | |
| "learning_rate": 4.642625081221573e-05, | |
| "loss": 3.7438, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.23391812865497075, | |
| "grad_norm": 5.909548282623291, | |
| "learning_rate": 4.610136452241716e-05, | |
| "loss": 3.8495, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.253411306042885, | |
| "grad_norm": 6.919253349304199, | |
| "learning_rate": 4.577647823261859e-05, | |
| "loss": 3.8178, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.2729044834307992, | |
| "grad_norm": 5.3416218757629395, | |
| "learning_rate": 4.545159194282001e-05, | |
| "loss": 3.6388, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.29239766081871343, | |
| "grad_norm": 6.484707832336426, | |
| "learning_rate": 4.512670565302144e-05, | |
| "loss": 3.8361, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.31189083820662766, | |
| "grad_norm": 6.068100929260254, | |
| "learning_rate": 4.480181936322287e-05, | |
| "loss": 3.7164, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.3313840155945419, | |
| "grad_norm": 6.298447608947754, | |
| "learning_rate": 4.4476933073424304e-05, | |
| "loss": 3.6589, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.3508771929824561, | |
| "grad_norm": 4.752441883087158, | |
| "learning_rate": 4.4152046783625734e-05, | |
| "loss": 3.7328, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.37037037037037035, | |
| "grad_norm": 5.050961971282959, | |
| "learning_rate": 4.3827160493827164e-05, | |
| "loss": 3.7162, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.3898635477582846, | |
| "grad_norm": 4.73190975189209, | |
| "learning_rate": 4.3502274204028594e-05, | |
| "loss": 3.6748, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.4093567251461988, | |
| "grad_norm": 10.872115135192871, | |
| "learning_rate": 4.3177387914230025e-05, | |
| "loss": 3.7618, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.42884990253411304, | |
| "grad_norm": 6.119602680206299, | |
| "learning_rate": 4.285250162443145e-05, | |
| "loss": 3.747, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.44834307992202727, | |
| "grad_norm": 5.332015514373779, | |
| "learning_rate": 4.252761533463288e-05, | |
| "loss": 3.6214, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.4678362573099415, | |
| "grad_norm": 5.08021354675293, | |
| "learning_rate": 4.220272904483431e-05, | |
| "loss": 3.5122, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.4873294346978557, | |
| "grad_norm": 4.609364986419678, | |
| "learning_rate": 4.187784275503574e-05, | |
| "loss": 3.5281, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.50682261208577, | |
| "grad_norm": 24.73488998413086, | |
| "learning_rate": 4.155295646523717e-05, | |
| "loss": 3.7142, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.5263157894736842, | |
| "grad_norm": 5.869173526763916, | |
| "learning_rate": 4.12280701754386e-05, | |
| "loss": 3.577, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.5458089668615984, | |
| "grad_norm": 5.6849470138549805, | |
| "learning_rate": 4.090318388564003e-05, | |
| "loss": 3.6146, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.5653021442495126, | |
| "grad_norm": 5.919517517089844, | |
| "learning_rate": 4.057829759584146e-05, | |
| "loss": 3.5417, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.5847953216374269, | |
| "grad_norm": 5.177787780761719, | |
| "learning_rate": 4.025341130604289e-05, | |
| "loss": 3.5453, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.6042884990253411, | |
| "grad_norm": 5.569265842437744, | |
| "learning_rate": 3.9928525016244314e-05, | |
| "loss": 3.5203, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.6237816764132553, | |
| "grad_norm": 6.63994026184082, | |
| "learning_rate": 3.9603638726445744e-05, | |
| "loss": 3.5504, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.6432748538011696, | |
| "grad_norm": 5.785546779632568, | |
| "learning_rate": 3.9278752436647174e-05, | |
| "loss": 3.5587, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.6627680311890838, | |
| "grad_norm": 5.489815711975098, | |
| "learning_rate": 3.8953866146848605e-05, | |
| "loss": 3.5612, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.682261208576998, | |
| "grad_norm": 4.650988578796387, | |
| "learning_rate": 3.8628979857050035e-05, | |
| "loss": 3.5062, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.7017543859649122, | |
| "grad_norm": 5.7823872566223145, | |
| "learning_rate": 3.8304093567251465e-05, | |
| "loss": 3.5819, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.7212475633528265, | |
| "grad_norm": 7.364371299743652, | |
| "learning_rate": 3.7979207277452896e-05, | |
| "loss": 3.5845, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.7407407407407407, | |
| "grad_norm": 6.099256992340088, | |
| "learning_rate": 3.7654320987654326e-05, | |
| "loss": 3.5787, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.7602339181286549, | |
| "grad_norm": 5.115094184875488, | |
| "learning_rate": 3.7329434697855756e-05, | |
| "loss": 3.5901, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.7797270955165692, | |
| "grad_norm": 5.4442830085754395, | |
| "learning_rate": 3.700454840805718e-05, | |
| "loss": 3.4565, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.7992202729044834, | |
| "grad_norm": 6.6567816734313965, | |
| "learning_rate": 3.667966211825861e-05, | |
| "loss": 3.5481, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.8187134502923976, | |
| "grad_norm": 5.831213474273682, | |
| "learning_rate": 3.635477582846004e-05, | |
| "loss": 3.4274, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.8382066276803118, | |
| "grad_norm": 5.754021167755127, | |
| "learning_rate": 3.602988953866147e-05, | |
| "loss": 3.423, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.8576998050682261, | |
| "grad_norm": 5.590385437011719, | |
| "learning_rate": 3.57050032488629e-05, | |
| "loss": 3.6208, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.8771929824561403, | |
| "grad_norm": 4.159304141998291, | |
| "learning_rate": 3.538011695906433e-05, | |
| "loss": 3.4107, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.8966861598440545, | |
| "grad_norm": 5.699474334716797, | |
| "learning_rate": 3.505523066926576e-05, | |
| "loss": 3.3759, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.9161793372319688, | |
| "grad_norm": 5.0284929275512695, | |
| "learning_rate": 3.473034437946719e-05, | |
| "loss": 3.4719, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.935672514619883, | |
| "grad_norm": 4.884040832519531, | |
| "learning_rate": 3.440545808966862e-05, | |
| "loss": 3.5534, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.9551656920077972, | |
| "grad_norm": 5.428916931152344, | |
| "learning_rate": 3.4080571799870045e-05, | |
| "loss": 3.3919, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.9746588693957114, | |
| "grad_norm": 5.549111843109131, | |
| "learning_rate": 3.3755685510071476e-05, | |
| "loss": 3.2799, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.9941520467836257, | |
| "grad_norm": 5.919485092163086, | |
| "learning_rate": 3.3430799220272906e-05, | |
| "loss": 3.6097, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 3.2824156284332275, | |
| "eval_runtime": 21.5834, | |
| "eval_samples_per_second": 21.127, | |
| "eval_steps_per_second": 2.641, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 1.01364522417154, | |
| "grad_norm": 4.9640631675720215, | |
| "learning_rate": 3.3105912930474336e-05, | |
| "loss": 3.2341, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.0331384015594542, | |
| "grad_norm": 5.887562274932861, | |
| "learning_rate": 3.2781026640675766e-05, | |
| "loss": 3.0186, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.0526315789473684, | |
| "grad_norm": 7.111718654632568, | |
| "learning_rate": 3.24561403508772e-05, | |
| "loss": 3.0381, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.0721247563352827, | |
| "grad_norm": 6.662885665893555, | |
| "learning_rate": 3.213125406107863e-05, | |
| "loss": 3.0068, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.0916179337231968, | |
| "grad_norm": 5.402489185333252, | |
| "learning_rate": 3.180636777128006e-05, | |
| "loss": 3.0492, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.1111111111111112, | |
| "grad_norm": 6.615454196929932, | |
| "learning_rate": 3.148148148148148e-05, | |
| "loss": 2.9823, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.1306042884990253, | |
| "grad_norm": 6.344214916229248, | |
| "learning_rate": 3.115659519168291e-05, | |
| "loss": 2.863, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.1500974658869396, | |
| "grad_norm": 6.1259589195251465, | |
| "learning_rate": 3.083170890188434e-05, | |
| "loss": 2.9253, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.1695906432748537, | |
| "grad_norm": 5.922159671783447, | |
| "learning_rate": 3.050682261208577e-05, | |
| "loss": 3.1142, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.189083820662768, | |
| "grad_norm": 4.965208530426025, | |
| "learning_rate": 3.0181936322287202e-05, | |
| "loss": 3.0236, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.2085769980506822, | |
| "grad_norm": 4.726465225219727, | |
| "learning_rate": 2.9857050032488632e-05, | |
| "loss": 3.114, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.2280701754385965, | |
| "grad_norm": 5.802026748657227, | |
| "learning_rate": 2.9532163742690062e-05, | |
| "loss": 2.9944, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.2475633528265107, | |
| "grad_norm": 5.344657897949219, | |
| "learning_rate": 2.920727745289149e-05, | |
| "loss": 3.024, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.267056530214425, | |
| "grad_norm": 6.377889633178711, | |
| "learning_rate": 2.888239116309292e-05, | |
| "loss": 3.1357, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.286549707602339, | |
| "grad_norm": 5.2032694816589355, | |
| "learning_rate": 2.855750487329435e-05, | |
| "loss": 3.0854, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.3060428849902534, | |
| "grad_norm": 5.197242736816406, | |
| "learning_rate": 2.823261858349578e-05, | |
| "loss": 3.1208, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.3255360623781676, | |
| "grad_norm": 5.073383808135986, | |
| "learning_rate": 2.7907732293697207e-05, | |
| "loss": 2.9982, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.345029239766082, | |
| "grad_norm": 5.227969646453857, | |
| "learning_rate": 2.7582846003898637e-05, | |
| "loss": 3.0834, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.364522417153996, | |
| "grad_norm": 5.831137657165527, | |
| "learning_rate": 2.7257959714100068e-05, | |
| "loss": 3.0019, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.3840155945419104, | |
| "grad_norm": 5.306942939758301, | |
| "learning_rate": 2.6933073424301498e-05, | |
| "loss": 2.9489, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.4035087719298245, | |
| "grad_norm": 5.346749305725098, | |
| "learning_rate": 2.6608187134502928e-05, | |
| "loss": 3.0281, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.4230019493177388, | |
| "grad_norm": 4.3056817054748535, | |
| "learning_rate": 2.6283300844704355e-05, | |
| "loss": 2.8552, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.442495126705653, | |
| "grad_norm": 8.335524559020996, | |
| "learning_rate": 2.5958414554905785e-05, | |
| "loss": 2.9833, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.4619883040935673, | |
| "grad_norm": 4.510199069976807, | |
| "learning_rate": 2.5633528265107216e-05, | |
| "loss": 3.01, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.4814814814814814, | |
| "grad_norm": 4.329857349395752, | |
| "learning_rate": 2.5308641975308646e-05, | |
| "loss": 3.0841, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.5009746588693957, | |
| "grad_norm": 4.561777114868164, | |
| "learning_rate": 2.4983755685510073e-05, | |
| "loss": 2.9037, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.52046783625731, | |
| "grad_norm": 4.895258903503418, | |
| "learning_rate": 2.46588693957115e-05, | |
| "loss": 2.9441, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.5399610136452242, | |
| "grad_norm": 4.836617946624756, | |
| "learning_rate": 2.433398310591293e-05, | |
| "loss": 2.9684, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.5594541910331383, | |
| "grad_norm": 5.523194789886475, | |
| "learning_rate": 2.400909681611436e-05, | |
| "loss": 3.0216, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.5789473684210527, | |
| "grad_norm": 6.470391750335693, | |
| "learning_rate": 2.368421052631579e-05, | |
| "loss": 2.9688, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.598440545808967, | |
| "grad_norm": 5.374258995056152, | |
| "learning_rate": 2.3359324236517217e-05, | |
| "loss": 2.934, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.6179337231968811, | |
| "grad_norm": 4.702390670776367, | |
| "learning_rate": 2.3034437946718648e-05, | |
| "loss": 2.8229, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.6374269005847952, | |
| "grad_norm": 4.931224822998047, | |
| "learning_rate": 2.2709551656920078e-05, | |
| "loss": 2.9748, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.6569200779727096, | |
| "grad_norm": 5.478194713592529, | |
| "learning_rate": 2.2384665367121508e-05, | |
| "loss": 2.8791, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.676413255360624, | |
| "grad_norm": 4.936557769775391, | |
| "learning_rate": 2.205977907732294e-05, | |
| "loss": 2.9022, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.695906432748538, | |
| "grad_norm": 5.581218242645264, | |
| "learning_rate": 2.1734892787524365e-05, | |
| "loss": 3.0293, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.7153996101364521, | |
| "grad_norm": 6.841440677642822, | |
| "learning_rate": 2.1410006497725796e-05, | |
| "loss": 2.9343, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.7348927875243665, | |
| "grad_norm": 5.218410968780518, | |
| "learning_rate": 2.1085120207927226e-05, | |
| "loss": 3.0231, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.7543859649122808, | |
| "grad_norm": 5.5271077156066895, | |
| "learning_rate": 2.0760233918128656e-05, | |
| "loss": 2.8563, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.773879142300195, | |
| "grad_norm": 5.889744758605957, | |
| "learning_rate": 2.0435347628330083e-05, | |
| "loss": 3.0004, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.793372319688109, | |
| "grad_norm": 5.243134498596191, | |
| "learning_rate": 2.0110461338531513e-05, | |
| "loss": 2.7516, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.8128654970760234, | |
| "grad_norm": 5.98087739944458, | |
| "learning_rate": 1.9785575048732944e-05, | |
| "loss": 3.0529, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.8323586744639377, | |
| "grad_norm": 4.677685737609863, | |
| "learning_rate": 1.9460688758934374e-05, | |
| "loss": 2.8891, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.8518518518518519, | |
| "grad_norm": 6.311639308929443, | |
| "learning_rate": 1.91358024691358e-05, | |
| "loss": 2.9617, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.871345029239766, | |
| "grad_norm": 4.64074182510376, | |
| "learning_rate": 1.881091617933723e-05, | |
| "loss": 2.9111, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.8908382066276803, | |
| "grad_norm": 4.606050491333008, | |
| "learning_rate": 1.848602988953866e-05, | |
| "loss": 2.8621, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.9103313840155947, | |
| "grad_norm": 4.810323238372803, | |
| "learning_rate": 1.816114359974009e-05, | |
| "loss": 3.017, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.9298245614035088, | |
| "grad_norm": 5.766260147094727, | |
| "learning_rate": 1.7836257309941522e-05, | |
| "loss": 2.8715, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.949317738791423, | |
| "grad_norm": 5.515121936798096, | |
| "learning_rate": 1.751137102014295e-05, | |
| "loss": 2.9338, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.9688109161793372, | |
| "grad_norm": 5.856773376464844, | |
| "learning_rate": 1.718648473034438e-05, | |
| "loss": 2.9503, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.9883040935672516, | |
| "grad_norm": 6.5240373611450195, | |
| "learning_rate": 1.686159844054581e-05, | |
| "loss": 2.9444, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 3.203155994415283, | |
| "eval_runtime": 21.2886, | |
| "eval_samples_per_second": 21.42, | |
| "eval_steps_per_second": 2.677, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 2.007797270955166, | |
| "grad_norm": 4.038070201873779, | |
| "learning_rate": 1.653671215074724e-05, | |
| "loss": 2.8103, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 2.02729044834308, | |
| "grad_norm": 5.510829925537109, | |
| "learning_rate": 1.6211825860948666e-05, | |
| "loss": 2.6078, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 2.046783625730994, | |
| "grad_norm": 6.110142707824707, | |
| "learning_rate": 1.5886939571150097e-05, | |
| "loss": 2.6043, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 2.0662768031189085, | |
| "grad_norm": 7.630992412567139, | |
| "learning_rate": 1.5562053281351527e-05, | |
| "loss": 2.6449, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 2.0857699805068224, | |
| "grad_norm": 6.36288595199585, | |
| "learning_rate": 1.5237166991552956e-05, | |
| "loss": 2.6561, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 2.1052631578947367, | |
| "grad_norm": 6.1103363037109375, | |
| "learning_rate": 1.4912280701754386e-05, | |
| "loss": 2.615, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 2.124756335282651, | |
| "grad_norm": 7.310168266296387, | |
| "learning_rate": 1.4587394411955816e-05, | |
| "loss": 2.6722, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 2.1442495126705654, | |
| "grad_norm": 5.365858554840088, | |
| "learning_rate": 1.4262508122157245e-05, | |
| "loss": 2.624, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 2.1637426900584797, | |
| "grad_norm": 5.3909735679626465, | |
| "learning_rate": 1.3937621832358675e-05, | |
| "loss": 2.595, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 2.1832358674463936, | |
| "grad_norm": 6.050861835479736, | |
| "learning_rate": 1.3612735542560104e-05, | |
| "loss": 2.5981, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 2.202729044834308, | |
| "grad_norm": 6.927775859832764, | |
| "learning_rate": 1.3287849252761534e-05, | |
| "loss": 2.6114, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 2.2222222222222223, | |
| "grad_norm": 6.272125244140625, | |
| "learning_rate": 1.2962962962962962e-05, | |
| "loss": 2.654, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 2.241715399610136, | |
| "grad_norm": 5.306847095489502, | |
| "learning_rate": 1.2638076673164393e-05, | |
| "loss": 2.7056, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 2.2612085769980506, | |
| "grad_norm": 5.6090850830078125, | |
| "learning_rate": 1.2313190383365821e-05, | |
| "loss": 2.6322, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 2.280701754385965, | |
| "grad_norm": 4.8249382972717285, | |
| "learning_rate": 1.1988304093567252e-05, | |
| "loss": 2.6714, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 2.3001949317738792, | |
| "grad_norm": 6.645869731903076, | |
| "learning_rate": 1.166341780376868e-05, | |
| "loss": 2.7006, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 2.3196881091617936, | |
| "grad_norm": 5.666390895843506, | |
| "learning_rate": 1.133853151397011e-05, | |
| "loss": 2.6726, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 2.3391812865497075, | |
| "grad_norm": 5.168858528137207, | |
| "learning_rate": 1.1013645224171539e-05, | |
| "loss": 2.4944, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 2.358674463937622, | |
| "grad_norm": 5.98241662979126, | |
| "learning_rate": 1.068875893437297e-05, | |
| "loss": 2.6001, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 2.378167641325536, | |
| "grad_norm": 5.360602855682373, | |
| "learning_rate": 1.03638726445744e-05, | |
| "loss": 2.8167, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 2.39766081871345, | |
| "grad_norm": 6.712647914886475, | |
| "learning_rate": 1.0038986354775828e-05, | |
| "loss": 2.6197, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 2.4171539961013644, | |
| "grad_norm": 5.139374256134033, | |
| "learning_rate": 9.714100064977258e-06, | |
| "loss": 2.6276, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 2.4366471734892787, | |
| "grad_norm": 5.239111423492432, | |
| "learning_rate": 9.389213775178687e-06, | |
| "loss": 2.5737, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 2.456140350877193, | |
| "grad_norm": 5.82625675201416, | |
| "learning_rate": 9.064327485380117e-06, | |
| "loss": 2.7264, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 2.4756335282651074, | |
| "grad_norm": 7.747376441955566, | |
| "learning_rate": 8.739441195581546e-06, | |
| "loss": 2.5372, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 2.4951267056530213, | |
| "grad_norm": 6.986497402191162, | |
| "learning_rate": 8.414554905782976e-06, | |
| "loss": 2.6583, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 2.5146198830409356, | |
| "grad_norm": 5.268970012664795, | |
| "learning_rate": 8.089668615984405e-06, | |
| "loss": 2.5864, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 2.53411306042885, | |
| "grad_norm": 6.267032623291016, | |
| "learning_rate": 7.764782326185835e-06, | |
| "loss": 2.5389, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 2.553606237816764, | |
| "grad_norm": 5.6785173416137695, | |
| "learning_rate": 7.4398960363872645e-06, | |
| "loss": 2.6147, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 2.573099415204678, | |
| "grad_norm": 7.006417751312256, | |
| "learning_rate": 7.115009746588694e-06, | |
| "loss": 2.6028, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 2.5925925925925926, | |
| "grad_norm": 5.888213634490967, | |
| "learning_rate": 6.790123456790123e-06, | |
| "loss": 2.7019, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 2.612085769980507, | |
| "grad_norm": 6.327919960021973, | |
| "learning_rate": 6.465237166991553e-06, | |
| "loss": 2.6776, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 2.6315789473684212, | |
| "grad_norm": 5.6416096687316895, | |
| "learning_rate": 6.140350877192982e-06, | |
| "loss": 2.6533, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 2.651072124756335, | |
| "grad_norm": 6.070097923278809, | |
| "learning_rate": 5.815464587394412e-06, | |
| "loss": 2.674, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 2.6705653021442495, | |
| "grad_norm": 5.943949222564697, | |
| "learning_rate": 5.490578297595841e-06, | |
| "loss": 2.5782, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 2.690058479532164, | |
| "grad_norm": 5.129433631896973, | |
| "learning_rate": 5.165692007797271e-06, | |
| "loss": 2.7243, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 2.7095516569200777, | |
| "grad_norm": 6.323672771453857, | |
| "learning_rate": 4.840805717998701e-06, | |
| "loss": 2.7187, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 2.729044834307992, | |
| "grad_norm": 4.658057689666748, | |
| "learning_rate": 4.51591942820013e-06, | |
| "loss": 2.6158, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 2.7485380116959064, | |
| "grad_norm": 5.387426376342773, | |
| "learning_rate": 4.19103313840156e-06, | |
| "loss": 2.5866, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 2.7680311890838207, | |
| "grad_norm": 6.695394992828369, | |
| "learning_rate": 3.866146848602989e-06, | |
| "loss": 2.5415, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 2.787524366471735, | |
| "grad_norm": 5.209081172943115, | |
| "learning_rate": 3.5412605588044185e-06, | |
| "loss": 2.4233, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 2.807017543859649, | |
| "grad_norm": 4.750288009643555, | |
| "learning_rate": 3.216374269005848e-06, | |
| "loss": 2.5685, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 2.8265107212475633, | |
| "grad_norm": 5.388522148132324, | |
| "learning_rate": 2.8914879792072773e-06, | |
| "loss": 2.6053, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 2.8460038986354776, | |
| "grad_norm": 6.151064395904541, | |
| "learning_rate": 2.5666016894087067e-06, | |
| "loss": 2.6842, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 2.8654970760233915, | |
| "grad_norm": 6.249871253967285, | |
| "learning_rate": 2.2417153996101366e-06, | |
| "loss": 2.505, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 2.884990253411306, | |
| "grad_norm": 7.69942045211792, | |
| "learning_rate": 1.916829109811566e-06, | |
| "loss": 2.6107, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 2.9044834307992202, | |
| "grad_norm": 5.715646266937256, | |
| "learning_rate": 1.5919428200129955e-06, | |
| "loss": 2.6015, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 2.9239766081871346, | |
| "grad_norm": 5.447291851043701, | |
| "learning_rate": 1.2670565302144249e-06, | |
| "loss": 2.7594, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 2.943469785575049, | |
| "grad_norm": 5.8685526847839355, | |
| "learning_rate": 9.421702404158544e-07, | |
| "loss": 2.5403, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 2.962962962962963, | |
| "grad_norm": 5.752800941467285, | |
| "learning_rate": 6.17283950617284e-07, | |
| "loss": 2.5594, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 2.982456140350877, | |
| "grad_norm": 6.230057716369629, | |
| "learning_rate": 2.9239766081871344e-07, | |
| "loss": 2.6494, | |
| "step": 1530 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 1539, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3214675869696000.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |