| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 200.0, |
| "global_step": 1641, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0006093845216331506, |
| "grad_norm": 7.29836574807662, |
| "learning_rate": 2.0000000000000002e-07, |
| "loss": 0.6879574656486511, |
| "step": 1, |
| "token_acc": 0.8069400259219983 |
| }, |
| { |
| "epoch": 0.006093845216331505, |
| "grad_norm": 3.9069477397555814, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.6863329675462511, |
| "step": 10, |
| "token_acc": 0.8062499341798103 |
| }, |
| { |
| "epoch": 0.01218769043266301, |
| "grad_norm": 1.6499482285217686, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.5632639408111573, |
| "step": 20, |
| "token_acc": 0.832315593221387 |
| }, |
| { |
| "epoch": 0.018281535648994516, |
| "grad_norm": 1.3391083762662725, |
| "learning_rate": 6e-06, |
| "loss": 0.4509421348571777, |
| "step": 30, |
| "token_acc": 0.859350495238436 |
| }, |
| { |
| "epoch": 0.02437538086532602, |
| "grad_norm": 1.0720631754188148, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.4215505599975586, |
| "step": 40, |
| "token_acc": 0.8660933700604836 |
| }, |
| { |
| "epoch": 0.030469226081657527, |
| "grad_norm": 1.300502159057601, |
| "learning_rate": 1e-05, |
| "loss": 0.3916645526885986, |
| "step": 50, |
| "token_acc": 0.8749446762027628 |
| }, |
| { |
| "epoch": 0.03656307129798903, |
| "grad_norm": 1.2222066565570464, |
| "learning_rate": 9.999025267866269e-06, |
| "loss": 0.37738680839538574, |
| "step": 60, |
| "token_acc": 0.8773714810281518 |
| }, |
| { |
| "epoch": 0.042656916514320534, |
| "grad_norm": 1.1003373829333203, |
| "learning_rate": 9.996101451506166e-06, |
| "loss": 0.36339468955993653, |
| "step": 70, |
| "token_acc": 0.8811438359423324 |
| }, |
| { |
| "epoch": 0.04875076173065204, |
| "grad_norm": 0.9139572833064542, |
| "learning_rate": 9.991229690894796e-06, |
| "loss": 0.35523133277893065, |
| "step": 80, |
| "token_acc": 0.8833139693331612 |
| }, |
| { |
| "epoch": 0.054844606946983544, |
| "grad_norm": 1.0649357265795398, |
| "learning_rate": 9.984411885496807e-06, |
| "loss": 0.36147160530090333, |
| "step": 90, |
| "token_acc": 0.8827829089555647 |
| }, |
| { |
| "epoch": 0.06093845216331505, |
| "grad_norm": 1.0474850371515747, |
| "learning_rate": 9.975650693525798e-06, |
| "loss": 0.35729637145996096, |
| "step": 100, |
| "token_acc": 0.8842431348706591 |
| }, |
| { |
| "epoch": 0.06703229737964655, |
| "grad_norm": 1.0275221386997506, |
| "learning_rate": 9.964949530907907e-06, |
| "loss": 0.3474123477935791, |
| "step": 110, |
| "token_acc": 0.8856792866706549 |
| }, |
| { |
| "epoch": 0.07312614259597806, |
| "grad_norm": 1.2902357608957626, |
| "learning_rate": 9.952312569949963e-06, |
| "loss": 0.3479644775390625, |
| "step": 120, |
| "token_acc": 0.8849104859335039 |
| }, |
| { |
| "epoch": 0.07921998781230957, |
| "grad_norm": 1.3451160019315398, |
| "learning_rate": 9.937744737712734e-06, |
| "loss": 0.3466474533081055, |
| "step": 130, |
| "token_acc": 0.8861058585962355 |
| }, |
| { |
| "epoch": 0.08531383302864107, |
| "grad_norm": 1.0790851469433436, |
| "learning_rate": 9.921251714089898e-06, |
| "loss": 0.34614810943603513, |
| "step": 140, |
| "token_acc": 0.8854811515034624 |
| }, |
| { |
| "epoch": 0.09140767824497258, |
| "grad_norm": 1.0038008030386316, |
| "learning_rate": 9.9028399295935e-06, |
| "loss": 0.3384540557861328, |
| "step": 150, |
| "token_acc": 0.8879619162858826 |
| }, |
| { |
| "epoch": 0.09750152346130408, |
| "grad_norm": 1.027349218243697, |
| "learning_rate": 9.882516562846735e-06, |
| "loss": 0.33826944828033445, |
| "step": 160, |
| "token_acc": 0.8878969612617404 |
| }, |
| { |
| "epoch": 0.1035953686776356, |
| "grad_norm": 1.0944757240532788, |
| "learning_rate": 9.860289537785058e-06, |
| "loss": 0.3368839740753174, |
| "step": 170, |
| "token_acc": 0.8883107398785887 |
| }, |
| { |
| "epoch": 0.10968921389396709, |
| "grad_norm": 0.9672890666466603, |
| "learning_rate": 9.83616752056669e-06, |
| "loss": 0.3455761194229126, |
| "step": 180, |
| "token_acc": 0.8851188684923262 |
| }, |
| { |
| "epoch": 0.1157830591102986, |
| "grad_norm": 0.8886431201198384, |
| "learning_rate": 9.810159916193763e-06, |
| "loss": 0.32952630519866943, |
| "step": 190, |
| "token_acc": 0.8905697047489018 |
| }, |
| { |
| "epoch": 0.1218769043266301, |
| "grad_norm": 0.9444272816074001, |
| "learning_rate": 9.782276864845351e-06, |
| "loss": 0.33125505447387693, |
| "step": 200, |
| "token_acc": 0.8897695109589824 |
| }, |
| { |
| "epoch": 0.12797074954296161, |
| "grad_norm": 1.0093535144294836, |
| "learning_rate": 9.752529237923914e-06, |
| "loss": 0.3311288833618164, |
| "step": 210, |
| "token_acc": 0.8905364268561583 |
| }, |
| { |
| "epoch": 0.1340645947592931, |
| "grad_norm": 1.1532189931201864, |
| "learning_rate": 9.720928633816596e-06, |
| "loss": 0.3244771003723145, |
| "step": 220, |
| "token_acc": 0.8915392526998382 |
| }, |
| { |
| "epoch": 0.14015843997562463, |
| "grad_norm": 0.9598378464215558, |
| "learning_rate": 9.687487373373103e-06, |
| "loss": 0.3279410362243652, |
| "step": 230, |
| "token_acc": 0.8906910502215741 |
| }, |
| { |
| "epoch": 0.14625228519195613, |
| "grad_norm": 0.9540187948014937, |
| "learning_rate": 9.652218495101894e-06, |
| "loss": 0.3265339136123657, |
| "step": 240, |
| "token_acc": 0.8910028614336833 |
| }, |
| { |
| "epoch": 0.15234613040828762, |
| "grad_norm": 1.0470189428654273, |
| "learning_rate": 9.61513575008656e-06, |
| "loss": 0.33319640159606934, |
| "step": 250, |
| "token_acc": 0.8888186484938951 |
| }, |
| { |
| "epoch": 0.15843997562461914, |
| "grad_norm": 0.9615038649371879, |
| "learning_rate": 9.576253596624367e-06, |
| "loss": 0.32928056716918946, |
| "step": 260, |
| "token_acc": 0.8897860391237342 |
| }, |
| { |
| "epoch": 0.16453382084095064, |
| "grad_norm": 1.09800599181465, |
| "learning_rate": 9.53558719458908e-06, |
| "loss": 0.32557024955749514, |
| "step": 270, |
| "token_acc": 0.8914715787293208 |
| }, |
| { |
| "epoch": 0.17062766605728213, |
| "grad_norm": 1.0743262974854428, |
| "learning_rate": 9.49315239952023e-06, |
| "loss": 0.32053494453430176, |
| "step": 280, |
| "token_acc": 0.8929576222604401 |
| }, |
| { |
| "epoch": 0.17672151127361366, |
| "grad_norm": 1.060412117175443, |
| "learning_rate": 9.448965756441154e-06, |
| "loss": 0.3243874073028564, |
| "step": 290, |
| "token_acc": 0.8921667614562232 |
| }, |
| { |
| "epoch": 0.18281535648994515, |
| "grad_norm": 0.9594753815838422, |
| "learning_rate": 9.403044493408205e-06, |
| "loss": 0.3233642578125, |
| "step": 300, |
| "token_acc": 0.891047436596846 |
| }, |
| { |
| "epoch": 0.18890920170627665, |
| "grad_norm": 0.9403281436285019, |
| "learning_rate": 9.355406514793667e-06, |
| "loss": 0.31829214096069336, |
| "step": 310, |
| "token_acc": 0.8938932609968795 |
| }, |
| { |
| "epoch": 0.19500304692260817, |
| "grad_norm": 0.9536634938537397, |
| "learning_rate": 9.306070394304955e-06, |
| "loss": 0.3202193260192871, |
| "step": 320, |
| "token_acc": 0.8931520198180799 |
| }, |
| { |
| "epoch": 0.20109689213893966, |
| "grad_norm": 1.119379822493263, |
| "learning_rate": 9.255055367742868e-06, |
| "loss": 0.3239091396331787, |
| "step": 330, |
| "token_acc": 0.8923521607278241 |
| }, |
| { |
| "epoch": 0.2071907373552712, |
| "grad_norm": 1.0373576096304553, |
| "learning_rate": 9.202381325501683e-06, |
| "loss": 0.31700589656829836, |
| "step": 340, |
| "token_acc": 0.8944783352337514 |
| }, |
| { |
| "epoch": 0.21328458257160268, |
| "grad_norm": 1.0632563437214946, |
| "learning_rate": 9.148068804814032e-06, |
| "loss": 0.31794281005859376, |
| "step": 350, |
| "token_acc": 0.8930956012903548 |
| }, |
| { |
| "epoch": 0.21937842778793418, |
| "grad_norm": 1.0242050960110551, |
| "learning_rate": 9.092138981743588e-06, |
| "loss": 0.3202871799468994, |
| "step": 360, |
| "token_acc": 0.8935469022061816 |
| }, |
| { |
| "epoch": 0.2254722730042657, |
| "grad_norm": 0.8239921572139911, |
| "learning_rate": 9.034613662928665e-06, |
| "loss": 0.3142183542251587, |
| "step": 370, |
| "token_acc": 0.8951745718050066 |
| }, |
| { |
| "epoch": 0.2315661182205972, |
| "grad_norm": 0.9147511550012487, |
| "learning_rate": 8.975515277079961e-06, |
| "loss": 0.3087962865829468, |
| "step": 380, |
| "token_acc": 0.8958298740422705 |
| }, |
| { |
| "epoch": 0.2376599634369287, |
| "grad_norm": 0.8794833827260621, |
| "learning_rate": 8.91486686623577e-06, |
| "loss": 0.3132402658462524, |
| "step": 390, |
| "token_acc": 0.8948639533970186 |
| }, |
| { |
| "epoch": 0.2437538086532602, |
| "grad_norm": 1.0069623307664877, |
| "learning_rate": 8.85269207677806e-06, |
| "loss": 0.31006736755371095, |
| "step": 400, |
| "token_acc": 0.8951928192311975 |
| }, |
| { |
| "epoch": 0.2498476538695917, |
| "grad_norm": 0.9808015041824597, |
| "learning_rate": 8.789015150212907e-06, |
| "loss": 0.30683579444885256, |
| "step": 410, |
| "token_acc": 0.8967586393232839 |
| }, |
| { |
| "epoch": 0.25594149908592323, |
| "grad_norm": 0.9081237770188716, |
| "learning_rate": 8.72386091371891e-06, |
| "loss": 0.3061988830566406, |
| "step": 420, |
| "token_acc": 0.8959391589507399 |
| }, |
| { |
| "epoch": 0.2620353443022547, |
| "grad_norm": 1.04219527083527, |
| "learning_rate": 8.657254770467252e-06, |
| "loss": 0.3091754674911499, |
| "step": 430, |
| "token_acc": 0.8954508616603208 |
| }, |
| { |
| "epoch": 0.2681291895185862, |
| "grad_norm": 1.0065133793639498, |
| "learning_rate": 8.58922268971719e-06, |
| "loss": 0.30993127822875977, |
| "step": 440, |
| "token_acc": 0.895664191270881 |
| }, |
| { |
| "epoch": 0.2742230347349177, |
| "grad_norm": 0.9080797671925362, |
| "learning_rate": 8.51979119669081e-06, |
| "loss": 0.31555490493774413, |
| "step": 450, |
| "token_acc": 0.8941405988077487 |
| }, |
| { |
| "epoch": 0.28031687995124926, |
| "grad_norm": 0.9841139463866474, |
| "learning_rate": 8.448987362231054e-06, |
| "loss": 0.30534186363220217, |
| "step": 460, |
| "token_acc": 0.8968707588256722 |
| }, |
| { |
| "epoch": 0.28641072516758076, |
| "grad_norm": 0.9677823622528902, |
| "learning_rate": 8.376838792246978e-06, |
| "loss": 0.3050978422164917, |
| "step": 470, |
| "token_acc": 0.8967596979985816 |
| }, |
| { |
| "epoch": 0.29250457038391225, |
| "grad_norm": 0.8117589456035273, |
| "learning_rate": 8.303373616950408e-06, |
| "loss": 0.3012993335723877, |
| "step": 480, |
| "token_acc": 0.898916481794861 |
| }, |
| { |
| "epoch": 0.29859841560024375, |
| "grad_norm": 0.8967761049487325, |
| "learning_rate": 8.228620479888172e-06, |
| "loss": 0.2984607219696045, |
| "step": 490, |
| "token_acc": 0.8986162002706045 |
| }, |
| { |
| "epoch": 0.30469226081657524, |
| "grad_norm": 0.7934114582439064, |
| "learning_rate": 8.152608526774188e-06, |
| "loss": 0.3049586057662964, |
| "step": 500, |
| "token_acc": 0.8968112886022876 |
| }, |
| { |
| "epoch": 0.31078610603290674, |
| "grad_norm": 0.825580955342704, |
| "learning_rate": 8.075367394125755e-06, |
| "loss": 0.30215206146240237, |
| "step": 510, |
| "token_acc": 0.8978885397098497 |
| }, |
| { |
| "epoch": 0.3168799512492383, |
| "grad_norm": 0.8296290441677941, |
| "learning_rate": 7.996927197708486e-06, |
| "loss": 0.3088541507720947, |
| "step": 520, |
| "token_acc": 0.8963321107035679 |
| }, |
| { |
| "epoch": 0.3229737964655698, |
| "grad_norm": 0.8755135202445912, |
| "learning_rate": 7.917318520794395e-06, |
| "loss": 0.30083427429199217, |
| "step": 530, |
| "token_acc": 0.899119480167394 |
| }, |
| { |
| "epoch": 0.3290676416819013, |
| "grad_norm": 0.9101072984644949, |
| "learning_rate": 7.836572402237683e-06, |
| "loss": 0.3058091878890991, |
| "step": 540, |
| "token_acc": 0.896643718272106 |
| }, |
| { |
| "epoch": 0.3351614868982328, |
| "grad_norm": 0.9771967807763615, |
| "learning_rate": 7.754720324372924e-06, |
| "loss": 0.30214991569519045, |
| "step": 550, |
| "token_acc": 0.8980588639486945 |
| }, |
| { |
| "epoch": 0.34125533211456427, |
| "grad_norm": 1.0026225580388461, |
| "learning_rate": 7.67179420074032e-06, |
| "loss": 0.3041478395462036, |
| "step": 560, |
| "token_acc": 0.8965942594865093 |
| }, |
| { |
| "epoch": 0.3473491773308958, |
| "grad_norm": 0.9388665918318329, |
| "learning_rate": 7.587826363642845e-06, |
| "loss": 0.30187268257141114, |
| "step": 570, |
| "token_acc": 0.8980740928392202 |
| }, |
| { |
| "epoch": 0.3534430225472273, |
| "grad_norm": 0.9610197211126468, |
| "learning_rate": 7.502849551540106e-06, |
| "loss": 0.2962314605712891, |
| "step": 580, |
| "token_acc": 0.8994921135841125 |
| }, |
| { |
| "epoch": 0.3595368677635588, |
| "grad_norm": 0.832216076371822, |
| "learning_rate": 7.4168968962838524e-06, |
| "loss": 0.2948365926742554, |
| "step": 590, |
| "token_acc": 0.8995369426034115 |
| }, |
| { |
| "epoch": 0.3656307129798903, |
| "grad_norm": 0.9377431212404606, |
| "learning_rate": 7.330001910200111e-06, |
| "loss": 0.29007649421691895, |
| "step": 600, |
| "token_acc": 0.9010131261293394 |
| }, |
| { |
| "epoch": 0.3717245581962218, |
| "grad_norm": 0.8726611852126548, |
| "learning_rate": 7.242198473022958e-06, |
| "loss": 0.2962885856628418, |
| "step": 610, |
| "token_acc": 0.9000062303355035 |
| }, |
| { |
| "epoch": 0.3778184034125533, |
| "grad_norm": 0.9153282793617801, |
| "learning_rate": 7.15352081868506e-06, |
| "loss": 0.30144367218017576, |
| "step": 620, |
| "token_acc": 0.8989331770222744 |
| }, |
| { |
| "epoch": 0.38391224862888484, |
| "grad_norm": 0.993391313101372, |
| "learning_rate": 7.0640035219701085e-06, |
| "loss": 0.301465106010437, |
| "step": 630, |
| "token_acc": 0.8974685325619576 |
| }, |
| { |
| "epoch": 0.39000609384521634, |
| "grad_norm": 1.0046408788594328, |
| "learning_rate": 6.973681485032359e-06, |
| "loss": 0.2955395460128784, |
| "step": 640, |
| "token_acc": 0.8996091046695718 |
| }, |
| { |
| "epoch": 0.39609993906154783, |
| "grad_norm": 0.822820271911727, |
| "learning_rate": 6.8825899237885215e-06, |
| "loss": 0.2931050300598145, |
| "step": 650, |
| "token_acc": 0.901203589259751 |
| }, |
| { |
| "epoch": 0.40219378427787933, |
| "grad_norm": 0.8482496681393756, |
| "learning_rate": 6.7907643541873446e-06, |
| "loss": 0.29596996307373047, |
| "step": 660, |
| "token_acc": 0.8996866207121305 |
| }, |
| { |
| "epoch": 0.4082876294942108, |
| "grad_norm": 0.8775663994372018, |
| "learning_rate": 6.698240578362179e-06, |
| "loss": 0.29141840934753416, |
| "step": 670, |
| "token_acc": 0.9003262426482238 |
| }, |
| { |
| "epoch": 0.4143814747105424, |
| "grad_norm": 0.984669646190565, |
| "learning_rate": 6.6050546706719984e-06, |
| "loss": 0.29290521144866943, |
| "step": 680, |
| "token_acc": 0.9014104043327218 |
| }, |
| { |
| "epoch": 0.42047531992687387, |
| "grad_norm": 0.8784418931211103, |
| "learning_rate": 6.511242963636257e-06, |
| "loss": 0.29056534767150877, |
| "step": 690, |
| "token_acc": 0.9016642094853267 |
| }, |
| { |
| "epoch": 0.42656916514320536, |
| "grad_norm": 1.0470361792821843, |
| "learning_rate": 6.416842033769106e-06, |
| "loss": 0.2978256940841675, |
| "step": 700, |
| "token_acc": 0.8997917186822428 |
| }, |
| { |
| "epoch": 0.43266301035953686, |
| "grad_norm": 0.9613791001197699, |
| "learning_rate": 6.321888687318457e-06, |
| "loss": 0.2870903253555298, |
| "step": 710, |
| "token_acc": 0.903113691147251 |
| }, |
| { |
| "epoch": 0.43875685557586835, |
| "grad_norm": 0.8405716630112535, |
| "learning_rate": 6.2264199459155105e-06, |
| "loss": 0.29581589698791505, |
| "step": 720, |
| "token_acc": 0.9003898532372131 |
| }, |
| { |
| "epoch": 0.4448507007921999, |
| "grad_norm": 0.9817927857442479, |
| "learning_rate": 6.130473032140272e-06, |
| "loss": 0.29129691123962403, |
| "step": 730, |
| "token_acc": 0.9009383225625913 |
| }, |
| { |
| "epoch": 0.4509445460085314, |
| "grad_norm": 0.9100915684781385, |
| "learning_rate": 6.0340853550087345e-06, |
| "loss": 0.29650187492370605, |
| "step": 740, |
| "token_acc": 0.9002656385758284 |
| }, |
| { |
| "epoch": 0.4570383912248629, |
| "grad_norm": 0.9238619342391209, |
| "learning_rate": 5.937294495387377e-06, |
| "loss": 0.2921621561050415, |
| "step": 750, |
| "token_acc": 0.9008455874319925 |
| }, |
| { |
| "epoch": 0.4631322364411944, |
| "grad_norm": 0.8289061064281614, |
| "learning_rate": 5.840138191340651e-06, |
| "loss": 0.28725643157958985, |
| "step": 760, |
| "token_acc": 0.9028466795835374 |
| }, |
| { |
| "epoch": 0.4692260816575259, |
| "grad_norm": 0.8901360785145829, |
| "learning_rate": 5.7426543234171736e-06, |
| "loss": 0.2865636348724365, |
| "step": 770, |
| "token_acc": 0.90197109501604 |
| }, |
| { |
| "epoch": 0.4753199268738574, |
| "grad_norm": 0.8709058451908881, |
| "learning_rate": 5.644880899880382e-06, |
| "loss": 0.2886040687561035, |
| "step": 780, |
| "token_acc": 0.9023270689287564 |
| }, |
| { |
| "epoch": 0.48141377209018893, |
| "grad_norm": 0.9306196525173549, |
| "learning_rate": 5.546856041889374e-06, |
| "loss": 0.28833470344543455, |
| "step": 790, |
| "token_acc": 0.9016039529639475 |
| }, |
| { |
| "epoch": 0.4875076173065204, |
| "grad_norm": 0.9401250944884257, |
| "learning_rate": 5.448617968635741e-06, |
| "loss": 0.28241567611694335, |
| "step": 800, |
| "token_acc": 0.9046351860634857 |
| }, |
| { |
| "epoch": 0.4936014625228519, |
| "grad_norm": 0.849983180158667, |
| "learning_rate": 5.35020498244219e-06, |
| "loss": 0.2863471508026123, |
| "step": 810, |
| "token_acc": 0.9020820443108771 |
| }, |
| { |
| "epoch": 0.4996953077391834, |
| "grad_norm": 0.7275676892245573, |
| "learning_rate": 5.251655453828728e-06, |
| "loss": 0.28403263092041015, |
| "step": 820, |
| "token_acc": 0.9032200331101135 |
| }, |
| { |
| "epoch": 0.505789152955515, |
| "grad_norm": 0.8630110541652776, |
| "learning_rate": 5.153007806552275e-06, |
| "loss": 0.28420357704162597, |
| "step": 830, |
| "token_acc": 0.9033704118180856 |
| }, |
| { |
| "epoch": 0.5118829981718465, |
| "grad_norm": 0.8835421688612489, |
| "learning_rate": 5.054300502625517e-06, |
| "loss": 0.2866727352142334, |
| "step": 840, |
| "token_acc": 0.9032091030720939 |
| }, |
| { |
| "epoch": 0.517976843388178, |
| "grad_norm": 0.8544875287993453, |
| "learning_rate": 4.9555720273208475e-06, |
| "loss": 0.289061975479126, |
| "step": 850, |
| "token_acc": 0.9017317721145331 |
| }, |
| { |
| "epoch": 0.5240706886045094, |
| "grad_norm": 0.8549205024097043, |
| "learning_rate": 4.856860874165218e-06, |
| "loss": 0.2889714241027832, |
| "step": 860, |
| "token_acc": 0.9025821278082484 |
| }, |
| { |
| "epoch": 0.5301645338208409, |
| "grad_norm": 0.9236105201664164, |
| "learning_rate": 4.758205529931808e-06, |
| "loss": 0.2887147903442383, |
| "step": 870, |
| "token_acc": 0.9019780647042623 |
| }, |
| { |
| "epoch": 0.5362583790371724, |
| "grad_norm": 0.8682794949168545, |
| "learning_rate": 4.659644459634293e-06, |
| "loss": 0.27901973724365237, |
| "step": 880, |
| "token_acc": 0.9043348147353298 |
| }, |
| { |
| "epoch": 0.5423522242535039, |
| "grad_norm": 0.8729641279912889, |
| "learning_rate": 4.56121609152961e-06, |
| "loss": 0.2851783275604248, |
| "step": 890, |
| "token_acc": 0.9031912203833561 |
| }, |
| { |
| "epoch": 0.5484460694698354, |
| "grad_norm": 0.8418875200344721, |
| "learning_rate": 4.462958802135069e-06, |
| "loss": 0.27748913764953614, |
| "step": 900, |
| "token_acc": 0.9059390881360567 |
| }, |
| { |
| "epoch": 0.5545399146861669, |
| "grad_norm": 0.8894129853584928, |
| "learning_rate": 4.364910901265607e-06, |
| "loss": 0.28034243583679197, |
| "step": 910, |
| "token_acc": 0.9040050510001095 |
| }, |
| { |
| "epoch": 0.5606337599024985, |
| "grad_norm": 0.8334588350840866, |
| "learning_rate": 4.2671106170970734e-06, |
| "loss": 0.2801810264587402, |
| "step": 920, |
| "token_acc": 0.9042555097117814 |
| }, |
| { |
| "epoch": 0.56672760511883, |
| "grad_norm": 0.8763484647820953, |
| "learning_rate": 4.169596081261332e-06, |
| "loss": 0.2837662696838379, |
| "step": 930, |
| "token_acc": 0.9037383810780553 |
| }, |
| { |
| "epoch": 0.5728214503351615, |
| "grad_norm": 0.8713237221620964, |
| "learning_rate": 4.072405313979021e-06, |
| "loss": 0.27712116241455076, |
| "step": 940, |
| "token_acc": 0.9053036654966837 |
| }, |
| { |
| "epoch": 0.578915295551493, |
| "grad_norm": 0.8844118885887313, |
| "learning_rate": 3.975576209235726e-06, |
| "loss": 0.2806640625, |
| "step": 950, |
| "token_acc": 0.9047340125759082 |
| }, |
| { |
| "epoch": 0.5850091407678245, |
| "grad_norm": 0.8719900072150049, |
| "learning_rate": 3.879146520007399e-06, |
| "loss": 0.27962145805358884, |
| "step": 960, |
| "token_acc": 0.9052189543003484 |
| }, |
| { |
| "epoch": 0.591102985984156, |
| "grad_norm": 0.8621214557871747, |
| "learning_rate": 3.7831538435407344e-06, |
| "loss": 0.281157398223877, |
| "step": 970, |
| "token_acc": 0.9040866660422715 |
| }, |
| { |
| "epoch": 0.5971968312004875, |
| "grad_norm": 0.85966956497571, |
| "learning_rate": 3.687635606694271e-06, |
| "loss": 0.2849492073059082, |
| "step": 980, |
| "token_acc": 0.9041384613065175 |
| }, |
| { |
| "epoch": 0.603290676416819, |
| "grad_norm": 0.8505152160082087, |
| "learning_rate": 3.592629051345936e-06, |
| "loss": 0.2792569637298584, |
| "step": 990, |
| "token_acc": 0.9054755884673447 |
| }, |
| { |
| "epoch": 0.6093845216331505, |
| "grad_norm": 0.9214402604733031, |
| "learning_rate": 3.4981712198726956e-06, |
| "loss": 0.2757925033569336, |
| "step": 1000, |
| "token_acc": 0.9061934946027913 |
| }, |
| { |
| "epoch": 0.615478366849482, |
| "grad_norm": 0.8580050185956459, |
| "learning_rate": 3.4042989407079986e-06, |
| "loss": 0.2790709972381592, |
| "step": 1010, |
| "token_acc": 0.9051715866568587 |
| }, |
| { |
| "epoch": 0.6215722120658135, |
| "grad_norm": 0.7762593811197912, |
| "learning_rate": 3.311048813982627e-06, |
| "loss": 0.2719182014465332, |
| "step": 1020, |
| "token_acc": 0.9072872717021148 |
| }, |
| { |
| "epoch": 0.6276660572821451, |
| "grad_norm": 0.8305900083620258, |
| "learning_rate": 3.218457197254583e-06, |
| "loss": 0.27586350440979, |
| "step": 1030, |
| "token_acc": 0.9060086339753238 |
| }, |
| { |
| "epoch": 0.6337599024984766, |
| "grad_norm": 0.8955059982745348, |
| "learning_rate": 3.1265601913335196e-06, |
| "loss": 0.2731196403503418, |
| "step": 1040, |
| "token_acc": 0.9076037121001682 |
| }, |
| { |
| "epoch": 0.6398537477148081, |
| "grad_norm": 0.8712242634564721, |
| "learning_rate": 3.035393626205306e-06, |
| "loss": 0.2795309066772461, |
| "step": 1050, |
| "token_acc": 0.9047484454494065 |
| }, |
| { |
| "epoch": 0.6459475929311396, |
| "grad_norm": 0.8162886626845998, |
| "learning_rate": 2.944993047062161e-06, |
| "loss": 0.26994550228118896, |
| "step": 1060, |
| "token_acc": 0.9082915598041501 |
| }, |
| { |
| "epoch": 0.6520414381474711, |
| "grad_norm": 0.8874044395879559, |
| "learning_rate": 2.8553937004438425e-06, |
| "loss": 0.2744093418121338, |
| "step": 1070, |
| "token_acc": 0.9072907727436752 |
| }, |
| { |
| "epoch": 0.6581352833638026, |
| "grad_norm": 0.8288310546310844, |
| "learning_rate": 2.766630520495277e-06, |
| "loss": 0.2674886226654053, |
| "step": 1080, |
| "token_acc": 0.9087633615660454 |
| }, |
| { |
| "epoch": 0.664229128580134, |
| "grad_norm": 0.8828846811452266, |
| "learning_rate": 2.67873811534598e-06, |
| "loss": 0.2735260486602783, |
| "step": 1090, |
| "token_acc": 0.9060899523658108 |
| }, |
| { |
| "epoch": 0.6703229737964655, |
| "grad_norm": 0.8055682508984224, |
| "learning_rate": 2.591750753616596e-06, |
| "loss": 0.2687216758728027, |
| "step": 1100, |
| "token_acc": 0.9077474362897096 |
| }, |
| { |
| "epoch": 0.676416819012797, |
| "grad_norm": 0.8527567804445506, |
| "learning_rate": 2.505702351057804e-06, |
| "loss": 0.27487955093383787, |
| "step": 1110, |
| "token_acc": 0.9064443638076686 |
| }, |
| { |
| "epoch": 0.6825106642291285, |
| "grad_norm": 0.8043496565707575, |
| "learning_rate": 2.4206264573268174e-06, |
| "loss": 0.2709942102432251, |
| "step": 1120, |
| "token_acc": 0.9082038753361505 |
| }, |
| { |
| "epoch": 0.68860450944546, |
| "grad_norm": 0.8177848047582682, |
| "learning_rate": 2.336556242906608e-06, |
| "loss": 0.26909465789794923, |
| "step": 1130, |
| "token_acc": 0.907756650686803 |
| }, |
| { |
| "epoch": 0.6946983546617916, |
| "grad_norm": 0.8281752422683824, |
| "learning_rate": 2.2535244861729707e-06, |
| "loss": 0.27281508445739744, |
| "step": 1140, |
| "token_acc": 0.9068872307019957 |
| }, |
| { |
| "epoch": 0.7007921998781231, |
| "grad_norm": 0.7368812719716331, |
| "learning_rate": 2.1715635606144653e-06, |
| "loss": 0.2704050064086914, |
| "step": 1150, |
| "token_acc": 0.9086829548350435 |
| }, |
| { |
| "epoch": 0.7068860450944546, |
| "grad_norm": 0.8983810091681733, |
| "learning_rate": 2.0907054222102367e-06, |
| "loss": 0.2690997362136841, |
| "step": 1160, |
| "token_acc": 0.9079458353782861 |
| }, |
| { |
| "epoch": 0.7129798903107861, |
| "grad_norm": 0.976946993038541, |
| "learning_rate": 2.0109815969705922e-06, |
| "loss": 0.2747433423995972, |
| "step": 1170, |
| "token_acc": 0.9060301301519122 |
| }, |
| { |
| "epoch": 0.7190737355271176, |
| "grad_norm": 0.8007237087596002, |
| "learning_rate": 1.9324231686452478e-06, |
| "loss": 0.2671233654022217, |
| "step": 1180, |
| "token_acc": 0.9086050565301521 |
| }, |
| { |
| "epoch": 0.7251675807434491, |
| "grad_norm": 0.8064570085543009, |
| "learning_rate": 1.8550607666039877e-06, |
| "loss": 0.27011594772338865, |
| "step": 1190, |
| "token_acc": 0.9079702457204528 |
| }, |
| { |
| "epoch": 0.7312614259597806, |
| "grad_norm": 0.8831329237202693, |
| "learning_rate": 1.7789245538944971e-06, |
| "loss": 0.2661958456039429, |
| "step": 1200, |
| "token_acc": 0.909048799129166 |
| }, |
| { |
| "epoch": 0.7373552711761121, |
| "grad_norm": 0.8430483750865159, |
| "learning_rate": 1.7040442154820036e-06, |
| "loss": 0.2669236183166504, |
| "step": 1210, |
| "token_acc": 0.9086229167124993 |
| }, |
| { |
| "epoch": 0.7434491163924436, |
| "grad_norm": 0.8347549917161227, |
| "learning_rate": 1.6304489466753237e-06, |
| "loss": 0.26542019844055176, |
| "step": 1220, |
| "token_acc": 0.9091426534148126 |
| }, |
| { |
| "epoch": 0.7495429616087751, |
| "grad_norm": 0.830454588444548, |
| "learning_rate": 1.5581674417438143e-06, |
| "loss": 0.2647353410720825, |
| "step": 1230, |
| "token_acc": 0.909506020348688 |
| }, |
| { |
| "epoch": 0.7556368068251066, |
| "grad_norm": 0.8676010280531331, |
| "learning_rate": 1.4872278827296855e-06, |
| "loss": 0.2685891628265381, |
| "step": 1240, |
| "token_acc": 0.9081622979570555 |
| }, |
| { |
| "epoch": 0.7617306520414382, |
| "grad_norm": 0.707455832514829, |
| "learning_rate": 1.417657928460029e-06, |
| "loss": 0.2678367614746094, |
| "step": 1250, |
| "token_acc": 0.9088005125349524 |
| }, |
| { |
| "epoch": 0.7678244972577697, |
| "grad_norm": 0.9332592296684585, |
| "learning_rate": 1.349484703762834e-06, |
| "loss": 0.2678724765777588, |
| "step": 1260, |
| "token_acc": 0.9090774872882107 |
| }, |
| { |
| "epoch": 0.7739183424741012, |
| "grad_norm": 0.9124536066814944, |
| "learning_rate": 1.2827347888912057e-06, |
| "loss": 0.2636892795562744, |
| "step": 1270, |
| "token_acc": 0.9094603622970171 |
| }, |
| { |
| "epoch": 0.7800121876904327, |
| "grad_norm": 0.8868523419233089, |
| "learning_rate": 1.2174342091599277e-06, |
| "loss": 0.2640355587005615, |
| "step": 1280, |
| "token_acc": 0.9101203136208611 |
| }, |
| { |
| "epoch": 0.7861060329067642, |
| "grad_norm": 0.8162281839833351, |
| "learning_rate": 1.1536084247983626e-06, |
| "loss": 0.2618927717208862, |
| "step": 1290, |
| "token_acc": 0.9093984578881031 |
| }, |
| { |
| "epoch": 0.7921998781230957, |
| "grad_norm": 0.8334510756887459, |
| "learning_rate": 1.0912823210237033e-06, |
| "loss": 0.2639930725097656, |
| "step": 1300, |
| "token_acc": 0.9095154304277207 |
| }, |
| { |
| "epoch": 0.7982937233394272, |
| "grad_norm": 0.9484830756554262, |
| "learning_rate": 1.0304801983383989e-06, |
| "loss": 0.2679661750793457, |
| "step": 1310, |
| "token_acc": 0.9085439305540266 |
| }, |
| { |
| "epoch": 0.8043875685557587, |
| "grad_norm": 0.7917038864004372, |
| "learning_rate": 9.712257630555589e-07, |
| "loss": 0.263914155960083, |
| "step": 1320, |
| "token_acc": 0.9098282765579997 |
| }, |
| { |
| "epoch": 0.8104814137720902, |
| "grad_norm": 0.8164310323072432, |
| "learning_rate": 9.135421180560394e-07, |
| "loss": 0.27391440868377687, |
| "step": 1330, |
| "token_acc": 0.9072812991094814 |
| }, |
| { |
| "epoch": 0.8165752589884216, |
| "grad_norm": 0.7878349824156636, |
| "learning_rate": 8.574517537807897e-07, |
| "loss": 0.2658750057220459, |
| "step": 1340, |
| "token_acc": 0.9089495350890863 |
| }, |
| { |
| "epoch": 0.8226691042047533, |
| "grad_norm": 0.7620095983862565, |
| "learning_rate": 8.029765394619899e-07, |
| "loss": 0.25719194412231444, |
| "step": 1350, |
| "token_acc": 0.911888654763225 |
| }, |
| { |
| "epoch": 0.8287629494210847, |
| "grad_norm": 0.8206579913283775, |
| "learning_rate": 7.501377145963939e-07, |
| "loss": 0.2592960834503174, |
| "step": 1360, |
| "token_acc": 0.9114338606023208 |
| }, |
| { |
| "epoch": 0.8348567946374162, |
| "grad_norm": 0.8789992765077687, |
| "learning_rate": 6.98955880664205e-07, |
| "loss": 0.26435413360595705, |
| "step": 1370, |
| "token_acc": 0.9108234231521902 |
| }, |
| { |
| "epoch": 0.8409506398537477, |
| "grad_norm": 0.9837537034286392, |
| "learning_rate": 6.494509930967019e-07, |
| "loss": 0.2641714572906494, |
| "step": 1380, |
| "token_acc": 0.9101989856105199 |
| }, |
| { |
| "epoch": 0.8470444850700792, |
| "grad_norm": 0.8346126227296959, |
| "learning_rate": 6.016423534957616e-07, |
| "loss": 0.26149678230285645, |
| "step": 1390, |
| "token_acc": 0.9105589320112891 |
| }, |
| { |
| "epoch": 0.8531383302864107, |
| "grad_norm": 0.789773058927434, |
| "learning_rate": 5.555486021082979e-07, |
| "loss": 0.25979223251342776, |
| "step": 1400, |
| "token_acc": 0.9105615762961907 |
| }, |
| { |
| "epoch": 0.8592321755027422, |
| "grad_norm": 0.7391262213112039, |
| "learning_rate": 5.111877105585672e-07, |
| "loss": 0.2619319915771484, |
| "step": 1410, |
| "token_acc": 0.9112515917773331 |
| }, |
| { |
| "epoch": 0.8653260207190737, |
| "grad_norm": 0.732756554862386, |
| "learning_rate": 4.6857697484116006e-07, |
| "loss": 0.26052017211914064, |
| "step": 1420, |
| "token_acc": 0.9111355670436785 |
| }, |
| { |
| "epoch": 0.8714198659354052, |
| "grad_norm": 0.9052605008388693, |
| "learning_rate": 4.277330085774156e-07, |
| "loss": 0.26050865650177, |
| "step": 1430, |
| "token_acc": 0.9113159185335296 |
| }, |
| { |
| "epoch": 0.8775137111517367, |
| "grad_norm": 0.8239425361941399, |
| "learning_rate": 3.886717365378867e-07, |
| "loss": 0.2652243137359619, |
| "step": 1440, |
| "token_acc": 0.9098248347337728 |
| }, |
| { |
| "epoch": 0.8836075563680682, |
| "grad_norm": 0.8321718064306127, |
| "learning_rate": 3.5140838843339073e-07, |
| "loss": 0.2614146709442139, |
| "step": 1450, |
| "token_acc": 0.9103242825028786 |
| }, |
| { |
| "epoch": 0.8897014015843998, |
| "grad_norm": 0.9427110487674982, |
| "learning_rate": 3.159574929770515e-07, |
| "loss": 0.26317219734191893, |
| "step": 1460, |
| "token_acc": 0.9102542106779491 |
| }, |
| { |
| "epoch": 0.8957952468007313, |
| "grad_norm": 0.8005907233947733, |
| "learning_rate": 2.8233287221965555e-07, |
| "loss": 0.2689415216445923, |
| "step": 1470, |
| "token_acc": 0.9084669140620019 |
| }, |
| { |
| "epoch": 0.9018890920170628, |
| "grad_norm": 0.8834142513691242, |
| "learning_rate": 2.5054763616053967e-07, |
| "loss": 0.26386346817016604, |
| "step": 1480, |
| "token_acc": 0.9098926633899981 |
| }, |
| { |
| "epoch": 0.9079829372333943, |
| "grad_norm": 0.8652226986660423, |
| "learning_rate": 2.2061417763608818e-07, |
| "loss": 0.2603492259979248, |
| "step": 1490, |
| "token_acc": 0.9111148919621807 |
| }, |
| { |
| "epoch": 0.9140767824497258, |
| "grad_norm": 0.7761477175475302, |
| "learning_rate": 1.9254416748786086e-07, |
| "loss": 0.2592171669006348, |
| "step": 1500, |
| "token_acc": 0.9112373322356396 |
| }, |
| { |
| "epoch": 0.9201706276660573, |
| "grad_norm": 0.7766751712855907, |
| "learning_rate": 1.6634855001221195e-07, |
| "loss": 0.258951997756958, |
| "step": 1510, |
| "token_acc": 0.9106356546794409 |
| }, |
| { |
| "epoch": 0.9262644728823888, |
| "grad_norm": 0.856909898768609, |
| "learning_rate": 1.4203753869318882e-07, |
| "loss": 0.2605564117431641, |
| "step": 1520, |
| "token_acc": 0.9109015609309732 |
| }, |
| { |
| "epoch": 0.9323583180987203, |
| "grad_norm": 0.8678261922910359, |
| "learning_rate": 1.196206122203647e-07, |
| "loss": 0.267201566696167, |
| "step": 1530, |
| "token_acc": 0.9091924387660025 |
| }, |
| { |
| "epoch": 0.9384521633150518, |
| "grad_norm": 0.8245437796092319, |
| "learning_rate": 9.910651079316824e-08, |
| "loss": 0.25865275859832765, |
| "step": 1540, |
| "token_acc": 0.9117370919567883 |
| }, |
| { |
| "epoch": 0.9445460085313833, |
| "grad_norm": 0.7648349491441419, |
| "learning_rate": 8.050323271314331e-08, |
| "loss": 0.2569366216659546, |
| "step": 1550, |
| "token_acc": 0.9122892575583048 |
| }, |
| { |
| "epoch": 0.9506398537477148, |
| "grad_norm": 0.844132664732268, |
| "learning_rate": 6.381803126546405e-08, |
| "loss": 0.26746933460235595, |
| "step": 1560, |
| "token_acc": 0.9087516916083089 |
| }, |
| { |
| "epoch": 0.9567336989640464, |
| "grad_norm": 0.8550282187735159, |
| "learning_rate": 4.9057411890933714e-08, |
| "loss": 0.2634291172027588, |
| "step": 1570, |
| "token_acc": 0.9101502847948816 |
| }, |
| { |
| "epoch": 0.9628275441803779, |
| "grad_norm": 0.8962920945122091, |
| "learning_rate": 3.622712964956032e-08, |
| "loss": 0.26028733253479003, |
| "step": 1580, |
| "token_acc": 0.9110691577022408 |
| }, |
| { |
| "epoch": 0.9689213893967094, |
| "grad_norm": 0.8191620838439264, |
| "learning_rate": 2.5332186976697037e-08, |
| "loss": 0.26295406818389894, |
| "step": 1590, |
| "token_acc": 0.9106372558253433 |
| }, |
| { |
| "epoch": 0.9750152346130408, |
| "grad_norm": 0.803005796954641, |
| "learning_rate": 1.637683173263238e-08, |
| "loss": 0.2601941585540771, |
| "step": 1600, |
| "token_acc": 0.9106438532047947 |
| }, |
| { |
| "epoch": 0.9811090798293723, |
| "grad_norm": 1.0200184560604955, |
| "learning_rate": 9.364555546375054e-09, |
| "loss": 0.265762186050415, |
| "step": 1610, |
| "token_acc": 0.9099375217270665 |
| }, |
| { |
| "epoch": 0.9872029250457038, |
| "grad_norm": 0.8217240197064228, |
| "learning_rate": 4.2980924542984634e-09, |
| "loss": 0.261862587928772, |
| "step": 1620, |
| "token_acc": 0.9104295425993519 |
| }, |
| { |
| "epoch": 0.9932967702620353, |
| "grad_norm": 0.8981159929317022, |
| "learning_rate": 1.179417834153429e-09, |
| "loss": 0.2626341342926025, |
| "step": 1630, |
| "token_acc": 0.9100063135380294 |
| }, |
| { |
| "epoch": 0.9993906154783668, |
| "grad_norm": 0.8766885423326849, |
| "learning_rate": 9.74763488759134e-12, |
| "loss": 0.2605599880218506, |
| "step": 1640, |
| "token_acc": 0.9109949846594887 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1641, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1566399809454080.0, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
