| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 2454, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.002037489812550937, |
| "grad_norm": 1.571320652961731, |
| "learning_rate": 5.405405405405406e-06, |
| "loss": 2.937255096435547, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.004074979625101874, |
| "grad_norm": 1.180213212966919, |
| "learning_rate": 1.2162162162162164e-05, |
| "loss": 2.8778331756591795, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.006112469437652812, |
| "grad_norm": 0.6333388686180115, |
| "learning_rate": 1.891891891891892e-05, |
| "loss": 2.7612342834472656, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.008149959250203748, |
| "grad_norm": 0.29147869348526, |
| "learning_rate": 2.5675675675675675e-05, |
| "loss": 2.590922546386719, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.010187449062754686, |
| "grad_norm": 0.27221187949180603, |
| "learning_rate": 3.2432432432432436e-05, |
| "loss": 2.4679227828979493, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.012224938875305624, |
| "grad_norm": 0.35275858640670776, |
| "learning_rate": 3.918918918918919e-05, |
| "loss": 2.4889301300048827, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.01426242868785656, |
| "grad_norm": 0.2352866381406784, |
| "learning_rate": 4.594594594594595e-05, |
| "loss": 2.3145923614501953, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.016299918500407497, |
| "grad_norm": 0.18694627285003662, |
| "learning_rate": 5.27027027027027e-05, |
| "loss": 2.265145111083984, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.018337408312958436, |
| "grad_norm": 0.20410102605819702, |
| "learning_rate": 5.9459459459459466e-05, |
| "loss": 2.1495094299316406, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.020374898125509373, |
| "grad_norm": 0.1883523017168045, |
| "learning_rate": 6.621621621621621e-05, |
| "loss": 2.1063323974609376, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.02241238793806031, |
| "grad_norm": 0.22693860530853271, |
| "learning_rate": 7.297297297297297e-05, |
| "loss": 2.0485776901245116, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.02444987775061125, |
| "grad_norm": 0.22750967741012573, |
| "learning_rate": 7.972972972972974e-05, |
| "loss": 1.980290412902832, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.026487367563162185, |
| "grad_norm": 0.1929962933063507, |
| "learning_rate": 8.64864864864865e-05, |
| "loss": 1.9449413299560547, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.02852485737571312, |
| "grad_norm": 0.19021861255168915, |
| "learning_rate": 9.324324324324324e-05, |
| "loss": 1.8876354217529296, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.030562347188264057, |
| "grad_norm": 0.19133411347866058, |
| "learning_rate": 0.0001, |
| "loss": 1.8819442749023438, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.032599837000814993, |
| "grad_norm": 0.18844370543956757, |
| "learning_rate": 9.999891100904613e-05, |
| "loss": 1.8457191467285157, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.03463732681336593, |
| "grad_norm": 0.17675529420375824, |
| "learning_rate": 9.999564408362054e-05, |
| "loss": 1.8305767059326172, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.03667481662591687, |
| "grad_norm": 0.21320666372776031, |
| "learning_rate": 9.999019936602934e-05, |
| "loss": 1.7988300323486328, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.038712306438467806, |
| "grad_norm": 0.23267436027526855, |
| "learning_rate": 9.998257709344246e-05, |
| "loss": 1.7630163192749024, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.040749796251018745, |
| "grad_norm": 0.21504434943199158, |
| "learning_rate": 9.997277759788331e-05, |
| "loss": 1.753378677368164, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.042787286063569685, |
| "grad_norm": 0.22522081434726715, |
| "learning_rate": 9.996080130621439e-05, |
| "loss": 1.738396453857422, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.04482477587612062, |
| "grad_norm": 0.21060502529144287, |
| "learning_rate": 9.994664874011863e-05, |
| "loss": 1.6924251556396483, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.04686226568867156, |
| "grad_norm": 0.22877274453639984, |
| "learning_rate": 9.993032051607669e-05, |
| "loss": 1.705193328857422, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.0488997555012225, |
| "grad_norm": 0.22202537953853607, |
| "learning_rate": 9.99118173453401e-05, |
| "loss": 1.6783943176269531, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.05093724531377343, |
| "grad_norm": 0.2630864679813385, |
| "learning_rate": 9.989114003390027e-05, |
| "loss": 1.661654281616211, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.05297473512632437, |
| "grad_norm": 0.24131977558135986, |
| "learning_rate": 9.986828948245343e-05, |
| "loss": 1.6814453125, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.0550122249388753, |
| "grad_norm": 0.2544144093990326, |
| "learning_rate": 9.984326668636131e-05, |
| "loss": 1.6966455459594727, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.05704971475142624, |
| "grad_norm": 0.254102498292923, |
| "learning_rate": 9.981607273560785e-05, |
| "loss": 1.6166696548461914, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.05908720456397718, |
| "grad_norm": 0.24406401813030243, |
| "learning_rate": 9.978670881475172e-05, |
| "loss": 1.6438676834106445, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.061124694376528114, |
| "grad_norm": 0.23421962559223175, |
| "learning_rate": 9.97551762028747e-05, |
| "loss": 1.6600814819335938, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.06316218418907905, |
| "grad_norm": 0.26790329813957214, |
| "learning_rate": 9.972147627352592e-05, |
| "loss": 1.632400894165039, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.06519967400162999, |
| "grad_norm": 0.2244740128517151, |
| "learning_rate": 9.968561049466214e-05, |
| "loss": 1.619165802001953, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.06723716381418093, |
| "grad_norm": 0.2931612730026245, |
| "learning_rate": 9.964758042858367e-05, |
| "loss": 1.5788841247558594, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.06927465362673187, |
| "grad_norm": 0.22810588777065277, |
| "learning_rate": 9.960738773186648e-05, |
| "loss": 1.6591445922851562, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.0713121434392828, |
| "grad_norm": 0.21488972008228302, |
| "learning_rate": 9.956503415528984e-05, |
| "loss": 1.6036659240722657, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.07334963325183375, |
| "grad_norm": 0.21304139494895935, |
| "learning_rate": 9.952052154376026e-05, |
| "loss": 1.6186206817626954, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.07538712306438468, |
| "grad_norm": 0.23776377737522125, |
| "learning_rate": 9.947385183623098e-05, |
| "loss": 1.6009157180786133, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.07742461287693561, |
| "grad_norm": 0.19920478761196136, |
| "learning_rate": 9.942502706561757e-05, |
| "loss": 1.6162376403808594, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.07946210268948656, |
| "grad_norm": 0.239252507686615, |
| "learning_rate": 9.937404935870938e-05, |
| "loss": 1.5773283958435058, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.08149959250203749, |
| "grad_norm": 0.22820070385932922, |
| "learning_rate": 9.932092093607686e-05, |
| "loss": 1.5832679748535157, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.08353708231458842, |
| "grad_norm": 0.25571751594543457, |
| "learning_rate": 9.926564411197488e-05, |
| "loss": 1.5769929885864258, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.08557457212713937, |
| "grad_norm": 0.20927836000919342, |
| "learning_rate": 9.92082212942419e-05, |
| "loss": 1.5967325210571288, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.0876120619396903, |
| "grad_norm": 0.22983776032924652, |
| "learning_rate": 9.91486549841951e-05, |
| "loss": 1.5639275550842284, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.08964955175224124, |
| "grad_norm": 0.24595195055007935, |
| "learning_rate": 9.908694777652136e-05, |
| "loss": 1.5760770797729493, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.09168704156479218, |
| "grad_norm": 0.26048213243484497, |
| "learning_rate": 9.902310235916435e-05, |
| "loss": 1.5929807662963866, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.09372453137734311, |
| "grad_norm": 0.2384990155696869, |
| "learning_rate": 9.89571215132073e-05, |
| "loss": 1.5840772628784179, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.09576202118989405, |
| "grad_norm": 0.2705344557762146, |
| "learning_rate": 9.888900811275204e-05, |
| "loss": 1.549574851989746, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.097799511002445, |
| "grad_norm": 0.28348860144615173, |
| "learning_rate": 9.881876512479362e-05, |
| "loss": 1.5107032775878906, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.09983700081499593, |
| "grad_norm": 0.2642553448677063, |
| "learning_rate": 9.874639560909117e-05, |
| "loss": 1.5189391136169434, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.10187449062754686, |
| "grad_norm": 0.24302583932876587, |
| "learning_rate": 9.867190271803465e-05, |
| "loss": 1.5314508438110352, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.1039119804400978, |
| "grad_norm": 0.24924422800540924, |
| "learning_rate": 9.859528969650738e-05, |
| "loss": 1.5717763900756836, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.10594947025264874, |
| "grad_norm": 0.23828646540641785, |
| "learning_rate": 9.85165598817449e-05, |
| "loss": 1.545862865447998, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.10798696006519967, |
| "grad_norm": 0.2610020935535431, |
| "learning_rate": 9.843571670318943e-05, |
| "loss": 1.5171467781066894, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.1100244498777506, |
| "grad_norm": 0.25594744086265564, |
| "learning_rate": 9.835276368234059e-05, |
| "loss": 1.5452391624450683, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.11206193969030155, |
| "grad_norm": 0.29088741540908813, |
| "learning_rate": 9.826770443260193e-05, |
| "loss": 1.4986861228942872, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.11409942950285248, |
| "grad_norm": 0.234932079911232, |
| "learning_rate": 9.818054265912362e-05, |
| "loss": 1.544328498840332, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.11613691931540342, |
| "grad_norm": 0.23521235585212708, |
| "learning_rate": 9.809128215864097e-05, |
| "loss": 1.5823867797851563, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.11817440912795436, |
| "grad_norm": 0.24037106335163116, |
| "learning_rate": 9.799992681930905e-05, |
| "loss": 1.5799882888793946, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.1202118989405053, |
| "grad_norm": 0.25879165530204773, |
| "learning_rate": 9.79064806205334e-05, |
| "loss": 1.5719776153564453, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.12224938875305623, |
| "grad_norm": 0.24546164274215698, |
| "learning_rate": 9.781094763279666e-05, |
| "loss": 1.5144448280334473, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.12428687856560718, |
| "grad_norm": 0.2443576604127884, |
| "learning_rate": 9.771333201748117e-05, |
| "loss": 1.5095788955688476, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.1263243683781581, |
| "grad_norm": 0.2535657286643982, |
| "learning_rate": 9.76136380266878e-05, |
| "loss": 1.5216328620910644, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.12836185819070906, |
| "grad_norm": 0.24777120351791382, |
| "learning_rate": 9.751187000305076e-05, |
| "loss": 1.5501005172729492, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.13039934800325997, |
| "grad_norm": 0.2576065957546234, |
| "learning_rate": 9.74080323795483e-05, |
| "loss": 1.5214624404907227, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.13243683781581092, |
| "grad_norm": 0.2413678616285324, |
| "learning_rate": 9.730212967930974e-05, |
| "loss": 1.5110502243041992, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.13447432762836187, |
| "grad_norm": 0.30750271677970886, |
| "learning_rate": 9.719416651541839e-05, |
| "loss": 1.5003343582153321, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.13651181744091279, |
| "grad_norm": 0.24753299355506897, |
| "learning_rate": 9.708414759071059e-05, |
| "loss": 1.5050297737121583, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.13854930725346373, |
| "grad_norm": 0.24859397113323212, |
| "learning_rate": 9.697207769757089e-05, |
| "loss": 1.5112569808959961, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.14058679706601468, |
| "grad_norm": 0.24517805874347687, |
| "learning_rate": 9.685796171772328e-05, |
| "loss": 1.5051301002502442, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.1426242868785656, |
| "grad_norm": 0.23050017654895782, |
| "learning_rate": 9.674180462201856e-05, |
| "loss": 1.5167075157165528, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.14466177669111654, |
| "grad_norm": 0.261944442987442, |
| "learning_rate": 9.662361147021779e-05, |
| "loss": 1.476831817626953, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.1466992665036675, |
| "grad_norm": 0.28404876589775085, |
| "learning_rate": 9.65033874107719e-05, |
| "loss": 1.5023907661437987, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.1487367563162184, |
| "grad_norm": 0.27228549122810364, |
| "learning_rate": 9.63811376805974e-05, |
| "loss": 1.51568660736084, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.15077424612876936, |
| "grad_norm": 0.2329675555229187, |
| "learning_rate": 9.62568676048483e-05, |
| "loss": 1.4784177780151366, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.1528117359413203, |
| "grad_norm": 0.2935916483402252, |
| "learning_rate": 9.613058259668416e-05, |
| "loss": 1.5028112411499024, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.15484922575387122, |
| "grad_norm": 0.24432611465454102, |
| "learning_rate": 9.60022881570342e-05, |
| "loss": 1.5086502075195312, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.15688671556642217, |
| "grad_norm": 0.26738467812538147, |
| "learning_rate": 9.587198987435782e-05, |
| "loss": 1.543716812133789, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.15892420537897312, |
| "grad_norm": 0.2604532241821289, |
| "learning_rate": 9.573969342440106e-05, |
| "loss": 1.4996532440185546, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.16096169519152403, |
| "grad_norm": 0.2646086513996124, |
| "learning_rate": 9.56054045699494e-05, |
| "loss": 1.5080904960632324, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.16299918500407498, |
| "grad_norm": 0.2522474527359009, |
| "learning_rate": 9.546912916057676e-05, |
| "loss": 1.4308866500854491, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.16503667481662593, |
| "grad_norm": 0.26946988701820374, |
| "learning_rate": 9.533087313239064e-05, |
| "loss": 1.4798666954040527, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.16707416462917685, |
| "grad_norm": 0.2491266131401062, |
| "learning_rate": 9.51906425077736e-05, |
| "loss": 1.515095043182373, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.1691116544417278, |
| "grad_norm": 0.25281429290771484, |
| "learning_rate": 9.504844339512095e-05, |
| "loss": 1.463273048400879, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.17114914425427874, |
| "grad_norm": 0.32062724232673645, |
| "learning_rate": 9.490428198857457e-05, |
| "loss": 1.4602070808410645, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.17318663406682966, |
| "grad_norm": 0.2846399247646332, |
| "learning_rate": 9.475816456775313e-05, |
| "loss": 1.4642086029052734, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.1752241238793806, |
| "grad_norm": 0.2705329656600952, |
| "learning_rate": 9.461009749747863e-05, |
| "loss": 1.475681686401367, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.17726161369193155, |
| "grad_norm": 0.2681976854801178, |
| "learning_rate": 9.446008722749905e-05, |
| "loss": 1.4666956901550292, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.17929910350448247, |
| "grad_norm": 0.2682907283306122, |
| "learning_rate": 9.430814029220753e-05, |
| "loss": 1.468404769897461, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.18133659331703342, |
| "grad_norm": 0.28875669836997986, |
| "learning_rate": 9.415426331035753e-05, |
| "loss": 1.4713603973388671, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.18337408312958436, |
| "grad_norm": 0.2772611975669861, |
| "learning_rate": 9.399846298477474e-05, |
| "loss": 1.4709205627441406, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.18541157294213528, |
| "grad_norm": 0.2741967439651489, |
| "learning_rate": 9.384074610206495e-05, |
| "loss": 1.4992780685424805, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.18744906275468623, |
| "grad_norm": 0.23307016491889954, |
| "learning_rate": 9.368111953231848e-05, |
| "loss": 1.4394451141357423, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.18948655256723718, |
| "grad_norm": 0.2436610758304596, |
| "learning_rate": 9.351959022881099e-05, |
| "loss": 1.4031631469726562, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.1915240423797881, |
| "grad_norm": 0.2648111879825592, |
| "learning_rate": 9.335616522770045e-05, |
| "loss": 1.43841552734375, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.19356153219233904, |
| "grad_norm": 0.2542089521884918, |
| "learning_rate": 9.319085164772082e-05, |
| "loss": 1.4984153747558593, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.19559902200489, |
| "grad_norm": 0.27864205837249756, |
| "learning_rate": 9.302365668987179e-05, |
| "loss": 1.4818967819213866, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.1976365118174409, |
| "grad_norm": 0.2655271887779236, |
| "learning_rate": 9.285458763710524e-05, |
| "loss": 1.4170777320861816, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.19967400162999185, |
| "grad_norm": 0.2362072765827179, |
| "learning_rate": 9.268365185400793e-05, |
| "loss": 1.4463081359863281, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.2017114914425428, |
| "grad_norm": 0.24712727963924408, |
| "learning_rate": 9.251085678648072e-05, |
| "loss": 1.389777946472168, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.20374898125509372, |
| "grad_norm": 0.24617959558963776, |
| "learning_rate": 9.233620996141421e-05, |
| "loss": 1.4290151596069336, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.20578647106764467, |
| "grad_norm": 0.31161096692085266, |
| "learning_rate": 9.215971898636094e-05, |
| "loss": 1.3988615036010743, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.2078239608801956, |
| "grad_norm": 0.25244295597076416, |
| "learning_rate": 9.198139154920389e-05, |
| "loss": 1.455789279937744, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.20986145069274653, |
| "grad_norm": 0.2520352602005005, |
| "learning_rate": 9.180123541782171e-05, |
| "loss": 1.4641700744628907, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.21189894050529748, |
| "grad_norm": 0.2115061730146408, |
| "learning_rate": 9.161925843975028e-05, |
| "loss": 1.44570894241333, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.2139364303178484, |
| "grad_norm": 0.2903922200202942, |
| "learning_rate": 9.143546854184094e-05, |
| "loss": 1.4460723876953125, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.21597392013039934, |
| "grad_norm": 0.24372270703315735, |
| "learning_rate": 9.124987372991511e-05, |
| "loss": 1.4678077697753906, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.2180114099429503, |
| "grad_norm": 0.26831796765327454, |
| "learning_rate": 9.106248208841569e-05, |
| "loss": 1.4859763145446778, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.2200488997555012, |
| "grad_norm": 0.2345837950706482, |
| "learning_rate": 9.087330178005472e-05, |
| "loss": 1.4548344612121582, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.22208638956805216, |
| "grad_norm": 0.25100767612457275, |
| "learning_rate": 9.068234104545801e-05, |
| "loss": 1.414707851409912, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.2241238793806031, |
| "grad_norm": 0.2393769770860672, |
| "learning_rate": 9.048960820280605e-05, |
| "loss": 1.4750711441040039, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.22616136919315402, |
| "grad_norm": 0.22969071567058563, |
| "learning_rate": 9.029511164747175e-05, |
| "loss": 1.4421704292297364, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.22819885900570497, |
| "grad_norm": 0.2723912298679352, |
| "learning_rate": 9.009885985165464e-05, |
| "loss": 1.4354835510253907, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.23023634881825591, |
| "grad_norm": 0.23489715158939362, |
| "learning_rate": 8.9900861364012e-05, |
| "loss": 1.445290470123291, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.23227383863080683, |
| "grad_norm": 0.2519027888774872, |
| "learning_rate": 8.970112480928621e-05, |
| "loss": 1.4208389282226563, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.23431132844335778, |
| "grad_norm": 0.2978993356227875, |
| "learning_rate": 8.949965888792941e-05, |
| "loss": 1.3885160446166993, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.23634881825590873, |
| "grad_norm": 0.22895459830760956, |
| "learning_rate": 8.929647237572418e-05, |
| "loss": 1.4030443191528321, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.23838630806845965, |
| "grad_norm": 0.2571552097797394, |
| "learning_rate": 8.90915741234015e-05, |
| "loss": 1.4485620498657226, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.2404237978810106, |
| "grad_norm": 0.2530490458011627, |
| "learning_rate": 8.888497305625508e-05, |
| "loss": 1.397987461090088, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.24246128769356154, |
| "grad_norm": 0.25649017095565796, |
| "learning_rate": 8.867667817375266e-05, |
| "loss": 1.4218891143798829, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.24449877750611246, |
| "grad_norm": 0.23270413279533386, |
| "learning_rate": 8.846669854914396e-05, |
| "loss": 1.4246532440185546, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.2465362673186634, |
| "grad_norm": 0.2551707625389099, |
| "learning_rate": 8.825504332906541e-05, |
| "loss": 1.4406282424926757, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.24857375713121435, |
| "grad_norm": 0.2525927424430847, |
| "learning_rate": 8.804172173314184e-05, |
| "loss": 1.3947580337524415, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.2506112469437653, |
| "grad_norm": 0.2448631376028061, |
| "learning_rate": 8.78267430535848e-05, |
| "loss": 1.432701301574707, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.2526487367563162, |
| "grad_norm": 0.23594658076763153, |
| "learning_rate": 8.761011665478774e-05, |
| "loss": 1.4567941665649413, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.25468622656886714, |
| "grad_norm": 0.25044554471969604, |
| "learning_rate": 8.739185197291823e-05, |
| "loss": 1.3989928245544434, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.2567237163814181, |
| "grad_norm": 0.23957082629203796, |
| "learning_rate": 8.717195851550682e-05, |
| "loss": 1.4815309524536133, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.25876120619396903, |
| "grad_norm": 0.29432135820388794, |
| "learning_rate": 8.695044586103296e-05, |
| "loss": 1.4535370826721192, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.26079869600651995, |
| "grad_norm": 0.2810392379760742, |
| "learning_rate": 8.672732365850774e-05, |
| "loss": 1.4214276313781737, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.2628361858190709, |
| "grad_norm": 0.27764493227005005, |
| "learning_rate": 8.650260162705351e-05, |
| "loss": 1.3979911804199219, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.26487367563162184, |
| "grad_norm": 0.28854900598526, |
| "learning_rate": 8.62762895554807e-05, |
| "loss": 1.3852861404418946, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.26691116544417276, |
| "grad_norm": 0.2634202241897583, |
| "learning_rate": 8.604839730186125e-05, |
| "loss": 1.3901723861694335, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.26894865525672373, |
| "grad_norm": 0.24707822501659393, |
| "learning_rate": 8.581893479309925e-05, |
| "loss": 1.4080962181091308, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.27098614506927465, |
| "grad_norm": 0.267046719789505, |
| "learning_rate": 8.558791202449856e-05, |
| "loss": 1.420369529724121, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.27302363488182557, |
| "grad_norm": 0.24895347654819489, |
| "learning_rate": 8.535533905932738e-05, |
| "loss": 1.4124841690063477, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.27506112469437655, |
| "grad_norm": 0.2543014883995056, |
| "learning_rate": 8.512122602837993e-05, |
| "loss": 1.3869916915893554, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.27709861450692747, |
| "grad_norm": 0.2594490647315979, |
| "learning_rate": 8.488558312953512e-05, |
| "loss": 1.4187768936157226, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.2791361043194784, |
| "grad_norm": 0.2667585015296936, |
| "learning_rate": 8.464842062731235e-05, |
| "loss": 1.360099697113037, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.28117359413202936, |
| "grad_norm": 0.266170859336853, |
| "learning_rate": 8.44097488524244e-05, |
| "loss": 1.4031505584716797, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.2832110839445803, |
| "grad_norm": 0.2641969323158264, |
| "learning_rate": 8.416957820132742e-05, |
| "loss": 1.4196790695190429, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.2852485737571312, |
| "grad_norm": 0.23064430058002472, |
| "learning_rate": 8.392791913576809e-05, |
| "loss": 1.3981475830078125, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.28728606356968217, |
| "grad_norm": 0.24963510036468506, |
| "learning_rate": 8.368478218232787e-05, |
| "loss": 1.3790153503417968, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.2893235533822331, |
| "grad_norm": 0.26175132393836975, |
| "learning_rate": 8.344017793196442e-05, |
| "loss": 1.3812166213989259, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.291361043194784, |
| "grad_norm": 0.2446986883878708, |
| "learning_rate": 8.319411703955042e-05, |
| "loss": 1.427156639099121, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.293398533007335, |
| "grad_norm": 0.24531200528144836, |
| "learning_rate": 8.294661022340931e-05, |
| "loss": 1.3718086242675782, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.2954360228198859, |
| "grad_norm": 0.2547568678855896, |
| "learning_rate": 8.269766826484842e-05, |
| "loss": 1.3975444793701173, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.2974735126324368, |
| "grad_norm": 0.24539630115032196, |
| "learning_rate": 8.244730200768937e-05, |
| "loss": 1.4228199005126954, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.2995110024449878, |
| "grad_norm": 0.2306804060935974, |
| "learning_rate": 8.219552235779578e-05, |
| "loss": 1.3604663848876952, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.3015484922575387, |
| "grad_norm": 0.26924288272857666, |
| "learning_rate": 8.194234028259806e-05, |
| "loss": 1.3662386894226075, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.30358598207008963, |
| "grad_norm": 0.3148330748081207, |
| "learning_rate": 8.168776681061582e-05, |
| "loss": 1.3941230773925781, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.3056234718826406, |
| "grad_norm": 0.3298656642436981, |
| "learning_rate": 8.143181303097734e-05, |
| "loss": 1.34095458984375, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.3076609616951915, |
| "grad_norm": 0.26874008774757385, |
| "learning_rate": 8.117449009293668e-05, |
| "loss": 1.3636792182922364, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.30969845150774244, |
| "grad_norm": 0.2534666061401367, |
| "learning_rate": 8.09158092053879e-05, |
| "loss": 1.427321434020996, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.3117359413202934, |
| "grad_norm": 0.25248315930366516, |
| "learning_rate": 8.065578163637686e-05, |
| "loss": 1.4066177368164063, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.31377343113284434, |
| "grad_norm": 0.2795719504356384, |
| "learning_rate": 8.039441871261038e-05, |
| "loss": 1.4073759078979493, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.31581092094539526, |
| "grad_norm": 0.25225991010665894, |
| "learning_rate": 8.013173181896283e-05, |
| "loss": 1.4331002235412598, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.31784841075794623, |
| "grad_norm": 0.29578742384910583, |
| "learning_rate": 7.986773239798026e-05, |
| "loss": 1.3891535758972169, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.31988590057049715, |
| "grad_norm": 0.24367083609104156, |
| "learning_rate": 7.960243194938192e-05, |
| "loss": 1.3595949172973634, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.32192339038304807, |
| "grad_norm": 0.2300739288330078, |
| "learning_rate": 7.933584202955934e-05, |
| "loss": 1.3890039443969726, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.32396088019559904, |
| "grad_norm": 0.29280030727386475, |
| "learning_rate": 7.9067974251073e-05, |
| "loss": 1.4000889778137207, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.32599837000814996, |
| "grad_norm": 0.2583927810192108, |
| "learning_rate": 7.879884028214637e-05, |
| "loss": 1.3617567062377929, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.3280358598207009, |
| "grad_norm": 0.2506610155105591, |
| "learning_rate": 7.852845184615776e-05, |
| "loss": 1.3741163253784179, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.33007334963325186, |
| "grad_norm": 0.28492823243141174, |
| "learning_rate": 7.82568207211296e-05, |
| "loss": 1.3677806854248047, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.3321108394458028, |
| "grad_norm": 0.28276413679122925, |
| "learning_rate": 7.79839587392154e-05, |
| "loss": 1.3788800239562988, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.3341483292583537, |
| "grad_norm": 0.2577153146266937, |
| "learning_rate": 7.770987778618441e-05, |
| "loss": 1.4028077125549316, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.33618581907090467, |
| "grad_norm": 0.260003924369812, |
| "learning_rate": 7.74345898009037e-05, |
| "loss": 1.3641690254211425, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.3382233088834556, |
| "grad_norm": 0.28759846091270447, |
| "learning_rate": 7.715810677481834e-05, |
| "loss": 1.3745591163635253, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.3402607986960065, |
| "grad_norm": 0.2516504228115082, |
| "learning_rate": 7.688044075142887e-05, |
| "loss": 1.3658802032470703, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.3422982885085575, |
| "grad_norm": 0.2602832615375519, |
| "learning_rate": 7.660160382576683e-05, |
| "loss": 1.3842742919921875, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.3443357783211084, |
| "grad_norm": 0.2655702829360962, |
| "learning_rate": 7.63216081438678e-05, |
| "loss": 1.3709933280944824, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.3463732681336593, |
| "grad_norm": 0.29763323068618774, |
| "learning_rate": 7.604046590224235e-05, |
| "loss": 1.3394402503967284, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.3484107579462103, |
| "grad_norm": 0.2478332668542862, |
| "learning_rate": 7.57581893473448e-05, |
| "loss": 1.356826400756836, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.3504482477587612, |
| "grad_norm": 0.27973031997680664, |
| "learning_rate": 7.547479077503976e-05, |
| "loss": 1.3851838111877441, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.35248573757131213, |
| "grad_norm": 0.25085529685020447, |
| "learning_rate": 7.519028253006648e-05, |
| "loss": 1.3550750732421875, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.3545232273838631, |
| "grad_norm": 0.24575817584991455, |
| "learning_rate": 7.490467700550117e-05, |
| "loss": 1.3255870819091797, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.356560717196414, |
| "grad_norm": 0.28239473700523376, |
| "learning_rate": 7.461798664221711e-05, |
| "loss": 1.3608011245727538, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.35859820700896494, |
| "grad_norm": 0.24126704037189484, |
| "learning_rate": 7.433022392834282e-05, |
| "loss": 1.3341035842895508, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.3606356968215159, |
| "grad_norm": 0.28654253482818604, |
| "learning_rate": 7.404140139871797e-05, |
| "loss": 1.3410005569458008, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.36267318663406684, |
| "grad_norm": 0.2522304952144623, |
| "learning_rate": 7.375153163434746e-05, |
| "loss": 1.3798066139221192, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.36471067644661775, |
| "grad_norm": 0.2636043429374695, |
| "learning_rate": 7.346062726185332e-05, |
| "loss": 1.370442771911621, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.36674816625916873, |
| "grad_norm": 0.27951088547706604, |
| "learning_rate": 7.316870095292476e-05, |
| "loss": 1.4128787040710449, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.36878565607171965, |
| "grad_norm": 0.22582846879959106, |
| "learning_rate": 7.287576542376617e-05, |
| "loss": 1.36837158203125, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.37082314588427057, |
| "grad_norm": 0.2610475718975067, |
| "learning_rate": 7.258183343454318e-05, |
| "loss": 1.3420948028564452, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.37286063569682154, |
| "grad_norm": 0.30103057622909546, |
| "learning_rate": 7.228691778882693e-05, |
| "loss": 1.3916706085205077, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.37489812550937246, |
| "grad_norm": 0.24715907871723175, |
| "learning_rate": 7.199103133303618e-05, |
| "loss": 1.3638740539550782, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.3769356153219234, |
| "grad_norm": 0.24132998287677765, |
| "learning_rate": 7.169418695587791e-05, |
| "loss": 1.370579719543457, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.37897310513447435, |
| "grad_norm": 0.2682572603225708, |
| "learning_rate": 7.139639758778578e-05, |
| "loss": 1.3701016426086425, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.38101059494702527, |
| "grad_norm": 0.22371429204940796, |
| "learning_rate": 7.109767620035689e-05, |
| "loss": 1.3316537857055664, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.3830480847595762, |
| "grad_norm": 0.2753354012966156, |
| "learning_rate": 7.079803580578681e-05, |
| "loss": 1.3701014518737793, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.38508557457212717, |
| "grad_norm": 0.20844975113868713, |
| "learning_rate": 7.049748945630269e-05, |
| "loss": 1.3398615837097168, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.3871230643846781, |
| "grad_norm": 0.2711009979248047, |
| "learning_rate": 7.019605024359474e-05, |
| "loss": 1.3674811363220214, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.389160554197229, |
| "grad_norm": 0.304538369178772, |
| "learning_rate": 6.989373129824604e-05, |
| "loss": 1.3223135948181153, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.39119804400978, |
| "grad_norm": 0.2700227200984955, |
| "learning_rate": 6.959054578916044e-05, |
| "loss": 1.3195343017578125, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.3932355338223309, |
| "grad_norm": 0.2265908122062683, |
| "learning_rate": 6.928650692298898e-05, |
| "loss": 1.3556050300598144, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.3952730236348818, |
| "grad_norm": 0.2939392924308777, |
| "learning_rate": 6.89816279435547e-05, |
| "loss": 1.328925323486328, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.3973105134474328, |
| "grad_norm": 0.2593058943748474, |
| "learning_rate": 6.867592213127558e-05, |
| "loss": 1.3408660888671875, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.3993480032599837, |
| "grad_norm": 0.23454953730106354, |
| "learning_rate": 6.836940280258623e-05, |
| "loss": 1.3515377044677734, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.4013854930725346, |
| "grad_norm": 0.2662452161312103, |
| "learning_rate": 6.806208330935766e-05, |
| "loss": 1.3709604263305664, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.4034229828850856, |
| "grad_norm": 0.26926830410957336, |
| "learning_rate": 6.775397703831579e-05, |
| "loss": 1.3455933570861816, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.4054604726976365, |
| "grad_norm": 0.22434349358081818, |
| "learning_rate": 6.744509741045835e-05, |
| "loss": 1.3225156784057617, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.40749796251018744, |
| "grad_norm": 0.23916694521903992, |
| "learning_rate": 6.713545788047011e-05, |
| "loss": 1.3902326583862306, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.4095354523227384, |
| "grad_norm": 0.25313499569892883, |
| "learning_rate": 6.682507193613696e-05, |
| "loss": 1.3995287895202637, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.41157294213528933, |
| "grad_norm": 0.2778032124042511, |
| "learning_rate": 6.651395309775837e-05, |
| "loss": 1.3518735885620117, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.41361043194784025, |
| "grad_norm": 0.280178964138031, |
| "learning_rate": 6.62021149175583e-05, |
| "loss": 1.327726173400879, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.4156479217603912, |
| "grad_norm": 0.24925434589385986, |
| "learning_rate": 6.588957097909508e-05, |
| "loss": 1.317696762084961, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.41768541157294214, |
| "grad_norm": 0.26824769377708435, |
| "learning_rate": 6.557633489666958e-05, |
| "loss": 1.3888073921203614, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.41972290138549306, |
| "grad_norm": 0.24167698621749878, |
| "learning_rate": 6.52624203147322e-05, |
| "loss": 1.329982376098633, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.421760391198044, |
| "grad_norm": 0.3196124732494354, |
| "learning_rate": 6.494784090728852e-05, |
| "loss": 1.329521656036377, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.42379788101059496, |
| "grad_norm": 0.25458118319511414, |
| "learning_rate": 6.463261037730373e-05, |
| "loss": 1.3205717086791993, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.4258353708231459, |
| "grad_norm": 0.23451414704322815, |
| "learning_rate": 6.431674245610564e-05, |
| "loss": 1.3117390632629395, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.4278728606356968, |
| "grad_norm": 0.25196176767349243, |
| "learning_rate": 6.400025090278661e-05, |
| "loss": 1.31165771484375, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.42991035044824777, |
| "grad_norm": 0.29432404041290283, |
| "learning_rate": 6.368314950360415e-05, |
| "loss": 1.336604118347168, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.4319478402607987, |
| "grad_norm": 0.27889886498451233, |
| "learning_rate": 6.336545207138051e-05, |
| "loss": 1.279319953918457, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.4339853300733496, |
| "grad_norm": 0.2505008280277252, |
| "learning_rate": 6.304717244490084e-05, |
| "loss": 1.3398141860961914, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.4360228198859006, |
| "grad_norm": 0.30236688256263733, |
| "learning_rate": 6.272832448831054e-05, |
| "loss": 1.3090019226074219, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.4380603096984515, |
| "grad_norm": 0.2615617513656616, |
| "learning_rate": 6.240892209051121e-05, |
| "loss": 1.3184801101684571, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.4400977995110024, |
| "grad_norm": 0.28324833512306213, |
| "learning_rate": 6.20889791645557e-05, |
| "loss": 1.3101490974426269, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.4421352893235534, |
| "grad_norm": 0.2482040673494339, |
| "learning_rate": 6.176850964704213e-05, |
| "loss": 1.317474937438965, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.4441727791361043, |
| "grad_norm": 0.28971773386001587, |
| "learning_rate": 6.14475274975067e-05, |
| "loss": 1.3366613388061523, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.44621026894865523, |
| "grad_norm": 0.26008617877960205, |
| "learning_rate": 6.112604669781572e-05, |
| "loss": 1.3874540328979492, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.4482477587612062, |
| "grad_norm": 0.22775253653526306, |
| "learning_rate": 6.080408125155649e-05, |
| "loss": 1.3435938835144043, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.4502852485737571, |
| "grad_norm": 0.3380416929721832, |
| "learning_rate": 6.048164518342734e-05, |
| "loss": 1.2965017318725587, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.45232273838630804, |
| "grad_norm": 0.2921828329563141, |
| "learning_rate": 6.015875253862672e-05, |
| "loss": 1.3140098571777343, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.454360228198859, |
| "grad_norm": 0.2526835501194, |
| "learning_rate": 5.983541738224141e-05, |
| "loss": 1.3064233779907226, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.45639771801140994, |
| "grad_norm": 0.27323615550994873, |
| "learning_rate": 5.951165379863382e-05, |
| "loss": 1.3322813034057617, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.45843520782396086, |
| "grad_norm": 0.2531745731830597, |
| "learning_rate": 5.918747589082853e-05, |
| "loss": 1.3812932968139648, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.46047269763651183, |
| "grad_norm": 0.2473030537366867, |
| "learning_rate": 5.886289777989786e-05, |
| "loss": 1.2970403671264648, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.46251018744906275, |
| "grad_norm": 0.24724827706813812, |
| "learning_rate": 5.853793360434687e-05, |
| "loss": 1.2707000732421876, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.46454767726161367, |
| "grad_norm": 0.2586457133293152, |
| "learning_rate": 5.82125975194975e-05, |
| "loss": 1.3314603805541991, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.46658516707416464, |
| "grad_norm": 0.29006895422935486, |
| "learning_rate": 5.788690369687187e-05, |
| "loss": 1.3309256553649902, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.46862265688671556, |
| "grad_norm": 0.2463911920785904, |
| "learning_rate": 5.7560866323575056e-05, |
| "loss": 1.3553298950195312, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.4706601466992665, |
| "grad_norm": 0.25358062982559204, |
| "learning_rate": 5.7234499601677026e-05, |
| "loss": 1.3103775024414062, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.47269763651181745, |
| "grad_norm": 0.32736262679100037, |
| "learning_rate": 5.6907817747594116e-05, |
| "loss": 1.3686951637268066, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.4747351263243684, |
| "grad_norm": 0.27510881423950195, |
| "learning_rate": 5.6580834991469675e-05, |
| "loss": 1.3144912719726562, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.4767726161369193, |
| "grad_norm": 0.27266234159469604, |
| "learning_rate": 5.625356557655426e-05, |
| "loss": 1.3223678588867187, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.47881010594947027, |
| "grad_norm": 0.2711781859397888, |
| "learning_rate": 5.5926023758585146e-05, |
| "loss": 1.3262757301330566, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.4808475957620212, |
| "grad_norm": 0.22145110368728638, |
| "learning_rate": 5.559822380516539e-05, |
| "loss": 1.3080440521240235, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.4828850855745721, |
| "grad_norm": 0.2851805090904236, |
| "learning_rate": 5.527017999514239e-05, |
| "loss": 1.3531083106994628, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.4849225753871231, |
| "grad_norm": 0.26763734221458435, |
| "learning_rate": 5.4941906617985785e-05, |
| "loss": 1.342519760131836, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.486960065199674, |
| "grad_norm": 0.35442203283309937, |
| "learning_rate": 5.4613417973165106e-05, |
| "loss": 1.292084312438965, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.4889975550122249, |
| "grad_norm": 0.31827348470687866, |
| "learning_rate": 5.4284728369526846e-05, |
| "loss": 1.320939064025879, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.4910350448247759, |
| "grad_norm": 0.3328326642513275, |
| "learning_rate": 5.3955852124671234e-05, |
| "loss": 1.2905807495117188, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.4930725346373268, |
| "grad_norm": 0.2383362352848053, |
| "learning_rate": 5.3626803564328465e-05, |
| "loss": 1.3461034774780274, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.49511002444987773, |
| "grad_norm": 0.2907769978046417, |
| "learning_rate": 5.329759702173477e-05, |
| "loss": 1.360824203491211, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.4971475142624287, |
| "grad_norm": 0.2850855886936188, |
| "learning_rate": 5.2968246837008026e-05, |
| "loss": 1.3173855781555175, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.4991850040749796, |
| "grad_norm": 0.31968051195144653, |
| "learning_rate": 5.2638767356523125e-05, |
| "loss": 1.3406582832336427, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.5012224938875306, |
| "grad_norm": 0.24894443154335022, |
| "learning_rate": 5.230917293228699e-05, |
| "loss": 1.3107667922973634, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.5032599837000815, |
| "grad_norm": 0.2712059020996094, |
| "learning_rate": 5.197947792131348e-05, |
| "loss": 1.349766159057617, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.5052974735126324, |
| "grad_norm": 0.27703768014907837, |
| "learning_rate": 5.164969668499798e-05, |
| "loss": 1.332075309753418, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.5073349633251834, |
| "grad_norm": 0.27693548798561096, |
| "learning_rate": 5.131984358849182e-05, |
| "loss": 1.3212966918945312, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.5093724531377343, |
| "grad_norm": 0.24810165166854858, |
| "learning_rate": 5.0989933000076526e-05, |
| "loss": 1.3448861122131348, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.5114099429502853, |
| "grad_norm": 0.2883126735687256, |
| "learning_rate": 5.0659979290537954e-05, |
| "loss": 1.3556083679199218, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.5134474327628362, |
| "grad_norm": 0.2394496649503708, |
| "learning_rate": 5.0329996832540285e-05, |
| "loss": 1.3140595436096192, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.5154849225753871, |
| "grad_norm": 0.237855464220047, |
| "learning_rate": 5e-05, |
| "loss": 1.3213227272033692, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.5175224123879381, |
| "grad_norm": 0.25947558879852295, |
| "learning_rate": 4.967000316745972e-05, |
| "loss": 1.3036725997924805, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.519559902200489, |
| "grad_norm": 0.2595300078392029, |
| "learning_rate": 4.934002070946206e-05, |
| "loss": 1.3671839714050293, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.5215973920130399, |
| "grad_norm": 0.2309832125902176, |
| "learning_rate": 4.901006699992348e-05, |
| "loss": 1.2795485496520995, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.5236348818255909, |
| "grad_norm": 0.2816735506057739, |
| "learning_rate": 4.86801564115082e-05, |
| "loss": 1.2879011154174804, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.5256723716381418, |
| "grad_norm": 0.2892402410507202, |
| "learning_rate": 4.835030331500204e-05, |
| "loss": 1.2979843139648437, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.5277098614506928, |
| "grad_norm": 0.2680181860923767, |
| "learning_rate": 4.802052207868654e-05, |
| "loss": 1.3553829193115234, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.5297473512632437, |
| "grad_norm": 0.2874012887477875, |
| "learning_rate": 4.7690827067713035e-05, |
| "loss": 1.2482240676879883, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.5317848410757946, |
| "grad_norm": 0.24542248249053955, |
| "learning_rate": 4.736123264347688e-05, |
| "loss": 1.3517400741577148, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.5338223308883455, |
| "grad_norm": 0.2526733875274658, |
| "learning_rate": 4.7031753162991966e-05, |
| "loss": 1.3122305870056152, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.5358598207008965, |
| "grad_norm": 0.2901546359062195, |
| "learning_rate": 4.670240297826523e-05, |
| "loss": 1.332789707183838, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.5378973105134475, |
| "grad_norm": 0.23953253030776978, |
| "learning_rate": 4.637319643567154e-05, |
| "loss": 1.355057716369629, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.5399348003259984, |
| "grad_norm": 0.29978007078170776, |
| "learning_rate": 4.604414787532877e-05, |
| "loss": 1.3209955215454101, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.5419722901385493, |
| "grad_norm": 0.23924697935581207, |
| "learning_rate": 4.571527163047316e-05, |
| "loss": 1.3392011642456054, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.5440097799511002, |
| "grad_norm": 0.2822034955024719, |
| "learning_rate": 4.5386582026834906e-05, |
| "loss": 1.3059310913085938, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.5460472697636511, |
| "grad_norm": 0.28926926851272583, |
| "learning_rate": 4.5058093382014226e-05, |
| "loss": 1.250102424621582, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.5480847595762022, |
| "grad_norm": 0.33292192220687866, |
| "learning_rate": 4.472982000485762e-05, |
| "loss": 1.3017122268676757, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.5501222493887531, |
| "grad_norm": 0.29768046736717224, |
| "learning_rate": 4.4401776194834613e-05, |
| "loss": 1.3372932434082032, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.552159739201304, |
| "grad_norm": 0.3008410632610321, |
| "learning_rate": 4.407397624141487e-05, |
| "loss": 1.3267680168151856, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.5541972290138549, |
| "grad_norm": 0.22114711999893188, |
| "learning_rate": 4.374643442344576e-05, |
| "loss": 1.346128273010254, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.5562347188264058, |
| "grad_norm": 0.28926345705986023, |
| "learning_rate": 4.341916500853034e-05, |
| "loss": 1.3007698059082031, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.5582722086389568, |
| "grad_norm": 0.2524040937423706, |
| "learning_rate": 4.30921822524059e-05, |
| "loss": 1.3036186218261718, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.5603096984515077, |
| "grad_norm": 0.2812578082084656, |
| "learning_rate": 4.276550039832299e-05, |
| "loss": 1.2964239120483398, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.5623471882640587, |
| "grad_norm": 0.35602179169654846, |
| "learning_rate": 4.2439133676424955e-05, |
| "loss": 1.2641495704650878, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.5643846780766096, |
| "grad_norm": 0.2539024353027344, |
| "learning_rate": 4.2113096303128125e-05, |
| "loss": 1.3166223526000977, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.5664221678891606, |
| "grad_norm": 0.3124350905418396, |
| "learning_rate": 4.178740248050249e-05, |
| "loss": 1.3306081771850586, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.5684596577017115, |
| "grad_norm": 0.2921796441078186, |
| "learning_rate": 4.146206639565312e-05, |
| "loss": 1.3311893463134765, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.5704971475142624, |
| "grad_norm": 0.25485843420028687, |
| "learning_rate": 4.113710222010215e-05, |
| "loss": 1.2562400817871093, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.5725346373268133, |
| "grad_norm": 0.2926226854324341, |
| "learning_rate": 4.0812524109171476e-05, |
| "loss": 1.3223559379577636, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.5745721271393643, |
| "grad_norm": 0.23452463746070862, |
| "learning_rate": 4.048834620136618e-05, |
| "loss": 1.31746826171875, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.5766096169519153, |
| "grad_norm": 0.2829977869987488, |
| "learning_rate": 4.01645826177586e-05, |
| "loss": 1.3249542236328125, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.5786471067644662, |
| "grad_norm": 0.27074241638183594, |
| "learning_rate": 3.98412474613733e-05, |
| "loss": 1.235785961151123, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.5806845965770171, |
| "grad_norm": 0.2690928876399994, |
| "learning_rate": 3.951835481657268e-05, |
| "loss": 1.2997233390808105, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.582722086389568, |
| "grad_norm": 0.28461456298828125, |
| "learning_rate": 3.919591874844352e-05, |
| "loss": 1.3361207962036132, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.5847595762021189, |
| "grad_norm": 0.2862246632575989, |
| "learning_rate": 3.887395330218429e-05, |
| "loss": 1.301889991760254, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.58679706601467, |
| "grad_norm": 0.28518208861351013, |
| "learning_rate": 3.855247250249331e-05, |
| "loss": 1.3241774559020996, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.5888345558272209, |
| "grad_norm": 0.2596955895423889, |
| "learning_rate": 3.823149035295789e-05, |
| "loss": 1.3260196685791015, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.5908720456397718, |
| "grad_norm": 0.2542703449726105, |
| "learning_rate": 3.791102083544432e-05, |
| "loss": 1.2976004600524902, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.5929095354523227, |
| "grad_norm": 0.22579146921634674, |
| "learning_rate": 3.759107790948882e-05, |
| "loss": 1.3024371147155762, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.5949470252648736, |
| "grad_norm": 0.25704026222229004, |
| "learning_rate": 3.7271675511689475e-05, |
| "loss": 1.3003257751464843, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.5969845150774246, |
| "grad_norm": 0.2658834755420685, |
| "learning_rate": 3.695282755509917e-05, |
| "loss": 1.32208309173584, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.5990220048899756, |
| "grad_norm": 0.301856130361557, |
| "learning_rate": 3.6634547928619505e-05, |
| "loss": 1.2568475723266601, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.6010594947025265, |
| "grad_norm": 0.3496600091457367, |
| "learning_rate": 3.631685049639586e-05, |
| "loss": 1.28335599899292, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.6030969845150774, |
| "grad_norm": 0.30457738041877747, |
| "learning_rate": 3.599974909721341e-05, |
| "loss": 1.271221923828125, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.6051344743276283, |
| "grad_norm": 0.29012930393218994, |
| "learning_rate": 3.568325754389438e-05, |
| "loss": 1.2871403694152832, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.6071719641401793, |
| "grad_norm": 0.30023711919784546, |
| "learning_rate": 3.536738962269628e-05, |
| "loss": 1.2935770988464355, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.6092094539527302, |
| "grad_norm": 0.2748446762561798, |
| "learning_rate": 3.505215909271149e-05, |
| "loss": 1.2088833808898927, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.6112469437652812, |
| "grad_norm": 0.28603363037109375, |
| "learning_rate": 3.4737579685267815e-05, |
| "loss": 1.3596332550048829, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.6132844335778321, |
| "grad_norm": 0.2897932529449463, |
| "learning_rate": 3.442366510333043e-05, |
| "loss": 1.2609786987304688, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.615321923390383, |
| "grad_norm": 0.3109928369522095, |
| "learning_rate": 3.411042902090492e-05, |
| "loss": 1.2860849380493165, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.617359413202934, |
| "grad_norm": 0.24203228950500488, |
| "learning_rate": 3.379788508244171e-05, |
| "loss": 1.2845419883728026, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.6193969030154849, |
| "grad_norm": 0.27746057510375977, |
| "learning_rate": 3.3486046902241664e-05, |
| "loss": 1.3250798225402831, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.6214343928280358, |
| "grad_norm": 0.2685863971710205, |
| "learning_rate": 3.3174928063863055e-05, |
| "loss": 1.3168251037597656, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.6234718826405868, |
| "grad_norm": 0.30500712990760803, |
| "learning_rate": 3.286454211952989e-05, |
| "loss": 1.275892734527588, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.6255093724531378, |
| "grad_norm": 0.27914416790008545, |
| "learning_rate": 3.255490258954167e-05, |
| "loss": 1.2840620040893556, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.6275468622656887, |
| "grad_norm": 0.363704115152359, |
| "learning_rate": 3.2246022961684206e-05, |
| "loss": 1.2786981582641601, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.6295843520782396, |
| "grad_norm": 0.24931791424751282, |
| "learning_rate": 3.1937916690642356e-05, |
| "loss": 1.276559829711914, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.6316218418907905, |
| "grad_norm": 0.3054625988006592, |
| "learning_rate": 3.163059719741378e-05, |
| "loss": 1.2450448989868164, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.6336593317033414, |
| "grad_norm": 0.2961163818836212, |
| "learning_rate": 3.132407786872442e-05, |
| "loss": 1.2576936721801757, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.6356968215158925, |
| "grad_norm": 0.24456286430358887, |
| "learning_rate": 3.101837205644531e-05, |
| "loss": 1.3349946975708007, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.6377343113284434, |
| "grad_norm": 0.2532815933227539, |
| "learning_rate": 3.071349307701103e-05, |
| "loss": 1.3183099746704101, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.6397718011409943, |
| "grad_norm": 0.25841763615608215, |
| "learning_rate": 3.0409454210839577e-05, |
| "loss": 1.2757043838500977, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.6418092909535452, |
| "grad_norm": 0.2988349199295044, |
| "learning_rate": 3.0106268701753965e-05, |
| "loss": 1.2936763763427734, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.6438467807660961, |
| "grad_norm": 0.30920735001564026, |
| "learning_rate": 2.980394975640526e-05, |
| "loss": 1.2118300437927245, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.6458842705786471, |
| "grad_norm": 0.2675487995147705, |
| "learning_rate": 2.9502510543697325e-05, |
| "loss": 1.315651798248291, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.6479217603911981, |
| "grad_norm": 0.2591685652732849, |
| "learning_rate": 2.9201964194213204e-05, |
| "loss": 1.2554664611816406, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.649959250203749, |
| "grad_norm": 0.2772226333618164, |
| "learning_rate": 2.8902323799643116e-05, |
| "loss": 1.2888887405395508, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.6519967400162999, |
| "grad_norm": 0.2594970464706421, |
| "learning_rate": 2.8603602412214226e-05, |
| "loss": 1.245866298675537, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.6540342298288508, |
| "grad_norm": 0.2654174566268921, |
| "learning_rate": 2.8305813044122097e-05, |
| "loss": 1.2802406311035157, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.6560717196414018, |
| "grad_norm": 0.30692341923713684, |
| "learning_rate": 2.800896866696382e-05, |
| "loss": 1.2570459365844726, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.6581092094539527, |
| "grad_norm": 0.2689622938632965, |
| "learning_rate": 2.771308221117309e-05, |
| "loss": 1.2683204650878905, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.6601466992665037, |
| "grad_norm": 0.2888513207435608, |
| "learning_rate": 2.7418166565456815e-05, |
| "loss": 1.323173713684082, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.6621841890790546, |
| "grad_norm": 0.2877139151096344, |
| "learning_rate": 2.7124234576233847e-05, |
| "loss": 1.3259809494018555, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.6642216788916055, |
| "grad_norm": 0.24738578498363495, |
| "learning_rate": 2.6831299047075265e-05, |
| "loss": 1.2701099395751954, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.6662591687041565, |
| "grad_norm": 0.23475511372089386, |
| "learning_rate": 2.6539372738146695e-05, |
| "loss": 1.2258795738220214, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.6682966585167074, |
| "grad_norm": 0.2642034888267517, |
| "learning_rate": 2.6248468365652557e-05, |
| "loss": 1.2938674926757812, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.6703341483292583, |
| "grad_norm": 0.25303909182548523, |
| "learning_rate": 2.5958598601282035e-05, |
| "loss": 1.2401073455810547, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.6723716381418093, |
| "grad_norm": 0.2774398624897003, |
| "learning_rate": 2.5669776071657192e-05, |
| "loss": 1.2878467559814453, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.6744091279543603, |
| "grad_norm": 0.2558142840862274, |
| "learning_rate": 2.5382013357782893e-05, |
| "loss": 1.2604849815368653, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.6764466177669112, |
| "grad_norm": 0.2904720604419708, |
| "learning_rate": 2.509532299449885e-05, |
| "loss": 1.317274284362793, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.6784841075794621, |
| "grad_norm": 0.28084811568260193, |
| "learning_rate": 2.480971746993354e-05, |
| "loss": 1.272391128540039, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.680521597392013, |
| "grad_norm": 0.23356030881404877, |
| "learning_rate": 2.452520922496025e-05, |
| "loss": 1.2504362106323241, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.6825590872045639, |
| "grad_norm": 0.3247373700141907, |
| "learning_rate": 2.4241810652655196e-05, |
| "loss": 1.2986472129821778, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.684596577017115, |
| "grad_norm": 0.2745431065559387, |
| "learning_rate": 2.3959534097757664e-05, |
| "loss": 1.2283918380737304, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.6866340668296659, |
| "grad_norm": 0.26617926359176636, |
| "learning_rate": 2.3678391856132204e-05, |
| "loss": 1.2940399169921875, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.6886715566422168, |
| "grad_norm": 0.2801912724971771, |
| "learning_rate": 2.3398396174233178e-05, |
| "loss": 1.25750789642334, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.6907090464547677, |
| "grad_norm": 0.23978249728679657, |
| "learning_rate": 2.3119559248571128e-05, |
| "loss": 1.3003442764282227, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.6927465362673186, |
| "grad_norm": 0.31367555260658264, |
| "learning_rate": 2.2841893225181676e-05, |
| "loss": 1.2993706703186034, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.6947840260798696, |
| "grad_norm": 0.35199978947639465, |
| "learning_rate": 2.256541019909632e-05, |
| "loss": 1.264107894897461, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.6968215158924206, |
| "grad_norm": 0.2840383052825928, |
| "learning_rate": 2.2290122213815607e-05, |
| "loss": 1.27420654296875, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.6988590057049715, |
| "grad_norm": 0.2828579545021057, |
| "learning_rate": 2.2016041260784605e-05, |
| "loss": 1.3064224243164062, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.7008964955175224, |
| "grad_norm": 0.32567906379699707, |
| "learning_rate": 2.1743179278870407e-05, |
| "loss": 1.2433448791503907, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.7029339853300733, |
| "grad_norm": 0.2845408320426941, |
| "learning_rate": 2.1471548153842258e-05, |
| "loss": 1.3065531730651856, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.7049714751426243, |
| "grad_norm": 0.2809593677520752, |
| "learning_rate": 2.1201159717853637e-05, |
| "loss": 1.25469913482666, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.7070089649551752, |
| "grad_norm": 0.29171547293663025, |
| "learning_rate": 2.0932025748927013e-05, |
| "loss": 1.271986961364746, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.7090464547677262, |
| "grad_norm": 0.26354479789733887, |
| "learning_rate": 2.0664157970440674e-05, |
| "loss": 1.3261978149414062, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.7110839445802771, |
| "grad_norm": 0.25119608640670776, |
| "learning_rate": 2.0397568050618094e-05, |
| "loss": 1.2475339889526367, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.713121434392828, |
| "grad_norm": 0.30375808477401733, |
| "learning_rate": 2.0132267602019743e-05, |
| "loss": 1.2534145355224608, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.715158924205379, |
| "grad_norm": 0.3172304034233093, |
| "learning_rate": 1.9868268181037185e-05, |
| "loss": 1.2916114807128907, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.7171964140179299, |
| "grad_norm": 0.2723129689693451, |
| "learning_rate": 1.9605581287389635e-05, |
| "loss": 1.323664665222168, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.7192339038304808, |
| "grad_norm": 0.2418317049741745, |
| "learning_rate": 1.934421836362315e-05, |
| "loss": 1.2897408485412598, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.7212713936430318, |
| "grad_norm": 0.3190702497959137, |
| "learning_rate": 1.90841907946121e-05, |
| "loss": 1.2397636413574218, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.7233088834555828, |
| "grad_norm": 0.2643372416496277, |
| "learning_rate": 1.8825509907063327e-05, |
| "loss": 1.2604900360107423, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.7253463732681337, |
| "grad_norm": 0.27984854578971863, |
| "learning_rate": 1.8568186969022654e-05, |
| "loss": 1.24794340133667, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.7273838630806846, |
| "grad_norm": 0.26192235946655273, |
| "learning_rate": 1.831223318938419e-05, |
| "loss": 1.2820892333984375, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.7294213528932355, |
| "grad_norm": 0.34071704745292664, |
| "learning_rate": 1.8057659717401947e-05, |
| "loss": 1.3241848945617676, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.7314588427057864, |
| "grad_norm": 0.2529299557209015, |
| "learning_rate": 1.7804477642204222e-05, |
| "loss": 1.2486754417419434, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.7334963325183375, |
| "grad_norm": 0.3277510106563568, |
| "learning_rate": 1.7552697992310635e-05, |
| "loss": 1.2531171798706056, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.7355338223308884, |
| "grad_norm": 0.28675028681755066, |
| "learning_rate": 1.7302331735151594e-05, |
| "loss": 1.3075594902038574, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.7375713121434393, |
| "grad_norm": 0.25726768374443054, |
| "learning_rate": 1.705338977659071e-05, |
| "loss": 1.2466166496276856, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.7396088019559902, |
| "grad_norm": 0.2569176256656647, |
| "learning_rate": 1.6805882960449594e-05, |
| "loss": 1.327796459197998, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.7416462917685411, |
| "grad_norm": 0.26824307441711426, |
| "learning_rate": 1.6559822068035584e-05, |
| "loss": 1.2975038528442382, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.743683781581092, |
| "grad_norm": 0.26288747787475586, |
| "learning_rate": 1.631521781767214e-05, |
| "loss": 1.2798389434814452, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.7457212713936431, |
| "grad_norm": 0.27184709906578064, |
| "learning_rate": 1.6072080864231904e-05, |
| "loss": 1.263510036468506, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.747758761206194, |
| "grad_norm": 0.2663553059101105, |
| "learning_rate": 1.5830421798672568e-05, |
| "loss": 1.322945785522461, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.7497962510187449, |
| "grad_norm": 0.25886112451553345, |
| "learning_rate": 1.5590251147575608e-05, |
| "loss": 1.2786243438720704, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.7518337408312958, |
| "grad_norm": 0.27063053846359253, |
| "learning_rate": 1.535157937268766e-05, |
| "loss": 1.263995361328125, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.7538712306438468, |
| "grad_norm": 0.25247734785079956, |
| "learning_rate": 1.5114416870464898e-05, |
| "loss": 1.2966327667236328, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.7559087204563977, |
| "grad_norm": 0.2872999310493469, |
| "learning_rate": 1.4878773971620074e-05, |
| "loss": 1.3052764892578126, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.7579462102689487, |
| "grad_norm": 0.30310413241386414, |
| "learning_rate": 1.4644660940672627e-05, |
| "loss": 1.2672527313232422, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.7599837000814996, |
| "grad_norm": 0.2785632610321045, |
| "learning_rate": 1.4412087975501458e-05, |
| "loss": 1.2160486221313476, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.7620211898940505, |
| "grad_norm": 0.2611008882522583, |
| "learning_rate": 1.4181065206900762e-05, |
| "loss": 1.2843852996826173, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.7640586797066015, |
| "grad_norm": 0.2928135395050049, |
| "learning_rate": 1.3951602698138771e-05, |
| "loss": 1.3050471305847169, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.7660961695191524, |
| "grad_norm": 0.2900320887565613, |
| "learning_rate": 1.3723710444519306e-05, |
| "loss": 1.2945517539978026, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.7681336593317033, |
| "grad_norm": 0.25037550926208496, |
| "learning_rate": 1.3497398372946501e-05, |
| "loss": 1.2342204093933105, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.7701711491442543, |
| "grad_norm": 0.256669819355011, |
| "learning_rate": 1.3272676341492285e-05, |
| "loss": 1.284397792816162, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.7722086389568052, |
| "grad_norm": 0.3233170211315155, |
| "learning_rate": 1.3049554138967051e-05, |
| "loss": 1.2703520774841308, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.7742461287693562, |
| "grad_norm": 0.24304580688476562, |
| "learning_rate": 1.2828041484493187e-05, |
| "loss": 1.318847942352295, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.7762836185819071, |
| "grad_norm": 0.2866745591163635, |
| "learning_rate": 1.2608148027081773e-05, |
| "loss": 1.2475675582885741, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.778321108394458, |
| "grad_norm": 0.2676462233066559, |
| "learning_rate": 1.238988334521226e-05, |
| "loss": 1.3076879501342773, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.7803585982070089, |
| "grad_norm": 0.28914886713027954, |
| "learning_rate": 1.2173256946415212e-05, |
| "loss": 1.2790748596191406, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.78239608801956, |
| "grad_norm": 0.26682984828948975, |
| "learning_rate": 1.1958278266858147e-05, |
| "loss": 1.2656630516052245, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.7844335778321109, |
| "grad_norm": 0.3239537179470062, |
| "learning_rate": 1.1744956670934597e-05, |
| "loss": 1.344438362121582, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.7864710676446618, |
| "grad_norm": 0.25067269802093506, |
| "learning_rate": 1.1533301450856054e-05, |
| "loss": 1.235262107849121, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.7885085574572127, |
| "grad_norm": 0.2815246880054474, |
| "learning_rate": 1.1323321826247346e-05, |
| "loss": 1.252107524871826, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.7905460472697636, |
| "grad_norm": 0.34853169322013855, |
| "learning_rate": 1.1115026943744934e-05, |
| "loss": 1.3379150390625, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.7925835370823145, |
| "grad_norm": 0.27891600131988525, |
| "learning_rate": 1.090842587659851e-05, |
| "loss": 1.207740592956543, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.7946210268948656, |
| "grad_norm": 0.2608671188354492, |
| "learning_rate": 1.0703527624275832e-05, |
| "loss": 1.2680755615234376, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.7966585167074165, |
| "grad_norm": 0.29876336455345154, |
| "learning_rate": 1.0500341112070605e-05, |
| "loss": 1.3032147407531738, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.7986960065199674, |
| "grad_norm": 0.26807108521461487, |
| "learning_rate": 1.0298875190713802e-05, |
| "loss": 1.27540922164917, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.8007334963325183, |
| "grad_norm": 0.26686757802963257, |
| "learning_rate": 1.0099138635988026e-05, |
| "loss": 1.2521123886108398, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.8027709861450693, |
| "grad_norm": 0.2923862934112549, |
| "learning_rate": 9.901140148345361e-06, |
| "loss": 1.266144371032715, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.8048084759576202, |
| "grad_norm": 0.26123881340026855, |
| "learning_rate": 9.704888352528258e-06, |
| "loss": 1.290677833557129, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.8068459657701712, |
| "grad_norm": 0.28828051686286926, |
| "learning_rate": 9.51039179719394e-06, |
| "loss": 1.2674976348876954, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.8088834555827221, |
| "grad_norm": 0.28441664576530457, |
| "learning_rate": 9.317658954541992e-06, |
| "loss": 1.3033327102661132, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.810920945395273, |
| "grad_norm": 0.2592161297798157, |
| "learning_rate": 9.12669821994529e-06, |
| "loss": 1.214752197265625, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.812958435207824, |
| "grad_norm": 0.24296078085899353, |
| "learning_rate": 8.93751791158432e-06, |
| "loss": 1.305156135559082, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.8149959250203749, |
| "grad_norm": 0.26017627120018005, |
| "learning_rate": 8.75012627008489e-06, |
| "loss": 1.3143917083740235, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.8170334148329258, |
| "grad_norm": 0.28585124015808105, |
| "learning_rate": 8.56453145815907e-06, |
| "loss": 1.2376840591430665, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.8190709046454768, |
| "grad_norm": 0.2853546440601349, |
| "learning_rate": 8.380741560249727e-06, |
| "loss": 1.267874813079834, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.8211083944580277, |
| "grad_norm": 0.2658486068248749, |
| "learning_rate": 8.198764582178303e-06, |
| "loss": 1.2449701309204102, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.8231458842705787, |
| "grad_norm": 0.27855250239372253, |
| "learning_rate": 8.018608450796122e-06, |
| "loss": 1.2501028060913086, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.8251833740831296, |
| "grad_norm": 0.29566341638565063, |
| "learning_rate": 7.840281013639078e-06, |
| "loss": 1.2870569229125977, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.8272208638956805, |
| "grad_norm": 0.3037174642086029, |
| "learning_rate": 7.663790038585793e-06, |
| "loss": 1.255519199371338, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.8292583537082314, |
| "grad_norm": 0.2620980739593506, |
| "learning_rate": 7.489143213519301e-06, |
| "loss": 1.2635300636291504, |
| "step": 2035 |
| }, |
| { |
| "epoch": 0.8312958435207825, |
| "grad_norm": 0.2716981768608093, |
| "learning_rate": 7.31634814599208e-06, |
| "loss": 1.256894302368164, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.8333333333333334, |
| "grad_norm": 0.27713361382484436, |
| "learning_rate": 7.145412362894771e-06, |
| "loss": 1.2706600189208985, |
| "step": 2045 |
| }, |
| { |
| "epoch": 0.8353708231458843, |
| "grad_norm": 0.3421715795993805, |
| "learning_rate": 6.976343310128214e-06, |
| "loss": 1.2327119827270507, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.8374083129584352, |
| "grad_norm": 0.2683045566082001, |
| "learning_rate": 6.809148352279182e-06, |
| "loss": 1.2554466247558593, |
| "step": 2055 |
| }, |
| { |
| "epoch": 0.8394458027709861, |
| "grad_norm": 0.27507442235946655, |
| "learning_rate": 6.643834772299545e-06, |
| "loss": 1.2914720535278321, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.841483292583537, |
| "grad_norm": 0.2618330121040344, |
| "learning_rate": 6.480409771189028e-06, |
| "loss": 1.3056722640991212, |
| "step": 2065 |
| }, |
| { |
| "epoch": 0.843520782396088, |
| "grad_norm": 0.307759553194046, |
| "learning_rate": 6.318880467681526e-06, |
| "loss": 1.3092619895935058, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.845558272208639, |
| "grad_norm": 0.24145160615444183, |
| "learning_rate": 6.159253897935069e-06, |
| "loss": 1.2743852615356446, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.8475957620211899, |
| "grad_norm": 0.26536521315574646, |
| "learning_rate": 6.001537015225267e-06, |
| "loss": 1.2622230529785157, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.8496332518337408, |
| "grad_norm": 0.3143734335899353, |
| "learning_rate": 5.845736689642472e-06, |
| "loss": 1.2458198547363282, |
| "step": 2085 |
| }, |
| { |
| "epoch": 0.8516707416462918, |
| "grad_norm": 0.2654123306274414, |
| "learning_rate": 5.691859707792474e-06, |
| "loss": 1.2306365966796875, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.8537082314588427, |
| "grad_norm": 0.27503931522369385, |
| "learning_rate": 5.539912772500944e-06, |
| "loss": 1.2018237113952637, |
| "step": 2095 |
| }, |
| { |
| "epoch": 0.8557457212713936, |
| "grad_norm": 0.3079373240470886, |
| "learning_rate": 5.3899025025213935e-06, |
| "loss": 1.2758003234863282, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.8577832110839446, |
| "grad_norm": 0.26040902733802795, |
| "learning_rate": 5.241835432246889e-06, |
| "loss": 1.234812355041504, |
| "step": 2105 |
| }, |
| { |
| "epoch": 0.8598207008964955, |
| "grad_norm": 0.31597888469696045, |
| "learning_rate": 5.095718011425454e-06, |
| "loss": 1.2464513778686523, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.8618581907090465, |
| "grad_norm": 0.27159395813941956, |
| "learning_rate": 4.951556604879048e-06, |
| "loss": 1.2601951599121093, |
| "step": 2115 |
| }, |
| { |
| "epoch": 0.8638956805215974, |
| "grad_norm": 0.2514100968837738, |
| "learning_rate": 4.809357492226396e-06, |
| "loss": 1.3039180755615234, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.8659331703341483, |
| "grad_norm": 0.2648881673812866, |
| "learning_rate": 4.669126867609375e-06, |
| "loss": 1.2510721206665039, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.8679706601466992, |
| "grad_norm": 0.267498642206192, |
| "learning_rate": 4.530870839423257e-06, |
| "loss": 1.2672598838806153, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.8700081499592502, |
| "grad_norm": 0.2557595372200012, |
| "learning_rate": 4.394595430050613e-06, |
| "loss": 1.2957945823669434, |
| "step": 2135 |
| }, |
| { |
| "epoch": 0.8720456397718012, |
| "grad_norm": 0.30976709723472595, |
| "learning_rate": 4.260306575598949e-06, |
| "loss": 1.2747732162475587, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.8740831295843521, |
| "grad_norm": 0.28435832262039185, |
| "learning_rate": 4.12801012564219e-06, |
| "loss": 1.2773303985595703, |
| "step": 2145 |
| }, |
| { |
| "epoch": 0.876120619396903, |
| "grad_norm": 0.2486259937286377, |
| "learning_rate": 3.997711842965813e-06, |
| "loss": 1.3023883819580078, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.8781581092094539, |
| "grad_norm": 0.29785382747650146, |
| "learning_rate": 3.8694174033158555e-06, |
| "loss": 1.2375498771667481, |
| "step": 2155 |
| }, |
| { |
| "epoch": 0.8801955990220048, |
| "grad_norm": 0.27944067120552063, |
| "learning_rate": 3.743132395151705e-06, |
| "loss": 1.2415226936340331, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.8822330888345559, |
| "grad_norm": 0.27645689249038696, |
| "learning_rate": 3.6188623194026104e-06, |
| "loss": 1.248374843597412, |
| "step": 2165 |
| }, |
| { |
| "epoch": 0.8842705786471068, |
| "grad_norm": 0.23298542201519012, |
| "learning_rate": 3.4966125892281097e-06, |
| "loss": 1.2680888175964355, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.8863080684596577, |
| "grad_norm": 0.26010146737098694, |
| "learning_rate": 3.376388529782215e-06, |
| "loss": 1.3126177787780762, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.8883455582722086, |
| "grad_norm": 0.298277884721756, |
| "learning_rate": 3.258195377981443e-06, |
| "loss": 1.2544168472290038, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.8903830480847595, |
| "grad_norm": 0.29919010400772095, |
| "learning_rate": 3.1420382822767323e-06, |
| "loss": 1.295281982421875, |
| "step": 2185 |
| }, |
| { |
| "epoch": 0.8924205378973105, |
| "grad_norm": 0.3453187942504883, |
| "learning_rate": 3.027922302429126e-06, |
| "loss": 1.2434377670288086, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.8944580277098615, |
| "grad_norm": 0.30271825194358826, |
| "learning_rate": 2.9158524092894214e-06, |
| "loss": 1.271092414855957, |
| "step": 2195 |
| }, |
| { |
| "epoch": 0.8964955175224124, |
| "grad_norm": 0.3616655468940735, |
| "learning_rate": 2.8058334845816213e-06, |
| "loss": 1.2621625900268554, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.8985330073349633, |
| "grad_norm": 0.3653607964515686, |
| "learning_rate": 2.6978703206902657e-06, |
| "loss": 1.2719340324401855, |
| "step": 2205 |
| }, |
| { |
| "epoch": 0.9005704971475142, |
| "grad_norm": 0.2653542459011078, |
| "learning_rate": 2.591967620451707e-06, |
| "loss": 1.2712973594665526, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.9026079869600652, |
| "grad_norm": 0.30116185545921326, |
| "learning_rate": 2.488129996949251e-06, |
| "loss": 1.2984991073608398, |
| "step": 2215 |
| }, |
| { |
| "epoch": 0.9046454767726161, |
| "grad_norm": 0.2726503908634186, |
| "learning_rate": 2.3863619733122068e-06, |
| "loss": 1.2352977752685548, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.9066829665851671, |
| "grad_norm": 0.26609891653060913, |
| "learning_rate": 2.286667982518853e-06, |
| "loss": 1.305104637145996, |
| "step": 2225 |
| }, |
| { |
| "epoch": 0.908720456397718, |
| "grad_norm": 0.326118141412735, |
| "learning_rate": 2.1890523672033536e-06, |
| "loss": 1.2743569374084474, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.910757946210269, |
| "grad_norm": 0.32020553946495056, |
| "learning_rate": 2.093519379466602e-06, |
| "loss": 1.285715675354004, |
| "step": 2235 |
| }, |
| { |
| "epoch": 0.9127954360228199, |
| "grad_norm": 0.2822478413581848, |
| "learning_rate": 2.000073180690959e-06, |
| "loss": 1.3384413719177246, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.9148329258353708, |
| "grad_norm": 0.2956802546977997, |
| "learning_rate": 1.908717841359048e-06, |
| "loss": 1.2809405326843262, |
| "step": 2245 |
| }, |
| { |
| "epoch": 0.9168704156479217, |
| "grad_norm": 0.3025357127189636, |
| "learning_rate": 1.8194573408763794e-06, |
| "loss": 1.313020896911621, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.9189079054604727, |
| "grad_norm": 0.2663908302783966, |
| "learning_rate": 1.7322955673980678e-06, |
| "loss": 1.24508056640625, |
| "step": 2255 |
| }, |
| { |
| "epoch": 0.9209453952730237, |
| "grad_norm": 0.29095685482025146, |
| "learning_rate": 1.647236317659423e-06, |
| "loss": 1.2820388793945312, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.9229828850855746, |
| "grad_norm": 0.3127174377441406, |
| "learning_rate": 1.5642832968105758e-06, |
| "loss": 1.2095099449157716, |
| "step": 2265 |
| }, |
| { |
| "epoch": 0.9250203748981255, |
| "grad_norm": 0.2576475739479065, |
| "learning_rate": 1.4834401182551027e-06, |
| "loss": 1.217179775238037, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.9270578647106764, |
| "grad_norm": 0.2530013918876648, |
| "learning_rate": 1.404710303492618e-06, |
| "loss": 1.2629472732543945, |
| "step": 2275 |
| }, |
| { |
| "epoch": 0.9290953545232273, |
| "grad_norm": 0.3033037781715393, |
| "learning_rate": 1.328097281965357e-06, |
| "loss": 1.2430845260620118, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.9311328443357784, |
| "grad_norm": 0.3296666741371155, |
| "learning_rate": 1.2536043909088191e-06, |
| "loss": 1.292903518676758, |
| "step": 2285 |
| }, |
| { |
| "epoch": 0.9331703341483293, |
| "grad_norm": 0.24970361590385437, |
| "learning_rate": 1.1812348752063772e-06, |
| "loss": 1.2903746604919433, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.9352078239608802, |
| "grad_norm": 0.27012351155281067, |
| "learning_rate": 1.1109918872479642e-06, |
| "loss": 1.2502481460571289, |
| "step": 2295 |
| }, |
| { |
| "epoch": 0.9372453137734311, |
| "grad_norm": 0.30377525091171265, |
| "learning_rate": 1.0428784867926978e-06, |
| "loss": 1.2305086135864258, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.939282803585982, |
| "grad_norm": 0.2782386243343353, |
| "learning_rate": 9.768976408356666e-07, |
| "loss": 1.2385313987731934, |
| "step": 2305 |
| }, |
| { |
| "epoch": 0.941320293398533, |
| "grad_norm": 0.3249647617340088, |
| "learning_rate": 9.130522234786499e-07, |
| "loss": 1.2792120933532716, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.943357783211084, |
| "grad_norm": 0.291220486164093, |
| "learning_rate": 8.513450158049108e-07, |
| "loss": 1.2129091262817382, |
| "step": 2315 |
| }, |
| { |
| "epoch": 0.9453952730236349, |
| "grad_norm": 0.27387040853500366, |
| "learning_rate": 7.917787057581061e-07, |
| "loss": 1.2347321510314941, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.9474327628361858, |
| "grad_norm": 0.24083305895328522, |
| "learning_rate": 7.343558880251289e-07, |
| "loss": 1.2338086128234864, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.9494702526487367, |
| "grad_norm": 0.2876109480857849, |
| "learning_rate": 6.790790639231548e-07, |
| "loss": 1.2726865768432618, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.9515077424612877, |
| "grad_norm": 0.26769185066223145, |
| "learning_rate": 6.259506412906402e-07, |
| "loss": 1.2764947891235352, |
| "step": 2335 |
| }, |
| { |
| "epoch": 0.9535452322738386, |
| "grad_norm": 0.32385265827178955, |
| "learning_rate": 5.749729343824395e-07, |
| "loss": 1.2744218826293945, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.9555827220863896, |
| "grad_norm": 0.270440012216568, |
| "learning_rate": 5.261481637690246e-07, |
| "loss": 1.2826515197753907, |
| "step": 2345 |
| }, |
| { |
| "epoch": 0.9576202118989405, |
| "grad_norm": 0.2797473967075348, |
| "learning_rate": 4.794784562397458e-07, |
| "loss": 1.2687211990356446, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.9596577017114915, |
| "grad_norm": 0.32515427470207214, |
| "learning_rate": 4.349658447101612e-07, |
| "loss": 1.2687038421630858, |
| "step": 2355 |
| }, |
| { |
| "epoch": 0.9616951915240424, |
| "grad_norm": 0.34697550535202026, |
| "learning_rate": 3.9261226813353537e-07, |
| "loss": 1.2769744873046875, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.9637326813365933, |
| "grad_norm": 0.27114152908325195, |
| "learning_rate": 3.524195714163292e-07, |
| "loss": 1.3136171340942382, |
| "step": 2365 |
| }, |
| { |
| "epoch": 0.9657701711491442, |
| "grad_norm": 0.3094554841518402, |
| "learning_rate": 3.143895053378698e-07, |
| "loss": 1.2633909225463866, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.9678076609616952, |
| "grad_norm": 0.3390296697616577, |
| "learning_rate": 2.785237264740781e-07, |
| "loss": 1.2642793655395508, |
| "step": 2375 |
| }, |
| { |
| "epoch": 0.9698451507742462, |
| "grad_norm": 0.27997589111328125, |
| "learning_rate": 2.4482379712530423e-07, |
| "loss": 1.249699020385742, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.9718826405867971, |
| "grad_norm": 0.26257532835006714, |
| "learning_rate": 2.1329118524827662e-07, |
| "loss": 1.2510973930358886, |
| "step": 2385 |
| }, |
| { |
| "epoch": 0.973920130399348, |
| "grad_norm": 0.2797265350818634, |
| "learning_rate": 1.8392726439214746e-07, |
| "loss": 1.2273929595947266, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.9759576202118989, |
| "grad_norm": 0.26638010144233704, |
| "learning_rate": 1.567333136387017e-07, |
| "loss": 1.2225419998168945, |
| "step": 2395 |
| }, |
| { |
| "epoch": 0.9779951100244498, |
| "grad_norm": 0.2471892237663269, |
| "learning_rate": 1.3171051754657938e-07, |
| "loss": 1.2640929222106934, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.9800325998370009, |
| "grad_norm": 0.2521549463272095, |
| "learning_rate": 1.088599660997336e-07, |
| "loss": 1.2598012924194335, |
| "step": 2405 |
| }, |
| { |
| "epoch": 0.9820700896495518, |
| "grad_norm": 0.26020875573158264, |
| "learning_rate": 8.818265465991293e-08, |
| "loss": 1.2850156784057618, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.9841075794621027, |
| "grad_norm": 0.24907110631465912, |
| "learning_rate": 6.967948392331835e-08, |
| "loss": 1.2513031005859374, |
| "step": 2415 |
| }, |
| { |
| "epoch": 0.9861450692746536, |
| "grad_norm": 0.30028823018074036, |
| "learning_rate": 5.3351259881379014e-08, |
| "loss": 1.2602060317993165, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.9881825590872045, |
| "grad_norm": 0.23473893105983734, |
| "learning_rate": 3.9198693785619244e-08, |
| "loss": 1.255910873413086, |
| "step": 2425 |
| }, |
| { |
| "epoch": 0.9902200488997555, |
| "grad_norm": 0.2633054256439209, |
| "learning_rate": 2.722240211670557e-08, |
| "loss": 1.270261287689209, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.9922575387123065, |
| "grad_norm": 0.3252529799938202, |
| "learning_rate": 1.742290655755707e-08, |
| "loss": 1.2474273681640624, |
| "step": 2435 |
| }, |
| { |
| "epoch": 0.9942950285248574, |
| "grad_norm": 0.2814902365207672, |
| "learning_rate": 9.800633970669104e-09, |
| "loss": 1.2509822845458984, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.9963325183374083, |
| "grad_norm": 0.29194626212120056, |
| "learning_rate": 4.355916379467084e-09, |
| "loss": 1.2346750259399415, |
| "step": 2445 |
| }, |
| { |
| "epoch": 0.9983700081499592, |
| "grad_norm": 0.2590709924697876, |
| "learning_rate": 1.0889909538791543e-09, |
| "loss": 1.2552786827087403, |
| "step": 2450 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 2454, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.157508424539832e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
