| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 200.0, |
| "global_step": 5205, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00019212295869356388, |
| "grad_norm": 41.0853157043457, |
| "learning_rate": 1.1494252873563217e-06, |
| "loss": 10.62430191040039, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0009606147934678194, |
| "grad_norm": 40.41545867919922, |
| "learning_rate": 5.747126436781608e-06, |
| "loss": 10.600605010986328, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0019212295869356388, |
| "grad_norm": 24.825101852416992, |
| "learning_rate": 1.1494252873563217e-05, |
| "loss": 9.892306518554687, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.002881844380403458, |
| "grad_norm": 14.558918952941895, |
| "learning_rate": 1.7241379310344825e-05, |
| "loss": 8.44493408203125, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.0038424591738712775, |
| "grad_norm": 7.1786956787109375, |
| "learning_rate": 2.2988505747126433e-05, |
| "loss": 7.345828247070313, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.004803073967339097, |
| "grad_norm": 4.3571858406066895, |
| "learning_rate": 2.8735632183908045e-05, |
| "loss": 6.655020141601563, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.005763688760806916, |
| "grad_norm": 2.342735767364502, |
| "learning_rate": 3.448275862068965e-05, |
| "loss": 6.164151000976562, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0067243035542747355, |
| "grad_norm": 2.570441246032715, |
| "learning_rate": 4.022988505747126e-05, |
| "loss": 5.778363800048828, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.007684918347742555, |
| "grad_norm": 2.7692394256591797, |
| "learning_rate": 4.5977011494252866e-05, |
| "loss": 5.467860412597656, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.008645533141210375, |
| "grad_norm": 0.8302366137504578, |
| "learning_rate": 5.172413793103448e-05, |
| "loss": 5.22553825378418, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.009606147934678195, |
| "grad_norm": 3.4278295040130615, |
| "learning_rate": 5.747126436781609e-05, |
| "loss": 5.0273689270019535, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.010566762728146013, |
| "grad_norm": 3.7562148571014404, |
| "learning_rate": 6.32183908045977e-05, |
| "loss": 4.888296890258789, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.011527377521613832, |
| "grad_norm": 3.4503631591796875, |
| "learning_rate": 6.89655172413793e-05, |
| "loss": 4.772652435302734, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.012487992315081652, |
| "grad_norm": 2.543815851211548, |
| "learning_rate": 7.471264367816091e-05, |
| "loss": 4.681902313232422, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.013448607108549471, |
| "grad_norm": 3.03908371925354, |
| "learning_rate": 8.045977011494252e-05, |
| "loss": 4.596535873413086, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.01440922190201729, |
| "grad_norm": 2.9536008834838867, |
| "learning_rate": 8.620689655172413e-05, |
| "loss": 4.515168380737305, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.01536983669548511, |
| "grad_norm": 2.8714489936828613, |
| "learning_rate": 9.195402298850573e-05, |
| "loss": 4.442340850830078, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.01633045148895293, |
| "grad_norm": 2.1564369201660156, |
| "learning_rate": 9.770114942528733e-05, |
| "loss": 4.369157028198242, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.01729106628242075, |
| "grad_norm": 1.5947808027267456, |
| "learning_rate": 0.00010344827586206896, |
| "loss": 4.297710418701172, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.01825168107588857, |
| "grad_norm": 1.6778233051300049, |
| "learning_rate": 0.00010919540229885056, |
| "loss": 4.230863571166992, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.01921229586935639, |
| "grad_norm": 1.724900245666504, |
| "learning_rate": 0.00011494252873563218, |
| "loss": 4.168477249145508, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.020172910662824207, |
| "grad_norm": 1.8800899982452393, |
| "learning_rate": 0.00012068965517241378, |
| "loss": 4.10834846496582, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.021133525456292025, |
| "grad_norm": 1.567356824874878, |
| "learning_rate": 0.0001264367816091954, |
| "loss": 4.051171493530274, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.022094140249759846, |
| "grad_norm": 2.2714192867279053, |
| "learning_rate": 0.000132183908045977, |
| "loss": 4.001234817504883, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.023054755043227664, |
| "grad_norm": 2.6298563480377197, |
| "learning_rate": 0.0001379310344827586, |
| "loss": 3.9564029693603517, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.024015369836695485, |
| "grad_norm": 2.0561466217041016, |
| "learning_rate": 0.0001436781609195402, |
| "loss": 3.9216072082519533, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.024975984630163303, |
| "grad_norm": 2.2524895668029785, |
| "learning_rate": 0.00014942528735632183, |
| "loss": 3.8848548889160157, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.025936599423631124, |
| "grad_norm": 1.8565645217895508, |
| "learning_rate": 0.00015517241379310346, |
| "loss": 3.8477012634277346, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.026897214217098942, |
| "grad_norm": 2.007159948348999, |
| "learning_rate": 0.00016091954022988503, |
| "loss": 3.8230205535888673, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.027857829010566763, |
| "grad_norm": 2.5089001655578613, |
| "learning_rate": 0.00016666666666666666, |
| "loss": 3.790781784057617, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.02881844380403458, |
| "grad_norm": 1.7888845205307007, |
| "learning_rate": 0.00017241379310344826, |
| "loss": 3.7702369689941406, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.029779058597502402, |
| "grad_norm": 1.5350267887115479, |
| "learning_rate": 0.00017816091954022986, |
| "loss": 3.752313995361328, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.03073967339097022, |
| "grad_norm": 2.6425604820251465, |
| "learning_rate": 0.00018390804597701147, |
| "loss": 3.736890411376953, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.03170028818443804, |
| "grad_norm": 2.1871745586395264, |
| "learning_rate": 0.0001896551724137931, |
| "loss": 3.7081199645996095, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.03266090297790586, |
| "grad_norm": 2.301276683807373, |
| "learning_rate": 0.00019540229885057467, |
| "loss": 3.6886245727539064, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.03362151777137368, |
| "grad_norm": 2.3541669845581055, |
| "learning_rate": 0.0002011494252873563, |
| "loss": 3.6742767333984374, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.0345821325648415, |
| "grad_norm": 2.193776845932007, |
| "learning_rate": 0.00020689655172413793, |
| "loss": 3.654471588134766, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.03554274735830932, |
| "grad_norm": 2.2675869464874268, |
| "learning_rate": 0.00021264367816091953, |
| "loss": 3.634075164794922, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.03650336215177714, |
| "grad_norm": 2.262054920196533, |
| "learning_rate": 0.00021839080459770113, |
| "loss": 3.623701477050781, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.037463976945244955, |
| "grad_norm": 2.4970099925994873, |
| "learning_rate": 0.00022413793103448273, |
| "loss": 3.608829116821289, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.03842459173871278, |
| "grad_norm": 2.580589532852173, |
| "learning_rate": 0.00022988505747126436, |
| "loss": 3.594409942626953, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.0393852065321806, |
| "grad_norm": 2.5698821544647217, |
| "learning_rate": 0.00023563218390804593, |
| "loss": 3.589406967163086, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.040345821325648415, |
| "grad_norm": 1.9148350954055786, |
| "learning_rate": 0.00024137931034482756, |
| "loss": 3.5731269836425783, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.04130643611911623, |
| "grad_norm": 2.6525511741638184, |
| "learning_rate": 0.00024712643678160916, |
| "loss": 3.5579261779785156, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.04226705091258405, |
| "grad_norm": 2.4932427406311035, |
| "learning_rate": 0.0002528735632183908, |
| "loss": 3.5460506439208985, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.043227665706051875, |
| "grad_norm": 1.522286295890808, |
| "learning_rate": 0.00025862068965517237, |
| "loss": 3.534061813354492, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.04418828049951969, |
| "grad_norm": 2.077308177947998, |
| "learning_rate": 0.000264367816091954, |
| "loss": 3.519297790527344, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.04514889529298751, |
| "grad_norm": 2.2139241695404053, |
| "learning_rate": 0.0002701149425287356, |
| "loss": 3.508769226074219, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.04610951008645533, |
| "grad_norm": 2.71065616607666, |
| "learning_rate": 0.0002758620689655172, |
| "loss": 3.4990470886230467, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.04707012487992315, |
| "grad_norm": 1.8673561811447144, |
| "learning_rate": 0.00028160919540229883, |
| "loss": 3.492870330810547, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.04803073967339097, |
| "grad_norm": 2.2589685916900635, |
| "learning_rate": 0.0002873563218390804, |
| "loss": 3.482229232788086, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.04899135446685879, |
| "grad_norm": 1.6717121601104736, |
| "learning_rate": 0.00029310344827586203, |
| "loss": 3.4728935241699217, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.049951969260326606, |
| "grad_norm": 2.6019248962402344, |
| "learning_rate": 0.00029885057471264366, |
| "loss": 3.4658123016357423, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.05091258405379443, |
| "grad_norm": 2.2234745025634766, |
| "learning_rate": 0.00029999951546647263, |
| "loss": 3.46058349609375, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.05187319884726225, |
| "grad_norm": 1.7633609771728516, |
| "learning_rate": 0.0002999975470543828, |
| "loss": 3.4448532104492187, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.052833813640730067, |
| "grad_norm": 1.698107361793518, |
| "learning_rate": 0.00029999406450023966, |
| "loss": 3.4391746520996094, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.053794428434197884, |
| "grad_norm": 2.3649418354034424, |
| "learning_rate": 0.0002999890678391978, |
| "loss": 3.4237644195556642, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.05475504322766571, |
| "grad_norm": 1.6354587078094482, |
| "learning_rate": 0.00029998255712169563, |
| "loss": 3.4203346252441404, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.05571565802113353, |
| "grad_norm": 2.191877841949463, |
| "learning_rate": 0.00029997453241345533, |
| "loss": 3.4129383087158205, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.056676272814601344, |
| "grad_norm": 2.1449062824249268, |
| "learning_rate": 0.0002999649937954818, |
| "loss": 3.4019508361816406, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.05763688760806916, |
| "grad_norm": 1.9247010946273804, |
| "learning_rate": 0.0002999539413640621, |
| "loss": 3.3923084259033205, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.05859750240153699, |
| "grad_norm": 1.6601442098617554, |
| "learning_rate": 0.0002999413752307644, |
| "loss": 3.382649230957031, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.059558117195004805, |
| "grad_norm": 1.656147837638855, |
| "learning_rate": 0.0002999272955224369, |
| "loss": 3.3772228240966795, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.06051873198847262, |
| "grad_norm": 1.9272291660308838, |
| "learning_rate": 0.0002999117023812064, |
| "loss": 3.3669418334960937, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.06147934678194044, |
| "grad_norm": 2.0251946449279785, |
| "learning_rate": 0.000299894595964477, |
| "loss": 3.3636070251464845, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.06243996157540826, |
| "grad_norm": 1.5922743082046509, |
| "learning_rate": 0.0002998759764449286, |
| "loss": 3.3583389282226563, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.06340057636887608, |
| "grad_norm": 2.2867417335510254, |
| "learning_rate": 0.0002998558440105148, |
| "loss": 3.3570938110351562, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.0643611911623439, |
| "grad_norm": 1.678760051727295, |
| "learning_rate": 0.0002998341988644614, |
| "loss": 3.3533226013183595, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.06532180595581172, |
| "grad_norm": 1.9134340286254883, |
| "learning_rate": 0.0002998110412252641, |
| "loss": 3.3417484283447267, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.06628242074927954, |
| "grad_norm": 1.3479728698730469, |
| "learning_rate": 0.0002997863713266866, |
| "loss": 3.3312728881835936, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.06724303554274735, |
| "grad_norm": 1.3297585248947144, |
| "learning_rate": 0.0002997601894177576, |
| "loss": 3.3266414642333983, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.06820365033621517, |
| "grad_norm": 1.5574193000793457, |
| "learning_rate": 0.00029973249576276914, |
| "loss": 3.321349334716797, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.069164265129683, |
| "grad_norm": 1.3063061237335205, |
| "learning_rate": 0.0002997032906412732, |
| "loss": 3.316680145263672, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.07012487992315082, |
| "grad_norm": 1.440643548965454, |
| "learning_rate": 0.0002996725743480793, |
| "loss": 3.3083744049072266, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.07108549471661864, |
| "grad_norm": 1.2425435781478882, |
| "learning_rate": 0.00029964034719325147, |
| "loss": 3.299941635131836, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.07204610951008646, |
| "grad_norm": 1.3375848531723022, |
| "learning_rate": 0.0002996066095021048, |
| "loss": 3.298897552490234, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.07300672430355427, |
| "grad_norm": 1.429042100906372, |
| "learning_rate": 0.0002995713616152028, |
| "loss": 3.2951019287109373, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.07396733909702209, |
| "grad_norm": 1.6015335321426392, |
| "learning_rate": 0.0002995346038883532, |
| "loss": 3.2871078491210937, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.07492795389048991, |
| "grad_norm": 1.444579005241394, |
| "learning_rate": 0.0002994963366926048, |
| "loss": 3.286525344848633, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.07588856868395773, |
| "grad_norm": 1.481871247291565, |
| "learning_rate": 0.0002994565604142439, |
| "loss": 3.2782516479492188, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.07684918347742556, |
| "grad_norm": 1.2840272188186646, |
| "learning_rate": 0.00029941527545478976, |
| "loss": 3.2710845947265623, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.07780979827089338, |
| "grad_norm": 1.2282651662826538, |
| "learning_rate": 0.00029937248223099136, |
| "loss": 3.2628021240234375, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.0787704130643612, |
| "grad_norm": 1.5256259441375732, |
| "learning_rate": 0.00029932818117482245, |
| "loss": 3.2642288208007812, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.07973102785782901, |
| "grad_norm": 1.4667640924453735, |
| "learning_rate": 0.0002992823727334776, |
| "loss": 3.2577728271484374, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.08069164265129683, |
| "grad_norm": 1.9893492460250854, |
| "learning_rate": 0.00029923505736936774, |
| "loss": 3.257119369506836, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.08165225744476465, |
| "grad_norm": 1.1091679334640503, |
| "learning_rate": 0.0002991862355601151, |
| "loss": 3.2528831481933596, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.08261287223823247, |
| "grad_norm": 1.278975486755371, |
| "learning_rate": 0.00029913590779854886, |
| "loss": 3.246588134765625, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.08357348703170028, |
| "grad_norm": 1.7972854375839233, |
| "learning_rate": 0.00029908407459269977, |
| "loss": 3.2438831329345703, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.0845341018251681, |
| "grad_norm": 1.242336392402649, |
| "learning_rate": 0.0002990307364657954, |
| "loss": 3.2402252197265624, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.08549471661863593, |
| "grad_norm": 1.3686480522155762, |
| "learning_rate": 0.0002989758939562545, |
| "loss": 3.234004592895508, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.08645533141210375, |
| "grad_norm": 1.6549354791641235, |
| "learning_rate": 0.0002989195476176818, |
| "loss": 3.231829833984375, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.08741594620557157, |
| "grad_norm": 1.1533397436141968, |
| "learning_rate": 0.00029886169801886237, |
| "loss": 3.2260894775390625, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.08837656099903939, |
| "grad_norm": 1.2408617734909058, |
| "learning_rate": 0.00029880234574375576, |
| "loss": 3.2213096618652344, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.0893371757925072, |
| "grad_norm": 1.3094635009765625, |
| "learning_rate": 0.00029874149139149037, |
| "loss": 3.218523406982422, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.09029779058597502, |
| "grad_norm": 1.352949619293213, |
| "learning_rate": 0.00029867913557635704, |
| "loss": 3.216180419921875, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.09125840537944284, |
| "grad_norm": 1.2964717149734497, |
| "learning_rate": 0.0002986152789278031, |
| "loss": 3.21021728515625, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.09221902017291066, |
| "grad_norm": 1.2936161756515503, |
| "learning_rate": 0.00029854992209042626, |
| "loss": 3.208134078979492, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.09317963496637849, |
| "grad_norm": 1.262890338897705, |
| "learning_rate": 0.0002984830657239673, |
| "loss": 3.2024818420410157, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.0941402497598463, |
| "grad_norm": 1.1409361362457275, |
| "learning_rate": 0.00029841471050330424, |
| "loss": 3.201049041748047, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.09510086455331412, |
| "grad_norm": 1.154974102973938, |
| "learning_rate": 0.00029834485711844515, |
| "loss": 3.1987125396728517, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.09606147934678194, |
| "grad_norm": 1.115403652191162, |
| "learning_rate": 0.00029827350627452116, |
| "loss": 3.1905792236328123, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.09702209414024976, |
| "grad_norm": 1.3029977083206177, |
| "learning_rate": 0.00029820065869177954, |
| "loss": 3.1972682952880858, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.09798270893371758, |
| "grad_norm": 1.2876211404800415, |
| "learning_rate": 0.0002981263151055762, |
| "loss": 3.190180206298828, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.0989433237271854, |
| "grad_norm": 1.4698253870010376, |
| "learning_rate": 0.0002980504762663683, |
| "loss": 3.183108901977539, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.09990393852065321, |
| "grad_norm": 1.4724935293197632, |
| "learning_rate": 0.0002979731429397071, |
| "loss": 3.1818157196044923, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.10086455331412104, |
| "grad_norm": 1.252737283706665, |
| "learning_rate": 0.0002978943159062295, |
| "loss": 3.178622245788574, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.10182516810758886, |
| "grad_norm": 1.3171908855438232, |
| "learning_rate": 0.0002978139959616507, |
| "loss": 3.1794586181640625, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.10278578290105668, |
| "grad_norm": 1.3921356201171875, |
| "learning_rate": 0.00029773218391675594, |
| "loss": 3.175571060180664, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.1037463976945245, |
| "grad_norm": 1.0483286380767822, |
| "learning_rate": 0.00029764888059739255, |
| "loss": 3.1715625762939452, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.10470701248799232, |
| "grad_norm": 1.0862990617752075, |
| "learning_rate": 0.00029756408684446136, |
| "loss": 3.173019218444824, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.10566762728146013, |
| "grad_norm": 1.3614447116851807, |
| "learning_rate": 0.0002974778035139081, |
| "loss": 3.166230583190918, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.10662824207492795, |
| "grad_norm": 1.0270849466323853, |
| "learning_rate": 0.00029739003147671536, |
| "loss": 3.1632837295532226, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.10758885686839577, |
| "grad_norm": 1.5262467861175537, |
| "learning_rate": 0.00029730077161889304, |
| "loss": 3.163615417480469, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.10854947166186359, |
| "grad_norm": 0.967074453830719, |
| "learning_rate": 0.00029721002484147, |
| "loss": 3.160854721069336, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.10951008645533142, |
| "grad_norm": 1.3244905471801758, |
| "learning_rate": 0.00029711779206048454, |
| "loss": 3.158466339111328, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.11047070124879924, |
| "grad_norm": 1.2831615209579468, |
| "learning_rate": 0.0002970240742069755, |
| "loss": 3.1545330047607423, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.11143131604226705, |
| "grad_norm": 0.985418975353241, |
| "learning_rate": 0.0002969288722269726, |
| "loss": 3.149937057495117, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.11239193083573487, |
| "grad_norm": 1.0786052942276, |
| "learning_rate": 0.000296832187081487, |
| "loss": 3.1523942947387695, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.11335254562920269, |
| "grad_norm": 1.0934644937515259, |
| "learning_rate": 0.0002967340197465017, |
| "loss": 3.1465457916259765, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.1143131604226705, |
| "grad_norm": 1.354055404663086, |
| "learning_rate": 0.00029663437121296146, |
| "loss": 3.1465686798095702, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.11527377521613832, |
| "grad_norm": 1.1991117000579834, |
| "learning_rate": 0.000296533242486763, |
| "loss": 3.143705368041992, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.11623439000960614, |
| "grad_norm": 1.2595206499099731, |
| "learning_rate": 0.0002964306345887447, |
| "loss": 3.1374244689941406, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.11719500480307397, |
| "grad_norm": 1.1941015720367432, |
| "learning_rate": 0.0002963265485546764, |
| "loss": 3.134844970703125, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.11815561959654179, |
| "grad_norm": 1.045292615890503, |
| "learning_rate": 0.00029622098543524884, |
| "loss": 3.1372697830200194, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.11911623439000961, |
| "grad_norm": 0.8975104093551636, |
| "learning_rate": 0.00029611394629606324, |
| "loss": 3.1340496063232424, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.12007684918347743, |
| "grad_norm": 0.8841443061828613, |
| "learning_rate": 0.0002960054322176204, |
| "loss": 3.12859992980957, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.12103746397694524, |
| "grad_norm": 1.4646399021148682, |
| "learning_rate": 0.0002958954442953096, |
| "loss": 3.1266860961914062, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.12199807877041306, |
| "grad_norm": 1.2528270483016968, |
| "learning_rate": 0.000295783983639398, |
| "loss": 3.127555274963379, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.12295869356388088, |
| "grad_norm": 1.0346133708953857, |
| "learning_rate": 0.00029567105137501916, |
| "loss": 3.123224639892578, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.1239193083573487, |
| "grad_norm": 1.1643197536468506, |
| "learning_rate": 0.00029555664864216156, |
| "loss": 3.1221992492675783, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.12487992315081652, |
| "grad_norm": 0.9598444700241089, |
| "learning_rate": 0.00029544077659565747, |
| "loss": 3.1172836303710936, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.12584053794428435, |
| "grad_norm": 1.193166732788086, |
| "learning_rate": 0.0002953234364051708, |
| "loss": 3.1188310623168944, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.12680115273775217, |
| "grad_norm": 1.3501605987548828, |
| "learning_rate": 0.00029520462925518575, |
| "loss": 3.113943099975586, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.12776176753121998, |
| "grad_norm": 1.1221381425857544, |
| "learning_rate": 0.00029508435634499467, |
| "loss": 3.113107109069824, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.1287223823246878, |
| "grad_norm": 1.2083373069763184, |
| "learning_rate": 0.00029496261888868586, |
| "loss": 3.11612491607666, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.12968299711815562, |
| "grad_norm": 1.0393755435943604, |
| "learning_rate": 0.0002948394181151314, |
| "loss": 3.109981155395508, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.13064361191162344, |
| "grad_norm": 1.1999260187149048, |
| "learning_rate": 0.0002947147552679748, |
| "loss": 3.1087677001953127, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.13160422670509125, |
| "grad_norm": 0.9760367274284363, |
| "learning_rate": 0.00029458863160561837, |
| "loss": 3.1072208404541017, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.13256484149855907, |
| "grad_norm": 1.0330339670181274, |
| "learning_rate": 0.0002944610484012105, |
| "loss": 3.1058883666992188, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.1335254562920269, |
| "grad_norm": 0.8262532353401184, |
| "learning_rate": 0.0002943320069426329, |
| "loss": 3.1005834579467773, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.1344860710854947, |
| "grad_norm": 1.139979362487793, |
| "learning_rate": 0.00029420150853248756, |
| "loss": 3.1009517669677735, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.13544668587896252, |
| "grad_norm": 1.2979532480239868, |
| "learning_rate": 0.0002940695544880836, |
| "loss": 3.0997783660888674, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.13640730067243034, |
| "grad_norm": 1.267760157585144, |
| "learning_rate": 0.0002939361461414238, |
| "loss": 3.0968265533447266, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.1373679154658982, |
| "grad_norm": 1.070842981338501, |
| "learning_rate": 0.0002938012848391915, |
| "loss": 3.0932445526123047, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.138328530259366, |
| "grad_norm": 1.2436041831970215, |
| "learning_rate": 0.0002936649719427367, |
| "loss": 3.0934431076049806, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.13928914505283382, |
| "grad_norm": 1.0946882963180542, |
| "learning_rate": 0.00029352720882806267, |
| "loss": 3.0919456481933594, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.14024975984630164, |
| "grad_norm": 1.0279921293258667, |
| "learning_rate": 0.00029338799688581146, |
| "loss": 3.090176010131836, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.14121037463976946, |
| "grad_norm": 1.1641135215759277, |
| "learning_rate": 0.00029324733752125054, |
| "loss": 3.087961196899414, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.14217098943323728, |
| "grad_norm": 1.176697850227356, |
| "learning_rate": 0.0002931052321542581, |
| "loss": 3.086262512207031, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.1431316042267051, |
| "grad_norm": 1.13466215133667, |
| "learning_rate": 0.00029296168221930904, |
| "loss": 3.0825126647949217, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.1440922190201729, |
| "grad_norm": 1.2085994482040405, |
| "learning_rate": 0.0002928166891654604, |
| "loss": 3.085866928100586, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.14505283381364073, |
| "grad_norm": 1.0957227945327759, |
| "learning_rate": 0.00029267025445633667, |
| "loss": 3.083575439453125, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.14601344860710855, |
| "grad_norm": 0.9977965354919434, |
| "learning_rate": 0.0002925223795701149, |
| "loss": 3.0803741455078124, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.14697406340057637, |
| "grad_norm": 1.1439604759216309, |
| "learning_rate": 0.00029237306599951007, |
| "loss": 3.0777074813842775, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.14793467819404418, |
| "grad_norm": 0.8976171612739563, |
| "learning_rate": 0.00029222231525176005, |
| "loss": 3.0794315338134766, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.148895292987512, |
| "grad_norm": 1.0934321880340576, |
| "learning_rate": 0.0002920701288486099, |
| "loss": 3.0764802932739257, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.14985590778097982, |
| "grad_norm": 1.088166356086731, |
| "learning_rate": 0.00029191650832629694, |
| "loss": 3.0753334045410154, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.15081652257444764, |
| "grad_norm": 0.9292176365852356, |
| "learning_rate": 0.00029176145523553517, |
| "loss": 3.0713483810424806, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.15177713736791545, |
| "grad_norm": 1.0206445455551147, |
| "learning_rate": 0.0002916049711414996, |
| "loss": 3.0717500686645507, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.15273775216138327, |
| "grad_norm": 1.208133578300476, |
| "learning_rate": 0.00029144705762381036, |
| "loss": 3.073202896118164, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.15369836695485112, |
| "grad_norm": 0.9913300275802612, |
| "learning_rate": 0.0002912877162765169, |
| "loss": 3.0660655975341795, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.15465898174831894, |
| "grad_norm": 1.1119699478149414, |
| "learning_rate": 0.00029112694870808155, |
| "loss": 3.067470169067383, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.15561959654178675, |
| "grad_norm": 1.0400080680847168, |
| "learning_rate": 0.00029096475654136395, |
| "loss": 3.0652034759521483, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.15658021133525457, |
| "grad_norm": 0.9247759580612183, |
| "learning_rate": 0.000290801141413604, |
| "loss": 3.061397361755371, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.1575408261287224, |
| "grad_norm": 1.060563564300537, |
| "learning_rate": 0.00029063610497640576, |
| "loss": 3.0618301391601563, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.1585014409221902, |
| "grad_norm": 1.137531042098999, |
| "learning_rate": 0.0002904696488957204, |
| "loss": 3.0617816925048826, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.15946205571565802, |
| "grad_norm": 1.0392354726791382, |
| "learning_rate": 0.0002903017748518298, |
| "loss": 3.053458404541016, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.16042267050912584, |
| "grad_norm": 0.9369018077850342, |
| "learning_rate": 0.0002901324845393294, |
| "loss": 3.0599037170410157, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.16138328530259366, |
| "grad_norm": 0.8582949638366699, |
| "learning_rate": 0.00028996177966711097, |
| "loss": 3.0585887908935545, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.16234390009606148, |
| "grad_norm": 0.9821586608886719, |
| "learning_rate": 0.0002897896619583455, |
| "loss": 3.0565303802490233, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.1633045148895293, |
| "grad_norm": 1.064107894897461, |
| "learning_rate": 0.0002896161331504659, |
| "loss": 3.0574161529541017, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.1642651296829971, |
| "grad_norm": 1.0095359086990356, |
| "learning_rate": 0.00028944119499514913, |
| "loss": 3.054368019104004, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.16522574447646493, |
| "grad_norm": 1.0314931869506836, |
| "learning_rate": 0.0002892648492582989, |
| "loss": 3.0471572875976562, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.16618635926993275, |
| "grad_norm": 1.1124778985977173, |
| "learning_rate": 0.00028908709772002765, |
| "loss": 3.0495674133300783, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.16714697406340057, |
| "grad_norm": 0.9910938143730164, |
| "learning_rate": 0.00028890794217463863, |
| "loss": 3.0501693725585937, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.16810758885686838, |
| "grad_norm": 1.0562894344329834, |
| "learning_rate": 0.0002887273844306076, |
| "loss": 3.0482528686523436, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.1690682036503362, |
| "grad_norm": 0.9755779504776001, |
| "learning_rate": 0.00028854542631056494, |
| "loss": 3.043923187255859, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.17002881844380405, |
| "grad_norm": 0.9010165333747864, |
| "learning_rate": 0.0002883620696512769, |
| "loss": 3.047307586669922, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.17098943323727187, |
| "grad_norm": 1.0329279899597168, |
| "learning_rate": 0.0002881773163036273, |
| "loss": 3.045383071899414, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.17195004803073968, |
| "grad_norm": 0.8573128581047058, |
| "learning_rate": 0.00028799116813259875, |
| "loss": 3.0434667587280275, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.1729106628242075, |
| "grad_norm": 1.0701560974121094, |
| "learning_rate": 0.0002878036270172538, |
| "loss": 3.0357574462890624, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.17387127761767532, |
| "grad_norm": 1.0385925769805908, |
| "learning_rate": 0.000287614694850716, |
| "loss": 3.0400657653808594, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.17483189241114314, |
| "grad_norm": 0.9062285423278809, |
| "learning_rate": 0.00028742437354015073, |
| "loss": 3.0386375427246093, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.17579250720461095, |
| "grad_norm": 1.2658556699752808, |
| "learning_rate": 0.0002872326650067462, |
| "loss": 3.0390193939208983, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.17675312199807877, |
| "grad_norm": 0.9829347729682922, |
| "learning_rate": 0.00028703957118569363, |
| "loss": 3.0389629364013673, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.1777137367915466, |
| "grad_norm": 1.0681240558624268, |
| "learning_rate": 0.000286845094026168, |
| "loss": 3.038488006591797, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.1786743515850144, |
| "grad_norm": 1.271577000617981, |
| "learning_rate": 0.0002866492354913086, |
| "loss": 3.037461853027344, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.17963496637848222, |
| "grad_norm": 0.898420512676239, |
| "learning_rate": 0.0002864519975581986, |
| "loss": 3.032963180541992, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.18059558117195004, |
| "grad_norm": 1.040523886680603, |
| "learning_rate": 0.0002862533822178456, |
| "loss": 3.032858657836914, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.18155619596541786, |
| "grad_norm": 0.9702991843223572, |
| "learning_rate": 0.00028605339147516113, |
| "loss": 3.029499816894531, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.18251681075888568, |
| "grad_norm": 1.0565072298049927, |
| "learning_rate": 0.00028585202734894105, |
| "loss": 3.030923843383789, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.1834774255523535, |
| "grad_norm": 0.9746853113174438, |
| "learning_rate": 0.00028564929187184447, |
| "loss": 3.0296430587768555, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.1844380403458213, |
| "grad_norm": 0.9929348826408386, |
| "learning_rate": 0.00028544518709037363, |
| "loss": 3.0282403945922853, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.18539865513928913, |
| "grad_norm": 0.8328250646591187, |
| "learning_rate": 0.000285239715064853, |
| "loss": 3.0228111267089846, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.18635926993275698, |
| "grad_norm": 1.216163158416748, |
| "learning_rate": 0.0002850328778694088, |
| "loss": 3.0275947570800783, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.1873198847262248, |
| "grad_norm": 1.077054500579834, |
| "learning_rate": 0.0002848246775919478, |
| "loss": 3.0228961944580077, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.1882804995196926, |
| "grad_norm": 1.0535924434661865, |
| "learning_rate": 0.0002846151163341364, |
| "loss": 3.024255561828613, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.18924111431316043, |
| "grad_norm": 1.0875251293182373, |
| "learning_rate": 0.0002844041962113792, |
| "loss": 3.0249141693115233, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.19020172910662825, |
| "grad_norm": 0.9994290471076965, |
| "learning_rate": 0.00028419191935279793, |
| "loss": 3.024821472167969, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.19116234390009607, |
| "grad_norm": 0.9676864743232727, |
| "learning_rate": 0.00028397828790120965, |
| "loss": 3.025034713745117, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.19212295869356388, |
| "grad_norm": 0.9725849628448486, |
| "learning_rate": 0.0002837633040131055, |
| "loss": 3.0168121337890623, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.1930835734870317, |
| "grad_norm": 0.8413275480270386, |
| "learning_rate": 0.00028354696985862865, |
| "loss": 3.017466735839844, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.19404418828049952, |
| "grad_norm": 0.8834673166275024, |
| "learning_rate": 0.00028332928762155225, |
| "loss": 3.0153526306152343, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.19500480307396734, |
| "grad_norm": 0.9116687774658203, |
| "learning_rate": 0.0002831102594992579, |
| "loss": 3.0169631958007814, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.19596541786743515, |
| "grad_norm": 0.9015905261039734, |
| "learning_rate": 0.00028288988770271297, |
| "loss": 3.015023422241211, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.19692603266090297, |
| "grad_norm": 1.0525202751159668, |
| "learning_rate": 0.00028266817445644855, |
| "loss": 3.014568901062012, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.1978866474543708, |
| "grad_norm": 0.9534981846809387, |
| "learning_rate": 0.0002824451219985369, |
| "loss": 3.0124256134033205, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.1988472622478386, |
| "grad_norm": 0.8009642362594604, |
| "learning_rate": 0.0002822207325805688, |
| "loss": 3.017258071899414, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.19980787704130643, |
| "grad_norm": 1.049578309059143, |
| "learning_rate": 0.00028199500846763116, |
| "loss": 3.0123516082763673, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.20076849183477424, |
| "grad_norm": 1.0571658611297607, |
| "learning_rate": 0.0002817679519382836, |
| "loss": 3.01287956237793, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.2017291066282421, |
| "grad_norm": 1.0068848133087158, |
| "learning_rate": 0.0002815395652845359, |
| "loss": 3.0150609970092774, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.2026897214217099, |
| "grad_norm": 1.0555028915405273, |
| "learning_rate": 0.0002813098508118247, |
| "loss": 3.0080333709716798, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.20365033621517772, |
| "grad_norm": 0.9432759881019592, |
| "learning_rate": 0.0002810788108389901, |
| "loss": 3.0080041885375977, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.20461095100864554, |
| "grad_norm": 0.8660106658935547, |
| "learning_rate": 0.0002808464476982526, |
| "loss": 3.0054351806640627, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.20557156580211336, |
| "grad_norm": 0.9244606494903564, |
| "learning_rate": 0.0002806127637351892, |
| "loss": 3.0057044982910157, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.20653218059558118, |
| "grad_norm": 1.1719539165496826, |
| "learning_rate": 0.00028037776130871, |
| "loss": 3.00616340637207, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.207492795389049, |
| "grad_norm": 1.2205188274383545, |
| "learning_rate": 0.00028014144279103406, |
| "loss": 3.0076831817626952, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.2084534101825168, |
| "grad_norm": 0.9898233413696289, |
| "learning_rate": 0.0002799038105676658, |
| "loss": 3.0033103942871096, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.20941402497598463, |
| "grad_norm": 0.9085561633110046, |
| "learning_rate": 0.00027966486703737066, |
| "loss": 3.0030406951904296, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.21037463976945245, |
| "grad_norm": 1.0487213134765625, |
| "learning_rate": 0.0002794246146121512, |
| "loss": 3.0055965423583983, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.21133525456292027, |
| "grad_norm": 0.7599855065345764, |
| "learning_rate": 0.0002791830557172224, |
| "loss": 3.0053455352783205, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.21229586935638808, |
| "grad_norm": 1.0096842050552368, |
| "learning_rate": 0.00027894019279098726, |
| "loss": 2.99503231048584, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.2132564841498559, |
| "grad_norm": 1.0883978605270386, |
| "learning_rate": 0.00027869602828501234, |
| "loss": 3.0012443542480467, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.21421709894332372, |
| "grad_norm": 0.8861981630325317, |
| "learning_rate": 0.00027845056466400297, |
| "loss": 2.9960763931274412, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.21517771373679154, |
| "grad_norm": 1.0259391069412231, |
| "learning_rate": 0.0002782038044057783, |
| "loss": 2.998910140991211, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.21613832853025935, |
| "grad_norm": 0.9595276117324829, |
| "learning_rate": 0.0002779557500012462, |
| "loss": 2.9986873626708985, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.21709894332372717, |
| "grad_norm": 1.0162408351898193, |
| "learning_rate": 0.0002777064039543784, |
| "loss": 2.9951988220214845, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.21805955811719502, |
| "grad_norm": 0.8509448766708374, |
| "learning_rate": 0.00027745576878218496, |
| "loss": 2.9969932556152346, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.21902017291066284, |
| "grad_norm": 0.7489306330680847, |
| "learning_rate": 0.0002772038470146888, |
| "loss": 2.9912147521972656, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.21998078770413065, |
| "grad_norm": 0.936427891254425, |
| "learning_rate": 0.0002769506411949007, |
| "loss": 2.993634033203125, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.22094140249759847, |
| "grad_norm": 1.020005464553833, |
| "learning_rate": 0.00027669615387879284, |
| "loss": 2.9922344207763674, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.2219020172910663, |
| "grad_norm": 0.9557084441184998, |
| "learning_rate": 0.0002764403876352736, |
| "loss": 2.9920581817626952, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.2228626320845341, |
| "grad_norm": 0.9452062845230103, |
| "learning_rate": 0.0002761833450461613, |
| "loss": 2.990475082397461, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.22382324687800192, |
| "grad_norm": 0.9600782990455627, |
| "learning_rate": 0.0002759250287061583, |
| "loss": 2.990601348876953, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.22478386167146974, |
| "grad_norm": 0.9427198767662048, |
| "learning_rate": 0.00027566544122282496, |
| "loss": 2.990622138977051, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.22574447646493756, |
| "grad_norm": 1.020228624343872, |
| "learning_rate": 0.0002754045852165529, |
| "loss": 2.988072967529297, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.22670509125840538, |
| "grad_norm": 0.8352153301239014, |
| "learning_rate": 0.00027514246332053876, |
| "loss": 2.9882789611816407, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.2276657060518732, |
| "grad_norm": 0.9119144678115845, |
| "learning_rate": 0.0002748790781807577, |
| "loss": 2.985960006713867, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.228626320845341, |
| "grad_norm": 1.0915721654891968, |
| "learning_rate": 0.0002746144324559368, |
| "loss": 2.9834156036376953, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.22958693563880883, |
| "grad_norm": 0.9779495000839233, |
| "learning_rate": 0.00027434852881752774, |
| "loss": 2.9862506866455076, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.23054755043227665, |
| "grad_norm": 0.7937590479850769, |
| "learning_rate": 0.0002740813699496804, |
| "loss": 2.984625244140625, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.23150816522574447, |
| "grad_norm": 0.8358086943626404, |
| "learning_rate": 0.0002738129585492153, |
| "loss": 2.979814910888672, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.23246878001921228, |
| "grad_norm": 0.9309784173965454, |
| "learning_rate": 0.0002735432973255967, |
| "loss": 2.9813312530517577, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.2334293948126801, |
| "grad_norm": 0.9012494683265686, |
| "learning_rate": 0.0002732723890009051, |
| "loss": 2.981847381591797, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.23439000960614795, |
| "grad_norm": 0.924193799495697, |
| "learning_rate": 0.00027300023630980985, |
| "loss": 2.985409164428711, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.23535062439961577, |
| "grad_norm": 0.9454841613769531, |
| "learning_rate": 0.00027272684199954137, |
| "loss": 2.98272819519043, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.23631123919308358, |
| "grad_norm": 0.8768509030342102, |
| "learning_rate": 0.0002724522088298637, |
| "loss": 2.981144332885742, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.2372718539865514, |
| "grad_norm": 0.9420005679130554, |
| "learning_rate": 0.0002721763395730462, |
| "loss": 2.9806352615356446, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.23823246878001922, |
| "grad_norm": 0.8248008489608765, |
| "learning_rate": 0.00027189923701383627, |
| "loss": 2.9782638549804688, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.23919308357348704, |
| "grad_norm": 0.7679121494293213, |
| "learning_rate": 0.0002716209039494304, |
| "loss": 2.9759841918945313, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.24015369836695485, |
| "grad_norm": 0.9788777828216553, |
| "learning_rate": 0.0002713413431894466, |
| "loss": 2.977429962158203, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.24111431316042267, |
| "grad_norm": 0.931688666343689, |
| "learning_rate": 0.00027106055755589566, |
| "loss": 2.9781124114990236, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.2420749279538905, |
| "grad_norm": 1.3526350259780884, |
| "learning_rate": 0.00027077854988315285, |
| "loss": 2.981077766418457, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.2430355427473583, |
| "grad_norm": 1.0243141651153564, |
| "learning_rate": 0.00027049532301792924, |
| "loss": 2.9759902954101562, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.24399615754082613, |
| "grad_norm": 0.9570327401161194, |
| "learning_rate": 0.00027021087981924296, |
| "loss": 2.9805068969726562, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.24495677233429394, |
| "grad_norm": 0.8493214249610901, |
| "learning_rate": 0.0002699252231583904, |
| "loss": 2.9751022338867186, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.24591738712776176, |
| "grad_norm": 1.0867499113082886, |
| "learning_rate": 0.000269638355918917, |
| "loss": 2.9705522537231444, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.24687800192122958, |
| "grad_norm": 0.9490500092506409, |
| "learning_rate": 0.00026935028099658864, |
| "loss": 2.9714107513427734, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.2478386167146974, |
| "grad_norm": 1.0482022762298584, |
| "learning_rate": 0.00026906100129936173, |
| "loss": 2.9761116027832033, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.24879923150816521, |
| "grad_norm": 0.9524055123329163, |
| "learning_rate": 0.0002687705197473545, |
| "loss": 2.971488189697266, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.24975984630163303, |
| "grad_norm": 0.8309116959571838, |
| "learning_rate": 0.00026847883927281715, |
| "loss": 2.971644401550293, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.2507204610951009, |
| "grad_norm": 0.946146547794342, |
| "learning_rate": 0.00026818596282010223, |
| "loss": 2.970326614379883, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.2516810758885687, |
| "grad_norm": 0.9582008719444275, |
| "learning_rate": 0.00026789189334563507, |
| "loss": 2.971521759033203, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.2526416906820365, |
| "grad_norm": 0.6957625150680542, |
| "learning_rate": 0.00026759663381788407, |
| "loss": 2.965200424194336, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.25360230547550433, |
| "grad_norm": 0.9765472412109375, |
| "learning_rate": 0.00026730018721733034, |
| "loss": 2.962516212463379, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.25456292026897215, |
| "grad_norm": 0.9319335222244263, |
| "learning_rate": 0.0002670025565364379, |
| "loss": 2.9645359039306642, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.25552353506243997, |
| "grad_norm": 1.1191481351852417, |
| "learning_rate": 0.0002667037447796234, |
| "loss": 2.9653718948364256, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.2564841498559078, |
| "grad_norm": 1.0608773231506348, |
| "learning_rate": 0.0002664037549632259, |
| "loss": 2.9668670654296876, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.2574447646493756, |
| "grad_norm": 1.082219123840332, |
| "learning_rate": 0.00026610259011547617, |
| "loss": 2.9651315689086912, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.2584053794428434, |
| "grad_norm": 0.8572206497192383, |
| "learning_rate": 0.0002658002532764663, |
| "loss": 2.964995193481445, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.25936599423631124, |
| "grad_norm": 0.960854172706604, |
| "learning_rate": 0.00026549674749811917, |
| "loss": 2.959628677368164, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.26032660902977905, |
| "grad_norm": 0.9040970206260681, |
| "learning_rate": 0.00026519207584415705, |
| "loss": 2.9645341873168944, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.2612872238232469, |
| "grad_norm": 0.9025639295578003, |
| "learning_rate": 0.00026488624139007154, |
| "loss": 2.957231140136719, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.2622478386167147, |
| "grad_norm": 0.9620739221572876, |
| "learning_rate": 0.0002645792472230917, |
| "loss": 2.9581756591796875, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.2632084534101825, |
| "grad_norm": 0.9987210631370544, |
| "learning_rate": 0.0002642710964421535, |
| "loss": 2.9581737518310547, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.2641690682036503, |
| "grad_norm": 0.9952805042266846, |
| "learning_rate": 0.0002639617921578681, |
| "loss": 2.960963821411133, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.26512968299711814, |
| "grad_norm": 0.9213324189186096, |
| "learning_rate": 0.0002636513374924908, |
| "loss": 2.9607002258300783, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.26609029779058596, |
| "grad_norm": 0.6715449690818787, |
| "learning_rate": 0.00026333973557988923, |
| "loss": 2.9600353240966797, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.2670509125840538, |
| "grad_norm": 0.8836393356323242, |
| "learning_rate": 0.0002630269895655119, |
| "loss": 2.954792785644531, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.2680115273775216, |
| "grad_norm": 0.8318425416946411, |
| "learning_rate": 0.00026271310260635633, |
| "loss": 2.9616050720214844, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.2689721421709894, |
| "grad_norm": 0.6590518355369568, |
| "learning_rate": 0.0002623980778709374, |
| "loss": 2.957061004638672, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.26993275696445723, |
| "grad_norm": 0.8581438660621643, |
| "learning_rate": 0.0002620819185392551, |
| "loss": 2.9538414001464846, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.27089337175792505, |
| "grad_norm": 0.9463372230529785, |
| "learning_rate": 0.00026176462780276246, |
| "loss": 2.9602792739868162, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.27185398655139287, |
| "grad_norm": 0.9935978651046753, |
| "learning_rate": 0.0002614462088643336, |
| "loss": 2.9563518524169923, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.2728146013448607, |
| "grad_norm": 0.9396317601203918, |
| "learning_rate": 0.00026112666493823103, |
| "loss": 2.9529541015625, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.2737752161383285, |
| "grad_norm": 0.8872493505477905, |
| "learning_rate": 0.00026080599925007355, |
| "loss": 2.9572736740112306, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.2747358309317964, |
| "grad_norm": 0.9465567469596863, |
| "learning_rate": 0.00026048421503680337, |
| "loss": 2.9554428100585937, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.2756964457252642, |
| "grad_norm": 0.9301679134368896, |
| "learning_rate": 0.00026016131554665377, |
| "loss": 2.951742935180664, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.276657060518732, |
| "grad_norm": 0.805698812007904, |
| "learning_rate": 0.000259837304039116, |
| "loss": 2.953638458251953, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.27761767531219983, |
| "grad_norm": 0.9713769555091858, |
| "learning_rate": 0.0002595121837849065, |
| "loss": 2.9541744232177733, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.27857829010566765, |
| "grad_norm": 0.6296630501747131, |
| "learning_rate": 0.000259185958065934, |
| "loss": 2.9497676849365235, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.27953890489913547, |
| "grad_norm": 0.6616190075874329, |
| "learning_rate": 0.00025885863017526613, |
| "loss": 2.949513626098633, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.2804995196926033, |
| "grad_norm": 0.845889151096344, |
| "learning_rate": 0.00025853020341709646, |
| "loss": 2.9539087295532225, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.2814601344860711, |
| "grad_norm": 0.8943501710891724, |
| "learning_rate": 0.000258200681106711, |
| "loss": 2.9553314208984376, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.2824207492795389, |
| "grad_norm": 1.1197773218154907, |
| "learning_rate": 0.00025787006657045477, |
| "loss": 2.9485729217529295, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.28338136407300674, |
| "grad_norm": 0.7538876533508301, |
| "learning_rate": 0.000257538363145698, |
| "loss": 2.951329803466797, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.28434197886647455, |
| "grad_norm": 0.8518261313438416, |
| "learning_rate": 0.00025720557418080304, |
| "loss": 2.951564407348633, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.28530259365994237, |
| "grad_norm": 0.9422370195388794, |
| "learning_rate": 0.00025687170303508977, |
| "loss": 2.9509925842285156, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.2862632084534102, |
| "grad_norm": 0.793566107749939, |
| "learning_rate": 0.00025653675307880225, |
| "loss": 2.9440481185913088, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.287223823246878, |
| "grad_norm": 1.0476356744766235, |
| "learning_rate": 0.00025620072769307463, |
| "loss": 2.9432241439819338, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.2881844380403458, |
| "grad_norm": 1.1108616590499878, |
| "learning_rate": 0.00025586363026989677, |
| "loss": 2.9504762649536134, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.28914505283381364, |
| "grad_norm": 0.5834405422210693, |
| "learning_rate": 0.0002555254642120802, |
| "loss": 2.946168899536133, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.29010566762728146, |
| "grad_norm": 1.21562922000885, |
| "learning_rate": 0.0002551862329332238, |
| "loss": 2.946132469177246, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.2910662824207493, |
| "grad_norm": 0.9039652943611145, |
| "learning_rate": 0.0002548459398576791, |
| "loss": 2.9483963012695313, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.2920268972142171, |
| "grad_norm": 0.7553810477256775, |
| "learning_rate": 0.00025450458842051616, |
| "loss": 2.944832611083984, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.2929875120076849, |
| "grad_norm": 0.7280674576759338, |
| "learning_rate": 0.0002541621820674882, |
| "loss": 2.942336082458496, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.29394812680115273, |
| "grad_norm": 0.7404939532279968, |
| "learning_rate": 0.0002538187242549976, |
| "loss": 2.942631721496582, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.29490874159462055, |
| "grad_norm": 0.9760322570800781, |
| "learning_rate": 0.00025347421845006056, |
| "loss": 2.9433094024658204, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.29586935638808837, |
| "grad_norm": 0.9803165793418884, |
| "learning_rate": 0.00025312866813027195, |
| "loss": 2.9410396575927735, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.2968299711815562, |
| "grad_norm": 0.839809000492096, |
| "learning_rate": 0.0002527820767837708, |
| "loss": 2.943090057373047, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.297790585975024, |
| "grad_norm": 0.6867128610610962, |
| "learning_rate": 0.00025243444790920447, |
| "loss": 2.9385210037231446, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.2987512007684918, |
| "grad_norm": 0.6075034737586975, |
| "learning_rate": 0.0002520857850156936, |
| "loss": 2.9380651473999024, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.29971181556195964, |
| "grad_norm": 0.8469932079315186, |
| "learning_rate": 0.0002517360916227968, |
| "loss": 2.937509536743164, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.30067243035542746, |
| "grad_norm": 0.8804566264152527, |
| "learning_rate": 0.000251385371260475, |
| "loss": 2.942656326293945, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.3016330451488953, |
| "grad_norm": 0.787070095539093, |
| "learning_rate": 0.0002510336274690557, |
| "loss": 2.934864807128906, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.3025936599423631, |
| "grad_norm": 0.9216657280921936, |
| "learning_rate": 0.0002506808637991974, |
| "loss": 2.9392667770385743, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.3035542747358309, |
| "grad_norm": 0.8175917863845825, |
| "learning_rate": 0.0002503270838118537, |
| "loss": 2.9393451690673826, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.3045148895292987, |
| "grad_norm": 0.8747788667678833, |
| "learning_rate": 0.0002499722910782374, |
| "loss": 2.93638916015625, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.30547550432276654, |
| "grad_norm": 0.9733981490135193, |
| "learning_rate": 0.0002496164891797844, |
| "loss": 2.9394798278808594, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.30643611911623436, |
| "grad_norm": 0.773009181022644, |
| "learning_rate": 0.0002492596817081175, |
| "loss": 2.9367996215820313, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.30739673390970224, |
| "grad_norm": 0.9535477161407471, |
| "learning_rate": 0.0002489018722650103, |
| "loss": 2.936510467529297, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.30835734870317005, |
| "grad_norm": 0.7678182125091553, |
| "learning_rate": 0.0002485430644623507, |
| "loss": 2.937050628662109, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.30931796349663787, |
| "grad_norm": 0.9366130828857422, |
| "learning_rate": 0.00024818326192210447, |
| "loss": 2.9339839935302736, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.3102785782901057, |
| "grad_norm": 0.7543423175811768, |
| "learning_rate": 0.0002478224682762787, |
| "loss": 2.931721496582031, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.3112391930835735, |
| "grad_norm": 1.0019062757492065, |
| "learning_rate": 0.0002474606871668852, |
| "loss": 2.9345191955566405, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.3121998078770413, |
| "grad_norm": 0.6927400827407837, |
| "learning_rate": 0.00024709792224590356, |
| "loss": 2.9311363220214846, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.31316042267050914, |
| "grad_norm": 0.9281826019287109, |
| "learning_rate": 0.0002467341771752446, |
| "loss": 2.9298322677612303, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.31412103746397696, |
| "grad_norm": 0.7644611597061157, |
| "learning_rate": 0.000246369455626713, |
| "loss": 2.9329246520996093, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.3150816522574448, |
| "grad_norm": 0.9157893657684326, |
| "learning_rate": 0.00024600376128197047, |
| "loss": 2.928366851806641, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.3160422670509126, |
| "grad_norm": 0.8347942233085632, |
| "learning_rate": 0.00024563709783249877, |
| "loss": 2.9295623779296873, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.3170028818443804, |
| "grad_norm": 0.9679508805274963, |
| "learning_rate": 0.00024526946897956194, |
| "loss": 2.9315326690673826, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.31796349663784823, |
| "grad_norm": 0.8744584321975708, |
| "learning_rate": 0.00024490087843416947, |
| "loss": 2.929412078857422, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.31892411143131605, |
| "grad_norm": 0.7325993180274963, |
| "learning_rate": 0.00024453132991703844, |
| "loss": 2.9305303573608397, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.31988472622478387, |
| "grad_norm": 0.8605995178222656, |
| "learning_rate": 0.00024416082715855627, |
| "loss": 2.9294113159179687, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.3208453410182517, |
| "grad_norm": 0.9381006360054016, |
| "learning_rate": 0.00024378937389874276, |
| "loss": 2.9343215942382814, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.3218059558117195, |
| "grad_norm": 0.8204743266105652, |
| "learning_rate": 0.0002434169738872126, |
| "loss": 2.9295400619506835, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.3227665706051873, |
| "grad_norm": 0.8801187872886658, |
| "learning_rate": 0.0002430436308831374, |
| "loss": 2.9252452850341797, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.32372718539865514, |
| "grad_norm": 0.801816999912262, |
| "learning_rate": 0.00024266934865520767, |
| "loss": 2.929386329650879, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.32468780019212296, |
| "grad_norm": 0.9650601744651794, |
| "learning_rate": 0.00024229413098159506, |
| "loss": 2.9256067276000977, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.3256484149855908, |
| "grad_norm": 0.8740299344062805, |
| "learning_rate": 0.00024191798164991378, |
| "loss": 2.926050567626953, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.3266090297790586, |
| "grad_norm": 0.6990634799003601, |
| "learning_rate": 0.0002415409044571828, |
| "loss": 2.923676300048828, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.3275696445725264, |
| "grad_norm": 0.8076874613761902, |
| "learning_rate": 0.00024116290320978724, |
| "loss": 2.9225109100341795, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.3285302593659942, |
| "grad_norm": 0.851506233215332, |
| "learning_rate": 0.00024078398172344006, |
| "loss": 2.9278465270996095, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.32949087415946204, |
| "grad_norm": 0.7479684948921204, |
| "learning_rate": 0.00024040414382314358, |
| "loss": 2.9235177993774415, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.33045148895292986, |
| "grad_norm": 0.9311428070068359, |
| "learning_rate": 0.00024002339334315066, |
| "loss": 2.927138900756836, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.3314121037463977, |
| "grad_norm": 0.6650685667991638, |
| "learning_rate": 0.00023964173412692631, |
| "loss": 2.9230600357055665, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.3323727185398655, |
| "grad_norm": 0.7150014638900757, |
| "learning_rate": 0.00023925917002710865, |
| "loss": 2.9212249755859374, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 0.8817017674446106, |
| "learning_rate": 0.0002388757049054701, |
| "loss": 2.925118064880371, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.33429394812680113, |
| "grad_norm": 0.8242185711860657, |
| "learning_rate": 0.00023849134263287836, |
| "loss": 2.9193931579589845, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.33525456292026895, |
| "grad_norm": 0.8570958375930786, |
| "learning_rate": 0.00023810608708925755, |
| "loss": 2.9213741302490233, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.33621517771373677, |
| "grad_norm": 0.9741989970207214, |
| "learning_rate": 0.00023771994216354857, |
| "loss": 2.9224111557006838, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.3371757925072046, |
| "grad_norm": 0.7361451983451843, |
| "learning_rate": 0.00023733291175367046, |
| "loss": 2.9207143783569336, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.3381364073006724, |
| "grad_norm": 0.7350742816925049, |
| "learning_rate": 0.00023694499976648043, |
| "loss": 2.92266960144043, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.3390970220941403, |
| "grad_norm": 0.9980021119117737, |
| "learning_rate": 0.0002365562101177349, |
| "loss": 2.9178647994995117, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.3400576368876081, |
| "grad_norm": 0.897578775882721, |
| "learning_rate": 0.00023616654673204983, |
| "loss": 2.9217491149902344, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.3410182516810759, |
| "grad_norm": 0.6844500303268433, |
| "learning_rate": 0.00023577601354286094, |
| "loss": 2.923050308227539, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.34197886647454373, |
| "grad_norm": 0.8132905960083008, |
| "learning_rate": 0.00023538461449238422, |
| "loss": 2.919468307495117, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.34293948126801155, |
| "grad_norm": 1.028024435043335, |
| "learning_rate": 0.00023499235353157603, |
| "loss": 2.9254117965698243, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.34390009606147937, |
| "grad_norm": 0.6290096640586853, |
| "learning_rate": 0.0002345992346200932, |
| "loss": 2.915414810180664, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.3448607108549472, |
| "grad_norm": 0.8899547457695007, |
| "learning_rate": 0.00023420526172625316, |
| "loss": 2.9221290588378905, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.345821325648415, |
| "grad_norm": 0.8772971034049988, |
| "learning_rate": 0.00023381043882699377, |
| "loss": 2.919437026977539, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.3467819404418828, |
| "grad_norm": 0.7739781737327576, |
| "learning_rate": 0.0002334147699078333, |
| "loss": 2.914821815490723, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.34774255523535064, |
| "grad_norm": 0.8273237347602844, |
| "learning_rate": 0.00023301825896282992, |
| "loss": 2.913847732543945, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.34870317002881845, |
| "grad_norm": 0.820066511631012, |
| "learning_rate": 0.00023262090999454194, |
| "loss": 2.916702651977539, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.34966378482228627, |
| "grad_norm": 0.7784633040428162, |
| "learning_rate": 0.00023222272701398664, |
| "loss": 2.9117355346679688, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.3506243996157541, |
| "grad_norm": 0.7284680008888245, |
| "learning_rate": 0.00023182371404060047, |
| "loss": 2.9168115615844727, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.3515850144092219, |
| "grad_norm": 0.9456787109375, |
| "learning_rate": 0.00023142387510219814, |
| "loss": 2.909496879577637, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.3525456292026897, |
| "grad_norm": 0.7613958716392517, |
| "learning_rate": 0.00023102321423493192, |
| "loss": 2.914762496948242, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.35350624399615754, |
| "grad_norm": 0.6795462965965271, |
| "learning_rate": 0.00023062173548325112, |
| "loss": 2.9124961853027345, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.35446685878962536, |
| "grad_norm": 1.093863844871521, |
| "learning_rate": 0.0002302194428998611, |
| "loss": 2.9172582626342773, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.3554274735830932, |
| "grad_norm": 1.0343449115753174, |
| "learning_rate": 0.0002298163405456824, |
| "loss": 2.913264274597168, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.356388088376561, |
| "grad_norm": 0.6599006056785583, |
| "learning_rate": 0.00022941243248980966, |
| "loss": 2.9158676147460936, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.3573487031700288, |
| "grad_norm": 0.8203375935554504, |
| "learning_rate": 0.0002290077228094708, |
| "loss": 2.9108463287353517, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.35830931796349663, |
| "grad_norm": 0.751015841960907, |
| "learning_rate": 0.00022860221558998554, |
| "loss": 2.9137802124023438, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.35926993275696445, |
| "grad_norm": 0.7769482731819153, |
| "learning_rate": 0.00022819591492472438, |
| "loss": 2.911220169067383, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.36023054755043227, |
| "grad_norm": 0.8420271277427673, |
| "learning_rate": 0.00022778882491506725, |
| "loss": 2.909513473510742, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.3611911623439001, |
| "grad_norm": 0.9250156879425049, |
| "learning_rate": 0.00022738094967036208, |
| "loss": 2.914291191101074, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.3621517771373679, |
| "grad_norm": 0.8891603350639343, |
| "learning_rate": 0.00022697229330788312, |
| "loss": 2.9125133514404298, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.3631123919308357, |
| "grad_norm": 0.6370509266853333, |
| "learning_rate": 0.00022656285995278984, |
| "loss": 2.9118471145629883, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.36407300672430354, |
| "grad_norm": 0.7550172209739685, |
| "learning_rate": 0.00022615265373808488, |
| "loss": 2.9111328125, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.36503362151777136, |
| "grad_norm": 0.898451030254364, |
| "learning_rate": 0.00022574167880457245, |
| "loss": 2.9084396362304688, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.3659942363112392, |
| "grad_norm": 0.7411810755729675, |
| "learning_rate": 0.00022532993930081668, |
| "loss": 2.9065261840820313, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.366954851104707, |
| "grad_norm": 0.785703718662262, |
| "learning_rate": 0.00022491743938309936, |
| "loss": 2.9086023330688477, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.3679154658981748, |
| "grad_norm": 0.7651037573814392, |
| "learning_rate": 0.0002245041832153786, |
| "loss": 2.908749008178711, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.3688760806916426, |
| "grad_norm": 1.0927786827087402, |
| "learning_rate": 0.0002240901749692461, |
| "loss": 2.9079204559326173, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.36983669548511044, |
| "grad_norm": 0.7358237504959106, |
| "learning_rate": 0.00022367541882388554, |
| "loss": 2.9088617324829102, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.37079731027857826, |
| "grad_norm": 0.7084841728210449, |
| "learning_rate": 0.00022325991896603018, |
| "loss": 2.9067033767700194, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.37175792507204614, |
| "grad_norm": 0.6146923303604126, |
| "learning_rate": 0.00022284367958992065, |
| "loss": 2.905855178833008, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.37271853986551395, |
| "grad_norm": 0.9858738780021667, |
| "learning_rate": 0.0002224267048972627, |
| "loss": 2.909621810913086, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.37367915465898177, |
| "grad_norm": 0.779106080532074, |
| "learning_rate": 0.00022200899909718456, |
| "loss": 2.907650375366211, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.3746397694524496, |
| "grad_norm": 0.6753861308097839, |
| "learning_rate": 0.00022159056640619457, |
| "loss": 2.901345443725586, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.3756003842459174, |
| "grad_norm": 1.005218267440796, |
| "learning_rate": 0.00022117141104813876, |
| "loss": 2.9051822662353515, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.3765609990393852, |
| "grad_norm": 0.8823059797286987, |
| "learning_rate": 0.000220751537254158, |
| "loss": 2.9064775466918946, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.37752161383285304, |
| "grad_norm": 0.7537618279457092, |
| "learning_rate": 0.00022033094926264548, |
| "loss": 2.904936408996582, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.37848222862632086, |
| "grad_norm": 0.6074866652488708, |
| "learning_rate": 0.00021990965131920358, |
| "loss": 2.901531219482422, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.3794428434197887, |
| "grad_norm": 0.7387614846229553, |
| "learning_rate": 0.0002194876476766015, |
| "loss": 2.901895523071289, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.3804034582132565, |
| "grad_norm": 0.9459737539291382, |
| "learning_rate": 0.00021906494259473196, |
| "loss": 2.9033708572387695, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.3813640730067243, |
| "grad_norm": 0.8098238706588745, |
| "learning_rate": 0.00021864154034056832, |
| "loss": 2.8992437362670898, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.38232468780019213, |
| "grad_norm": 0.8918400406837463, |
| "learning_rate": 0.00021821744518812154, |
| "loss": 2.900362014770508, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.38328530259365995, |
| "grad_norm": 0.8188735246658325, |
| "learning_rate": 0.00021779266141839699, |
| "loss": 2.8992008209228515, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.38424591738712777, |
| "grad_norm": 0.9960513114929199, |
| "learning_rate": 0.00021736719331935127, |
| "loss": 2.900490379333496, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.3852065321805956, |
| "grad_norm": 0.8250312805175781, |
| "learning_rate": 0.00021694104518584886, |
| "loss": 2.9021739959716797, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.3861671469740634, |
| "grad_norm": 0.5508167743682861, |
| "learning_rate": 0.00021651422131961884, |
| "loss": 2.9001636505126953, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.3871277617675312, |
| "grad_norm": 0.9340776205062866, |
| "learning_rate": 0.0002160867260292115, |
| "loss": 2.898966407775879, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.38808837656099904, |
| "grad_norm": 1.0545355081558228, |
| "learning_rate": 0.00021565856362995464, |
| "loss": 2.9000267028808593, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.38904899135446686, |
| "grad_norm": 0.8669793605804443, |
| "learning_rate": 0.00021522973844391024, |
| "loss": 2.898406982421875, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.3900096061479347, |
| "grad_norm": 0.706919252872467, |
| "learning_rate": 0.00021480025479983077, |
| "loss": 2.8980600357055666, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.3909702209414025, |
| "grad_norm": 0.6402170658111572, |
| "learning_rate": 0.00021437011703311545, |
| "loss": 2.8995635986328123, |
| "step": 2035 |
| }, |
| { |
| "epoch": 0.3919308357348703, |
| "grad_norm": 0.902797281742096, |
| "learning_rate": 0.0002139393294857665, |
| "loss": 2.902130889892578, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.3928914505283381, |
| "grad_norm": 0.9768553376197815, |
| "learning_rate": 0.00021350789650634525, |
| "loss": 2.898158645629883, |
| "step": 2045 |
| }, |
| { |
| "epoch": 0.39385206532180594, |
| "grad_norm": 0.8208462595939636, |
| "learning_rate": 0.00021307582244992838, |
| "loss": 2.9008291244506834, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.39481268011527376, |
| "grad_norm": 0.6077558398246765, |
| "learning_rate": 0.0002126431116780639, |
| "loss": 2.8985877990722657, |
| "step": 2055 |
| }, |
| { |
| "epoch": 0.3957732949087416, |
| "grad_norm": 0.7051781415939331, |
| "learning_rate": 0.00021220976855872712, |
| "loss": 2.897053527832031, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.3967339097022094, |
| "grad_norm": 0.738699734210968, |
| "learning_rate": 0.00021177579746627643, |
| "loss": 2.8972637176513674, |
| "step": 2065 |
| }, |
| { |
| "epoch": 0.3976945244956772, |
| "grad_norm": 0.9454274773597717, |
| "learning_rate": 0.0002113412027814094, |
| "loss": 2.8959421157836913, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.39865513928914503, |
| "grad_norm": 0.7538549304008484, |
| "learning_rate": 0.0002109059888911183, |
| "loss": 2.8942508697509766, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.39961575408261285, |
| "grad_norm": 0.64174884557724, |
| "learning_rate": 0.00021047016018864602, |
| "loss": 2.8981069564819335, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.40057636887608067, |
| "grad_norm": 0.7245832085609436, |
| "learning_rate": 0.00021003372107344167, |
| "loss": 2.896715545654297, |
| "step": 2085 |
| }, |
| { |
| "epoch": 0.4015369836695485, |
| "grad_norm": 0.7303643226623535, |
| "learning_rate": 0.00020959667595111603, |
| "loss": 2.90020637512207, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.4024975984630163, |
| "grad_norm": 1.070908784866333, |
| "learning_rate": 0.00020915902923339722, |
| "loss": 2.897067642211914, |
| "step": 2095 |
| }, |
| { |
| "epoch": 0.4034582132564842, |
| "grad_norm": 0.7779847383499146, |
| "learning_rate": 0.0002087207853380862, |
| "loss": 2.8957414627075195, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.404418828049952, |
| "grad_norm": 0.6650077104568481, |
| "learning_rate": 0.00020828194868901205, |
| "loss": 2.892515182495117, |
| "step": 2105 |
| }, |
| { |
| "epoch": 0.4053794428434198, |
| "grad_norm": 0.9725134968757629, |
| "learning_rate": 0.00020784252371598732, |
| "loss": 2.8961185455322265, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.40634005763688763, |
| "grad_norm": 0.6921088695526123, |
| "learning_rate": 0.00020740251485476345, |
| "loss": 2.893880844116211, |
| "step": 2115 |
| }, |
| { |
| "epoch": 0.40730067243035545, |
| "grad_norm": 0.6224314570426941, |
| "learning_rate": 0.00020696192654698592, |
| "loss": 2.891771697998047, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.40826128722382327, |
| "grad_norm": 0.7067698240280151, |
| "learning_rate": 0.00020652076324014927, |
| "loss": 2.8919609069824217, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.4092219020172911, |
| "grad_norm": 0.9510787725448608, |
| "learning_rate": 0.00020607902938755252, |
| "loss": 2.8964000701904298, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.4101825168107589, |
| "grad_norm": 0.6084873676300049, |
| "learning_rate": 0.00020563672944825392, |
| "loss": 2.8933223724365233, |
| "step": 2135 |
| }, |
| { |
| "epoch": 0.4111431316042267, |
| "grad_norm": 0.6090896725654602, |
| "learning_rate": 0.00020519386788702602, |
| "loss": 2.88956298828125, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.41210374639769454, |
| "grad_norm": 1.0817956924438477, |
| "learning_rate": 0.0002047504491743107, |
| "loss": 2.8921178817749023, |
| "step": 2145 |
| }, |
| { |
| "epoch": 0.41306436119116235, |
| "grad_norm": 0.7050410509109497, |
| "learning_rate": 0.000204306477786174, |
| "loss": 2.8883323669433594, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.4140249759846302, |
| "grad_norm": 0.9106734991073608, |
| "learning_rate": 0.00020386195820426082, |
| "loss": 2.8929920196533203, |
| "step": 2155 |
| }, |
| { |
| "epoch": 0.414985590778098, |
| "grad_norm": 0.7352846264839172, |
| "learning_rate": 0.00020341689491574984, |
| "loss": 2.891267776489258, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.4159462055715658, |
| "grad_norm": 0.6910091042518616, |
| "learning_rate": 0.00020297129241330817, |
| "loss": 2.890258026123047, |
| "step": 2165 |
| }, |
| { |
| "epoch": 0.4169068203650336, |
| "grad_norm": 0.7590439319610596, |
| "learning_rate": 0.00020252515519504592, |
| "loss": 2.8909364700317384, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.41786743515850144, |
| "grad_norm": 0.6669980883598328, |
| "learning_rate": 0.0002020784877644709, |
| "loss": 2.890909194946289, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.41882804995196926, |
| "grad_norm": 0.7879086136817932, |
| "learning_rate": 0.00020163129463044308, |
| "loss": 2.888330841064453, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.4197886647454371, |
| "grad_norm": 0.799680769443512, |
| "learning_rate": 0.0002011835803071292, |
| "loss": 2.888754653930664, |
| "step": 2185 |
| }, |
| { |
| "epoch": 0.4207492795389049, |
| "grad_norm": 0.8745085597038269, |
| "learning_rate": 0.00020073534931395697, |
| "loss": 2.8860883712768555, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.4217098943323727, |
| "grad_norm": 0.7884883284568787, |
| "learning_rate": 0.00020028660617556985, |
| "loss": 2.8914257049560548, |
| "step": 2195 |
| }, |
| { |
| "epoch": 0.42267050912584053, |
| "grad_norm": 0.6534205079078674, |
| "learning_rate": 0.00019983735542178086, |
| "loss": 2.887241744995117, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.42363112391930835, |
| "grad_norm": 0.9296805262565613, |
| "learning_rate": 0.00019938760158752725, |
| "loss": 2.8888803482055665, |
| "step": 2205 |
| }, |
| { |
| "epoch": 0.42459173871277617, |
| "grad_norm": 1.0822457075119019, |
| "learning_rate": 0.00019893734921282448, |
| "loss": 2.8933456420898436, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.425552353506244, |
| "grad_norm": 0.8483099937438965, |
| "learning_rate": 0.0001984866028427207, |
| "loss": 2.885776901245117, |
| "step": 2215 |
| }, |
| { |
| "epoch": 0.4265129682997118, |
| "grad_norm": 0.7693598866462708, |
| "learning_rate": 0.00019803536702725044, |
| "loss": 2.8912368774414063, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.4274735830931796, |
| "grad_norm": 0.6365734338760376, |
| "learning_rate": 0.00019758364632138908, |
| "loss": 2.88284912109375, |
| "step": 2225 |
| }, |
| { |
| "epoch": 0.42843419788664744, |
| "grad_norm": 0.8677585124969482, |
| "learning_rate": 0.0001971314452850066, |
| "loss": 2.8882091522216795, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.42939481268011526, |
| "grad_norm": 0.8231710195541382, |
| "learning_rate": 0.00019667876848282167, |
| "loss": 2.88732795715332, |
| "step": 2235 |
| }, |
| { |
| "epoch": 0.4303554274735831, |
| "grad_norm": 0.5195154547691345, |
| "learning_rate": 0.0001962256204843556, |
| "loss": 2.8842351913452147, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.4313160422670509, |
| "grad_norm": 0.7365444302558899, |
| "learning_rate": 0.00019577200586388618, |
| "loss": 2.8888904571533205, |
| "step": 2245 |
| }, |
| { |
| "epoch": 0.4322766570605187, |
| "grad_norm": 0.6714667081832886, |
| "learning_rate": 0.00019531792920040133, |
| "loss": 2.888100814819336, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.4332372718539865, |
| "grad_norm": 0.8434675335884094, |
| "learning_rate": 0.0001948633950775532, |
| "loss": 2.8872095108032227, |
| "step": 2255 |
| }, |
| { |
| "epoch": 0.43419788664745435, |
| "grad_norm": 0.7106018662452698, |
| "learning_rate": 0.00019440840808361174, |
| "loss": 2.8836999893188477, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.43515850144092216, |
| "grad_norm": 0.967634379863739, |
| "learning_rate": 0.00019395297281141828, |
| "loss": 2.8807979583740235, |
| "step": 2265 |
| }, |
| { |
| "epoch": 0.43611911623439004, |
| "grad_norm": 0.6999104022979736, |
| "learning_rate": 0.0001934970938583393, |
| "loss": 2.887973403930664, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.43707973102785785, |
| "grad_norm": 0.6316190958023071, |
| "learning_rate": 0.00019304077582622003, |
| "loss": 2.8830514907836915, |
| "step": 2275 |
| }, |
| { |
| "epoch": 0.43804034582132567, |
| "grad_norm": 0.990618884563446, |
| "learning_rate": 0.00019258402332133798, |
| "loss": 2.890216827392578, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.4390009606147935, |
| "grad_norm": 0.7043749690055847, |
| "learning_rate": 0.00019212684095435637, |
| "loss": 2.8833900451660157, |
| "step": 2285 |
| }, |
| { |
| "epoch": 0.4399615754082613, |
| "grad_norm": 0.7047979235649109, |
| "learning_rate": 0.00019166923334027765, |
| "loss": 2.884984588623047, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.4409221902017291, |
| "grad_norm": 0.5849128365516663, |
| "learning_rate": 0.00019121120509839692, |
| "loss": 2.8848838806152344, |
| "step": 2295 |
| }, |
| { |
| "epoch": 0.44188280499519694, |
| "grad_norm": 0.8806740045547485, |
| "learning_rate": 0.0001907527608522552, |
| "loss": 2.8797868728637694, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.44284341978866476, |
| "grad_norm": 0.7895880341529846, |
| "learning_rate": 0.000190293905229593, |
| "loss": 2.8813777923583985, |
| "step": 2305 |
| }, |
| { |
| "epoch": 0.4438040345821326, |
| "grad_norm": 1.0096721649169922, |
| "learning_rate": 0.00018983464286230327, |
| "loss": 2.8826440811157226, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.4447646493756004, |
| "grad_norm": 0.6461132764816284, |
| "learning_rate": 0.00018937497838638509, |
| "loss": 2.881867599487305, |
| "step": 2315 |
| }, |
| { |
| "epoch": 0.4457252641690682, |
| "grad_norm": 0.8887806534767151, |
| "learning_rate": 0.0001889149164418963, |
| "loss": 2.88212890625, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.44668587896253603, |
| "grad_norm": 0.6228038668632507, |
| "learning_rate": 0.00018845446167290705, |
| "loss": 2.88170166015625, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.44764649375600385, |
| "grad_norm": 0.6716971397399902, |
| "learning_rate": 0.0001879936187274529, |
| "loss": 2.8785728454589843, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.44860710854947167, |
| "grad_norm": 0.6986984014511108, |
| "learning_rate": 0.00018753239225748796, |
| "loss": 2.881254196166992, |
| "step": 2335 |
| }, |
| { |
| "epoch": 0.4495677233429395, |
| "grad_norm": 0.6882680654525757, |
| "learning_rate": 0.0001870707869188375, |
| "loss": 2.877424621582031, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.4505283381364073, |
| "grad_norm": 0.9753093123435974, |
| "learning_rate": 0.00018660880737115146, |
| "loss": 2.8826948165893556, |
| "step": 2345 |
| }, |
| { |
| "epoch": 0.4514889529298751, |
| "grad_norm": 0.6546221971511841, |
| "learning_rate": 0.0001861464582778572, |
| "loss": 2.8837528228759766, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.45244956772334294, |
| "grad_norm": 0.6572368741035461, |
| "learning_rate": 0.00018568374430611242, |
| "loss": 2.880933952331543, |
| "step": 2355 |
| }, |
| { |
| "epoch": 0.45341018251681076, |
| "grad_norm": 0.6908612847328186, |
| "learning_rate": 0.00018522067012675798, |
| "loss": 2.8826961517333984, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.4543707973102786, |
| "grad_norm": 0.7534862160682678, |
| "learning_rate": 0.00018475724041427106, |
| "loss": 2.8773014068603517, |
| "step": 2365 |
| }, |
| { |
| "epoch": 0.4553314121037464, |
| "grad_norm": 0.9261667132377625, |
| "learning_rate": 0.00018429345984671743, |
| "loss": 2.8801780700683595, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.4562920268972142, |
| "grad_norm": 0.9364944100379944, |
| "learning_rate": 0.0001838293331057048, |
| "loss": 2.880086135864258, |
| "step": 2375 |
| }, |
| { |
| "epoch": 0.457252641690682, |
| "grad_norm": 0.6954669952392578, |
| "learning_rate": 0.00018336486487633528, |
| "loss": 2.8802162170410157, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.45821325648414984, |
| "grad_norm": 0.5674038529396057, |
| "learning_rate": 0.000182900059847158, |
| "loss": 2.8759918212890625, |
| "step": 2385 |
| }, |
| { |
| "epoch": 0.45917387127761766, |
| "grad_norm": 0.558390200138092, |
| "learning_rate": 0.00018243492271012202, |
| "loss": 2.8748876571655275, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.4601344860710855, |
| "grad_norm": 0.7045537233352661, |
| "learning_rate": 0.00018196945816052867, |
| "loss": 2.8770776748657227, |
| "step": 2395 |
| }, |
| { |
| "epoch": 0.4610951008645533, |
| "grad_norm": 0.8516057729721069, |
| "learning_rate": 0.00018150367089698452, |
| "loss": 2.8759332656860352, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.4620557156580211, |
| "grad_norm": 0.6226221323013306, |
| "learning_rate": 0.00018103756562135373, |
| "loss": 2.880674362182617, |
| "step": 2405 |
| }, |
| { |
| "epoch": 0.46301633045148893, |
| "grad_norm": 0.5688340067863464, |
| "learning_rate": 0.0001805711470387105, |
| "loss": 2.874104690551758, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.46397694524495675, |
| "grad_norm": 0.5873801708221436, |
| "learning_rate": 0.00018010441985729183, |
| "loss": 2.8717109680175783, |
| "step": 2415 |
| }, |
| { |
| "epoch": 0.46493756003842457, |
| "grad_norm": 0.8382697105407715, |
| "learning_rate": 0.00017963738878844966, |
| "loss": 2.8790111541748047, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.4658981748318924, |
| "grad_norm": 0.7427976727485657, |
| "learning_rate": 0.00017917005854660374, |
| "loss": 2.8731239318847654, |
| "step": 2425 |
| }, |
| { |
| "epoch": 0.4668587896253602, |
| "grad_norm": 0.6539490818977356, |
| "learning_rate": 0.00017870243384919364, |
| "loss": 2.8791481018066407, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.4678194044188281, |
| "grad_norm": 0.8121071457862854, |
| "learning_rate": 0.0001782345194166314, |
| "loss": 2.877638053894043, |
| "step": 2435 |
| }, |
| { |
| "epoch": 0.4687800192122959, |
| "grad_norm": 0.6476060152053833, |
| "learning_rate": 0.00017776631997225365, |
| "loss": 2.8710798263549804, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.4697406340057637, |
| "grad_norm": 0.5659114122390747, |
| "learning_rate": 0.0001772978402422742, |
| "loss": 2.873188018798828, |
| "step": 2445 |
| }, |
| { |
| "epoch": 0.47070124879923153, |
| "grad_norm": 0.6289011836051941, |
| "learning_rate": 0.0001768290849557361, |
| "loss": 2.872249984741211, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.47166186359269935, |
| "grad_norm": 0.7904647588729858, |
| "learning_rate": 0.00017636005884446397, |
| "loss": 2.873155975341797, |
| "step": 2455 |
| }, |
| { |
| "epoch": 0.47262247838616717, |
| "grad_norm": 0.6264911890029907, |
| "learning_rate": 0.00017589076664301637, |
| "loss": 2.875007438659668, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.473583093179635, |
| "grad_norm": 0.8897266387939453, |
| "learning_rate": 0.00017542121308863776, |
| "loss": 2.874278259277344, |
| "step": 2465 |
| }, |
| { |
| "epoch": 0.4745437079731028, |
| "grad_norm": 0.8211498856544495, |
| "learning_rate": 0.00017495140292121084, |
| "loss": 2.875082015991211, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.4755043227665706, |
| "grad_norm": 0.6536585688591003, |
| "learning_rate": 0.0001744813408832088, |
| "loss": 2.872761535644531, |
| "step": 2475 |
| }, |
| { |
| "epoch": 0.47646493756003844, |
| "grad_norm": 0.6122596859931946, |
| "learning_rate": 0.0001740110317196472, |
| "loss": 2.873042678833008, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.47742555235350626, |
| "grad_norm": 0.6163274645805359, |
| "learning_rate": 0.0001735404801780362, |
| "loss": 2.8703638076782227, |
| "step": 2485 |
| }, |
| { |
| "epoch": 0.4783861671469741, |
| "grad_norm": 0.8691967129707336, |
| "learning_rate": 0.0001730696910083326, |
| "loss": 2.873611259460449, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.4793467819404419, |
| "grad_norm": 0.7458942532539368, |
| "learning_rate": 0.0001725986689628921, |
| "loss": 2.871821403503418, |
| "step": 2495 |
| }, |
| { |
| "epoch": 0.4803073967339097, |
| "grad_norm": 0.6633113622665405, |
| "learning_rate": 0.00017212741879642096, |
| "loss": 2.8725128173828125, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.4812680115273775, |
| "grad_norm": 0.684518039226532, |
| "learning_rate": 0.00017165594526592833, |
| "loss": 2.874650764465332, |
| "step": 2505 |
| }, |
| { |
| "epoch": 0.48222862632084534, |
| "grad_norm": 0.6810330748558044, |
| "learning_rate": 0.000171184253130678, |
| "loss": 2.8709695816040037, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.48318924111431316, |
| "grad_norm": 0.7958024740219116, |
| "learning_rate": 0.00017071234715214045, |
| "loss": 2.872270202636719, |
| "step": 2515 |
| }, |
| { |
| "epoch": 0.484149855907781, |
| "grad_norm": 0.6600337624549866, |
| "learning_rate": 0.0001702402320939449, |
| "loss": 2.8687416076660157, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.4851104707012488, |
| "grad_norm": 0.6404789090156555, |
| "learning_rate": 0.00016976791272183098, |
| "loss": 2.865874481201172, |
| "step": 2525 |
| }, |
| { |
| "epoch": 0.4860710854947166, |
| "grad_norm": 0.5435463190078735, |
| "learning_rate": 0.0001692953938036008, |
| "loss": 2.8678897857666015, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.48703170028818443, |
| "grad_norm": 0.8794398903846741, |
| "learning_rate": 0.00016882268010907087, |
| "loss": 2.871311569213867, |
| "step": 2535 |
| }, |
| { |
| "epoch": 0.48799231508165225, |
| "grad_norm": 0.8902005553245544, |
| "learning_rate": 0.00016834977641002377, |
| "loss": 2.870677947998047, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.48895292987512007, |
| "grad_norm": 0.6775867342948914, |
| "learning_rate": 0.00016787668748016008, |
| "loss": 2.868155670166016, |
| "step": 2545 |
| }, |
| { |
| "epoch": 0.4899135446685879, |
| "grad_norm": 0.5421539545059204, |
| "learning_rate": 0.00016740341809505017, |
| "loss": 2.8710710525512697, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.4908741594620557, |
| "grad_norm": 0.5883712768554688, |
| "learning_rate": 0.000166929973032086, |
| "loss": 2.8703285217285157, |
| "step": 2555 |
| }, |
| { |
| "epoch": 0.4918347742555235, |
| "grad_norm": 0.8570505380630493, |
| "learning_rate": 0.0001664563570704329, |
| "loss": 2.8731103897094727, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.49279538904899134, |
| "grad_norm": 0.8919458985328674, |
| "learning_rate": 0.0001659825749909814, |
| "loss": 2.8725284576416015, |
| "step": 2565 |
| }, |
| { |
| "epoch": 0.49375600384245916, |
| "grad_norm": 0.6126694083213806, |
| "learning_rate": 0.00016550863157629888, |
| "loss": 2.8706518173217774, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.494716618635927, |
| "grad_norm": 0.45519402623176575, |
| "learning_rate": 0.00016503453161058123, |
| "loss": 2.8679710388183595, |
| "step": 2575 |
| }, |
| { |
| "epoch": 0.4956772334293948, |
| "grad_norm": 0.7353713512420654, |
| "learning_rate": 0.00016456027987960466, |
| "loss": 2.8688129425048827, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.4966378482228626, |
| "grad_norm": 0.8744354248046875, |
| "learning_rate": 0.00016408588117067743, |
| "loss": 2.8654415130615236, |
| "step": 2585 |
| }, |
| { |
| "epoch": 0.49759846301633043, |
| "grad_norm": 0.824774980545044, |
| "learning_rate": 0.00016361134027259136, |
| "loss": 2.8741382598876952, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.49855907780979825, |
| "grad_norm": 0.6276190876960754, |
| "learning_rate": 0.00016313666197557373, |
| "loss": 2.8700138092041017, |
| "step": 2595 |
| }, |
| { |
| "epoch": 0.49951969260326606, |
| "grad_norm": 0.5131474733352661, |
| "learning_rate": 0.00016266185107123864, |
| "loss": 2.8695526123046875, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.5004803073967339, |
| "grad_norm": 0.7874789237976074, |
| "learning_rate": 0.00016218691235253893, |
| "loss": 2.8659042358398437, |
| "step": 2605 |
| }, |
| { |
| "epoch": 0.5014409221902018, |
| "grad_norm": 0.6303560137748718, |
| "learning_rate": 0.0001617118506137175, |
| "loss": 2.8703582763671873, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.5024015369836695, |
| "grad_norm": 0.8049387335777283, |
| "learning_rate": 0.00016123667065025914, |
| "loss": 2.8671377182006834, |
| "step": 2615 |
| }, |
| { |
| "epoch": 0.5033621517771374, |
| "grad_norm": 0.8616132140159607, |
| "learning_rate": 0.00016076137725884218, |
| "loss": 2.8674648284912108, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.5043227665706052, |
| "grad_norm": 0.6320975422859192, |
| "learning_rate": 0.0001602859752372897, |
| "loss": 2.8637058258056642, |
| "step": 2625 |
| }, |
| { |
| "epoch": 0.505283381364073, |
| "grad_norm": 0.5506896376609802, |
| "learning_rate": 0.00015981046938452146, |
| "loss": 2.8641489028930662, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.5062439961575408, |
| "grad_norm": 0.6218773722648621, |
| "learning_rate": 0.0001593348645005054, |
| "loss": 2.8639698028564453, |
| "step": 2635 |
| }, |
| { |
| "epoch": 0.5072046109510087, |
| "grad_norm": 0.9080044627189636, |
| "learning_rate": 0.00015885916538620906, |
| "loss": 2.8647804260253906, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.5081652257444764, |
| "grad_norm": 0.8615972399711609, |
| "learning_rate": 0.00015838337684355121, |
| "loss": 2.8677547454833983, |
| "step": 2645 |
| }, |
| { |
| "epoch": 0.5091258405379443, |
| "grad_norm": 0.570344090461731, |
| "learning_rate": 0.0001579075036753533, |
| "loss": 2.866165542602539, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.5100864553314121, |
| "grad_norm": 0.5077627897262573, |
| "learning_rate": 0.00015743155068529102, |
| "loss": 2.8662036895751952, |
| "step": 2655 |
| }, |
| { |
| "epoch": 0.5110470701248799, |
| "grad_norm": 0.7941848635673523, |
| "learning_rate": 0.0001569555226778459, |
| "loss": 2.8637313842773438, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.5120076849183477, |
| "grad_norm": 0.9668124914169312, |
| "learning_rate": 0.0001564794244582567, |
| "loss": 2.867812156677246, |
| "step": 2665 |
| }, |
| { |
| "epoch": 0.5129682997118156, |
| "grad_norm": 0.6352429389953613, |
| "learning_rate": 0.0001560032608324709, |
| "loss": 2.8658679962158202, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.5139289145052833, |
| "grad_norm": 0.4856127202510834, |
| "learning_rate": 0.00015552703660709618, |
| "loss": 2.8620628356933593, |
| "step": 2675 |
| }, |
| { |
| "epoch": 0.5148895292987512, |
| "grad_norm": 1.1079636812210083, |
| "learning_rate": 0.00015505075658935207, |
| "loss": 2.865533447265625, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.515850144092219, |
| "grad_norm": 0.5639813542366028, |
| "learning_rate": 0.0001545744255870212, |
| "loss": 2.867781066894531, |
| "step": 2685 |
| }, |
| { |
| "epoch": 0.5168107588856868, |
| "grad_norm": 0.6282705664634705, |
| "learning_rate": 0.00015409804840840088, |
| "loss": 2.8628158569335938, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.5177713736791547, |
| "grad_norm": 0.6844084858894348, |
| "learning_rate": 0.0001536216298622545, |
| "loss": 2.865097427368164, |
| "step": 2695 |
| }, |
| { |
| "epoch": 0.5187319884726225, |
| "grad_norm": 0.7825571894645691, |
| "learning_rate": 0.00015314517475776318, |
| "loss": 2.863981246948242, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.5196926032660903, |
| "grad_norm": 0.6711815595626831, |
| "learning_rate": 0.00015266868790447685, |
| "loss": 2.862168884277344, |
| "step": 2705 |
| }, |
| { |
| "epoch": 0.5206532180595581, |
| "grad_norm": 0.5164412260055542, |
| "learning_rate": 0.0001521921741122661, |
| "loss": 2.8566638946533205, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.521613832853026, |
| "grad_norm": 0.6021407246589661, |
| "learning_rate": 0.00015171563819127342, |
| "loss": 2.85965576171875, |
| "step": 2715 |
| }, |
| { |
| "epoch": 0.5225744476464937, |
| "grad_norm": 0.8277438282966614, |
| "learning_rate": 0.00015123908495186464, |
| "loss": 2.863536071777344, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.5235350624399616, |
| "grad_norm": 0.6992095708847046, |
| "learning_rate": 0.0001507625192045804, |
| "loss": 2.866368865966797, |
| "step": 2725 |
| }, |
| { |
| "epoch": 0.5244956772334294, |
| "grad_norm": 0.6141840815544128, |
| "learning_rate": 0.00015028594576008773, |
| "loss": 2.8606613159179686, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.5254562920268973, |
| "grad_norm": 0.6499273777008057, |
| "learning_rate": 0.00014980936942913113, |
| "loss": 2.8631092071533204, |
| "step": 2735 |
| }, |
| { |
| "epoch": 0.526416906820365, |
| "grad_norm": 0.5648180842399597, |
| "learning_rate": 0.00014933279502248444, |
| "loss": 2.857931900024414, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.5273775216138329, |
| "grad_norm": 0.6316075325012207, |
| "learning_rate": 0.000148856227350902, |
| "loss": 2.8574670791625976, |
| "step": 2745 |
| }, |
| { |
| "epoch": 0.5283381364073007, |
| "grad_norm": 0.8975266218185425, |
| "learning_rate": 0.00014837967122507015, |
| "loss": 2.864010238647461, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.5292987512007685, |
| "grad_norm": 0.7359750866889954, |
| "learning_rate": 0.00014790313145555863, |
| "loss": 2.861468505859375, |
| "step": 2755 |
| }, |
| { |
| "epoch": 0.5302593659942363, |
| "grad_norm": 0.5477508902549744, |
| "learning_rate": 0.00014742661285277228, |
| "loss": 2.8594310760498045, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.5312199807877042, |
| "grad_norm": 0.6290469765663147, |
| "learning_rate": 0.00014695012022690205, |
| "loss": 2.860156440734863, |
| "step": 2765 |
| }, |
| { |
| "epoch": 0.5321805955811719, |
| "grad_norm": 0.5689098834991455, |
| "learning_rate": 0.00014647365838787673, |
| "loss": 2.8548521041870116, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.5331412103746398, |
| "grad_norm": 0.7737315893173218, |
| "learning_rate": 0.00014599723214531434, |
| "loss": 2.8601730346679686, |
| "step": 2775 |
| }, |
| { |
| "epoch": 0.5341018251681076, |
| "grad_norm": 0.7761661410331726, |
| "learning_rate": 0.0001455208463084737, |
| "loss": 2.857926940917969, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.5350624399615754, |
| "grad_norm": 0.6857746839523315, |
| "learning_rate": 0.00014504450568620557, |
| "loss": 2.8620637893676757, |
| "step": 2785 |
| }, |
| { |
| "epoch": 0.5360230547550432, |
| "grad_norm": 0.5136231780052185, |
| "learning_rate": 0.00014456821508690432, |
| "loss": 2.8587860107421874, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.5369836695485111, |
| "grad_norm": 0.5590301752090454, |
| "learning_rate": 0.0001440919793184595, |
| "loss": 2.855500030517578, |
| "step": 2795 |
| }, |
| { |
| "epoch": 0.5379442843419788, |
| "grad_norm": 0.7252662181854248, |
| "learning_rate": 0.00014361580318820696, |
| "loss": 2.8574901580810548, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.5389048991354467, |
| "grad_norm": 0.6491255760192871, |
| "learning_rate": 0.00014313969150288083, |
| "loss": 2.857944297790527, |
| "step": 2805 |
| }, |
| { |
| "epoch": 0.5398655139289145, |
| "grad_norm": 0.8175961375236511, |
| "learning_rate": 0.00014266364906856442, |
| "loss": 2.857021713256836, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.5408261287223823, |
| "grad_norm": 0.7656385898590088, |
| "learning_rate": 0.00014218768069064214, |
| "loss": 2.8591373443603514, |
| "step": 2815 |
| }, |
| { |
| "epoch": 0.5417867435158501, |
| "grad_norm": 0.7636440396308899, |
| "learning_rate": 0.00014171179117375082, |
| "loss": 2.8583093643188477, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.542747358309318, |
| "grad_norm": 0.6154850721359253, |
| "learning_rate": 0.00014123598532173113, |
| "loss": 2.859964942932129, |
| "step": 2825 |
| }, |
| { |
| "epoch": 0.5437079731027857, |
| "grad_norm": 0.49419260025024414, |
| "learning_rate": 0.00014076026793757943, |
| "loss": 2.8569236755371095, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.5446685878962536, |
| "grad_norm": 0.6245793104171753, |
| "learning_rate": 0.00014028464382339877, |
| "loss": 2.857840728759766, |
| "step": 2835 |
| }, |
| { |
| "epoch": 0.5456292026897214, |
| "grad_norm": 0.7936309576034546, |
| "learning_rate": 0.0001398091177803509, |
| "loss": 2.858272171020508, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.5465898174831892, |
| "grad_norm": 0.6912634372711182, |
| "learning_rate": 0.00013933369460860748, |
| "loss": 2.855249786376953, |
| "step": 2845 |
| }, |
| { |
| "epoch": 0.547550432276657, |
| "grad_norm": 0.4704606831073761, |
| "learning_rate": 0.00013885837910730168, |
| "loss": 2.853233528137207, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.5485110470701249, |
| "grad_norm": 0.6878814697265625, |
| "learning_rate": 0.00013838317607448004, |
| "loss": 2.856007194519043, |
| "step": 2855 |
| }, |
| { |
| "epoch": 0.5494716618635928, |
| "grad_norm": 0.7811667323112488, |
| "learning_rate": 0.00013790809030705354, |
| "loss": 2.8576026916503907, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.5504322766570605, |
| "grad_norm": 0.5080620050430298, |
| "learning_rate": 0.00013743312660074962, |
| "loss": 2.856093978881836, |
| "step": 2865 |
| }, |
| { |
| "epoch": 0.5513928914505284, |
| "grad_norm": 0.7438220977783203, |
| "learning_rate": 0.00013695828975006336, |
| "loss": 2.85654354095459, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.5523535062439962, |
| "grad_norm": 0.5278438329696655, |
| "learning_rate": 0.00013648358454820957, |
| "loss": 2.857866668701172, |
| "step": 2875 |
| }, |
| { |
| "epoch": 0.553314121037464, |
| "grad_norm": 0.5583338737487793, |
| "learning_rate": 0.00013600901578707402, |
| "loss": 2.8554916381835938, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.5542747358309318, |
| "grad_norm": 0.6105745434761047, |
| "learning_rate": 0.00013553458825716502, |
| "loss": 2.8572811126708983, |
| "step": 2885 |
| }, |
| { |
| "epoch": 0.5552353506243997, |
| "grad_norm": 0.5137814879417419, |
| "learning_rate": 0.0001350603067475655, |
| "loss": 2.856470489501953, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.5561959654178674, |
| "grad_norm": 0.6973247528076172, |
| "learning_rate": 0.00013458617604588418, |
| "loss": 2.8541500091552736, |
| "step": 2895 |
| }, |
| { |
| "epoch": 0.5571565802113353, |
| "grad_norm": 0.6607674956321716, |
| "learning_rate": 0.00013411220093820773, |
| "loss": 2.856244659423828, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.5581171950048031, |
| "grad_norm": 0.6131708025932312, |
| "learning_rate": 0.00013363838620905188, |
| "loss": 2.8549783706665037, |
| "step": 2905 |
| }, |
| { |
| "epoch": 0.5590778097982709, |
| "grad_norm": 0.5899085998535156, |
| "learning_rate": 0.00013316473664131347, |
| "loss": 2.8583316802978516, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.5600384245917387, |
| "grad_norm": 0.6078781485557556, |
| "learning_rate": 0.00013269125701622243, |
| "loss": 2.855908203125, |
| "step": 2915 |
| }, |
| { |
| "epoch": 0.5609990393852066, |
| "grad_norm": 0.5581336617469788, |
| "learning_rate": 0.00013221795211329281, |
| "loss": 2.853131866455078, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.5619596541786743, |
| "grad_norm": 0.5300495624542236, |
| "learning_rate": 0.00013174482671027526, |
| "loss": 2.8522682189941406, |
| "step": 2925 |
| }, |
| { |
| "epoch": 0.5629202689721422, |
| "grad_norm": 0.6495129466056824, |
| "learning_rate": 0.00013127188558310823, |
| "loss": 2.857743835449219, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.56388088376561, |
| "grad_norm": 0.6372506618499756, |
| "learning_rate": 0.0001307991335058702, |
| "loss": 2.8534168243408202, |
| "step": 2935 |
| }, |
| { |
| "epoch": 0.5648414985590778, |
| "grad_norm": 0.5662026405334473, |
| "learning_rate": 0.00013032657525073122, |
| "loss": 2.8524166107177735, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.5658021133525456, |
| "grad_norm": 0.5620723366737366, |
| "learning_rate": 0.00012985421558790473, |
| "loss": 2.8510919570922852, |
| "step": 2945 |
| }, |
| { |
| "epoch": 0.5667627281460135, |
| "grad_norm": 0.861655056476593, |
| "learning_rate": 0.00012938205928559964, |
| "loss": 2.8496784210205077, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.5677233429394812, |
| "grad_norm": 0.7627875804901123, |
| "learning_rate": 0.00012891011110997187, |
| "loss": 2.8515321731567385, |
| "step": 2955 |
| }, |
| { |
| "epoch": 0.5686839577329491, |
| "grad_norm": 0.600219190120697, |
| "learning_rate": 0.0001284383758250767, |
| "loss": 2.8534393310546875, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.5696445725264169, |
| "grad_norm": 0.5384979844093323, |
| "learning_rate": 0.00012796685819282009, |
| "loss": 2.8518402099609377, |
| "step": 2965 |
| }, |
| { |
| "epoch": 0.5706051873198847, |
| "grad_norm": 0.5790613293647766, |
| "learning_rate": 0.0001274955629729111, |
| "loss": 2.850631332397461, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.5715658021133525, |
| "grad_norm": 0.7250127196311951, |
| "learning_rate": 0.0001270244949228136, |
| "loss": 2.8556766510009766, |
| "step": 2975 |
| }, |
| { |
| "epoch": 0.5725264169068204, |
| "grad_norm": 0.6143919229507446, |
| "learning_rate": 0.00012655365879769826, |
| "loss": 2.852082061767578, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.5734870317002881, |
| "grad_norm": 0.5853344202041626, |
| "learning_rate": 0.00012608305935039475, |
| "loss": 2.8520870208740234, |
| "step": 2985 |
| }, |
| { |
| "epoch": 0.574447646493756, |
| "grad_norm": 0.4826011061668396, |
| "learning_rate": 0.00012561270133134344, |
| "loss": 2.850848388671875, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.5754082612872238, |
| "grad_norm": 0.7613359689712524, |
| "learning_rate": 0.00012514258948854773, |
| "loss": 2.8502517700195313, |
| "step": 2995 |
| }, |
| { |
| "epoch": 0.5763688760806917, |
| "grad_norm": 0.751300036907196, |
| "learning_rate": 0.00012467272856752593, |
| "loss": 2.852705383300781, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.5773294908741594, |
| "grad_norm": 0.5232334733009338, |
| "learning_rate": 0.0001242031233112634, |
| "loss": 2.8527690887451174, |
| "step": 3005 |
| }, |
| { |
| "epoch": 0.5782901056676273, |
| "grad_norm": 0.5062333941459656, |
| "learning_rate": 0.00012373377846016493, |
| "loss": 2.848916435241699, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.579250720461095, |
| "grad_norm": 0.4421253800392151, |
| "learning_rate": 0.0001232646987520064, |
| "loss": 2.852520561218262, |
| "step": 3015 |
| }, |
| { |
| "epoch": 0.5802113352545629, |
| "grad_norm": 0.6208221912384033, |
| "learning_rate": 0.00012279588892188736, |
| "loss": 2.850700569152832, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.5811719500480308, |
| "grad_norm": 0.7289994359016418, |
| "learning_rate": 0.000122327353702183, |
| "loss": 2.850907325744629, |
| "step": 3025 |
| }, |
| { |
| "epoch": 0.5821325648414986, |
| "grad_norm": 0.5431981086730957, |
| "learning_rate": 0.0001218590978224966, |
| "loss": 2.8476612091064455, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.5830931796349664, |
| "grad_norm": 0.5733211040496826, |
| "learning_rate": 0.00012139112600961159, |
| "loss": 2.850396728515625, |
| "step": 3035 |
| }, |
| { |
| "epoch": 0.5840537944284342, |
| "grad_norm": 0.6280592679977417, |
| "learning_rate": 0.00012092344298744383, |
| "loss": 2.8513126373291016, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.5850144092219021, |
| "grad_norm": 0.7266437411308289, |
| "learning_rate": 0.00012045605347699411, |
| "loss": 2.853240966796875, |
| "step": 3045 |
| }, |
| { |
| "epoch": 0.5859750240153698, |
| "grad_norm": 0.5711589455604553, |
| "learning_rate": 0.00011998896219630029, |
| "loss": 2.8492050170898438, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.5869356388088377, |
| "grad_norm": 0.5127094984054565, |
| "learning_rate": 0.0001195221738603899, |
| "loss": 2.8453636169433594, |
| "step": 3055 |
| }, |
| { |
| "epoch": 0.5878962536023055, |
| "grad_norm": 0.5526590943336487, |
| "learning_rate": 0.00011905569318123223, |
| "loss": 2.8491466522216795, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.5888568683957733, |
| "grad_norm": 0.6706989407539368, |
| "learning_rate": 0.00011858952486769114, |
| "loss": 2.849506378173828, |
| "step": 3065 |
| }, |
| { |
| "epoch": 0.5898174831892411, |
| "grad_norm": 0.5911527276039124, |
| "learning_rate": 0.00011812367362547716, |
| "loss": 2.848992919921875, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.590778097982709, |
| "grad_norm": 0.5355327725410461, |
| "learning_rate": 0.0001176581441571002, |
| "loss": 2.851682662963867, |
| "step": 3075 |
| }, |
| { |
| "epoch": 0.5917387127761767, |
| "grad_norm": 0.5494570136070251, |
| "learning_rate": 0.00011719294116182217, |
| "loss": 2.847641944885254, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.5926993275696446, |
| "grad_norm": 0.681022047996521, |
| "learning_rate": 0.00011672806933560925, |
| "loss": 2.847896957397461, |
| "step": 3085 |
| }, |
| { |
| "epoch": 0.5936599423631124, |
| "grad_norm": 0.7260766625404358, |
| "learning_rate": 0.00011626353337108476, |
| "loss": 2.8473175048828123, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.5946205571565802, |
| "grad_norm": 0.6017476320266724, |
| "learning_rate": 0.00011579933795748164, |
| "loss": 2.8471202850341797, |
| "step": 3095 |
| }, |
| { |
| "epoch": 0.595581171950048, |
| "grad_norm": 0.47198686003685, |
| "learning_rate": 0.00011533548778059508, |
| "loss": 2.8486038208007813, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.5965417867435159, |
| "grad_norm": 0.4362870752811432, |
| "learning_rate": 0.00011487198752273552, |
| "loss": 2.848790168762207, |
| "step": 3105 |
| }, |
| { |
| "epoch": 0.5975024015369836, |
| "grad_norm": 0.6905494928359985, |
| "learning_rate": 0.0001144088418626809, |
| "loss": 2.849490928649902, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.5984630163304515, |
| "grad_norm": 0.6234802007675171, |
| "learning_rate": 0.00011394605547562989, |
| "loss": 2.848898696899414, |
| "step": 3115 |
| }, |
| { |
| "epoch": 0.5994236311239193, |
| "grad_norm": 0.4275026023387909, |
| "learning_rate": 0.00011348363303315434, |
| "loss": 2.846969413757324, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.6003842459173871, |
| "grad_norm": 0.4885198771953583, |
| "learning_rate": 0.00011302157920315244, |
| "loss": 2.8450719833374025, |
| "step": 3125 |
| }, |
| { |
| "epoch": 0.6013448607108549, |
| "grad_norm": 0.5203735828399658, |
| "learning_rate": 0.00011255989864980133, |
| "loss": 2.8464969635009765, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.6023054755043228, |
| "grad_norm": 0.6056355834007263, |
| "learning_rate": 0.00011209859603351015, |
| "loss": 2.8485231399536133, |
| "step": 3135 |
| }, |
| { |
| "epoch": 0.6032660902977905, |
| "grad_norm": 0.5373650789260864, |
| "learning_rate": 0.00011163767601087301, |
| "loss": 2.846028518676758, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.6042267050912584, |
| "grad_norm": 0.525007963180542, |
| "learning_rate": 0.00011117714323462186, |
| "loss": 2.846885871887207, |
| "step": 3145 |
| }, |
| { |
| "epoch": 0.6051873198847262, |
| "grad_norm": 0.4438735544681549, |
| "learning_rate": 0.00011071700235357979, |
| "loss": 2.845564079284668, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.6061479346781941, |
| "grad_norm": 0.5859609842300415, |
| "learning_rate": 0.00011025725801261373, |
| "loss": 2.844126510620117, |
| "step": 3155 |
| }, |
| { |
| "epoch": 0.6071085494716618, |
| "grad_norm": 0.595695436000824, |
| "learning_rate": 0.00010979791485258788, |
| "loss": 2.8454761505126953, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.6080691642651297, |
| "grad_norm": 0.523353099822998, |
| "learning_rate": 0.00010933897751031671, |
| "loss": 2.8453132629394533, |
| "step": 3165 |
| }, |
| { |
| "epoch": 0.6090297790585975, |
| "grad_norm": 0.44268059730529785, |
| "learning_rate": 0.00010888045061851807, |
| "loss": 2.8437095642089845, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.6099903938520653, |
| "grad_norm": 0.5390836596488953, |
| "learning_rate": 0.00010842233880576681, |
| "loss": 2.8442451477050783, |
| "step": 3175 |
| }, |
| { |
| "epoch": 0.6109510086455331, |
| "grad_norm": 0.6214951872825623, |
| "learning_rate": 0.0001079646466964475, |
| "loss": 2.842816162109375, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.611911623439001, |
| "grad_norm": 0.5127742886543274, |
| "learning_rate": 0.00010750737891070824, |
| "loss": 2.8442523956298826, |
| "step": 3185 |
| }, |
| { |
| "epoch": 0.6128722382324687, |
| "grad_norm": 0.5821230411529541, |
| "learning_rate": 0.00010705054006441371, |
| "loss": 2.8449642181396486, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.6138328530259366, |
| "grad_norm": 0.5417553782463074, |
| "learning_rate": 0.00010659413476909865, |
| "loss": 2.8446380615234377, |
| "step": 3195 |
| }, |
| { |
| "epoch": 0.6147934678194045, |
| "grad_norm": 0.5219445824623108, |
| "learning_rate": 0.00010613816763192152, |
| "loss": 2.843789291381836, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.6157540826128722, |
| "grad_norm": 0.5322816967964172, |
| "learning_rate": 0.00010568264325561763, |
| "loss": 2.8418731689453125, |
| "step": 3205 |
| }, |
| { |
| "epoch": 0.6167146974063401, |
| "grad_norm": 0.713876485824585, |
| "learning_rate": 0.000105227566238453, |
| "loss": 2.848464584350586, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.6176753121998079, |
| "grad_norm": 0.5759865641593933, |
| "learning_rate": 0.00010477294117417762, |
| "loss": 2.84826545715332, |
| "step": 3215 |
| }, |
| { |
| "epoch": 0.6186359269932757, |
| "grad_norm": 0.5045075416564941, |
| "learning_rate": 0.00010431877265197955, |
| "loss": 2.844080352783203, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.6195965417867435, |
| "grad_norm": 0.5640796422958374, |
| "learning_rate": 0.00010386506525643808, |
| "loss": 2.8412174224853515, |
| "step": 3225 |
| }, |
| { |
| "epoch": 0.6205571565802114, |
| "grad_norm": 0.5091181397438049, |
| "learning_rate": 0.00010341182356747771, |
| "loss": 2.8444406509399416, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.6215177713736791, |
| "grad_norm": 0.4901158809661865, |
| "learning_rate": 0.00010295905216032203, |
| "loss": 2.843181610107422, |
| "step": 3235 |
| }, |
| { |
| "epoch": 0.622478386167147, |
| "grad_norm": 0.48062700033187866, |
| "learning_rate": 0.00010250675560544717, |
| "loss": 2.84393424987793, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.6234390009606148, |
| "grad_norm": 0.8245052099227905, |
| "learning_rate": 0.00010205493846853618, |
| "loss": 2.8429317474365234, |
| "step": 3245 |
| }, |
| { |
| "epoch": 0.6243996157540826, |
| "grad_norm": 0.5051743984222412, |
| "learning_rate": 0.00010160360531043239, |
| "loss": 2.8431800842285155, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.6253602305475504, |
| "grad_norm": 0.45200181007385254, |
| "learning_rate": 0.00010115276068709377, |
| "loss": 2.8441776275634765, |
| "step": 3255 |
| }, |
| { |
| "epoch": 0.6263208453410183, |
| "grad_norm": 0.4492049217224121, |
| "learning_rate": 0.00010070240914954676, |
| "loss": 2.840077018737793, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.627281460134486, |
| "grad_norm": 0.5113126039505005, |
| "learning_rate": 0.00010025255524384033, |
| "loss": 2.8416378021240236, |
| "step": 3265 |
| }, |
| { |
| "epoch": 0.6282420749279539, |
| "grad_norm": 0.45182526111602783, |
| "learning_rate": 9.980320351100028e-05, |
| "loss": 2.842592239379883, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.6292026897214217, |
| "grad_norm": 0.675184965133667, |
| "learning_rate": 9.935435848698307e-05, |
| "loss": 2.840932846069336, |
| "step": 3275 |
| }, |
| { |
| "epoch": 0.6301633045148896, |
| "grad_norm": 0.4641052186489105, |
| "learning_rate": 9.890602470263037e-05, |
| "loss": 2.8466796875, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.6311239193083573, |
| "grad_norm": 0.5004357099533081, |
| "learning_rate": 9.845820668362308e-05, |
| "loss": 2.8424007415771486, |
| "step": 3285 |
| }, |
| { |
| "epoch": 0.6320845341018252, |
| "grad_norm": 0.5009520053863525, |
| "learning_rate": 9.801090895043566e-05, |
| "loss": 2.8406450271606447, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.633045148895293, |
| "grad_norm": 0.5677304863929749, |
| "learning_rate": 9.756413601829083e-05, |
| "loss": 2.8411323547363283, |
| "step": 3295 |
| }, |
| { |
| "epoch": 0.6340057636887608, |
| "grad_norm": 0.48396027088165283, |
| "learning_rate": 9.711789239711344e-05, |
| "loss": 2.842608642578125, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.6349663784822286, |
| "grad_norm": 0.5474041700363159, |
| "learning_rate": 9.667218259148547e-05, |
| "loss": 2.8427316665649416, |
| "step": 3305 |
| }, |
| { |
| "epoch": 0.6359269932756965, |
| "grad_norm": 0.619439423084259, |
| "learning_rate": 9.62270111006001e-05, |
| "loss": 2.8402175903320312, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.6368876080691642, |
| "grad_norm": 0.4645543098449707, |
| "learning_rate": 9.57823824182168e-05, |
| "loss": 2.8401821136474608, |
| "step": 3315 |
| }, |
| { |
| "epoch": 0.6378482228626321, |
| "grad_norm": 0.4728531837463379, |
| "learning_rate": 9.53383010326155e-05, |
| "loss": 2.840835762023926, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.6388088376560999, |
| "grad_norm": 0.4560253322124481, |
| "learning_rate": 9.489477142655147e-05, |
| "loss": 2.839691925048828, |
| "step": 3325 |
| }, |
| { |
| "epoch": 0.6397694524495677, |
| "grad_norm": 0.5300701856613159, |
| "learning_rate": 9.445179807721012e-05, |
| "loss": 2.8393108367919924, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.6407300672430355, |
| "grad_norm": 0.5008341670036316, |
| "learning_rate": 9.400938545616173e-05, |
| "loss": 2.841996765136719, |
| "step": 3335 |
| }, |
| { |
| "epoch": 0.6416906820365034, |
| "grad_norm": 0.5530736446380615, |
| "learning_rate": 9.356753802931646e-05, |
| "loss": 2.837991142272949, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.6426512968299711, |
| "grad_norm": 0.5178174376487732, |
| "learning_rate": 9.312626025687897e-05, |
| "loss": 2.8412078857421874, |
| "step": 3345 |
| }, |
| { |
| "epoch": 0.643611911623439, |
| "grad_norm": 0.4595809280872345, |
| "learning_rate": 9.268555659330364e-05, |
| "loss": 2.841719055175781, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.6445725264169068, |
| "grad_norm": 0.34829553961753845, |
| "learning_rate": 9.22454314872496e-05, |
| "loss": 2.8385791778564453, |
| "step": 3355 |
| }, |
| { |
| "epoch": 0.6455331412103746, |
| "grad_norm": 0.5107468366622925, |
| "learning_rate": 9.180588938153566e-05, |
| "loss": 2.837472343444824, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.6464937560038425, |
| "grad_norm": 0.4454675316810608, |
| "learning_rate": 9.136693471309568e-05, |
| "loss": 2.845228576660156, |
| "step": 3365 |
| }, |
| { |
| "epoch": 0.6474543707973103, |
| "grad_norm": 0.5800176858901978, |
| "learning_rate": 9.092857191293356e-05, |
| "loss": 2.843001937866211, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.6484149855907781, |
| "grad_norm": 0.4466376304626465, |
| "learning_rate": 9.049080540607875e-05, |
| "loss": 2.837605857849121, |
| "step": 3375 |
| }, |
| { |
| "epoch": 0.6493756003842459, |
| "grad_norm": 0.3897906541824341, |
| "learning_rate": 9.005363961154126e-05, |
| "loss": 2.8372968673706054, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.6503362151777138, |
| "grad_norm": 0.554328441619873, |
| "learning_rate": 8.961707894226735e-05, |
| "loss": 2.8404136657714845, |
| "step": 3385 |
| }, |
| { |
| "epoch": 0.6512968299711815, |
| "grad_norm": 0.5811151266098022, |
| "learning_rate": 8.918112780509494e-05, |
| "loss": 2.8356746673583983, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.6522574447646494, |
| "grad_norm": 0.5617589354515076, |
| "learning_rate": 8.874579060070894e-05, |
| "loss": 2.8357141494750975, |
| "step": 3395 |
| }, |
| { |
| "epoch": 0.6532180595581172, |
| "grad_norm": 0.4976288378238678, |
| "learning_rate": 8.831107172359707e-05, |
| "loss": 2.8398956298828124, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.654178674351585, |
| "grad_norm": 0.4745360314846039, |
| "learning_rate": 8.787697556200519e-05, |
| "loss": 2.8399864196777345, |
| "step": 3405 |
| }, |
| { |
| "epoch": 0.6551392891450528, |
| "grad_norm": 0.4591399133205414, |
| "learning_rate": 8.744350649789347e-05, |
| "loss": 2.8361705780029296, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.6560999039385207, |
| "grad_norm": 0.4175853729248047, |
| "learning_rate": 8.701066890689166e-05, |
| "loss": 2.835278129577637, |
| "step": 3415 |
| }, |
| { |
| "epoch": 0.6570605187319885, |
| "grad_norm": 0.4387359619140625, |
| "learning_rate": 8.657846715825508e-05, |
| "loss": 2.838814544677734, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.6580211335254563, |
| "grad_norm": 0.5446368455886841, |
| "learning_rate": 8.61469056148209e-05, |
| "loss": 2.8376935958862304, |
| "step": 3425 |
| }, |
| { |
| "epoch": 0.6589817483189241, |
| "grad_norm": 0.4309311509132385, |
| "learning_rate": 8.571598863296342e-05, |
| "loss": 2.8386699676513674, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.659942363112392, |
| "grad_norm": 0.4344281554222107, |
| "learning_rate": 8.528572056255065e-05, |
| "loss": 2.8364212036132814, |
| "step": 3435 |
| }, |
| { |
| "epoch": 0.6609029779058597, |
| "grad_norm": 0.4265115261077881, |
| "learning_rate": 8.485610574690021e-05, |
| "loss": 2.8368595123291014, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.6618635926993276, |
| "grad_norm": 0.530190646648407, |
| "learning_rate": 8.442714852273523e-05, |
| "loss": 2.836482048034668, |
| "step": 3445 |
| }, |
| { |
| "epoch": 0.6628242074927954, |
| "grad_norm": 0.4156145751476288, |
| "learning_rate": 8.399885322014123e-05, |
| "loss": 2.837312698364258, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.6637848222862632, |
| "grad_norm": 0.3237242102622986, |
| "learning_rate": 8.35712241625216e-05, |
| "loss": 2.837934112548828, |
| "step": 3455 |
| }, |
| { |
| "epoch": 0.664745437079731, |
| "grad_norm": 0.5120749473571777, |
| "learning_rate": 8.314426566655458e-05, |
| "loss": 2.8360355377197264, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.6657060518731989, |
| "grad_norm": 0.32652583718299866, |
| "learning_rate": 8.271798204214942e-05, |
| "loss": 2.83548526763916, |
| "step": 3465 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 0.4441000521183014, |
| "learning_rate": 8.229237759240289e-05, |
| "loss": 2.832575225830078, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.6676272814601345, |
| "grad_norm": 0.46819108724594116, |
| "learning_rate": 8.186745661355595e-05, |
| "loss": 2.832535171508789, |
| "step": 3475 |
| }, |
| { |
| "epoch": 0.6685878962536023, |
| "grad_norm": 0.42160722613334656, |
| "learning_rate": 8.144322339495012e-05, |
| "loss": 2.8376684188842773, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.6695485110470701, |
| "grad_norm": 0.4239354431629181, |
| "learning_rate": 8.101968221898453e-05, |
| "loss": 2.8348594665527345, |
| "step": 3485 |
| }, |
| { |
| "epoch": 0.6705091258405379, |
| "grad_norm": 0.465847373008728, |
| "learning_rate": 8.059683736107245e-05, |
| "loss": 2.8386322021484376, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.6714697406340058, |
| "grad_norm": 0.4507569372653961, |
| "learning_rate": 8.017469308959823e-05, |
| "loss": 2.836222839355469, |
| "step": 3495 |
| }, |
| { |
| "epoch": 0.6724303554274735, |
| "grad_norm": 0.35617345571517944, |
| "learning_rate": 7.97532536658742e-05, |
| "loss": 2.837454605102539, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.6733909702209414, |
| "grad_norm": 0.5097410082817078, |
| "learning_rate": 7.933252334409766e-05, |
| "loss": 2.836711883544922, |
| "step": 3505 |
| }, |
| { |
| "epoch": 0.6743515850144092, |
| "grad_norm": 0.37498244643211365, |
| "learning_rate": 7.891250637130779e-05, |
| "loss": 2.8351585388183596, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.675312199807877, |
| "grad_norm": 0.3829497992992401, |
| "learning_rate": 7.849320698734306e-05, |
| "loss": 2.839457321166992, |
| "step": 3515 |
| }, |
| { |
| "epoch": 0.6762728146013448, |
| "grad_norm": 0.40281057357788086, |
| "learning_rate": 7.80746294247982e-05, |
| "loss": 2.8323028564453123, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.6772334293948127, |
| "grad_norm": 0.5071494579315186, |
| "learning_rate": 7.765677790898155e-05, |
| "loss": 2.8315807342529298, |
| "step": 3525 |
| }, |
| { |
| "epoch": 0.6781940441882806, |
| "grad_norm": 0.4299395680427551, |
| "learning_rate": 7.723965665787255e-05, |
| "loss": 2.8363826751708983, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.6791546589817483, |
| "grad_norm": 0.4607393443584442, |
| "learning_rate": 7.682326988207877e-05, |
| "loss": 2.835020065307617, |
| "step": 3535 |
| }, |
| { |
| "epoch": 0.6801152737752162, |
| "grad_norm": 0.5409980416297913, |
| "learning_rate": 7.640762178479382e-05, |
| "loss": 2.8327972412109377, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.681075888568684, |
| "grad_norm": 0.4520939290523529, |
| "learning_rate": 7.599271656175476e-05, |
| "loss": 2.837631607055664, |
| "step": 3545 |
| }, |
| { |
| "epoch": 0.6820365033621518, |
| "grad_norm": 0.4245823323726654, |
| "learning_rate": 7.557855840119976e-05, |
| "loss": 2.833856201171875, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.6829971181556196, |
| "grad_norm": 0.3175192177295685, |
| "learning_rate": 7.516515148382576e-05, |
| "loss": 2.833210754394531, |
| "step": 3555 |
| }, |
| { |
| "epoch": 0.6839577329490875, |
| "grad_norm": 0.34715819358825684, |
| "learning_rate": 7.475249998274621e-05, |
| "loss": 2.8319278717041017, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.6849183477425552, |
| "grad_norm": 0.6079280376434326, |
| "learning_rate": 7.434060806344936e-05, |
| "loss": 2.836623764038086, |
| "step": 3565 |
| }, |
| { |
| "epoch": 0.6858789625360231, |
| "grad_norm": 0.4253065884113312, |
| "learning_rate": 7.392947988375555e-05, |
| "loss": 2.8338897705078123, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.6868395773294909, |
| "grad_norm": 0.42361024022102356, |
| "learning_rate": 7.351911959377585e-05, |
| "loss": 2.8336849212646484, |
| "step": 3575 |
| }, |
| { |
| "epoch": 0.6878001921229587, |
| "grad_norm": 0.3799959719181061, |
| "learning_rate": 7.310953133586981e-05, |
| "loss": 2.831894874572754, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.6887608069164265, |
| "grad_norm": 0.3994083106517792, |
| "learning_rate": 7.27007192446036e-05, |
| "loss": 2.833780860900879, |
| "step": 3585 |
| }, |
| { |
| "epoch": 0.6897214217098944, |
| "grad_norm": 0.5485339760780334, |
| "learning_rate": 7.229268744670883e-05, |
| "loss": 2.831420135498047, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.6906820365033621, |
| "grad_norm": 0.3720037341117859, |
| "learning_rate": 7.188544006104e-05, |
| "loss": 2.8320638656616213, |
| "step": 3595 |
| }, |
| { |
| "epoch": 0.69164265129683, |
| "grad_norm": 0.4130679666996002, |
| "learning_rate": 7.147898119853367e-05, |
| "loss": 2.832315444946289, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.6926032660902978, |
| "grad_norm": 0.38745787739753723, |
| "learning_rate": 7.107331496216676e-05, |
| "loss": 2.8339397430419924, |
| "step": 3605 |
| }, |
| { |
| "epoch": 0.6935638808837656, |
| "grad_norm": 0.3671323359012604, |
| "learning_rate": 7.066844544691474e-05, |
| "loss": 2.835890007019043, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.6945244956772334, |
| "grad_norm": 0.644256055355072, |
| "learning_rate": 7.026437673971107e-05, |
| "loss": 2.831973075866699, |
| "step": 3615 |
| }, |
| { |
| "epoch": 0.6954851104707013, |
| "grad_norm": 0.38100337982177734, |
| "learning_rate": 6.986111291940511e-05, |
| "loss": 2.8321693420410154, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.696445725264169, |
| "grad_norm": 0.3376613259315491, |
| "learning_rate": 6.945865805672154e-05, |
| "loss": 2.8267669677734375, |
| "step": 3625 |
| }, |
| { |
| "epoch": 0.6974063400576369, |
| "grad_norm": 0.3127301335334778, |
| "learning_rate": 6.905701621421904e-05, |
| "loss": 2.8354618072509767, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.6983669548511047, |
| "grad_norm": 0.3760312497615814, |
| "learning_rate": 6.865619144624914e-05, |
| "loss": 2.8312320709228516, |
| "step": 3635 |
| }, |
| { |
| "epoch": 0.6993275696445725, |
| "grad_norm": 0.44218409061431885, |
| "learning_rate": 6.825618779891577e-05, |
| "loss": 2.8325376510620117, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.7002881844380403, |
| "grad_norm": 0.47172650694847107, |
| "learning_rate": 6.785700931003381e-05, |
| "loss": 2.8269069671630858, |
| "step": 3645 |
| }, |
| { |
| "epoch": 0.7012487992315082, |
| "grad_norm": 0.3911219537258148, |
| "learning_rate": 6.745866000908874e-05, |
| "loss": 2.8321979522705076, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.7022094140249759, |
| "grad_norm": 0.3831585943698883, |
| "learning_rate": 6.706114391719586e-05, |
| "loss": 2.8329093933105467, |
| "step": 3655 |
| }, |
| { |
| "epoch": 0.7031700288184438, |
| "grad_norm": 0.41433626413345337, |
| "learning_rate": 6.66644650470597e-05, |
| "loss": 2.833950424194336, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.7041306436119116, |
| "grad_norm": 0.34397903084754944, |
| "learning_rate": 6.626862740293338e-05, |
| "loss": 2.830823516845703, |
| "step": 3665 |
| }, |
| { |
| "epoch": 0.7050912584053795, |
| "grad_norm": 0.39430761337280273, |
| "learning_rate": 6.587363498057845e-05, |
| "loss": 2.8328922271728514, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.7060518731988472, |
| "grad_norm": 0.3444637656211853, |
| "learning_rate": 6.547949176722437e-05, |
| "loss": 2.8278175354003907, |
| "step": 3675 |
| }, |
| { |
| "epoch": 0.7070124879923151, |
| "grad_norm": 0.4200674295425415, |
| "learning_rate": 6.508620174152826e-05, |
| "loss": 2.8334108352661134, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.7079731027857828, |
| "grad_norm": 0.5146929621696472, |
| "learning_rate": 6.469376887353491e-05, |
| "loss": 2.8332847595214843, |
| "step": 3685 |
| }, |
| { |
| "epoch": 0.7089337175792507, |
| "grad_norm": 0.41079193353652954, |
| "learning_rate": 6.430219712463634e-05, |
| "loss": 2.8310791015625, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.7098943323727186, |
| "grad_norm": 0.3751753866672516, |
| "learning_rate": 6.391149044753238e-05, |
| "loss": 2.831695556640625, |
| "step": 3695 |
| }, |
| { |
| "epoch": 0.7108549471661864, |
| "grad_norm": 0.3280157744884491, |
| "learning_rate": 6.352165278619012e-05, |
| "loss": 2.8301315307617188, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.7118155619596542, |
| "grad_norm": 0.2948898673057556, |
| "learning_rate": 6.313268807580462e-05, |
| "loss": 2.833317756652832, |
| "step": 3705 |
| }, |
| { |
| "epoch": 0.712776176753122, |
| "grad_norm": 0.4521695077419281, |
| "learning_rate": 6.274460024275895e-05, |
| "loss": 2.831614685058594, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.7137367915465899, |
| "grad_norm": 0.4257628619670868, |
| "learning_rate": 6.235739320458442e-05, |
| "loss": 2.828181838989258, |
| "step": 3715 |
| }, |
| { |
| "epoch": 0.7146974063400576, |
| "grad_norm": 0.3514285087585449, |
| "learning_rate": 6.197107086992156e-05, |
| "loss": 2.830687713623047, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.7156580211335255, |
| "grad_norm": 0.3143792748451233, |
| "learning_rate": 6.158563713847994e-05, |
| "loss": 2.8303714752197267, |
| "step": 3725 |
| }, |
| { |
| "epoch": 0.7166186359269933, |
| "grad_norm": 0.29875609278678894, |
| "learning_rate": 6.12010959009994e-05, |
| "loss": 2.832419013977051, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.7175792507204611, |
| "grad_norm": 0.2965286374092102, |
| "learning_rate": 6.081745103921047e-05, |
| "loss": 2.8294748306274413, |
| "step": 3735 |
| }, |
| { |
| "epoch": 0.7185398655139289, |
| "grad_norm": 0.3416411578655243, |
| "learning_rate": 6.043470642579516e-05, |
| "loss": 2.8330385208129885, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.7195004803073968, |
| "grad_norm": 0.4225616455078125, |
| "learning_rate": 6.005286592434828e-05, |
| "loss": 2.8280052185058593, |
| "step": 3745 |
| }, |
| { |
| "epoch": 0.7204610951008645, |
| "grad_norm": 0.42786410450935364, |
| "learning_rate": 5.967193338933778e-05, |
| "loss": 2.8302026748657227, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.7214217098943324, |
| "grad_norm": 0.34491264820098877, |
| "learning_rate": 5.9291912666066405e-05, |
| "loss": 2.8301876068115233, |
| "step": 3755 |
| }, |
| { |
| "epoch": 0.7223823246878002, |
| "grad_norm": 0.32240840792655945, |
| "learning_rate": 5.891280759063265e-05, |
| "loss": 2.8271007537841797, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.723342939481268, |
| "grad_norm": 0.35663703083992004, |
| "learning_rate": 5.853462198989184e-05, |
| "loss": 2.8305374145507813, |
| "step": 3765 |
| }, |
| { |
| "epoch": 0.7243035542747358, |
| "grad_norm": 0.3207663595676422, |
| "learning_rate": 5.815735968141813e-05, |
| "loss": 2.83172607421875, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.7252641690682037, |
| "grad_norm": 0.38391485810279846, |
| "learning_rate": 5.778102447346514e-05, |
| "loss": 2.8313671112060548, |
| "step": 3775 |
| }, |
| { |
| "epoch": 0.7262247838616714, |
| "grad_norm": 0.4688833951950073, |
| "learning_rate": 5.740562016492811e-05, |
| "loss": 2.8275665283203124, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.7271853986551393, |
| "grad_norm": 0.3272785246372223, |
| "learning_rate": 5.703115054530537e-05, |
| "loss": 2.8282421112060545, |
| "step": 3785 |
| }, |
| { |
| "epoch": 0.7281460134486071, |
| "grad_norm": 0.3496851623058319, |
| "learning_rate": 5.665761939466008e-05, |
| "loss": 2.829297637939453, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.729106628242075, |
| "grad_norm": 0.3146269917488098, |
| "learning_rate": 5.628503048358207e-05, |
| "loss": 2.8277191162109374, |
| "step": 3795 |
| }, |
| { |
| "epoch": 0.7300672430355427, |
| "grad_norm": 0.34081220626831055, |
| "learning_rate": 5.591338757314968e-05, |
| "loss": 2.831098937988281, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.7310278578290106, |
| "grad_norm": 0.2704191505908966, |
| "learning_rate": 5.554269441489204e-05, |
| "loss": 2.8295705795288084, |
| "step": 3805 |
| }, |
| { |
| "epoch": 0.7319884726224783, |
| "grad_norm": 0.29791897535324097, |
| "learning_rate": 5.517295475075102e-05, |
| "loss": 2.8285537719726563, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.7329490874159462, |
| "grad_norm": 0.3568146228790283, |
| "learning_rate": 5.4804172313043465e-05, |
| "loss": 2.8266357421875, |
| "step": 3815 |
| }, |
| { |
| "epoch": 0.733909702209414, |
| "grad_norm": 0.3287736475467682, |
| "learning_rate": 5.443635082442363e-05, |
| "loss": 2.8287899017333986, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.7348703170028819, |
| "grad_norm": 0.30268165469169617, |
| "learning_rate": 5.4069493997845356e-05, |
| "loss": 2.8289199829101563, |
| "step": 3825 |
| }, |
| { |
| "epoch": 0.7358309317963496, |
| "grad_norm": 0.28268566727638245, |
| "learning_rate": 5.3703605536524905e-05, |
| "loss": 2.8304866790771483, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.7367915465898175, |
| "grad_norm": 0.35326439142227173, |
| "learning_rate": 5.333868913390338e-05, |
| "loss": 2.8253864288330077, |
| "step": 3835 |
| }, |
| { |
| "epoch": 0.7377521613832853, |
| "grad_norm": 0.2834617793560028, |
| "learning_rate": 5.2974748473609505e-05, |
| "loss": 2.8260841369628906, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.7387127761767531, |
| "grad_norm": 0.24708347022533417, |
| "learning_rate": 5.261178722942242e-05, |
| "loss": 2.829148864746094, |
| "step": 3845 |
| }, |
| { |
| "epoch": 0.7396733909702209, |
| "grad_norm": 0.34735795855522156, |
| "learning_rate": 5.224980906523462e-05, |
| "loss": 2.827422332763672, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.7406340057636888, |
| "grad_norm": 0.4254157841205597, |
| "learning_rate": 5.188881763501486e-05, |
| "loss": 2.8264198303222656, |
| "step": 3855 |
| }, |
| { |
| "epoch": 0.7415946205571565, |
| "grad_norm": 0.43587496876716614, |
| "learning_rate": 5.152881658277147e-05, |
| "loss": 2.828824996948242, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.7425552353506244, |
| "grad_norm": 0.34229278564453125, |
| "learning_rate": 5.1169809542515404e-05, |
| "loss": 2.83102970123291, |
| "step": 3865 |
| }, |
| { |
| "epoch": 0.7435158501440923, |
| "grad_norm": 0.2842935025691986, |
| "learning_rate": 5.081180013822368e-05, |
| "loss": 2.826640510559082, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.74447646493756, |
| "grad_norm": 0.29888179898262024, |
| "learning_rate": 5.045479198380272e-05, |
| "loss": 2.8275705337524415, |
| "step": 3875 |
| }, |
| { |
| "epoch": 0.7454370797310279, |
| "grad_norm": 0.31076836585998535, |
| "learning_rate": 5.009878868305171e-05, |
| "loss": 2.8290031433105467, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.7463976945244957, |
| "grad_norm": 0.36958396434783936, |
| "learning_rate": 4.9743793829626736e-05, |
| "loss": 2.8280960083007813, |
| "step": 3885 |
| }, |
| { |
| "epoch": 0.7473583093179635, |
| "grad_norm": 0.35068604350090027, |
| "learning_rate": 4.9389811007003834e-05, |
| "loss": 2.8277267456054687, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.7483189241114313, |
| "grad_norm": 0.2839006781578064, |
| "learning_rate": 4.903684378844333e-05, |
| "loss": 2.8289569854736327, |
| "step": 3895 |
| }, |
| { |
| "epoch": 0.7492795389048992, |
| "grad_norm": 0.313565194606781, |
| "learning_rate": 4.86848957369536e-05, |
| "loss": 2.8278987884521483, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.7502401536983669, |
| "grad_norm": 0.2784314453601837, |
| "learning_rate": 4.8333970405254904e-05, |
| "loss": 2.823335647583008, |
| "step": 3905 |
| }, |
| { |
| "epoch": 0.7512007684918348, |
| "grad_norm": 0.31032121181488037, |
| "learning_rate": 4.798407133574405e-05, |
| "loss": 2.8286136627197265, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.7521613832853026, |
| "grad_norm": 0.2912919819355011, |
| "learning_rate": 4.7635202060457945e-05, |
| "loss": 2.8263755798339845, |
| "step": 3915 |
| }, |
| { |
| "epoch": 0.7531219980787704, |
| "grad_norm": 0.3187970519065857, |
| "learning_rate": 4.72873661010385e-05, |
| "loss": 2.8279151916503906, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.7540826128722382, |
| "grad_norm": 0.34837865829467773, |
| "learning_rate": 4.694056696869688e-05, |
| "loss": 2.8299861907958985, |
| "step": 3925 |
| }, |
| { |
| "epoch": 0.7550432276657061, |
| "grad_norm": 0.28154686093330383, |
| "learning_rate": 4.659480816417785e-05, |
| "loss": 2.8240270614624023, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.7560038424591738, |
| "grad_norm": 0.3153039515018463, |
| "learning_rate": 4.6250093177725e-05, |
| "loss": 2.8291126251220704, |
| "step": 3935 |
| }, |
| { |
| "epoch": 0.7569644572526417, |
| "grad_norm": 0.2972996234893799, |
| "learning_rate": 4.590642548904479e-05, |
| "loss": 2.8271560668945312, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.7579250720461095, |
| "grad_norm": 0.30244746804237366, |
| "learning_rate": 4.5563808567272e-05, |
| "loss": 2.825422668457031, |
| "step": 3945 |
| }, |
| { |
| "epoch": 0.7588856868395774, |
| "grad_norm": 0.32528969645500183, |
| "learning_rate": 4.52222458709345e-05, |
| "loss": 2.8255084991455077, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.7598463016330451, |
| "grad_norm": 0.31731516122817993, |
| "learning_rate": 4.4881740847918155e-05, |
| "loss": 2.82420654296875, |
| "step": 3955 |
| }, |
| { |
| "epoch": 0.760806916426513, |
| "grad_norm": 0.32816174626350403, |
| "learning_rate": 4.454229693543251e-05, |
| "loss": 2.829576873779297, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.7617675312199808, |
| "grad_norm": 0.2828548848628998, |
| "learning_rate": 4.420391755997548e-05, |
| "loss": 2.827322769165039, |
| "step": 3965 |
| }, |
| { |
| "epoch": 0.7627281460134486, |
| "grad_norm": 0.2661912143230438, |
| "learning_rate": 4.386660613729925e-05, |
| "loss": 2.8287160873413084, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.7636887608069164, |
| "grad_norm": 0.2875749468803406, |
| "learning_rate": 4.35303660723756e-05, |
| "loss": 2.822760009765625, |
| "step": 3975 |
| }, |
| { |
| "epoch": 0.7646493756003843, |
| "grad_norm": 0.2423306703567505, |
| "learning_rate": 4.3195200759361455e-05, |
| "loss": 2.826748275756836, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.765609990393852, |
| "grad_norm": 0.2602522671222687, |
| "learning_rate": 4.2861113581564884e-05, |
| "loss": 2.82442569732666, |
| "step": 3985 |
| }, |
| { |
| "epoch": 0.7665706051873199, |
| "grad_norm": 0.27814000844955444, |
| "learning_rate": 4.252810791141054e-05, |
| "loss": 2.8286266326904297, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.7675312199807877, |
| "grad_norm": 0.2583538889884949, |
| "learning_rate": 4.2196187110406054e-05, |
| "loss": 2.8250932693481445, |
| "step": 3995 |
| }, |
| { |
| "epoch": 0.7684918347742555, |
| "grad_norm": 0.29075777530670166, |
| "learning_rate": 4.186535452910784e-05, |
| "loss": 2.8221099853515623, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.7694524495677233, |
| "grad_norm": 0.26990872621536255, |
| "learning_rate": 4.153561350708732e-05, |
| "loss": 2.8275081634521486, |
| "step": 4005 |
| }, |
| { |
| "epoch": 0.7704130643611912, |
| "grad_norm": 0.28701838850975037, |
| "learning_rate": 4.12069673728973e-05, |
| "loss": 2.8243141174316406, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.7713736791546589, |
| "grad_norm": 0.25467079877853394, |
| "learning_rate": 4.087941944403815e-05, |
| "loss": 2.820818328857422, |
| "step": 4015 |
| }, |
| { |
| "epoch": 0.7723342939481268, |
| "grad_norm": 0.26495566964149475, |
| "learning_rate": 4.0552973026924625e-05, |
| "loss": 2.824423980712891, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.7732949087415946, |
| "grad_norm": 0.29741546511650085, |
| "learning_rate": 4.022763141685226e-05, |
| "loss": 2.824292755126953, |
| "step": 4025 |
| }, |
| { |
| "epoch": 0.7742555235350624, |
| "grad_norm": 0.2792549729347229, |
| "learning_rate": 3.990339789796418e-05, |
| "loss": 2.8274419784545897, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.7752161383285303, |
| "grad_norm": 0.3055638372898102, |
| "learning_rate": 3.958027574321794e-05, |
| "loss": 2.825086975097656, |
| "step": 4035 |
| }, |
| { |
| "epoch": 0.7761767531219981, |
| "grad_norm": 0.24175697565078735, |
| "learning_rate": 3.9258268214352566e-05, |
| "loss": 2.82196159362793, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.777137367915466, |
| "grad_norm": 0.3098554313182831, |
| "learning_rate": 3.893737856185538e-05, |
| "loss": 2.827454948425293, |
| "step": 4045 |
| }, |
| { |
| "epoch": 0.7780979827089337, |
| "grad_norm": 0.2785423696041107, |
| "learning_rate": 3.861761002492952e-05, |
| "loss": 2.8235404968261717, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.7790585975024016, |
| "grad_norm": 0.3094455599784851, |
| "learning_rate": 3.8298965831461024e-05, |
| "loss": 2.8234750747680666, |
| "step": 4055 |
| }, |
| { |
| "epoch": 0.7800192122958693, |
| "grad_norm": 0.2724841237068176, |
| "learning_rate": 3.798144919798631e-05, |
| "loss": 2.8219326019287108, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.7809798270893372, |
| "grad_norm": 0.2618357837200165, |
| "learning_rate": 3.766506332965976e-05, |
| "loss": 2.822661209106445, |
| "step": 4065 |
| }, |
| { |
| "epoch": 0.781940441882805, |
| "grad_norm": 0.23582673072814941, |
| "learning_rate": 3.734981142022117e-05, |
| "loss": 2.8221805572509764, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.7829010566762729, |
| "grad_norm": 0.23418720066547394, |
| "learning_rate": 3.70356966519638e-05, |
| "loss": 2.826119804382324, |
| "step": 4075 |
| }, |
| { |
| "epoch": 0.7838616714697406, |
| "grad_norm": 0.24657297134399414, |
| "learning_rate": 3.672272219570199e-05, |
| "loss": 2.8231496810913086, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.7848222862632085, |
| "grad_norm": 0.2549417018890381, |
| "learning_rate": 3.641089121073934e-05, |
| "loss": 2.8232580184936524, |
| "step": 4085 |
| }, |
| { |
| "epoch": 0.7857829010566763, |
| "grad_norm": 0.2880878746509552, |
| "learning_rate": 3.610020684483674e-05, |
| "loss": 2.823045349121094, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.7867435158501441, |
| "grad_norm": 0.27378255128860474, |
| "learning_rate": 3.579067223418046e-05, |
| "loss": 2.8220659255981446, |
| "step": 4095 |
| }, |
| { |
| "epoch": 0.7877041306436119, |
| "grad_norm": 0.26168304681777954, |
| "learning_rate": 3.548229050335089e-05, |
| "loss": 2.82537727355957, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.7886647454370798, |
| "grad_norm": 0.2955664098262787, |
| "learning_rate": 3.517506476529045e-05, |
| "loss": 2.8250572204589846, |
| "step": 4105 |
| }, |
| { |
| "epoch": 0.7896253602305475, |
| "grad_norm": 0.3224260210990906, |
| "learning_rate": 3.486899812127264e-05, |
| "loss": 2.8248443603515625, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.7905859750240154, |
| "grad_norm": 0.24833816289901733, |
| "learning_rate": 3.456409366087054e-05, |
| "loss": 2.8247648239135743, |
| "step": 4115 |
| }, |
| { |
| "epoch": 0.7915465898174832, |
| "grad_norm": 0.23027928173542023, |
| "learning_rate": 3.426035446192546e-05, |
| "loss": 2.822571563720703, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.792507204610951, |
| "grad_norm": 0.24701501429080963, |
| "learning_rate": 3.395778359051634e-05, |
| "loss": 2.8267234802246093, |
| "step": 4125 |
| }, |
| { |
| "epoch": 0.7934678194044188, |
| "grad_norm": 0.22311267256736755, |
| "learning_rate": 3.365638410092819e-05, |
| "loss": 2.8257022857666017, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.7944284341978867, |
| "grad_norm": 0.23521657288074493, |
| "learning_rate": 3.3356159035621746e-05, |
| "loss": 2.8220043182373047, |
| "step": 4135 |
| }, |
| { |
| "epoch": 0.7953890489913544, |
| "grad_norm": 0.2287784218788147, |
| "learning_rate": 3.3057111425202614e-05, |
| "loss": 2.8221038818359374, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.7963496637848223, |
| "grad_norm": 0.20921269059181213, |
| "learning_rate": 3.275924428839043e-05, |
| "loss": 2.8214012145996095, |
| "step": 4145 |
| }, |
| { |
| "epoch": 0.7973102785782901, |
| "grad_norm": 0.19233739376068115, |
| "learning_rate": 3.246256063198895e-05, |
| "loss": 2.8214378356933594, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.7982708933717579, |
| "grad_norm": 0.2111852765083313, |
| "learning_rate": 3.216706345085499e-05, |
| "loss": 2.826046943664551, |
| "step": 4155 |
| }, |
| { |
| "epoch": 0.7992315081652257, |
| "grad_norm": 0.20778204500675201, |
| "learning_rate": 3.187275572786878e-05, |
| "loss": 2.8189327239990236, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.8001921229586936, |
| "grad_norm": 0.23499462008476257, |
| "learning_rate": 3.15796404339036e-05, |
| "loss": 2.8209259033203127, |
| "step": 4165 |
| }, |
| { |
| "epoch": 0.8011527377521613, |
| "grad_norm": 0.23061686754226685, |
| "learning_rate": 3.128772052779569e-05, |
| "loss": 2.8280948638916015, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.8021133525456292, |
| "grad_norm": 0.2535129487514496, |
| "learning_rate": 3.099699895631474e-05, |
| "loss": 2.820085906982422, |
| "step": 4175 |
| }, |
| { |
| "epoch": 0.803073967339097, |
| "grad_norm": 0.191250279545784, |
| "learning_rate": 3.0707478654133706e-05, |
| "loss": 2.8241729736328125, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.8040345821325648, |
| "grad_norm": 0.22104866802692413, |
| "learning_rate": 3.041916254379949e-05, |
| "loss": 2.824297332763672, |
| "step": 4185 |
| }, |
| { |
| "epoch": 0.8049951969260326, |
| "grad_norm": 0.19869548082351685, |
| "learning_rate": 3.0132053535703342e-05, |
| "loss": 2.8250572204589846, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.8059558117195005, |
| "grad_norm": 0.2149796336889267, |
| "learning_rate": 2.984615452805147e-05, |
| "loss": 2.8241449356079102, |
| "step": 4195 |
| }, |
| { |
| "epoch": 0.8069164265129684, |
| "grad_norm": 0.20605628192424774, |
| "learning_rate": 2.9561468406835865e-05, |
| "loss": 2.82540283203125, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.8078770413064361, |
| "grad_norm": 0.22707077860832214, |
| "learning_rate": 2.927799804580495e-05, |
| "loss": 2.823532485961914, |
| "step": 4205 |
| }, |
| { |
| "epoch": 0.808837656099904, |
| "grad_norm": 0.2316194772720337, |
| "learning_rate": 2.8995746306434853e-05, |
| "loss": 2.819510078430176, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.8097982708933718, |
| "grad_norm": 0.23179353773593903, |
| "learning_rate": 2.871471603790035e-05, |
| "loss": 2.8233768463134767, |
| "step": 4215 |
| }, |
| { |
| "epoch": 0.8107588856868396, |
| "grad_norm": 0.21509668231010437, |
| "learning_rate": 2.8434910077046163e-05, |
| "loss": 2.8241294860839843, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.8117195004803074, |
| "grad_norm": 0.20974694192409515, |
| "learning_rate": 2.8156331248358295e-05, |
| "loss": 2.8189987182617187, |
| "step": 4225 |
| }, |
| { |
| "epoch": 0.8126801152737753, |
| "grad_norm": 0.18374113738536835, |
| "learning_rate": 2.787898236393556e-05, |
| "loss": 2.8204113006591798, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.813640730067243, |
| "grad_norm": 0.2046244740486145, |
| "learning_rate": 2.7602866223461044e-05, |
| "loss": 2.82018928527832, |
| "step": 4235 |
| }, |
| { |
| "epoch": 0.8146013448607109, |
| "grad_norm": 0.20929695665836334, |
| "learning_rate": 2.7327985614174143e-05, |
| "loss": 2.8256500244140623, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.8155619596541787, |
| "grad_norm": 0.19047677516937256, |
| "learning_rate": 2.7054343310842115e-05, |
| "loss": 2.8188905715942383, |
| "step": 4245 |
| }, |
| { |
| "epoch": 0.8165225744476465, |
| "grad_norm": 0.19980789721012115, |
| "learning_rate": 2.6781942075732294e-05, |
| "loss": 2.819545364379883, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.8174831892411143, |
| "grad_norm": 0.22025620937347412, |
| "learning_rate": 2.65107846585841e-05, |
| "loss": 2.8238851547241213, |
| "step": 4255 |
| }, |
| { |
| "epoch": 0.8184438040345822, |
| "grad_norm": 0.1966722011566162, |
| "learning_rate": 2.624087379658123e-05, |
| "loss": 2.818410873413086, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.8194044188280499, |
| "grad_norm": 0.24230927228927612, |
| "learning_rate": 2.5972212214324162e-05, |
| "loss": 2.8239215850830077, |
| "step": 4265 |
| }, |
| { |
| "epoch": 0.8203650336215178, |
| "grad_norm": 0.208970844745636, |
| "learning_rate": 2.5704802623802595e-05, |
| "loss": 2.821892738342285, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.8213256484149856, |
| "grad_norm": 0.21934658288955688, |
| "learning_rate": 2.5438647724368054e-05, |
| "loss": 2.8246734619140623, |
| "step": 4275 |
| }, |
| { |
| "epoch": 0.8222862632084534, |
| "grad_norm": 0.23692256212234497, |
| "learning_rate": 2.5173750202706666e-05, |
| "loss": 2.8202524185180664, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.8232468780019212, |
| "grad_norm": 0.1973477005958557, |
| "learning_rate": 2.491011273281189e-05, |
| "loss": 2.820056915283203, |
| "step": 4285 |
| }, |
| { |
| "epoch": 0.8242074927953891, |
| "grad_norm": 0.18771995604038239, |
| "learning_rate": 2.4647737975957954e-05, |
| "loss": 2.824921989440918, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.8251681075888568, |
| "grad_norm": 0.19082146883010864, |
| "learning_rate": 2.4386628580672396e-05, |
| "loss": 2.8206953048706054, |
| "step": 4295 |
| }, |
| { |
| "epoch": 0.8261287223823247, |
| "grad_norm": 0.17984676361083984, |
| "learning_rate": 2.4126787182709796e-05, |
| "loss": 2.8229496002197267, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.8270893371757925, |
| "grad_norm": 0.21605776250362396, |
| "learning_rate": 2.3868216405025002e-05, |
| "loss": 2.822156524658203, |
| "step": 4305 |
| }, |
| { |
| "epoch": 0.8280499519692603, |
| "grad_norm": 0.19645941257476807, |
| "learning_rate": 2.361091885774652e-05, |
| "loss": 2.821907615661621, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.8290105667627281, |
| "grad_norm": 0.215690478682518, |
| "learning_rate": 2.3354897138150536e-05, |
| "loss": 2.823683166503906, |
| "step": 4315 |
| }, |
| { |
| "epoch": 0.829971181556196, |
| "grad_norm": 0.19755929708480835, |
| "learning_rate": 2.3100153830634218e-05, |
| "loss": 2.823313903808594, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.8309317963496637, |
| "grad_norm": 0.19786836206912994, |
| "learning_rate": 2.284669150669001e-05, |
| "loss": 2.820745849609375, |
| "step": 4325 |
| }, |
| { |
| "epoch": 0.8318924111431316, |
| "grad_norm": 0.2134370356798172, |
| "learning_rate": 2.259451272487957e-05, |
| "loss": 2.820496368408203, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.8328530259365994, |
| "grad_norm": 0.1759730875492096, |
| "learning_rate": 2.234362003080772e-05, |
| "loss": 2.820623779296875, |
| "step": 4335 |
| }, |
| { |
| "epoch": 0.8338136407300673, |
| "grad_norm": 0.18195176124572754, |
| "learning_rate": 2.2094015957097215e-05, |
| "loss": 2.818101692199707, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.834774255523535, |
| "grad_norm": 0.1784997135400772, |
| "learning_rate": 2.1845703023362647e-05, |
| "loss": 2.820517921447754, |
| "step": 4345 |
| }, |
| { |
| "epoch": 0.8357348703170029, |
| "grad_norm": 0.1846170425415039, |
| "learning_rate": 2.159868373618544e-05, |
| "loss": 2.8230045318603514, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.8366954851104706, |
| "grad_norm": 0.21063563227653503, |
| "learning_rate": 2.13529605890883e-05, |
| "loss": 2.8197351455688477, |
| "step": 4355 |
| }, |
| { |
| "epoch": 0.8376560999039385, |
| "grad_norm": 0.1774480789899826, |
| "learning_rate": 2.110853606251004e-05, |
| "loss": 2.8187665939331055, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.8386167146974063, |
| "grad_norm": 0.18442946672439575, |
| "learning_rate": 2.0865412623780858e-05, |
| "loss": 2.8202911376953126, |
| "step": 4365 |
| }, |
| { |
| "epoch": 0.8395773294908742, |
| "grad_norm": 0.16251033544540405, |
| "learning_rate": 2.0623592727096916e-05, |
| "loss": 2.81771240234375, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.840537944284342, |
| "grad_norm": 0.21092604100704193, |
| "learning_rate": 2.0383078813496e-05, |
| "loss": 2.8186887741088866, |
| "step": 4375 |
| }, |
| { |
| "epoch": 0.8414985590778098, |
| "grad_norm": 0.16519330441951752, |
| "learning_rate": 2.014387331083268e-05, |
| "loss": 2.819426345825195, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.8424591738712777, |
| "grad_norm": 0.17469525337219238, |
| "learning_rate": 1.990597863375389e-05, |
| "loss": 2.8173801422119142, |
| "step": 4385 |
| }, |
| { |
| "epoch": 0.8434197886647454, |
| "grad_norm": 0.17096151411533356, |
| "learning_rate": 1.966939718367444e-05, |
| "loss": 2.818032455444336, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.8443804034582133, |
| "grad_norm": 0.18871955573558807, |
| "learning_rate": 1.9434131348752842e-05, |
| "loss": 2.8212139129638674, |
| "step": 4395 |
| }, |
| { |
| "epoch": 0.8453410182516811, |
| "grad_norm": 0.1763574182987213, |
| "learning_rate": 1.920018350386725e-05, |
| "loss": 2.8204654693603515, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.8463016330451489, |
| "grad_norm": 0.17636708915233612, |
| "learning_rate": 1.8967556010591423e-05, |
| "loss": 2.8186906814575194, |
| "step": 4405 |
| }, |
| { |
| "epoch": 0.8472622478386167, |
| "grad_norm": 0.17625270783901215, |
| "learning_rate": 1.873625121717089e-05, |
| "loss": 2.822053337097168, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.8482228626320846, |
| "grad_norm": 0.15954363346099854, |
| "learning_rate": 1.850627145849926e-05, |
| "loss": 2.816944885253906, |
| "step": 4415 |
| }, |
| { |
| "epoch": 0.8491834774255523, |
| "grad_norm": 0.16209356486797333, |
| "learning_rate": 1.8277619056094684e-05, |
| "loss": 2.817719650268555, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.8501440922190202, |
| "grad_norm": 0.17170670628547668, |
| "learning_rate": 1.805029631807632e-05, |
| "loss": 2.818096160888672, |
| "step": 4425 |
| }, |
| { |
| "epoch": 0.851104707012488, |
| "grad_norm": 0.15733708441257477, |
| "learning_rate": 1.7824305539141165e-05, |
| "loss": 2.819830322265625, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.8520653218059558, |
| "grad_norm": 0.1653648316860199, |
| "learning_rate": 1.7599649000540828e-05, |
| "loss": 2.8197336196899414, |
| "step": 4435 |
| }, |
| { |
| "epoch": 0.8530259365994236, |
| "grad_norm": 0.1656099557876587, |
| "learning_rate": 1.7376328970058382e-05, |
| "loss": 2.816743278503418, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.8539865513928915, |
| "grad_norm": 0.15552137792110443, |
| "learning_rate": 1.715434770198582e-05, |
| "loss": 2.823103332519531, |
| "step": 4445 |
| }, |
| { |
| "epoch": 0.8549471661863592, |
| "grad_norm": 0.17172972857952118, |
| "learning_rate": 1.6933707437100852e-05, |
| "loss": 2.8175386428833007, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.8559077809798271, |
| "grad_norm": 0.162519633769989, |
| "learning_rate": 1.67144104026446e-05, |
| "loss": 2.816008949279785, |
| "step": 4455 |
| }, |
| { |
| "epoch": 0.8568683957732949, |
| "grad_norm": 0.1861235499382019, |
| "learning_rate": 1.6496458812299073e-05, |
| "loss": 2.816597557067871, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.8578290105667628, |
| "grad_norm": 0.16897127032279968, |
| "learning_rate": 1.6279854866164586e-05, |
| "loss": 2.8191097259521483, |
| "step": 4465 |
| }, |
| { |
| "epoch": 0.8587896253602305, |
| "grad_norm": 0.16436539590358734, |
| "learning_rate": 1.6064600750737995e-05, |
| "loss": 2.8192588806152346, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.8597502401536984, |
| "grad_norm": 0.17348939180374146, |
| "learning_rate": 1.5850698638890093e-05, |
| "loss": 2.817781448364258, |
| "step": 4475 |
| }, |
| { |
| "epoch": 0.8607108549471661, |
| "grad_norm": 0.17937251925468445, |
| "learning_rate": 1.563815068984418e-05, |
| "loss": 2.8207448959350585, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.861671469740634, |
| "grad_norm": 0.15728498995304108, |
| "learning_rate": 1.54269590491539e-05, |
| "loss": 2.8215309143066407, |
| "step": 4485 |
| }, |
| { |
| "epoch": 0.8626320845341018, |
| "grad_norm": 0.15450921654701233, |
| "learning_rate": 1.521712584868166e-05, |
| "loss": 2.8194122314453125, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.8635926993275697, |
| "grad_norm": 0.15388450026512146, |
| "learning_rate": 1.5008653206577376e-05, |
| "loss": 2.8159854888916014, |
| "step": 4495 |
| }, |
| { |
| "epoch": 0.8645533141210374, |
| "grad_norm": 0.1582845151424408, |
| "learning_rate": 1.4801543227256685e-05, |
| "loss": 2.8205434799194338, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.8655139289145053, |
| "grad_norm": 0.15384982526302338, |
| "learning_rate": 1.4595798001379965e-05, |
| "loss": 2.820438003540039, |
| "step": 4505 |
| }, |
| { |
| "epoch": 0.866474543707973, |
| "grad_norm": 0.13886255025863647, |
| "learning_rate": 1.4391419605831218e-05, |
| "loss": 2.819916534423828, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.8674351585014409, |
| "grad_norm": 0.15293574333190918, |
| "learning_rate": 1.4188410103696957e-05, |
| "loss": 2.8186580657958986, |
| "step": 4515 |
| }, |
| { |
| "epoch": 0.8683957732949087, |
| "grad_norm": 0.15670090913772583, |
| "learning_rate": 1.398677154424559e-05, |
| "loss": 2.8180870056152343, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.8693563880883766, |
| "grad_norm": 0.13321813941001892, |
| "learning_rate": 1.3786505962906475e-05, |
| "loss": 2.816482162475586, |
| "step": 4525 |
| }, |
| { |
| "epoch": 0.8703170028818443, |
| "grad_norm": 0.15356488525867462, |
| "learning_rate": 1.3587615381249622e-05, |
| "loss": 2.8203657150268553, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.8712776176753122, |
| "grad_norm": 0.16018545627593994, |
| "learning_rate": 1.3390101806965165e-05, |
| "loss": 2.821044158935547, |
| "step": 4535 |
| }, |
| { |
| "epoch": 0.8722382324687801, |
| "grad_norm": 0.154199481010437, |
| "learning_rate": 1.3193967233843083e-05, |
| "loss": 2.818889617919922, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.8731988472622478, |
| "grad_norm": 0.16034984588623047, |
| "learning_rate": 1.2999213641753164e-05, |
| "loss": 2.8158634185791014, |
| "step": 4545 |
| }, |
| { |
| "epoch": 0.8741594620557157, |
| "grad_norm": 0.15023402869701385, |
| "learning_rate": 1.280584299662486e-05, |
| "loss": 2.8189815521240233, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.8751200768491835, |
| "grad_norm": 0.15561360120773315, |
| "learning_rate": 1.2613857250427622e-05, |
| "loss": 2.8163185119628906, |
| "step": 4555 |
| }, |
| { |
| "epoch": 0.8760806916426513, |
| "grad_norm": 0.13934877514839172, |
| "learning_rate": 1.2423258341151088e-05, |
| "loss": 2.8184600830078126, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.8770413064361191, |
| "grad_norm": 0.16308888792991638, |
| "learning_rate": 1.2234048192785539e-05, |
| "loss": 2.8192535400390626, |
| "step": 4565 |
| }, |
| { |
| "epoch": 0.878001921229587, |
| "grad_norm": 0.13949905335903168, |
| "learning_rate": 1.2046228715302509e-05, |
| "loss": 2.8167484283447264, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.8789625360230547, |
| "grad_norm": 0.19002912938594818, |
| "learning_rate": 1.1859801804635471e-05, |
| "loss": 2.818648910522461, |
| "step": 4575 |
| }, |
| { |
| "epoch": 0.8799231508165226, |
| "grad_norm": 0.1495082676410675, |
| "learning_rate": 1.167476934266065e-05, |
| "loss": 2.81795654296875, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.8808837656099904, |
| "grad_norm": 0.14693421125411987, |
| "learning_rate": 1.1491133197178177e-05, |
| "loss": 2.8210113525390623, |
| "step": 4585 |
| }, |
| { |
| "epoch": 0.8818443804034583, |
| "grad_norm": 0.15263605117797852, |
| "learning_rate": 1.1308895221893088e-05, |
| "loss": 2.8196102142333985, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.882804995196926, |
| "grad_norm": 0.14515769481658936, |
| "learning_rate": 1.1128057256396684e-05, |
| "loss": 2.819786262512207, |
| "step": 4595 |
| }, |
| { |
| "epoch": 0.8837656099903939, |
| "grad_norm": 0.13253174722194672, |
| "learning_rate": 1.0948621126147978e-05, |
| "loss": 2.8158369064331055, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.8847262247838616, |
| "grad_norm": 0.1385597586631775, |
| "learning_rate": 1.0770588642455092e-05, |
| "loss": 2.8145606994628904, |
| "step": 4605 |
| }, |
| { |
| "epoch": 0.8856868395773295, |
| "grad_norm": 0.15321281552314758, |
| "learning_rate": 1.0593961602457346e-05, |
| "loss": 2.822213554382324, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.8866474543707973, |
| "grad_norm": 0.1366969645023346, |
| "learning_rate": 1.041874178910666e-05, |
| "loss": 2.8188133239746094, |
| "step": 4615 |
| }, |
| { |
| "epoch": 0.8876080691642652, |
| "grad_norm": 0.1428319811820984, |
| "learning_rate": 1.0244930971149918e-05, |
| "loss": 2.8199222564697264, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.8885686839577329, |
| "grad_norm": 0.13369108736515045, |
| "learning_rate": 1.0072530903110942e-05, |
| "loss": 2.8198825836181642, |
| "step": 4625 |
| }, |
| { |
| "epoch": 0.8895292987512008, |
| "grad_norm": 0.14023332297801971, |
| "learning_rate": 9.901543325272753e-06, |
| "loss": 2.8179443359375, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.8904899135446686, |
| "grad_norm": 0.1439591497182846, |
| "learning_rate": 9.731969963660224e-06, |
| "loss": 2.82034969329834, |
| "step": 4635 |
| }, |
| { |
| "epoch": 0.8914505283381364, |
| "grad_norm": 0.1384945958852768, |
| "learning_rate": 9.56381253002233e-06, |
| "loss": 2.8165306091308593, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.8924111431316042, |
| "grad_norm": 0.14330501854419708, |
| "learning_rate": 9.397072721815113e-06, |
| "loss": 2.819794464111328, |
| "step": 4645 |
| }, |
| { |
| "epoch": 0.8933717579250721, |
| "grad_norm": 0.14544479548931122, |
| "learning_rate": 9.231752222184496e-06, |
| "loss": 2.8153934478759766, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.8943323727185398, |
| "grad_norm": 0.13283999264240265, |
| "learning_rate": 9.067852699949197e-06, |
| "loss": 2.8222179412841797, |
| "step": 4655 |
| }, |
| { |
| "epoch": 0.8952929875120077, |
| "grad_norm": 0.1298431158065796, |
| "learning_rate": 8.905375809584053e-06, |
| "loss": 2.8179580688476564, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.8962536023054755, |
| "grad_norm": 0.13331957161426544, |
| "learning_rate": 8.744323191203129e-06, |
| "loss": 2.8178497314453126, |
| "step": 4665 |
| }, |
| { |
| "epoch": 0.8972142170989433, |
| "grad_norm": 0.1336248815059662, |
| "learning_rate": 8.5846964705433e-06, |
| "loss": 2.817870330810547, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.8981748318924111, |
| "grad_norm": 0.13920700550079346, |
| "learning_rate": 8.426497258947813e-06, |
| "loss": 2.8151180267333986, |
| "step": 4675 |
| }, |
| { |
| "epoch": 0.899135446685879, |
| "grad_norm": 0.12426065653562546, |
| "learning_rate": 8.269727153349915e-06, |
| "loss": 2.8183738708496096, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.9000960614793467, |
| "grad_norm": 0.13054883480072021, |
| "learning_rate": 8.114387736256966e-06, |
| "loss": 2.818001556396484, |
| "step": 4685 |
| }, |
| { |
| "epoch": 0.9010566762728146, |
| "grad_norm": 0.13032682240009308, |
| "learning_rate": 7.960480575734162e-06, |
| "loss": 2.8181526184082033, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.9020172910662824, |
| "grad_norm": 0.14295165240764618, |
| "learning_rate": 7.808007225388963e-06, |
| "loss": 2.8167598724365233, |
| "step": 4695 |
| }, |
| { |
| "epoch": 0.9029779058597502, |
| "grad_norm": 0.13148348033428192, |
| "learning_rate": 7.656969224355285e-06, |
| "loss": 2.817153549194336, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.9039385206532181, |
| "grad_norm": 0.13584092259407043, |
| "learning_rate": 7.507368097277994e-06, |
| "loss": 2.813400077819824, |
| "step": 4705 |
| }, |
| { |
| "epoch": 0.9048991354466859, |
| "grad_norm": 0.13805082440376282, |
| "learning_rate": 7.359205354297499e-06, |
| "loss": 2.8138927459716796, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.9058597502401537, |
| "grad_norm": 0.1245737373828888, |
| "learning_rate": 7.21248249103451e-06, |
| "loss": 2.8152067184448244, |
| "step": 4715 |
| }, |
| { |
| "epoch": 0.9068203650336215, |
| "grad_norm": 0.12117403000593185, |
| "learning_rate": 7.067200988574983e-06, |
| "loss": 2.8162109375, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.9077809798270894, |
| "grad_norm": 0.12167931348085403, |
| "learning_rate": 6.923362313455094e-06, |
| "loss": 2.811721611022949, |
| "step": 4725 |
| }, |
| { |
| "epoch": 0.9087415946205571, |
| "grad_norm": 0.12101319432258606, |
| "learning_rate": 6.780967917646518e-06, |
| "loss": 2.8149484634399413, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.909702209414025, |
| "grad_norm": 0.13186109066009521, |
| "learning_rate": 6.640019238541727e-06, |
| "loss": 2.821930694580078, |
| "step": 4735 |
| }, |
| { |
| "epoch": 0.9106628242074928, |
| "grad_norm": 0.12498224526643753, |
| "learning_rate": 6.5005176989394335e-06, |
| "loss": 2.819742774963379, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.9116234390009607, |
| "grad_norm": 0.12152751535177231, |
| "learning_rate": 6.362464707030334e-06, |
| "loss": 2.818644332885742, |
| "step": 4745 |
| }, |
| { |
| "epoch": 0.9125840537944284, |
| "grad_norm": 0.12503238022327423, |
| "learning_rate": 6.225861656382825e-06, |
| "loss": 2.8183855056762694, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.9135446685878963, |
| "grad_norm": 0.1193387359380722, |
| "learning_rate": 6.090709925928938e-06, |
| "loss": 2.8130598068237305, |
| "step": 4755 |
| }, |
| { |
| "epoch": 0.914505283381364, |
| "grad_norm": 0.12339451164007187, |
| "learning_rate": 5.957010879950446e-06, |
| "loss": 2.81536979675293, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.9154658981748319, |
| "grad_norm": 0.11361610144376755, |
| "learning_rate": 5.824765868065101e-06, |
| "loss": 2.814308929443359, |
| "step": 4765 |
| }, |
| { |
| "epoch": 0.9164265129682997, |
| "grad_norm": 0.11605164408683777, |
| "learning_rate": 5.69397622521291e-06, |
| "loss": 2.8164608001708986, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.9173871277617676, |
| "grad_norm": 0.11599262058734894, |
| "learning_rate": 5.564643271642799e-06, |
| "loss": 2.817517852783203, |
| "step": 4775 |
| }, |
| { |
| "epoch": 0.9183477425552353, |
| "grad_norm": 0.11421811580657959, |
| "learning_rate": 5.436768312899226e-06, |
| "loss": 2.8213729858398438, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.9193083573487032, |
| "grad_norm": 0.11812606453895569, |
| "learning_rate": 5.310352639808968e-06, |
| "loss": 2.816654586791992, |
| "step": 4785 |
| }, |
| { |
| "epoch": 0.920268972142171, |
| "grad_norm": 0.12096104770898819, |
| "learning_rate": 5.185397528468155e-06, |
| "loss": 2.8137371063232424, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.9212295869356388, |
| "grad_norm": 0.11127284914255142, |
| "learning_rate": 5.061904240229309e-06, |
| "loss": 2.8210193634033205, |
| "step": 4795 |
| }, |
| { |
| "epoch": 0.9221902017291066, |
| "grad_norm": 0.1057458147406578, |
| "learning_rate": 4.939874021688739e-06, |
| "loss": 2.816180419921875, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.9231508165225745, |
| "grad_norm": 0.10853277891874313, |
| "learning_rate": 4.819308104673769e-06, |
| "loss": 2.8158794403076173, |
| "step": 4805 |
| }, |
| { |
| "epoch": 0.9241114313160422, |
| "grad_norm": 0.11734215915203094, |
| "learning_rate": 4.700207706230513e-06, |
| "loss": 2.818410873413086, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.9250720461095101, |
| "grad_norm": 0.11830545216798782, |
| "learning_rate": 4.582574028611435e-06, |
| "loss": 2.8172992706298827, |
| "step": 4815 |
| }, |
| { |
| "epoch": 0.9260326609029779, |
| "grad_norm": 0.17156197130680084, |
| "learning_rate": 4.466408259263243e-06, |
| "loss": 2.816666030883789, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.9269932756964457, |
| "grad_norm": 0.11448012292385101, |
| "learning_rate": 4.351711570815014e-06, |
| "loss": 2.8137338638305662, |
| "step": 4825 |
| }, |
| { |
| "epoch": 0.9279538904899135, |
| "grad_norm": 0.10624872893095016, |
| "learning_rate": 4.238485121066154e-06, |
| "loss": 2.8165781021118166, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.9289145052833814, |
| "grad_norm": 0.12709708511829376, |
| "learning_rate": 4.126730052974908e-06, |
| "loss": 2.814931869506836, |
| "step": 4835 |
| }, |
| { |
| "epoch": 0.9298751200768491, |
| "grad_norm": 0.15824326872825623, |
| "learning_rate": 4.016447494646718e-06, |
| "loss": 2.8185230255126954, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.930835734870317, |
| "grad_norm": 0.12272030860185623, |
| "learning_rate": 3.907638559322817e-06, |
| "loss": 2.8193038940429687, |
| "step": 4845 |
| }, |
| { |
| "epoch": 0.9317963496637848, |
| "grad_norm": 0.14079715311527252, |
| "learning_rate": 3.8003043453691207e-06, |
| "loss": 2.813698959350586, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.9327569644572526, |
| "grad_norm": 0.16456739604473114, |
| "learning_rate": 3.69444593626495e-06, |
| "loss": 2.8172222137451173, |
| "step": 4855 |
| }, |
| { |
| "epoch": 0.9337175792507204, |
| "grad_norm": 0.1126532033085823, |
| "learning_rate": 3.5900644005922465e-06, |
| "loss": 2.8200458526611327, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.9346781940441883, |
| "grad_norm": 0.12338647246360779, |
| "learning_rate": 3.48716079202474e-06, |
| "loss": 2.8146718978881835, |
| "step": 4865 |
| }, |
| { |
| "epoch": 0.9356388088376562, |
| "grad_norm": 0.13380901515483856, |
| "learning_rate": 3.385736149317264e-06, |
| "loss": 2.81722412109375, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.9365994236311239, |
| "grad_norm": 0.12491049617528915, |
| "learning_rate": 3.2857914962953926e-06, |
| "loss": 2.8170299530029297, |
| "step": 4875 |
| }, |
| { |
| "epoch": 0.9375600384245918, |
| "grad_norm": 0.14564266800880432, |
| "learning_rate": 3.1873278418449e-06, |
| "loss": 2.814952087402344, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.9385206532180596, |
| "grad_norm": 0.1412232220172882, |
| "learning_rate": 3.090346179901837e-06, |
| "loss": 2.816575622558594, |
| "step": 4885 |
| }, |
| { |
| "epoch": 0.9394812680115274, |
| "grad_norm": 0.12283110618591309, |
| "learning_rate": 2.99484748944227e-06, |
| "loss": 2.816323471069336, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.9404418828049952, |
| "grad_norm": 0.131371408700943, |
| "learning_rate": 2.9008327344724913e-06, |
| "loss": 2.8180400848388674, |
| "step": 4895 |
| }, |
| { |
| "epoch": 0.9414024975984631, |
| "grad_norm": 0.10252773761749268, |
| "learning_rate": 2.808302864019374e-06, |
| "loss": 2.8142473220825197, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.9423631123919308, |
| "grad_norm": 0.12445132434368134, |
| "learning_rate": 2.7172588121205983e-06, |
| "loss": 2.8168582916259766, |
| "step": 4905 |
| }, |
| { |
| "epoch": 0.9433237271853987, |
| "grad_norm": 0.1234014481306076, |
| "learning_rate": 2.62770149781541e-06, |
| "loss": 2.817163848876953, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.9442843419788665, |
| "grad_norm": 0.1050441563129425, |
| "learning_rate": 2.539631825135191e-06, |
| "loss": 2.823550796508789, |
| "step": 4915 |
| }, |
| { |
| "epoch": 0.9452449567723343, |
| "grad_norm": 0.11725042015314102, |
| "learning_rate": 2.4530506830944876e-06, |
| "loss": 2.820196533203125, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.9462055715658021, |
| "grad_norm": 0.11576535552740097, |
| "learning_rate": 2.367958945681897e-06, |
| "loss": 2.814539337158203, |
| "step": 4925 |
| }, |
| { |
| "epoch": 0.94716618635927, |
| "grad_norm": 0.10262072086334229, |
| "learning_rate": 2.2843574718513114e-06, |
| "loss": 2.8174243927001954, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.9481268011527377, |
| "grad_norm": 0.10643728822469711, |
| "learning_rate": 2.2022471055132553e-06, |
| "loss": 2.815760040283203, |
| "step": 4935 |
| }, |
| { |
| "epoch": 0.9490874159462056, |
| "grad_norm": 0.09736967086791992, |
| "learning_rate": 2.1216286755263434e-06, |
| "loss": 2.8164119720458984, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.9500480307396734, |
| "grad_norm": 0.1281130164861679, |
| "learning_rate": 2.042502995688905e-06, |
| "loss": 2.8168426513671876, |
| "step": 4945 |
| }, |
| { |
| "epoch": 0.9510086455331412, |
| "grad_norm": 0.10349207371473312, |
| "learning_rate": 1.964870864730789e-06, |
| "loss": 2.8166751861572266, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.951969260326609, |
| "grad_norm": 0.13925877213478088, |
| "learning_rate": 1.8887330663053536e-06, |
| "loss": 2.816518783569336, |
| "step": 4955 |
| }, |
| { |
| "epoch": 0.9529298751200769, |
| "grad_norm": 0.09690409153699875, |
| "learning_rate": 1.8140903689814079e-06, |
| "loss": 2.8186017990112306, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.9538904899135446, |
| "grad_norm": 0.11781689524650574, |
| "learning_rate": 1.740943526235583e-06, |
| "loss": 2.816529083251953, |
| "step": 4965 |
| }, |
| { |
| "epoch": 0.9548511047070125, |
| "grad_norm": 0.14491458237171173, |
| "learning_rate": 1.6692932764447054e-06, |
| "loss": 2.8170598983764648, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.9558117195004803, |
| "grad_norm": 0.09681481868028641, |
| "learning_rate": 1.5991403428783188e-06, |
| "loss": 2.8186452865600584, |
| "step": 4975 |
| }, |
| { |
| "epoch": 0.9567723342939481, |
| "grad_norm": 0.10160388797521591, |
| "learning_rate": 1.5304854336913752e-06, |
| "loss": 2.8164340972900392, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.9577329490874159, |
| "grad_norm": 0.09434349089860916, |
| "learning_rate": 1.463329241917105e-06, |
| "loss": 2.8180526733398437, |
| "step": 4985 |
| }, |
| { |
| "epoch": 0.9586935638808838, |
| "grad_norm": 0.10586917400360107, |
| "learning_rate": 1.397672445460024e-06, |
| "loss": 2.813650894165039, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.9596541786743515, |
| "grad_norm": 0.09675531089305878, |
| "learning_rate": 1.333515707089089e-06, |
| "loss": 2.8159751892089844, |
| "step": 4995 |
| }, |
| { |
| "epoch": 0.9606147934678194, |
| "grad_norm": 0.1004442647099495, |
| "learning_rate": 1.2708596744309685e-06, |
| "loss": 2.816268730163574, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.9615754082612872, |
| "grad_norm": 0.09772492200136185, |
| "learning_rate": 1.209704979963616e-06, |
| "loss": 2.8217578887939454, |
| "step": 5005 |
| }, |
| { |
| "epoch": 0.962536023054755, |
| "grad_norm": 0.09763862192630768, |
| "learning_rate": 1.1500522410096912e-06, |
| "loss": 2.8170074462890624, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.9634966378482228, |
| "grad_norm": 0.09506134688854218, |
| "learning_rate": 1.0919020597305649e-06, |
| "loss": 2.8169906616210936, |
| "step": 5015 |
| }, |
| { |
| "epoch": 0.9644572526416907, |
| "grad_norm": 0.09169244021177292, |
| "learning_rate": 1.0352550231200407e-06, |
| "loss": 2.818475341796875, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.9654178674351584, |
| "grad_norm": 0.09423839300870895, |
| "learning_rate": 9.801117029985596e-07, |
| "loss": 2.816048812866211, |
| "step": 5025 |
| }, |
| { |
| "epoch": 0.9663784822286263, |
| "grad_norm": 0.0988612100481987, |
| "learning_rate": 9.264726560073377e-07, |
| "loss": 2.8169836044311523, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.9673390970220941, |
| "grad_norm": 0.09173572063446045, |
| "learning_rate": 8.743384236028051e-07, |
| "loss": 2.8156835556030275, |
| "step": 5035 |
| }, |
| { |
| "epoch": 0.968299711815562, |
| "grad_norm": 0.09405640512704849, |
| "learning_rate": 8.237095320511589e-07, |
| "loss": 2.8169689178466797, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.9692603266090298, |
| "grad_norm": 0.09245765209197998, |
| "learning_rate": 7.745864924229351e-07, |
| "loss": 2.8151527404785157, |
| "step": 5045 |
| }, |
| { |
| "epoch": 0.9702209414024976, |
| "grad_norm": 0.09277483075857162, |
| "learning_rate": 7.26969800588012e-07, |
| "loss": 2.8148799896240235, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.9711815561959655, |
| "grad_norm": 0.09106960892677307, |
| "learning_rate": 6.808599372104817e-07, |
| "loss": 2.812705230712891, |
| "step": 5055 |
| }, |
| { |
| "epoch": 0.9721421709894332, |
| "grad_norm": 0.09490223228931427, |
| "learning_rate": 6.362573677438199e-07, |
| "loss": 2.8207538604736326, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.9731027857829011, |
| "grad_norm": 0.0929575189948082, |
| "learning_rate": 5.931625424262731e-07, |
| "loss": 2.817534637451172, |
| "step": 5065 |
| }, |
| { |
| "epoch": 0.9740634005763689, |
| "grad_norm": 0.0907764732837677, |
| "learning_rate": 5.51575896276163e-07, |
| "loss": 2.8162796020507814, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.9750240153698367, |
| "grad_norm": 0.09307243674993515, |
| "learning_rate": 5.11497849087622e-07, |
| "loss": 2.813416862487793, |
| "step": 5075 |
| }, |
| { |
| "epoch": 0.9759846301633045, |
| "grad_norm": 0.0937948152422905, |
| "learning_rate": 4.7292880542634805e-07, |
| "loss": 2.8132902145385743, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.9769452449567724, |
| "grad_norm": 0.0905749499797821, |
| "learning_rate": 4.358691546254067e-07, |
| "loss": 2.814370346069336, |
| "step": 5085 |
| }, |
| { |
| "epoch": 0.9779058597502401, |
| "grad_norm": 0.08927202224731445, |
| "learning_rate": 4.0031927078145176e-07, |
| "loss": 2.8167686462402344, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.978866474543708, |
| "grad_norm": 0.09388428926467896, |
| "learning_rate": 3.662795127508111e-07, |
| "loss": 2.818276786804199, |
| "step": 5095 |
| }, |
| { |
| "epoch": 0.9798270893371758, |
| "grad_norm": 0.08715725690126419, |
| "learning_rate": 3.3375022414598994e-07, |
| "loss": 2.8158248901367187, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.9807877041306436, |
| "grad_norm": 0.08722332119941711, |
| "learning_rate": 3.027317333321233e-07, |
| "loss": 2.8168060302734377, |
| "step": 5105 |
| }, |
| { |
| "epoch": 0.9817483189241114, |
| "grad_norm": 0.08853864669799805, |
| "learning_rate": 2.7322435342364556e-07, |
| "loss": 2.814595603942871, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.9827089337175793, |
| "grad_norm": 0.08678946644067764, |
| "learning_rate": 2.452283822812262e-07, |
| "loss": 2.8177654266357424, |
| "step": 5115 |
| }, |
| { |
| "epoch": 0.983669548511047, |
| "grad_norm": 0.09480496495962143, |
| "learning_rate": 2.1874410250863893e-07, |
| "loss": 2.8194339752197264, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.9846301633045149, |
| "grad_norm": 0.08985020220279694, |
| "learning_rate": 1.9377178145003059e-07, |
| "loss": 2.8135372161865235, |
| "step": 5125 |
| }, |
| { |
| "epoch": 0.9855907780979827, |
| "grad_norm": 0.08478531241416931, |
| "learning_rate": 1.7031167118708998e-07, |
| "loss": 2.8173141479492188, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.9865513928914506, |
| "grad_norm": 0.08679889887571335, |
| "learning_rate": 1.4836400853666662e-07, |
| "loss": 2.8155088424682617, |
| "step": 5135 |
| }, |
| { |
| "epoch": 0.9875120076849183, |
| "grad_norm": 0.0879487469792366, |
| "learning_rate": 1.2792901504820595e-07, |
| "loss": 2.8137956619262696, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.9884726224783862, |
| "grad_norm": 0.0856156200170517, |
| "learning_rate": 1.0900689700166776e-07, |
| "loss": 2.8191757202148438, |
| "step": 5145 |
| }, |
| { |
| "epoch": 0.989433237271854, |
| "grad_norm": 0.08409229665994644, |
| "learning_rate": 9.159784540531124e-08, |
| "loss": 2.8132045745849608, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.9903938520653218, |
| "grad_norm": 0.08568743616342545, |
| "learning_rate": 7.57020359938798e-08, |
| "loss": 2.814972496032715, |
| "step": 5155 |
| }, |
| { |
| "epoch": 0.9913544668587896, |
| "grad_norm": 0.08696384727954865, |
| "learning_rate": 6.131962922673595e-08, |
| "loss": 2.817178153991699, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.9923150816522575, |
| "grad_norm": 0.08134496212005615, |
| "learning_rate": 4.845077028631239e-08, |
| "loss": 2.818017578125, |
| "step": 5165 |
| }, |
| { |
| "epoch": 0.9932756964457252, |
| "grad_norm": 0.08577294647693634, |
| "learning_rate": 3.709558907659671e-08, |
| "loss": 2.8143449783325196, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.9942363112391931, |
| "grad_norm": 0.08689381182193756, |
| "learning_rate": 2.7254200221848988e-08, |
| "loss": 2.8173112869262695, |
| "step": 5175 |
| }, |
| { |
| "epoch": 0.9951969260326609, |
| "grad_norm": 0.0842234268784523, |
| "learning_rate": 1.8926703065436087e-08, |
| "loss": 2.815708541870117, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.9961575408261287, |
| "grad_norm": 0.08280805498361588, |
| "learning_rate": 1.2113181668815808e-08, |
| "loss": 2.8149890899658203, |
| "step": 5185 |
| }, |
| { |
| "epoch": 0.9971181556195965, |
| "grad_norm": 0.08539645373821259, |
| "learning_rate": 6.813704810704201e-09, |
| "loss": 2.8178043365478516, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.9980787704130644, |
| "grad_norm": 0.08579740673303604, |
| "learning_rate": 3.028325986392799e-09, |
| "loss": 2.816665267944336, |
| "step": 5195 |
| }, |
| { |
| "epoch": 0.9990393852065321, |
| "grad_norm": 0.08700989931821823, |
| "learning_rate": 7.570834071823905e-10, |
| "loss": 2.8163612365722654, |
| "step": 5200 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.08663682639598846, |
| "learning_rate": 0.0, |
| "loss": 2.8194324493408205, |
| "step": 5205 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 5205, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.4701096488778754e+20, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
