| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 34.01362862010222, |
| "eval_steps": 500, |
| "global_step": 10000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0034071550255536627, |
| "grad_norm": 500.9735107421875, |
| "learning_rate": 0.0001, |
| "loss": 12.947656631469727, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.034071550255536626, |
| "grad_norm": 7.958178520202637, |
| "learning_rate": 9.999980014064402e-05, |
| "loss": 5.756121317545573, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.06814310051107325, |
| "grad_norm": 7.650475025177002, |
| "learning_rate": 9.999910927084749e-05, |
| "loss": 3.2973617553710937, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.10221465076660988, |
| "grad_norm": 6.018689155578613, |
| "learning_rate": 9.999792493002788e-05, |
| "loss": 2.9039283752441407, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.1362862010221465, |
| "grad_norm": 4.7625932693481445, |
| "learning_rate": 9.99962471298742e-05, |
| "loss": 2.800827980041504, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.17035775127768313, |
| "grad_norm": 4.674959659576416, |
| "learning_rate": 9.999407588694567e-05, |
| "loss": 2.730032730102539, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.20442930153321975, |
| "grad_norm": 4.226341724395752, |
| "learning_rate": 9.999141122267154e-05, |
| "loss": 2.7617685317993166, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.23850085178875638, |
| "grad_norm": 5.014325141906738, |
| "learning_rate": 9.998825316335099e-05, |
| "loss": 2.6507848739624023, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.272572402044293, |
| "grad_norm": 4.564136505126953, |
| "learning_rate": 9.99846017401528e-05, |
| "loss": 2.5295478820800783, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.30664395229982966, |
| "grad_norm": 4.037264347076416, |
| "learning_rate": 9.998045698911505e-05, |
| "loss": 2.5867191314697267, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.34071550255536626, |
| "grad_norm": 4.819895267486572, |
| "learning_rate": 9.997581895114472e-05, |
| "loss": 2.504091262817383, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.3747870528109029, |
| "grad_norm": 7.4263458251953125, |
| "learning_rate": 9.99706876720174e-05, |
| "loss": 2.3738216400146483, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.4088586030664395, |
| "grad_norm": 7.7423624992370605, |
| "learning_rate": 9.996506320237675e-05, |
| "loss": 2.1092508316040037, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.44293015332197616, |
| "grad_norm": 9.078983306884766, |
| "learning_rate": 9.9958945597734e-05, |
| "loss": 1.4427892684936523, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.47700170357751276, |
| "grad_norm": 6.083858489990234, |
| "learning_rate": 9.995233491846744e-05, |
| "loss": 0.9778816223144531, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.5110732538330494, |
| "grad_norm": 5.164566516876221, |
| "learning_rate": 9.99452312298218e-05, |
| "loss": 0.7422083854675293, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.545144804088586, |
| "grad_norm": 5.00791597366333, |
| "learning_rate": 9.993763460190763e-05, |
| "loss": 0.6625918388366699, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.5792163543441227, |
| "grad_norm": 5.410003662109375, |
| "learning_rate": 9.99295451097006e-05, |
| "loss": 0.6380346298217774, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.6132879045996593, |
| "grad_norm": 4.947885513305664, |
| "learning_rate": 9.992096283304069e-05, |
| "loss": 0.5670146465301513, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.6473594548551959, |
| "grad_norm": 3.298889636993408, |
| "learning_rate": 9.991188785663153e-05, |
| "loss": 0.5779364109039307, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.6814310051107325, |
| "grad_norm": 3.480926513671875, |
| "learning_rate": 9.990232027003947e-05, |
| "loss": 0.5716145038604736, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.7155025553662692, |
| "grad_norm": 3.2379493713378906, |
| "learning_rate": 9.989226016769273e-05, |
| "loss": 0.493179988861084, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.7495741056218058, |
| "grad_norm": 5.55947208404541, |
| "learning_rate": 9.988170764888045e-05, |
| "loss": 0.5329806804656982, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.7836456558773425, |
| "grad_norm": 4.637864112854004, |
| "learning_rate": 9.987066281775174e-05, |
| "loss": 0.4877805233001709, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.817717206132879, |
| "grad_norm": 3.430638551712036, |
| "learning_rate": 9.985912578331463e-05, |
| "loss": 0.4545762062072754, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.8517887563884157, |
| "grad_norm": 3.589728593826294, |
| "learning_rate": 9.984709665943494e-05, |
| "loss": 0.39948291778564454, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.8858603066439523, |
| "grad_norm": 4.287285804748535, |
| "learning_rate": 9.983457556483536e-05, |
| "loss": 0.4370544910430908, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.919931856899489, |
| "grad_norm": 3.479282855987549, |
| "learning_rate": 9.982156262309395e-05, |
| "loss": 0.4726566314697266, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.9540034071550255, |
| "grad_norm": 4.917163372039795, |
| "learning_rate": 9.980805796264325e-05, |
| "loss": 0.419099235534668, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.9880749574105622, |
| "grad_norm": 2.7116401195526123, |
| "learning_rate": 9.979406171676877e-05, |
| "loss": 0.4242133617401123, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.020442930153322, |
| "grad_norm": 2.691772937774658, |
| "learning_rate": 9.977957402360783e-05, |
| "loss": 0.3366670608520508, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.0545144804088586, |
| "grad_norm": 2.624289035797119, |
| "learning_rate": 9.976459502614811e-05, |
| "loss": 0.2996376991271973, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.0885860306643953, |
| "grad_norm": 2.505502939224243, |
| "learning_rate": 9.974912487222626e-05, |
| "loss": 0.2905572414398193, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.122657580919932, |
| "grad_norm": 3.138418674468994, |
| "learning_rate": 9.973316371452646e-05, |
| "loss": 0.318436336517334, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.1567291311754686, |
| "grad_norm": 2.702422618865967, |
| "learning_rate": 9.971671171057886e-05, |
| "loss": 0.27060980796813966, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.190800681431005, |
| "grad_norm": 2.5750415325164795, |
| "learning_rate": 9.969976902275815e-05, |
| "loss": 0.27452983856201174, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.2248722316865417, |
| "grad_norm": 3.4507346153259277, |
| "learning_rate": 9.968233581828179e-05, |
| "loss": 0.33898699283599854, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.2589437819420783, |
| "grad_norm": 2.734762668609619, |
| "learning_rate": 9.966441226920848e-05, |
| "loss": 0.2835655450820923, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.293015332197615, |
| "grad_norm": 4.383528709411621, |
| "learning_rate": 9.964599855243639e-05, |
| "loss": 0.24261927604675293, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.3270868824531517, |
| "grad_norm": 2.645526647567749, |
| "learning_rate": 9.96270948497015e-05, |
| "loss": 0.31325743198394773, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.3611584327086883, |
| "grad_norm": 2.6146252155303955, |
| "learning_rate": 9.960770134757572e-05, |
| "loss": 0.31850156784057615, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.3952299829642247, |
| "grad_norm": 2.889542579650879, |
| "learning_rate": 9.958781823746505e-05, |
| "loss": 0.2688532590866089, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.4293015332197614, |
| "grad_norm": 3.4360809326171875, |
| "learning_rate": 9.95674457156078e-05, |
| "loss": 0.296610689163208, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.463373083475298, |
| "grad_norm": 2.8792216777801514, |
| "learning_rate": 9.954658398307255e-05, |
| "loss": 0.27008695602416993, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.4974446337308347, |
| "grad_norm": 3.3919405937194824, |
| "learning_rate": 9.952523324575613e-05, |
| "loss": 0.2359508752822876, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.5315161839863713, |
| "grad_norm": 2.511129856109619, |
| "learning_rate": 9.950339371438172e-05, |
| "loss": 0.3027271032333374, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.565587734241908, |
| "grad_norm": 2.4446396827697754, |
| "learning_rate": 9.948106560449668e-05, |
| "loss": 0.26052088737487794, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.5996592844974447, |
| "grad_norm": 1.984153151512146, |
| "learning_rate": 9.945824913647044e-05, |
| "loss": 0.30088469982147215, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.6337308347529813, |
| "grad_norm": 2.9256038665771484, |
| "learning_rate": 9.943494453549231e-05, |
| "loss": 0.2888188362121582, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.667802385008518, |
| "grad_norm": 2.2333827018737793, |
| "learning_rate": 9.941115203156933e-05, |
| "loss": 0.288084602355957, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.7018739352640546, |
| "grad_norm": 2.226630210876465, |
| "learning_rate": 9.93868718595239e-05, |
| "loss": 0.2429983139038086, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.7359454855195913, |
| "grad_norm": 2.5038540363311768, |
| "learning_rate": 9.936210425899146e-05, |
| "loss": 0.29560184478759766, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.770017035775128, |
| "grad_norm": 1.9872697591781616, |
| "learning_rate": 9.93368494744183e-05, |
| "loss": 0.24810783863067626, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.8040885860306644, |
| "grad_norm": 2.762561798095703, |
| "learning_rate": 9.931110775505892e-05, |
| "loss": 0.2591356039047241, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.838160136286201, |
| "grad_norm": 1.9225414991378784, |
| "learning_rate": 9.928487935497369e-05, |
| "loss": 0.2622621774673462, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.8722316865417377, |
| "grad_norm": 3.4131791591644287, |
| "learning_rate": 9.925816453302634e-05, |
| "loss": 0.3099789619445801, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.9063032367972743, |
| "grad_norm": 2.7211992740631104, |
| "learning_rate": 9.923096355288137e-05, |
| "loss": 0.3053356409072876, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.9403747870528107, |
| "grad_norm": 1.9942728281021118, |
| "learning_rate": 9.92032766830015e-05, |
| "loss": 0.271621561050415, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.9744463373083474, |
| "grad_norm": 1.9207346439361572, |
| "learning_rate": 9.917510419664491e-05, |
| "loss": 0.27333619594573977, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.0068143100511073, |
| "grad_norm": 2.055387258529663, |
| "learning_rate": 9.914644637186269e-05, |
| "loss": 0.20745866298675536, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.040885860306644, |
| "grad_norm": 1.4524292945861816, |
| "learning_rate": 9.911730349149602e-05, |
| "loss": 0.13981777429580688, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.0749574105621806, |
| "grad_norm": 2.8865458965301514, |
| "learning_rate": 9.908767584317333e-05, |
| "loss": 0.11298246383666992, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.1090289608177173, |
| "grad_norm": 1.1985541582107544, |
| "learning_rate": 9.905756371930757e-05, |
| "loss": 0.11284482479095459, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.143100511073254, |
| "grad_norm": 1.981881856918335, |
| "learning_rate": 9.902696741709324e-05, |
| "loss": 0.13170770406723023, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.1771720613287906, |
| "grad_norm": 1.8628884553909302, |
| "learning_rate": 9.899588723850349e-05, |
| "loss": 0.14049352407455445, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.2112436115843273, |
| "grad_norm": 1.4338645935058594, |
| "learning_rate": 9.896432349028715e-05, |
| "loss": 0.1263017773628235, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.245315161839864, |
| "grad_norm": 1.722861886024475, |
| "learning_rate": 9.893227648396564e-05, |
| "loss": 0.12233226299285889, |
| "step": 660 |
| }, |
| { |
| "epoch": 2.2793867120954, |
| "grad_norm": 1.607896089553833, |
| "learning_rate": 9.889974653583e-05, |
| "loss": 0.13087828159332277, |
| "step": 670 |
| }, |
| { |
| "epoch": 2.313458262350937, |
| "grad_norm": 2.036442756652832, |
| "learning_rate": 9.886673396693768e-05, |
| "loss": 0.12004598379135131, |
| "step": 680 |
| }, |
| { |
| "epoch": 2.3475298126064734, |
| "grad_norm": 1.2492954730987549, |
| "learning_rate": 9.88332391031094e-05, |
| "loss": 0.09768519401550294, |
| "step": 690 |
| }, |
| { |
| "epoch": 2.38160136286201, |
| "grad_norm": 1.5268019437789917, |
| "learning_rate": 9.879926227492595e-05, |
| "loss": 0.11229777336120605, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.4156729131175467, |
| "grad_norm": 2.206562042236328, |
| "learning_rate": 9.876480381772491e-05, |
| "loss": 0.12867317199707032, |
| "step": 710 |
| }, |
| { |
| "epoch": 2.4497444633730834, |
| "grad_norm": 1.8609817028045654, |
| "learning_rate": 9.872986407159732e-05, |
| "loss": 0.12029577493667602, |
| "step": 720 |
| }, |
| { |
| "epoch": 2.48381601362862, |
| "grad_norm": 1.9563343524932861, |
| "learning_rate": 9.869444338138441e-05, |
| "loss": 0.1118655800819397, |
| "step": 730 |
| }, |
| { |
| "epoch": 2.5178875638841567, |
| "grad_norm": 2.2154388427734375, |
| "learning_rate": 9.865854209667404e-05, |
| "loss": 0.12033280134201049, |
| "step": 740 |
| }, |
| { |
| "epoch": 2.5519591141396933, |
| "grad_norm": 1.3538248538970947, |
| "learning_rate": 9.862216057179745e-05, |
| "loss": 0.1174347996711731, |
| "step": 750 |
| }, |
| { |
| "epoch": 2.58603066439523, |
| "grad_norm": 4.028043746948242, |
| "learning_rate": 9.858529916582557e-05, |
| "loss": 0.12441229820251465, |
| "step": 760 |
| }, |
| { |
| "epoch": 2.6201022146507666, |
| "grad_norm": 2.651259422302246, |
| "learning_rate": 9.85479582425656e-05, |
| "loss": 0.122542405128479, |
| "step": 770 |
| }, |
| { |
| "epoch": 2.6541737649063033, |
| "grad_norm": 1.9554541110992432, |
| "learning_rate": 9.851013817055737e-05, |
| "loss": 0.1307147264480591, |
| "step": 780 |
| }, |
| { |
| "epoch": 2.68824531516184, |
| "grad_norm": 1.90165376663208, |
| "learning_rate": 9.847183932306973e-05, |
| "loss": 0.1521606206893921, |
| "step": 790 |
| }, |
| { |
| "epoch": 2.7223168654173766, |
| "grad_norm": 2.0774049758911133, |
| "learning_rate": 9.843306207809687e-05, |
| "loss": 0.12136094570159912, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.7563884156729133, |
| "grad_norm": 1.1312235593795776, |
| "learning_rate": 9.83938068183545e-05, |
| "loss": 0.11534208059310913, |
| "step": 810 |
| }, |
| { |
| "epoch": 2.7904599659284495, |
| "grad_norm": 2.1498188972473145, |
| "learning_rate": 9.835407393127621e-05, |
| "loss": 0.14543124437332153, |
| "step": 820 |
| }, |
| { |
| "epoch": 2.8245315161839866, |
| "grad_norm": 1.941612720489502, |
| "learning_rate": 9.831386380900953e-05, |
| "loss": 0.13850215673446656, |
| "step": 830 |
| }, |
| { |
| "epoch": 2.8586030664395228, |
| "grad_norm": 1.6838805675506592, |
| "learning_rate": 9.827317684841216e-05, |
| "loss": 0.11665056943893433, |
| "step": 840 |
| }, |
| { |
| "epoch": 2.89267461669506, |
| "grad_norm": 1.8915469646453857, |
| "learning_rate": 9.823201345104798e-05, |
| "loss": 0.12856583595275878, |
| "step": 850 |
| }, |
| { |
| "epoch": 2.926746166950596, |
| "grad_norm": 2.020820140838623, |
| "learning_rate": 9.819037402318308e-05, |
| "loss": 0.14009920358657837, |
| "step": 860 |
| }, |
| { |
| "epoch": 2.9608177172061327, |
| "grad_norm": 1.9529690742492676, |
| "learning_rate": 9.814825897578179e-05, |
| "loss": 0.13464512825012206, |
| "step": 870 |
| }, |
| { |
| "epoch": 2.9948892674616694, |
| "grad_norm": 3.5946202278137207, |
| "learning_rate": 9.810566872450269e-05, |
| "loss": 0.1252979040145874, |
| "step": 880 |
| }, |
| { |
| "epoch": 3.0272572402044293, |
| "grad_norm": 1.897910237312317, |
| "learning_rate": 9.806260368969429e-05, |
| "loss": 0.08018935918807983, |
| "step": 890 |
| }, |
| { |
| "epoch": 3.061328790459966, |
| "grad_norm": 1.5855873823165894, |
| "learning_rate": 9.801906429639114e-05, |
| "loss": 0.07474420666694641, |
| "step": 900 |
| }, |
| { |
| "epoch": 3.0954003407155026, |
| "grad_norm": 2.107872724533081, |
| "learning_rate": 9.797505097430947e-05, |
| "loss": 0.06437333822250366, |
| "step": 910 |
| }, |
| { |
| "epoch": 3.1294718909710393, |
| "grad_norm": 2.684037446975708, |
| "learning_rate": 9.793056415784298e-05, |
| "loss": 0.07652322649955749, |
| "step": 920 |
| }, |
| { |
| "epoch": 3.163543441226576, |
| "grad_norm": 0.9326214790344238, |
| "learning_rate": 9.788560428605863e-05, |
| "loss": 0.06489463448524475, |
| "step": 930 |
| }, |
| { |
| "epoch": 3.1976149914821126, |
| "grad_norm": 1.6175618171691895, |
| "learning_rate": 9.784017180269216e-05, |
| "loss": 0.0631401777267456, |
| "step": 940 |
| }, |
| { |
| "epoch": 3.2316865417376492, |
| "grad_norm": 1.7096298933029175, |
| "learning_rate": 9.779426715614387e-05, |
| "loss": 0.05567095875740051, |
| "step": 950 |
| }, |
| { |
| "epoch": 3.2657580919931855, |
| "grad_norm": 1.9190527200698853, |
| "learning_rate": 9.774789079947406e-05, |
| "loss": 0.054007500410079956, |
| "step": 960 |
| }, |
| { |
| "epoch": 3.2998296422487225, |
| "grad_norm": 0.7853822708129883, |
| "learning_rate": 9.770104319039866e-05, |
| "loss": 0.06382976174354553, |
| "step": 970 |
| }, |
| { |
| "epoch": 3.3339011925042588, |
| "grad_norm": 1.1801362037658691, |
| "learning_rate": 9.765372479128467e-05, |
| "loss": 0.0761179804801941, |
| "step": 980 |
| }, |
| { |
| "epoch": 3.3679727427597954, |
| "grad_norm": 1.2298702001571655, |
| "learning_rate": 9.760593606914559e-05, |
| "loss": 0.07370460033416748, |
| "step": 990 |
| }, |
| { |
| "epoch": 3.402044293015332, |
| "grad_norm": 3.23696231842041, |
| "learning_rate": 9.755767749563678e-05, |
| "loss": 0.059821367263793945, |
| "step": 1000 |
| }, |
| { |
| "epoch": 3.4361158432708687, |
| "grad_norm": 4.531341552734375, |
| "learning_rate": 9.75089495470509e-05, |
| "loss": 0.0858765959739685, |
| "step": 1010 |
| }, |
| { |
| "epoch": 3.4701873935264054, |
| "grad_norm": 2.426567792892456, |
| "learning_rate": 9.745975270431313e-05, |
| "loss": 0.0622145414352417, |
| "step": 1020 |
| }, |
| { |
| "epoch": 3.504258943781942, |
| "grad_norm": 1.7279127836227417, |
| "learning_rate": 9.741008745297646e-05, |
| "loss": 0.07164235711097718, |
| "step": 1030 |
| }, |
| { |
| "epoch": 3.5383304940374787, |
| "grad_norm": 2.53861927986145, |
| "learning_rate": 9.735995428321685e-05, |
| "loss": 0.06337780952453613, |
| "step": 1040 |
| }, |
| { |
| "epoch": 3.5724020442930153, |
| "grad_norm": 2.6302757263183594, |
| "learning_rate": 9.730935368982846e-05, |
| "loss": 0.0805334985256195, |
| "step": 1050 |
| }, |
| { |
| "epoch": 3.606473594548552, |
| "grad_norm": 3.420285940170288, |
| "learning_rate": 9.725828617221868e-05, |
| "loss": 0.0849171221256256, |
| "step": 1060 |
| }, |
| { |
| "epoch": 3.6405451448040886, |
| "grad_norm": 1.9331766366958618, |
| "learning_rate": 9.720675223440334e-05, |
| "loss": 0.09144250750541687, |
| "step": 1070 |
| }, |
| { |
| "epoch": 3.6746166950596253, |
| "grad_norm": 4.827858924865723, |
| "learning_rate": 9.715475238500159e-05, |
| "loss": 0.06713611483573914, |
| "step": 1080 |
| }, |
| { |
| "epoch": 3.708688245315162, |
| "grad_norm": 0.8885518312454224, |
| "learning_rate": 9.710228713723092e-05, |
| "loss": 0.07812190055847168, |
| "step": 1090 |
| }, |
| { |
| "epoch": 3.7427597955706986, |
| "grad_norm": 4.049871921539307, |
| "learning_rate": 9.70493570089022e-05, |
| "loss": 0.06180936098098755, |
| "step": 1100 |
| }, |
| { |
| "epoch": 3.7768313458262353, |
| "grad_norm": 2.131444215774536, |
| "learning_rate": 9.699596252241438e-05, |
| "loss": 0.076810222864151, |
| "step": 1110 |
| }, |
| { |
| "epoch": 3.810902896081772, |
| "grad_norm": 1.4954314231872559, |
| "learning_rate": 9.69421042047495e-05, |
| "loss": 0.059336304664611816, |
| "step": 1120 |
| }, |
| { |
| "epoch": 3.844974446337308, |
| "grad_norm": 1.3157131671905518, |
| "learning_rate": 9.688778258746743e-05, |
| "loss": 0.07308164238929749, |
| "step": 1130 |
| }, |
| { |
| "epoch": 3.879045996592845, |
| "grad_norm": 1.3763610124588013, |
| "learning_rate": 9.683299820670056e-05, |
| "loss": 0.06363306045532227, |
| "step": 1140 |
| }, |
| { |
| "epoch": 3.9131175468483814, |
| "grad_norm": 1.484768271446228, |
| "learning_rate": 9.677775160314865e-05, |
| "loss": 0.06998052597045898, |
| "step": 1150 |
| }, |
| { |
| "epoch": 3.947189097103918, |
| "grad_norm": 1.7339237928390503, |
| "learning_rate": 9.672204332207336e-05, |
| "loss": 0.0732116937637329, |
| "step": 1160 |
| }, |
| { |
| "epoch": 3.9812606473594547, |
| "grad_norm": 0.8836018443107605, |
| "learning_rate": 9.666587391329294e-05, |
| "loss": 0.07932557463645935, |
| "step": 1170 |
| }, |
| { |
| "epoch": 4.013628620102215, |
| "grad_norm": 0.7781262993812561, |
| "learning_rate": 9.660924393117675e-05, |
| "loss": 0.07557746767997742, |
| "step": 1180 |
| }, |
| { |
| "epoch": 4.047700170357751, |
| "grad_norm": 2.6470348834991455, |
| "learning_rate": 9.655215393463989e-05, |
| "loss": 0.049822351336479186, |
| "step": 1190 |
| }, |
| { |
| "epoch": 4.081771720613288, |
| "grad_norm": 1.581343650817871, |
| "learning_rate": 9.649460448713755e-05, |
| "loss": 0.042271080613136294, |
| "step": 1200 |
| }, |
| { |
| "epoch": 4.115843270868824, |
| "grad_norm": 0.7867306470870972, |
| "learning_rate": 9.643659615665957e-05, |
| "loss": 0.03615880012512207, |
| "step": 1210 |
| }, |
| { |
| "epoch": 4.149914821124361, |
| "grad_norm": 1.4775359630584717, |
| "learning_rate": 9.637812951572471e-05, |
| "loss": 0.04361388087272644, |
| "step": 1220 |
| }, |
| { |
| "epoch": 4.1839863713798975, |
| "grad_norm": 1.9977412223815918, |
| "learning_rate": 9.631920514137516e-05, |
| "loss": 0.04011210501194, |
| "step": 1230 |
| }, |
| { |
| "epoch": 4.218057921635435, |
| "grad_norm": 1.7829431295394897, |
| "learning_rate": 9.625982361517068e-05, |
| "loss": 0.03548445403575897, |
| "step": 1240 |
| }, |
| { |
| "epoch": 4.252129471890971, |
| "grad_norm": 1.090541958808899, |
| "learning_rate": 9.619998552318295e-05, |
| "loss": 0.04351125359535217, |
| "step": 1250 |
| }, |
| { |
| "epoch": 4.286201022146508, |
| "grad_norm": 1.0267326831817627, |
| "learning_rate": 9.61396914559898e-05, |
| "loss": 0.04062550365924835, |
| "step": 1260 |
| }, |
| { |
| "epoch": 4.320272572402044, |
| "grad_norm": 0.9282559752464294, |
| "learning_rate": 9.607894200866934e-05, |
| "loss": 0.03696491420269012, |
| "step": 1270 |
| }, |
| { |
| "epoch": 4.354344122657581, |
| "grad_norm": 1.3170775175094604, |
| "learning_rate": 9.601773778079406e-05, |
| "loss": 0.042220795154571535, |
| "step": 1280 |
| }, |
| { |
| "epoch": 4.388415672913117, |
| "grad_norm": 1.0883209705352783, |
| "learning_rate": 9.595607937642502e-05, |
| "loss": 0.04217888712882996, |
| "step": 1290 |
| }, |
| { |
| "epoch": 4.4224872231686545, |
| "grad_norm": 1.9638941287994385, |
| "learning_rate": 9.589396740410573e-05, |
| "loss": 0.03247036635875702, |
| "step": 1300 |
| }, |
| { |
| "epoch": 4.456558773424191, |
| "grad_norm": 1.5573837757110596, |
| "learning_rate": 9.583140247685631e-05, |
| "loss": 0.04170369505882263, |
| "step": 1310 |
| }, |
| { |
| "epoch": 4.490630323679728, |
| "grad_norm": 1.1391565799713135, |
| "learning_rate": 9.576838521216734e-05, |
| "loss": 0.046879589557647705, |
| "step": 1320 |
| }, |
| { |
| "epoch": 4.524701873935264, |
| "grad_norm": 2.0404841899871826, |
| "learning_rate": 9.570491623199376e-05, |
| "loss": 0.05514304637908936, |
| "step": 1330 |
| }, |
| { |
| "epoch": 4.5587734241908, |
| "grad_norm": 1.531995415687561, |
| "learning_rate": 9.564099616274879e-05, |
| "loss": 0.04663235545158386, |
| "step": 1340 |
| }, |
| { |
| "epoch": 4.592844974446337, |
| "grad_norm": 2.1684346199035645, |
| "learning_rate": 9.557662563529771e-05, |
| "loss": 0.036445483565330505, |
| "step": 1350 |
| }, |
| { |
| "epoch": 4.626916524701874, |
| "grad_norm": 1.308480143547058, |
| "learning_rate": 9.551180528495165e-05, |
| "loss": 0.0443327784538269, |
| "step": 1360 |
| }, |
| { |
| "epoch": 4.660988074957411, |
| "grad_norm": 1.3180073499679565, |
| "learning_rate": 9.544653575146127e-05, |
| "loss": 0.048572239279747007, |
| "step": 1370 |
| }, |
| { |
| "epoch": 4.695059625212947, |
| "grad_norm": 2.428232192993164, |
| "learning_rate": 9.538081767901054e-05, |
| "loss": 0.04644596576690674, |
| "step": 1380 |
| }, |
| { |
| "epoch": 4.729131175468484, |
| "grad_norm": 1.2626821994781494, |
| "learning_rate": 9.53146517162103e-05, |
| "loss": 0.05016099214553833, |
| "step": 1390 |
| }, |
| { |
| "epoch": 4.76320272572402, |
| "grad_norm": 1.386539340019226, |
| "learning_rate": 9.524803851609188e-05, |
| "loss": 0.03919519484043121, |
| "step": 1400 |
| }, |
| { |
| "epoch": 4.797274275979557, |
| "grad_norm": 1.5076797008514404, |
| "learning_rate": 9.518097873610068e-05, |
| "loss": 0.050628775358200075, |
| "step": 1410 |
| }, |
| { |
| "epoch": 4.8313458262350935, |
| "grad_norm": 1.275985598564148, |
| "learning_rate": 9.511347303808965e-05, |
| "loss": 0.04660462737083435, |
| "step": 1420 |
| }, |
| { |
| "epoch": 4.8654173764906306, |
| "grad_norm": 1.569631814956665, |
| "learning_rate": 9.504552208831279e-05, |
| "loss": 0.03862286806106567, |
| "step": 1430 |
| }, |
| { |
| "epoch": 4.899488926746167, |
| "grad_norm": 2.065896511077881, |
| "learning_rate": 9.497712655741851e-05, |
| "loss": 0.044455283880233766, |
| "step": 1440 |
| }, |
| { |
| "epoch": 4.933560477001704, |
| "grad_norm": 1.1074596643447876, |
| "learning_rate": 9.490828712044312e-05, |
| "loss": 0.04773740172386169, |
| "step": 1450 |
| }, |
| { |
| "epoch": 4.96763202725724, |
| "grad_norm": 1.4310007095336914, |
| "learning_rate": 9.483900445680407e-05, |
| "loss": 0.04274417459964752, |
| "step": 1460 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 4.064968585968018, |
| "learning_rate": 9.476927925029326e-05, |
| "loss": 0.05169486999511719, |
| "step": 1470 |
| }, |
| { |
| "epoch": 5.034071550255536, |
| "grad_norm": 1.5751832723617554, |
| "learning_rate": 9.469911218907035e-05, |
| "loss": 0.029029345512390135, |
| "step": 1480 |
| }, |
| { |
| "epoch": 5.068143100511073, |
| "grad_norm": 0.6263830065727234, |
| "learning_rate": 9.462850396565588e-05, |
| "loss": 0.028271237015724184, |
| "step": 1490 |
| }, |
| { |
| "epoch": 5.1022146507666095, |
| "grad_norm": 0.6697548627853394, |
| "learning_rate": 9.455745527692454e-05, |
| "loss": 0.026191535592079162, |
| "step": 1500 |
| }, |
| { |
| "epoch": 5.136286201022147, |
| "grad_norm": 3.957118034362793, |
| "learning_rate": 9.448596682409819e-05, |
| "loss": 0.025492912530899046, |
| "step": 1510 |
| }, |
| { |
| "epoch": 5.170357751277683, |
| "grad_norm": 1.7963947057724, |
| "learning_rate": 9.441403931273897e-05, |
| "loss": 0.025594806671142577, |
| "step": 1520 |
| }, |
| { |
| "epoch": 5.20442930153322, |
| "grad_norm": 1.0430747270584106, |
| "learning_rate": 9.434167345274244e-05, |
| "loss": 0.025667831301689148, |
| "step": 1530 |
| }, |
| { |
| "epoch": 5.238500851788756, |
| "grad_norm": 2.3541901111602783, |
| "learning_rate": 9.426886995833038e-05, |
| "loss": 0.02917010188102722, |
| "step": 1540 |
| }, |
| { |
| "epoch": 5.272572402044293, |
| "grad_norm": 0.6873838305473328, |
| "learning_rate": 9.419562954804388e-05, |
| "loss": 0.02541271448135376, |
| "step": 1550 |
| }, |
| { |
| "epoch": 5.306643952299829, |
| "grad_norm": 0.6828526258468628, |
| "learning_rate": 9.412195294473625e-05, |
| "loss": 0.029961639642715455, |
| "step": 1560 |
| }, |
| { |
| "epoch": 5.3407155025553665, |
| "grad_norm": 0.8544797897338867, |
| "learning_rate": 9.404784087556582e-05, |
| "loss": 0.020680305361747742, |
| "step": 1570 |
| }, |
| { |
| "epoch": 5.374787052810903, |
| "grad_norm": 4.307332515716553, |
| "learning_rate": 9.397329407198875e-05, |
| "loss": 0.0257159948348999, |
| "step": 1580 |
| }, |
| { |
| "epoch": 5.40885860306644, |
| "grad_norm": 0.46097907423973083, |
| "learning_rate": 9.389831326975196e-05, |
| "loss": 0.027997365593910216, |
| "step": 1590 |
| }, |
| { |
| "epoch": 5.442930153321976, |
| "grad_norm": 1.3980218172073364, |
| "learning_rate": 9.382289920888565e-05, |
| "loss": 0.03344095945358276, |
| "step": 1600 |
| }, |
| { |
| "epoch": 5.477001703577513, |
| "grad_norm": 0.8466151356697083, |
| "learning_rate": 9.374705263369617e-05, |
| "loss": 0.02301342785358429, |
| "step": 1610 |
| }, |
| { |
| "epoch": 5.511073253833049, |
| "grad_norm": 1.0830349922180176, |
| "learning_rate": 9.367077429275859e-05, |
| "loss": 0.03395429253578186, |
| "step": 1620 |
| }, |
| { |
| "epoch": 5.5451448040885865, |
| "grad_norm": 0.4795171618461609, |
| "learning_rate": 9.359406493890934e-05, |
| "loss": 0.0325812041759491, |
| "step": 1630 |
| }, |
| { |
| "epoch": 5.579216354344123, |
| "grad_norm": 0.9528490900993347, |
| "learning_rate": 9.351692532923879e-05, |
| "loss": 0.02982507348060608, |
| "step": 1640 |
| }, |
| { |
| "epoch": 5.613287904599659, |
| "grad_norm": 2.5168068408966064, |
| "learning_rate": 9.343935622508373e-05, |
| "loss": 0.03338657021522522, |
| "step": 1650 |
| }, |
| { |
| "epoch": 5.647359454855196, |
| "grad_norm": 0.9510769844055176, |
| "learning_rate": 9.336135839201992e-05, |
| "loss": 0.029187119007110594, |
| "step": 1660 |
| }, |
| { |
| "epoch": 5.681431005110732, |
| "grad_norm": 1.0623546838760376, |
| "learning_rate": 9.328293259985446e-05, |
| "loss": 0.03202317357063293, |
| "step": 1670 |
| }, |
| { |
| "epoch": 5.715502555366269, |
| "grad_norm": 0.6826435327529907, |
| "learning_rate": 9.320407962261826e-05, |
| "loss": 0.030450505018234254, |
| "step": 1680 |
| }, |
| { |
| "epoch": 5.7495741056218055, |
| "grad_norm": 0.5522363185882568, |
| "learning_rate": 9.312480023855836e-05, |
| "loss": 0.021564315259456634, |
| "step": 1690 |
| }, |
| { |
| "epoch": 5.783645655877343, |
| "grad_norm": 1.7273434400558472, |
| "learning_rate": 9.304509523013031e-05, |
| "loss": 0.028131285309791566, |
| "step": 1700 |
| }, |
| { |
| "epoch": 5.817717206132879, |
| "grad_norm": 1.4397395849227905, |
| "learning_rate": 9.296496538399036e-05, |
| "loss": 0.029852986335754395, |
| "step": 1710 |
| }, |
| { |
| "epoch": 5.851788756388416, |
| "grad_norm": 1.4878379106521606, |
| "learning_rate": 9.288441149098773e-05, |
| "loss": 0.027045699954032897, |
| "step": 1720 |
| }, |
| { |
| "epoch": 5.885860306643952, |
| "grad_norm": 0.9599165320396423, |
| "learning_rate": 9.280343434615679e-05, |
| "loss": 0.029828810691833497, |
| "step": 1730 |
| }, |
| { |
| "epoch": 5.919931856899489, |
| "grad_norm": 0.36500489711761475, |
| "learning_rate": 9.272203474870932e-05, |
| "loss": 0.03575279414653778, |
| "step": 1740 |
| }, |
| { |
| "epoch": 5.954003407155025, |
| "grad_norm": 0.5604597926139832, |
| "learning_rate": 9.264021350202646e-05, |
| "loss": 0.03006734549999237, |
| "step": 1750 |
| }, |
| { |
| "epoch": 5.9880749574105625, |
| "grad_norm": 1.697237253189087, |
| "learning_rate": 9.25579714136509e-05, |
| "loss": 0.0326397567987442, |
| "step": 1760 |
| }, |
| { |
| "epoch": 6.0204429301533215, |
| "grad_norm": 0.3036922216415405, |
| "learning_rate": 9.247530929527881e-05, |
| "loss": 0.03297402858734131, |
| "step": 1770 |
| }, |
| { |
| "epoch": 6.054514480408859, |
| "grad_norm": 0.7871415019035339, |
| "learning_rate": 9.239222796275195e-05, |
| "loss": 0.02531479299068451, |
| "step": 1780 |
| }, |
| { |
| "epoch": 6.088586030664395, |
| "grad_norm": 0.6982287764549255, |
| "learning_rate": 9.230872823604956e-05, |
| "loss": 0.027960145473480226, |
| "step": 1790 |
| }, |
| { |
| "epoch": 6.122657580919932, |
| "grad_norm": 2.9335663318634033, |
| "learning_rate": 9.22248109392802e-05, |
| "loss": 0.019796872138977052, |
| "step": 1800 |
| }, |
| { |
| "epoch": 6.156729131175468, |
| "grad_norm": 0.914587676525116, |
| "learning_rate": 9.214047690067369e-05, |
| "loss": 0.01856117695569992, |
| "step": 1810 |
| }, |
| { |
| "epoch": 6.190800681431005, |
| "grad_norm": 1.0381855964660645, |
| "learning_rate": 9.205572695257298e-05, |
| "loss": 0.023674681782722473, |
| "step": 1820 |
| }, |
| { |
| "epoch": 6.2248722316865415, |
| "grad_norm": 0.7270963788032532, |
| "learning_rate": 9.197056193142583e-05, |
| "loss": 0.02533746659755707, |
| "step": 1830 |
| }, |
| { |
| "epoch": 6.258943781942079, |
| "grad_norm": 0.6352244019508362, |
| "learning_rate": 9.188498267777664e-05, |
| "loss": 0.02358451783657074, |
| "step": 1840 |
| }, |
| { |
| "epoch": 6.293015332197615, |
| "grad_norm": 1.1831856966018677, |
| "learning_rate": 9.179899003625804e-05, |
| "loss": 0.018904535472393035, |
| "step": 1850 |
| }, |
| { |
| "epoch": 6.327086882453152, |
| "grad_norm": 0.8320885896682739, |
| "learning_rate": 9.171258485558274e-05, |
| "loss": 0.020784467458724976, |
| "step": 1860 |
| }, |
| { |
| "epoch": 6.361158432708688, |
| "grad_norm": 0.3053925335407257, |
| "learning_rate": 9.162576798853497e-05, |
| "loss": 0.021431468427181244, |
| "step": 1870 |
| }, |
| { |
| "epoch": 6.395229982964225, |
| "grad_norm": 1.034461498260498, |
| "learning_rate": 9.153854029196213e-05, |
| "loss": 0.02396380603313446, |
| "step": 1880 |
| }, |
| { |
| "epoch": 6.429301533219761, |
| "grad_norm": 2.365105390548706, |
| "learning_rate": 9.145090262676642e-05, |
| "loss": 0.01987527161836624, |
| "step": 1890 |
| }, |
| { |
| "epoch": 6.4633730834752985, |
| "grad_norm": 1.0095535516738892, |
| "learning_rate": 9.136285585789619e-05, |
| "loss": 0.01691812127828598, |
| "step": 1900 |
| }, |
| { |
| "epoch": 6.497444633730835, |
| "grad_norm": 0.9776434302330017, |
| "learning_rate": 9.12744008543375e-05, |
| "loss": 0.022355957329273222, |
| "step": 1910 |
| }, |
| { |
| "epoch": 6.531516183986371, |
| "grad_norm": 1.4393912553787231, |
| "learning_rate": 9.118553848910552e-05, |
| "loss": 0.016300460696220397, |
| "step": 1920 |
| }, |
| { |
| "epoch": 6.565587734241908, |
| "grad_norm": 1.2278251647949219, |
| "learning_rate": 9.109626963923592e-05, |
| "loss": 0.02234429270029068, |
| "step": 1930 |
| }, |
| { |
| "epoch": 6.599659284497445, |
| "grad_norm": 1.0951917171478271, |
| "learning_rate": 9.100659518577624e-05, |
| "loss": 0.028519749641418457, |
| "step": 1940 |
| }, |
| { |
| "epoch": 6.633730834752981, |
| "grad_norm": 0.7138704061508179, |
| "learning_rate": 9.091651601377709e-05, |
| "loss": 0.018571604788303376, |
| "step": 1950 |
| }, |
| { |
| "epoch": 6.6678023850085175, |
| "grad_norm": 1.1325918436050415, |
| "learning_rate": 9.082603301228354e-05, |
| "loss": 0.024752214550971985, |
| "step": 1960 |
| }, |
| { |
| "epoch": 6.701873935264055, |
| "grad_norm": 0.9077216982841492, |
| "learning_rate": 9.073514707432631e-05, |
| "loss": 0.03127498924732208, |
| "step": 1970 |
| }, |
| { |
| "epoch": 6.735945485519591, |
| "grad_norm": 1.4316587448120117, |
| "learning_rate": 9.06438590969129e-05, |
| "loss": 0.025211939215660097, |
| "step": 1980 |
| }, |
| { |
| "epoch": 6.770017035775128, |
| "grad_norm": 1.0027835369110107, |
| "learning_rate": 9.055216998101879e-05, |
| "loss": 0.01745348423719406, |
| "step": 1990 |
| }, |
| { |
| "epoch": 6.804088586030664, |
| "grad_norm": 1.3488839864730835, |
| "learning_rate": 9.046008063157855e-05, |
| "loss": 0.022722427546977998, |
| "step": 2000 |
| }, |
| { |
| "epoch": 6.838160136286201, |
| "grad_norm": 0.9204393029212952, |
| "learning_rate": 9.036759195747686e-05, |
| "loss": 0.030331790447235107, |
| "step": 2010 |
| }, |
| { |
| "epoch": 6.872231686541737, |
| "grad_norm": 0.519404411315918, |
| "learning_rate": 9.027470487153962e-05, |
| "loss": 0.025021228194236755, |
| "step": 2020 |
| }, |
| { |
| "epoch": 6.9063032367972745, |
| "grad_norm": 1.0315072536468506, |
| "learning_rate": 9.018142029052483e-05, |
| "loss": 0.0225812166929245, |
| "step": 2030 |
| }, |
| { |
| "epoch": 6.940374787052811, |
| "grad_norm": 2.8452701568603516, |
| "learning_rate": 9.008773913511369e-05, |
| "loss": 0.028797915577888487, |
| "step": 2040 |
| }, |
| { |
| "epoch": 6.974446337308348, |
| "grad_norm": 0.726943850517273, |
| "learning_rate": 8.999366232990136e-05, |
| "loss": 0.021427948772907258, |
| "step": 2050 |
| }, |
| { |
| "epoch": 7.006814310051107, |
| "grad_norm": 1.4920276403427124, |
| "learning_rate": 8.989919080338792e-05, |
| "loss": 0.02137400358915329, |
| "step": 2060 |
| }, |
| { |
| "epoch": 7.040885860306644, |
| "grad_norm": 2.463482141494751, |
| "learning_rate": 8.98043254879692e-05, |
| "loss": 0.01812605857849121, |
| "step": 2070 |
| }, |
| { |
| "epoch": 7.07495741056218, |
| "grad_norm": 0.8011264801025391, |
| "learning_rate": 8.970906731992759e-05, |
| "loss": 0.02192564457654953, |
| "step": 2080 |
| }, |
| { |
| "epoch": 7.109028960817717, |
| "grad_norm": 0.16289736330509186, |
| "learning_rate": 8.961341723942271e-05, |
| "loss": 0.014302457869052886, |
| "step": 2090 |
| }, |
| { |
| "epoch": 7.1431005110732535, |
| "grad_norm": 0.5535656809806824, |
| "learning_rate": 8.951737619048228e-05, |
| "loss": 0.015091146528720855, |
| "step": 2100 |
| }, |
| { |
| "epoch": 7.177172061328791, |
| "grad_norm": 0.16370069980621338, |
| "learning_rate": 8.942094512099264e-05, |
| "loss": 0.016434633731842042, |
| "step": 2110 |
| }, |
| { |
| "epoch": 7.211243611584327, |
| "grad_norm": 1.4876139163970947, |
| "learning_rate": 8.932412498268955e-05, |
| "loss": 0.011326295137405396, |
| "step": 2120 |
| }, |
| { |
| "epoch": 7.245315161839864, |
| "grad_norm": 0.654828667640686, |
| "learning_rate": 8.922691673114866e-05, |
| "loss": 0.015352894365787507, |
| "step": 2130 |
| }, |
| { |
| "epoch": 7.2793867120954, |
| "grad_norm": 1.1809929609298706, |
| "learning_rate": 8.912932132577619e-05, |
| "loss": 0.017652250826358795, |
| "step": 2140 |
| }, |
| { |
| "epoch": 7.313458262350937, |
| "grad_norm": 0.6106181740760803, |
| "learning_rate": 8.903133972979938e-05, |
| "loss": 0.013139715790748597, |
| "step": 2150 |
| }, |
| { |
| "epoch": 7.347529812606473, |
| "grad_norm": 0.6049255728721619, |
| "learning_rate": 8.893297291025703e-05, |
| "loss": 0.012686268985271454, |
| "step": 2160 |
| }, |
| { |
| "epoch": 7.3816013628620105, |
| "grad_norm": 1.0129069089889526, |
| "learning_rate": 8.883422183798992e-05, |
| "loss": 0.016695281863212584, |
| "step": 2170 |
| }, |
| { |
| "epoch": 7.415672913117547, |
| "grad_norm": 1.217993140220642, |
| "learning_rate": 8.873508748763129e-05, |
| "loss": 0.013319727778434754, |
| "step": 2180 |
| }, |
| { |
| "epoch": 7.449744463373084, |
| "grad_norm": 0.5124009847640991, |
| "learning_rate": 8.863557083759714e-05, |
| "loss": 0.011351729929447173, |
| "step": 2190 |
| }, |
| { |
| "epoch": 7.48381601362862, |
| "grad_norm": 0.9370232224464417, |
| "learning_rate": 8.853567287007665e-05, |
| "loss": 0.016303011775016786, |
| "step": 2200 |
| }, |
| { |
| "epoch": 7.517887563884157, |
| "grad_norm": 0.5177021622657776, |
| "learning_rate": 8.843539457102238e-05, |
| "loss": 0.013715451955795288, |
| "step": 2210 |
| }, |
| { |
| "epoch": 7.551959114139693, |
| "grad_norm": 1.2320998907089233, |
| "learning_rate": 8.833473693014071e-05, |
| "loss": 0.01952739357948303, |
| "step": 2220 |
| }, |
| { |
| "epoch": 7.5860306643952296, |
| "grad_norm": 1.3520736694335938, |
| "learning_rate": 8.823370094088191e-05, |
| "loss": 0.018738554418087007, |
| "step": 2230 |
| }, |
| { |
| "epoch": 7.620102214650767, |
| "grad_norm": 1.1438735723495483, |
| "learning_rate": 8.813228760043037e-05, |
| "loss": 0.012850122153759002, |
| "step": 2240 |
| }, |
| { |
| "epoch": 7.654173764906303, |
| "grad_norm": 1.3085774183273315, |
| "learning_rate": 8.803049790969486e-05, |
| "loss": 0.022417041659355163, |
| "step": 2250 |
| }, |
| { |
| "epoch": 7.68824531516184, |
| "grad_norm": 0.6747460961341858, |
| "learning_rate": 8.792833287329851e-05, |
| "loss": 0.015353672206401825, |
| "step": 2260 |
| }, |
| { |
| "epoch": 7.722316865417376, |
| "grad_norm": 0.24661444127559662, |
| "learning_rate": 8.782579349956897e-05, |
| "loss": 0.015990708768367768, |
| "step": 2270 |
| }, |
| { |
| "epoch": 7.756388415672913, |
| "grad_norm": 0.6662095189094543, |
| "learning_rate": 8.77228808005285e-05, |
| "loss": 0.017545297741889954, |
| "step": 2280 |
| }, |
| { |
| "epoch": 7.7904599659284495, |
| "grad_norm": 0.3242599070072174, |
| "learning_rate": 8.761959579188386e-05, |
| "loss": 0.01379595249891281, |
| "step": 2290 |
| }, |
| { |
| "epoch": 7.824531516183987, |
| "grad_norm": 0.45924779772758484, |
| "learning_rate": 8.75159394930164e-05, |
| "loss": 0.013600316643714905, |
| "step": 2300 |
| }, |
| { |
| "epoch": 7.858603066439523, |
| "grad_norm": 0.5505822896957397, |
| "learning_rate": 8.741191292697195e-05, |
| "loss": 0.01868756115436554, |
| "step": 2310 |
| }, |
| { |
| "epoch": 7.89267461669506, |
| "grad_norm": 1.0311226844787598, |
| "learning_rate": 8.73075171204507e-05, |
| "loss": 0.013703931868076325, |
| "step": 2320 |
| }, |
| { |
| "epoch": 7.926746166950596, |
| "grad_norm": 1.0836596488952637, |
| "learning_rate": 8.720275310379713e-05, |
| "loss": 0.015289519727230073, |
| "step": 2330 |
| }, |
| { |
| "epoch": 7.960817717206133, |
| "grad_norm": 0.6845241189002991, |
| "learning_rate": 8.70976219109898e-05, |
| "loss": 0.017059548199176787, |
| "step": 2340 |
| }, |
| { |
| "epoch": 7.994889267461669, |
| "grad_norm": 1.0206208229064941, |
| "learning_rate": 8.699212457963111e-05, |
| "loss": 0.020337219536304473, |
| "step": 2350 |
| }, |
| { |
| "epoch": 8.02725724020443, |
| "grad_norm": 1.043688178062439, |
| "learning_rate": 8.688626215093714e-05, |
| "loss": 0.011061477661132812, |
| "step": 2360 |
| }, |
| { |
| "epoch": 8.061328790459966, |
| "grad_norm": 1.5376160144805908, |
| "learning_rate": 8.678003566972735e-05, |
| "loss": 0.0165196493268013, |
| "step": 2370 |
| }, |
| { |
| "epoch": 8.095400340715502, |
| "grad_norm": 0.8935771584510803, |
| "learning_rate": 8.667344618441418e-05, |
| "loss": 0.01602596491575241, |
| "step": 2380 |
| }, |
| { |
| "epoch": 8.12947189097104, |
| "grad_norm": 0.6318204998970032, |
| "learning_rate": 8.656649474699283e-05, |
| "loss": 0.011065221577882766, |
| "step": 2390 |
| }, |
| { |
| "epoch": 8.163543441226576, |
| "grad_norm": 0.9502279162406921, |
| "learning_rate": 8.645918241303084e-05, |
| "loss": 0.014841337502002717, |
| "step": 2400 |
| }, |
| { |
| "epoch": 8.197614991482112, |
| "grad_norm": 0.3303418755531311, |
| "learning_rate": 8.635151024165759e-05, |
| "loss": 0.011852187663316726, |
| "step": 2410 |
| }, |
| { |
| "epoch": 8.231686541737648, |
| "grad_norm": 0.361967533826828, |
| "learning_rate": 8.624347929555394e-05, |
| "loss": 0.015762053430080414, |
| "step": 2420 |
| }, |
| { |
| "epoch": 8.265758091993186, |
| "grad_norm": 0.6196819543838501, |
| "learning_rate": 8.613509064094175e-05, |
| "loss": 0.009194750338792801, |
| "step": 2430 |
| }, |
| { |
| "epoch": 8.299829642248723, |
| "grad_norm": 1.6100952625274658, |
| "learning_rate": 8.602634534757326e-05, |
| "loss": 0.014374491572380067, |
| "step": 2440 |
| }, |
| { |
| "epoch": 8.333901192504259, |
| "grad_norm": 0.3869682848453522, |
| "learning_rate": 8.591724448872061e-05, |
| "loss": 0.012869016826152801, |
| "step": 2450 |
| }, |
| { |
| "epoch": 8.367972742759795, |
| "grad_norm": 0.7329438924789429, |
| "learning_rate": 8.580778914116522e-05, |
| "loss": 0.009707724303007126, |
| "step": 2460 |
| }, |
| { |
| "epoch": 8.402044293015333, |
| "grad_norm": 0.527068555355072, |
| "learning_rate": 8.569798038518719e-05, |
| "loss": 0.013562756776809692, |
| "step": 2470 |
| }, |
| { |
| "epoch": 8.43611584327087, |
| "grad_norm": 0.21004585921764374, |
| "learning_rate": 8.558781930455464e-05, |
| "loss": 0.010475656390190125, |
| "step": 2480 |
| }, |
| { |
| "epoch": 8.470187393526405, |
| "grad_norm": 0.5486114025115967, |
| "learning_rate": 8.547730698651293e-05, |
| "loss": 0.011294472217559814, |
| "step": 2490 |
| }, |
| { |
| "epoch": 8.504258943781942, |
| "grad_norm": 0.8511176705360413, |
| "learning_rate": 8.536644452177404e-05, |
| "loss": 0.012653800845146179, |
| "step": 2500 |
| }, |
| { |
| "epoch": 8.538330494037478, |
| "grad_norm": 0.47672024369239807, |
| "learning_rate": 8.525523300450571e-05, |
| "loss": 0.011530681699514388, |
| "step": 2510 |
| }, |
| { |
| "epoch": 8.572402044293016, |
| "grad_norm": 0.327532023191452, |
| "learning_rate": 8.514367353232076e-05, |
| "loss": 0.01135161817073822, |
| "step": 2520 |
| }, |
| { |
| "epoch": 8.606473594548552, |
| "grad_norm": 0.11722666770219803, |
| "learning_rate": 8.50317672062661e-05, |
| "loss": 0.007618208974599838, |
| "step": 2530 |
| }, |
| { |
| "epoch": 8.640545144804088, |
| "grad_norm": 1.409010887145996, |
| "learning_rate": 8.491951513081203e-05, |
| "loss": 0.01017497032880783, |
| "step": 2540 |
| }, |
| { |
| "epoch": 8.674616695059624, |
| "grad_norm": 0.6355599164962769, |
| "learning_rate": 8.480691841384118e-05, |
| "loss": 0.01415388435125351, |
| "step": 2550 |
| }, |
| { |
| "epoch": 8.708688245315162, |
| "grad_norm": 0.22371913492679596, |
| "learning_rate": 8.469397816663773e-05, |
| "loss": 0.011060314625501633, |
| "step": 2560 |
| }, |
| { |
| "epoch": 8.742759795570699, |
| "grad_norm": 1.234665036201477, |
| "learning_rate": 8.458069550387629e-05, |
| "loss": 0.01573746055364609, |
| "step": 2570 |
| }, |
| { |
| "epoch": 8.776831345826235, |
| "grad_norm": 0.4359232187271118, |
| "learning_rate": 8.446707154361102e-05, |
| "loss": 0.014107954502105714, |
| "step": 2580 |
| }, |
| { |
| "epoch": 8.810902896081771, |
| "grad_norm": 0.341754287481308, |
| "learning_rate": 8.435310740726452e-05, |
| "loss": 0.010107460618019103, |
| "step": 2590 |
| }, |
| { |
| "epoch": 8.844974446337309, |
| "grad_norm": 1.1128056049346924, |
| "learning_rate": 8.423880421961683e-05, |
| "loss": 0.0148219034075737, |
| "step": 2600 |
| }, |
| { |
| "epoch": 8.879045996592845, |
| "grad_norm": 0.6765305995941162, |
| "learning_rate": 8.412416310879426e-05, |
| "loss": 0.01568043977022171, |
| "step": 2610 |
| }, |
| { |
| "epoch": 8.913117546848381, |
| "grad_norm": 1.98653244972229, |
| "learning_rate": 8.400918520625829e-05, |
| "loss": 0.01641627252101898, |
| "step": 2620 |
| }, |
| { |
| "epoch": 8.947189097103918, |
| "grad_norm": 1.2335822582244873, |
| "learning_rate": 8.389387164679439e-05, |
| "loss": 0.012778672575950622, |
| "step": 2630 |
| }, |
| { |
| "epoch": 8.981260647359456, |
| "grad_norm": 0.49869757890701294, |
| "learning_rate": 8.377822356850084e-05, |
| "loss": 0.013412460684776306, |
| "step": 2640 |
| }, |
| { |
| "epoch": 9.013628620102214, |
| "grad_norm": 0.274105042219162, |
| "learning_rate": 8.366224211277751e-05, |
| "loss": 0.015021094679832458, |
| "step": 2650 |
| }, |
| { |
| "epoch": 9.047700170357752, |
| "grad_norm": 0.09190282225608826, |
| "learning_rate": 8.354592842431452e-05, |
| "loss": 0.009592237323522568, |
| "step": 2660 |
| }, |
| { |
| "epoch": 9.081771720613288, |
| "grad_norm": 0.7742070555686951, |
| "learning_rate": 8.342928365108102e-05, |
| "loss": 0.010364116728305816, |
| "step": 2670 |
| }, |
| { |
| "epoch": 9.115843270868824, |
| "grad_norm": 0.26427945494651794, |
| "learning_rate": 8.331230894431381e-05, |
| "loss": 0.009706391394138337, |
| "step": 2680 |
| }, |
| { |
| "epoch": 9.14991482112436, |
| "grad_norm": 0.30318769812583923, |
| "learning_rate": 8.319500545850608e-05, |
| "loss": 0.007016823440790176, |
| "step": 2690 |
| }, |
| { |
| "epoch": 9.183986371379898, |
| "grad_norm": 2.089289665222168, |
| "learning_rate": 8.30773743513958e-05, |
| "loss": 0.009532840549945831, |
| "step": 2700 |
| }, |
| { |
| "epoch": 9.218057921635435, |
| "grad_norm": 0.4548279941082001, |
| "learning_rate": 8.295941678395457e-05, |
| "loss": 0.007914836704730987, |
| "step": 2710 |
| }, |
| { |
| "epoch": 9.25212947189097, |
| "grad_norm": 0.7105698585510254, |
| "learning_rate": 8.284113392037593e-05, |
| "loss": 0.007088977098464966, |
| "step": 2720 |
| }, |
| { |
| "epoch": 9.286201022146507, |
| "grad_norm": 0.48185616731643677, |
| "learning_rate": 8.272252692806402e-05, |
| "loss": 0.00796378254890442, |
| "step": 2730 |
| }, |
| { |
| "epoch": 9.320272572402045, |
| "grad_norm": 0.24422025680541992, |
| "learning_rate": 8.260359697762193e-05, |
| "loss": 0.008733968436717986, |
| "step": 2740 |
| }, |
| { |
| "epoch": 9.354344122657581, |
| "grad_norm": 0.4369703233242035, |
| "learning_rate": 8.248434524284028e-05, |
| "loss": 0.01090761125087738, |
| "step": 2750 |
| }, |
| { |
| "epoch": 9.388415672913117, |
| "grad_norm": 0.10231366008520126, |
| "learning_rate": 8.236477290068554e-05, |
| "loss": 0.0058899007737636564, |
| "step": 2760 |
| }, |
| { |
| "epoch": 9.422487223168654, |
| "grad_norm": 0.6973859071731567, |
| "learning_rate": 8.224488113128845e-05, |
| "loss": 0.010979560017585755, |
| "step": 2770 |
| }, |
| { |
| "epoch": 9.456558773424192, |
| "grad_norm": 0.22373375296592712, |
| "learning_rate": 8.212467111793239e-05, |
| "loss": 0.01606069803237915, |
| "step": 2780 |
| }, |
| { |
| "epoch": 9.490630323679728, |
| "grad_norm": 0.5596587061882019, |
| "learning_rate": 8.200414404704164e-05, |
| "loss": 0.005761120095849037, |
| "step": 2790 |
| }, |
| { |
| "epoch": 9.524701873935264, |
| "grad_norm": 0.4550517499446869, |
| "learning_rate": 8.188330110816976e-05, |
| "loss": 0.007079315185546875, |
| "step": 2800 |
| }, |
| { |
| "epoch": 9.5587734241908, |
| "grad_norm": 0.7034183144569397, |
| "learning_rate": 8.176214349398774e-05, |
| "loss": 0.009715914726257324, |
| "step": 2810 |
| }, |
| { |
| "epoch": 9.592844974446336, |
| "grad_norm": 0.9386186003684998, |
| "learning_rate": 8.164067240027233e-05, |
| "loss": 0.007927747070789337, |
| "step": 2820 |
| }, |
| { |
| "epoch": 9.626916524701874, |
| "grad_norm": 0.23752354085445404, |
| "learning_rate": 8.151888902589419e-05, |
| "loss": 0.009600657969713211, |
| "step": 2830 |
| }, |
| { |
| "epoch": 9.66098807495741, |
| "grad_norm": 0.24582235515117645, |
| "learning_rate": 8.139679457280605e-05, |
| "loss": 0.015585379302501678, |
| "step": 2840 |
| }, |
| { |
| "epoch": 9.695059625212947, |
| "grad_norm": 0.37661418318748474, |
| "learning_rate": 8.127439024603088e-05, |
| "loss": 0.0069290541112422945, |
| "step": 2850 |
| }, |
| { |
| "epoch": 9.729131175468483, |
| "grad_norm": 0.179131418466568, |
| "learning_rate": 8.115167725364995e-05, |
| "loss": 0.010592963546514511, |
| "step": 2860 |
| }, |
| { |
| "epoch": 9.763202725724021, |
| "grad_norm": 1.1144113540649414, |
| "learning_rate": 8.102865680679099e-05, |
| "loss": 0.013466599583625793, |
| "step": 2870 |
| }, |
| { |
| "epoch": 9.797274275979557, |
| "grad_norm": 0.13078942894935608, |
| "learning_rate": 8.090533011961609e-05, |
| "loss": 0.009784573316574096, |
| "step": 2880 |
| }, |
| { |
| "epoch": 9.831345826235093, |
| "grad_norm": 1.0190367698669434, |
| "learning_rate": 8.078169840930993e-05, |
| "loss": 0.007894467562437057, |
| "step": 2890 |
| }, |
| { |
| "epoch": 9.86541737649063, |
| "grad_norm": 0.5391379594802856, |
| "learning_rate": 8.065776289606752e-05, |
| "loss": 0.00961867868900299, |
| "step": 2900 |
| }, |
| { |
| "epoch": 9.899488926746168, |
| "grad_norm": 0.18672017753124237, |
| "learning_rate": 8.053352480308239e-05, |
| "loss": 0.014848986268043518, |
| "step": 2910 |
| }, |
| { |
| "epoch": 9.933560477001704, |
| "grad_norm": 15.940567016601562, |
| "learning_rate": 8.040898535653432e-05, |
| "loss": 0.020153032243251802, |
| "step": 2920 |
| }, |
| { |
| "epoch": 9.96763202725724, |
| "grad_norm": 0.9096807241439819, |
| "learning_rate": 8.028414578557738e-05, |
| "loss": 0.016014789044857026, |
| "step": 2930 |
| }, |
| { |
| "epoch": 10.0, |
| "grad_norm": 0.15251773595809937, |
| "learning_rate": 8.015900732232775e-05, |
| "loss": 0.008510295301675797, |
| "step": 2940 |
| }, |
| { |
| "epoch": 10.034071550255536, |
| "grad_norm": 4.133975505828857, |
| "learning_rate": 8.003357120185154e-05, |
| "loss": 0.011156510561704636, |
| "step": 2950 |
| }, |
| { |
| "epoch": 10.068143100511072, |
| "grad_norm": 0.11909753829240799, |
| "learning_rate": 7.990783866215259e-05, |
| "loss": 0.0054241478443145755, |
| "step": 2960 |
| }, |
| { |
| "epoch": 10.10221465076661, |
| "grad_norm": 1.1266493797302246, |
| "learning_rate": 7.978181094416033e-05, |
| "loss": 0.010347043722867965, |
| "step": 2970 |
| }, |
| { |
| "epoch": 10.136286201022147, |
| "grad_norm": 0.14523354172706604, |
| "learning_rate": 7.965548929171746e-05, |
| "loss": 0.00852731689810753, |
| "step": 2980 |
| }, |
| { |
| "epoch": 10.170357751277683, |
| "grad_norm": 0.3608001470565796, |
| "learning_rate": 7.95288749515677e-05, |
| "loss": 0.010224699974060059, |
| "step": 2990 |
| }, |
| { |
| "epoch": 10.204429301533219, |
| "grad_norm": 0.41857728362083435, |
| "learning_rate": 7.940196917334343e-05, |
| "loss": 0.00889056697487831, |
| "step": 3000 |
| }, |
| { |
| "epoch": 10.238500851788757, |
| "grad_norm": 0.7375580668449402, |
| "learning_rate": 7.927477320955351e-05, |
| "loss": 0.007346871495246887, |
| "step": 3010 |
| }, |
| { |
| "epoch": 10.272572402044293, |
| "grad_norm": 0.6988178491592407, |
| "learning_rate": 7.91472883155707e-05, |
| "loss": 0.005931505188345909, |
| "step": 3020 |
| }, |
| { |
| "epoch": 10.30664395229983, |
| "grad_norm": 0.5991840362548828, |
| "learning_rate": 7.901951574961943e-05, |
| "loss": 0.00799979567527771, |
| "step": 3030 |
| }, |
| { |
| "epoch": 10.340715502555366, |
| "grad_norm": 0.15230441093444824, |
| "learning_rate": 7.88914567727634e-05, |
| "loss": 0.0060288384556770325, |
| "step": 3040 |
| }, |
| { |
| "epoch": 10.374787052810904, |
| "grad_norm": 0.20510618388652802, |
| "learning_rate": 7.876311264889296e-05, |
| "loss": 0.0052495885640382765, |
| "step": 3050 |
| }, |
| { |
| "epoch": 10.40885860306644, |
| "grad_norm": 0.4645010232925415, |
| "learning_rate": 7.863448464471281e-05, |
| "loss": 0.007955972850322724, |
| "step": 3060 |
| }, |
| { |
| "epoch": 10.442930153321976, |
| "grad_norm": 0.2566268742084503, |
| "learning_rate": 7.850557402972942e-05, |
| "loss": 0.015420112013816833, |
| "step": 3070 |
| }, |
| { |
| "epoch": 10.477001703577512, |
| "grad_norm": 0.8585833311080933, |
| "learning_rate": 7.837638207623854e-05, |
| "loss": 0.013999661803245545, |
| "step": 3080 |
| }, |
| { |
| "epoch": 10.51107325383305, |
| "grad_norm": 0.38296154141426086, |
| "learning_rate": 7.824691005931255e-05, |
| "loss": 0.006875631958246231, |
| "step": 3090 |
| }, |
| { |
| "epoch": 10.545144804088586, |
| "grad_norm": 0.20931589603424072, |
| "learning_rate": 7.811715925678804e-05, |
| "loss": 0.008229302614927292, |
| "step": 3100 |
| }, |
| { |
| "epoch": 10.579216354344123, |
| "grad_norm": 0.10362900048494339, |
| "learning_rate": 7.798713094925301e-05, |
| "loss": 0.007631321996450424, |
| "step": 3110 |
| }, |
| { |
| "epoch": 10.613287904599659, |
| "grad_norm": 1.1679847240447998, |
| "learning_rate": 7.785682642003437e-05, |
| "loss": 0.01506734937429428, |
| "step": 3120 |
| }, |
| { |
| "epoch": 10.647359454855195, |
| "grad_norm": 0.9852617979049683, |
| "learning_rate": 7.772624695518522e-05, |
| "loss": 0.006735594570636749, |
| "step": 3130 |
| }, |
| { |
| "epoch": 10.681431005110733, |
| "grad_norm": 3.766563892364502, |
| "learning_rate": 7.759539384347216e-05, |
| "loss": 0.008183671534061432, |
| "step": 3140 |
| }, |
| { |
| "epoch": 10.71550255536627, |
| "grad_norm": 0.19659624993801117, |
| "learning_rate": 7.746426837636259e-05, |
| "loss": 0.0077319532632827755, |
| "step": 3150 |
| }, |
| { |
| "epoch": 10.749574105621805, |
| "grad_norm": 0.146270751953125, |
| "learning_rate": 7.733287184801191e-05, |
| "loss": 0.004887140542268753, |
| "step": 3160 |
| }, |
| { |
| "epoch": 10.783645655877342, |
| "grad_norm": 0.9391510486602783, |
| "learning_rate": 7.720120555525081e-05, |
| "loss": 0.007096558064222336, |
| "step": 3170 |
| }, |
| { |
| "epoch": 10.81771720613288, |
| "grad_norm": 1.5230553150177002, |
| "learning_rate": 7.706927079757247e-05, |
| "loss": 0.009223876893520356, |
| "step": 3180 |
| }, |
| { |
| "epoch": 10.851788756388416, |
| "grad_norm": 0.21125009655952454, |
| "learning_rate": 7.693706887711965e-05, |
| "loss": 0.01302051693201065, |
| "step": 3190 |
| }, |
| { |
| "epoch": 10.885860306643952, |
| "grad_norm": 1.1184583902359009, |
| "learning_rate": 7.680460109867195e-05, |
| "loss": 0.0068347200751304625, |
| "step": 3200 |
| }, |
| { |
| "epoch": 10.919931856899488, |
| "grad_norm": 0.27241578698158264, |
| "learning_rate": 7.667186876963286e-05, |
| "loss": 0.008140674978494643, |
| "step": 3210 |
| }, |
| { |
| "epoch": 10.954003407155026, |
| "grad_norm": 1.1789417266845703, |
| "learning_rate": 7.653887320001688e-05, |
| "loss": 0.009393244981765747, |
| "step": 3220 |
| }, |
| { |
| "epoch": 10.988074957410563, |
| "grad_norm": 0.39907607436180115, |
| "learning_rate": 7.640561570243661e-05, |
| "loss": 0.008160093426704406, |
| "step": 3230 |
| }, |
| { |
| "epoch": 11.020442930153322, |
| "grad_norm": 1.4396462440490723, |
| "learning_rate": 7.627209759208971e-05, |
| "loss": 0.008179085701704026, |
| "step": 3240 |
| }, |
| { |
| "epoch": 11.054514480408859, |
| "grad_norm": 0.1519806832075119, |
| "learning_rate": 7.613832018674606e-05, |
| "loss": 0.006314434856176376, |
| "step": 3250 |
| }, |
| { |
| "epoch": 11.088586030664395, |
| "grad_norm": 0.3013201355934143, |
| "learning_rate": 7.600428480673463e-05, |
| "loss": 0.0059268161654472355, |
| "step": 3260 |
| }, |
| { |
| "epoch": 11.122657580919931, |
| "grad_norm": 1.1412639617919922, |
| "learning_rate": 7.586999277493053e-05, |
| "loss": 0.005475656688213348, |
| "step": 3270 |
| }, |
| { |
| "epoch": 11.156729131175469, |
| "grad_norm": 0.3565169870853424, |
| "learning_rate": 7.573544541674187e-05, |
| "loss": 0.008369363844394684, |
| "step": 3280 |
| }, |
| { |
| "epoch": 11.190800681431005, |
| "grad_norm": 0.14332878589630127, |
| "learning_rate": 7.560064406009677e-05, |
| "loss": 0.006354317814111709, |
| "step": 3290 |
| }, |
| { |
| "epoch": 11.224872231686541, |
| "grad_norm": 0.19285030663013458, |
| "learning_rate": 7.546559003543019e-05, |
| "loss": 0.008741730451583862, |
| "step": 3300 |
| }, |
| { |
| "epoch": 11.258943781942078, |
| "grad_norm": 0.07420668751001358, |
| "learning_rate": 7.533028467567083e-05, |
| "loss": 0.008161399513483047, |
| "step": 3310 |
| }, |
| { |
| "epoch": 11.293015332197616, |
| "grad_norm": 0.7485439777374268, |
| "learning_rate": 7.519472931622797e-05, |
| "loss": 0.00587712861597538, |
| "step": 3320 |
| }, |
| { |
| "epoch": 11.327086882453152, |
| "grad_norm": 0.2415221929550171, |
| "learning_rate": 7.50589252949783e-05, |
| "loss": 0.004889140278100968, |
| "step": 3330 |
| }, |
| { |
| "epoch": 11.361158432708688, |
| "grad_norm": 1.4422087669372559, |
| "learning_rate": 7.492287395225265e-05, |
| "loss": 0.008794192224740982, |
| "step": 3340 |
| }, |
| { |
| "epoch": 11.395229982964224, |
| "grad_norm": 1.1440876722335815, |
| "learning_rate": 7.478657663082287e-05, |
| "loss": 0.0076603077352046965, |
| "step": 3350 |
| }, |
| { |
| "epoch": 11.429301533219762, |
| "grad_norm": 0.6747322678565979, |
| "learning_rate": 7.465003467588847e-05, |
| "loss": 0.00787583738565445, |
| "step": 3360 |
| }, |
| { |
| "epoch": 11.463373083475298, |
| "grad_norm": 0.11730386316776276, |
| "learning_rate": 7.451324943506347e-05, |
| "loss": 0.012481527030467987, |
| "step": 3370 |
| }, |
| { |
| "epoch": 11.497444633730835, |
| "grad_norm": 0.17758522927761078, |
| "learning_rate": 7.437622225836294e-05, |
| "loss": 0.008745304495096206, |
| "step": 3380 |
| }, |
| { |
| "epoch": 11.531516183986371, |
| "grad_norm": 0.6659291982650757, |
| "learning_rate": 7.423895449818979e-05, |
| "loss": 0.009991095960140228, |
| "step": 3390 |
| }, |
| { |
| "epoch": 11.565587734241909, |
| "grad_norm": 0.12057994306087494, |
| "learning_rate": 7.41014475093214e-05, |
| "loss": 0.006519577652215958, |
| "step": 3400 |
| }, |
| { |
| "epoch": 11.599659284497445, |
| "grad_norm": 0.27850911021232605, |
| "learning_rate": 7.396370264889624e-05, |
| "loss": 0.005896145477890968, |
| "step": 3410 |
| }, |
| { |
| "epoch": 11.633730834752981, |
| "grad_norm": 0.13032549619674683, |
| "learning_rate": 7.382572127640048e-05, |
| "loss": 0.004059913754463196, |
| "step": 3420 |
| }, |
| { |
| "epoch": 11.667802385008518, |
| "grad_norm": 1.1132233142852783, |
| "learning_rate": 7.368750475365455e-05, |
| "loss": 0.009586858004331589, |
| "step": 3430 |
| }, |
| { |
| "epoch": 11.701873935264054, |
| "grad_norm": 1.294803261756897, |
| "learning_rate": 7.354905444479975e-05, |
| "loss": 0.007687809318304062, |
| "step": 3440 |
| }, |
| { |
| "epoch": 11.735945485519592, |
| "grad_norm": 1.8427352905273438, |
| "learning_rate": 7.34103717162847e-05, |
| "loss": 0.009158594161272049, |
| "step": 3450 |
| }, |
| { |
| "epoch": 11.770017035775128, |
| "grad_norm": 0.9688911437988281, |
| "learning_rate": 7.327145793685197e-05, |
| "loss": 0.009636565297842025, |
| "step": 3460 |
| }, |
| { |
| "epoch": 11.804088586030664, |
| "grad_norm": 0.3230285346508026, |
| "learning_rate": 7.313231447752447e-05, |
| "loss": 0.011190295219421387, |
| "step": 3470 |
| }, |
| { |
| "epoch": 11.8381601362862, |
| "grad_norm": 0.581055223941803, |
| "learning_rate": 7.299294271159196e-05, |
| "loss": 0.011519234627485275, |
| "step": 3480 |
| }, |
| { |
| "epoch": 11.872231686541738, |
| "grad_norm": 1.193308711051941, |
| "learning_rate": 7.285334401459752e-05, |
| "loss": 0.008448301255702973, |
| "step": 3490 |
| }, |
| { |
| "epoch": 11.906303236797275, |
| "grad_norm": 1.002673625946045, |
| "learning_rate": 7.271351976432393e-05, |
| "loss": 0.012346546351909637, |
| "step": 3500 |
| }, |
| { |
| "epoch": 11.94037478705281, |
| "grad_norm": 0.2775571048259735, |
| "learning_rate": 7.257347134078007e-05, |
| "loss": 0.007344400137662887, |
| "step": 3510 |
| }, |
| { |
| "epoch": 11.974446337308347, |
| "grad_norm": 0.19726519286632538, |
| "learning_rate": 7.243320012618737e-05, |
| "loss": 0.0080881729722023, |
| "step": 3520 |
| }, |
| { |
| "epoch": 12.006814310051107, |
| "grad_norm": 0.09112777560949326, |
| "learning_rate": 7.229270750496606e-05, |
| "loss": 0.005721393600106239, |
| "step": 3530 |
| }, |
| { |
| "epoch": 12.040885860306643, |
| "grad_norm": 0.2795824706554413, |
| "learning_rate": 7.215199486372162e-05, |
| "loss": 0.008645810931921006, |
| "step": 3540 |
| }, |
| { |
| "epoch": 12.074957410562181, |
| "grad_norm": 0.3062441051006317, |
| "learning_rate": 7.2011063591231e-05, |
| "loss": 0.010251733660697936, |
| "step": 3550 |
| }, |
| { |
| "epoch": 12.109028960817717, |
| "grad_norm": 0.16469214856624603, |
| "learning_rate": 7.186991507842894e-05, |
| "loss": 0.011274916678667068, |
| "step": 3560 |
| }, |
| { |
| "epoch": 12.143100511073254, |
| "grad_norm": 0.07611066102981567, |
| "learning_rate": 7.172855071839432e-05, |
| "loss": 0.005245493724942207, |
| "step": 3570 |
| }, |
| { |
| "epoch": 12.17717206132879, |
| "grad_norm": 0.08895934373140335, |
| "learning_rate": 7.158697190633627e-05, |
| "loss": 0.017691905796527862, |
| "step": 3580 |
| }, |
| { |
| "epoch": 12.211243611584328, |
| "grad_norm": 0.12958474457263947, |
| "learning_rate": 7.144518003958051e-05, |
| "loss": 0.006613949686288834, |
| "step": 3590 |
| }, |
| { |
| "epoch": 12.245315161839864, |
| "grad_norm": 0.5355010032653809, |
| "learning_rate": 7.130317651755554e-05, |
| "loss": 0.006677114963531494, |
| "step": 3600 |
| }, |
| { |
| "epoch": 12.2793867120954, |
| "grad_norm": 0.3897210955619812, |
| "learning_rate": 7.116096274177878e-05, |
| "loss": 0.008327482640743256, |
| "step": 3610 |
| }, |
| { |
| "epoch": 12.313458262350936, |
| "grad_norm": 0.1993381232023239, |
| "learning_rate": 7.101854011584277e-05, |
| "loss": 0.008164171129465103, |
| "step": 3620 |
| }, |
| { |
| "epoch": 12.347529812606474, |
| "grad_norm": 1.007405161857605, |
| "learning_rate": 7.087591004540137e-05, |
| "loss": 0.008335817605257034, |
| "step": 3630 |
| }, |
| { |
| "epoch": 12.38160136286201, |
| "grad_norm": 0.4568595588207245, |
| "learning_rate": 7.073307393815576e-05, |
| "loss": 0.007994977384805679, |
| "step": 3640 |
| }, |
| { |
| "epoch": 12.415672913117547, |
| "grad_norm": 0.07542114704847336, |
| "learning_rate": 7.059003320384065e-05, |
| "loss": 0.006418896466493606, |
| "step": 3650 |
| }, |
| { |
| "epoch": 12.449744463373083, |
| "grad_norm": 0.14576096832752228, |
| "learning_rate": 7.044678925421036e-05, |
| "loss": 0.006898117810487747, |
| "step": 3660 |
| }, |
| { |
| "epoch": 12.483816013628621, |
| "grad_norm": 0.19279853999614716, |
| "learning_rate": 7.030334350302483e-05, |
| "loss": 0.007405627518892288, |
| "step": 3670 |
| }, |
| { |
| "epoch": 12.517887563884157, |
| "grad_norm": 0.3989012837409973, |
| "learning_rate": 7.015969736603573e-05, |
| "loss": 0.004340417310595512, |
| "step": 3680 |
| }, |
| { |
| "epoch": 12.551959114139693, |
| "grad_norm": 0.9645401835441589, |
| "learning_rate": 7.00158522609724e-05, |
| "loss": 0.005963471531867981, |
| "step": 3690 |
| }, |
| { |
| "epoch": 12.58603066439523, |
| "grad_norm": 0.1078684851527214, |
| "learning_rate": 6.9871809607528e-05, |
| "loss": 0.007095368206501007, |
| "step": 3700 |
| }, |
| { |
| "epoch": 12.620102214650768, |
| "grad_norm": 0.17458277940750122, |
| "learning_rate": 6.972757082734534e-05, |
| "loss": 0.005171228945255279, |
| "step": 3710 |
| }, |
| { |
| "epoch": 12.654173764906304, |
| "grad_norm": 2.5305137634277344, |
| "learning_rate": 6.958313734400295e-05, |
| "loss": 0.006702803075313568, |
| "step": 3720 |
| }, |
| { |
| "epoch": 12.68824531516184, |
| "grad_norm": 1.3492250442504883, |
| "learning_rate": 6.943851058300103e-05, |
| "loss": 0.005169990658760071, |
| "step": 3730 |
| }, |
| { |
| "epoch": 12.722316865417376, |
| "grad_norm": 0.2801433503627777, |
| "learning_rate": 6.929369197174728e-05, |
| "loss": 0.0059206090867519375, |
| "step": 3740 |
| }, |
| { |
| "epoch": 12.756388415672912, |
| "grad_norm": 0.588880717754364, |
| "learning_rate": 6.914868293954297e-05, |
| "loss": 0.00973268821835518, |
| "step": 3750 |
| }, |
| { |
| "epoch": 12.79045996592845, |
| "grad_norm": 0.17676682770252228, |
| "learning_rate": 6.900348491756867e-05, |
| "loss": 0.005406035482883454, |
| "step": 3760 |
| }, |
| { |
| "epoch": 12.824531516183987, |
| "grad_norm": 0.08467921614646912, |
| "learning_rate": 6.885809933887023e-05, |
| "loss": 0.0045086205005645755, |
| "step": 3770 |
| }, |
| { |
| "epoch": 12.858603066439523, |
| "grad_norm": 0.09700228273868561, |
| "learning_rate": 6.871252763834465e-05, |
| "loss": 0.004319820553064346, |
| "step": 3780 |
| }, |
| { |
| "epoch": 12.892674616695059, |
| "grad_norm": 0.05134895071387291, |
| "learning_rate": 6.856677125272585e-05, |
| "loss": 0.004656513035297394, |
| "step": 3790 |
| }, |
| { |
| "epoch": 12.926746166950597, |
| "grad_norm": 0.17641349136829376, |
| "learning_rate": 6.842083162057047e-05, |
| "loss": 0.004298872128129005, |
| "step": 3800 |
| }, |
| { |
| "epoch": 12.960817717206133, |
| "grad_norm": 0.08891180902719498, |
| "learning_rate": 6.82747101822438e-05, |
| "loss": 0.004157590493559837, |
| "step": 3810 |
| }, |
| { |
| "epoch": 12.99488926746167, |
| "grad_norm": 1.2321891784667969, |
| "learning_rate": 6.812840837990542e-05, |
| "loss": 0.007444197684526444, |
| "step": 3820 |
| }, |
| { |
| "epoch": 13.02725724020443, |
| "grad_norm": 0.26937195658683777, |
| "learning_rate": 6.798192765749508e-05, |
| "loss": 0.005770929902791977, |
| "step": 3830 |
| }, |
| { |
| "epoch": 13.061328790459966, |
| "grad_norm": 0.31624147295951843, |
| "learning_rate": 6.783526946071835e-05, |
| "loss": 0.01097165048122406, |
| "step": 3840 |
| }, |
| { |
| "epoch": 13.095400340715502, |
| "grad_norm": 2.0840344429016113, |
| "learning_rate": 6.768843523703244e-05, |
| "loss": 0.015105555951595306, |
| "step": 3850 |
| }, |
| { |
| "epoch": 13.12947189097104, |
| "grad_norm": 0.23075535893440247, |
| "learning_rate": 6.754142643563185e-05, |
| "loss": 0.005851412191987038, |
| "step": 3860 |
| }, |
| { |
| "epoch": 13.163543441226576, |
| "grad_norm": 0.08374005556106567, |
| "learning_rate": 6.739424450743409e-05, |
| "loss": 0.007998282462358475, |
| "step": 3870 |
| }, |
| { |
| "epoch": 13.197614991482112, |
| "grad_norm": 0.4589119851589203, |
| "learning_rate": 6.724689090506539e-05, |
| "loss": 0.0033220205456018447, |
| "step": 3880 |
| }, |
| { |
| "epoch": 13.231686541737648, |
| "grad_norm": 0.38335326313972473, |
| "learning_rate": 6.70993670828463e-05, |
| "loss": 0.00552159808576107, |
| "step": 3890 |
| }, |
| { |
| "epoch": 13.265758091993186, |
| "grad_norm": 0.36032038927078247, |
| "learning_rate": 6.69516744967774e-05, |
| "loss": 0.007507776468992233, |
| "step": 3900 |
| }, |
| { |
| "epoch": 13.299829642248723, |
| "grad_norm": 0.05128803849220276, |
| "learning_rate": 6.680381460452488e-05, |
| "loss": 0.006090529635548592, |
| "step": 3910 |
| }, |
| { |
| "epoch": 13.333901192504259, |
| "grad_norm": 0.10289156436920166, |
| "learning_rate": 6.66557888654062e-05, |
| "loss": 0.008611975610256195, |
| "step": 3920 |
| }, |
| { |
| "epoch": 13.367972742759795, |
| "grad_norm": 0.10389873385429382, |
| "learning_rate": 6.650759874037562e-05, |
| "loss": 0.006964873522520065, |
| "step": 3930 |
| }, |
| { |
| "epoch": 13.402044293015333, |
| "grad_norm": 0.09713359922170639, |
| "learning_rate": 6.635924569200989e-05, |
| "loss": 0.005909853056073189, |
| "step": 3940 |
| }, |
| { |
| "epoch": 13.43611584327087, |
| "grad_norm": 0.1851266473531723, |
| "learning_rate": 6.621073118449364e-05, |
| "loss": 0.004036874324083328, |
| "step": 3950 |
| }, |
| { |
| "epoch": 13.470187393526405, |
| "grad_norm": 0.05056624859571457, |
| "learning_rate": 6.606205668360516e-05, |
| "loss": 0.0055687643587589266, |
| "step": 3960 |
| }, |
| { |
| "epoch": 13.504258943781942, |
| "grad_norm": 0.11166422814130783, |
| "learning_rate": 6.591322365670171e-05, |
| "loss": 0.00469561256468296, |
| "step": 3970 |
| }, |
| { |
| "epoch": 13.538330494037478, |
| "grad_norm": 0.12096738070249557, |
| "learning_rate": 6.57642335727052e-05, |
| "loss": 0.004750548303127289, |
| "step": 3980 |
| }, |
| { |
| "epoch": 13.572402044293016, |
| "grad_norm": 0.12073399126529694, |
| "learning_rate": 6.56150879020876e-05, |
| "loss": 0.0059893205761909485, |
| "step": 3990 |
| }, |
| { |
| "epoch": 13.606473594548552, |
| "grad_norm": 0.9339401721954346, |
| "learning_rate": 6.546578811685648e-05, |
| "loss": 0.01335892677307129, |
| "step": 4000 |
| }, |
| { |
| "epoch": 13.640545144804088, |
| "grad_norm": 0.5179684162139893, |
| "learning_rate": 6.531633569054044e-05, |
| "loss": 0.007028652727603913, |
| "step": 4010 |
| }, |
| { |
| "epoch": 13.674616695059624, |
| "grad_norm": 0.315481573343277, |
| "learning_rate": 6.516673209817458e-05, |
| "loss": 0.0076746389269828795, |
| "step": 4020 |
| }, |
| { |
| "epoch": 13.708688245315162, |
| "grad_norm": 0.19218428432941437, |
| "learning_rate": 6.501697881628597e-05, |
| "loss": 0.00918719694018364, |
| "step": 4030 |
| }, |
| { |
| "epoch": 13.742759795570699, |
| "grad_norm": 0.5113493204116821, |
| "learning_rate": 6.486707732287906e-05, |
| "loss": 0.008242735266685485, |
| "step": 4040 |
| }, |
| { |
| "epoch": 13.776831345826235, |
| "grad_norm": 0.09307843446731567, |
| "learning_rate": 6.471702909742104e-05, |
| "loss": 0.005062764137983322, |
| "step": 4050 |
| }, |
| { |
| "epoch": 13.810902896081771, |
| "grad_norm": 0.7766565084457397, |
| "learning_rate": 6.456683562082734e-05, |
| "loss": 0.004186952859163285, |
| "step": 4060 |
| }, |
| { |
| "epoch": 13.844974446337309, |
| "grad_norm": 0.583267331123352, |
| "learning_rate": 6.441649837544694e-05, |
| "loss": 0.005122175067663192, |
| "step": 4070 |
| }, |
| { |
| "epoch": 13.879045996592845, |
| "grad_norm": 0.053830988705158234, |
| "learning_rate": 6.426601884504773e-05, |
| "loss": 0.007482742518186569, |
| "step": 4080 |
| }, |
| { |
| "epoch": 13.913117546848381, |
| "grad_norm": 1.3554465770721436, |
| "learning_rate": 6.411539851480195e-05, |
| "loss": 0.004661658406257629, |
| "step": 4090 |
| }, |
| { |
| "epoch": 13.947189097103918, |
| "grad_norm": 0.04218238592147827, |
| "learning_rate": 6.396463887127144e-05, |
| "loss": 0.003842930123209953, |
| "step": 4100 |
| }, |
| { |
| "epoch": 13.981260647359456, |
| "grad_norm": 0.9284960031509399, |
| "learning_rate": 6.381374140239303e-05, |
| "loss": 0.006544541567564011, |
| "step": 4110 |
| }, |
| { |
| "epoch": 14.013628620102214, |
| "grad_norm": 0.04177882522344589, |
| "learning_rate": 6.366270759746382e-05, |
| "loss": 0.0044401433318853375, |
| "step": 4120 |
| }, |
| { |
| "epoch": 14.047700170357752, |
| "grad_norm": 0.04898664727807045, |
| "learning_rate": 6.351153894712647e-05, |
| "loss": 0.004527781158685684, |
| "step": 4130 |
| }, |
| { |
| "epoch": 14.081771720613288, |
| "grad_norm": 0.09982441365718842, |
| "learning_rate": 6.336023694335456e-05, |
| "loss": 0.0024997029453516007, |
| "step": 4140 |
| }, |
| { |
| "epoch": 14.115843270868824, |
| "grad_norm": 0.0643860250711441, |
| "learning_rate": 6.320880307943774e-05, |
| "loss": 0.0032753311097621918, |
| "step": 4150 |
| }, |
| { |
| "epoch": 14.14991482112436, |
| "grad_norm": 1.2694058418273926, |
| "learning_rate": 6.305723884996715e-05, |
| "loss": 0.00369129404425621, |
| "step": 4160 |
| }, |
| { |
| "epoch": 14.183986371379898, |
| "grad_norm": 1.2078691720962524, |
| "learning_rate": 6.290554575082052e-05, |
| "loss": 0.002693903259932995, |
| "step": 4170 |
| }, |
| { |
| "epoch": 14.218057921635435, |
| "grad_norm": 0.4831646978855133, |
| "learning_rate": 6.275372527914752e-05, |
| "loss": 0.0029770523309707642, |
| "step": 4180 |
| }, |
| { |
| "epoch": 14.25212947189097, |
| "grad_norm": 0.601255476474762, |
| "learning_rate": 6.260177893335489e-05, |
| "loss": 0.011412195861339569, |
| "step": 4190 |
| }, |
| { |
| "epoch": 14.286201022146507, |
| "grad_norm": 0.09007900208234787, |
| "learning_rate": 6.244970821309174e-05, |
| "loss": 0.004860934242606163, |
| "step": 4200 |
| }, |
| { |
| "epoch": 14.320272572402045, |
| "grad_norm": 0.06651585549116135, |
| "learning_rate": 6.229751461923468e-05, |
| "loss": 0.009242969751358032, |
| "step": 4210 |
| }, |
| { |
| "epoch": 14.354344122657581, |
| "grad_norm": 0.11677233129739761, |
| "learning_rate": 6.214519965387303e-05, |
| "loss": 0.0030382387340068817, |
| "step": 4220 |
| }, |
| { |
| "epoch": 14.388415672913117, |
| "grad_norm": 0.05548478290438652, |
| "learning_rate": 6.199276482029401e-05, |
| "loss": 0.0038005076348781586, |
| "step": 4230 |
| }, |
| { |
| "epoch": 14.422487223168654, |
| "grad_norm": 0.10228066146373749, |
| "learning_rate": 6.18402116229679e-05, |
| "loss": 0.0026105983182787896, |
| "step": 4240 |
| }, |
| { |
| "epoch": 14.456558773424192, |
| "grad_norm": 0.04359025880694389, |
| "learning_rate": 6.168754156753316e-05, |
| "loss": 0.0022529620677232743, |
| "step": 4250 |
| }, |
| { |
| "epoch": 14.490630323679728, |
| "grad_norm": 0.3089030981063843, |
| "learning_rate": 6.153475616078158e-05, |
| "loss": 0.002916494943201542, |
| "step": 4260 |
| }, |
| { |
| "epoch": 14.524701873935264, |
| "grad_norm": 0.5625247359275818, |
| "learning_rate": 6.138185691064348e-05, |
| "loss": 0.0038366343826055525, |
| "step": 4270 |
| }, |
| { |
| "epoch": 14.5587734241908, |
| "grad_norm": 0.09490062296390533, |
| "learning_rate": 6.12288453261727e-05, |
| "loss": 0.0048129215836524965, |
| "step": 4280 |
| }, |
| { |
| "epoch": 14.592844974446336, |
| "grad_norm": 0.0946214497089386, |
| "learning_rate": 6.107572291753183e-05, |
| "loss": 0.003979400172829628, |
| "step": 4290 |
| }, |
| { |
| "epoch": 14.626916524701874, |
| "grad_norm": 1.290644884109497, |
| "learning_rate": 6.092249119597721e-05, |
| "loss": 0.004271459579467773, |
| "step": 4300 |
| }, |
| { |
| "epoch": 14.66098807495741, |
| "grad_norm": 0.04261275380849838, |
| "learning_rate": 6.076915167384407e-05, |
| "loss": 0.002717731706798077, |
| "step": 4310 |
| }, |
| { |
| "epoch": 14.695059625212947, |
| "grad_norm": 0.057752665132284164, |
| "learning_rate": 6.0615705864531594e-05, |
| "loss": 0.003598403185606003, |
| "step": 4320 |
| }, |
| { |
| "epoch": 14.729131175468483, |
| "grad_norm": 0.11382733285427094, |
| "learning_rate": 6.046215528248798e-05, |
| "loss": 0.0051520105451345445, |
| "step": 4330 |
| }, |
| { |
| "epoch": 14.763202725724021, |
| "grad_norm": 0.30120739340782166, |
| "learning_rate": 6.0308501443195464e-05, |
| "loss": 0.003737257793545723, |
| "step": 4340 |
| }, |
| { |
| "epoch": 14.797274275979557, |
| "grad_norm": 0.15558502078056335, |
| "learning_rate": 6.0154745863155405e-05, |
| "loss": 0.0033736743032932283, |
| "step": 4350 |
| }, |
| { |
| "epoch": 14.831345826235093, |
| "grad_norm": 1.0245122909545898, |
| "learning_rate": 6.000089005987331e-05, |
| "loss": 0.004328646138310433, |
| "step": 4360 |
| }, |
| { |
| "epoch": 14.86541737649063, |
| "grad_norm": 0.06399249285459518, |
| "learning_rate": 5.984693555184386e-05, |
| "loss": 0.0029862189665436746, |
| "step": 4370 |
| }, |
| { |
| "epoch": 14.899488926746168, |
| "grad_norm": 0.050825756043195724, |
| "learning_rate": 5.9692883858535884e-05, |
| "loss": 0.006860410422086715, |
| "step": 4380 |
| }, |
| { |
| "epoch": 14.933560477001704, |
| "grad_norm": 0.07893214374780655, |
| "learning_rate": 5.953873650037739e-05, |
| "loss": 0.005103478953242302, |
| "step": 4390 |
| }, |
| { |
| "epoch": 14.96763202725724, |
| "grad_norm": 0.7493880987167358, |
| "learning_rate": 5.938449499874059e-05, |
| "loss": 0.008201855421066283, |
| "step": 4400 |
| }, |
| { |
| "epoch": 15.0, |
| "grad_norm": 3.547017812728882, |
| "learning_rate": 5.923016087592681e-05, |
| "loss": 0.005634984374046326, |
| "step": 4410 |
| }, |
| { |
| "epoch": 15.034071550255536, |
| "grad_norm": 0.12131509929895401, |
| "learning_rate": 5.9075735655151575e-05, |
| "loss": 0.004040924087166786, |
| "step": 4420 |
| }, |
| { |
| "epoch": 15.068143100511072, |
| "grad_norm": 0.03410695865750313, |
| "learning_rate": 5.892122086052944e-05, |
| "loss": 0.00687539279460907, |
| "step": 4430 |
| }, |
| { |
| "epoch": 15.10221465076661, |
| "grad_norm": 0.04947010800242424, |
| "learning_rate": 5.876661801705905e-05, |
| "loss": 0.0032738476991653444, |
| "step": 4440 |
| }, |
| { |
| "epoch": 15.136286201022147, |
| "grad_norm": 0.8641470074653625, |
| "learning_rate": 5.861192865060805e-05, |
| "loss": 0.008090145885944366, |
| "step": 4450 |
| }, |
| { |
| "epoch": 15.170357751277683, |
| "grad_norm": 0.09471169859170914, |
| "learning_rate": 5.845715428789805e-05, |
| "loss": 0.002891349606215954, |
| "step": 4460 |
| }, |
| { |
| "epoch": 15.204429301533219, |
| "grad_norm": 0.061726536601781845, |
| "learning_rate": 5.830229645648952e-05, |
| "loss": 0.003794405609369278, |
| "step": 4470 |
| }, |
| { |
| "epoch": 15.238500851788757, |
| "grad_norm": 0.5859624743461609, |
| "learning_rate": 5.814735668476674e-05, |
| "loss": 0.0029357653111219406, |
| "step": 4480 |
| }, |
| { |
| "epoch": 15.272572402044293, |
| "grad_norm": 0.03562292829155922, |
| "learning_rate": 5.79923365019227e-05, |
| "loss": 0.010583274066448212, |
| "step": 4490 |
| }, |
| { |
| "epoch": 15.30664395229983, |
| "grad_norm": 0.06037396192550659, |
| "learning_rate": 5.783723743794402e-05, |
| "loss": 0.0022368822246789932, |
| "step": 4500 |
| }, |
| { |
| "epoch": 15.340715502555366, |
| "grad_norm": 0.06155624985694885, |
| "learning_rate": 5.7682061023595845e-05, |
| "loss": 0.004347968474030494, |
| "step": 4510 |
| }, |
| { |
| "epoch": 15.374787052810904, |
| "grad_norm": 0.06593833863735199, |
| "learning_rate": 5.752680879040676e-05, |
| "loss": 0.006146045774221421, |
| "step": 4520 |
| }, |
| { |
| "epoch": 15.40885860306644, |
| "grad_norm": 0.04347379505634308, |
| "learning_rate": 5.73714822706536e-05, |
| "loss": 0.00284601878374815, |
| "step": 4530 |
| }, |
| { |
| "epoch": 15.442930153321976, |
| "grad_norm": 0.04662046581506729, |
| "learning_rate": 5.721608299734641e-05, |
| "loss": 0.007786727696657181, |
| "step": 4540 |
| }, |
| { |
| "epoch": 15.477001703577512, |
| "grad_norm": 0.34194523096084595, |
| "learning_rate": 5.706061250421328e-05, |
| "loss": 0.009722773730754853, |
| "step": 4550 |
| }, |
| { |
| "epoch": 15.51107325383305, |
| "grad_norm": 0.1249171644449234, |
| "learning_rate": 5.690507232568524e-05, |
| "loss": 0.0033404458314180373, |
| "step": 4560 |
| }, |
| { |
| "epoch": 15.545144804088586, |
| "grad_norm": 0.0931662991642952, |
| "learning_rate": 5.6749463996881026e-05, |
| "loss": 0.002273181825876236, |
| "step": 4570 |
| }, |
| { |
| "epoch": 15.579216354344123, |
| "grad_norm": 0.045032959431409836, |
| "learning_rate": 5.659378905359203e-05, |
| "loss": 0.002775738388299942, |
| "step": 4580 |
| }, |
| { |
| "epoch": 15.613287904599659, |
| "grad_norm": 0.2108381986618042, |
| "learning_rate": 5.6438049032267095e-05, |
| "loss": 0.0032906975597143174, |
| "step": 4590 |
| }, |
| { |
| "epoch": 15.647359454855195, |
| "grad_norm": 0.07233528047800064, |
| "learning_rate": 5.628224546999735e-05, |
| "loss": 0.004193896055221557, |
| "step": 4600 |
| }, |
| { |
| "epoch": 15.681431005110733, |
| "grad_norm": 0.034625567495822906, |
| "learning_rate": 5.612637990450107e-05, |
| "loss": 0.0040230326354503635, |
| "step": 4610 |
| }, |
| { |
| "epoch": 15.71550255536627, |
| "grad_norm": 0.05149779096245766, |
| "learning_rate": 5.597045387410845e-05, |
| "loss": 0.0028049644082784654, |
| "step": 4620 |
| }, |
| { |
| "epoch": 15.749574105621805, |
| "grad_norm": 0.9837811589241028, |
| "learning_rate": 5.5814468917746475e-05, |
| "loss": 0.004248417913913727, |
| "step": 4630 |
| }, |
| { |
| "epoch": 15.783645655877342, |
| "grad_norm": 0.04748018831014633, |
| "learning_rate": 5.565842657492366e-05, |
| "loss": 0.0023705245926976203, |
| "step": 4640 |
| }, |
| { |
| "epoch": 15.81771720613288, |
| "grad_norm": 0.02733342908322811, |
| "learning_rate": 5.5502328385714954e-05, |
| "loss": 0.004021480306982994, |
| "step": 4650 |
| }, |
| { |
| "epoch": 15.851788756388416, |
| "grad_norm": 0.028498021885752678, |
| "learning_rate": 5.534617589074647e-05, |
| "loss": 0.0026785416528582575, |
| "step": 4660 |
| }, |
| { |
| "epoch": 15.885860306643952, |
| "grad_norm": 0.10506656020879745, |
| "learning_rate": 5.5189970631180265e-05, |
| "loss": 0.002691369690001011, |
| "step": 4670 |
| }, |
| { |
| "epoch": 15.919931856899488, |
| "grad_norm": 0.21124304831027985, |
| "learning_rate": 5.503371414869922e-05, |
| "loss": 0.0054808568209409715, |
| "step": 4680 |
| }, |
| { |
| "epoch": 15.954003407155026, |
| "grad_norm": 0.04369935393333435, |
| "learning_rate": 5.4877407985491714e-05, |
| "loss": 0.002211957797408104, |
| "step": 4690 |
| }, |
| { |
| "epoch": 15.988074957410563, |
| "grad_norm": 0.040269821882247925, |
| "learning_rate": 5.472105368423648e-05, |
| "loss": 0.002709386870265007, |
| "step": 4700 |
| }, |
| { |
| "epoch": 16.020442930153322, |
| "grad_norm": 0.028259102255105972, |
| "learning_rate": 5.4564652788087353e-05, |
| "loss": 0.0016449641436338425, |
| "step": 4710 |
| }, |
| { |
| "epoch": 16.05451448040886, |
| "grad_norm": 0.03208509832620621, |
| "learning_rate": 5.440820684065804e-05, |
| "loss": 0.002032238245010376, |
| "step": 4720 |
| }, |
| { |
| "epoch": 16.088586030664395, |
| "grad_norm": 0.08327673375606537, |
| "learning_rate": 5.425171738600686e-05, |
| "loss": 0.0017761236056685447, |
| "step": 4730 |
| }, |
| { |
| "epoch": 16.12265758091993, |
| "grad_norm": 0.030065344646573067, |
| "learning_rate": 5.4095185968621575e-05, |
| "loss": 0.0038551613688468933, |
| "step": 4740 |
| }, |
| { |
| "epoch": 16.156729131175467, |
| "grad_norm": 0.02324601449072361, |
| "learning_rate": 5.3938614133404075e-05, |
| "loss": 0.002114511840045452, |
| "step": 4750 |
| }, |
| { |
| "epoch": 16.190800681431003, |
| "grad_norm": 0.036281730979681015, |
| "learning_rate": 5.378200342565516e-05, |
| "loss": 0.00202888622879982, |
| "step": 4760 |
| }, |
| { |
| "epoch": 16.224872231686543, |
| "grad_norm": 1.3998425006866455, |
| "learning_rate": 5.362535539105928e-05, |
| "loss": 0.002383740805089474, |
| "step": 4770 |
| }, |
| { |
| "epoch": 16.25894378194208, |
| "grad_norm": 0.5290566086769104, |
| "learning_rate": 5.346867157566931e-05, |
| "loss": 0.0023939421400427817, |
| "step": 4780 |
| }, |
| { |
| "epoch": 16.293015332197616, |
| "grad_norm": 0.07418588548898697, |
| "learning_rate": 5.331195352589126e-05, |
| "loss": 0.001642211526632309, |
| "step": 4790 |
| }, |
| { |
| "epoch": 16.327086882453152, |
| "grad_norm": 0.027548249810934067, |
| "learning_rate": 5.315520278846898e-05, |
| "loss": 0.0016159243881702424, |
| "step": 4800 |
| }, |
| { |
| "epoch": 16.361158432708688, |
| "grad_norm": 0.028864076361060143, |
| "learning_rate": 5.299842091046899e-05, |
| "loss": 0.0017805464565753936, |
| "step": 4810 |
| }, |
| { |
| "epoch": 16.395229982964224, |
| "grad_norm": 0.02843449078500271, |
| "learning_rate": 5.284160943926515e-05, |
| "loss": 0.001770513504743576, |
| "step": 4820 |
| }, |
| { |
| "epoch": 16.42930153321976, |
| "grad_norm": 0.018429072573781013, |
| "learning_rate": 5.2684769922523325e-05, |
| "loss": 0.0042362667620182036, |
| "step": 4830 |
| }, |
| { |
| "epoch": 16.463373083475297, |
| "grad_norm": 0.021774500608444214, |
| "learning_rate": 5.252790390818625e-05, |
| "loss": 0.002549749054014683, |
| "step": 4840 |
| }, |
| { |
| "epoch": 16.497444633730836, |
| "grad_norm": 0.1091708391904831, |
| "learning_rate": 5.2371012944458165e-05, |
| "loss": 0.001800367422401905, |
| "step": 4850 |
| }, |
| { |
| "epoch": 16.531516183986373, |
| "grad_norm": 0.021982407197356224, |
| "learning_rate": 5.2214098579789526e-05, |
| "loss": 0.0017428381368517875, |
| "step": 4860 |
| }, |
| { |
| "epoch": 16.56558773424191, |
| "grad_norm": 0.029410257935523987, |
| "learning_rate": 5.2057162362861775e-05, |
| "loss": 0.0015747616067528724, |
| "step": 4870 |
| }, |
| { |
| "epoch": 16.599659284497445, |
| "grad_norm": 0.027157938107848167, |
| "learning_rate": 5.190020584257201e-05, |
| "loss": 0.0014591478742659093, |
| "step": 4880 |
| }, |
| { |
| "epoch": 16.63373083475298, |
| "grad_norm": 0.025023752823472023, |
| "learning_rate": 5.174323056801773e-05, |
| "loss": 0.0014232179149985314, |
| "step": 4890 |
| }, |
| { |
| "epoch": 16.667802385008518, |
| "grad_norm": 0.01952843740582466, |
| "learning_rate": 5.158623808848152e-05, |
| "loss": 0.0013258514925837516, |
| "step": 4900 |
| }, |
| { |
| "epoch": 16.701873935264054, |
| "grad_norm": 0.03049285151064396, |
| "learning_rate": 5.142922995341576e-05, |
| "loss": 0.003258787468075752, |
| "step": 4910 |
| }, |
| { |
| "epoch": 16.73594548551959, |
| "grad_norm": 0.056466344743967056, |
| "learning_rate": 5.127220771242737e-05, |
| "loss": 0.0014892812818288804, |
| "step": 4920 |
| }, |
| { |
| "epoch": 16.770017035775126, |
| "grad_norm": 0.06346353143453598, |
| "learning_rate": 5.111517291526245e-05, |
| "loss": 0.005571158602833748, |
| "step": 4930 |
| }, |
| { |
| "epoch": 16.804088586030666, |
| "grad_norm": 0.040035296231508255, |
| "learning_rate": 5.0958127111791086e-05, |
| "loss": 0.0017191551625728608, |
| "step": 4940 |
| }, |
| { |
| "epoch": 16.838160136286202, |
| "grad_norm": 0.029128847643733025, |
| "learning_rate": 5.080107185199193e-05, |
| "loss": 0.0015416602604091168, |
| "step": 4950 |
| }, |
| { |
| "epoch": 16.87223168654174, |
| "grad_norm": 0.03200097382068634, |
| "learning_rate": 5.0644008685937005e-05, |
| "loss": 0.001368429884314537, |
| "step": 4960 |
| }, |
| { |
| "epoch": 16.906303236797275, |
| "grad_norm": 0.027507126331329346, |
| "learning_rate": 5.048693916377635e-05, |
| "loss": 0.0013849607668817044, |
| "step": 4970 |
| }, |
| { |
| "epoch": 16.94037478705281, |
| "grad_norm": 0.11205657571554184, |
| "learning_rate": 5.032986483572273e-05, |
| "loss": 0.0047020137310028074, |
| "step": 4980 |
| }, |
| { |
| "epoch": 16.974446337308347, |
| "grad_norm": 0.04292678087949753, |
| "learning_rate": 5.017278725203636e-05, |
| "loss": 0.001518221851438284, |
| "step": 4990 |
| }, |
| { |
| "epoch": 17.00681431005111, |
| "grad_norm": 0.020551787689328194, |
| "learning_rate": 5.0015707963009575e-05, |
| "loss": 0.004414630308747292, |
| "step": 5000 |
| }, |
| { |
| "epoch": 17.040885860306645, |
| "grad_norm": 0.02067749574780464, |
| "learning_rate": 4.985862851895152e-05, |
| "loss": 0.0026002321392297745, |
| "step": 5010 |
| }, |
| { |
| "epoch": 17.07495741056218, |
| "grad_norm": 0.038795456290245056, |
| "learning_rate": 4.9701550470172914e-05, |
| "loss": 0.004252338781952858, |
| "step": 5020 |
| }, |
| { |
| "epoch": 17.109028960817717, |
| "grad_norm": 0.024375731125473976, |
| "learning_rate": 4.954447536697068e-05, |
| "loss": 0.0017102709040045737, |
| "step": 5030 |
| }, |
| { |
| "epoch": 17.143100511073254, |
| "grad_norm": 0.22505810856819153, |
| "learning_rate": 4.9387404759612674e-05, |
| "loss": 0.0014576041139662266, |
| "step": 5040 |
| }, |
| { |
| "epoch": 17.17717206132879, |
| "grad_norm": 0.028041576966643333, |
| "learning_rate": 4.923034019832237e-05, |
| "loss": 0.002051759511232376, |
| "step": 5050 |
| }, |
| { |
| "epoch": 17.211243611584326, |
| "grad_norm": 0.21869738399982452, |
| "learning_rate": 4.907328323326359e-05, |
| "loss": 0.001416478306055069, |
| "step": 5060 |
| }, |
| { |
| "epoch": 17.245315161839862, |
| "grad_norm": 0.02534378692507744, |
| "learning_rate": 4.891623541452516e-05, |
| "loss": 0.001756133884191513, |
| "step": 5070 |
| }, |
| { |
| "epoch": 17.279386712095402, |
| "grad_norm": 0.022471051663160324, |
| "learning_rate": 4.8759198292105655e-05, |
| "loss": 0.0013532243669033051, |
| "step": 5080 |
| }, |
| { |
| "epoch": 17.313458262350938, |
| "grad_norm": 0.02355014532804489, |
| "learning_rate": 4.8602173415898076e-05, |
| "loss": 0.001428174041211605, |
| "step": 5090 |
| }, |
| { |
| "epoch": 17.347529812606474, |
| "grad_norm": 0.023271949961781502, |
| "learning_rate": 4.8445162335674574e-05, |
| "loss": 0.001497176382690668, |
| "step": 5100 |
| }, |
| { |
| "epoch": 17.38160136286201, |
| "grad_norm": 0.09229321032762527, |
| "learning_rate": 4.828816660107109e-05, |
| "loss": 0.0013473049737513065, |
| "step": 5110 |
| }, |
| { |
| "epoch": 17.415672913117547, |
| "grad_norm": 0.020730620250105858, |
| "learning_rate": 4.813118776157216e-05, |
| "loss": 0.0012679336592555045, |
| "step": 5120 |
| }, |
| { |
| "epoch": 17.449744463373083, |
| "grad_norm": 0.020511914044618607, |
| "learning_rate": 4.797422736649555e-05, |
| "loss": 0.0012394772842526437, |
| "step": 5130 |
| }, |
| { |
| "epoch": 17.48381601362862, |
| "grad_norm": 0.020659010857343674, |
| "learning_rate": 4.7817286964976995e-05, |
| "loss": 0.0012148208916187286, |
| "step": 5140 |
| }, |
| { |
| "epoch": 17.517887563884155, |
| "grad_norm": 0.021254630759358406, |
| "learning_rate": 4.7660368105954905e-05, |
| "loss": 0.0011381401680409908, |
| "step": 5150 |
| }, |
| { |
| "epoch": 17.55195911413969, |
| "grad_norm": 0.020152298733592033, |
| "learning_rate": 4.750347233815506e-05, |
| "loss": 0.0013540409505367278, |
| "step": 5160 |
| }, |
| { |
| "epoch": 17.58603066439523, |
| "grad_norm": 0.015300494618713856, |
| "learning_rate": 4.734660121007534e-05, |
| "loss": 0.0011846719309687615, |
| "step": 5170 |
| }, |
| { |
| "epoch": 17.620102214650768, |
| "grad_norm": 0.040884144604206085, |
| "learning_rate": 4.718975626997047e-05, |
| "loss": 0.0011502589099109174, |
| "step": 5180 |
| }, |
| { |
| "epoch": 17.654173764906304, |
| "grad_norm": 0.0147259421646595, |
| "learning_rate": 4.7032939065836674e-05, |
| "loss": 0.0010198661126196384, |
| "step": 5190 |
| }, |
| { |
| "epoch": 17.68824531516184, |
| "grad_norm": 0.017110861837863922, |
| "learning_rate": 4.687615114539644e-05, |
| "loss": 0.006115290522575379, |
| "step": 5200 |
| }, |
| { |
| "epoch": 17.722316865417376, |
| "grad_norm": 0.06430409103631973, |
| "learning_rate": 4.6719394056083246e-05, |
| "loss": 0.0011276694945991038, |
| "step": 5210 |
| }, |
| { |
| "epoch": 17.756388415672912, |
| "grad_norm": 0.02295953780412674, |
| "learning_rate": 4.65626693450263e-05, |
| "loss": 0.001248331554234028, |
| "step": 5220 |
| }, |
| { |
| "epoch": 17.79045996592845, |
| "grad_norm": 0.017782188951969147, |
| "learning_rate": 4.6405978559035195e-05, |
| "loss": 0.0011788049712777137, |
| "step": 5230 |
| }, |
| { |
| "epoch": 17.824531516183985, |
| "grad_norm": 4.459109783172607, |
| "learning_rate": 4.6249323244584756e-05, |
| "loss": 0.0015946637839078903, |
| "step": 5240 |
| }, |
| { |
| "epoch": 17.858603066439525, |
| "grad_norm": 0.017394445836544037, |
| "learning_rate": 4.6092704947799684e-05, |
| "loss": 0.0010795393958687783, |
| "step": 5250 |
| }, |
| { |
| "epoch": 17.89267461669506, |
| "grad_norm": 0.054457612335681915, |
| "learning_rate": 4.593612521443933e-05, |
| "loss": 0.0012965104542672634, |
| "step": 5260 |
| }, |
| { |
| "epoch": 17.926746166950597, |
| "grad_norm": 0.01878967694938183, |
| "learning_rate": 4.577958558988247e-05, |
| "loss": 0.0021525075659155845, |
| "step": 5270 |
| }, |
| { |
| "epoch": 17.960817717206133, |
| "grad_norm": 0.019479788839817047, |
| "learning_rate": 4.5623087619111985e-05, |
| "loss": 0.0011511732824146747, |
| "step": 5280 |
| }, |
| { |
| "epoch": 17.99488926746167, |
| "grad_norm": 0.02074812538921833, |
| "learning_rate": 4.546663284669967e-05, |
| "loss": 0.003984493762254715, |
| "step": 5290 |
| }, |
| { |
| "epoch": 18.027257240204428, |
| "grad_norm": 0.08662942051887512, |
| "learning_rate": 4.5310222816790956e-05, |
| "loss": 0.0010945863090455533, |
| "step": 5300 |
| }, |
| { |
| "epoch": 18.061328790459967, |
| "grad_norm": 0.014388803392648697, |
| "learning_rate": 4.5153859073089696e-05, |
| "loss": 0.0010205313563346862, |
| "step": 5310 |
| }, |
| { |
| "epoch": 18.095400340715504, |
| "grad_norm": 1.6488099098205566, |
| "learning_rate": 4.499754315884293e-05, |
| "loss": 0.0011971708387136458, |
| "step": 5320 |
| }, |
| { |
| "epoch": 18.12947189097104, |
| "grad_norm": 0.014312258921563625, |
| "learning_rate": 4.484127661682561e-05, |
| "loss": 0.0011194176971912385, |
| "step": 5330 |
| }, |
| { |
| "epoch": 18.163543441226576, |
| "grad_norm": 0.017495693638920784, |
| "learning_rate": 4.468506098932541e-05, |
| "loss": 0.0010449805296957493, |
| "step": 5340 |
| }, |
| { |
| "epoch": 18.197614991482112, |
| "grad_norm": 0.03344535082578659, |
| "learning_rate": 4.452889781812753e-05, |
| "loss": 0.001077896449714899, |
| "step": 5350 |
| }, |
| { |
| "epoch": 18.23168654173765, |
| "grad_norm": 0.09552326053380966, |
| "learning_rate": 4.437278864449941e-05, |
| "loss": 0.0011071257293224334, |
| "step": 5360 |
| }, |
| { |
| "epoch": 18.265758091993185, |
| "grad_norm": 0.015476961620151997, |
| "learning_rate": 4.421673500917558e-05, |
| "loss": 0.0010746978223323822, |
| "step": 5370 |
| }, |
| { |
| "epoch": 18.29982964224872, |
| "grad_norm": 0.01175448764115572, |
| "learning_rate": 4.40607384523424e-05, |
| "loss": 0.0009136024862527847, |
| "step": 5380 |
| }, |
| { |
| "epoch": 18.33390119250426, |
| "grad_norm": 0.015426024794578552, |
| "learning_rate": 4.390480051362292e-05, |
| "loss": 0.002662300691008568, |
| "step": 5390 |
| }, |
| { |
| "epoch": 18.367972742759797, |
| "grad_norm": 0.016918612644076347, |
| "learning_rate": 4.374892273206164e-05, |
| "loss": 0.0009650848805904388, |
| "step": 5400 |
| }, |
| { |
| "epoch": 18.402044293015333, |
| "grad_norm": 0.0167019572108984, |
| "learning_rate": 4.359310664610933e-05, |
| "loss": 0.0009537719190120697, |
| "step": 5410 |
| }, |
| { |
| "epoch": 18.43611584327087, |
| "grad_norm": 0.014781847596168518, |
| "learning_rate": 4.343735379360785e-05, |
| "loss": 0.0009710612706840038, |
| "step": 5420 |
| }, |
| { |
| "epoch": 18.470187393526405, |
| "grad_norm": 0.018976446241140366, |
| "learning_rate": 4.3281665711774986e-05, |
| "loss": 0.0010830318555235864, |
| "step": 5430 |
| }, |
| { |
| "epoch": 18.50425894378194, |
| "grad_norm": 0.014287130907177925, |
| "learning_rate": 4.312604393718925e-05, |
| "loss": 0.0009636364877223969, |
| "step": 5440 |
| }, |
| { |
| "epoch": 18.538330494037478, |
| "grad_norm": 0.026724105700850487, |
| "learning_rate": 4.2970490005774716e-05, |
| "loss": 0.0009737368673086166, |
| "step": 5450 |
| }, |
| { |
| "epoch": 18.572402044293014, |
| "grad_norm": 0.012648231349885464, |
| "learning_rate": 4.28150054527859e-05, |
| "loss": 0.003246837854385376, |
| "step": 5460 |
| }, |
| { |
| "epoch": 18.606473594548554, |
| "grad_norm": 0.014268019236624241, |
| "learning_rate": 4.2659591812792585e-05, |
| "loss": 0.00107917794957757, |
| "step": 5470 |
| }, |
| { |
| "epoch": 18.64054514480409, |
| "grad_norm": 0.01439786609262228, |
| "learning_rate": 4.250425061966461e-05, |
| "loss": 0.0010169627144932746, |
| "step": 5480 |
| }, |
| { |
| "epoch": 18.674616695059626, |
| "grad_norm": 0.011672698892652988, |
| "learning_rate": 4.234898340655687e-05, |
| "loss": 0.0010213958099484443, |
| "step": 5490 |
| }, |
| { |
| "epoch": 18.708688245315162, |
| "grad_norm": 0.016902077943086624, |
| "learning_rate": 4.219379170589407e-05, |
| "loss": 0.0009170673787593841, |
| "step": 5500 |
| }, |
| { |
| "epoch": 18.7427597955707, |
| "grad_norm": 0.014487321488559246, |
| "learning_rate": 4.203867704935566e-05, |
| "loss": 0.000946090929210186, |
| "step": 5510 |
| }, |
| { |
| "epoch": 18.776831345826235, |
| "grad_norm": 0.014147425070405006, |
| "learning_rate": 4.188364096786063e-05, |
| "loss": 0.000928798783570528, |
| "step": 5520 |
| }, |
| { |
| "epoch": 18.81090289608177, |
| "grad_norm": 0.013360686600208282, |
| "learning_rate": 4.172868499155254e-05, |
| "loss": 0.007861136645078658, |
| "step": 5530 |
| }, |
| { |
| "epoch": 18.844974446337307, |
| "grad_norm": 0.013410428538918495, |
| "learning_rate": 4.157381064978432e-05, |
| "loss": 0.0009810113348066806, |
| "step": 5540 |
| }, |
| { |
| "epoch": 18.879045996592843, |
| "grad_norm": 0.017660394310951233, |
| "learning_rate": 4.14190194711032e-05, |
| "loss": 0.0014070034958422184, |
| "step": 5550 |
| }, |
| { |
| "epoch": 18.913117546848383, |
| "grad_norm": 0.03081461787223816, |
| "learning_rate": 4.126431298323561e-05, |
| "loss": 0.0011111219413578511, |
| "step": 5560 |
| }, |
| { |
| "epoch": 18.94718909710392, |
| "grad_norm": 0.013971783220767975, |
| "learning_rate": 4.110969271307215e-05, |
| "loss": 0.001013590395450592, |
| "step": 5570 |
| }, |
| { |
| "epoch": 18.981260647359456, |
| "grad_norm": 0.26775357127189636, |
| "learning_rate": 4.095516018665244e-05, |
| "loss": 0.0011561580002307891, |
| "step": 5580 |
| }, |
| { |
| "epoch": 19.013628620102214, |
| "grad_norm": 0.023728186264634132, |
| "learning_rate": 4.080071692915014e-05, |
| "loss": 0.0014442360028624535, |
| "step": 5590 |
| }, |
| { |
| "epoch": 19.04770017035775, |
| "grad_norm": 0.02013670653104782, |
| "learning_rate": 4.0646364464857854e-05, |
| "loss": 0.0009878143668174745, |
| "step": 5600 |
| }, |
| { |
| "epoch": 19.081771720613286, |
| "grad_norm": 0.013261818327009678, |
| "learning_rate": 4.049210431717208e-05, |
| "loss": 0.0009241646155714988, |
| "step": 5610 |
| }, |
| { |
| "epoch": 19.115843270868826, |
| "grad_norm": 0.018740715458989143, |
| "learning_rate": 4.0337938008578204e-05, |
| "loss": 0.0009923766367137433, |
| "step": 5620 |
| }, |
| { |
| "epoch": 19.149914821124362, |
| "grad_norm": 0.011729925870895386, |
| "learning_rate": 4.0183867060635446e-05, |
| "loss": 0.0009203552268445492, |
| "step": 5630 |
| }, |
| { |
| "epoch": 19.1839863713799, |
| "grad_norm": 0.013013752177357674, |
| "learning_rate": 4.002989299396187e-05, |
| "loss": 0.0008703425526618957, |
| "step": 5640 |
| }, |
| { |
| "epoch": 19.218057921635435, |
| "grad_norm": 0.012250490486621857, |
| "learning_rate": 3.987601732821935e-05, |
| "loss": 0.000981604866683483, |
| "step": 5650 |
| }, |
| { |
| "epoch": 19.25212947189097, |
| "grad_norm": 0.012271963991224766, |
| "learning_rate": 3.9722241582098574e-05, |
| "loss": 0.0008470822125673294, |
| "step": 5660 |
| }, |
| { |
| "epoch": 19.286201022146507, |
| "grad_norm": 0.010430771857500076, |
| "learning_rate": 3.9568567273304094e-05, |
| "loss": 0.0022851787507534027, |
| "step": 5670 |
| }, |
| { |
| "epoch": 19.320272572402043, |
| "grad_norm": 0.011908025480806828, |
| "learning_rate": 3.941499591853928e-05, |
| "loss": 0.0008988802321255207, |
| "step": 5680 |
| }, |
| { |
| "epoch": 19.35434412265758, |
| "grad_norm": 0.010292290709912777, |
| "learning_rate": 3.926152903349143e-05, |
| "loss": 0.0007751309778541327, |
| "step": 5690 |
| }, |
| { |
| "epoch": 19.38841567291312, |
| "grad_norm": 0.012682536616921425, |
| "learning_rate": 3.91081681328167e-05, |
| "loss": 0.0009175571613013744, |
| "step": 5700 |
| }, |
| { |
| "epoch": 19.422487223168655, |
| "grad_norm": 0.014314210042357445, |
| "learning_rate": 3.8954914730125304e-05, |
| "loss": 0.000846368633210659, |
| "step": 5710 |
| }, |
| { |
| "epoch": 19.45655877342419, |
| "grad_norm": 0.019071565940976143, |
| "learning_rate": 3.880177033796643e-05, |
| "loss": 0.0008073801174759865, |
| "step": 5720 |
| }, |
| { |
| "epoch": 19.490630323679728, |
| "grad_norm": 0.012006244622170925, |
| "learning_rate": 3.864873646781341e-05, |
| "loss": 0.0008969792164862156, |
| "step": 5730 |
| }, |
| { |
| "epoch": 19.524701873935264, |
| "grad_norm": 0.013704975135624409, |
| "learning_rate": 3.849581463004877e-05, |
| "loss": 0.0007448746357113123, |
| "step": 5740 |
| }, |
| { |
| "epoch": 19.5587734241908, |
| "grad_norm": 0.010101907886564732, |
| "learning_rate": 3.83430063339493e-05, |
| "loss": 0.0008202052675187587, |
| "step": 5750 |
| }, |
| { |
| "epoch": 19.592844974446336, |
| "grad_norm": 0.01134677417576313, |
| "learning_rate": 3.819031308767119e-05, |
| "loss": 0.0008172311820089817, |
| "step": 5760 |
| }, |
| { |
| "epoch": 19.626916524701873, |
| "grad_norm": 0.010277379304170609, |
| "learning_rate": 3.803773639823515e-05, |
| "loss": 0.0007495251018553972, |
| "step": 5770 |
| }, |
| { |
| "epoch": 19.66098807495741, |
| "grad_norm": 0.01130878645926714, |
| "learning_rate": 3.7885277771511495e-05, |
| "loss": 0.0008373687975108624, |
| "step": 5780 |
| }, |
| { |
| "epoch": 19.69505962521295, |
| "grad_norm": 2.182074785232544, |
| "learning_rate": 3.7732938712205336e-05, |
| "loss": 0.001305585727095604, |
| "step": 5790 |
| }, |
| { |
| "epoch": 19.729131175468485, |
| "grad_norm": 0.010290215723216534, |
| "learning_rate": 3.758072072384167e-05, |
| "loss": 0.0008105946704745293, |
| "step": 5800 |
| }, |
| { |
| "epoch": 19.76320272572402, |
| "grad_norm": 0.01141059398651123, |
| "learning_rate": 3.742862530875058e-05, |
| "loss": 0.0008374320343136788, |
| "step": 5810 |
| }, |
| { |
| "epoch": 19.797274275979557, |
| "grad_norm": 0.014809155836701393, |
| "learning_rate": 3.7276653968052434e-05, |
| "loss": 0.0009145875461399555, |
| "step": 5820 |
| }, |
| { |
| "epoch": 19.831345826235093, |
| "grad_norm": 0.014833973720669746, |
| "learning_rate": 3.712480820164299e-05, |
| "loss": 0.0008336975239217282, |
| "step": 5830 |
| }, |
| { |
| "epoch": 19.86541737649063, |
| "grad_norm": 0.0111404312774539, |
| "learning_rate": 3.697308950817868e-05, |
| "loss": 0.0030387239530682564, |
| "step": 5840 |
| }, |
| { |
| "epoch": 19.899488926746166, |
| "grad_norm": 0.013064036145806313, |
| "learning_rate": 3.6821499385061744e-05, |
| "loss": 0.0008362457156181335, |
| "step": 5850 |
| }, |
| { |
| "epoch": 19.933560477001702, |
| "grad_norm": 0.022499095648527145, |
| "learning_rate": 3.6670039328425505e-05, |
| "loss": 0.0013565801084041596, |
| "step": 5860 |
| }, |
| { |
| "epoch": 19.967632027257242, |
| "grad_norm": 0.019801879301667213, |
| "learning_rate": 3.651871083311957e-05, |
| "loss": 0.000828612968325615, |
| "step": 5870 |
| }, |
| { |
| "epoch": 20.0, |
| "grad_norm": 0.02100897952914238, |
| "learning_rate": 3.636751539269511e-05, |
| "loss": 0.0009760197252035141, |
| "step": 5880 |
| }, |
| { |
| "epoch": 20.034071550255536, |
| "grad_norm": 0.014585711993277073, |
| "learning_rate": 3.621645449939005e-05, |
| "loss": 0.0016422362998127938, |
| "step": 5890 |
| }, |
| { |
| "epoch": 20.068143100511072, |
| "grad_norm": 0.013150216080248356, |
| "learning_rate": 3.6065529644114436e-05, |
| "loss": 0.0008103516884148121, |
| "step": 5900 |
| }, |
| { |
| "epoch": 20.10221465076661, |
| "grad_norm": 0.04175172373652458, |
| "learning_rate": 3.5914742316435665e-05, |
| "loss": 0.0007623786572366953, |
| "step": 5910 |
| }, |
| { |
| "epoch": 20.136286201022145, |
| "grad_norm": 0.015947718173265457, |
| "learning_rate": 3.576409400456379e-05, |
| "loss": 0.0007993712089955807, |
| "step": 5920 |
| }, |
| { |
| "epoch": 20.170357751277685, |
| "grad_norm": 0.012471335940063, |
| "learning_rate": 3.561358619533681e-05, |
| "loss": 0.0008018011227250099, |
| "step": 5930 |
| }, |
| { |
| "epoch": 20.20442930153322, |
| "grad_norm": 0.01128925196826458, |
| "learning_rate": 3.5463220374206055e-05, |
| "loss": 0.0016793888062238693, |
| "step": 5940 |
| }, |
| { |
| "epoch": 20.238500851788757, |
| "grad_norm": 0.016027703881263733, |
| "learning_rate": 3.531299802522148e-05, |
| "loss": 0.0009128442965447902, |
| "step": 5950 |
| }, |
| { |
| "epoch": 20.272572402044293, |
| "grad_norm": 0.011450287885963917, |
| "learning_rate": 3.5162920631017004e-05, |
| "loss": 0.0008219889365136624, |
| "step": 5960 |
| }, |
| { |
| "epoch": 20.30664395229983, |
| "grad_norm": 0.011038366705179214, |
| "learning_rate": 3.501298967279594e-05, |
| "loss": 0.0008107548579573632, |
| "step": 5970 |
| }, |
| { |
| "epoch": 20.340715502555366, |
| "grad_norm": 0.009187030605971813, |
| "learning_rate": 3.486320663031629e-05, |
| "loss": 0.0007637172937393188, |
| "step": 5980 |
| }, |
| { |
| "epoch": 20.374787052810902, |
| "grad_norm": 0.012092473916709423, |
| "learning_rate": 3.471357298187624e-05, |
| "loss": 0.000820909533649683, |
| "step": 5990 |
| }, |
| { |
| "epoch": 20.408858603066438, |
| "grad_norm": 0.012225104495882988, |
| "learning_rate": 3.456409020429947e-05, |
| "loss": 0.00079767731949687, |
| "step": 6000 |
| }, |
| { |
| "epoch": 20.442930153321978, |
| "grad_norm": 0.009418906643986702, |
| "learning_rate": 3.441475977292066e-05, |
| "loss": 0.0007463518530130386, |
| "step": 6010 |
| }, |
| { |
| "epoch": 20.477001703577514, |
| "grad_norm": 0.013578281737864017, |
| "learning_rate": 3.426558316157087e-05, |
| "loss": 0.0007727259304374457, |
| "step": 6020 |
| }, |
| { |
| "epoch": 20.51107325383305, |
| "grad_norm": 0.012921578250825405, |
| "learning_rate": 3.411656184256304e-05, |
| "loss": 0.0008030150085687638, |
| "step": 6030 |
| }, |
| { |
| "epoch": 20.545144804088586, |
| "grad_norm": 0.01194257102906704, |
| "learning_rate": 3.3967697286677415e-05, |
| "loss": 0.0007611874025315046, |
| "step": 6040 |
| }, |
| { |
| "epoch": 20.579216354344123, |
| "grad_norm": 0.010260739363729954, |
| "learning_rate": 3.3818990963147065e-05, |
| "loss": 0.0007778072264045477, |
| "step": 6050 |
| }, |
| { |
| "epoch": 20.61328790459966, |
| "grad_norm": 0.009722772054374218, |
| "learning_rate": 3.367044433964338e-05, |
| "loss": 0.0007769105955958367, |
| "step": 6060 |
| }, |
| { |
| "epoch": 20.647359454855195, |
| "grad_norm": 0.012824216857552528, |
| "learning_rate": 3.352205888226156e-05, |
| "loss": 0.0007471825927495956, |
| "step": 6070 |
| }, |
| { |
| "epoch": 20.68143100511073, |
| "grad_norm": 0.01087024062871933, |
| "learning_rate": 3.337383605550615e-05, |
| "loss": 0.000748574547469616, |
| "step": 6080 |
| }, |
| { |
| "epoch": 20.715502555366268, |
| "grad_norm": 0.011229326948523521, |
| "learning_rate": 3.3225777322276616e-05, |
| "loss": 0.0007508057169616222, |
| "step": 6090 |
| }, |
| { |
| "epoch": 20.749574105621807, |
| "grad_norm": 0.011968586593866348, |
| "learning_rate": 3.3077884143852886e-05, |
| "loss": 0.0007394180633127689, |
| "step": 6100 |
| }, |
| { |
| "epoch": 20.783645655877343, |
| "grad_norm": 0.012026949785649776, |
| "learning_rate": 3.2930157979880925e-05, |
| "loss": 0.000751538434997201, |
| "step": 6110 |
| }, |
| { |
| "epoch": 20.81771720613288, |
| "grad_norm": 0.009909541346132755, |
| "learning_rate": 3.278260028835832e-05, |
| "loss": 0.0007217846345156431, |
| "step": 6120 |
| }, |
| { |
| "epoch": 20.851788756388416, |
| "grad_norm": 0.010897542349994183, |
| "learning_rate": 3.263521252561993e-05, |
| "loss": 0.0007196740712970495, |
| "step": 6130 |
| }, |
| { |
| "epoch": 20.885860306643952, |
| "grad_norm": 0.008069319650530815, |
| "learning_rate": 3.2487996146323465e-05, |
| "loss": 0.0007380717433989048, |
| "step": 6140 |
| }, |
| { |
| "epoch": 20.91993185689949, |
| "grad_norm": 0.00971982441842556, |
| "learning_rate": 3.234095260343515e-05, |
| "loss": 0.0007068548817187548, |
| "step": 6150 |
| }, |
| { |
| "epoch": 20.954003407155025, |
| "grad_norm": 0.008872823789715767, |
| "learning_rate": 3.21940833482154e-05, |
| "loss": 0.0007374713197350502, |
| "step": 6160 |
| }, |
| { |
| "epoch": 20.98807495741056, |
| "grad_norm": 0.011516732163727283, |
| "learning_rate": 3.204738983020445e-05, |
| "loss": 0.0006894583813846112, |
| "step": 6170 |
| }, |
| { |
| "epoch": 21.020442930153322, |
| "grad_norm": 0.008599553257226944, |
| "learning_rate": 3.190087349720813e-05, |
| "loss": 0.0006507616024464368, |
| "step": 6180 |
| }, |
| { |
| "epoch": 21.05451448040886, |
| "grad_norm": 0.006778911221772432, |
| "learning_rate": 3.175453579528347e-05, |
| "loss": 0.000645681144669652, |
| "step": 6190 |
| }, |
| { |
| "epoch": 21.088586030664395, |
| "grad_norm": 0.010211668908596039, |
| "learning_rate": 3.160837816872452e-05, |
| "loss": 0.0007401840761303901, |
| "step": 6200 |
| }, |
| { |
| "epoch": 21.12265758091993, |
| "grad_norm": 0.011292105540633202, |
| "learning_rate": 3.146240206004805e-05, |
| "loss": 0.0006437677424401045, |
| "step": 6210 |
| }, |
| { |
| "epoch": 21.156729131175467, |
| "grad_norm": 0.008116209879517555, |
| "learning_rate": 3.1316608909979306e-05, |
| "loss": 0.0006522554904222488, |
| "step": 6220 |
| }, |
| { |
| "epoch": 21.190800681431003, |
| "grad_norm": 0.009086155332624912, |
| "learning_rate": 3.1171000157437835e-05, |
| "loss": 0.0006358759943395853, |
| "step": 6230 |
| }, |
| { |
| "epoch": 21.224872231686543, |
| "grad_norm": 0.008314697071909904, |
| "learning_rate": 3.102557723952324e-05, |
| "loss": 0.0006720889359712601, |
| "step": 6240 |
| }, |
| { |
| "epoch": 21.25894378194208, |
| "grad_norm": 0.007924322038888931, |
| "learning_rate": 3.088034159150102e-05, |
| "loss": 0.0006351920310407877, |
| "step": 6250 |
| }, |
| { |
| "epoch": 21.293015332197616, |
| "grad_norm": 0.006983079947531223, |
| "learning_rate": 3.073529464678835e-05, |
| "loss": 0.0006468505132943391, |
| "step": 6260 |
| }, |
| { |
| "epoch": 21.327086882453152, |
| "grad_norm": 0.009893915615975857, |
| "learning_rate": 3.059043783694005e-05, |
| "loss": 0.0006170779000967741, |
| "step": 6270 |
| }, |
| { |
| "epoch": 21.361158432708688, |
| "grad_norm": 0.009398180991411209, |
| "learning_rate": 3.0445772591634336e-05, |
| "loss": 0.000634445482864976, |
| "step": 6280 |
| }, |
| { |
| "epoch": 21.395229982964224, |
| "grad_norm": 0.007430765312165022, |
| "learning_rate": 3.030130033865879e-05, |
| "loss": 0.0006386633031070232, |
| "step": 6290 |
| }, |
| { |
| "epoch": 21.42930153321976, |
| "grad_norm": 0.009238178841769695, |
| "learning_rate": 3.0157022503896203e-05, |
| "loss": 0.0006485390476882458, |
| "step": 6300 |
| }, |
| { |
| "epoch": 21.463373083475297, |
| "grad_norm": 0.010283173061907291, |
| "learning_rate": 3.001294051131058e-05, |
| "loss": 0.0006661145482212306, |
| "step": 6310 |
| }, |
| { |
| "epoch": 21.497444633730836, |
| "grad_norm": 0.008291657082736492, |
| "learning_rate": 2.9869055782933e-05, |
| "loss": 0.000661746459081769, |
| "step": 6320 |
| }, |
| { |
| "epoch": 21.531516183986373, |
| "grad_norm": 0.009388615377247334, |
| "learning_rate": 2.9725369738847653e-05, |
| "loss": 0.0006240284070372582, |
| "step": 6330 |
| }, |
| { |
| "epoch": 21.56558773424191, |
| "grad_norm": 0.008348040282726288, |
| "learning_rate": 2.958188379717779e-05, |
| "loss": 0.0006332620978355408, |
| "step": 6340 |
| }, |
| { |
| "epoch": 21.599659284497445, |
| "grad_norm": 0.00879604835063219, |
| "learning_rate": 2.9438599374071725e-05, |
| "loss": 0.0007023872807621956, |
| "step": 6350 |
| }, |
| { |
| "epoch": 21.63373083475298, |
| "grad_norm": 0.009466956369578838, |
| "learning_rate": 2.9295517883688855e-05, |
| "loss": 0.0006332709453999996, |
| "step": 6360 |
| }, |
| { |
| "epoch": 21.667802385008518, |
| "grad_norm": 0.008182782679796219, |
| "learning_rate": 2.9152640738185733e-05, |
| "loss": 0.0006574525032192469, |
| "step": 6370 |
| }, |
| { |
| "epoch": 21.701873935264054, |
| "grad_norm": 0.00854550488293171, |
| "learning_rate": 2.9009969347702116e-05, |
| "loss": 0.0006626255810260773, |
| "step": 6380 |
| }, |
| { |
| "epoch": 21.73594548551959, |
| "grad_norm": 0.009672138839960098, |
| "learning_rate": 2.886750512034703e-05, |
| "loss": 0.0006541370879858732, |
| "step": 6390 |
| }, |
| { |
| "epoch": 21.770017035775126, |
| "grad_norm": 0.007534137461334467, |
| "learning_rate": 2.872524946218484e-05, |
| "loss": 0.0005920753348618746, |
| "step": 6400 |
| }, |
| { |
| "epoch": 21.804088586030666, |
| "grad_norm": 0.00771123543381691, |
| "learning_rate": 2.8583203777221524e-05, |
| "loss": 0.0005872510373592377, |
| "step": 6410 |
| }, |
| { |
| "epoch": 21.838160136286202, |
| "grad_norm": 0.009504510089755058, |
| "learning_rate": 2.844136946739059e-05, |
| "loss": 0.0006363318767398596, |
| "step": 6420 |
| }, |
| { |
| "epoch": 21.87223168654174, |
| "grad_norm": 0.009700518101453781, |
| "learning_rate": 2.8299747932539468e-05, |
| "loss": 0.0006262643262743949, |
| "step": 6430 |
| }, |
| { |
| "epoch": 21.906303236797275, |
| "grad_norm": 0.010623015463352203, |
| "learning_rate": 2.8158340570415477e-05, |
| "loss": 0.0006218648049980402, |
| "step": 6440 |
| }, |
| { |
| "epoch": 21.94037478705281, |
| "grad_norm": 0.008022764697670937, |
| "learning_rate": 2.8017148776652246e-05, |
| "loss": 0.0006008680909872055, |
| "step": 6450 |
| }, |
| { |
| "epoch": 21.974446337308347, |
| "grad_norm": 0.0077269612811505795, |
| "learning_rate": 2.7876173944755733e-05, |
| "loss": 0.0006492588203400373, |
| "step": 6460 |
| }, |
| { |
| "epoch": 22.00681431005111, |
| "grad_norm": 0.007539920508861542, |
| "learning_rate": 2.7735417466090652e-05, |
| "loss": 0.0006455070339143276, |
| "step": 6470 |
| }, |
| { |
| "epoch": 22.040885860306645, |
| "grad_norm": 0.00820513628423214, |
| "learning_rate": 2.759488072986661e-05, |
| "loss": 0.0005961808376014233, |
| "step": 6480 |
| }, |
| { |
| "epoch": 22.07495741056218, |
| "grad_norm": 0.007629638072103262, |
| "learning_rate": 2.7454565123124432e-05, |
| "loss": 0.0005448696203529835, |
| "step": 6490 |
| }, |
| { |
| "epoch": 22.109028960817717, |
| "grad_norm": 0.007591860368847847, |
| "learning_rate": 2.731447203072255e-05, |
| "loss": 0.0005985318217426539, |
| "step": 6500 |
| }, |
| { |
| "epoch": 22.143100511073254, |
| "grad_norm": 0.008149676024913788, |
| "learning_rate": 2.7174602835323182e-05, |
| "loss": 0.0006121289450675249, |
| "step": 6510 |
| }, |
| { |
| "epoch": 22.17717206132879, |
| "grad_norm": 0.006638308987021446, |
| "learning_rate": 2.7034958917378867e-05, |
| "loss": 0.0005916266702115536, |
| "step": 6520 |
| }, |
| { |
| "epoch": 22.211243611584326, |
| "grad_norm": 0.007917654700577259, |
| "learning_rate": 2.6895541655118652e-05, |
| "loss": 0.0006176072172820568, |
| "step": 6530 |
| }, |
| { |
| "epoch": 22.245315161839862, |
| "grad_norm": 0.007654066663235426, |
| "learning_rate": 2.6756352424534674e-05, |
| "loss": 0.0006128148175776005, |
| "step": 6540 |
| }, |
| { |
| "epoch": 22.279386712095402, |
| "grad_norm": 0.008756019175052643, |
| "learning_rate": 2.6617392599368406e-05, |
| "loss": 0.000577111728489399, |
| "step": 6550 |
| }, |
| { |
| "epoch": 22.313458262350938, |
| "grad_norm": 0.00724271172657609, |
| "learning_rate": 2.6478663551097267e-05, |
| "loss": 0.0005699345842003822, |
| "step": 6560 |
| }, |
| { |
| "epoch": 22.347529812606474, |
| "grad_norm": 0.007359336595982313, |
| "learning_rate": 2.6340166648920905e-05, |
| "loss": 0.0005645026452839374, |
| "step": 6570 |
| }, |
| { |
| "epoch": 22.38160136286201, |
| "grad_norm": 0.00949008483439684, |
| "learning_rate": 2.620190325974788e-05, |
| "loss": 0.0005713486578315496, |
| "step": 6580 |
| }, |
| { |
| "epoch": 22.415672913117547, |
| "grad_norm": 0.009292861446738243, |
| "learning_rate": 2.6063874748182e-05, |
| "loss": 0.00060190767981112, |
| "step": 6590 |
| }, |
| { |
| "epoch": 22.449744463373083, |
| "grad_norm": 0.006737905088812113, |
| "learning_rate": 2.5926082476508928e-05, |
| "loss": 0.0005614507477730513, |
| "step": 6600 |
| }, |
| { |
| "epoch": 22.48381601362862, |
| "grad_norm": 0.0063851517625153065, |
| "learning_rate": 2.5788527804682804e-05, |
| "loss": 0.0005616650916635991, |
| "step": 6610 |
| }, |
| { |
| "epoch": 22.517887563884155, |
| "grad_norm": 0.007453413680195808, |
| "learning_rate": 2.565121209031266e-05, |
| "loss": 0.0005592905450612307, |
| "step": 6620 |
| }, |
| { |
| "epoch": 22.55195911413969, |
| "grad_norm": 0.006294765509665012, |
| "learning_rate": 2.55141366886492e-05, |
| "loss": 0.0005961489398032427, |
| "step": 6630 |
| }, |
| { |
| "epoch": 22.58603066439523, |
| "grad_norm": 0.007724790833890438, |
| "learning_rate": 2.5377302952571257e-05, |
| "loss": 0.0005565430037677288, |
| "step": 6640 |
| }, |
| { |
| "epoch": 22.620102214650768, |
| "grad_norm": 0.010858775116503239, |
| "learning_rate": 2.5240712232572618e-05, |
| "loss": 0.0006014471407979726, |
| "step": 6650 |
| }, |
| { |
| "epoch": 22.654173764906304, |
| "grad_norm": 0.007493149023503065, |
| "learning_rate": 2.510436587674848e-05, |
| "loss": 0.000552827725186944, |
| "step": 6660 |
| }, |
| { |
| "epoch": 22.68824531516184, |
| "grad_norm": 0.008717391639947891, |
| "learning_rate": 2.4968265230782394e-05, |
| "loss": 0.0005557754542678594, |
| "step": 6670 |
| }, |
| { |
| "epoch": 22.722316865417376, |
| "grad_norm": 0.008045868948101997, |
| "learning_rate": 2.4832411637932757e-05, |
| "loss": 0.0005558242090046405, |
| "step": 6680 |
| }, |
| { |
| "epoch": 22.756388415672912, |
| "grad_norm": 0.008209879510104656, |
| "learning_rate": 2.4696806439019664e-05, |
| "loss": 0.0005993363447487354, |
| "step": 6690 |
| }, |
| { |
| "epoch": 22.79045996592845, |
| "grad_norm": 0.007669121492654085, |
| "learning_rate": 2.456145097241173e-05, |
| "loss": 0.000534927286207676, |
| "step": 6700 |
| }, |
| { |
| "epoch": 22.824531516183985, |
| "grad_norm": 0.007663552183657885, |
| "learning_rate": 2.442634657401272e-05, |
| "loss": 0.0005680276546627284, |
| "step": 6710 |
| }, |
| { |
| "epoch": 22.858603066439525, |
| "grad_norm": 0.00621365662664175, |
| "learning_rate": 2.4291494577248545e-05, |
| "loss": 0.0005532774608582258, |
| "step": 6720 |
| }, |
| { |
| "epoch": 22.89267461669506, |
| "grad_norm": 0.00827084481716156, |
| "learning_rate": 2.415689631305393e-05, |
| "loss": 0.0005640100222080946, |
| "step": 6730 |
| }, |
| { |
| "epoch": 22.926746166950597, |
| "grad_norm": 0.008009429089725018, |
| "learning_rate": 2.4022553109859435e-05, |
| "loss": 0.0005609836429357528, |
| "step": 6740 |
| }, |
| { |
| "epoch": 22.960817717206133, |
| "grad_norm": 0.006816904991865158, |
| "learning_rate": 2.388846629357821e-05, |
| "loss": 0.0005942148622125387, |
| "step": 6750 |
| }, |
| { |
| "epoch": 22.99488926746167, |
| "grad_norm": 0.012693436816334724, |
| "learning_rate": 2.3754637187593053e-05, |
| "loss": 0.0006112535484135151, |
| "step": 6760 |
| }, |
| { |
| "epoch": 23.027257240204428, |
| "grad_norm": 0.006464693695306778, |
| "learning_rate": 2.3621067112743134e-05, |
| "loss": 0.0005183239933103323, |
| "step": 6770 |
| }, |
| { |
| "epoch": 23.061328790459967, |
| "grad_norm": 0.007488445844501257, |
| "learning_rate": 2.3487757387311227e-05, |
| "loss": 0.0005513842683285475, |
| "step": 6780 |
| }, |
| { |
| "epoch": 23.095400340715504, |
| "grad_norm": 0.005201038904488087, |
| "learning_rate": 2.335470932701046e-05, |
| "loss": 0.0005259967874735594, |
| "step": 6790 |
| }, |
| { |
| "epoch": 23.12947189097104, |
| "grad_norm": 0.006821426097303629, |
| "learning_rate": 2.322192424497152e-05, |
| "loss": 0.0005407142918556929, |
| "step": 6800 |
| }, |
| { |
| "epoch": 23.163543441226576, |
| "grad_norm": 0.007693462539464235, |
| "learning_rate": 2.3089403451729536e-05, |
| "loss": 0.0005513488315045834, |
| "step": 6810 |
| }, |
| { |
| "epoch": 23.197614991482112, |
| "grad_norm": 0.008380657993257046, |
| "learning_rate": 2.2957148255211215e-05, |
| "loss": 0.0005209746304899454, |
| "step": 6820 |
| }, |
| { |
| "epoch": 23.23168654173765, |
| "grad_norm": 0.0061517683789134026, |
| "learning_rate": 2.2825159960721988e-05, |
| "loss": 0.0005351031199097633, |
| "step": 6830 |
| }, |
| { |
| "epoch": 23.265758091993185, |
| "grad_norm": 0.00597794633358717, |
| "learning_rate": 2.2693439870933007e-05, |
| "loss": 0.0005202882923185826, |
| "step": 6840 |
| }, |
| { |
| "epoch": 23.29982964224872, |
| "grad_norm": 0.008325228467583656, |
| "learning_rate": 2.2561989285868417e-05, |
| "loss": 0.0005216157529503107, |
| "step": 6850 |
| }, |
| { |
| "epoch": 23.33390119250426, |
| "grad_norm": 0.006761698052287102, |
| "learning_rate": 2.2430809502892382e-05, |
| "loss": 0.0005191454198211432, |
| "step": 6860 |
| }, |
| { |
| "epoch": 23.367972742759797, |
| "grad_norm": 0.007872886024415493, |
| "learning_rate": 2.2299901816696438e-05, |
| "loss": 0.0004972329363226891, |
| "step": 6870 |
| }, |
| { |
| "epoch": 23.402044293015333, |
| "grad_norm": 0.007851509377360344, |
| "learning_rate": 2.2169267519286563e-05, |
| "loss": 0.0005328899715095758, |
| "step": 6880 |
| }, |
| { |
| "epoch": 23.43611584327087, |
| "grad_norm": 0.0064047458581626415, |
| "learning_rate": 2.2038907899970568e-05, |
| "loss": 0.0005287681706249714, |
| "step": 6890 |
| }, |
| { |
| "epoch": 23.470187393526405, |
| "grad_norm": 0.005854478571563959, |
| "learning_rate": 2.1908824245345257e-05, |
| "loss": 0.0004978588782250881, |
| "step": 6900 |
| }, |
| { |
| "epoch": 23.50425894378194, |
| "grad_norm": 0.007258667144924402, |
| "learning_rate": 2.1779017839283754e-05, |
| "loss": 0.0005199769511818886, |
| "step": 6910 |
| }, |
| { |
| "epoch": 23.538330494037478, |
| "grad_norm": 0.008400578051805496, |
| "learning_rate": 2.1649489962922924e-05, |
| "loss": 0.0005408741533756256, |
| "step": 6920 |
| }, |
| { |
| "epoch": 23.572402044293014, |
| "grad_norm": 0.006624211557209492, |
| "learning_rate": 2.1520241894650585e-05, |
| "loss": 0.0005609713029116392, |
| "step": 6930 |
| }, |
| { |
| "epoch": 23.606473594548554, |
| "grad_norm": 0.007774651516228914, |
| "learning_rate": 2.139127491009301e-05, |
| "loss": 0.000538663286715746, |
| "step": 6940 |
| }, |
| { |
| "epoch": 23.64054514480409, |
| "grad_norm": 0.0059646302834153175, |
| "learning_rate": 2.126259028210225e-05, |
| "loss": 0.0005345881450921297, |
| "step": 6950 |
| }, |
| { |
| "epoch": 23.674616695059626, |
| "grad_norm": 0.007310234010219574, |
| "learning_rate": 2.1134189280743665e-05, |
| "loss": 0.0005549527239054441, |
| "step": 6960 |
| }, |
| { |
| "epoch": 23.708688245315162, |
| "grad_norm": 0.007316111586987972, |
| "learning_rate": 2.1006073173283257e-05, |
| "loss": 0.0005422893911600113, |
| "step": 6970 |
| }, |
| { |
| "epoch": 23.7427597955707, |
| "grad_norm": 0.0071487282402813435, |
| "learning_rate": 2.0878243224175327e-05, |
| "loss": 0.0005402588285505772, |
| "step": 6980 |
| }, |
| { |
| "epoch": 23.776831345826235, |
| "grad_norm": 0.007640121970325708, |
| "learning_rate": 2.0750700695049847e-05, |
| "loss": 0.0005570085719227791, |
| "step": 6990 |
| }, |
| { |
| "epoch": 23.81090289608177, |
| "grad_norm": 0.007600583601742983, |
| "learning_rate": 2.062344684470007e-05, |
| "loss": 0.0005309465806931258, |
| "step": 7000 |
| }, |
| { |
| "epoch": 23.844974446337307, |
| "grad_norm": 0.007132083177566528, |
| "learning_rate": 2.0496482929070155e-05, |
| "loss": 0.0005037210881710053, |
| "step": 7010 |
| }, |
| { |
| "epoch": 23.879045996592843, |
| "grad_norm": 0.007993524894118309, |
| "learning_rate": 2.036981020124266e-05, |
| "loss": 0.0005222490988671779, |
| "step": 7020 |
| }, |
| { |
| "epoch": 23.913117546848383, |
| "grad_norm": 0.007271486334502697, |
| "learning_rate": 2.024342991142631e-05, |
| "loss": 0.0005064224824309349, |
| "step": 7030 |
| }, |
| { |
| "epoch": 23.94718909710392, |
| "grad_norm": 0.0062245652079582214, |
| "learning_rate": 2.01173433069435e-05, |
| "loss": 0.0005136637017130851, |
| "step": 7040 |
| }, |
| { |
| "epoch": 23.981260647359456, |
| "grad_norm": 0.007592536974698305, |
| "learning_rate": 1.9991551632218154e-05, |
| "loss": 0.0005042028613388538, |
| "step": 7050 |
| }, |
| { |
| "epoch": 24.013628620102214, |
| "grad_norm": 0.007376953959465027, |
| "learning_rate": 1.9866056128763278e-05, |
| "loss": 0.0005108125973492861, |
| "step": 7060 |
| }, |
| { |
| "epoch": 24.04770017035775, |
| "grad_norm": 0.0060317316092550755, |
| "learning_rate": 1.9740858035168857e-05, |
| "loss": 0.0004809682257473469, |
| "step": 7070 |
| }, |
| { |
| "epoch": 24.081771720613286, |
| "grad_norm": 0.005852894391864538, |
| "learning_rate": 1.961595858708953e-05, |
| "loss": 0.0004623830318450928, |
| "step": 7080 |
| }, |
| { |
| "epoch": 24.115843270868826, |
| "grad_norm": 0.005669396836310625, |
| "learning_rate": 1.949135901723239e-05, |
| "loss": 0.00048606968484818933, |
| "step": 7090 |
| }, |
| { |
| "epoch": 24.149914821124362, |
| "grad_norm": 0.006334891077131033, |
| "learning_rate": 1.9367060555344934e-05, |
| "loss": 0.00046719731763005256, |
| "step": 7100 |
| }, |
| { |
| "epoch": 24.1839863713799, |
| "grad_norm": 0.00437652925029397, |
| "learning_rate": 1.924306442820276e-05, |
| "loss": 0.0004909945651888848, |
| "step": 7110 |
| }, |
| { |
| "epoch": 24.218057921635435, |
| "grad_norm": 0.006320801097899675, |
| "learning_rate": 1.9119371859597623e-05, |
| "loss": 0.0004730307962745428, |
| "step": 7120 |
| }, |
| { |
| "epoch": 24.25212947189097, |
| "grad_norm": 0.00540345162153244, |
| "learning_rate": 1.8995984070325197e-05, |
| "loss": 0.0005037723109126091, |
| "step": 7130 |
| }, |
| { |
| "epoch": 24.286201022146507, |
| "grad_norm": 0.005003531463444233, |
| "learning_rate": 1.8872902278173188e-05, |
| "loss": 0.00047008455730974675, |
| "step": 7140 |
| }, |
| { |
| "epoch": 24.320272572402043, |
| "grad_norm": 0.006603986956179142, |
| "learning_rate": 1.8750127697909154e-05, |
| "loss": 0.0005003036931157112, |
| "step": 7150 |
| }, |
| { |
| "epoch": 24.35434412265758, |
| "grad_norm": 0.005954455118626356, |
| "learning_rate": 1.862766154126868e-05, |
| "loss": 0.0005137852858752012, |
| "step": 7160 |
| }, |
| { |
| "epoch": 24.38841567291312, |
| "grad_norm": 0.007608614396303892, |
| "learning_rate": 1.8505505016943252e-05, |
| "loss": 0.0005309767089784146, |
| "step": 7170 |
| }, |
| { |
| "epoch": 24.422487223168655, |
| "grad_norm": 0.005628710612654686, |
| "learning_rate": 1.838365933056848e-05, |
| "loss": 0.0004935880191624164, |
| "step": 7180 |
| }, |
| { |
| "epoch": 24.45655877342419, |
| "grad_norm": 0.0062730335630476475, |
| "learning_rate": 1.8262125684712084e-05, |
| "loss": 0.0004809846635907888, |
| "step": 7190 |
| }, |
| { |
| "epoch": 24.490630323679728, |
| "grad_norm": 0.00636539701372385, |
| "learning_rate": 1.814090527886206e-05, |
| "loss": 0.0004986200947314501, |
| "step": 7200 |
| }, |
| { |
| "epoch": 24.524701873935264, |
| "grad_norm": 0.007138014771044254, |
| "learning_rate": 1.8019999309414916e-05, |
| "loss": 0.0004885056521743536, |
| "step": 7210 |
| }, |
| { |
| "epoch": 24.5587734241908, |
| "grad_norm": 0.00615114439278841, |
| "learning_rate": 1.7899408969663723e-05, |
| "loss": 0.0004942286293953657, |
| "step": 7220 |
| }, |
| { |
| "epoch": 24.592844974446336, |
| "grad_norm": 0.006483121309429407, |
| "learning_rate": 1.7779135449786482e-05, |
| "loss": 0.00047507346607744694, |
| "step": 7230 |
| }, |
| { |
| "epoch": 24.626916524701873, |
| "grad_norm": 0.005928986705839634, |
| "learning_rate": 1.7659179936834246e-05, |
| "loss": 0.0004952204413712025, |
| "step": 7240 |
| }, |
| { |
| "epoch": 24.66098807495741, |
| "grad_norm": 0.007677637506276369, |
| "learning_rate": 1.753954361471954e-05, |
| "loss": 0.0005071885883808136, |
| "step": 7250 |
| }, |
| { |
| "epoch": 24.69505962521295, |
| "grad_norm": 0.00708012655377388, |
| "learning_rate": 1.7420227664204514e-05, |
| "loss": 0.0004928736947476864, |
| "step": 7260 |
| }, |
| { |
| "epoch": 24.729131175468485, |
| "grad_norm": 0.0056620873510837555, |
| "learning_rate": 1.7301233262889475e-05, |
| "loss": 0.0004892120603471994, |
| "step": 7270 |
| }, |
| { |
| "epoch": 24.76320272572402, |
| "grad_norm": 0.006079996936023235, |
| "learning_rate": 1.7182561585201108e-05, |
| "loss": 0.0004955714568495751, |
| "step": 7280 |
| }, |
| { |
| "epoch": 24.797274275979557, |
| "grad_norm": 0.006458075251430273, |
| "learning_rate": 1.7064213802380942e-05, |
| "loss": 0.00049555622972548, |
| "step": 7290 |
| }, |
| { |
| "epoch": 24.831345826235093, |
| "grad_norm": 0.0053098793141543865, |
| "learning_rate": 1.6946191082473846e-05, |
| "loss": 0.0005073010921478272, |
| "step": 7300 |
| }, |
| { |
| "epoch": 24.86541737649063, |
| "grad_norm": 0.005432505626231432, |
| "learning_rate": 1.682849459031639e-05, |
| "loss": 0.0004960733465850353, |
| "step": 7310 |
| }, |
| { |
| "epoch": 24.899488926746166, |
| "grad_norm": 0.0077927736565470695, |
| "learning_rate": 1.6711125487525464e-05, |
| "loss": 0.0005189849995076657, |
| "step": 7320 |
| }, |
| { |
| "epoch": 24.933560477001702, |
| "grad_norm": 0.00717386556789279, |
| "learning_rate": 1.6594084932486697e-05, |
| "loss": 0.0004941137973219156, |
| "step": 7330 |
| }, |
| { |
| "epoch": 24.967632027257242, |
| "grad_norm": 0.006342039443552494, |
| "learning_rate": 1.647737408034315e-05, |
| "loss": 0.00052413921803236, |
| "step": 7340 |
| }, |
| { |
| "epoch": 25.0, |
| "grad_norm": 0.0038004769012331963, |
| "learning_rate": 1.6360994082983775e-05, |
| "loss": 0.0004258518572896719, |
| "step": 7350 |
| }, |
| { |
| "epoch": 25.034071550255536, |
| "grad_norm": 0.005416833329945803, |
| "learning_rate": 1.6244946089032216e-05, |
| "loss": 0.0004529508762061596, |
| "step": 7360 |
| }, |
| { |
| "epoch": 25.068143100511072, |
| "grad_norm": 0.005682576447725296, |
| "learning_rate": 1.612923124383528e-05, |
| "loss": 0.00044956523925065994, |
| "step": 7370 |
| }, |
| { |
| "epoch": 25.10221465076661, |
| "grad_norm": 0.006330459378659725, |
| "learning_rate": 1.601385068945177e-05, |
| "loss": 0.00044929394498467446, |
| "step": 7380 |
| }, |
| { |
| "epoch": 25.136286201022145, |
| "grad_norm": 0.00562339136376977, |
| "learning_rate": 1.589880556464121e-05, |
| "loss": 0.0004864254035055637, |
| "step": 7390 |
| }, |
| { |
| "epoch": 25.170357751277685, |
| "grad_norm": 0.005379036534577608, |
| "learning_rate": 1.5784097004852505e-05, |
| "loss": 0.0004678622353821993, |
| "step": 7400 |
| }, |
| { |
| "epoch": 25.20442930153322, |
| "grad_norm": 0.006202719174325466, |
| "learning_rate": 1.5669726142212855e-05, |
| "loss": 0.00045688869431614876, |
| "step": 7410 |
| }, |
| { |
| "epoch": 25.238500851788757, |
| "grad_norm": 0.007115985732525587, |
| "learning_rate": 1.555569410551647e-05, |
| "loss": 0.0004639118444174528, |
| "step": 7420 |
| }, |
| { |
| "epoch": 25.272572402044293, |
| "grad_norm": 0.005236926954239607, |
| "learning_rate": 1.5442002020213558e-05, |
| "loss": 0.000463517289608717, |
| "step": 7430 |
| }, |
| { |
| "epoch": 25.30664395229983, |
| "grad_norm": 0.006341162603348494, |
| "learning_rate": 1.5328651008399057e-05, |
| "loss": 0.0004880161490291357, |
| "step": 7440 |
| }, |
| { |
| "epoch": 25.340715502555366, |
| "grad_norm": 0.006201290525496006, |
| "learning_rate": 1.5215642188801732e-05, |
| "loss": 0.0004617507569491863, |
| "step": 7450 |
| }, |
| { |
| "epoch": 25.374787052810902, |
| "grad_norm": 0.004709569271653891, |
| "learning_rate": 1.510297667677299e-05, |
| "loss": 0.0004495989065617323, |
| "step": 7460 |
| }, |
| { |
| "epoch": 25.408858603066438, |
| "grad_norm": 0.005513674113899469, |
| "learning_rate": 1.4990655584275931e-05, |
| "loss": 0.000475541315972805, |
| "step": 7470 |
| }, |
| { |
| "epoch": 25.442930153321978, |
| "grad_norm": 0.007107003126293421, |
| "learning_rate": 1.4878680019874431e-05, |
| "loss": 0.0004677797202020884, |
| "step": 7480 |
| }, |
| { |
| "epoch": 25.477001703577514, |
| "grad_norm": 0.005166848190128803, |
| "learning_rate": 1.4767051088722067e-05, |
| "loss": 0.00047347424551844595, |
| "step": 7490 |
| }, |
| { |
| "epoch": 25.51107325383305, |
| "grad_norm": 0.005388825200498104, |
| "learning_rate": 1.4655769892551357e-05, |
| "loss": 0.0004688589368015528, |
| "step": 7500 |
| }, |
| { |
| "epoch": 25.545144804088586, |
| "grad_norm": 0.005632973276078701, |
| "learning_rate": 1.4544837529662748e-05, |
| "loss": 0.0004677624441683292, |
| "step": 7510 |
| }, |
| { |
| "epoch": 25.579216354344123, |
| "grad_norm": 0.005388225428760052, |
| "learning_rate": 1.4434255094913906e-05, |
| "loss": 0.0004646487534046173, |
| "step": 7520 |
| }, |
| { |
| "epoch": 25.61328790459966, |
| "grad_norm": 0.006038753315806389, |
| "learning_rate": 1.4324023679708792e-05, |
| "loss": 0.00045312829315662383, |
| "step": 7530 |
| }, |
| { |
| "epoch": 25.647359454855195, |
| "grad_norm": 0.005922420881688595, |
| "learning_rate": 1.4214144371987004e-05, |
| "loss": 0.00048261820338666437, |
| "step": 7540 |
| }, |
| { |
| "epoch": 25.68143100511073, |
| "grad_norm": 0.0061474149115383625, |
| "learning_rate": 1.4104618256212926e-05, |
| "loss": 0.00046353056095540526, |
| "step": 7550 |
| }, |
| { |
| "epoch": 25.715502555366268, |
| "grad_norm": 0.005116403568536043, |
| "learning_rate": 1.3995446413365093e-05, |
| "loss": 0.0004678342491388321, |
| "step": 7560 |
| }, |
| { |
| "epoch": 25.749574105621807, |
| "grad_norm": 0.00608143862336874, |
| "learning_rate": 1.3886629920925548e-05, |
| "loss": 0.00045505915768444537, |
| "step": 7570 |
| }, |
| { |
| "epoch": 25.783645655877343, |
| "grad_norm": 0.005517200101166964, |
| "learning_rate": 1.377816985286911e-05, |
| "loss": 0.0004353174939751625, |
| "step": 7580 |
| }, |
| { |
| "epoch": 25.81771720613288, |
| "grad_norm": 0.007087164092808962, |
| "learning_rate": 1.3670067279652899e-05, |
| "loss": 0.0004676383920013905, |
| "step": 7590 |
| }, |
| { |
| "epoch": 25.851788756388416, |
| "grad_norm": 0.005983814597129822, |
| "learning_rate": 1.3562323268205629e-05, |
| "loss": 0.0004769494757056236, |
| "step": 7600 |
| }, |
| { |
| "epoch": 25.885860306643952, |
| "grad_norm": 0.0058109392412006855, |
| "learning_rate": 1.345493888191724e-05, |
| "loss": 0.00048498655669391153, |
| "step": 7610 |
| }, |
| { |
| "epoch": 25.91993185689949, |
| "grad_norm": 0.006097118835896254, |
| "learning_rate": 1.3347915180628228e-05, |
| "loss": 0.00043746624141931533, |
| "step": 7620 |
| }, |
| { |
| "epoch": 25.954003407155025, |
| "grad_norm": 0.005795330740511417, |
| "learning_rate": 1.3241253220619355e-05, |
| "loss": 0.00046371580101549624, |
| "step": 7630 |
| }, |
| { |
| "epoch": 25.98807495741056, |
| "grad_norm": 0.007155901286751032, |
| "learning_rate": 1.3134954054601083e-05, |
| "loss": 0.0004725466016680002, |
| "step": 7640 |
| }, |
| { |
| "epoch": 26.020442930153322, |
| "grad_norm": 0.0056617953814566135, |
| "learning_rate": 1.3029018731703263e-05, |
| "loss": 0.0004797719419002533, |
| "step": 7650 |
| }, |
| { |
| "epoch": 26.05451448040886, |
| "grad_norm": 0.005709235090762377, |
| "learning_rate": 1.2923448297464785e-05, |
| "loss": 0.0004465170670300722, |
| "step": 7660 |
| }, |
| { |
| "epoch": 26.088586030664395, |
| "grad_norm": 0.006274583749473095, |
| "learning_rate": 1.2818243793823188e-05, |
| "loss": 0.0004596684128046036, |
| "step": 7670 |
| }, |
| { |
| "epoch": 26.12265758091993, |
| "grad_norm": 0.004958844743669033, |
| "learning_rate": 1.271340625910447e-05, |
| "loss": 0.00043697194196283816, |
| "step": 7680 |
| }, |
| { |
| "epoch": 26.156729131175467, |
| "grad_norm": 0.005463967099785805, |
| "learning_rate": 1.260893672801276e-05, |
| "loss": 0.0004823775961995125, |
| "step": 7690 |
| }, |
| { |
| "epoch": 26.190800681431003, |
| "grad_norm": 0.005295682232826948, |
| "learning_rate": 1.2504836231620176e-05, |
| "loss": 0.00044223233126103876, |
| "step": 7700 |
| }, |
| { |
| "epoch": 26.224872231686543, |
| "grad_norm": 0.005236088298261166, |
| "learning_rate": 1.2401105797356566e-05, |
| "loss": 0.0004612309858202934, |
| "step": 7710 |
| }, |
| { |
| "epoch": 26.25894378194208, |
| "grad_norm": 0.004934109281748533, |
| "learning_rate": 1.2297746448999453e-05, |
| "loss": 0.0004583748523145914, |
| "step": 7720 |
| }, |
| { |
| "epoch": 26.293015332197616, |
| "grad_norm": 0.005991233978420496, |
| "learning_rate": 1.2194759206663881e-05, |
| "loss": 0.00044856127351522446, |
| "step": 7730 |
| }, |
| { |
| "epoch": 26.327086882453152, |
| "grad_norm": 0.004782292991876602, |
| "learning_rate": 1.2092145086792327e-05, |
| "loss": 0.00042555080726742746, |
| "step": 7740 |
| }, |
| { |
| "epoch": 26.361158432708688, |
| "grad_norm": 0.005826896987855434, |
| "learning_rate": 1.198990510214476e-05, |
| "loss": 0.00044993571937084197, |
| "step": 7750 |
| }, |
| { |
| "epoch": 26.395229982964224, |
| "grad_norm": 0.005082950461655855, |
| "learning_rate": 1.188804026178853e-05, |
| "loss": 0.0004447337705641985, |
| "step": 7760 |
| }, |
| { |
| "epoch": 26.42930153321976, |
| "grad_norm": 0.005609357729554176, |
| "learning_rate": 1.1786551571088506e-05, |
| "loss": 0.0004195962566882372, |
| "step": 7770 |
| }, |
| { |
| "epoch": 26.463373083475297, |
| "grad_norm": 0.005520106293261051, |
| "learning_rate": 1.168544003169707e-05, |
| "loss": 0.00043586334213614465, |
| "step": 7780 |
| }, |
| { |
| "epoch": 26.497444633730836, |
| "grad_norm": 0.005495567340403795, |
| "learning_rate": 1.1584706641544319e-05, |
| "loss": 0.00042241401970386503, |
| "step": 7790 |
| }, |
| { |
| "epoch": 26.531516183986373, |
| "grad_norm": 0.005580009426921606, |
| "learning_rate": 1.1484352394828118e-05, |
| "loss": 0.00042024566791951654, |
| "step": 7800 |
| }, |
| { |
| "epoch": 26.56558773424191, |
| "grad_norm": 0.005603221245110035, |
| "learning_rate": 1.1384378282004404e-05, |
| "loss": 0.0004328824579715729, |
| "step": 7810 |
| }, |
| { |
| "epoch": 26.599659284497445, |
| "grad_norm": 0.0046456316486001015, |
| "learning_rate": 1.1284785289777272e-05, |
| "loss": 0.0004326967056840658, |
| "step": 7820 |
| }, |
| { |
| "epoch": 26.63373083475298, |
| "grad_norm": 0.005678926128894091, |
| "learning_rate": 1.1185574401089383e-05, |
| "loss": 0.0004535626154392958, |
| "step": 7830 |
| }, |
| { |
| "epoch": 26.667802385008518, |
| "grad_norm": 0.00526011735200882, |
| "learning_rate": 1.1086746595112136e-05, |
| "loss": 0.00044193663634359834, |
| "step": 7840 |
| }, |
| { |
| "epoch": 26.701873935264054, |
| "grad_norm": 0.005378768313676119, |
| "learning_rate": 1.0988302847236066e-05, |
| "loss": 0.0004401818383485079, |
| "step": 7850 |
| }, |
| { |
| "epoch": 26.73594548551959, |
| "grad_norm": 0.0056685502640903, |
| "learning_rate": 1.0890244129061245e-05, |
| "loss": 0.0004342911299318075, |
| "step": 7860 |
| }, |
| { |
| "epoch": 26.770017035775126, |
| "grad_norm": 0.005207818001508713, |
| "learning_rate": 1.0792571408387608e-05, |
| "loss": 0.000432520778849721, |
| "step": 7870 |
| }, |
| { |
| "epoch": 26.804088586030666, |
| "grad_norm": 0.005392038729041815, |
| "learning_rate": 1.069528564920551e-05, |
| "loss": 0.0004403261002153158, |
| "step": 7880 |
| }, |
| { |
| "epoch": 26.838160136286202, |
| "grad_norm": 0.005832510069012642, |
| "learning_rate": 1.0598387811686084e-05, |
| "loss": 0.00042518815025687217, |
| "step": 7890 |
| }, |
| { |
| "epoch": 26.87223168654174, |
| "grad_norm": 0.004946849774569273, |
| "learning_rate": 1.0501878852171893e-05, |
| "loss": 0.0004303318914026022, |
| "step": 7900 |
| }, |
| { |
| "epoch": 26.906303236797275, |
| "grad_norm": 0.0063912533223629, |
| "learning_rate": 1.0405759723167385e-05, |
| "loss": 0.00044775954447686674, |
| "step": 7910 |
| }, |
| { |
| "epoch": 26.94037478705281, |
| "grad_norm": 0.006100860424339771, |
| "learning_rate": 1.0310031373329576e-05, |
| "loss": 0.0004396803677082062, |
| "step": 7920 |
| }, |
| { |
| "epoch": 26.974446337308347, |
| "grad_norm": 0.0057065715081989765, |
| "learning_rate": 1.0214694747458631e-05, |
| "loss": 0.00042748311534523964, |
| "step": 7930 |
| }, |
| { |
| "epoch": 27.00681431005111, |
| "grad_norm": 0.0068487138487398624, |
| "learning_rate": 1.0119750786488536e-05, |
| "loss": 0.00044254655949771404, |
| "step": 7940 |
| }, |
| { |
| "epoch": 27.040885860306645, |
| "grad_norm": 0.00538451736792922, |
| "learning_rate": 1.0025200427477876e-05, |
| "loss": 0.00041661132127046585, |
| "step": 7950 |
| }, |
| { |
| "epoch": 27.07495741056218, |
| "grad_norm": 0.004859358537942171, |
| "learning_rate": 9.931044603600514e-06, |
| "loss": 0.00041967052966356276, |
| "step": 7960 |
| }, |
| { |
| "epoch": 27.109028960817717, |
| "grad_norm": 0.006202720105648041, |
| "learning_rate": 9.83728424413643e-06, |
| "loss": 0.00044184853322803974, |
| "step": 7970 |
| }, |
| { |
| "epoch": 27.143100511073254, |
| "grad_norm": 0.0047525400295853615, |
| "learning_rate": 9.743920274462498e-06, |
| "loss": 0.0004158275201916695, |
| "step": 7980 |
| }, |
| { |
| "epoch": 27.17717206132879, |
| "grad_norm": 0.006198120769113302, |
| "learning_rate": 9.65095361604344e-06, |
| "loss": 0.00043417327105998993, |
| "step": 7990 |
| }, |
| { |
| "epoch": 27.211243611584326, |
| "grad_norm": 0.0066219414584338665, |
| "learning_rate": 9.558385186422603e-06, |
| "loss": 0.00042222961783409116, |
| "step": 8000 |
| }, |
| { |
| "epoch": 27.245315161839862, |
| "grad_norm": 0.0055702864192426205, |
| "learning_rate": 9.466215899213065e-06, |
| "loss": 0.0004271657671779394, |
| "step": 8010 |
| }, |
| { |
| "epoch": 27.279386712095402, |
| "grad_norm": 0.004891074262559414, |
| "learning_rate": 9.374446664088427e-06, |
| "loss": 0.0004259935114532709, |
| "step": 8020 |
| }, |
| { |
| "epoch": 27.313458262350938, |
| "grad_norm": 0.005272470880299807, |
| "learning_rate": 9.283078386774025e-06, |
| "loss": 0.00040517104789614675, |
| "step": 8030 |
| }, |
| { |
| "epoch": 27.347529812606474, |
| "grad_norm": 0.00502979988232255, |
| "learning_rate": 9.192111969037841e-06, |
| "loss": 0.00042363600805401803, |
| "step": 8040 |
| }, |
| { |
| "epoch": 27.38160136286201, |
| "grad_norm": 0.005891913548111916, |
| "learning_rate": 9.101548308681734e-06, |
| "loss": 0.0004411347210407257, |
| "step": 8050 |
| }, |
| { |
| "epoch": 27.415672913117547, |
| "grad_norm": 0.0058002774603664875, |
| "learning_rate": 9.011388299532441e-06, |
| "loss": 0.0004146874416619539, |
| "step": 8060 |
| }, |
| { |
| "epoch": 27.449744463373083, |
| "grad_norm": 0.005654113832861185, |
| "learning_rate": 8.921632831432852e-06, |
| "loss": 0.00042466390877962115, |
| "step": 8070 |
| }, |
| { |
| "epoch": 27.48381601362862, |
| "grad_norm": 0.006625378038734198, |
| "learning_rate": 8.832282790233221e-06, |
| "loss": 0.0004333822056651115, |
| "step": 8080 |
| }, |
| { |
| "epoch": 27.517887563884155, |
| "grad_norm": 0.005088499281555414, |
| "learning_rate": 8.743339057782351e-06, |
| "loss": 0.0004219602793455124, |
| "step": 8090 |
| }, |
| { |
| "epoch": 27.55195911413969, |
| "grad_norm": 0.005173454061150551, |
| "learning_rate": 8.654802511919013e-06, |
| "loss": 0.00042137070558965204, |
| "step": 8100 |
| }, |
| { |
| "epoch": 27.58603066439523, |
| "grad_norm": 0.005211536306887865, |
| "learning_rate": 8.566674026463135e-06, |
| "loss": 0.00042257718741893767, |
| "step": 8110 |
| }, |
| { |
| "epoch": 27.620102214650768, |
| "grad_norm": 0.00504072941839695, |
| "learning_rate": 8.478954471207317e-06, |
| "loss": 0.00040095774456858633, |
| "step": 8120 |
| }, |
| { |
| "epoch": 27.654173764906304, |
| "grad_norm": 0.004734995309263468, |
| "learning_rate": 8.391644711908136e-06, |
| "loss": 0.0004277116153389215, |
| "step": 8130 |
| }, |
| { |
| "epoch": 27.68824531516184, |
| "grad_norm": 0.005591129418462515, |
| "learning_rate": 8.304745610277687e-06, |
| "loss": 0.00042661316692829134, |
| "step": 8140 |
| }, |
| { |
| "epoch": 27.722316865417376, |
| "grad_norm": 0.004635486286133528, |
| "learning_rate": 8.218258023975006e-06, |
| "loss": 0.00041025131940841675, |
| "step": 8150 |
| }, |
| { |
| "epoch": 27.756388415672912, |
| "grad_norm": 0.005779591389000416, |
| "learning_rate": 8.13218280659765e-06, |
| "loss": 0.0004400585778057575, |
| "step": 8160 |
| }, |
| { |
| "epoch": 27.79045996592845, |
| "grad_norm": 0.005932126194238663, |
| "learning_rate": 8.046520807673274e-06, |
| "loss": 0.0004161299206316471, |
| "step": 8170 |
| }, |
| { |
| "epoch": 27.824531516183985, |
| "grad_norm": 0.005546386819332838, |
| "learning_rate": 7.961272872651221e-06, |
| "loss": 0.0004326997324824333, |
| "step": 8180 |
| }, |
| { |
| "epoch": 27.858603066439525, |
| "grad_norm": 0.004769790451973677, |
| "learning_rate": 7.876439842894195e-06, |
| "loss": 0.0003943036776036024, |
| "step": 8190 |
| }, |
| { |
| "epoch": 27.89267461669506, |
| "grad_norm": 0.0041409204714000225, |
| "learning_rate": 7.792022555669947e-06, |
| "loss": 0.0003955497406423092, |
| "step": 8200 |
| }, |
| { |
| "epoch": 27.926746166950597, |
| "grad_norm": 0.005350794177502394, |
| "learning_rate": 7.708021844143032e-06, |
| "loss": 0.000398462126031518, |
| "step": 8210 |
| }, |
| { |
| "epoch": 27.960817717206133, |
| "grad_norm": 0.005668057128787041, |
| "learning_rate": 7.6244385373665465e-06, |
| "loss": 0.0004361903294920921, |
| "step": 8220 |
| }, |
| { |
| "epoch": 27.99488926746167, |
| "grad_norm": 0.006333161145448685, |
| "learning_rate": 7.541273460273996e-06, |
| "loss": 0.00042402190156280993, |
| "step": 8230 |
| }, |
| { |
| "epoch": 28.027257240204428, |
| "grad_norm": 0.005466774106025696, |
| "learning_rate": 7.458527433671114e-06, |
| "loss": 0.000400385120883584, |
| "step": 8240 |
| }, |
| { |
| "epoch": 28.061328790459967, |
| "grad_norm": 0.0045157442800700665, |
| "learning_rate": 7.376201274227762e-06, |
| "loss": 0.00041829477995634077, |
| "step": 8250 |
| }, |
| { |
| "epoch": 28.095400340715504, |
| "grad_norm": 0.004654949996620417, |
| "learning_rate": 7.294295794469924e-06, |
| "loss": 0.00041680284775793555, |
| "step": 8260 |
| }, |
| { |
| "epoch": 28.12947189097104, |
| "grad_norm": 0.004837220534682274, |
| "learning_rate": 7.212811802771591e-06, |
| "loss": 0.00041743190959095953, |
| "step": 8270 |
| }, |
| { |
| "epoch": 28.163543441226576, |
| "grad_norm": 0.005391380283981562, |
| "learning_rate": 7.1317501033468905e-06, |
| "loss": 0.00041745444759726523, |
| "step": 8280 |
| }, |
| { |
| "epoch": 28.197614991482112, |
| "grad_norm": 0.006460465025156736, |
| "learning_rate": 7.051111496242047e-06, |
| "loss": 0.00040775276720523835, |
| "step": 8290 |
| }, |
| { |
| "epoch": 28.23168654173765, |
| "grad_norm": 0.004577051382511854, |
| "learning_rate": 6.970896777327573e-06, |
| "loss": 0.00042567341588437555, |
| "step": 8300 |
| }, |
| { |
| "epoch": 28.265758091993185, |
| "grad_norm": 0.005753329489380121, |
| "learning_rate": 6.891106738290348e-06, |
| "loss": 0.00040739565156400204, |
| "step": 8310 |
| }, |
| { |
| "epoch": 28.29982964224872, |
| "grad_norm": 0.006131471134722233, |
| "learning_rate": 6.811742166625862e-06, |
| "loss": 0.00041704727336764333, |
| "step": 8320 |
| }, |
| { |
| "epoch": 28.33390119250426, |
| "grad_norm": 0.005437177140265703, |
| "learning_rate": 6.732803845630392e-06, |
| "loss": 0.0004021385218948126, |
| "step": 8330 |
| }, |
| { |
| "epoch": 28.367972742759797, |
| "grad_norm": 0.005158474203199148, |
| "learning_rate": 6.654292554393276e-06, |
| "loss": 0.00040545552037656306, |
| "step": 8340 |
| }, |
| { |
| "epoch": 28.402044293015333, |
| "grad_norm": 0.004876469261944294, |
| "learning_rate": 6.576209067789285e-06, |
| "loss": 0.0003895287169143558, |
| "step": 8350 |
| }, |
| { |
| "epoch": 28.43611584327087, |
| "grad_norm": 0.004807023797184229, |
| "learning_rate": 6.498554156470899e-06, |
| "loss": 0.0004088780377060175, |
| "step": 8360 |
| }, |
| { |
| "epoch": 28.470187393526405, |
| "grad_norm": 0.0056871771812438965, |
| "learning_rate": 6.421328586860747e-06, |
| "loss": 0.00041042077355086805, |
| "step": 8370 |
| }, |
| { |
| "epoch": 28.50425894378194, |
| "grad_norm": 0.005160088650882244, |
| "learning_rate": 6.344533121144014e-06, |
| "loss": 0.0004123701248317957, |
| "step": 8380 |
| }, |
| { |
| "epoch": 28.538330494037478, |
| "grad_norm": 0.005306396633386612, |
| "learning_rate": 6.268168517260964e-06, |
| "loss": 0.0004113129805773497, |
| "step": 8390 |
| }, |
| { |
| "epoch": 28.572402044293014, |
| "grad_norm": 0.004495360888540745, |
| "learning_rate": 6.192235528899382e-06, |
| "loss": 0.0003872907254844904, |
| "step": 8400 |
| }, |
| { |
| "epoch": 28.606473594548554, |
| "grad_norm": 0.005054249428212643, |
| "learning_rate": 6.116734905487226e-06, |
| "loss": 0.0003946823533624411, |
| "step": 8410 |
| }, |
| { |
| "epoch": 28.64054514480409, |
| "grad_norm": 0.005848642438650131, |
| "learning_rate": 6.0416673921851576e-06, |
| "loss": 0.00039847791194915774, |
| "step": 8420 |
| }, |
| { |
| "epoch": 28.674616695059626, |
| "grad_norm": 0.004590380005538464, |
| "learning_rate": 5.96703372987924e-06, |
| "loss": 0.00040190936997532847, |
| "step": 8430 |
| }, |
| { |
| "epoch": 28.708688245315162, |
| "grad_norm": 0.005066314712166786, |
| "learning_rate": 5.892834655173579e-06, |
| "loss": 0.0004121654201298952, |
| "step": 8440 |
| }, |
| { |
| "epoch": 28.7427597955707, |
| "grad_norm": 0.005346378311514854, |
| "learning_rate": 5.819070900383078e-06, |
| "loss": 0.0004073288291692734, |
| "step": 8450 |
| }, |
| { |
| "epoch": 28.776831345826235, |
| "grad_norm": 0.005778873339295387, |
| "learning_rate": 5.745743193526237e-06, |
| "loss": 0.00039315088652074336, |
| "step": 8460 |
| }, |
| { |
| "epoch": 28.81090289608177, |
| "grad_norm": 0.004868451505899429, |
| "learning_rate": 5.672852258317901e-06, |
| "loss": 0.0003976979292929173, |
| "step": 8470 |
| }, |
| { |
| "epoch": 28.844974446337307, |
| "grad_norm": 0.005879078526049852, |
| "learning_rate": 5.600398814162194e-06, |
| "loss": 0.000414629140868783, |
| "step": 8480 |
| }, |
| { |
| "epoch": 28.879045996592843, |
| "grad_norm": 0.004795163869857788, |
| "learning_rate": 5.528383576145335e-06, |
| "loss": 0.0004018770530819893, |
| "step": 8490 |
| }, |
| { |
| "epoch": 28.913117546848383, |
| "grad_norm": 0.005251680500805378, |
| "learning_rate": 5.456807255028673e-06, |
| "loss": 0.0004144621081650257, |
| "step": 8500 |
| }, |
| { |
| "epoch": 28.94718909710392, |
| "grad_norm": 0.00586005998775363, |
| "learning_rate": 5.385670557241579e-06, |
| "loss": 0.0004176293034106493, |
| "step": 8510 |
| }, |
| { |
| "epoch": 28.981260647359456, |
| "grad_norm": 0.004291141871362925, |
| "learning_rate": 5.31497418487456e-06, |
| "loss": 0.00039627389051020143, |
| "step": 8520 |
| }, |
| { |
| "epoch": 29.013628620102214, |
| "grad_norm": 0.005097679328173399, |
| "learning_rate": 5.2447188356722636e-06, |
| "loss": 0.0003812724957242608, |
| "step": 8530 |
| }, |
| { |
| "epoch": 29.04770017035775, |
| "grad_norm": 0.0051975855603814125, |
| "learning_rate": 5.174905203026608e-06, |
| "loss": 0.0004123745951801538, |
| "step": 8540 |
| }, |
| { |
| "epoch": 29.081771720613286, |
| "grad_norm": 0.004907531198114157, |
| "learning_rate": 5.10553397596999e-06, |
| "loss": 0.00043122475035488604, |
| "step": 8550 |
| }, |
| { |
| "epoch": 29.115843270868826, |
| "grad_norm": 0.004903047811239958, |
| "learning_rate": 5.03660583916839e-06, |
| "loss": 0.0003974732011556625, |
| "step": 8560 |
| }, |
| { |
| "epoch": 29.149914821124362, |
| "grad_norm": 0.0064574237912893295, |
| "learning_rate": 4.968121472914705e-06, |
| "loss": 0.0003998386673629284, |
| "step": 8570 |
| }, |
| { |
| "epoch": 29.1839863713799, |
| "grad_norm": 0.004835375584661961, |
| "learning_rate": 4.900081553121971e-06, |
| "loss": 0.00038853392470628023, |
| "step": 8580 |
| }, |
| { |
| "epoch": 29.218057921635435, |
| "grad_norm": 0.004598340019583702, |
| "learning_rate": 4.832486751316745e-06, |
| "loss": 0.0003884763224050403, |
| "step": 8590 |
| }, |
| { |
| "epoch": 29.25212947189097, |
| "grad_norm": 0.004990984220057726, |
| "learning_rate": 4.765337734632408e-06, |
| "loss": 0.00037395297549664975, |
| "step": 8600 |
| }, |
| { |
| "epoch": 29.286201022146507, |
| "grad_norm": 0.005623216275125742, |
| "learning_rate": 4.698635165802673e-06, |
| "loss": 0.0003956631291657686, |
| "step": 8610 |
| }, |
| { |
| "epoch": 29.320272572402043, |
| "grad_norm": 0.005677004810422659, |
| "learning_rate": 4.632379703154949e-06, |
| "loss": 0.00038630112539976834, |
| "step": 8620 |
| }, |
| { |
| "epoch": 29.35434412265758, |
| "grad_norm": 0.004108254332095385, |
| "learning_rate": 4.566572000603892e-06, |
| "loss": 0.0004083862528204918, |
| "step": 8630 |
| }, |
| { |
| "epoch": 29.38841567291312, |
| "grad_norm": 0.005012644454836845, |
| "learning_rate": 4.501212707644986e-06, |
| "loss": 0.000413311505690217, |
| "step": 8640 |
| }, |
| { |
| "epoch": 29.422487223168655, |
| "grad_norm": 0.004901448264718056, |
| "learning_rate": 4.436302469348041e-06, |
| "loss": 0.0003847259562462568, |
| "step": 8650 |
| }, |
| { |
| "epoch": 29.45655877342419, |
| "grad_norm": 0.0046895453706383705, |
| "learning_rate": 4.371841926350922e-06, |
| "loss": 0.00038478029891848565, |
| "step": 8660 |
| }, |
| { |
| "epoch": 29.490630323679728, |
| "grad_norm": 0.004507383331656456, |
| "learning_rate": 4.30783171485315e-06, |
| "loss": 0.00041964929550886154, |
| "step": 8670 |
| }, |
| { |
| "epoch": 29.524701873935264, |
| "grad_norm": 0.005036781542003155, |
| "learning_rate": 4.244272466609689e-06, |
| "loss": 0.00039485073648393154, |
| "step": 8680 |
| }, |
| { |
| "epoch": 29.5587734241908, |
| "grad_norm": 0.004939622711390257, |
| "learning_rate": 4.1811648089246365e-06, |
| "loss": 0.00037607681006193163, |
| "step": 8690 |
| }, |
| { |
| "epoch": 29.592844974446336, |
| "grad_norm": 0.00515342690050602, |
| "learning_rate": 4.118509364645118e-06, |
| "loss": 0.00040146284736692907, |
| "step": 8700 |
| }, |
| { |
| "epoch": 29.626916524701873, |
| "grad_norm": 0.005482867825776339, |
| "learning_rate": 4.056306752155059e-06, |
| "loss": 0.0004012126009911299, |
| "step": 8710 |
| }, |
| { |
| "epoch": 29.66098807495741, |
| "grad_norm": 0.0044959550723433495, |
| "learning_rate": 3.994557585369135e-06, |
| "loss": 0.00039921659044921397, |
| "step": 8720 |
| }, |
| { |
| "epoch": 29.69505962521295, |
| "grad_norm": 0.004613898694515228, |
| "learning_rate": 3.933262473726701e-06, |
| "loss": 0.00038427074905484916, |
| "step": 8730 |
| }, |
| { |
| "epoch": 29.729131175468485, |
| "grad_norm": 0.005130247678607702, |
| "learning_rate": 3.872422022185746e-06, |
| "loss": 0.0003987327218055725, |
| "step": 8740 |
| }, |
| { |
| "epoch": 29.76320272572402, |
| "grad_norm": 0.006411183159798384, |
| "learning_rate": 3.812036831216986e-06, |
| "loss": 0.0004151281900703907, |
| "step": 8750 |
| }, |
| { |
| "epoch": 29.797274275979557, |
| "grad_norm": 0.005595535039901733, |
| "learning_rate": 3.7521074967978577e-06, |
| "loss": 0.0004142165184020996, |
| "step": 8760 |
| }, |
| { |
| "epoch": 29.831345826235093, |
| "grad_norm": 0.004568733274936676, |
| "learning_rate": 3.6926346104067143e-06, |
| "loss": 0.0003730351570993662, |
| "step": 8770 |
| }, |
| { |
| "epoch": 29.86541737649063, |
| "grad_norm": 0.005357666872441769, |
| "learning_rate": 3.6336187590169214e-06, |
| "loss": 0.00040193768218159675, |
| "step": 8780 |
| }, |
| { |
| "epoch": 29.899488926746166, |
| "grad_norm": 0.0057200901210308075, |
| "learning_rate": 3.575060525091117e-06, |
| "loss": 0.00038862563669681547, |
| "step": 8790 |
| }, |
| { |
| "epoch": 29.933560477001702, |
| "grad_norm": 0.005241156555712223, |
| "learning_rate": 3.5169604865754212e-06, |
| "loss": 0.0003931347280740738, |
| "step": 8800 |
| }, |
| { |
| "epoch": 29.967632027257242, |
| "grad_norm": 0.004278367850929499, |
| "learning_rate": 3.459319216893758e-06, |
| "loss": 0.0003920105751603842, |
| "step": 8810 |
| }, |
| { |
| "epoch": 30.0, |
| "grad_norm": 0.01224629208445549, |
| "learning_rate": 3.4021372849421972e-06, |
| "loss": 0.00035213571973145006, |
| "step": 8820 |
| }, |
| { |
| "epoch": 30.034071550255536, |
| "grad_norm": 0.004650902468711138, |
| "learning_rate": 3.3454152550833063e-06, |
| "loss": 0.00041070561856031417, |
| "step": 8830 |
| }, |
| { |
| "epoch": 30.068143100511072, |
| "grad_norm": 0.004452348221093416, |
| "learning_rate": 3.2891536871406393e-06, |
| "loss": 0.0003755549201741815, |
| "step": 8840 |
| }, |
| { |
| "epoch": 30.10221465076661, |
| "grad_norm": 0.004402755293995142, |
| "learning_rate": 3.233353136393141e-06, |
| "loss": 0.0003724572248756886, |
| "step": 8850 |
| }, |
| { |
| "epoch": 30.136286201022145, |
| "grad_norm": 0.004652101546525955, |
| "learning_rate": 3.1780141535697363e-06, |
| "loss": 0.0003761503379791975, |
| "step": 8860 |
| }, |
| { |
| "epoch": 30.170357751277685, |
| "grad_norm": 0.004677773453295231, |
| "learning_rate": 3.1231372848438243e-06, |
| "loss": 0.0003732655430212617, |
| "step": 8870 |
| }, |
| { |
| "epoch": 30.20442930153322, |
| "grad_norm": 0.0045632254332304, |
| "learning_rate": 3.0687230718279615e-06, |
| "loss": 0.0003793169045820832, |
| "step": 8880 |
| }, |
| { |
| "epoch": 30.238500851788757, |
| "grad_norm": 0.0050588869489729404, |
| "learning_rate": 3.0147720515684653e-06, |
| "loss": 0.00039807846769690514, |
| "step": 8890 |
| }, |
| { |
| "epoch": 30.272572402044293, |
| "grad_norm": 0.005203649867326021, |
| "learning_rate": 2.9612847565401005e-06, |
| "loss": 0.00038288210052996876, |
| "step": 8900 |
| }, |
| { |
| "epoch": 30.30664395229983, |
| "grad_norm": 0.004914138000458479, |
| "learning_rate": 2.908261714640903e-06, |
| "loss": 0.000366090820170939, |
| "step": 8910 |
| }, |
| { |
| "epoch": 30.340715502555366, |
| "grad_norm": 0.0043633137829601765, |
| "learning_rate": 2.8557034491868696e-06, |
| "loss": 0.0003828644519671798, |
| "step": 8920 |
| }, |
| { |
| "epoch": 30.374787052810902, |
| "grad_norm": 0.004355897195637226, |
| "learning_rate": 2.803610478906876e-06, |
| "loss": 0.00037504469510167836, |
| "step": 8930 |
| }, |
| { |
| "epoch": 30.408858603066438, |
| "grad_norm": 0.004408527631312609, |
| "learning_rate": 2.7519833179374952e-06, |
| "loss": 0.0003829608671367168, |
| "step": 8940 |
| }, |
| { |
| "epoch": 30.442930153321978, |
| "grad_norm": 0.004476489499211311, |
| "learning_rate": 2.700822475817982e-06, |
| "loss": 0.0003814706578850746, |
| "step": 8950 |
| }, |
| { |
| "epoch": 30.477001703577514, |
| "grad_norm": 0.005382033996284008, |
| "learning_rate": 2.6501284574851737e-06, |
| "loss": 0.0003860419150441885, |
| "step": 8960 |
| }, |
| { |
| "epoch": 30.51107325383305, |
| "grad_norm": 0.004880188032984734, |
| "learning_rate": 2.599901763268575e-06, |
| "loss": 0.0003984314389526844, |
| "step": 8970 |
| }, |
| { |
| "epoch": 30.545144804088586, |
| "grad_norm": 0.004750372841954231, |
| "learning_rate": 2.5501428888853816e-06, |
| "loss": 0.0004004231188446283, |
| "step": 8980 |
| }, |
| { |
| "epoch": 30.579216354344123, |
| "grad_norm": 0.00549035519361496, |
| "learning_rate": 2.5008523254355878e-06, |
| "loss": 0.00038932133466005323, |
| "step": 8990 |
| }, |
| { |
| "epoch": 30.61328790459966, |
| "grad_norm": 0.0044222003780305386, |
| "learning_rate": 2.452030559397167e-06, |
| "loss": 0.00039637424051761625, |
| "step": 9000 |
| }, |
| { |
| "epoch": 30.647359454855195, |
| "grad_norm": 0.005450745113193989, |
| "learning_rate": 2.4036780726212237e-06, |
| "loss": 0.0003862245939671993, |
| "step": 9010 |
| }, |
| { |
| "epoch": 30.68143100511073, |
| "grad_norm": 0.005370100028812885, |
| "learning_rate": 2.3557953423273048e-06, |
| "loss": 0.00040809987112879755, |
| "step": 9020 |
| }, |
| { |
| "epoch": 30.715502555366268, |
| "grad_norm": 0.005018346011638641, |
| "learning_rate": 2.3083828410986e-06, |
| "loss": 0.0004006767179816961, |
| "step": 9030 |
| }, |
| { |
| "epoch": 30.749574105621807, |
| "grad_norm": 0.005486037116497755, |
| "learning_rate": 2.2614410368773765e-06, |
| "loss": 0.00038786791265010834, |
| "step": 9040 |
| }, |
| { |
| "epoch": 30.783645655877343, |
| "grad_norm": 0.004210353828966618, |
| "learning_rate": 2.214970392960275e-06, |
| "loss": 0.0003764190711081028, |
| "step": 9050 |
| }, |
| { |
| "epoch": 30.81771720613288, |
| "grad_norm": 0.004774926695972681, |
| "learning_rate": 2.1689713679938105e-06, |
| "loss": 0.0003962088841944933, |
| "step": 9060 |
| }, |
| { |
| "epoch": 30.851788756388416, |
| "grad_norm": 0.00459167268127203, |
| "learning_rate": 2.1234444159697665e-06, |
| "loss": 0.0003867223160341382, |
| "step": 9070 |
| }, |
| { |
| "epoch": 30.885860306643952, |
| "grad_norm": 0.005524986423552036, |
| "learning_rate": 2.0783899862207967e-06, |
| "loss": 0.0003982493653893471, |
| "step": 9080 |
| }, |
| { |
| "epoch": 30.91993185689949, |
| "grad_norm": 0.005982302129268646, |
| "learning_rate": 2.03380852341592e-06, |
| "loss": 0.00036522489972412586, |
| "step": 9090 |
| }, |
| { |
| "epoch": 30.954003407155025, |
| "grad_norm": 0.004889259114861488, |
| "learning_rate": 1.9897004675561825e-06, |
| "loss": 0.0004274255596101284, |
| "step": 9100 |
| }, |
| { |
| "epoch": 30.98807495741056, |
| "grad_norm": 0.0048242961056530476, |
| "learning_rate": 1.9460662539702968e-06, |
| "loss": 0.0003841693280264735, |
| "step": 9110 |
| }, |
| { |
| "epoch": 31.020442930153322, |
| "grad_norm": 0.004305668640881777, |
| "learning_rate": 1.9029063133103153e-06, |
| "loss": 0.0003937560599297285, |
| "step": 9120 |
| }, |
| { |
| "epoch": 31.05451448040886, |
| "grad_norm": 0.005034316331148148, |
| "learning_rate": 1.8602210715474466e-06, |
| "loss": 0.00037171714939177036, |
| "step": 9130 |
| }, |
| { |
| "epoch": 31.088586030664395, |
| "grad_norm": 0.005186181981116533, |
| "learning_rate": 1.81801094996778e-06, |
| "loss": 0.0003877129405736923, |
| "step": 9140 |
| }, |
| { |
| "epoch": 31.12265758091993, |
| "grad_norm": 0.004060785751789808, |
| "learning_rate": 1.7762763651681892e-06, |
| "loss": 0.00036375392228364943, |
| "step": 9150 |
| }, |
| { |
| "epoch": 31.156729131175467, |
| "grad_norm": 0.005512597970664501, |
| "learning_rate": 1.735017729052163e-06, |
| "loss": 0.00037468173541128636, |
| "step": 9160 |
| }, |
| { |
| "epoch": 31.190800681431003, |
| "grad_norm": 0.004430436994880438, |
| "learning_rate": 1.6942354488257928e-06, |
| "loss": 0.00035622487775981425, |
| "step": 9170 |
| }, |
| { |
| "epoch": 31.224872231686543, |
| "grad_norm": 0.005033303517848253, |
| "learning_rate": 1.6539299269937192e-06, |
| "loss": 0.000362906651571393, |
| "step": 9180 |
| }, |
| { |
| "epoch": 31.25894378194208, |
| "grad_norm": 0.0043688369914889336, |
| "learning_rate": 1.6141015613551636e-06, |
| "loss": 0.0003627951489761472, |
| "step": 9190 |
| }, |
| { |
| "epoch": 31.293015332197616, |
| "grad_norm": 0.004733602982014418, |
| "learning_rate": 1.5747507450000198e-06, |
| "loss": 0.000360643956810236, |
| "step": 9200 |
| }, |
| { |
| "epoch": 31.327086882453152, |
| "grad_norm": 0.004427157808095217, |
| "learning_rate": 1.5358778663049579e-06, |
| "loss": 0.00037265238352119924, |
| "step": 9210 |
| }, |
| { |
| "epoch": 31.361158432708688, |
| "grad_norm": 0.005903623998165131, |
| "learning_rate": 1.4974833089296037e-06, |
| "loss": 0.00040756086818873884, |
| "step": 9220 |
| }, |
| { |
| "epoch": 31.395229982964224, |
| "grad_norm": 0.006067934446036816, |
| "learning_rate": 1.4595674518127268e-06, |
| "loss": 0.00038415833842009306, |
| "step": 9230 |
| }, |
| { |
| "epoch": 31.42930153321976, |
| "grad_norm": 0.004608978517353535, |
| "learning_rate": 1.4221306691685366e-06, |
| "loss": 0.0004104959312826395, |
| "step": 9240 |
| }, |
| { |
| "epoch": 31.463373083475297, |
| "grad_norm": 0.00555928610265255, |
| "learning_rate": 1.385173330482964e-06, |
| "loss": 0.0003708329284563661, |
| "step": 9250 |
| }, |
| { |
| "epoch": 31.497444633730836, |
| "grad_norm": 0.00429227901622653, |
| "learning_rate": 1.3486958005100247e-06, |
| "loss": 0.0003841962432488799, |
| "step": 9260 |
| }, |
| { |
| "epoch": 31.531516183986373, |
| "grad_norm": 0.004735529888421297, |
| "learning_rate": 1.3126984392682006e-06, |
| "loss": 0.0003921882249414921, |
| "step": 9270 |
| }, |
| { |
| "epoch": 31.56558773424191, |
| "grad_norm": 0.004542259965091944, |
| "learning_rate": 1.2771816020369253e-06, |
| "loss": 0.0003919101320207119, |
| "step": 9280 |
| }, |
| { |
| "epoch": 31.599659284497445, |
| "grad_norm": 0.004277036525309086, |
| "learning_rate": 1.2421456393530372e-06, |
| "loss": 0.0003835365641862154, |
| "step": 9290 |
| }, |
| { |
| "epoch": 31.63373083475298, |
| "grad_norm": 0.005043212324380875, |
| "learning_rate": 1.207590897007349e-06, |
| "loss": 0.0003854848211631179, |
| "step": 9300 |
| }, |
| { |
| "epoch": 31.667802385008518, |
| "grad_norm": 0.005156104918569326, |
| "learning_rate": 1.173517716041217e-06, |
| "loss": 0.00039365091361105443, |
| "step": 9310 |
| }, |
| { |
| "epoch": 31.701873935264054, |
| "grad_norm": 0.005229398608207703, |
| "learning_rate": 1.1399264327431713e-06, |
| "loss": 0.0003849109401926398, |
| "step": 9320 |
| }, |
| { |
| "epoch": 31.73594548551959, |
| "grad_norm": 0.005152896512299776, |
| "learning_rate": 1.106817378645636e-06, |
| "loss": 0.00040498794987797737, |
| "step": 9330 |
| }, |
| { |
| "epoch": 31.770017035775126, |
| "grad_norm": 0.004509305115789175, |
| "learning_rate": 1.0741908805215861e-06, |
| "loss": 0.00039845663122832774, |
| "step": 9340 |
| }, |
| { |
| "epoch": 31.804088586030666, |
| "grad_norm": 0.00556230591610074, |
| "learning_rate": 1.042047260381407e-06, |
| "loss": 0.0003905012272298336, |
| "step": 9350 |
| }, |
| { |
| "epoch": 31.838160136286202, |
| "grad_norm": 0.004550788551568985, |
| "learning_rate": 1.0103868354696343e-06, |
| "loss": 0.0003927945625036955, |
| "step": 9360 |
| }, |
| { |
| "epoch": 31.87223168654174, |
| "grad_norm": 0.004953572526574135, |
| "learning_rate": 9.792099182618919e-07, |
| "loss": 0.00036837037187069653, |
| "step": 9370 |
| }, |
| { |
| "epoch": 31.906303236797275, |
| "grad_norm": 0.0052412766963243484, |
| "learning_rate": 9.485168164617642e-07, |
| "loss": 0.00037995502352714536, |
| "step": 9380 |
| }, |
| { |
| "epoch": 31.94037478705281, |
| "grad_norm": 0.00424719275906682, |
| "learning_rate": 9.183078329977723e-07, |
| "loss": 0.000392998056486249, |
| "step": 9390 |
| }, |
| { |
| "epoch": 31.974446337308347, |
| "grad_norm": 0.005236937664449215, |
| "learning_rate": 8.885832660203875e-07, |
| "loss": 0.0003804670181125402, |
| "step": 9400 |
| }, |
| { |
| "epoch": 32.006814310051105, |
| "grad_norm": 0.004403868690133095, |
| "learning_rate": 8.593434088990882e-07, |
| "loss": 0.00036736084148287774, |
| "step": 9410 |
| }, |
| { |
| "epoch": 32.040885860306645, |
| "grad_norm": 0.004324344918131828, |
| "learning_rate": 8.305885502194577e-07, |
| "loss": 0.00037797554396092894, |
| "step": 9420 |
| }, |
| { |
| "epoch": 32.07495741056218, |
| "grad_norm": 0.004861414898186922, |
| "learning_rate": 8.02318973780336e-07, |
| "loss": 0.0003818760393187404, |
| "step": 9430 |
| }, |
| { |
| "epoch": 32.10902896081772, |
| "grad_norm": 0.004530130419880152, |
| "learning_rate": 7.745349585910389e-07, |
| "loss": 0.00037451134994626045, |
| "step": 9440 |
| }, |
| { |
| "epoch": 32.14310051107326, |
| "grad_norm": 0.004341290332376957, |
| "learning_rate": 7.472367788685763e-07, |
| "loss": 0.00037274835631251335, |
| "step": 9450 |
| }, |
| { |
| "epoch": 32.17717206132879, |
| "grad_norm": 0.004395690280944109, |
| "learning_rate": 7.204247040349665e-07, |
| "loss": 0.0003736852901056409, |
| "step": 9460 |
| }, |
| { |
| "epoch": 32.21124361158433, |
| "grad_norm": 0.004745770711451769, |
| "learning_rate": 6.940989987145485e-07, |
| "loss": 0.000399275217205286, |
| "step": 9470 |
| }, |
| { |
| "epoch": 32.24531516183986, |
| "grad_norm": 0.005878156516700983, |
| "learning_rate": 6.682599227314234e-07, |
| "loss": 0.00039322515949606894, |
| "step": 9480 |
| }, |
| { |
| "epoch": 32.2793867120954, |
| "grad_norm": 0.0036912173964083195, |
| "learning_rate": 6.429077311068344e-07, |
| "loss": 0.0003532448783516884, |
| "step": 9490 |
| }, |
| { |
| "epoch": 32.313458262350935, |
| "grad_norm": 0.0043158698827028275, |
| "learning_rate": 6.18042674056668e-07, |
| "loss": 0.0003742758883163333, |
| "step": 9500 |
| }, |
| { |
| "epoch": 32.347529812606474, |
| "grad_norm": 0.004498814232647419, |
| "learning_rate": 5.936649969890073e-07, |
| "loss": 0.0003707940457388759, |
| "step": 9510 |
| }, |
| { |
| "epoch": 32.38160136286201, |
| "grad_norm": 0.005161894019693136, |
| "learning_rate": 5.697749405016828e-07, |
| "loss": 0.000389894749969244, |
| "step": 9520 |
| }, |
| { |
| "epoch": 32.41567291311755, |
| "grad_norm": 0.004696319345384836, |
| "learning_rate": 5.463727403799079e-07, |
| "loss": 0.00040489970706403255, |
| "step": 9530 |
| }, |
| { |
| "epoch": 32.44974446337309, |
| "grad_norm": 0.004610268399119377, |
| "learning_rate": 5.234586275939424e-07, |
| "loss": 0.00036891817580908537, |
| "step": 9540 |
| }, |
| { |
| "epoch": 32.48381601362862, |
| "grad_norm": 0.004635406658053398, |
| "learning_rate": 5.010328282968435e-07, |
| "loss": 0.00038140476681292057, |
| "step": 9550 |
| }, |
| { |
| "epoch": 32.51788756388416, |
| "grad_norm": 0.004985370207577944, |
| "learning_rate": 4.790955638221795e-07, |
| "loss": 0.00037632756866514685, |
| "step": 9560 |
| }, |
| { |
| "epoch": 32.55195911413969, |
| "grad_norm": 0.006067863665521145, |
| "learning_rate": 4.576470506819086e-07, |
| "loss": 0.0003656267188489437, |
| "step": 9570 |
| }, |
| { |
| "epoch": 32.58603066439523, |
| "grad_norm": 0.005050371866673231, |
| "learning_rate": 4.366875005641924e-07, |
| "loss": 0.00037925925571471455, |
| "step": 9580 |
| }, |
| { |
| "epoch": 32.620102214650764, |
| "grad_norm": 0.004783795680850744, |
| "learning_rate": 4.162171203313192e-07, |
| "loss": 0.000395351555198431, |
| "step": 9590 |
| }, |
| { |
| "epoch": 32.654173764906304, |
| "grad_norm": 0.0053469352424144745, |
| "learning_rate": 3.9623611201769493e-07, |
| "loss": 0.00038469338323920965, |
| "step": 9600 |
| }, |
| { |
| "epoch": 32.688245315161836, |
| "grad_norm": 0.004364959429949522, |
| "learning_rate": 3.76744672827789e-07, |
| "loss": 0.0003702714340761304, |
| "step": 9610 |
| }, |
| { |
| "epoch": 32.722316865417376, |
| "grad_norm": 0.00545252813026309, |
| "learning_rate": 3.5774299513424147e-07, |
| "loss": 0.0003899726085364819, |
| "step": 9620 |
| }, |
| { |
| "epoch": 32.756388415672916, |
| "grad_norm": 0.004598419182002544, |
| "learning_rate": 3.3923126647594785e-07, |
| "loss": 0.00039402819238603114, |
| "step": 9630 |
| }, |
| { |
| "epoch": 32.79045996592845, |
| "grad_norm": 0.00497333612293005, |
| "learning_rate": 3.212096695561884e-07, |
| "loss": 0.00038548940792679785, |
| "step": 9640 |
| }, |
| { |
| "epoch": 32.82453151618399, |
| "grad_norm": 0.00417772401124239, |
| "learning_rate": 3.0367838224084623e-07, |
| "loss": 0.00037141768261790277, |
| "step": 9650 |
| }, |
| { |
| "epoch": 32.85860306643952, |
| "grad_norm": 0.006549280136823654, |
| "learning_rate": 2.866375775566643e-07, |
| "loss": 0.00039078202098608017, |
| "step": 9660 |
| }, |
| { |
| "epoch": 32.89267461669506, |
| "grad_norm": 0.004185816273093224, |
| "learning_rate": 2.700874236894857e-07, |
| "loss": 0.0003707955591380596, |
| "step": 9670 |
| }, |
| { |
| "epoch": 32.92674616695059, |
| "grad_norm": 0.004471260588616133, |
| "learning_rate": 2.540280839826659e-07, |
| "loss": 0.00037909401580691335, |
| "step": 9680 |
| }, |
| { |
| "epoch": 32.96081771720613, |
| "grad_norm": 0.004595866426825523, |
| "learning_rate": 2.3845971693539083e-07, |
| "loss": 0.00037641602102667093, |
| "step": 9690 |
| }, |
| { |
| "epoch": 32.99488926746167, |
| "grad_norm": 0.0038562098052352667, |
| "learning_rate": 2.2338247620116714e-07, |
| "loss": 0.0003711195196956396, |
| "step": 9700 |
| }, |
| { |
| "epoch": 33.02725724020443, |
| "grad_norm": 0.005165089853107929, |
| "learning_rate": 2.087965105862677e-07, |
| "loss": 0.00035953233018517496, |
| "step": 9710 |
| }, |
| { |
| "epoch": 33.06132879045997, |
| "grad_norm": 0.00405836058780551, |
| "learning_rate": 1.9470196404828278e-07, |
| "loss": 0.00038429896812886, |
| "step": 9720 |
| }, |
| { |
| "epoch": 33.0954003407155, |
| "grad_norm": 0.004763876553624868, |
| "learning_rate": 1.8109897569470457e-07, |
| "loss": 0.0003812138456851244, |
| "step": 9730 |
| }, |
| { |
| "epoch": 33.12947189097104, |
| "grad_norm": 0.005231298040598631, |
| "learning_rate": 1.6798767978153386e-07, |
| "loss": 0.0003790364135056734, |
| "step": 9740 |
| }, |
| { |
| "epoch": 33.16354344122657, |
| "grad_norm": 0.004111438058316708, |
| "learning_rate": 1.553682057119643e-07, |
| "loss": 0.00037519976031035184, |
| "step": 9750 |
| }, |
| { |
| "epoch": 33.19761499148211, |
| "grad_norm": 0.0037241752725094557, |
| "learning_rate": 1.4324067803511142e-07, |
| "loss": 0.0003526164684444666, |
| "step": 9760 |
| }, |
| { |
| "epoch": 33.23168654173765, |
| "grad_norm": 0.005046004429459572, |
| "learning_rate": 1.3160521644478008e-07, |
| "loss": 0.0003639630973339081, |
| "step": 9770 |
| }, |
| { |
| "epoch": 33.265758091993185, |
| "grad_norm": 0.004693778697401285, |
| "learning_rate": 1.2046193577827657e-07, |
| "loss": 0.0003764047985896468, |
| "step": 9780 |
| }, |
| { |
| "epoch": 33.299829642248724, |
| "grad_norm": 0.004903760738670826, |
| "learning_rate": 1.0981094601528186e-07, |
| "loss": 0.0003788340603932738, |
| "step": 9790 |
| }, |
| { |
| "epoch": 33.33390119250426, |
| "grad_norm": 0.005005911458283663, |
| "learning_rate": 9.965235227676895e-08, |
| "loss": 0.0003828839864581823, |
| "step": 9800 |
| }, |
| { |
| "epoch": 33.3679727427598, |
| "grad_norm": 0.005354180466383696, |
| "learning_rate": 8.998625482394829e-08, |
| "loss": 0.00038404972292482853, |
| "step": 9810 |
| }, |
| { |
| "epoch": 33.40204429301533, |
| "grad_norm": 0.004775671288371086, |
| "learning_rate": 8.08127490573074e-08, |
| "loss": 0.00037608013954013584, |
| "step": 9820 |
| }, |
| { |
| "epoch": 33.43611584327087, |
| "grad_norm": 0.004217393230646849, |
| "learning_rate": 7.213192551564496e-08, |
| "loss": 0.00037033415865153076, |
| "step": 9830 |
| }, |
| { |
| "epoch": 33.47018739352641, |
| "grad_norm": 0.004750920459628105, |
| "learning_rate": 6.394386987517708e-08, |
| "loss": 0.0003689353121444583, |
| "step": 9840 |
| }, |
| { |
| "epoch": 33.50425894378194, |
| "grad_norm": 0.0038863159716129303, |
| "learning_rate": 5.624866294871578e-08, |
| "loss": 0.0003623348427936435, |
| "step": 9850 |
| }, |
| { |
| "epoch": 33.53833049403748, |
| "grad_norm": 0.004313604906201363, |
| "learning_rate": 4.90463806848418e-08, |
| "loss": 0.00038169913459569217, |
| "step": 9860 |
| }, |
| { |
| "epoch": 33.572402044293014, |
| "grad_norm": 0.005349631421267986, |
| "learning_rate": 4.233709416717746e-08, |
| "loss": 0.00040154606103897094, |
| "step": 9870 |
| }, |
| { |
| "epoch": 33.606473594548554, |
| "grad_norm": 0.0038566242437809706, |
| "learning_rate": 3.612086961366501e-08, |
| "loss": 0.0003621417796239257, |
| "step": 9880 |
| }, |
| { |
| "epoch": 33.640545144804086, |
| "grad_norm": 0.005148730240762234, |
| "learning_rate": 3.0397768375939325e-08, |
| "loss": 0.00039507062174379823, |
| "step": 9890 |
| }, |
| { |
| "epoch": 33.674616695059626, |
| "grad_norm": 0.0049018869176507, |
| "learning_rate": 2.5167846938689567e-08, |
| "loss": 0.0003678308567032218, |
| "step": 9900 |
| }, |
| { |
| "epoch": 33.70868824531516, |
| "grad_norm": 0.0053993333131074905, |
| "learning_rate": 2.0431156919137328e-08, |
| "loss": 0.0003757542232051492, |
| "step": 9910 |
| }, |
| { |
| "epoch": 33.7427597955707, |
| "grad_norm": 0.004623922985047102, |
| "learning_rate": 1.6187745066498228e-08, |
| "loss": 0.00038737766444683073, |
| "step": 9920 |
| }, |
| { |
| "epoch": 33.77683134582624, |
| "grad_norm": 0.0055684191174805164, |
| "learning_rate": 1.2437653261537785e-08, |
| "loss": 0.0003868590574711561, |
| "step": 9930 |
| }, |
| { |
| "epoch": 33.81090289608177, |
| "grad_norm": 0.00475655822083354, |
| "learning_rate": 9.180918516138448e-09, |
| "loss": 0.00036844646092504263, |
| "step": 9940 |
| }, |
| { |
| "epoch": 33.84497444633731, |
| "grad_norm": 0.004000869579613209, |
| "learning_rate": 6.417572972966524e-09, |
| "loss": 0.0003942666575312614, |
| "step": 9950 |
| }, |
| { |
| "epoch": 33.87904599659284, |
| "grad_norm": 0.004669535905122757, |
| "learning_rate": 4.147643905122456e-09, |
| "loss": 0.0003999684005975723, |
| "step": 9960 |
| }, |
| { |
| "epoch": 33.91311754684838, |
| "grad_norm": 0.005190175957977772, |
| "learning_rate": 2.371153715891028e-09, |
| "loss": 0.0003674669889733195, |
| "step": 9970 |
| }, |
| { |
| "epoch": 33.947189097103916, |
| "grad_norm": 0.004048798233270645, |
| "learning_rate": 1.0881199385137652e-09, |
| "loss": 0.00037811114452779293, |
| "step": 9980 |
| }, |
| { |
| "epoch": 33.981260647359456, |
| "grad_norm": 0.004426008556038141, |
| "learning_rate": 2.985552360168509e-10, |
| "loss": 0.0003870480926707387, |
| "step": 9990 |
| }, |
| { |
| "epoch": 34.01362862010222, |
| "grad_norm": 0.005143159069120884, |
| "learning_rate": 2.4674010778991117e-12, |
| "loss": 0.0003771143266931176, |
| "step": 10000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 10000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 35, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
