| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 34.01362862010222, | |
| "eval_steps": 500, | |
| "global_step": 10000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0034071550255536627, | |
| "grad_norm": 500.9735107421875, | |
| "learning_rate": 0.0001, | |
| "loss": 12.947656631469727, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.034071550255536626, | |
| "grad_norm": 7.958178520202637, | |
| "learning_rate": 9.999980014064402e-05, | |
| "loss": 5.756121317545573, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.06814310051107325, | |
| "grad_norm": 7.650475025177002, | |
| "learning_rate": 9.999910927084749e-05, | |
| "loss": 3.2973617553710937, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.10221465076660988, | |
| "grad_norm": 6.018689155578613, | |
| "learning_rate": 9.999792493002788e-05, | |
| "loss": 2.9039283752441407, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.1362862010221465, | |
| "grad_norm": 4.7625932693481445, | |
| "learning_rate": 9.99962471298742e-05, | |
| "loss": 2.800827980041504, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.17035775127768313, | |
| "grad_norm": 4.674959659576416, | |
| "learning_rate": 9.999407588694567e-05, | |
| "loss": 2.730032730102539, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.20442930153321975, | |
| "grad_norm": 4.226341724395752, | |
| "learning_rate": 9.999141122267154e-05, | |
| "loss": 2.7617685317993166, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.23850085178875638, | |
| "grad_norm": 5.014325141906738, | |
| "learning_rate": 9.998825316335099e-05, | |
| "loss": 2.6507848739624023, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.272572402044293, | |
| "grad_norm": 4.564136505126953, | |
| "learning_rate": 9.99846017401528e-05, | |
| "loss": 2.5295478820800783, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.30664395229982966, | |
| "grad_norm": 4.037264347076416, | |
| "learning_rate": 9.998045698911505e-05, | |
| "loss": 2.5867191314697267, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.34071550255536626, | |
| "grad_norm": 4.819895267486572, | |
| "learning_rate": 9.997581895114472e-05, | |
| "loss": 2.504091262817383, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.3747870528109029, | |
| "grad_norm": 7.4263458251953125, | |
| "learning_rate": 9.99706876720174e-05, | |
| "loss": 2.3738216400146483, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.4088586030664395, | |
| "grad_norm": 7.7423624992370605, | |
| "learning_rate": 9.996506320237675e-05, | |
| "loss": 2.1092508316040037, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.44293015332197616, | |
| "grad_norm": 9.078983306884766, | |
| "learning_rate": 9.9958945597734e-05, | |
| "loss": 1.4427892684936523, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.47700170357751276, | |
| "grad_norm": 6.083858489990234, | |
| "learning_rate": 9.995233491846744e-05, | |
| "loss": 0.9778816223144531, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.5110732538330494, | |
| "grad_norm": 5.164566516876221, | |
| "learning_rate": 9.99452312298218e-05, | |
| "loss": 0.7422083854675293, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.545144804088586, | |
| "grad_norm": 5.00791597366333, | |
| "learning_rate": 9.993763460190763e-05, | |
| "loss": 0.6625918388366699, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.5792163543441227, | |
| "grad_norm": 5.410003662109375, | |
| "learning_rate": 9.99295451097006e-05, | |
| "loss": 0.6380346298217774, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.6132879045996593, | |
| "grad_norm": 4.947885513305664, | |
| "learning_rate": 9.992096283304069e-05, | |
| "loss": 0.5670146465301513, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.6473594548551959, | |
| "grad_norm": 3.298889636993408, | |
| "learning_rate": 9.991188785663153e-05, | |
| "loss": 0.5779364109039307, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.6814310051107325, | |
| "grad_norm": 3.480926513671875, | |
| "learning_rate": 9.990232027003947e-05, | |
| "loss": 0.5716145038604736, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.7155025553662692, | |
| "grad_norm": 3.2379493713378906, | |
| "learning_rate": 9.989226016769273e-05, | |
| "loss": 0.493179988861084, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.7495741056218058, | |
| "grad_norm": 5.55947208404541, | |
| "learning_rate": 9.988170764888045e-05, | |
| "loss": 0.5329806804656982, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.7836456558773425, | |
| "grad_norm": 4.637864112854004, | |
| "learning_rate": 9.987066281775174e-05, | |
| "loss": 0.4877805233001709, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.817717206132879, | |
| "grad_norm": 3.430638551712036, | |
| "learning_rate": 9.985912578331463e-05, | |
| "loss": 0.4545762062072754, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.8517887563884157, | |
| "grad_norm": 3.589728593826294, | |
| "learning_rate": 9.984709665943494e-05, | |
| "loss": 0.39948291778564454, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.8858603066439523, | |
| "grad_norm": 4.287285804748535, | |
| "learning_rate": 9.983457556483536e-05, | |
| "loss": 0.4370544910430908, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.919931856899489, | |
| "grad_norm": 3.479282855987549, | |
| "learning_rate": 9.982156262309395e-05, | |
| "loss": 0.4726566314697266, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.9540034071550255, | |
| "grad_norm": 4.917163372039795, | |
| "learning_rate": 9.980805796264325e-05, | |
| "loss": 0.419099235534668, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.9880749574105622, | |
| "grad_norm": 2.7116401195526123, | |
| "learning_rate": 9.979406171676877e-05, | |
| "loss": 0.4242133617401123, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.020442930153322, | |
| "grad_norm": 2.691772937774658, | |
| "learning_rate": 9.977957402360783e-05, | |
| "loss": 0.3366670608520508, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.0545144804088586, | |
| "grad_norm": 2.624289035797119, | |
| "learning_rate": 9.976459502614811e-05, | |
| "loss": 0.2996376991271973, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.0885860306643953, | |
| "grad_norm": 2.505502939224243, | |
| "learning_rate": 9.974912487222626e-05, | |
| "loss": 0.2905572414398193, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.122657580919932, | |
| "grad_norm": 3.138418674468994, | |
| "learning_rate": 9.973316371452646e-05, | |
| "loss": 0.318436336517334, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.1567291311754686, | |
| "grad_norm": 2.702422618865967, | |
| "learning_rate": 9.971671171057886e-05, | |
| "loss": 0.27060980796813966, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.190800681431005, | |
| "grad_norm": 2.5750415325164795, | |
| "learning_rate": 9.969976902275815e-05, | |
| "loss": 0.27452983856201174, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.2248722316865417, | |
| "grad_norm": 3.4507346153259277, | |
| "learning_rate": 9.968233581828179e-05, | |
| "loss": 0.33898699283599854, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.2589437819420783, | |
| "grad_norm": 2.734762668609619, | |
| "learning_rate": 9.966441226920848e-05, | |
| "loss": 0.2835655450820923, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.293015332197615, | |
| "grad_norm": 4.383528709411621, | |
| "learning_rate": 9.964599855243639e-05, | |
| "loss": 0.24261927604675293, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.3270868824531517, | |
| "grad_norm": 2.645526647567749, | |
| "learning_rate": 9.96270948497015e-05, | |
| "loss": 0.31325743198394773, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.3611584327086883, | |
| "grad_norm": 2.6146252155303955, | |
| "learning_rate": 9.960770134757572e-05, | |
| "loss": 0.31850156784057615, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.3952299829642247, | |
| "grad_norm": 2.889542579650879, | |
| "learning_rate": 9.958781823746505e-05, | |
| "loss": 0.2688532590866089, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.4293015332197614, | |
| "grad_norm": 3.4360809326171875, | |
| "learning_rate": 9.95674457156078e-05, | |
| "loss": 0.296610689163208, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.463373083475298, | |
| "grad_norm": 2.8792216777801514, | |
| "learning_rate": 9.954658398307255e-05, | |
| "loss": 0.27008695602416993, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.4974446337308347, | |
| "grad_norm": 3.3919405937194824, | |
| "learning_rate": 9.952523324575613e-05, | |
| "loss": 0.2359508752822876, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.5315161839863713, | |
| "grad_norm": 2.511129856109619, | |
| "learning_rate": 9.950339371438172e-05, | |
| "loss": 0.3027271032333374, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.565587734241908, | |
| "grad_norm": 2.4446396827697754, | |
| "learning_rate": 9.948106560449668e-05, | |
| "loss": 0.26052088737487794, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.5996592844974447, | |
| "grad_norm": 1.984153151512146, | |
| "learning_rate": 9.945824913647044e-05, | |
| "loss": 0.30088469982147215, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.6337308347529813, | |
| "grad_norm": 2.9256038665771484, | |
| "learning_rate": 9.943494453549231e-05, | |
| "loss": 0.2888188362121582, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.667802385008518, | |
| "grad_norm": 2.2333827018737793, | |
| "learning_rate": 9.941115203156933e-05, | |
| "loss": 0.288084602355957, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.7018739352640546, | |
| "grad_norm": 2.226630210876465, | |
| "learning_rate": 9.93868718595239e-05, | |
| "loss": 0.2429983139038086, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.7359454855195913, | |
| "grad_norm": 2.5038540363311768, | |
| "learning_rate": 9.936210425899146e-05, | |
| "loss": 0.29560184478759766, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.770017035775128, | |
| "grad_norm": 1.9872697591781616, | |
| "learning_rate": 9.93368494744183e-05, | |
| "loss": 0.24810783863067626, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.8040885860306644, | |
| "grad_norm": 2.762561798095703, | |
| "learning_rate": 9.931110775505892e-05, | |
| "loss": 0.2591356039047241, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.838160136286201, | |
| "grad_norm": 1.9225414991378784, | |
| "learning_rate": 9.928487935497369e-05, | |
| "loss": 0.2622621774673462, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.8722316865417377, | |
| "grad_norm": 3.4131791591644287, | |
| "learning_rate": 9.925816453302634e-05, | |
| "loss": 0.3099789619445801, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.9063032367972743, | |
| "grad_norm": 2.7211992740631104, | |
| "learning_rate": 9.923096355288137e-05, | |
| "loss": 0.3053356409072876, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.9403747870528107, | |
| "grad_norm": 1.9942728281021118, | |
| "learning_rate": 9.92032766830015e-05, | |
| "loss": 0.271621561050415, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.9744463373083474, | |
| "grad_norm": 1.9207346439361572, | |
| "learning_rate": 9.917510419664491e-05, | |
| "loss": 0.27333619594573977, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 2.0068143100511073, | |
| "grad_norm": 2.055387258529663, | |
| "learning_rate": 9.914644637186269e-05, | |
| "loss": 0.20745866298675536, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 2.040885860306644, | |
| "grad_norm": 1.4524292945861816, | |
| "learning_rate": 9.911730349149602e-05, | |
| "loss": 0.13981777429580688, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 2.0749574105621806, | |
| "grad_norm": 2.8865458965301514, | |
| "learning_rate": 9.908767584317333e-05, | |
| "loss": 0.11298246383666992, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 2.1090289608177173, | |
| "grad_norm": 1.1985541582107544, | |
| "learning_rate": 9.905756371930757e-05, | |
| "loss": 0.11284482479095459, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 2.143100511073254, | |
| "grad_norm": 1.981881856918335, | |
| "learning_rate": 9.902696741709324e-05, | |
| "loss": 0.13170770406723023, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 2.1771720613287906, | |
| "grad_norm": 1.8628884553909302, | |
| "learning_rate": 9.899588723850349e-05, | |
| "loss": 0.14049352407455445, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 2.2112436115843273, | |
| "grad_norm": 1.4338645935058594, | |
| "learning_rate": 9.896432349028715e-05, | |
| "loss": 0.1263017773628235, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 2.245315161839864, | |
| "grad_norm": 1.722861886024475, | |
| "learning_rate": 9.893227648396564e-05, | |
| "loss": 0.12233226299285889, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 2.2793867120954, | |
| "grad_norm": 1.607896089553833, | |
| "learning_rate": 9.889974653583e-05, | |
| "loss": 0.13087828159332277, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 2.313458262350937, | |
| "grad_norm": 2.036442756652832, | |
| "learning_rate": 9.886673396693768e-05, | |
| "loss": 0.12004598379135131, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 2.3475298126064734, | |
| "grad_norm": 1.2492954730987549, | |
| "learning_rate": 9.88332391031094e-05, | |
| "loss": 0.09768519401550294, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 2.38160136286201, | |
| "grad_norm": 1.5268019437789917, | |
| "learning_rate": 9.879926227492595e-05, | |
| "loss": 0.11229777336120605, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 2.4156729131175467, | |
| "grad_norm": 2.206562042236328, | |
| "learning_rate": 9.876480381772491e-05, | |
| "loss": 0.12867317199707032, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 2.4497444633730834, | |
| "grad_norm": 1.8609817028045654, | |
| "learning_rate": 9.872986407159732e-05, | |
| "loss": 0.12029577493667602, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 2.48381601362862, | |
| "grad_norm": 1.9563343524932861, | |
| "learning_rate": 9.869444338138441e-05, | |
| "loss": 0.1118655800819397, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 2.5178875638841567, | |
| "grad_norm": 2.2154388427734375, | |
| "learning_rate": 9.865854209667404e-05, | |
| "loss": 0.12033280134201049, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 2.5519591141396933, | |
| "grad_norm": 1.3538248538970947, | |
| "learning_rate": 9.862216057179745e-05, | |
| "loss": 0.1174347996711731, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 2.58603066439523, | |
| "grad_norm": 4.028043746948242, | |
| "learning_rate": 9.858529916582557e-05, | |
| "loss": 0.12441229820251465, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 2.6201022146507666, | |
| "grad_norm": 2.651259422302246, | |
| "learning_rate": 9.85479582425656e-05, | |
| "loss": 0.122542405128479, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 2.6541737649063033, | |
| "grad_norm": 1.9554541110992432, | |
| "learning_rate": 9.851013817055737e-05, | |
| "loss": 0.1307147264480591, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 2.68824531516184, | |
| "grad_norm": 1.90165376663208, | |
| "learning_rate": 9.847183932306973e-05, | |
| "loss": 0.1521606206893921, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 2.7223168654173766, | |
| "grad_norm": 2.0774049758911133, | |
| "learning_rate": 9.843306207809687e-05, | |
| "loss": 0.12136094570159912, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 2.7563884156729133, | |
| "grad_norm": 1.1312235593795776, | |
| "learning_rate": 9.83938068183545e-05, | |
| "loss": 0.11534208059310913, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 2.7904599659284495, | |
| "grad_norm": 2.1498188972473145, | |
| "learning_rate": 9.835407393127621e-05, | |
| "loss": 0.14543124437332153, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 2.8245315161839866, | |
| "grad_norm": 1.941612720489502, | |
| "learning_rate": 9.831386380900953e-05, | |
| "loss": 0.13850215673446656, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 2.8586030664395228, | |
| "grad_norm": 1.6838805675506592, | |
| "learning_rate": 9.827317684841216e-05, | |
| "loss": 0.11665056943893433, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 2.89267461669506, | |
| "grad_norm": 1.8915469646453857, | |
| "learning_rate": 9.823201345104798e-05, | |
| "loss": 0.12856583595275878, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 2.926746166950596, | |
| "grad_norm": 2.020820140838623, | |
| "learning_rate": 9.819037402318308e-05, | |
| "loss": 0.14009920358657837, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 2.9608177172061327, | |
| "grad_norm": 1.9529690742492676, | |
| "learning_rate": 9.814825897578179e-05, | |
| "loss": 0.13464512825012206, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 2.9948892674616694, | |
| "grad_norm": 3.5946202278137207, | |
| "learning_rate": 9.810566872450269e-05, | |
| "loss": 0.1252979040145874, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 3.0272572402044293, | |
| "grad_norm": 1.897910237312317, | |
| "learning_rate": 9.806260368969429e-05, | |
| "loss": 0.08018935918807983, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 3.061328790459966, | |
| "grad_norm": 1.5855873823165894, | |
| "learning_rate": 9.801906429639114e-05, | |
| "loss": 0.07474420666694641, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 3.0954003407155026, | |
| "grad_norm": 2.107872724533081, | |
| "learning_rate": 9.797505097430947e-05, | |
| "loss": 0.06437333822250366, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 3.1294718909710393, | |
| "grad_norm": 2.684037446975708, | |
| "learning_rate": 9.793056415784298e-05, | |
| "loss": 0.07652322649955749, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 3.163543441226576, | |
| "grad_norm": 0.9326214790344238, | |
| "learning_rate": 9.788560428605863e-05, | |
| "loss": 0.06489463448524475, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 3.1976149914821126, | |
| "grad_norm": 1.6175618171691895, | |
| "learning_rate": 9.784017180269216e-05, | |
| "loss": 0.0631401777267456, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 3.2316865417376492, | |
| "grad_norm": 1.7096298933029175, | |
| "learning_rate": 9.779426715614387e-05, | |
| "loss": 0.05567095875740051, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 3.2657580919931855, | |
| "grad_norm": 1.9190527200698853, | |
| "learning_rate": 9.774789079947406e-05, | |
| "loss": 0.054007500410079956, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 3.2998296422487225, | |
| "grad_norm": 0.7853822708129883, | |
| "learning_rate": 9.770104319039866e-05, | |
| "loss": 0.06382976174354553, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 3.3339011925042588, | |
| "grad_norm": 1.1801362037658691, | |
| "learning_rate": 9.765372479128467e-05, | |
| "loss": 0.0761179804801941, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 3.3679727427597954, | |
| "grad_norm": 1.2298702001571655, | |
| "learning_rate": 9.760593606914559e-05, | |
| "loss": 0.07370460033416748, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 3.402044293015332, | |
| "grad_norm": 3.23696231842041, | |
| "learning_rate": 9.755767749563678e-05, | |
| "loss": 0.059821367263793945, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 3.4361158432708687, | |
| "grad_norm": 4.531341552734375, | |
| "learning_rate": 9.75089495470509e-05, | |
| "loss": 0.0858765959739685, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 3.4701873935264054, | |
| "grad_norm": 2.426567792892456, | |
| "learning_rate": 9.745975270431313e-05, | |
| "loss": 0.0622145414352417, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 3.504258943781942, | |
| "grad_norm": 1.7279127836227417, | |
| "learning_rate": 9.741008745297646e-05, | |
| "loss": 0.07164235711097718, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 3.5383304940374787, | |
| "grad_norm": 2.53861927986145, | |
| "learning_rate": 9.735995428321685e-05, | |
| "loss": 0.06337780952453613, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 3.5724020442930153, | |
| "grad_norm": 2.6302757263183594, | |
| "learning_rate": 9.730935368982846e-05, | |
| "loss": 0.0805334985256195, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 3.606473594548552, | |
| "grad_norm": 3.420285940170288, | |
| "learning_rate": 9.725828617221868e-05, | |
| "loss": 0.0849171221256256, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 3.6405451448040886, | |
| "grad_norm": 1.9331766366958618, | |
| "learning_rate": 9.720675223440334e-05, | |
| "loss": 0.09144250750541687, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 3.6746166950596253, | |
| "grad_norm": 4.827858924865723, | |
| "learning_rate": 9.715475238500159e-05, | |
| "loss": 0.06713611483573914, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 3.708688245315162, | |
| "grad_norm": 0.8885518312454224, | |
| "learning_rate": 9.710228713723092e-05, | |
| "loss": 0.07812190055847168, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 3.7427597955706986, | |
| "grad_norm": 4.049871921539307, | |
| "learning_rate": 9.70493570089022e-05, | |
| "loss": 0.06180936098098755, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 3.7768313458262353, | |
| "grad_norm": 2.131444215774536, | |
| "learning_rate": 9.699596252241438e-05, | |
| "loss": 0.076810222864151, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 3.810902896081772, | |
| "grad_norm": 1.4954314231872559, | |
| "learning_rate": 9.69421042047495e-05, | |
| "loss": 0.059336304664611816, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 3.844974446337308, | |
| "grad_norm": 1.3157131671905518, | |
| "learning_rate": 9.688778258746743e-05, | |
| "loss": 0.07308164238929749, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 3.879045996592845, | |
| "grad_norm": 1.3763610124588013, | |
| "learning_rate": 9.683299820670056e-05, | |
| "loss": 0.06363306045532227, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 3.9131175468483814, | |
| "grad_norm": 1.484768271446228, | |
| "learning_rate": 9.677775160314865e-05, | |
| "loss": 0.06998052597045898, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 3.947189097103918, | |
| "grad_norm": 1.7339237928390503, | |
| "learning_rate": 9.672204332207336e-05, | |
| "loss": 0.0732116937637329, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 3.9812606473594547, | |
| "grad_norm": 0.8836018443107605, | |
| "learning_rate": 9.666587391329294e-05, | |
| "loss": 0.07932557463645935, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 4.013628620102215, | |
| "grad_norm": 0.7781262993812561, | |
| "learning_rate": 9.660924393117675e-05, | |
| "loss": 0.07557746767997742, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 4.047700170357751, | |
| "grad_norm": 2.6470348834991455, | |
| "learning_rate": 9.655215393463989e-05, | |
| "loss": 0.049822351336479186, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 4.081771720613288, | |
| "grad_norm": 1.581343650817871, | |
| "learning_rate": 9.649460448713755e-05, | |
| "loss": 0.042271080613136294, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 4.115843270868824, | |
| "grad_norm": 0.7867306470870972, | |
| "learning_rate": 9.643659615665957e-05, | |
| "loss": 0.03615880012512207, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 4.149914821124361, | |
| "grad_norm": 1.4775359630584717, | |
| "learning_rate": 9.637812951572471e-05, | |
| "loss": 0.04361388087272644, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 4.1839863713798975, | |
| "grad_norm": 1.9977412223815918, | |
| "learning_rate": 9.631920514137516e-05, | |
| "loss": 0.04011210501194, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 4.218057921635435, | |
| "grad_norm": 1.7829431295394897, | |
| "learning_rate": 9.625982361517068e-05, | |
| "loss": 0.03548445403575897, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 4.252129471890971, | |
| "grad_norm": 1.090541958808899, | |
| "learning_rate": 9.619998552318295e-05, | |
| "loss": 0.04351125359535217, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 4.286201022146508, | |
| "grad_norm": 1.0267326831817627, | |
| "learning_rate": 9.61396914559898e-05, | |
| "loss": 0.04062550365924835, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 4.320272572402044, | |
| "grad_norm": 0.9282559752464294, | |
| "learning_rate": 9.607894200866934e-05, | |
| "loss": 0.03696491420269012, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 4.354344122657581, | |
| "grad_norm": 1.3170775175094604, | |
| "learning_rate": 9.601773778079406e-05, | |
| "loss": 0.042220795154571535, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 4.388415672913117, | |
| "grad_norm": 1.0883209705352783, | |
| "learning_rate": 9.595607937642502e-05, | |
| "loss": 0.04217888712882996, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 4.4224872231686545, | |
| "grad_norm": 1.9638941287994385, | |
| "learning_rate": 9.589396740410573e-05, | |
| "loss": 0.03247036635875702, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 4.456558773424191, | |
| "grad_norm": 1.5573837757110596, | |
| "learning_rate": 9.583140247685631e-05, | |
| "loss": 0.04170369505882263, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 4.490630323679728, | |
| "grad_norm": 1.1391565799713135, | |
| "learning_rate": 9.576838521216734e-05, | |
| "loss": 0.046879589557647705, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 4.524701873935264, | |
| "grad_norm": 2.0404841899871826, | |
| "learning_rate": 9.570491623199376e-05, | |
| "loss": 0.05514304637908936, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 4.5587734241908, | |
| "grad_norm": 1.531995415687561, | |
| "learning_rate": 9.564099616274879e-05, | |
| "loss": 0.04663235545158386, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 4.592844974446337, | |
| "grad_norm": 2.1684346199035645, | |
| "learning_rate": 9.557662563529771e-05, | |
| "loss": 0.036445483565330505, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 4.626916524701874, | |
| "grad_norm": 1.308480143547058, | |
| "learning_rate": 9.551180528495165e-05, | |
| "loss": 0.0443327784538269, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 4.660988074957411, | |
| "grad_norm": 1.3180073499679565, | |
| "learning_rate": 9.544653575146127e-05, | |
| "loss": 0.048572239279747007, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 4.695059625212947, | |
| "grad_norm": 2.428232192993164, | |
| "learning_rate": 9.538081767901054e-05, | |
| "loss": 0.04644596576690674, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 4.729131175468484, | |
| "grad_norm": 1.2626821994781494, | |
| "learning_rate": 9.53146517162103e-05, | |
| "loss": 0.05016099214553833, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 4.76320272572402, | |
| "grad_norm": 1.386539340019226, | |
| "learning_rate": 9.524803851609188e-05, | |
| "loss": 0.03919519484043121, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 4.797274275979557, | |
| "grad_norm": 1.5076797008514404, | |
| "learning_rate": 9.518097873610068e-05, | |
| "loss": 0.050628775358200075, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 4.8313458262350935, | |
| "grad_norm": 1.275985598564148, | |
| "learning_rate": 9.511347303808965e-05, | |
| "loss": 0.04660462737083435, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 4.8654173764906306, | |
| "grad_norm": 1.569631814956665, | |
| "learning_rate": 9.504552208831279e-05, | |
| "loss": 0.03862286806106567, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 4.899488926746167, | |
| "grad_norm": 2.065896511077881, | |
| "learning_rate": 9.497712655741851e-05, | |
| "loss": 0.044455283880233766, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 4.933560477001704, | |
| "grad_norm": 1.1074596643447876, | |
| "learning_rate": 9.490828712044312e-05, | |
| "loss": 0.04773740172386169, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 4.96763202725724, | |
| "grad_norm": 1.4310007095336914, | |
| "learning_rate": 9.483900445680407e-05, | |
| "loss": 0.04274417459964752, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 4.064968585968018, | |
| "learning_rate": 9.476927925029326e-05, | |
| "loss": 0.05169486999511719, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 5.034071550255536, | |
| "grad_norm": 1.5751832723617554, | |
| "learning_rate": 9.469911218907035e-05, | |
| "loss": 0.029029345512390135, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 5.068143100511073, | |
| "grad_norm": 0.6263830065727234, | |
| "learning_rate": 9.462850396565588e-05, | |
| "loss": 0.028271237015724184, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 5.1022146507666095, | |
| "grad_norm": 0.6697548627853394, | |
| "learning_rate": 9.455745527692454e-05, | |
| "loss": 0.026191535592079162, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 5.136286201022147, | |
| "grad_norm": 3.957118034362793, | |
| "learning_rate": 9.448596682409819e-05, | |
| "loss": 0.025492912530899046, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 5.170357751277683, | |
| "grad_norm": 1.7963947057724, | |
| "learning_rate": 9.441403931273897e-05, | |
| "loss": 0.025594806671142577, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 5.20442930153322, | |
| "grad_norm": 1.0430747270584106, | |
| "learning_rate": 9.434167345274244e-05, | |
| "loss": 0.025667831301689148, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 5.238500851788756, | |
| "grad_norm": 2.3541901111602783, | |
| "learning_rate": 9.426886995833038e-05, | |
| "loss": 0.02917010188102722, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 5.272572402044293, | |
| "grad_norm": 0.6873838305473328, | |
| "learning_rate": 9.419562954804388e-05, | |
| "loss": 0.02541271448135376, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 5.306643952299829, | |
| "grad_norm": 0.6828526258468628, | |
| "learning_rate": 9.412195294473625e-05, | |
| "loss": 0.029961639642715455, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 5.3407155025553665, | |
| "grad_norm": 0.8544797897338867, | |
| "learning_rate": 9.404784087556582e-05, | |
| "loss": 0.020680305361747742, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 5.374787052810903, | |
| "grad_norm": 4.307332515716553, | |
| "learning_rate": 9.397329407198875e-05, | |
| "loss": 0.0257159948348999, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 5.40885860306644, | |
| "grad_norm": 0.46097907423973083, | |
| "learning_rate": 9.389831326975196e-05, | |
| "loss": 0.027997365593910216, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 5.442930153321976, | |
| "grad_norm": 1.3980218172073364, | |
| "learning_rate": 9.382289920888565e-05, | |
| "loss": 0.03344095945358276, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 5.477001703577513, | |
| "grad_norm": 0.8466151356697083, | |
| "learning_rate": 9.374705263369617e-05, | |
| "loss": 0.02301342785358429, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 5.511073253833049, | |
| "grad_norm": 1.0830349922180176, | |
| "learning_rate": 9.367077429275859e-05, | |
| "loss": 0.03395429253578186, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 5.5451448040885865, | |
| "grad_norm": 0.4795171618461609, | |
| "learning_rate": 9.359406493890934e-05, | |
| "loss": 0.0325812041759491, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 5.579216354344123, | |
| "grad_norm": 0.9528490900993347, | |
| "learning_rate": 9.351692532923879e-05, | |
| "loss": 0.02982507348060608, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 5.613287904599659, | |
| "grad_norm": 2.5168068408966064, | |
| "learning_rate": 9.343935622508373e-05, | |
| "loss": 0.03338657021522522, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 5.647359454855196, | |
| "grad_norm": 0.9510769844055176, | |
| "learning_rate": 9.336135839201992e-05, | |
| "loss": 0.029187119007110594, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 5.681431005110732, | |
| "grad_norm": 1.0623546838760376, | |
| "learning_rate": 9.328293259985446e-05, | |
| "loss": 0.03202317357063293, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 5.715502555366269, | |
| "grad_norm": 0.6826435327529907, | |
| "learning_rate": 9.320407962261826e-05, | |
| "loss": 0.030450505018234254, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 5.7495741056218055, | |
| "grad_norm": 0.5522363185882568, | |
| "learning_rate": 9.312480023855836e-05, | |
| "loss": 0.021564315259456634, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 5.783645655877343, | |
| "grad_norm": 1.7273434400558472, | |
| "learning_rate": 9.304509523013031e-05, | |
| "loss": 0.028131285309791566, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 5.817717206132879, | |
| "grad_norm": 1.4397395849227905, | |
| "learning_rate": 9.296496538399036e-05, | |
| "loss": 0.029852986335754395, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 5.851788756388416, | |
| "grad_norm": 1.4878379106521606, | |
| "learning_rate": 9.288441149098773e-05, | |
| "loss": 0.027045699954032897, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 5.885860306643952, | |
| "grad_norm": 0.9599165320396423, | |
| "learning_rate": 9.280343434615679e-05, | |
| "loss": 0.029828810691833497, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 5.919931856899489, | |
| "grad_norm": 0.36500489711761475, | |
| "learning_rate": 9.272203474870932e-05, | |
| "loss": 0.03575279414653778, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 5.954003407155025, | |
| "grad_norm": 0.5604597926139832, | |
| "learning_rate": 9.264021350202646e-05, | |
| "loss": 0.03006734549999237, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 5.9880749574105625, | |
| "grad_norm": 1.697237253189087, | |
| "learning_rate": 9.25579714136509e-05, | |
| "loss": 0.0326397567987442, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 6.0204429301533215, | |
| "grad_norm": 0.3036922216415405, | |
| "learning_rate": 9.247530929527881e-05, | |
| "loss": 0.03297402858734131, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 6.054514480408859, | |
| "grad_norm": 0.7871415019035339, | |
| "learning_rate": 9.239222796275195e-05, | |
| "loss": 0.02531479299068451, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 6.088586030664395, | |
| "grad_norm": 0.6982287764549255, | |
| "learning_rate": 9.230872823604956e-05, | |
| "loss": 0.027960145473480226, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 6.122657580919932, | |
| "grad_norm": 2.9335663318634033, | |
| "learning_rate": 9.22248109392802e-05, | |
| "loss": 0.019796872138977052, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 6.156729131175468, | |
| "grad_norm": 0.914587676525116, | |
| "learning_rate": 9.214047690067369e-05, | |
| "loss": 0.01856117695569992, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 6.190800681431005, | |
| "grad_norm": 1.0381855964660645, | |
| "learning_rate": 9.205572695257298e-05, | |
| "loss": 0.023674681782722473, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 6.2248722316865415, | |
| "grad_norm": 0.7270963788032532, | |
| "learning_rate": 9.197056193142583e-05, | |
| "loss": 0.02533746659755707, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 6.258943781942079, | |
| "grad_norm": 0.6352244019508362, | |
| "learning_rate": 9.188498267777664e-05, | |
| "loss": 0.02358451783657074, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 6.293015332197615, | |
| "grad_norm": 1.1831856966018677, | |
| "learning_rate": 9.179899003625804e-05, | |
| "loss": 0.018904535472393035, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 6.327086882453152, | |
| "grad_norm": 0.8320885896682739, | |
| "learning_rate": 9.171258485558274e-05, | |
| "loss": 0.020784467458724976, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 6.361158432708688, | |
| "grad_norm": 0.3053925335407257, | |
| "learning_rate": 9.162576798853497e-05, | |
| "loss": 0.021431468427181244, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 6.395229982964225, | |
| "grad_norm": 1.034461498260498, | |
| "learning_rate": 9.153854029196213e-05, | |
| "loss": 0.02396380603313446, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 6.429301533219761, | |
| "grad_norm": 2.365105390548706, | |
| "learning_rate": 9.145090262676642e-05, | |
| "loss": 0.01987527161836624, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 6.4633730834752985, | |
| "grad_norm": 1.0095535516738892, | |
| "learning_rate": 9.136285585789619e-05, | |
| "loss": 0.01691812127828598, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 6.497444633730835, | |
| "grad_norm": 0.9776434302330017, | |
| "learning_rate": 9.12744008543375e-05, | |
| "loss": 0.022355957329273222, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 6.531516183986371, | |
| "grad_norm": 1.4393912553787231, | |
| "learning_rate": 9.118553848910552e-05, | |
| "loss": 0.016300460696220397, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 6.565587734241908, | |
| "grad_norm": 1.2278251647949219, | |
| "learning_rate": 9.109626963923592e-05, | |
| "loss": 0.02234429270029068, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 6.599659284497445, | |
| "grad_norm": 1.0951917171478271, | |
| "learning_rate": 9.100659518577624e-05, | |
| "loss": 0.028519749641418457, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 6.633730834752981, | |
| "grad_norm": 0.7138704061508179, | |
| "learning_rate": 9.091651601377709e-05, | |
| "loss": 0.018571604788303376, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 6.6678023850085175, | |
| "grad_norm": 1.1325918436050415, | |
| "learning_rate": 9.082603301228354e-05, | |
| "loss": 0.024752214550971985, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 6.701873935264055, | |
| "grad_norm": 0.9077216982841492, | |
| "learning_rate": 9.073514707432631e-05, | |
| "loss": 0.03127498924732208, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 6.735945485519591, | |
| "grad_norm": 1.4316587448120117, | |
| "learning_rate": 9.06438590969129e-05, | |
| "loss": 0.025211939215660097, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 6.770017035775128, | |
| "grad_norm": 1.0027835369110107, | |
| "learning_rate": 9.055216998101879e-05, | |
| "loss": 0.01745348423719406, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 6.804088586030664, | |
| "grad_norm": 1.3488839864730835, | |
| "learning_rate": 9.046008063157855e-05, | |
| "loss": 0.022722427546977998, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 6.838160136286201, | |
| "grad_norm": 0.9204393029212952, | |
| "learning_rate": 9.036759195747686e-05, | |
| "loss": 0.030331790447235107, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 6.872231686541737, | |
| "grad_norm": 0.519404411315918, | |
| "learning_rate": 9.027470487153962e-05, | |
| "loss": 0.025021228194236755, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 6.9063032367972745, | |
| "grad_norm": 1.0315072536468506, | |
| "learning_rate": 9.018142029052483e-05, | |
| "loss": 0.0225812166929245, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 6.940374787052811, | |
| "grad_norm": 2.8452701568603516, | |
| "learning_rate": 9.008773913511369e-05, | |
| "loss": 0.028797915577888487, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 6.974446337308348, | |
| "grad_norm": 0.726943850517273, | |
| "learning_rate": 8.999366232990136e-05, | |
| "loss": 0.021427948772907258, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 7.006814310051107, | |
| "grad_norm": 1.4920276403427124, | |
| "learning_rate": 8.989919080338792e-05, | |
| "loss": 0.02137400358915329, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 7.040885860306644, | |
| "grad_norm": 2.463482141494751, | |
| "learning_rate": 8.98043254879692e-05, | |
| "loss": 0.01812605857849121, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 7.07495741056218, | |
| "grad_norm": 0.8011264801025391, | |
| "learning_rate": 8.970906731992759e-05, | |
| "loss": 0.02192564457654953, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 7.109028960817717, | |
| "grad_norm": 0.16289736330509186, | |
| "learning_rate": 8.961341723942271e-05, | |
| "loss": 0.014302457869052886, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 7.1431005110732535, | |
| "grad_norm": 0.5535656809806824, | |
| "learning_rate": 8.951737619048228e-05, | |
| "loss": 0.015091146528720855, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 7.177172061328791, | |
| "grad_norm": 0.16370069980621338, | |
| "learning_rate": 8.942094512099264e-05, | |
| "loss": 0.016434633731842042, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 7.211243611584327, | |
| "grad_norm": 1.4876139163970947, | |
| "learning_rate": 8.932412498268955e-05, | |
| "loss": 0.011326295137405396, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 7.245315161839864, | |
| "grad_norm": 0.654828667640686, | |
| "learning_rate": 8.922691673114866e-05, | |
| "loss": 0.015352894365787507, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 7.2793867120954, | |
| "grad_norm": 1.1809929609298706, | |
| "learning_rate": 8.912932132577619e-05, | |
| "loss": 0.017652250826358795, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 7.313458262350937, | |
| "grad_norm": 0.6106181740760803, | |
| "learning_rate": 8.903133972979938e-05, | |
| "loss": 0.013139715790748597, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 7.347529812606473, | |
| "grad_norm": 0.6049255728721619, | |
| "learning_rate": 8.893297291025703e-05, | |
| "loss": 0.012686268985271454, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 7.3816013628620105, | |
| "grad_norm": 1.0129069089889526, | |
| "learning_rate": 8.883422183798992e-05, | |
| "loss": 0.016695281863212584, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 7.415672913117547, | |
| "grad_norm": 1.217993140220642, | |
| "learning_rate": 8.873508748763129e-05, | |
| "loss": 0.013319727778434754, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 7.449744463373084, | |
| "grad_norm": 0.5124009847640991, | |
| "learning_rate": 8.863557083759714e-05, | |
| "loss": 0.011351729929447173, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 7.48381601362862, | |
| "grad_norm": 0.9370232224464417, | |
| "learning_rate": 8.853567287007665e-05, | |
| "loss": 0.016303011775016786, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 7.517887563884157, | |
| "grad_norm": 0.5177021622657776, | |
| "learning_rate": 8.843539457102238e-05, | |
| "loss": 0.013715451955795288, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 7.551959114139693, | |
| "grad_norm": 1.2320998907089233, | |
| "learning_rate": 8.833473693014071e-05, | |
| "loss": 0.01952739357948303, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 7.5860306643952296, | |
| "grad_norm": 1.3520736694335938, | |
| "learning_rate": 8.823370094088191e-05, | |
| "loss": 0.018738554418087007, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 7.620102214650767, | |
| "grad_norm": 1.1438735723495483, | |
| "learning_rate": 8.813228760043037e-05, | |
| "loss": 0.012850122153759002, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 7.654173764906303, | |
| "grad_norm": 1.3085774183273315, | |
| "learning_rate": 8.803049790969486e-05, | |
| "loss": 0.022417041659355163, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 7.68824531516184, | |
| "grad_norm": 0.6747460961341858, | |
| "learning_rate": 8.792833287329851e-05, | |
| "loss": 0.015353672206401825, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 7.722316865417376, | |
| "grad_norm": 0.24661444127559662, | |
| "learning_rate": 8.782579349956897e-05, | |
| "loss": 0.015990708768367768, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 7.756388415672913, | |
| "grad_norm": 0.6662095189094543, | |
| "learning_rate": 8.77228808005285e-05, | |
| "loss": 0.017545297741889954, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 7.7904599659284495, | |
| "grad_norm": 0.3242599070072174, | |
| "learning_rate": 8.761959579188386e-05, | |
| "loss": 0.01379595249891281, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 7.824531516183987, | |
| "grad_norm": 0.45924779772758484, | |
| "learning_rate": 8.75159394930164e-05, | |
| "loss": 0.013600316643714905, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 7.858603066439523, | |
| "grad_norm": 0.5505822896957397, | |
| "learning_rate": 8.741191292697195e-05, | |
| "loss": 0.01868756115436554, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 7.89267461669506, | |
| "grad_norm": 1.0311226844787598, | |
| "learning_rate": 8.73075171204507e-05, | |
| "loss": 0.013703931868076325, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 7.926746166950596, | |
| "grad_norm": 1.0836596488952637, | |
| "learning_rate": 8.720275310379713e-05, | |
| "loss": 0.015289519727230073, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 7.960817717206133, | |
| "grad_norm": 0.6845241189002991, | |
| "learning_rate": 8.70976219109898e-05, | |
| "loss": 0.017059548199176787, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 7.994889267461669, | |
| "grad_norm": 1.0206208229064941, | |
| "learning_rate": 8.699212457963111e-05, | |
| "loss": 0.020337219536304473, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 8.02725724020443, | |
| "grad_norm": 1.043688178062439, | |
| "learning_rate": 8.688626215093714e-05, | |
| "loss": 0.011061477661132812, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 8.061328790459966, | |
| "grad_norm": 1.5376160144805908, | |
| "learning_rate": 8.678003566972735e-05, | |
| "loss": 0.0165196493268013, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 8.095400340715502, | |
| "grad_norm": 0.8935771584510803, | |
| "learning_rate": 8.667344618441418e-05, | |
| "loss": 0.01602596491575241, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 8.12947189097104, | |
| "grad_norm": 0.6318204998970032, | |
| "learning_rate": 8.656649474699283e-05, | |
| "loss": 0.011065221577882766, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 8.163543441226576, | |
| "grad_norm": 0.9502279162406921, | |
| "learning_rate": 8.645918241303084e-05, | |
| "loss": 0.014841337502002717, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 8.197614991482112, | |
| "grad_norm": 0.3303418755531311, | |
| "learning_rate": 8.635151024165759e-05, | |
| "loss": 0.011852187663316726, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 8.231686541737648, | |
| "grad_norm": 0.361967533826828, | |
| "learning_rate": 8.624347929555394e-05, | |
| "loss": 0.015762053430080414, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 8.265758091993186, | |
| "grad_norm": 0.6196819543838501, | |
| "learning_rate": 8.613509064094175e-05, | |
| "loss": 0.009194750338792801, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 8.299829642248723, | |
| "grad_norm": 1.6100952625274658, | |
| "learning_rate": 8.602634534757326e-05, | |
| "loss": 0.014374491572380067, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 8.333901192504259, | |
| "grad_norm": 0.3869682848453522, | |
| "learning_rate": 8.591724448872061e-05, | |
| "loss": 0.012869016826152801, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 8.367972742759795, | |
| "grad_norm": 0.7329438924789429, | |
| "learning_rate": 8.580778914116522e-05, | |
| "loss": 0.009707724303007126, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 8.402044293015333, | |
| "grad_norm": 0.527068555355072, | |
| "learning_rate": 8.569798038518719e-05, | |
| "loss": 0.013562756776809692, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 8.43611584327087, | |
| "grad_norm": 0.21004585921764374, | |
| "learning_rate": 8.558781930455464e-05, | |
| "loss": 0.010475656390190125, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 8.470187393526405, | |
| "grad_norm": 0.5486114025115967, | |
| "learning_rate": 8.547730698651293e-05, | |
| "loss": 0.011294472217559814, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 8.504258943781942, | |
| "grad_norm": 0.8511176705360413, | |
| "learning_rate": 8.536644452177404e-05, | |
| "loss": 0.012653800845146179, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 8.538330494037478, | |
| "grad_norm": 0.47672024369239807, | |
| "learning_rate": 8.525523300450571e-05, | |
| "loss": 0.011530681699514388, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 8.572402044293016, | |
| "grad_norm": 0.327532023191452, | |
| "learning_rate": 8.514367353232076e-05, | |
| "loss": 0.01135161817073822, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 8.606473594548552, | |
| "grad_norm": 0.11722666770219803, | |
| "learning_rate": 8.50317672062661e-05, | |
| "loss": 0.007618208974599838, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 8.640545144804088, | |
| "grad_norm": 1.409010887145996, | |
| "learning_rate": 8.491951513081203e-05, | |
| "loss": 0.01017497032880783, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 8.674616695059624, | |
| "grad_norm": 0.6355599164962769, | |
| "learning_rate": 8.480691841384118e-05, | |
| "loss": 0.01415388435125351, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 8.708688245315162, | |
| "grad_norm": 0.22371913492679596, | |
| "learning_rate": 8.469397816663773e-05, | |
| "loss": 0.011060314625501633, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 8.742759795570699, | |
| "grad_norm": 1.234665036201477, | |
| "learning_rate": 8.458069550387629e-05, | |
| "loss": 0.01573746055364609, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 8.776831345826235, | |
| "grad_norm": 0.4359232187271118, | |
| "learning_rate": 8.446707154361102e-05, | |
| "loss": 0.014107954502105714, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 8.810902896081771, | |
| "grad_norm": 0.341754287481308, | |
| "learning_rate": 8.435310740726452e-05, | |
| "loss": 0.010107460618019103, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 8.844974446337309, | |
| "grad_norm": 1.1128056049346924, | |
| "learning_rate": 8.423880421961683e-05, | |
| "loss": 0.0148219034075737, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 8.879045996592845, | |
| "grad_norm": 0.6765305995941162, | |
| "learning_rate": 8.412416310879426e-05, | |
| "loss": 0.01568043977022171, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 8.913117546848381, | |
| "grad_norm": 1.98653244972229, | |
| "learning_rate": 8.400918520625829e-05, | |
| "loss": 0.01641627252101898, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 8.947189097103918, | |
| "grad_norm": 1.2335822582244873, | |
| "learning_rate": 8.389387164679439e-05, | |
| "loss": 0.012778672575950622, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 8.981260647359456, | |
| "grad_norm": 0.49869757890701294, | |
| "learning_rate": 8.377822356850084e-05, | |
| "loss": 0.013412460684776306, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 9.013628620102214, | |
| "grad_norm": 0.274105042219162, | |
| "learning_rate": 8.366224211277751e-05, | |
| "loss": 0.015021094679832458, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 9.047700170357752, | |
| "grad_norm": 0.09190282225608826, | |
| "learning_rate": 8.354592842431452e-05, | |
| "loss": 0.009592237323522568, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 9.081771720613288, | |
| "grad_norm": 0.7742070555686951, | |
| "learning_rate": 8.342928365108102e-05, | |
| "loss": 0.010364116728305816, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 9.115843270868824, | |
| "grad_norm": 0.26427945494651794, | |
| "learning_rate": 8.331230894431381e-05, | |
| "loss": 0.009706391394138337, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 9.14991482112436, | |
| "grad_norm": 0.30318769812583923, | |
| "learning_rate": 8.319500545850608e-05, | |
| "loss": 0.007016823440790176, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 9.183986371379898, | |
| "grad_norm": 2.089289665222168, | |
| "learning_rate": 8.30773743513958e-05, | |
| "loss": 0.009532840549945831, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 9.218057921635435, | |
| "grad_norm": 0.4548279941082001, | |
| "learning_rate": 8.295941678395457e-05, | |
| "loss": 0.007914836704730987, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 9.25212947189097, | |
| "grad_norm": 0.7105698585510254, | |
| "learning_rate": 8.284113392037593e-05, | |
| "loss": 0.007088977098464966, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 9.286201022146507, | |
| "grad_norm": 0.48185616731643677, | |
| "learning_rate": 8.272252692806402e-05, | |
| "loss": 0.00796378254890442, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 9.320272572402045, | |
| "grad_norm": 0.24422025680541992, | |
| "learning_rate": 8.260359697762193e-05, | |
| "loss": 0.008733968436717986, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 9.354344122657581, | |
| "grad_norm": 0.4369703233242035, | |
| "learning_rate": 8.248434524284028e-05, | |
| "loss": 0.01090761125087738, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 9.388415672913117, | |
| "grad_norm": 0.10231366008520126, | |
| "learning_rate": 8.236477290068554e-05, | |
| "loss": 0.0058899007737636564, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 9.422487223168654, | |
| "grad_norm": 0.6973859071731567, | |
| "learning_rate": 8.224488113128845e-05, | |
| "loss": 0.010979560017585755, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 9.456558773424192, | |
| "grad_norm": 0.22373375296592712, | |
| "learning_rate": 8.212467111793239e-05, | |
| "loss": 0.01606069803237915, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 9.490630323679728, | |
| "grad_norm": 0.5596587061882019, | |
| "learning_rate": 8.200414404704164e-05, | |
| "loss": 0.005761120095849037, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 9.524701873935264, | |
| "grad_norm": 0.4550517499446869, | |
| "learning_rate": 8.188330110816976e-05, | |
| "loss": 0.007079315185546875, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 9.5587734241908, | |
| "grad_norm": 0.7034183144569397, | |
| "learning_rate": 8.176214349398774e-05, | |
| "loss": 0.009715914726257324, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 9.592844974446336, | |
| "grad_norm": 0.9386186003684998, | |
| "learning_rate": 8.164067240027233e-05, | |
| "loss": 0.007927747070789337, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 9.626916524701874, | |
| "grad_norm": 0.23752354085445404, | |
| "learning_rate": 8.151888902589419e-05, | |
| "loss": 0.009600657969713211, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 9.66098807495741, | |
| "grad_norm": 0.24582235515117645, | |
| "learning_rate": 8.139679457280605e-05, | |
| "loss": 0.015585379302501678, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 9.695059625212947, | |
| "grad_norm": 0.37661418318748474, | |
| "learning_rate": 8.127439024603088e-05, | |
| "loss": 0.0069290541112422945, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 9.729131175468483, | |
| "grad_norm": 0.179131418466568, | |
| "learning_rate": 8.115167725364995e-05, | |
| "loss": 0.010592963546514511, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 9.763202725724021, | |
| "grad_norm": 1.1144113540649414, | |
| "learning_rate": 8.102865680679099e-05, | |
| "loss": 0.013466599583625793, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 9.797274275979557, | |
| "grad_norm": 0.13078942894935608, | |
| "learning_rate": 8.090533011961609e-05, | |
| "loss": 0.009784573316574096, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 9.831345826235093, | |
| "grad_norm": 1.0190367698669434, | |
| "learning_rate": 8.078169840930993e-05, | |
| "loss": 0.007894467562437057, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 9.86541737649063, | |
| "grad_norm": 0.5391379594802856, | |
| "learning_rate": 8.065776289606752e-05, | |
| "loss": 0.00961867868900299, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 9.899488926746168, | |
| "grad_norm": 0.18672017753124237, | |
| "learning_rate": 8.053352480308239e-05, | |
| "loss": 0.014848986268043518, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 9.933560477001704, | |
| "grad_norm": 15.940567016601562, | |
| "learning_rate": 8.040898535653432e-05, | |
| "loss": 0.020153032243251802, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 9.96763202725724, | |
| "grad_norm": 0.9096807241439819, | |
| "learning_rate": 8.028414578557738e-05, | |
| "loss": 0.016014789044857026, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 0.15251773595809937, | |
| "learning_rate": 8.015900732232775e-05, | |
| "loss": 0.008510295301675797, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 10.034071550255536, | |
| "grad_norm": 4.133975505828857, | |
| "learning_rate": 8.003357120185154e-05, | |
| "loss": 0.011156510561704636, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 10.068143100511072, | |
| "grad_norm": 0.11909753829240799, | |
| "learning_rate": 7.990783866215259e-05, | |
| "loss": 0.0054241478443145755, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 10.10221465076661, | |
| "grad_norm": 1.1266493797302246, | |
| "learning_rate": 7.978181094416033e-05, | |
| "loss": 0.010347043722867965, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 10.136286201022147, | |
| "grad_norm": 0.14523354172706604, | |
| "learning_rate": 7.965548929171746e-05, | |
| "loss": 0.00852731689810753, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 10.170357751277683, | |
| "grad_norm": 0.3608001470565796, | |
| "learning_rate": 7.95288749515677e-05, | |
| "loss": 0.010224699974060059, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 10.204429301533219, | |
| "grad_norm": 0.41857728362083435, | |
| "learning_rate": 7.940196917334343e-05, | |
| "loss": 0.00889056697487831, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 10.238500851788757, | |
| "grad_norm": 0.7375580668449402, | |
| "learning_rate": 7.927477320955351e-05, | |
| "loss": 0.007346871495246887, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 10.272572402044293, | |
| "grad_norm": 0.6988178491592407, | |
| "learning_rate": 7.91472883155707e-05, | |
| "loss": 0.005931505188345909, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 10.30664395229983, | |
| "grad_norm": 0.5991840362548828, | |
| "learning_rate": 7.901951574961943e-05, | |
| "loss": 0.00799979567527771, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 10.340715502555366, | |
| "grad_norm": 0.15230441093444824, | |
| "learning_rate": 7.88914567727634e-05, | |
| "loss": 0.0060288384556770325, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 10.374787052810904, | |
| "grad_norm": 0.20510618388652802, | |
| "learning_rate": 7.876311264889296e-05, | |
| "loss": 0.0052495885640382765, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 10.40885860306644, | |
| "grad_norm": 0.4645010232925415, | |
| "learning_rate": 7.863448464471281e-05, | |
| "loss": 0.007955972850322724, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 10.442930153321976, | |
| "grad_norm": 0.2566268742084503, | |
| "learning_rate": 7.850557402972942e-05, | |
| "loss": 0.015420112013816833, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 10.477001703577512, | |
| "grad_norm": 0.8585833311080933, | |
| "learning_rate": 7.837638207623854e-05, | |
| "loss": 0.013999661803245545, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 10.51107325383305, | |
| "grad_norm": 0.38296154141426086, | |
| "learning_rate": 7.824691005931255e-05, | |
| "loss": 0.006875631958246231, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 10.545144804088586, | |
| "grad_norm": 0.20931589603424072, | |
| "learning_rate": 7.811715925678804e-05, | |
| "loss": 0.008229302614927292, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 10.579216354344123, | |
| "grad_norm": 0.10362900048494339, | |
| "learning_rate": 7.798713094925301e-05, | |
| "loss": 0.007631321996450424, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 10.613287904599659, | |
| "grad_norm": 1.1679847240447998, | |
| "learning_rate": 7.785682642003437e-05, | |
| "loss": 0.01506734937429428, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 10.647359454855195, | |
| "grad_norm": 0.9852617979049683, | |
| "learning_rate": 7.772624695518522e-05, | |
| "loss": 0.006735594570636749, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 10.681431005110733, | |
| "grad_norm": 3.766563892364502, | |
| "learning_rate": 7.759539384347216e-05, | |
| "loss": 0.008183671534061432, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 10.71550255536627, | |
| "grad_norm": 0.19659624993801117, | |
| "learning_rate": 7.746426837636259e-05, | |
| "loss": 0.0077319532632827755, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 10.749574105621805, | |
| "grad_norm": 0.146270751953125, | |
| "learning_rate": 7.733287184801191e-05, | |
| "loss": 0.004887140542268753, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 10.783645655877342, | |
| "grad_norm": 0.9391510486602783, | |
| "learning_rate": 7.720120555525081e-05, | |
| "loss": 0.007096558064222336, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 10.81771720613288, | |
| "grad_norm": 1.5230553150177002, | |
| "learning_rate": 7.706927079757247e-05, | |
| "loss": 0.009223876893520356, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 10.851788756388416, | |
| "grad_norm": 0.21125009655952454, | |
| "learning_rate": 7.693706887711965e-05, | |
| "loss": 0.01302051693201065, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 10.885860306643952, | |
| "grad_norm": 1.1184583902359009, | |
| "learning_rate": 7.680460109867195e-05, | |
| "loss": 0.0068347200751304625, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 10.919931856899488, | |
| "grad_norm": 0.27241578698158264, | |
| "learning_rate": 7.667186876963286e-05, | |
| "loss": 0.008140674978494643, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 10.954003407155026, | |
| "grad_norm": 1.1789417266845703, | |
| "learning_rate": 7.653887320001688e-05, | |
| "loss": 0.009393244981765747, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 10.988074957410563, | |
| "grad_norm": 0.39907607436180115, | |
| "learning_rate": 7.640561570243661e-05, | |
| "loss": 0.008160093426704406, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 11.020442930153322, | |
| "grad_norm": 1.4396462440490723, | |
| "learning_rate": 7.627209759208971e-05, | |
| "loss": 0.008179085701704026, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 11.054514480408859, | |
| "grad_norm": 0.1519806832075119, | |
| "learning_rate": 7.613832018674606e-05, | |
| "loss": 0.006314434856176376, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 11.088586030664395, | |
| "grad_norm": 0.3013201355934143, | |
| "learning_rate": 7.600428480673463e-05, | |
| "loss": 0.0059268161654472355, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 11.122657580919931, | |
| "grad_norm": 1.1412639617919922, | |
| "learning_rate": 7.586999277493053e-05, | |
| "loss": 0.005475656688213348, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 11.156729131175469, | |
| "grad_norm": 0.3565169870853424, | |
| "learning_rate": 7.573544541674187e-05, | |
| "loss": 0.008369363844394684, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 11.190800681431005, | |
| "grad_norm": 0.14332878589630127, | |
| "learning_rate": 7.560064406009677e-05, | |
| "loss": 0.006354317814111709, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 11.224872231686541, | |
| "grad_norm": 0.19285030663013458, | |
| "learning_rate": 7.546559003543019e-05, | |
| "loss": 0.008741730451583862, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 11.258943781942078, | |
| "grad_norm": 0.07420668751001358, | |
| "learning_rate": 7.533028467567083e-05, | |
| "loss": 0.008161399513483047, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 11.293015332197616, | |
| "grad_norm": 0.7485439777374268, | |
| "learning_rate": 7.519472931622797e-05, | |
| "loss": 0.00587712861597538, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 11.327086882453152, | |
| "grad_norm": 0.2415221929550171, | |
| "learning_rate": 7.50589252949783e-05, | |
| "loss": 0.004889140278100968, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 11.361158432708688, | |
| "grad_norm": 1.4422087669372559, | |
| "learning_rate": 7.492287395225265e-05, | |
| "loss": 0.008794192224740982, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 11.395229982964224, | |
| "grad_norm": 1.1440876722335815, | |
| "learning_rate": 7.478657663082287e-05, | |
| "loss": 0.0076603077352046965, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 11.429301533219762, | |
| "grad_norm": 0.6747322678565979, | |
| "learning_rate": 7.465003467588847e-05, | |
| "loss": 0.00787583738565445, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 11.463373083475298, | |
| "grad_norm": 0.11730386316776276, | |
| "learning_rate": 7.451324943506347e-05, | |
| "loss": 0.012481527030467987, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 11.497444633730835, | |
| "grad_norm": 0.17758522927761078, | |
| "learning_rate": 7.437622225836294e-05, | |
| "loss": 0.008745304495096206, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 11.531516183986371, | |
| "grad_norm": 0.6659291982650757, | |
| "learning_rate": 7.423895449818979e-05, | |
| "loss": 0.009991095960140228, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 11.565587734241909, | |
| "grad_norm": 0.12057994306087494, | |
| "learning_rate": 7.41014475093214e-05, | |
| "loss": 0.006519577652215958, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 11.599659284497445, | |
| "grad_norm": 0.27850911021232605, | |
| "learning_rate": 7.396370264889624e-05, | |
| "loss": 0.005896145477890968, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 11.633730834752981, | |
| "grad_norm": 0.13032549619674683, | |
| "learning_rate": 7.382572127640048e-05, | |
| "loss": 0.004059913754463196, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 11.667802385008518, | |
| "grad_norm": 1.1132233142852783, | |
| "learning_rate": 7.368750475365455e-05, | |
| "loss": 0.009586858004331589, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 11.701873935264054, | |
| "grad_norm": 1.294803261756897, | |
| "learning_rate": 7.354905444479975e-05, | |
| "loss": 0.007687809318304062, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 11.735945485519592, | |
| "grad_norm": 1.8427352905273438, | |
| "learning_rate": 7.34103717162847e-05, | |
| "loss": 0.009158594161272049, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 11.770017035775128, | |
| "grad_norm": 0.9688911437988281, | |
| "learning_rate": 7.327145793685197e-05, | |
| "loss": 0.009636565297842025, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 11.804088586030664, | |
| "grad_norm": 0.3230285346508026, | |
| "learning_rate": 7.313231447752447e-05, | |
| "loss": 0.011190295219421387, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 11.8381601362862, | |
| "grad_norm": 0.581055223941803, | |
| "learning_rate": 7.299294271159196e-05, | |
| "loss": 0.011519234627485275, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 11.872231686541738, | |
| "grad_norm": 1.193308711051941, | |
| "learning_rate": 7.285334401459752e-05, | |
| "loss": 0.008448301255702973, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 11.906303236797275, | |
| "grad_norm": 1.002673625946045, | |
| "learning_rate": 7.271351976432393e-05, | |
| "loss": 0.012346546351909637, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 11.94037478705281, | |
| "grad_norm": 0.2775571048259735, | |
| "learning_rate": 7.257347134078007e-05, | |
| "loss": 0.007344400137662887, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 11.974446337308347, | |
| "grad_norm": 0.19726519286632538, | |
| "learning_rate": 7.243320012618737e-05, | |
| "loss": 0.0080881729722023, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 12.006814310051107, | |
| "grad_norm": 0.09112777560949326, | |
| "learning_rate": 7.229270750496606e-05, | |
| "loss": 0.005721393600106239, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 12.040885860306643, | |
| "grad_norm": 0.2795824706554413, | |
| "learning_rate": 7.215199486372162e-05, | |
| "loss": 0.008645810931921006, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 12.074957410562181, | |
| "grad_norm": 0.3062441051006317, | |
| "learning_rate": 7.2011063591231e-05, | |
| "loss": 0.010251733660697936, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 12.109028960817717, | |
| "grad_norm": 0.16469214856624603, | |
| "learning_rate": 7.186991507842894e-05, | |
| "loss": 0.011274916678667068, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 12.143100511073254, | |
| "grad_norm": 0.07611066102981567, | |
| "learning_rate": 7.172855071839432e-05, | |
| "loss": 0.005245493724942207, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 12.17717206132879, | |
| "grad_norm": 0.08895934373140335, | |
| "learning_rate": 7.158697190633627e-05, | |
| "loss": 0.017691905796527862, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 12.211243611584328, | |
| "grad_norm": 0.12958474457263947, | |
| "learning_rate": 7.144518003958051e-05, | |
| "loss": 0.006613949686288834, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 12.245315161839864, | |
| "grad_norm": 0.5355010032653809, | |
| "learning_rate": 7.130317651755554e-05, | |
| "loss": 0.006677114963531494, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 12.2793867120954, | |
| "grad_norm": 0.3897210955619812, | |
| "learning_rate": 7.116096274177878e-05, | |
| "loss": 0.008327482640743256, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 12.313458262350936, | |
| "grad_norm": 0.1993381232023239, | |
| "learning_rate": 7.101854011584277e-05, | |
| "loss": 0.008164171129465103, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 12.347529812606474, | |
| "grad_norm": 1.007405161857605, | |
| "learning_rate": 7.087591004540137e-05, | |
| "loss": 0.008335817605257034, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 12.38160136286201, | |
| "grad_norm": 0.4568595588207245, | |
| "learning_rate": 7.073307393815576e-05, | |
| "loss": 0.007994977384805679, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 12.415672913117547, | |
| "grad_norm": 0.07542114704847336, | |
| "learning_rate": 7.059003320384065e-05, | |
| "loss": 0.006418896466493606, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 12.449744463373083, | |
| "grad_norm": 0.14576096832752228, | |
| "learning_rate": 7.044678925421036e-05, | |
| "loss": 0.006898117810487747, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 12.483816013628621, | |
| "grad_norm": 0.19279853999614716, | |
| "learning_rate": 7.030334350302483e-05, | |
| "loss": 0.007405627518892288, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 12.517887563884157, | |
| "grad_norm": 0.3989012837409973, | |
| "learning_rate": 7.015969736603573e-05, | |
| "loss": 0.004340417310595512, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 12.551959114139693, | |
| "grad_norm": 0.9645401835441589, | |
| "learning_rate": 7.00158522609724e-05, | |
| "loss": 0.005963471531867981, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 12.58603066439523, | |
| "grad_norm": 0.1078684851527214, | |
| "learning_rate": 6.9871809607528e-05, | |
| "loss": 0.007095368206501007, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 12.620102214650768, | |
| "grad_norm": 0.17458277940750122, | |
| "learning_rate": 6.972757082734534e-05, | |
| "loss": 0.005171228945255279, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 12.654173764906304, | |
| "grad_norm": 2.5305137634277344, | |
| "learning_rate": 6.958313734400295e-05, | |
| "loss": 0.006702803075313568, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 12.68824531516184, | |
| "grad_norm": 1.3492250442504883, | |
| "learning_rate": 6.943851058300103e-05, | |
| "loss": 0.005169990658760071, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 12.722316865417376, | |
| "grad_norm": 0.2801433503627777, | |
| "learning_rate": 6.929369197174728e-05, | |
| "loss": 0.0059206090867519375, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 12.756388415672912, | |
| "grad_norm": 0.588880717754364, | |
| "learning_rate": 6.914868293954297e-05, | |
| "loss": 0.00973268821835518, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 12.79045996592845, | |
| "grad_norm": 0.17676682770252228, | |
| "learning_rate": 6.900348491756867e-05, | |
| "loss": 0.005406035482883454, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 12.824531516183987, | |
| "grad_norm": 0.08467921614646912, | |
| "learning_rate": 6.885809933887023e-05, | |
| "loss": 0.0045086205005645755, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 12.858603066439523, | |
| "grad_norm": 0.09700228273868561, | |
| "learning_rate": 6.871252763834465e-05, | |
| "loss": 0.004319820553064346, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 12.892674616695059, | |
| "grad_norm": 0.05134895071387291, | |
| "learning_rate": 6.856677125272585e-05, | |
| "loss": 0.004656513035297394, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 12.926746166950597, | |
| "grad_norm": 0.17641349136829376, | |
| "learning_rate": 6.842083162057047e-05, | |
| "loss": 0.004298872128129005, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 12.960817717206133, | |
| "grad_norm": 0.08891180902719498, | |
| "learning_rate": 6.82747101822438e-05, | |
| "loss": 0.004157590493559837, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 12.99488926746167, | |
| "grad_norm": 1.2321891784667969, | |
| "learning_rate": 6.812840837990542e-05, | |
| "loss": 0.007444197684526444, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 13.02725724020443, | |
| "grad_norm": 0.26937195658683777, | |
| "learning_rate": 6.798192765749508e-05, | |
| "loss": 0.005770929902791977, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 13.061328790459966, | |
| "grad_norm": 0.31624147295951843, | |
| "learning_rate": 6.783526946071835e-05, | |
| "loss": 0.01097165048122406, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 13.095400340715502, | |
| "grad_norm": 2.0840344429016113, | |
| "learning_rate": 6.768843523703244e-05, | |
| "loss": 0.015105555951595306, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 13.12947189097104, | |
| "grad_norm": 0.23075535893440247, | |
| "learning_rate": 6.754142643563185e-05, | |
| "loss": 0.005851412191987038, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 13.163543441226576, | |
| "grad_norm": 0.08374005556106567, | |
| "learning_rate": 6.739424450743409e-05, | |
| "loss": 0.007998282462358475, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 13.197614991482112, | |
| "grad_norm": 0.4589119851589203, | |
| "learning_rate": 6.724689090506539e-05, | |
| "loss": 0.0033220205456018447, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 13.231686541737648, | |
| "grad_norm": 0.38335326313972473, | |
| "learning_rate": 6.70993670828463e-05, | |
| "loss": 0.00552159808576107, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 13.265758091993186, | |
| "grad_norm": 0.36032038927078247, | |
| "learning_rate": 6.69516744967774e-05, | |
| "loss": 0.007507776468992233, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 13.299829642248723, | |
| "grad_norm": 0.05128803849220276, | |
| "learning_rate": 6.680381460452488e-05, | |
| "loss": 0.006090529635548592, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 13.333901192504259, | |
| "grad_norm": 0.10289156436920166, | |
| "learning_rate": 6.66557888654062e-05, | |
| "loss": 0.008611975610256195, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 13.367972742759795, | |
| "grad_norm": 0.10389873385429382, | |
| "learning_rate": 6.650759874037562e-05, | |
| "loss": 0.006964873522520065, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 13.402044293015333, | |
| "grad_norm": 0.09713359922170639, | |
| "learning_rate": 6.635924569200989e-05, | |
| "loss": 0.005909853056073189, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 13.43611584327087, | |
| "grad_norm": 0.1851266473531723, | |
| "learning_rate": 6.621073118449364e-05, | |
| "loss": 0.004036874324083328, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 13.470187393526405, | |
| "grad_norm": 0.05056624859571457, | |
| "learning_rate": 6.606205668360516e-05, | |
| "loss": 0.0055687643587589266, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 13.504258943781942, | |
| "grad_norm": 0.11166422814130783, | |
| "learning_rate": 6.591322365670171e-05, | |
| "loss": 0.00469561256468296, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 13.538330494037478, | |
| "grad_norm": 0.12096738070249557, | |
| "learning_rate": 6.57642335727052e-05, | |
| "loss": 0.004750548303127289, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 13.572402044293016, | |
| "grad_norm": 0.12073399126529694, | |
| "learning_rate": 6.56150879020876e-05, | |
| "loss": 0.0059893205761909485, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 13.606473594548552, | |
| "grad_norm": 0.9339401721954346, | |
| "learning_rate": 6.546578811685648e-05, | |
| "loss": 0.01335892677307129, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 13.640545144804088, | |
| "grad_norm": 0.5179684162139893, | |
| "learning_rate": 6.531633569054044e-05, | |
| "loss": 0.007028652727603913, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 13.674616695059624, | |
| "grad_norm": 0.315481573343277, | |
| "learning_rate": 6.516673209817458e-05, | |
| "loss": 0.0076746389269828795, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 13.708688245315162, | |
| "grad_norm": 0.19218428432941437, | |
| "learning_rate": 6.501697881628597e-05, | |
| "loss": 0.00918719694018364, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 13.742759795570699, | |
| "grad_norm": 0.5113493204116821, | |
| "learning_rate": 6.486707732287906e-05, | |
| "loss": 0.008242735266685485, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 13.776831345826235, | |
| "grad_norm": 0.09307843446731567, | |
| "learning_rate": 6.471702909742104e-05, | |
| "loss": 0.005062764137983322, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 13.810902896081771, | |
| "grad_norm": 0.7766565084457397, | |
| "learning_rate": 6.456683562082734e-05, | |
| "loss": 0.004186952859163285, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 13.844974446337309, | |
| "grad_norm": 0.583267331123352, | |
| "learning_rate": 6.441649837544694e-05, | |
| "loss": 0.005122175067663192, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 13.879045996592845, | |
| "grad_norm": 0.053830988705158234, | |
| "learning_rate": 6.426601884504773e-05, | |
| "loss": 0.007482742518186569, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 13.913117546848381, | |
| "grad_norm": 1.3554465770721436, | |
| "learning_rate": 6.411539851480195e-05, | |
| "loss": 0.004661658406257629, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 13.947189097103918, | |
| "grad_norm": 0.04218238592147827, | |
| "learning_rate": 6.396463887127144e-05, | |
| "loss": 0.003842930123209953, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 13.981260647359456, | |
| "grad_norm": 0.9284960031509399, | |
| "learning_rate": 6.381374140239303e-05, | |
| "loss": 0.006544541567564011, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 14.013628620102214, | |
| "grad_norm": 0.04177882522344589, | |
| "learning_rate": 6.366270759746382e-05, | |
| "loss": 0.0044401433318853375, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 14.047700170357752, | |
| "grad_norm": 0.04898664727807045, | |
| "learning_rate": 6.351153894712647e-05, | |
| "loss": 0.004527781158685684, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 14.081771720613288, | |
| "grad_norm": 0.09982441365718842, | |
| "learning_rate": 6.336023694335456e-05, | |
| "loss": 0.0024997029453516007, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 14.115843270868824, | |
| "grad_norm": 0.0643860250711441, | |
| "learning_rate": 6.320880307943774e-05, | |
| "loss": 0.0032753311097621918, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 14.14991482112436, | |
| "grad_norm": 1.2694058418273926, | |
| "learning_rate": 6.305723884996715e-05, | |
| "loss": 0.00369129404425621, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 14.183986371379898, | |
| "grad_norm": 1.2078691720962524, | |
| "learning_rate": 6.290554575082052e-05, | |
| "loss": 0.002693903259932995, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 14.218057921635435, | |
| "grad_norm": 0.4831646978855133, | |
| "learning_rate": 6.275372527914752e-05, | |
| "loss": 0.0029770523309707642, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 14.25212947189097, | |
| "grad_norm": 0.601255476474762, | |
| "learning_rate": 6.260177893335489e-05, | |
| "loss": 0.011412195861339569, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 14.286201022146507, | |
| "grad_norm": 0.09007900208234787, | |
| "learning_rate": 6.244970821309174e-05, | |
| "loss": 0.004860934242606163, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 14.320272572402045, | |
| "grad_norm": 0.06651585549116135, | |
| "learning_rate": 6.229751461923468e-05, | |
| "loss": 0.009242969751358032, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 14.354344122657581, | |
| "grad_norm": 0.11677233129739761, | |
| "learning_rate": 6.214519965387303e-05, | |
| "loss": 0.0030382387340068817, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 14.388415672913117, | |
| "grad_norm": 0.05548478290438652, | |
| "learning_rate": 6.199276482029401e-05, | |
| "loss": 0.0038005076348781586, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 14.422487223168654, | |
| "grad_norm": 0.10228066146373749, | |
| "learning_rate": 6.18402116229679e-05, | |
| "loss": 0.0026105983182787896, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 14.456558773424192, | |
| "grad_norm": 0.04359025880694389, | |
| "learning_rate": 6.168754156753316e-05, | |
| "loss": 0.0022529620677232743, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 14.490630323679728, | |
| "grad_norm": 0.3089030981063843, | |
| "learning_rate": 6.153475616078158e-05, | |
| "loss": 0.002916494943201542, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 14.524701873935264, | |
| "grad_norm": 0.5625247359275818, | |
| "learning_rate": 6.138185691064348e-05, | |
| "loss": 0.0038366343826055525, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 14.5587734241908, | |
| "grad_norm": 0.09490062296390533, | |
| "learning_rate": 6.12288453261727e-05, | |
| "loss": 0.0048129215836524965, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 14.592844974446336, | |
| "grad_norm": 0.0946214497089386, | |
| "learning_rate": 6.107572291753183e-05, | |
| "loss": 0.003979400172829628, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 14.626916524701874, | |
| "grad_norm": 1.290644884109497, | |
| "learning_rate": 6.092249119597721e-05, | |
| "loss": 0.004271459579467773, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 14.66098807495741, | |
| "grad_norm": 0.04261275380849838, | |
| "learning_rate": 6.076915167384407e-05, | |
| "loss": 0.002717731706798077, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 14.695059625212947, | |
| "grad_norm": 0.057752665132284164, | |
| "learning_rate": 6.0615705864531594e-05, | |
| "loss": 0.003598403185606003, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 14.729131175468483, | |
| "grad_norm": 0.11382733285427094, | |
| "learning_rate": 6.046215528248798e-05, | |
| "loss": 0.0051520105451345445, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 14.763202725724021, | |
| "grad_norm": 0.30120739340782166, | |
| "learning_rate": 6.0308501443195464e-05, | |
| "loss": 0.003737257793545723, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 14.797274275979557, | |
| "grad_norm": 0.15558502078056335, | |
| "learning_rate": 6.0154745863155405e-05, | |
| "loss": 0.0033736743032932283, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 14.831345826235093, | |
| "grad_norm": 1.0245122909545898, | |
| "learning_rate": 6.000089005987331e-05, | |
| "loss": 0.004328646138310433, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 14.86541737649063, | |
| "grad_norm": 0.06399249285459518, | |
| "learning_rate": 5.984693555184386e-05, | |
| "loss": 0.0029862189665436746, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 14.899488926746168, | |
| "grad_norm": 0.050825756043195724, | |
| "learning_rate": 5.9692883858535884e-05, | |
| "loss": 0.006860410422086715, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 14.933560477001704, | |
| "grad_norm": 0.07893214374780655, | |
| "learning_rate": 5.953873650037739e-05, | |
| "loss": 0.005103478953242302, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 14.96763202725724, | |
| "grad_norm": 0.7493880987167358, | |
| "learning_rate": 5.938449499874059e-05, | |
| "loss": 0.008201855421066283, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "grad_norm": 3.547017812728882, | |
| "learning_rate": 5.923016087592681e-05, | |
| "loss": 0.005634984374046326, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 15.034071550255536, | |
| "grad_norm": 0.12131509929895401, | |
| "learning_rate": 5.9075735655151575e-05, | |
| "loss": 0.004040924087166786, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 15.068143100511072, | |
| "grad_norm": 0.03410695865750313, | |
| "learning_rate": 5.892122086052944e-05, | |
| "loss": 0.00687539279460907, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 15.10221465076661, | |
| "grad_norm": 0.04947010800242424, | |
| "learning_rate": 5.876661801705905e-05, | |
| "loss": 0.0032738476991653444, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 15.136286201022147, | |
| "grad_norm": 0.8641470074653625, | |
| "learning_rate": 5.861192865060805e-05, | |
| "loss": 0.008090145885944366, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 15.170357751277683, | |
| "grad_norm": 0.09471169859170914, | |
| "learning_rate": 5.845715428789805e-05, | |
| "loss": 0.002891349606215954, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 15.204429301533219, | |
| "grad_norm": 0.061726536601781845, | |
| "learning_rate": 5.830229645648952e-05, | |
| "loss": 0.003794405609369278, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 15.238500851788757, | |
| "grad_norm": 0.5859624743461609, | |
| "learning_rate": 5.814735668476674e-05, | |
| "loss": 0.0029357653111219406, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 15.272572402044293, | |
| "grad_norm": 0.03562292829155922, | |
| "learning_rate": 5.79923365019227e-05, | |
| "loss": 0.010583274066448212, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 15.30664395229983, | |
| "grad_norm": 0.06037396192550659, | |
| "learning_rate": 5.783723743794402e-05, | |
| "loss": 0.0022368822246789932, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 15.340715502555366, | |
| "grad_norm": 0.06155624985694885, | |
| "learning_rate": 5.7682061023595845e-05, | |
| "loss": 0.004347968474030494, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 15.374787052810904, | |
| "grad_norm": 0.06593833863735199, | |
| "learning_rate": 5.752680879040676e-05, | |
| "loss": 0.006146045774221421, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 15.40885860306644, | |
| "grad_norm": 0.04347379505634308, | |
| "learning_rate": 5.73714822706536e-05, | |
| "loss": 0.00284601878374815, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 15.442930153321976, | |
| "grad_norm": 0.04662046581506729, | |
| "learning_rate": 5.721608299734641e-05, | |
| "loss": 0.007786727696657181, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 15.477001703577512, | |
| "grad_norm": 0.34194523096084595, | |
| "learning_rate": 5.706061250421328e-05, | |
| "loss": 0.009722773730754853, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 15.51107325383305, | |
| "grad_norm": 0.1249171644449234, | |
| "learning_rate": 5.690507232568524e-05, | |
| "loss": 0.0033404458314180373, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 15.545144804088586, | |
| "grad_norm": 0.0931662991642952, | |
| "learning_rate": 5.6749463996881026e-05, | |
| "loss": 0.002273181825876236, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 15.579216354344123, | |
| "grad_norm": 0.045032959431409836, | |
| "learning_rate": 5.659378905359203e-05, | |
| "loss": 0.002775738388299942, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 15.613287904599659, | |
| "grad_norm": 0.2108381986618042, | |
| "learning_rate": 5.6438049032267095e-05, | |
| "loss": 0.0032906975597143174, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 15.647359454855195, | |
| "grad_norm": 0.07233528047800064, | |
| "learning_rate": 5.628224546999735e-05, | |
| "loss": 0.004193896055221557, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 15.681431005110733, | |
| "grad_norm": 0.034625567495822906, | |
| "learning_rate": 5.612637990450107e-05, | |
| "loss": 0.0040230326354503635, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 15.71550255536627, | |
| "grad_norm": 0.05149779096245766, | |
| "learning_rate": 5.597045387410845e-05, | |
| "loss": 0.0028049644082784654, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 15.749574105621805, | |
| "grad_norm": 0.9837811589241028, | |
| "learning_rate": 5.5814468917746475e-05, | |
| "loss": 0.004248417913913727, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 15.783645655877342, | |
| "grad_norm": 0.04748018831014633, | |
| "learning_rate": 5.565842657492366e-05, | |
| "loss": 0.0023705245926976203, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 15.81771720613288, | |
| "grad_norm": 0.02733342908322811, | |
| "learning_rate": 5.5502328385714954e-05, | |
| "loss": 0.004021480306982994, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 15.851788756388416, | |
| "grad_norm": 0.028498021885752678, | |
| "learning_rate": 5.534617589074647e-05, | |
| "loss": 0.0026785416528582575, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 15.885860306643952, | |
| "grad_norm": 0.10506656020879745, | |
| "learning_rate": 5.5189970631180265e-05, | |
| "loss": 0.002691369690001011, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 15.919931856899488, | |
| "grad_norm": 0.21124304831027985, | |
| "learning_rate": 5.503371414869922e-05, | |
| "loss": 0.0054808568209409715, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 15.954003407155026, | |
| "grad_norm": 0.04369935393333435, | |
| "learning_rate": 5.4877407985491714e-05, | |
| "loss": 0.002211957797408104, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 15.988074957410563, | |
| "grad_norm": 0.040269821882247925, | |
| "learning_rate": 5.472105368423648e-05, | |
| "loss": 0.002709386870265007, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 16.020442930153322, | |
| "grad_norm": 0.028259102255105972, | |
| "learning_rate": 5.4564652788087353e-05, | |
| "loss": 0.0016449641436338425, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 16.05451448040886, | |
| "grad_norm": 0.03208509832620621, | |
| "learning_rate": 5.440820684065804e-05, | |
| "loss": 0.002032238245010376, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 16.088586030664395, | |
| "grad_norm": 0.08327673375606537, | |
| "learning_rate": 5.425171738600686e-05, | |
| "loss": 0.0017761236056685447, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 16.12265758091993, | |
| "grad_norm": 0.030065344646573067, | |
| "learning_rate": 5.4095185968621575e-05, | |
| "loss": 0.0038551613688468933, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 16.156729131175467, | |
| "grad_norm": 0.02324601449072361, | |
| "learning_rate": 5.3938614133404075e-05, | |
| "loss": 0.002114511840045452, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 16.190800681431003, | |
| "grad_norm": 0.036281730979681015, | |
| "learning_rate": 5.378200342565516e-05, | |
| "loss": 0.00202888622879982, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 16.224872231686543, | |
| "grad_norm": 1.3998425006866455, | |
| "learning_rate": 5.362535539105928e-05, | |
| "loss": 0.002383740805089474, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 16.25894378194208, | |
| "grad_norm": 0.5290566086769104, | |
| "learning_rate": 5.346867157566931e-05, | |
| "loss": 0.0023939421400427817, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 16.293015332197616, | |
| "grad_norm": 0.07418588548898697, | |
| "learning_rate": 5.331195352589126e-05, | |
| "loss": 0.001642211526632309, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 16.327086882453152, | |
| "grad_norm": 0.027548249810934067, | |
| "learning_rate": 5.315520278846898e-05, | |
| "loss": 0.0016159243881702424, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 16.361158432708688, | |
| "grad_norm": 0.028864076361060143, | |
| "learning_rate": 5.299842091046899e-05, | |
| "loss": 0.0017805464565753936, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 16.395229982964224, | |
| "grad_norm": 0.02843449078500271, | |
| "learning_rate": 5.284160943926515e-05, | |
| "loss": 0.001770513504743576, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 16.42930153321976, | |
| "grad_norm": 0.018429072573781013, | |
| "learning_rate": 5.2684769922523325e-05, | |
| "loss": 0.0042362667620182036, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 16.463373083475297, | |
| "grad_norm": 0.021774500608444214, | |
| "learning_rate": 5.252790390818625e-05, | |
| "loss": 0.002549749054014683, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 16.497444633730836, | |
| "grad_norm": 0.1091708391904831, | |
| "learning_rate": 5.2371012944458165e-05, | |
| "loss": 0.001800367422401905, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 16.531516183986373, | |
| "grad_norm": 0.021982407197356224, | |
| "learning_rate": 5.2214098579789526e-05, | |
| "loss": 0.0017428381368517875, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 16.56558773424191, | |
| "grad_norm": 0.029410257935523987, | |
| "learning_rate": 5.2057162362861775e-05, | |
| "loss": 0.0015747616067528724, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 16.599659284497445, | |
| "grad_norm": 0.027157938107848167, | |
| "learning_rate": 5.190020584257201e-05, | |
| "loss": 0.0014591478742659093, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 16.63373083475298, | |
| "grad_norm": 0.025023752823472023, | |
| "learning_rate": 5.174323056801773e-05, | |
| "loss": 0.0014232179149985314, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 16.667802385008518, | |
| "grad_norm": 0.01952843740582466, | |
| "learning_rate": 5.158623808848152e-05, | |
| "loss": 0.0013258514925837516, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 16.701873935264054, | |
| "grad_norm": 0.03049285151064396, | |
| "learning_rate": 5.142922995341576e-05, | |
| "loss": 0.003258787468075752, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 16.73594548551959, | |
| "grad_norm": 0.056466344743967056, | |
| "learning_rate": 5.127220771242737e-05, | |
| "loss": 0.0014892812818288804, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 16.770017035775126, | |
| "grad_norm": 0.06346353143453598, | |
| "learning_rate": 5.111517291526245e-05, | |
| "loss": 0.005571158602833748, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 16.804088586030666, | |
| "grad_norm": 0.040035296231508255, | |
| "learning_rate": 5.0958127111791086e-05, | |
| "loss": 0.0017191551625728608, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 16.838160136286202, | |
| "grad_norm": 0.029128847643733025, | |
| "learning_rate": 5.080107185199193e-05, | |
| "loss": 0.0015416602604091168, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 16.87223168654174, | |
| "grad_norm": 0.03200097382068634, | |
| "learning_rate": 5.0644008685937005e-05, | |
| "loss": 0.001368429884314537, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 16.906303236797275, | |
| "grad_norm": 0.027507126331329346, | |
| "learning_rate": 5.048693916377635e-05, | |
| "loss": 0.0013849607668817044, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 16.94037478705281, | |
| "grad_norm": 0.11205657571554184, | |
| "learning_rate": 5.032986483572273e-05, | |
| "loss": 0.0047020137310028074, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 16.974446337308347, | |
| "grad_norm": 0.04292678087949753, | |
| "learning_rate": 5.017278725203636e-05, | |
| "loss": 0.001518221851438284, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 17.00681431005111, | |
| "grad_norm": 0.020551787689328194, | |
| "learning_rate": 5.0015707963009575e-05, | |
| "loss": 0.004414630308747292, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 17.040885860306645, | |
| "grad_norm": 0.02067749574780464, | |
| "learning_rate": 4.985862851895152e-05, | |
| "loss": 0.0026002321392297745, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 17.07495741056218, | |
| "grad_norm": 0.038795456290245056, | |
| "learning_rate": 4.9701550470172914e-05, | |
| "loss": 0.004252338781952858, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 17.109028960817717, | |
| "grad_norm": 0.024375731125473976, | |
| "learning_rate": 4.954447536697068e-05, | |
| "loss": 0.0017102709040045737, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 17.143100511073254, | |
| "grad_norm": 0.22505810856819153, | |
| "learning_rate": 4.9387404759612674e-05, | |
| "loss": 0.0014576041139662266, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 17.17717206132879, | |
| "grad_norm": 0.028041576966643333, | |
| "learning_rate": 4.923034019832237e-05, | |
| "loss": 0.002051759511232376, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 17.211243611584326, | |
| "grad_norm": 0.21869738399982452, | |
| "learning_rate": 4.907328323326359e-05, | |
| "loss": 0.001416478306055069, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 17.245315161839862, | |
| "grad_norm": 0.02534378692507744, | |
| "learning_rate": 4.891623541452516e-05, | |
| "loss": 0.001756133884191513, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 17.279386712095402, | |
| "grad_norm": 0.022471051663160324, | |
| "learning_rate": 4.8759198292105655e-05, | |
| "loss": 0.0013532243669033051, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 17.313458262350938, | |
| "grad_norm": 0.02355014532804489, | |
| "learning_rate": 4.8602173415898076e-05, | |
| "loss": 0.001428174041211605, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 17.347529812606474, | |
| "grad_norm": 0.023271949961781502, | |
| "learning_rate": 4.8445162335674574e-05, | |
| "loss": 0.001497176382690668, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 17.38160136286201, | |
| "grad_norm": 0.09229321032762527, | |
| "learning_rate": 4.828816660107109e-05, | |
| "loss": 0.0013473049737513065, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 17.415672913117547, | |
| "grad_norm": 0.020730620250105858, | |
| "learning_rate": 4.813118776157216e-05, | |
| "loss": 0.0012679336592555045, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 17.449744463373083, | |
| "grad_norm": 0.020511914044618607, | |
| "learning_rate": 4.797422736649555e-05, | |
| "loss": 0.0012394772842526437, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 17.48381601362862, | |
| "grad_norm": 0.020659010857343674, | |
| "learning_rate": 4.7817286964976995e-05, | |
| "loss": 0.0012148208916187286, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 17.517887563884155, | |
| "grad_norm": 0.021254630759358406, | |
| "learning_rate": 4.7660368105954905e-05, | |
| "loss": 0.0011381401680409908, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 17.55195911413969, | |
| "grad_norm": 0.020152298733592033, | |
| "learning_rate": 4.750347233815506e-05, | |
| "loss": 0.0013540409505367278, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 17.58603066439523, | |
| "grad_norm": 0.015300494618713856, | |
| "learning_rate": 4.734660121007534e-05, | |
| "loss": 0.0011846719309687615, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 17.620102214650768, | |
| "grad_norm": 0.040884144604206085, | |
| "learning_rate": 4.718975626997047e-05, | |
| "loss": 0.0011502589099109174, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 17.654173764906304, | |
| "grad_norm": 0.0147259421646595, | |
| "learning_rate": 4.7032939065836674e-05, | |
| "loss": 0.0010198661126196384, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 17.68824531516184, | |
| "grad_norm": 0.017110861837863922, | |
| "learning_rate": 4.687615114539644e-05, | |
| "loss": 0.006115290522575379, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 17.722316865417376, | |
| "grad_norm": 0.06430409103631973, | |
| "learning_rate": 4.6719394056083246e-05, | |
| "loss": 0.0011276694945991038, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 17.756388415672912, | |
| "grad_norm": 0.02295953780412674, | |
| "learning_rate": 4.65626693450263e-05, | |
| "loss": 0.001248331554234028, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 17.79045996592845, | |
| "grad_norm": 0.017782188951969147, | |
| "learning_rate": 4.6405978559035195e-05, | |
| "loss": 0.0011788049712777137, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 17.824531516183985, | |
| "grad_norm": 4.459109783172607, | |
| "learning_rate": 4.6249323244584756e-05, | |
| "loss": 0.0015946637839078903, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 17.858603066439525, | |
| "grad_norm": 0.017394445836544037, | |
| "learning_rate": 4.6092704947799684e-05, | |
| "loss": 0.0010795393958687783, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 17.89267461669506, | |
| "grad_norm": 0.054457612335681915, | |
| "learning_rate": 4.593612521443933e-05, | |
| "loss": 0.0012965104542672634, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 17.926746166950597, | |
| "grad_norm": 0.01878967694938183, | |
| "learning_rate": 4.577958558988247e-05, | |
| "loss": 0.0021525075659155845, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 17.960817717206133, | |
| "grad_norm": 0.019479788839817047, | |
| "learning_rate": 4.5623087619111985e-05, | |
| "loss": 0.0011511732824146747, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 17.99488926746167, | |
| "grad_norm": 0.02074812538921833, | |
| "learning_rate": 4.546663284669967e-05, | |
| "loss": 0.003984493762254715, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 18.027257240204428, | |
| "grad_norm": 0.08662942051887512, | |
| "learning_rate": 4.5310222816790956e-05, | |
| "loss": 0.0010945863090455533, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 18.061328790459967, | |
| "grad_norm": 0.014388803392648697, | |
| "learning_rate": 4.5153859073089696e-05, | |
| "loss": 0.0010205313563346862, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 18.095400340715504, | |
| "grad_norm": 1.6488099098205566, | |
| "learning_rate": 4.499754315884293e-05, | |
| "loss": 0.0011971708387136458, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 18.12947189097104, | |
| "grad_norm": 0.014312258921563625, | |
| "learning_rate": 4.484127661682561e-05, | |
| "loss": 0.0011194176971912385, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 18.163543441226576, | |
| "grad_norm": 0.017495693638920784, | |
| "learning_rate": 4.468506098932541e-05, | |
| "loss": 0.0010449805296957493, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 18.197614991482112, | |
| "grad_norm": 0.03344535082578659, | |
| "learning_rate": 4.452889781812753e-05, | |
| "loss": 0.001077896449714899, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 18.23168654173765, | |
| "grad_norm": 0.09552326053380966, | |
| "learning_rate": 4.437278864449941e-05, | |
| "loss": 0.0011071257293224334, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 18.265758091993185, | |
| "grad_norm": 0.015476961620151997, | |
| "learning_rate": 4.421673500917558e-05, | |
| "loss": 0.0010746978223323822, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 18.29982964224872, | |
| "grad_norm": 0.01175448764115572, | |
| "learning_rate": 4.40607384523424e-05, | |
| "loss": 0.0009136024862527847, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 18.33390119250426, | |
| "grad_norm": 0.015426024794578552, | |
| "learning_rate": 4.390480051362292e-05, | |
| "loss": 0.002662300691008568, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 18.367972742759797, | |
| "grad_norm": 0.016918612644076347, | |
| "learning_rate": 4.374892273206164e-05, | |
| "loss": 0.0009650848805904388, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 18.402044293015333, | |
| "grad_norm": 0.0167019572108984, | |
| "learning_rate": 4.359310664610933e-05, | |
| "loss": 0.0009537719190120697, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 18.43611584327087, | |
| "grad_norm": 0.014781847596168518, | |
| "learning_rate": 4.343735379360785e-05, | |
| "loss": 0.0009710612706840038, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 18.470187393526405, | |
| "grad_norm": 0.018976446241140366, | |
| "learning_rate": 4.3281665711774986e-05, | |
| "loss": 0.0010830318555235864, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 18.50425894378194, | |
| "grad_norm": 0.014287130907177925, | |
| "learning_rate": 4.312604393718925e-05, | |
| "loss": 0.0009636364877223969, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 18.538330494037478, | |
| "grad_norm": 0.026724105700850487, | |
| "learning_rate": 4.2970490005774716e-05, | |
| "loss": 0.0009737368673086166, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 18.572402044293014, | |
| "grad_norm": 0.012648231349885464, | |
| "learning_rate": 4.28150054527859e-05, | |
| "loss": 0.003246837854385376, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 18.606473594548554, | |
| "grad_norm": 0.014268019236624241, | |
| "learning_rate": 4.2659591812792585e-05, | |
| "loss": 0.00107917794957757, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 18.64054514480409, | |
| "grad_norm": 0.01439786609262228, | |
| "learning_rate": 4.250425061966461e-05, | |
| "loss": 0.0010169627144932746, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 18.674616695059626, | |
| "grad_norm": 0.011672698892652988, | |
| "learning_rate": 4.234898340655687e-05, | |
| "loss": 0.0010213958099484443, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 18.708688245315162, | |
| "grad_norm": 0.016902077943086624, | |
| "learning_rate": 4.219379170589407e-05, | |
| "loss": 0.0009170673787593841, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 18.7427597955707, | |
| "grad_norm": 0.014487321488559246, | |
| "learning_rate": 4.203867704935566e-05, | |
| "loss": 0.000946090929210186, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 18.776831345826235, | |
| "grad_norm": 0.014147425070405006, | |
| "learning_rate": 4.188364096786063e-05, | |
| "loss": 0.000928798783570528, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 18.81090289608177, | |
| "grad_norm": 0.013360686600208282, | |
| "learning_rate": 4.172868499155254e-05, | |
| "loss": 0.007861136645078658, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 18.844974446337307, | |
| "grad_norm": 0.013410428538918495, | |
| "learning_rate": 4.157381064978432e-05, | |
| "loss": 0.0009810113348066806, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 18.879045996592843, | |
| "grad_norm": 0.017660394310951233, | |
| "learning_rate": 4.14190194711032e-05, | |
| "loss": 0.0014070034958422184, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 18.913117546848383, | |
| "grad_norm": 0.03081461787223816, | |
| "learning_rate": 4.126431298323561e-05, | |
| "loss": 0.0011111219413578511, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 18.94718909710392, | |
| "grad_norm": 0.013971783220767975, | |
| "learning_rate": 4.110969271307215e-05, | |
| "loss": 0.001013590395450592, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 18.981260647359456, | |
| "grad_norm": 0.26775357127189636, | |
| "learning_rate": 4.095516018665244e-05, | |
| "loss": 0.0011561580002307891, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 19.013628620102214, | |
| "grad_norm": 0.023728186264634132, | |
| "learning_rate": 4.080071692915014e-05, | |
| "loss": 0.0014442360028624535, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 19.04770017035775, | |
| "grad_norm": 0.02013670653104782, | |
| "learning_rate": 4.0646364464857854e-05, | |
| "loss": 0.0009878143668174745, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 19.081771720613286, | |
| "grad_norm": 0.013261818327009678, | |
| "learning_rate": 4.049210431717208e-05, | |
| "loss": 0.0009241646155714988, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 19.115843270868826, | |
| "grad_norm": 0.018740715458989143, | |
| "learning_rate": 4.0337938008578204e-05, | |
| "loss": 0.0009923766367137433, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 19.149914821124362, | |
| "grad_norm": 0.011729925870895386, | |
| "learning_rate": 4.0183867060635446e-05, | |
| "loss": 0.0009203552268445492, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 19.1839863713799, | |
| "grad_norm": 0.013013752177357674, | |
| "learning_rate": 4.002989299396187e-05, | |
| "loss": 0.0008703425526618957, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 19.218057921635435, | |
| "grad_norm": 0.012250490486621857, | |
| "learning_rate": 3.987601732821935e-05, | |
| "loss": 0.000981604866683483, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 19.25212947189097, | |
| "grad_norm": 0.012271963991224766, | |
| "learning_rate": 3.9722241582098574e-05, | |
| "loss": 0.0008470822125673294, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 19.286201022146507, | |
| "grad_norm": 0.010430771857500076, | |
| "learning_rate": 3.9568567273304094e-05, | |
| "loss": 0.0022851787507534027, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 19.320272572402043, | |
| "grad_norm": 0.011908025480806828, | |
| "learning_rate": 3.941499591853928e-05, | |
| "loss": 0.0008988802321255207, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 19.35434412265758, | |
| "grad_norm": 0.010292290709912777, | |
| "learning_rate": 3.926152903349143e-05, | |
| "loss": 0.0007751309778541327, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 19.38841567291312, | |
| "grad_norm": 0.012682536616921425, | |
| "learning_rate": 3.91081681328167e-05, | |
| "loss": 0.0009175571613013744, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 19.422487223168655, | |
| "grad_norm": 0.014314210042357445, | |
| "learning_rate": 3.8954914730125304e-05, | |
| "loss": 0.000846368633210659, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 19.45655877342419, | |
| "grad_norm": 0.019071565940976143, | |
| "learning_rate": 3.880177033796643e-05, | |
| "loss": 0.0008073801174759865, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 19.490630323679728, | |
| "grad_norm": 0.012006244622170925, | |
| "learning_rate": 3.864873646781341e-05, | |
| "loss": 0.0008969792164862156, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 19.524701873935264, | |
| "grad_norm": 0.013704975135624409, | |
| "learning_rate": 3.849581463004877e-05, | |
| "loss": 0.0007448746357113123, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 19.5587734241908, | |
| "grad_norm": 0.010101907886564732, | |
| "learning_rate": 3.83430063339493e-05, | |
| "loss": 0.0008202052675187587, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 19.592844974446336, | |
| "grad_norm": 0.01134677417576313, | |
| "learning_rate": 3.819031308767119e-05, | |
| "loss": 0.0008172311820089817, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 19.626916524701873, | |
| "grad_norm": 0.010277379304170609, | |
| "learning_rate": 3.803773639823515e-05, | |
| "loss": 0.0007495251018553972, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 19.66098807495741, | |
| "grad_norm": 0.01130878645926714, | |
| "learning_rate": 3.7885277771511495e-05, | |
| "loss": 0.0008373687975108624, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 19.69505962521295, | |
| "grad_norm": 2.182074785232544, | |
| "learning_rate": 3.7732938712205336e-05, | |
| "loss": 0.001305585727095604, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 19.729131175468485, | |
| "grad_norm": 0.010290215723216534, | |
| "learning_rate": 3.758072072384167e-05, | |
| "loss": 0.0008105946704745293, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 19.76320272572402, | |
| "grad_norm": 0.01141059398651123, | |
| "learning_rate": 3.742862530875058e-05, | |
| "loss": 0.0008374320343136788, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 19.797274275979557, | |
| "grad_norm": 0.014809155836701393, | |
| "learning_rate": 3.7276653968052434e-05, | |
| "loss": 0.0009145875461399555, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 19.831345826235093, | |
| "grad_norm": 0.014833973720669746, | |
| "learning_rate": 3.712480820164299e-05, | |
| "loss": 0.0008336975239217282, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 19.86541737649063, | |
| "grad_norm": 0.0111404312774539, | |
| "learning_rate": 3.697308950817868e-05, | |
| "loss": 0.0030387239530682564, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 19.899488926746166, | |
| "grad_norm": 0.013064036145806313, | |
| "learning_rate": 3.6821499385061744e-05, | |
| "loss": 0.0008362457156181335, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 19.933560477001702, | |
| "grad_norm": 0.022499095648527145, | |
| "learning_rate": 3.6670039328425505e-05, | |
| "loss": 0.0013565801084041596, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 19.967632027257242, | |
| "grad_norm": 0.019801879301667213, | |
| "learning_rate": 3.651871083311957e-05, | |
| "loss": 0.000828612968325615, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "grad_norm": 0.02100897952914238, | |
| "learning_rate": 3.636751539269511e-05, | |
| "loss": 0.0009760197252035141, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 20.034071550255536, | |
| "grad_norm": 0.014585711993277073, | |
| "learning_rate": 3.621645449939005e-05, | |
| "loss": 0.0016422362998127938, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 20.068143100511072, | |
| "grad_norm": 0.013150216080248356, | |
| "learning_rate": 3.6065529644114436e-05, | |
| "loss": 0.0008103516884148121, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 20.10221465076661, | |
| "grad_norm": 0.04175172373652458, | |
| "learning_rate": 3.5914742316435665e-05, | |
| "loss": 0.0007623786572366953, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 20.136286201022145, | |
| "grad_norm": 0.015947718173265457, | |
| "learning_rate": 3.576409400456379e-05, | |
| "loss": 0.0007993712089955807, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 20.170357751277685, | |
| "grad_norm": 0.012471335940063, | |
| "learning_rate": 3.561358619533681e-05, | |
| "loss": 0.0008018011227250099, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 20.20442930153322, | |
| "grad_norm": 0.01128925196826458, | |
| "learning_rate": 3.5463220374206055e-05, | |
| "loss": 0.0016793888062238693, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 20.238500851788757, | |
| "grad_norm": 0.016027703881263733, | |
| "learning_rate": 3.531299802522148e-05, | |
| "loss": 0.0009128442965447902, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 20.272572402044293, | |
| "grad_norm": 0.011450287885963917, | |
| "learning_rate": 3.5162920631017004e-05, | |
| "loss": 0.0008219889365136624, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 20.30664395229983, | |
| "grad_norm": 0.011038366705179214, | |
| "learning_rate": 3.501298967279594e-05, | |
| "loss": 0.0008107548579573632, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 20.340715502555366, | |
| "grad_norm": 0.009187030605971813, | |
| "learning_rate": 3.486320663031629e-05, | |
| "loss": 0.0007637172937393188, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 20.374787052810902, | |
| "grad_norm": 0.012092473916709423, | |
| "learning_rate": 3.471357298187624e-05, | |
| "loss": 0.000820909533649683, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 20.408858603066438, | |
| "grad_norm": 0.012225104495882988, | |
| "learning_rate": 3.456409020429947e-05, | |
| "loss": 0.00079767731949687, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 20.442930153321978, | |
| "grad_norm": 0.009418906643986702, | |
| "learning_rate": 3.441475977292066e-05, | |
| "loss": 0.0007463518530130386, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 20.477001703577514, | |
| "grad_norm": 0.013578281737864017, | |
| "learning_rate": 3.426558316157087e-05, | |
| "loss": 0.0007727259304374457, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 20.51107325383305, | |
| "grad_norm": 0.012921578250825405, | |
| "learning_rate": 3.411656184256304e-05, | |
| "loss": 0.0008030150085687638, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 20.545144804088586, | |
| "grad_norm": 0.01194257102906704, | |
| "learning_rate": 3.3967697286677415e-05, | |
| "loss": 0.0007611874025315046, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 20.579216354344123, | |
| "grad_norm": 0.010260739363729954, | |
| "learning_rate": 3.3818990963147065e-05, | |
| "loss": 0.0007778072264045477, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 20.61328790459966, | |
| "grad_norm": 0.009722772054374218, | |
| "learning_rate": 3.367044433964338e-05, | |
| "loss": 0.0007769105955958367, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 20.647359454855195, | |
| "grad_norm": 0.012824216857552528, | |
| "learning_rate": 3.352205888226156e-05, | |
| "loss": 0.0007471825927495956, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 20.68143100511073, | |
| "grad_norm": 0.01087024062871933, | |
| "learning_rate": 3.337383605550615e-05, | |
| "loss": 0.000748574547469616, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 20.715502555366268, | |
| "grad_norm": 0.011229326948523521, | |
| "learning_rate": 3.3225777322276616e-05, | |
| "loss": 0.0007508057169616222, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 20.749574105621807, | |
| "grad_norm": 0.011968586593866348, | |
| "learning_rate": 3.3077884143852886e-05, | |
| "loss": 0.0007394180633127689, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 20.783645655877343, | |
| "grad_norm": 0.012026949785649776, | |
| "learning_rate": 3.2930157979880925e-05, | |
| "loss": 0.000751538434997201, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 20.81771720613288, | |
| "grad_norm": 0.009909541346132755, | |
| "learning_rate": 3.278260028835832e-05, | |
| "loss": 0.0007217846345156431, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 20.851788756388416, | |
| "grad_norm": 0.010897542349994183, | |
| "learning_rate": 3.263521252561993e-05, | |
| "loss": 0.0007196740712970495, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 20.885860306643952, | |
| "grad_norm": 0.008069319650530815, | |
| "learning_rate": 3.2487996146323465e-05, | |
| "loss": 0.0007380717433989048, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 20.91993185689949, | |
| "grad_norm": 0.00971982441842556, | |
| "learning_rate": 3.234095260343515e-05, | |
| "loss": 0.0007068548817187548, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 20.954003407155025, | |
| "grad_norm": 0.008872823789715767, | |
| "learning_rate": 3.21940833482154e-05, | |
| "loss": 0.0007374713197350502, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 20.98807495741056, | |
| "grad_norm": 0.011516732163727283, | |
| "learning_rate": 3.204738983020445e-05, | |
| "loss": 0.0006894583813846112, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 21.020442930153322, | |
| "grad_norm": 0.008599553257226944, | |
| "learning_rate": 3.190087349720813e-05, | |
| "loss": 0.0006507616024464368, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 21.05451448040886, | |
| "grad_norm": 0.006778911221772432, | |
| "learning_rate": 3.175453579528347e-05, | |
| "loss": 0.000645681144669652, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 21.088586030664395, | |
| "grad_norm": 0.010211668908596039, | |
| "learning_rate": 3.160837816872452e-05, | |
| "loss": 0.0007401840761303901, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 21.12265758091993, | |
| "grad_norm": 0.011292105540633202, | |
| "learning_rate": 3.146240206004805e-05, | |
| "loss": 0.0006437677424401045, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 21.156729131175467, | |
| "grad_norm": 0.008116209879517555, | |
| "learning_rate": 3.1316608909979306e-05, | |
| "loss": 0.0006522554904222488, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 21.190800681431003, | |
| "grad_norm": 0.009086155332624912, | |
| "learning_rate": 3.1171000157437835e-05, | |
| "loss": 0.0006358759943395853, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 21.224872231686543, | |
| "grad_norm": 0.008314697071909904, | |
| "learning_rate": 3.102557723952324e-05, | |
| "loss": 0.0006720889359712601, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 21.25894378194208, | |
| "grad_norm": 0.007924322038888931, | |
| "learning_rate": 3.088034159150102e-05, | |
| "loss": 0.0006351920310407877, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 21.293015332197616, | |
| "grad_norm": 0.006983079947531223, | |
| "learning_rate": 3.073529464678835e-05, | |
| "loss": 0.0006468505132943391, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 21.327086882453152, | |
| "grad_norm": 0.009893915615975857, | |
| "learning_rate": 3.059043783694005e-05, | |
| "loss": 0.0006170779000967741, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 21.361158432708688, | |
| "grad_norm": 0.009398180991411209, | |
| "learning_rate": 3.0445772591634336e-05, | |
| "loss": 0.000634445482864976, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 21.395229982964224, | |
| "grad_norm": 0.007430765312165022, | |
| "learning_rate": 3.030130033865879e-05, | |
| "loss": 0.0006386633031070232, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 21.42930153321976, | |
| "grad_norm": 0.009238178841769695, | |
| "learning_rate": 3.0157022503896203e-05, | |
| "loss": 0.0006485390476882458, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 21.463373083475297, | |
| "grad_norm": 0.010283173061907291, | |
| "learning_rate": 3.001294051131058e-05, | |
| "loss": 0.0006661145482212306, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 21.497444633730836, | |
| "grad_norm": 0.008291657082736492, | |
| "learning_rate": 2.9869055782933e-05, | |
| "loss": 0.000661746459081769, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 21.531516183986373, | |
| "grad_norm": 0.009388615377247334, | |
| "learning_rate": 2.9725369738847653e-05, | |
| "loss": 0.0006240284070372582, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 21.56558773424191, | |
| "grad_norm": 0.008348040282726288, | |
| "learning_rate": 2.958188379717779e-05, | |
| "loss": 0.0006332620978355408, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 21.599659284497445, | |
| "grad_norm": 0.00879604835063219, | |
| "learning_rate": 2.9438599374071725e-05, | |
| "loss": 0.0007023872807621956, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 21.63373083475298, | |
| "grad_norm": 0.009466956369578838, | |
| "learning_rate": 2.9295517883688855e-05, | |
| "loss": 0.0006332709453999996, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 21.667802385008518, | |
| "grad_norm": 0.008182782679796219, | |
| "learning_rate": 2.9152640738185733e-05, | |
| "loss": 0.0006574525032192469, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 21.701873935264054, | |
| "grad_norm": 0.00854550488293171, | |
| "learning_rate": 2.9009969347702116e-05, | |
| "loss": 0.0006626255810260773, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 21.73594548551959, | |
| "grad_norm": 0.009672138839960098, | |
| "learning_rate": 2.886750512034703e-05, | |
| "loss": 0.0006541370879858732, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 21.770017035775126, | |
| "grad_norm": 0.007534137461334467, | |
| "learning_rate": 2.872524946218484e-05, | |
| "loss": 0.0005920753348618746, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 21.804088586030666, | |
| "grad_norm": 0.00771123543381691, | |
| "learning_rate": 2.8583203777221524e-05, | |
| "loss": 0.0005872510373592377, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 21.838160136286202, | |
| "grad_norm": 0.009504510089755058, | |
| "learning_rate": 2.844136946739059e-05, | |
| "loss": 0.0006363318767398596, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 21.87223168654174, | |
| "grad_norm": 0.009700518101453781, | |
| "learning_rate": 2.8299747932539468e-05, | |
| "loss": 0.0006262643262743949, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 21.906303236797275, | |
| "grad_norm": 0.010623015463352203, | |
| "learning_rate": 2.8158340570415477e-05, | |
| "loss": 0.0006218648049980402, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 21.94037478705281, | |
| "grad_norm": 0.008022764697670937, | |
| "learning_rate": 2.8017148776652246e-05, | |
| "loss": 0.0006008680909872055, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 21.974446337308347, | |
| "grad_norm": 0.0077269612811505795, | |
| "learning_rate": 2.7876173944755733e-05, | |
| "loss": 0.0006492588203400373, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 22.00681431005111, | |
| "grad_norm": 0.007539920508861542, | |
| "learning_rate": 2.7735417466090652e-05, | |
| "loss": 0.0006455070339143276, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 22.040885860306645, | |
| "grad_norm": 0.00820513628423214, | |
| "learning_rate": 2.759488072986661e-05, | |
| "loss": 0.0005961808376014233, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 22.07495741056218, | |
| "grad_norm": 0.007629638072103262, | |
| "learning_rate": 2.7454565123124432e-05, | |
| "loss": 0.0005448696203529835, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 22.109028960817717, | |
| "grad_norm": 0.007591860368847847, | |
| "learning_rate": 2.731447203072255e-05, | |
| "loss": 0.0005985318217426539, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 22.143100511073254, | |
| "grad_norm": 0.008149676024913788, | |
| "learning_rate": 2.7174602835323182e-05, | |
| "loss": 0.0006121289450675249, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 22.17717206132879, | |
| "grad_norm": 0.006638308987021446, | |
| "learning_rate": 2.7034958917378867e-05, | |
| "loss": 0.0005916266702115536, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 22.211243611584326, | |
| "grad_norm": 0.007917654700577259, | |
| "learning_rate": 2.6895541655118652e-05, | |
| "loss": 0.0006176072172820568, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 22.245315161839862, | |
| "grad_norm": 0.007654066663235426, | |
| "learning_rate": 2.6756352424534674e-05, | |
| "loss": 0.0006128148175776005, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 22.279386712095402, | |
| "grad_norm": 0.008756019175052643, | |
| "learning_rate": 2.6617392599368406e-05, | |
| "loss": 0.000577111728489399, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 22.313458262350938, | |
| "grad_norm": 0.00724271172657609, | |
| "learning_rate": 2.6478663551097267e-05, | |
| "loss": 0.0005699345842003822, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 22.347529812606474, | |
| "grad_norm": 0.007359336595982313, | |
| "learning_rate": 2.6340166648920905e-05, | |
| "loss": 0.0005645026452839374, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 22.38160136286201, | |
| "grad_norm": 0.00949008483439684, | |
| "learning_rate": 2.620190325974788e-05, | |
| "loss": 0.0005713486578315496, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 22.415672913117547, | |
| "grad_norm": 0.009292861446738243, | |
| "learning_rate": 2.6063874748182e-05, | |
| "loss": 0.00060190767981112, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 22.449744463373083, | |
| "grad_norm": 0.006737905088812113, | |
| "learning_rate": 2.5926082476508928e-05, | |
| "loss": 0.0005614507477730513, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 22.48381601362862, | |
| "grad_norm": 0.0063851517625153065, | |
| "learning_rate": 2.5788527804682804e-05, | |
| "loss": 0.0005616650916635991, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 22.517887563884155, | |
| "grad_norm": 0.007453413680195808, | |
| "learning_rate": 2.565121209031266e-05, | |
| "loss": 0.0005592905450612307, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 22.55195911413969, | |
| "grad_norm": 0.006294765509665012, | |
| "learning_rate": 2.55141366886492e-05, | |
| "loss": 0.0005961489398032427, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 22.58603066439523, | |
| "grad_norm": 0.007724790833890438, | |
| "learning_rate": 2.5377302952571257e-05, | |
| "loss": 0.0005565430037677288, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 22.620102214650768, | |
| "grad_norm": 0.010858775116503239, | |
| "learning_rate": 2.5240712232572618e-05, | |
| "loss": 0.0006014471407979726, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 22.654173764906304, | |
| "grad_norm": 0.007493149023503065, | |
| "learning_rate": 2.510436587674848e-05, | |
| "loss": 0.000552827725186944, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 22.68824531516184, | |
| "grad_norm": 0.008717391639947891, | |
| "learning_rate": 2.4968265230782394e-05, | |
| "loss": 0.0005557754542678594, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 22.722316865417376, | |
| "grad_norm": 0.008045868948101997, | |
| "learning_rate": 2.4832411637932757e-05, | |
| "loss": 0.0005558242090046405, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 22.756388415672912, | |
| "grad_norm": 0.008209879510104656, | |
| "learning_rate": 2.4696806439019664e-05, | |
| "loss": 0.0005993363447487354, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 22.79045996592845, | |
| "grad_norm": 0.007669121492654085, | |
| "learning_rate": 2.456145097241173e-05, | |
| "loss": 0.000534927286207676, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 22.824531516183985, | |
| "grad_norm": 0.007663552183657885, | |
| "learning_rate": 2.442634657401272e-05, | |
| "loss": 0.0005680276546627284, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 22.858603066439525, | |
| "grad_norm": 0.00621365662664175, | |
| "learning_rate": 2.4291494577248545e-05, | |
| "loss": 0.0005532774608582258, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 22.89267461669506, | |
| "grad_norm": 0.00827084481716156, | |
| "learning_rate": 2.415689631305393e-05, | |
| "loss": 0.0005640100222080946, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 22.926746166950597, | |
| "grad_norm": 0.008009429089725018, | |
| "learning_rate": 2.4022553109859435e-05, | |
| "loss": 0.0005609836429357528, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 22.960817717206133, | |
| "grad_norm": 0.006816904991865158, | |
| "learning_rate": 2.388846629357821e-05, | |
| "loss": 0.0005942148622125387, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 22.99488926746167, | |
| "grad_norm": 0.012693436816334724, | |
| "learning_rate": 2.3754637187593053e-05, | |
| "loss": 0.0006112535484135151, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 23.027257240204428, | |
| "grad_norm": 0.006464693695306778, | |
| "learning_rate": 2.3621067112743134e-05, | |
| "loss": 0.0005183239933103323, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 23.061328790459967, | |
| "grad_norm": 0.007488445844501257, | |
| "learning_rate": 2.3487757387311227e-05, | |
| "loss": 0.0005513842683285475, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 23.095400340715504, | |
| "grad_norm": 0.005201038904488087, | |
| "learning_rate": 2.335470932701046e-05, | |
| "loss": 0.0005259967874735594, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 23.12947189097104, | |
| "grad_norm": 0.006821426097303629, | |
| "learning_rate": 2.322192424497152e-05, | |
| "loss": 0.0005407142918556929, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 23.163543441226576, | |
| "grad_norm": 0.007693462539464235, | |
| "learning_rate": 2.3089403451729536e-05, | |
| "loss": 0.0005513488315045834, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 23.197614991482112, | |
| "grad_norm": 0.008380657993257046, | |
| "learning_rate": 2.2957148255211215e-05, | |
| "loss": 0.0005209746304899454, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 23.23168654173765, | |
| "grad_norm": 0.0061517683789134026, | |
| "learning_rate": 2.2825159960721988e-05, | |
| "loss": 0.0005351031199097633, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 23.265758091993185, | |
| "grad_norm": 0.00597794633358717, | |
| "learning_rate": 2.2693439870933007e-05, | |
| "loss": 0.0005202882923185826, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 23.29982964224872, | |
| "grad_norm": 0.008325228467583656, | |
| "learning_rate": 2.2561989285868417e-05, | |
| "loss": 0.0005216157529503107, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 23.33390119250426, | |
| "grad_norm": 0.006761698052287102, | |
| "learning_rate": 2.2430809502892382e-05, | |
| "loss": 0.0005191454198211432, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 23.367972742759797, | |
| "grad_norm": 0.007872886024415493, | |
| "learning_rate": 2.2299901816696438e-05, | |
| "loss": 0.0004972329363226891, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 23.402044293015333, | |
| "grad_norm": 0.007851509377360344, | |
| "learning_rate": 2.2169267519286563e-05, | |
| "loss": 0.0005328899715095758, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 23.43611584327087, | |
| "grad_norm": 0.0064047458581626415, | |
| "learning_rate": 2.2038907899970568e-05, | |
| "loss": 0.0005287681706249714, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 23.470187393526405, | |
| "grad_norm": 0.005854478571563959, | |
| "learning_rate": 2.1908824245345257e-05, | |
| "loss": 0.0004978588782250881, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 23.50425894378194, | |
| "grad_norm": 0.007258667144924402, | |
| "learning_rate": 2.1779017839283754e-05, | |
| "loss": 0.0005199769511818886, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 23.538330494037478, | |
| "grad_norm": 0.008400578051805496, | |
| "learning_rate": 2.1649489962922924e-05, | |
| "loss": 0.0005408741533756256, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 23.572402044293014, | |
| "grad_norm": 0.006624211557209492, | |
| "learning_rate": 2.1520241894650585e-05, | |
| "loss": 0.0005609713029116392, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 23.606473594548554, | |
| "grad_norm": 0.007774651516228914, | |
| "learning_rate": 2.139127491009301e-05, | |
| "loss": 0.000538663286715746, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 23.64054514480409, | |
| "grad_norm": 0.0059646302834153175, | |
| "learning_rate": 2.126259028210225e-05, | |
| "loss": 0.0005345881450921297, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 23.674616695059626, | |
| "grad_norm": 0.007310234010219574, | |
| "learning_rate": 2.1134189280743665e-05, | |
| "loss": 0.0005549527239054441, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 23.708688245315162, | |
| "grad_norm": 0.007316111586987972, | |
| "learning_rate": 2.1006073173283257e-05, | |
| "loss": 0.0005422893911600113, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 23.7427597955707, | |
| "grad_norm": 0.0071487282402813435, | |
| "learning_rate": 2.0878243224175327e-05, | |
| "loss": 0.0005402588285505772, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 23.776831345826235, | |
| "grad_norm": 0.007640121970325708, | |
| "learning_rate": 2.0750700695049847e-05, | |
| "loss": 0.0005570085719227791, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 23.81090289608177, | |
| "grad_norm": 0.007600583601742983, | |
| "learning_rate": 2.062344684470007e-05, | |
| "loss": 0.0005309465806931258, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 23.844974446337307, | |
| "grad_norm": 0.007132083177566528, | |
| "learning_rate": 2.0496482929070155e-05, | |
| "loss": 0.0005037210881710053, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 23.879045996592843, | |
| "grad_norm": 0.007993524894118309, | |
| "learning_rate": 2.036981020124266e-05, | |
| "loss": 0.0005222490988671779, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 23.913117546848383, | |
| "grad_norm": 0.007271486334502697, | |
| "learning_rate": 2.024342991142631e-05, | |
| "loss": 0.0005064224824309349, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 23.94718909710392, | |
| "grad_norm": 0.0062245652079582214, | |
| "learning_rate": 2.01173433069435e-05, | |
| "loss": 0.0005136637017130851, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 23.981260647359456, | |
| "grad_norm": 0.007592536974698305, | |
| "learning_rate": 1.9991551632218154e-05, | |
| "loss": 0.0005042028613388538, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 24.013628620102214, | |
| "grad_norm": 0.007376953959465027, | |
| "learning_rate": 1.9866056128763278e-05, | |
| "loss": 0.0005108125973492861, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 24.04770017035775, | |
| "grad_norm": 0.0060317316092550755, | |
| "learning_rate": 1.9740858035168857e-05, | |
| "loss": 0.0004809682257473469, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 24.081771720613286, | |
| "grad_norm": 0.005852894391864538, | |
| "learning_rate": 1.961595858708953e-05, | |
| "loss": 0.0004623830318450928, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 24.115843270868826, | |
| "grad_norm": 0.005669396836310625, | |
| "learning_rate": 1.949135901723239e-05, | |
| "loss": 0.00048606968484818933, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 24.149914821124362, | |
| "grad_norm": 0.006334891077131033, | |
| "learning_rate": 1.9367060555344934e-05, | |
| "loss": 0.00046719731763005256, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 24.1839863713799, | |
| "grad_norm": 0.00437652925029397, | |
| "learning_rate": 1.924306442820276e-05, | |
| "loss": 0.0004909945651888848, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 24.218057921635435, | |
| "grad_norm": 0.006320801097899675, | |
| "learning_rate": 1.9119371859597623e-05, | |
| "loss": 0.0004730307962745428, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 24.25212947189097, | |
| "grad_norm": 0.00540345162153244, | |
| "learning_rate": 1.8995984070325197e-05, | |
| "loss": 0.0005037723109126091, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 24.286201022146507, | |
| "grad_norm": 0.005003531463444233, | |
| "learning_rate": 1.8872902278173188e-05, | |
| "loss": 0.00047008455730974675, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 24.320272572402043, | |
| "grad_norm": 0.006603986956179142, | |
| "learning_rate": 1.8750127697909154e-05, | |
| "loss": 0.0005003036931157112, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 24.35434412265758, | |
| "grad_norm": 0.005954455118626356, | |
| "learning_rate": 1.862766154126868e-05, | |
| "loss": 0.0005137852858752012, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 24.38841567291312, | |
| "grad_norm": 0.007608614396303892, | |
| "learning_rate": 1.8505505016943252e-05, | |
| "loss": 0.0005309767089784146, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 24.422487223168655, | |
| "grad_norm": 0.005628710612654686, | |
| "learning_rate": 1.838365933056848e-05, | |
| "loss": 0.0004935880191624164, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 24.45655877342419, | |
| "grad_norm": 0.0062730335630476475, | |
| "learning_rate": 1.8262125684712084e-05, | |
| "loss": 0.0004809846635907888, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 24.490630323679728, | |
| "grad_norm": 0.00636539701372385, | |
| "learning_rate": 1.814090527886206e-05, | |
| "loss": 0.0004986200947314501, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 24.524701873935264, | |
| "grad_norm": 0.007138014771044254, | |
| "learning_rate": 1.8019999309414916e-05, | |
| "loss": 0.0004885056521743536, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 24.5587734241908, | |
| "grad_norm": 0.00615114439278841, | |
| "learning_rate": 1.7899408969663723e-05, | |
| "loss": 0.0004942286293953657, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 24.592844974446336, | |
| "grad_norm": 0.006483121309429407, | |
| "learning_rate": 1.7779135449786482e-05, | |
| "loss": 0.00047507346607744694, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 24.626916524701873, | |
| "grad_norm": 0.005928986705839634, | |
| "learning_rate": 1.7659179936834246e-05, | |
| "loss": 0.0004952204413712025, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 24.66098807495741, | |
| "grad_norm": 0.007677637506276369, | |
| "learning_rate": 1.753954361471954e-05, | |
| "loss": 0.0005071885883808136, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 24.69505962521295, | |
| "grad_norm": 0.00708012655377388, | |
| "learning_rate": 1.7420227664204514e-05, | |
| "loss": 0.0004928736947476864, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 24.729131175468485, | |
| "grad_norm": 0.0056620873510837555, | |
| "learning_rate": 1.7301233262889475e-05, | |
| "loss": 0.0004892120603471994, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 24.76320272572402, | |
| "grad_norm": 0.006079996936023235, | |
| "learning_rate": 1.7182561585201108e-05, | |
| "loss": 0.0004955714568495751, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 24.797274275979557, | |
| "grad_norm": 0.006458075251430273, | |
| "learning_rate": 1.7064213802380942e-05, | |
| "loss": 0.00049555622972548, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 24.831345826235093, | |
| "grad_norm": 0.0053098793141543865, | |
| "learning_rate": 1.6946191082473846e-05, | |
| "loss": 0.0005073010921478272, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 24.86541737649063, | |
| "grad_norm": 0.005432505626231432, | |
| "learning_rate": 1.682849459031639e-05, | |
| "loss": 0.0004960733465850353, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 24.899488926746166, | |
| "grad_norm": 0.0077927736565470695, | |
| "learning_rate": 1.6711125487525464e-05, | |
| "loss": 0.0005189849995076657, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 24.933560477001702, | |
| "grad_norm": 0.00717386556789279, | |
| "learning_rate": 1.6594084932486697e-05, | |
| "loss": 0.0004941137973219156, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 24.967632027257242, | |
| "grad_norm": 0.006342039443552494, | |
| "learning_rate": 1.647737408034315e-05, | |
| "loss": 0.00052413921803236, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 25.0, | |
| "grad_norm": 0.0038004769012331963, | |
| "learning_rate": 1.6360994082983775e-05, | |
| "loss": 0.0004258518572896719, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 25.034071550255536, | |
| "grad_norm": 0.005416833329945803, | |
| "learning_rate": 1.6244946089032216e-05, | |
| "loss": 0.0004529508762061596, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 25.068143100511072, | |
| "grad_norm": 0.005682576447725296, | |
| "learning_rate": 1.612923124383528e-05, | |
| "loss": 0.00044956523925065994, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 25.10221465076661, | |
| "grad_norm": 0.006330459378659725, | |
| "learning_rate": 1.601385068945177e-05, | |
| "loss": 0.00044929394498467446, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 25.136286201022145, | |
| "grad_norm": 0.00562339136376977, | |
| "learning_rate": 1.589880556464121e-05, | |
| "loss": 0.0004864254035055637, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 25.170357751277685, | |
| "grad_norm": 0.005379036534577608, | |
| "learning_rate": 1.5784097004852505e-05, | |
| "loss": 0.0004678622353821993, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 25.20442930153322, | |
| "grad_norm": 0.006202719174325466, | |
| "learning_rate": 1.5669726142212855e-05, | |
| "loss": 0.00045688869431614876, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 25.238500851788757, | |
| "grad_norm": 0.007115985732525587, | |
| "learning_rate": 1.555569410551647e-05, | |
| "loss": 0.0004639118444174528, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 25.272572402044293, | |
| "grad_norm": 0.005236926954239607, | |
| "learning_rate": 1.5442002020213558e-05, | |
| "loss": 0.000463517289608717, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 25.30664395229983, | |
| "grad_norm": 0.006341162603348494, | |
| "learning_rate": 1.5328651008399057e-05, | |
| "loss": 0.0004880161490291357, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 25.340715502555366, | |
| "grad_norm": 0.006201290525496006, | |
| "learning_rate": 1.5215642188801732e-05, | |
| "loss": 0.0004617507569491863, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 25.374787052810902, | |
| "grad_norm": 0.004709569271653891, | |
| "learning_rate": 1.510297667677299e-05, | |
| "loss": 0.0004495989065617323, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 25.408858603066438, | |
| "grad_norm": 0.005513674113899469, | |
| "learning_rate": 1.4990655584275931e-05, | |
| "loss": 0.000475541315972805, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 25.442930153321978, | |
| "grad_norm": 0.007107003126293421, | |
| "learning_rate": 1.4878680019874431e-05, | |
| "loss": 0.0004677797202020884, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 25.477001703577514, | |
| "grad_norm": 0.005166848190128803, | |
| "learning_rate": 1.4767051088722067e-05, | |
| "loss": 0.00047347424551844595, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 25.51107325383305, | |
| "grad_norm": 0.005388825200498104, | |
| "learning_rate": 1.4655769892551357e-05, | |
| "loss": 0.0004688589368015528, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 25.545144804088586, | |
| "grad_norm": 0.005632973276078701, | |
| "learning_rate": 1.4544837529662748e-05, | |
| "loss": 0.0004677624441683292, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 25.579216354344123, | |
| "grad_norm": 0.005388225428760052, | |
| "learning_rate": 1.4434255094913906e-05, | |
| "loss": 0.0004646487534046173, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 25.61328790459966, | |
| "grad_norm": 0.006038753315806389, | |
| "learning_rate": 1.4324023679708792e-05, | |
| "loss": 0.00045312829315662383, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 25.647359454855195, | |
| "grad_norm": 0.005922420881688595, | |
| "learning_rate": 1.4214144371987004e-05, | |
| "loss": 0.00048261820338666437, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 25.68143100511073, | |
| "grad_norm": 0.0061474149115383625, | |
| "learning_rate": 1.4104618256212926e-05, | |
| "loss": 0.00046353056095540526, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 25.715502555366268, | |
| "grad_norm": 0.005116403568536043, | |
| "learning_rate": 1.3995446413365093e-05, | |
| "loss": 0.0004678342491388321, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 25.749574105621807, | |
| "grad_norm": 0.00608143862336874, | |
| "learning_rate": 1.3886629920925548e-05, | |
| "loss": 0.00045505915768444537, | |
| "step": 7570 | |
| }, | |
| { | |
| "epoch": 25.783645655877343, | |
| "grad_norm": 0.005517200101166964, | |
| "learning_rate": 1.377816985286911e-05, | |
| "loss": 0.0004353174939751625, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 25.81771720613288, | |
| "grad_norm": 0.007087164092808962, | |
| "learning_rate": 1.3670067279652899e-05, | |
| "loss": 0.0004676383920013905, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 25.851788756388416, | |
| "grad_norm": 0.005983814597129822, | |
| "learning_rate": 1.3562323268205629e-05, | |
| "loss": 0.0004769494757056236, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 25.885860306643952, | |
| "grad_norm": 0.0058109392412006855, | |
| "learning_rate": 1.345493888191724e-05, | |
| "loss": 0.00048498655669391153, | |
| "step": 7610 | |
| }, | |
| { | |
| "epoch": 25.91993185689949, | |
| "grad_norm": 0.006097118835896254, | |
| "learning_rate": 1.3347915180628228e-05, | |
| "loss": 0.00043746624141931533, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 25.954003407155025, | |
| "grad_norm": 0.005795330740511417, | |
| "learning_rate": 1.3241253220619355e-05, | |
| "loss": 0.00046371580101549624, | |
| "step": 7630 | |
| }, | |
| { | |
| "epoch": 25.98807495741056, | |
| "grad_norm": 0.007155901286751032, | |
| "learning_rate": 1.3134954054601083e-05, | |
| "loss": 0.0004725466016680002, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 26.020442930153322, | |
| "grad_norm": 0.0056617953814566135, | |
| "learning_rate": 1.3029018731703263e-05, | |
| "loss": 0.0004797719419002533, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 26.05451448040886, | |
| "grad_norm": 0.005709235090762377, | |
| "learning_rate": 1.2923448297464785e-05, | |
| "loss": 0.0004465170670300722, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 26.088586030664395, | |
| "grad_norm": 0.006274583749473095, | |
| "learning_rate": 1.2818243793823188e-05, | |
| "loss": 0.0004596684128046036, | |
| "step": 7670 | |
| }, | |
| { | |
| "epoch": 26.12265758091993, | |
| "grad_norm": 0.004958844743669033, | |
| "learning_rate": 1.271340625910447e-05, | |
| "loss": 0.00043697194196283816, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 26.156729131175467, | |
| "grad_norm": 0.005463967099785805, | |
| "learning_rate": 1.260893672801276e-05, | |
| "loss": 0.0004823775961995125, | |
| "step": 7690 | |
| }, | |
| { | |
| "epoch": 26.190800681431003, | |
| "grad_norm": 0.005295682232826948, | |
| "learning_rate": 1.2504836231620176e-05, | |
| "loss": 0.00044223233126103876, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 26.224872231686543, | |
| "grad_norm": 0.005236088298261166, | |
| "learning_rate": 1.2401105797356566e-05, | |
| "loss": 0.0004612309858202934, | |
| "step": 7710 | |
| }, | |
| { | |
| "epoch": 26.25894378194208, | |
| "grad_norm": 0.004934109281748533, | |
| "learning_rate": 1.2297746448999453e-05, | |
| "loss": 0.0004583748523145914, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 26.293015332197616, | |
| "grad_norm": 0.005991233978420496, | |
| "learning_rate": 1.2194759206663881e-05, | |
| "loss": 0.00044856127351522446, | |
| "step": 7730 | |
| }, | |
| { | |
| "epoch": 26.327086882453152, | |
| "grad_norm": 0.004782292991876602, | |
| "learning_rate": 1.2092145086792327e-05, | |
| "loss": 0.00042555080726742746, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 26.361158432708688, | |
| "grad_norm": 0.005826896987855434, | |
| "learning_rate": 1.198990510214476e-05, | |
| "loss": 0.00044993571937084197, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 26.395229982964224, | |
| "grad_norm": 0.005082950461655855, | |
| "learning_rate": 1.188804026178853e-05, | |
| "loss": 0.0004447337705641985, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 26.42930153321976, | |
| "grad_norm": 0.005609357729554176, | |
| "learning_rate": 1.1786551571088506e-05, | |
| "loss": 0.0004195962566882372, | |
| "step": 7770 | |
| }, | |
| { | |
| "epoch": 26.463373083475297, | |
| "grad_norm": 0.005520106293261051, | |
| "learning_rate": 1.168544003169707e-05, | |
| "loss": 0.00043586334213614465, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 26.497444633730836, | |
| "grad_norm": 0.005495567340403795, | |
| "learning_rate": 1.1584706641544319e-05, | |
| "loss": 0.00042241401970386503, | |
| "step": 7790 | |
| }, | |
| { | |
| "epoch": 26.531516183986373, | |
| "grad_norm": 0.005580009426921606, | |
| "learning_rate": 1.1484352394828118e-05, | |
| "loss": 0.00042024566791951654, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 26.56558773424191, | |
| "grad_norm": 0.005603221245110035, | |
| "learning_rate": 1.1384378282004404e-05, | |
| "loss": 0.0004328824579715729, | |
| "step": 7810 | |
| }, | |
| { | |
| "epoch": 26.599659284497445, | |
| "grad_norm": 0.0046456316486001015, | |
| "learning_rate": 1.1284785289777272e-05, | |
| "loss": 0.0004326967056840658, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 26.63373083475298, | |
| "grad_norm": 0.005678926128894091, | |
| "learning_rate": 1.1185574401089383e-05, | |
| "loss": 0.0004535626154392958, | |
| "step": 7830 | |
| }, | |
| { | |
| "epoch": 26.667802385008518, | |
| "grad_norm": 0.00526011735200882, | |
| "learning_rate": 1.1086746595112136e-05, | |
| "loss": 0.00044193663634359834, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 26.701873935264054, | |
| "grad_norm": 0.005378768313676119, | |
| "learning_rate": 1.0988302847236066e-05, | |
| "loss": 0.0004401818383485079, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 26.73594548551959, | |
| "grad_norm": 0.0056685502640903, | |
| "learning_rate": 1.0890244129061245e-05, | |
| "loss": 0.0004342911299318075, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 26.770017035775126, | |
| "grad_norm": 0.005207818001508713, | |
| "learning_rate": 1.0792571408387608e-05, | |
| "loss": 0.000432520778849721, | |
| "step": 7870 | |
| }, | |
| { | |
| "epoch": 26.804088586030666, | |
| "grad_norm": 0.005392038729041815, | |
| "learning_rate": 1.069528564920551e-05, | |
| "loss": 0.0004403261002153158, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 26.838160136286202, | |
| "grad_norm": 0.005832510069012642, | |
| "learning_rate": 1.0598387811686084e-05, | |
| "loss": 0.00042518815025687217, | |
| "step": 7890 | |
| }, | |
| { | |
| "epoch": 26.87223168654174, | |
| "grad_norm": 0.004946849774569273, | |
| "learning_rate": 1.0501878852171893e-05, | |
| "loss": 0.0004303318914026022, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 26.906303236797275, | |
| "grad_norm": 0.0063912533223629, | |
| "learning_rate": 1.0405759723167385e-05, | |
| "loss": 0.00044775954447686674, | |
| "step": 7910 | |
| }, | |
| { | |
| "epoch": 26.94037478705281, | |
| "grad_norm": 0.006100860424339771, | |
| "learning_rate": 1.0310031373329576e-05, | |
| "loss": 0.0004396803677082062, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 26.974446337308347, | |
| "grad_norm": 0.0057065715081989765, | |
| "learning_rate": 1.0214694747458631e-05, | |
| "loss": 0.00042748311534523964, | |
| "step": 7930 | |
| }, | |
| { | |
| "epoch": 27.00681431005111, | |
| "grad_norm": 0.0068487138487398624, | |
| "learning_rate": 1.0119750786488536e-05, | |
| "loss": 0.00044254655949771404, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 27.040885860306645, | |
| "grad_norm": 0.00538451736792922, | |
| "learning_rate": 1.0025200427477876e-05, | |
| "loss": 0.00041661132127046585, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 27.07495741056218, | |
| "grad_norm": 0.004859358537942171, | |
| "learning_rate": 9.931044603600514e-06, | |
| "loss": 0.00041967052966356276, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 27.109028960817717, | |
| "grad_norm": 0.006202720105648041, | |
| "learning_rate": 9.83728424413643e-06, | |
| "loss": 0.00044184853322803974, | |
| "step": 7970 | |
| }, | |
| { | |
| "epoch": 27.143100511073254, | |
| "grad_norm": 0.0047525400295853615, | |
| "learning_rate": 9.743920274462498e-06, | |
| "loss": 0.0004158275201916695, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 27.17717206132879, | |
| "grad_norm": 0.006198120769113302, | |
| "learning_rate": 9.65095361604344e-06, | |
| "loss": 0.00043417327105998993, | |
| "step": 7990 | |
| }, | |
| { | |
| "epoch": 27.211243611584326, | |
| "grad_norm": 0.0066219414584338665, | |
| "learning_rate": 9.558385186422603e-06, | |
| "loss": 0.00042222961783409116, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 27.245315161839862, | |
| "grad_norm": 0.0055702864192426205, | |
| "learning_rate": 9.466215899213065e-06, | |
| "loss": 0.0004271657671779394, | |
| "step": 8010 | |
| }, | |
| { | |
| "epoch": 27.279386712095402, | |
| "grad_norm": 0.004891074262559414, | |
| "learning_rate": 9.374446664088427e-06, | |
| "loss": 0.0004259935114532709, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 27.313458262350938, | |
| "grad_norm": 0.005272470880299807, | |
| "learning_rate": 9.283078386774025e-06, | |
| "loss": 0.00040517104789614675, | |
| "step": 8030 | |
| }, | |
| { | |
| "epoch": 27.347529812606474, | |
| "grad_norm": 0.00502979988232255, | |
| "learning_rate": 9.192111969037841e-06, | |
| "loss": 0.00042363600805401803, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 27.38160136286201, | |
| "grad_norm": 0.005891913548111916, | |
| "learning_rate": 9.101548308681734e-06, | |
| "loss": 0.0004411347210407257, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 27.415672913117547, | |
| "grad_norm": 0.0058002774603664875, | |
| "learning_rate": 9.011388299532441e-06, | |
| "loss": 0.0004146874416619539, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 27.449744463373083, | |
| "grad_norm": 0.005654113832861185, | |
| "learning_rate": 8.921632831432852e-06, | |
| "loss": 0.00042466390877962115, | |
| "step": 8070 | |
| }, | |
| { | |
| "epoch": 27.48381601362862, | |
| "grad_norm": 0.006625378038734198, | |
| "learning_rate": 8.832282790233221e-06, | |
| "loss": 0.0004333822056651115, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 27.517887563884155, | |
| "grad_norm": 0.005088499281555414, | |
| "learning_rate": 8.743339057782351e-06, | |
| "loss": 0.0004219602793455124, | |
| "step": 8090 | |
| }, | |
| { | |
| "epoch": 27.55195911413969, | |
| "grad_norm": 0.005173454061150551, | |
| "learning_rate": 8.654802511919013e-06, | |
| "loss": 0.00042137070558965204, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 27.58603066439523, | |
| "grad_norm": 0.005211536306887865, | |
| "learning_rate": 8.566674026463135e-06, | |
| "loss": 0.00042257718741893767, | |
| "step": 8110 | |
| }, | |
| { | |
| "epoch": 27.620102214650768, | |
| "grad_norm": 0.00504072941839695, | |
| "learning_rate": 8.478954471207317e-06, | |
| "loss": 0.00040095774456858633, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 27.654173764906304, | |
| "grad_norm": 0.004734995309263468, | |
| "learning_rate": 8.391644711908136e-06, | |
| "loss": 0.0004277116153389215, | |
| "step": 8130 | |
| }, | |
| { | |
| "epoch": 27.68824531516184, | |
| "grad_norm": 0.005591129418462515, | |
| "learning_rate": 8.304745610277687e-06, | |
| "loss": 0.00042661316692829134, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 27.722316865417376, | |
| "grad_norm": 0.004635486286133528, | |
| "learning_rate": 8.218258023975006e-06, | |
| "loss": 0.00041025131940841675, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 27.756388415672912, | |
| "grad_norm": 0.005779591389000416, | |
| "learning_rate": 8.13218280659765e-06, | |
| "loss": 0.0004400585778057575, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 27.79045996592845, | |
| "grad_norm": 0.005932126194238663, | |
| "learning_rate": 8.046520807673274e-06, | |
| "loss": 0.0004161299206316471, | |
| "step": 8170 | |
| }, | |
| { | |
| "epoch": 27.824531516183985, | |
| "grad_norm": 0.005546386819332838, | |
| "learning_rate": 7.961272872651221e-06, | |
| "loss": 0.0004326997324824333, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 27.858603066439525, | |
| "grad_norm": 0.004769790451973677, | |
| "learning_rate": 7.876439842894195e-06, | |
| "loss": 0.0003943036776036024, | |
| "step": 8190 | |
| }, | |
| { | |
| "epoch": 27.89267461669506, | |
| "grad_norm": 0.0041409204714000225, | |
| "learning_rate": 7.792022555669947e-06, | |
| "loss": 0.0003955497406423092, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 27.926746166950597, | |
| "grad_norm": 0.005350794177502394, | |
| "learning_rate": 7.708021844143032e-06, | |
| "loss": 0.000398462126031518, | |
| "step": 8210 | |
| }, | |
| { | |
| "epoch": 27.960817717206133, | |
| "grad_norm": 0.005668057128787041, | |
| "learning_rate": 7.6244385373665465e-06, | |
| "loss": 0.0004361903294920921, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 27.99488926746167, | |
| "grad_norm": 0.006333161145448685, | |
| "learning_rate": 7.541273460273996e-06, | |
| "loss": 0.00042402190156280993, | |
| "step": 8230 | |
| }, | |
| { | |
| "epoch": 28.027257240204428, | |
| "grad_norm": 0.005466774106025696, | |
| "learning_rate": 7.458527433671114e-06, | |
| "loss": 0.000400385120883584, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 28.061328790459967, | |
| "grad_norm": 0.0045157442800700665, | |
| "learning_rate": 7.376201274227762e-06, | |
| "loss": 0.00041829477995634077, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 28.095400340715504, | |
| "grad_norm": 0.004654949996620417, | |
| "learning_rate": 7.294295794469924e-06, | |
| "loss": 0.00041680284775793555, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 28.12947189097104, | |
| "grad_norm": 0.004837220534682274, | |
| "learning_rate": 7.212811802771591e-06, | |
| "loss": 0.00041743190959095953, | |
| "step": 8270 | |
| }, | |
| { | |
| "epoch": 28.163543441226576, | |
| "grad_norm": 0.005391380283981562, | |
| "learning_rate": 7.1317501033468905e-06, | |
| "loss": 0.00041745444759726523, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 28.197614991482112, | |
| "grad_norm": 0.006460465025156736, | |
| "learning_rate": 7.051111496242047e-06, | |
| "loss": 0.00040775276720523835, | |
| "step": 8290 | |
| }, | |
| { | |
| "epoch": 28.23168654173765, | |
| "grad_norm": 0.004577051382511854, | |
| "learning_rate": 6.970896777327573e-06, | |
| "loss": 0.00042567341588437555, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 28.265758091993185, | |
| "grad_norm": 0.005753329489380121, | |
| "learning_rate": 6.891106738290348e-06, | |
| "loss": 0.00040739565156400204, | |
| "step": 8310 | |
| }, | |
| { | |
| "epoch": 28.29982964224872, | |
| "grad_norm": 0.006131471134722233, | |
| "learning_rate": 6.811742166625862e-06, | |
| "loss": 0.00041704727336764333, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 28.33390119250426, | |
| "grad_norm": 0.005437177140265703, | |
| "learning_rate": 6.732803845630392e-06, | |
| "loss": 0.0004021385218948126, | |
| "step": 8330 | |
| }, | |
| { | |
| "epoch": 28.367972742759797, | |
| "grad_norm": 0.005158474203199148, | |
| "learning_rate": 6.654292554393276e-06, | |
| "loss": 0.00040545552037656306, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 28.402044293015333, | |
| "grad_norm": 0.004876469261944294, | |
| "learning_rate": 6.576209067789285e-06, | |
| "loss": 0.0003895287169143558, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 28.43611584327087, | |
| "grad_norm": 0.004807023797184229, | |
| "learning_rate": 6.498554156470899e-06, | |
| "loss": 0.0004088780377060175, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 28.470187393526405, | |
| "grad_norm": 0.0056871771812438965, | |
| "learning_rate": 6.421328586860747e-06, | |
| "loss": 0.00041042077355086805, | |
| "step": 8370 | |
| }, | |
| { | |
| "epoch": 28.50425894378194, | |
| "grad_norm": 0.005160088650882244, | |
| "learning_rate": 6.344533121144014e-06, | |
| "loss": 0.0004123701248317957, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 28.538330494037478, | |
| "grad_norm": 0.005306396633386612, | |
| "learning_rate": 6.268168517260964e-06, | |
| "loss": 0.0004113129805773497, | |
| "step": 8390 | |
| }, | |
| { | |
| "epoch": 28.572402044293014, | |
| "grad_norm": 0.004495360888540745, | |
| "learning_rate": 6.192235528899382e-06, | |
| "loss": 0.0003872907254844904, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 28.606473594548554, | |
| "grad_norm": 0.005054249428212643, | |
| "learning_rate": 6.116734905487226e-06, | |
| "loss": 0.0003946823533624411, | |
| "step": 8410 | |
| }, | |
| { | |
| "epoch": 28.64054514480409, | |
| "grad_norm": 0.005848642438650131, | |
| "learning_rate": 6.0416673921851576e-06, | |
| "loss": 0.00039847791194915774, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 28.674616695059626, | |
| "grad_norm": 0.004590380005538464, | |
| "learning_rate": 5.96703372987924e-06, | |
| "loss": 0.00040190936997532847, | |
| "step": 8430 | |
| }, | |
| { | |
| "epoch": 28.708688245315162, | |
| "grad_norm": 0.005066314712166786, | |
| "learning_rate": 5.892834655173579e-06, | |
| "loss": 0.0004121654201298952, | |
| "step": 8440 | |
| }, | |
| { | |
| "epoch": 28.7427597955707, | |
| "grad_norm": 0.005346378311514854, | |
| "learning_rate": 5.819070900383078e-06, | |
| "loss": 0.0004073288291692734, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 28.776831345826235, | |
| "grad_norm": 0.005778873339295387, | |
| "learning_rate": 5.745743193526237e-06, | |
| "loss": 0.00039315088652074336, | |
| "step": 8460 | |
| }, | |
| { | |
| "epoch": 28.81090289608177, | |
| "grad_norm": 0.004868451505899429, | |
| "learning_rate": 5.672852258317901e-06, | |
| "loss": 0.0003976979292929173, | |
| "step": 8470 | |
| }, | |
| { | |
| "epoch": 28.844974446337307, | |
| "grad_norm": 0.005879078526049852, | |
| "learning_rate": 5.600398814162194e-06, | |
| "loss": 0.000414629140868783, | |
| "step": 8480 | |
| }, | |
| { | |
| "epoch": 28.879045996592843, | |
| "grad_norm": 0.004795163869857788, | |
| "learning_rate": 5.528383576145335e-06, | |
| "loss": 0.0004018770530819893, | |
| "step": 8490 | |
| }, | |
| { | |
| "epoch": 28.913117546848383, | |
| "grad_norm": 0.005251680500805378, | |
| "learning_rate": 5.456807255028673e-06, | |
| "loss": 0.0004144621081650257, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 28.94718909710392, | |
| "grad_norm": 0.00586005998775363, | |
| "learning_rate": 5.385670557241579e-06, | |
| "loss": 0.0004176293034106493, | |
| "step": 8510 | |
| }, | |
| { | |
| "epoch": 28.981260647359456, | |
| "grad_norm": 0.004291141871362925, | |
| "learning_rate": 5.31497418487456e-06, | |
| "loss": 0.00039627389051020143, | |
| "step": 8520 | |
| }, | |
| { | |
| "epoch": 29.013628620102214, | |
| "grad_norm": 0.005097679328173399, | |
| "learning_rate": 5.2447188356722636e-06, | |
| "loss": 0.0003812724957242608, | |
| "step": 8530 | |
| }, | |
| { | |
| "epoch": 29.04770017035775, | |
| "grad_norm": 0.0051975855603814125, | |
| "learning_rate": 5.174905203026608e-06, | |
| "loss": 0.0004123745951801538, | |
| "step": 8540 | |
| }, | |
| { | |
| "epoch": 29.081771720613286, | |
| "grad_norm": 0.004907531198114157, | |
| "learning_rate": 5.10553397596999e-06, | |
| "loss": 0.00043122475035488604, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 29.115843270868826, | |
| "grad_norm": 0.004903047811239958, | |
| "learning_rate": 5.03660583916839e-06, | |
| "loss": 0.0003974732011556625, | |
| "step": 8560 | |
| }, | |
| { | |
| "epoch": 29.149914821124362, | |
| "grad_norm": 0.0064574237912893295, | |
| "learning_rate": 4.968121472914705e-06, | |
| "loss": 0.0003998386673629284, | |
| "step": 8570 | |
| }, | |
| { | |
| "epoch": 29.1839863713799, | |
| "grad_norm": 0.004835375584661961, | |
| "learning_rate": 4.900081553121971e-06, | |
| "loss": 0.00038853392470628023, | |
| "step": 8580 | |
| }, | |
| { | |
| "epoch": 29.218057921635435, | |
| "grad_norm": 0.004598340019583702, | |
| "learning_rate": 4.832486751316745e-06, | |
| "loss": 0.0003884763224050403, | |
| "step": 8590 | |
| }, | |
| { | |
| "epoch": 29.25212947189097, | |
| "grad_norm": 0.004990984220057726, | |
| "learning_rate": 4.765337734632408e-06, | |
| "loss": 0.00037395297549664975, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 29.286201022146507, | |
| "grad_norm": 0.005623216275125742, | |
| "learning_rate": 4.698635165802673e-06, | |
| "loss": 0.0003956631291657686, | |
| "step": 8610 | |
| }, | |
| { | |
| "epoch": 29.320272572402043, | |
| "grad_norm": 0.005677004810422659, | |
| "learning_rate": 4.632379703154949e-06, | |
| "loss": 0.00038630112539976834, | |
| "step": 8620 | |
| }, | |
| { | |
| "epoch": 29.35434412265758, | |
| "grad_norm": 0.004108254332095385, | |
| "learning_rate": 4.566572000603892e-06, | |
| "loss": 0.0004083862528204918, | |
| "step": 8630 | |
| }, | |
| { | |
| "epoch": 29.38841567291312, | |
| "grad_norm": 0.005012644454836845, | |
| "learning_rate": 4.501212707644986e-06, | |
| "loss": 0.000413311505690217, | |
| "step": 8640 | |
| }, | |
| { | |
| "epoch": 29.422487223168655, | |
| "grad_norm": 0.004901448264718056, | |
| "learning_rate": 4.436302469348041e-06, | |
| "loss": 0.0003847259562462568, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 29.45655877342419, | |
| "grad_norm": 0.0046895453706383705, | |
| "learning_rate": 4.371841926350922e-06, | |
| "loss": 0.00038478029891848565, | |
| "step": 8660 | |
| }, | |
| { | |
| "epoch": 29.490630323679728, | |
| "grad_norm": 0.004507383331656456, | |
| "learning_rate": 4.30783171485315e-06, | |
| "loss": 0.00041964929550886154, | |
| "step": 8670 | |
| }, | |
| { | |
| "epoch": 29.524701873935264, | |
| "grad_norm": 0.005036781542003155, | |
| "learning_rate": 4.244272466609689e-06, | |
| "loss": 0.00039485073648393154, | |
| "step": 8680 | |
| }, | |
| { | |
| "epoch": 29.5587734241908, | |
| "grad_norm": 0.004939622711390257, | |
| "learning_rate": 4.1811648089246365e-06, | |
| "loss": 0.00037607681006193163, | |
| "step": 8690 | |
| }, | |
| { | |
| "epoch": 29.592844974446336, | |
| "grad_norm": 0.00515342690050602, | |
| "learning_rate": 4.118509364645118e-06, | |
| "loss": 0.00040146284736692907, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 29.626916524701873, | |
| "grad_norm": 0.005482867825776339, | |
| "learning_rate": 4.056306752155059e-06, | |
| "loss": 0.0004012126009911299, | |
| "step": 8710 | |
| }, | |
| { | |
| "epoch": 29.66098807495741, | |
| "grad_norm": 0.0044959550723433495, | |
| "learning_rate": 3.994557585369135e-06, | |
| "loss": 0.00039921659044921397, | |
| "step": 8720 | |
| }, | |
| { | |
| "epoch": 29.69505962521295, | |
| "grad_norm": 0.004613898694515228, | |
| "learning_rate": 3.933262473726701e-06, | |
| "loss": 0.00038427074905484916, | |
| "step": 8730 | |
| }, | |
| { | |
| "epoch": 29.729131175468485, | |
| "grad_norm": 0.005130247678607702, | |
| "learning_rate": 3.872422022185746e-06, | |
| "loss": 0.0003987327218055725, | |
| "step": 8740 | |
| }, | |
| { | |
| "epoch": 29.76320272572402, | |
| "grad_norm": 0.006411183159798384, | |
| "learning_rate": 3.812036831216986e-06, | |
| "loss": 0.0004151281900703907, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 29.797274275979557, | |
| "grad_norm": 0.005595535039901733, | |
| "learning_rate": 3.7521074967978577e-06, | |
| "loss": 0.0004142165184020996, | |
| "step": 8760 | |
| }, | |
| { | |
| "epoch": 29.831345826235093, | |
| "grad_norm": 0.004568733274936676, | |
| "learning_rate": 3.6926346104067143e-06, | |
| "loss": 0.0003730351570993662, | |
| "step": 8770 | |
| }, | |
| { | |
| "epoch": 29.86541737649063, | |
| "grad_norm": 0.005357666872441769, | |
| "learning_rate": 3.6336187590169214e-06, | |
| "loss": 0.00040193768218159675, | |
| "step": 8780 | |
| }, | |
| { | |
| "epoch": 29.899488926746166, | |
| "grad_norm": 0.0057200901210308075, | |
| "learning_rate": 3.575060525091117e-06, | |
| "loss": 0.00038862563669681547, | |
| "step": 8790 | |
| }, | |
| { | |
| "epoch": 29.933560477001702, | |
| "grad_norm": 0.005241156555712223, | |
| "learning_rate": 3.5169604865754212e-06, | |
| "loss": 0.0003931347280740738, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 29.967632027257242, | |
| "grad_norm": 0.004278367850929499, | |
| "learning_rate": 3.459319216893758e-06, | |
| "loss": 0.0003920105751603842, | |
| "step": 8810 | |
| }, | |
| { | |
| "epoch": 30.0, | |
| "grad_norm": 0.01224629208445549, | |
| "learning_rate": 3.4021372849421972e-06, | |
| "loss": 0.00035213571973145006, | |
| "step": 8820 | |
| }, | |
| { | |
| "epoch": 30.034071550255536, | |
| "grad_norm": 0.004650902468711138, | |
| "learning_rate": 3.3454152550833063e-06, | |
| "loss": 0.00041070561856031417, | |
| "step": 8830 | |
| }, | |
| { | |
| "epoch": 30.068143100511072, | |
| "grad_norm": 0.004452348221093416, | |
| "learning_rate": 3.2891536871406393e-06, | |
| "loss": 0.0003755549201741815, | |
| "step": 8840 | |
| }, | |
| { | |
| "epoch": 30.10221465076661, | |
| "grad_norm": 0.004402755293995142, | |
| "learning_rate": 3.233353136393141e-06, | |
| "loss": 0.0003724572248756886, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 30.136286201022145, | |
| "grad_norm": 0.004652101546525955, | |
| "learning_rate": 3.1780141535697363e-06, | |
| "loss": 0.0003761503379791975, | |
| "step": 8860 | |
| }, | |
| { | |
| "epoch": 30.170357751277685, | |
| "grad_norm": 0.004677773453295231, | |
| "learning_rate": 3.1231372848438243e-06, | |
| "loss": 0.0003732655430212617, | |
| "step": 8870 | |
| }, | |
| { | |
| "epoch": 30.20442930153322, | |
| "grad_norm": 0.0045632254332304, | |
| "learning_rate": 3.0687230718279615e-06, | |
| "loss": 0.0003793169045820832, | |
| "step": 8880 | |
| }, | |
| { | |
| "epoch": 30.238500851788757, | |
| "grad_norm": 0.0050588869489729404, | |
| "learning_rate": 3.0147720515684653e-06, | |
| "loss": 0.00039807846769690514, | |
| "step": 8890 | |
| }, | |
| { | |
| "epoch": 30.272572402044293, | |
| "grad_norm": 0.005203649867326021, | |
| "learning_rate": 2.9612847565401005e-06, | |
| "loss": 0.00038288210052996876, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 30.30664395229983, | |
| "grad_norm": 0.004914138000458479, | |
| "learning_rate": 2.908261714640903e-06, | |
| "loss": 0.000366090820170939, | |
| "step": 8910 | |
| }, | |
| { | |
| "epoch": 30.340715502555366, | |
| "grad_norm": 0.0043633137829601765, | |
| "learning_rate": 2.8557034491868696e-06, | |
| "loss": 0.0003828644519671798, | |
| "step": 8920 | |
| }, | |
| { | |
| "epoch": 30.374787052810902, | |
| "grad_norm": 0.004355897195637226, | |
| "learning_rate": 2.803610478906876e-06, | |
| "loss": 0.00037504469510167836, | |
| "step": 8930 | |
| }, | |
| { | |
| "epoch": 30.408858603066438, | |
| "grad_norm": 0.004408527631312609, | |
| "learning_rate": 2.7519833179374952e-06, | |
| "loss": 0.0003829608671367168, | |
| "step": 8940 | |
| }, | |
| { | |
| "epoch": 30.442930153321978, | |
| "grad_norm": 0.004476489499211311, | |
| "learning_rate": 2.700822475817982e-06, | |
| "loss": 0.0003814706578850746, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 30.477001703577514, | |
| "grad_norm": 0.005382033996284008, | |
| "learning_rate": 2.6501284574851737e-06, | |
| "loss": 0.0003860419150441885, | |
| "step": 8960 | |
| }, | |
| { | |
| "epoch": 30.51107325383305, | |
| "grad_norm": 0.004880188032984734, | |
| "learning_rate": 2.599901763268575e-06, | |
| "loss": 0.0003984314389526844, | |
| "step": 8970 | |
| }, | |
| { | |
| "epoch": 30.545144804088586, | |
| "grad_norm": 0.004750372841954231, | |
| "learning_rate": 2.5501428888853816e-06, | |
| "loss": 0.0004004231188446283, | |
| "step": 8980 | |
| }, | |
| { | |
| "epoch": 30.579216354344123, | |
| "grad_norm": 0.00549035519361496, | |
| "learning_rate": 2.5008523254355878e-06, | |
| "loss": 0.00038932133466005323, | |
| "step": 8990 | |
| }, | |
| { | |
| "epoch": 30.61328790459966, | |
| "grad_norm": 0.0044222003780305386, | |
| "learning_rate": 2.452030559397167e-06, | |
| "loss": 0.00039637424051761625, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 30.647359454855195, | |
| "grad_norm": 0.005450745113193989, | |
| "learning_rate": 2.4036780726212237e-06, | |
| "loss": 0.0003862245939671993, | |
| "step": 9010 | |
| }, | |
| { | |
| "epoch": 30.68143100511073, | |
| "grad_norm": 0.005370100028812885, | |
| "learning_rate": 2.3557953423273048e-06, | |
| "loss": 0.00040809987112879755, | |
| "step": 9020 | |
| }, | |
| { | |
| "epoch": 30.715502555366268, | |
| "grad_norm": 0.005018346011638641, | |
| "learning_rate": 2.3083828410986e-06, | |
| "loss": 0.0004006767179816961, | |
| "step": 9030 | |
| }, | |
| { | |
| "epoch": 30.749574105621807, | |
| "grad_norm": 0.005486037116497755, | |
| "learning_rate": 2.2614410368773765e-06, | |
| "loss": 0.00038786791265010834, | |
| "step": 9040 | |
| }, | |
| { | |
| "epoch": 30.783645655877343, | |
| "grad_norm": 0.004210353828966618, | |
| "learning_rate": 2.214970392960275e-06, | |
| "loss": 0.0003764190711081028, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 30.81771720613288, | |
| "grad_norm": 0.004774926695972681, | |
| "learning_rate": 2.1689713679938105e-06, | |
| "loss": 0.0003962088841944933, | |
| "step": 9060 | |
| }, | |
| { | |
| "epoch": 30.851788756388416, | |
| "grad_norm": 0.00459167268127203, | |
| "learning_rate": 2.1234444159697665e-06, | |
| "loss": 0.0003867223160341382, | |
| "step": 9070 | |
| }, | |
| { | |
| "epoch": 30.885860306643952, | |
| "grad_norm": 0.005524986423552036, | |
| "learning_rate": 2.0783899862207967e-06, | |
| "loss": 0.0003982493653893471, | |
| "step": 9080 | |
| }, | |
| { | |
| "epoch": 30.91993185689949, | |
| "grad_norm": 0.005982302129268646, | |
| "learning_rate": 2.03380852341592e-06, | |
| "loss": 0.00036522489972412586, | |
| "step": 9090 | |
| }, | |
| { | |
| "epoch": 30.954003407155025, | |
| "grad_norm": 0.004889259114861488, | |
| "learning_rate": 1.9897004675561825e-06, | |
| "loss": 0.0004274255596101284, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 30.98807495741056, | |
| "grad_norm": 0.0048242961056530476, | |
| "learning_rate": 1.9460662539702968e-06, | |
| "loss": 0.0003841693280264735, | |
| "step": 9110 | |
| }, | |
| { | |
| "epoch": 31.020442930153322, | |
| "grad_norm": 0.004305668640881777, | |
| "learning_rate": 1.9029063133103153e-06, | |
| "loss": 0.0003937560599297285, | |
| "step": 9120 | |
| }, | |
| { | |
| "epoch": 31.05451448040886, | |
| "grad_norm": 0.005034316331148148, | |
| "learning_rate": 1.8602210715474466e-06, | |
| "loss": 0.00037171714939177036, | |
| "step": 9130 | |
| }, | |
| { | |
| "epoch": 31.088586030664395, | |
| "grad_norm": 0.005186181981116533, | |
| "learning_rate": 1.81801094996778e-06, | |
| "loss": 0.0003877129405736923, | |
| "step": 9140 | |
| }, | |
| { | |
| "epoch": 31.12265758091993, | |
| "grad_norm": 0.004060785751789808, | |
| "learning_rate": 1.7762763651681892e-06, | |
| "loss": 0.00036375392228364943, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 31.156729131175467, | |
| "grad_norm": 0.005512597970664501, | |
| "learning_rate": 1.735017729052163e-06, | |
| "loss": 0.00037468173541128636, | |
| "step": 9160 | |
| }, | |
| { | |
| "epoch": 31.190800681431003, | |
| "grad_norm": 0.004430436994880438, | |
| "learning_rate": 1.6942354488257928e-06, | |
| "loss": 0.00035622487775981425, | |
| "step": 9170 | |
| }, | |
| { | |
| "epoch": 31.224872231686543, | |
| "grad_norm": 0.005033303517848253, | |
| "learning_rate": 1.6539299269937192e-06, | |
| "loss": 0.000362906651571393, | |
| "step": 9180 | |
| }, | |
| { | |
| "epoch": 31.25894378194208, | |
| "grad_norm": 0.0043688369914889336, | |
| "learning_rate": 1.6141015613551636e-06, | |
| "loss": 0.0003627951489761472, | |
| "step": 9190 | |
| }, | |
| { | |
| "epoch": 31.293015332197616, | |
| "grad_norm": 0.004733602982014418, | |
| "learning_rate": 1.5747507450000198e-06, | |
| "loss": 0.000360643956810236, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 31.327086882453152, | |
| "grad_norm": 0.004427157808095217, | |
| "learning_rate": 1.5358778663049579e-06, | |
| "loss": 0.00037265238352119924, | |
| "step": 9210 | |
| }, | |
| { | |
| "epoch": 31.361158432708688, | |
| "grad_norm": 0.005903623998165131, | |
| "learning_rate": 1.4974833089296037e-06, | |
| "loss": 0.00040756086818873884, | |
| "step": 9220 | |
| }, | |
| { | |
| "epoch": 31.395229982964224, | |
| "grad_norm": 0.006067934446036816, | |
| "learning_rate": 1.4595674518127268e-06, | |
| "loss": 0.00038415833842009306, | |
| "step": 9230 | |
| }, | |
| { | |
| "epoch": 31.42930153321976, | |
| "grad_norm": 0.004608978517353535, | |
| "learning_rate": 1.4221306691685366e-06, | |
| "loss": 0.0004104959312826395, | |
| "step": 9240 | |
| }, | |
| { | |
| "epoch": 31.463373083475297, | |
| "grad_norm": 0.00555928610265255, | |
| "learning_rate": 1.385173330482964e-06, | |
| "loss": 0.0003708329284563661, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 31.497444633730836, | |
| "grad_norm": 0.00429227901622653, | |
| "learning_rate": 1.3486958005100247e-06, | |
| "loss": 0.0003841962432488799, | |
| "step": 9260 | |
| }, | |
| { | |
| "epoch": 31.531516183986373, | |
| "grad_norm": 0.004735529888421297, | |
| "learning_rate": 1.3126984392682006e-06, | |
| "loss": 0.0003921882249414921, | |
| "step": 9270 | |
| }, | |
| { | |
| "epoch": 31.56558773424191, | |
| "grad_norm": 0.004542259965091944, | |
| "learning_rate": 1.2771816020369253e-06, | |
| "loss": 0.0003919101320207119, | |
| "step": 9280 | |
| }, | |
| { | |
| "epoch": 31.599659284497445, | |
| "grad_norm": 0.004277036525309086, | |
| "learning_rate": 1.2421456393530372e-06, | |
| "loss": 0.0003835365641862154, | |
| "step": 9290 | |
| }, | |
| { | |
| "epoch": 31.63373083475298, | |
| "grad_norm": 0.005043212324380875, | |
| "learning_rate": 1.207590897007349e-06, | |
| "loss": 0.0003854848211631179, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 31.667802385008518, | |
| "grad_norm": 0.005156104918569326, | |
| "learning_rate": 1.173517716041217e-06, | |
| "loss": 0.00039365091361105443, | |
| "step": 9310 | |
| }, | |
| { | |
| "epoch": 31.701873935264054, | |
| "grad_norm": 0.005229398608207703, | |
| "learning_rate": 1.1399264327431713e-06, | |
| "loss": 0.0003849109401926398, | |
| "step": 9320 | |
| }, | |
| { | |
| "epoch": 31.73594548551959, | |
| "grad_norm": 0.005152896512299776, | |
| "learning_rate": 1.106817378645636e-06, | |
| "loss": 0.00040498794987797737, | |
| "step": 9330 | |
| }, | |
| { | |
| "epoch": 31.770017035775126, | |
| "grad_norm": 0.004509305115789175, | |
| "learning_rate": 1.0741908805215861e-06, | |
| "loss": 0.00039845663122832774, | |
| "step": 9340 | |
| }, | |
| { | |
| "epoch": 31.804088586030666, | |
| "grad_norm": 0.00556230591610074, | |
| "learning_rate": 1.042047260381407e-06, | |
| "loss": 0.0003905012272298336, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 31.838160136286202, | |
| "grad_norm": 0.004550788551568985, | |
| "learning_rate": 1.0103868354696343e-06, | |
| "loss": 0.0003927945625036955, | |
| "step": 9360 | |
| }, | |
| { | |
| "epoch": 31.87223168654174, | |
| "grad_norm": 0.004953572526574135, | |
| "learning_rate": 9.792099182618919e-07, | |
| "loss": 0.00036837037187069653, | |
| "step": 9370 | |
| }, | |
| { | |
| "epoch": 31.906303236797275, | |
| "grad_norm": 0.0052412766963243484, | |
| "learning_rate": 9.485168164617642e-07, | |
| "loss": 0.00037995502352714536, | |
| "step": 9380 | |
| }, | |
| { | |
| "epoch": 31.94037478705281, | |
| "grad_norm": 0.00424719275906682, | |
| "learning_rate": 9.183078329977723e-07, | |
| "loss": 0.000392998056486249, | |
| "step": 9390 | |
| }, | |
| { | |
| "epoch": 31.974446337308347, | |
| "grad_norm": 0.005236937664449215, | |
| "learning_rate": 8.885832660203875e-07, | |
| "loss": 0.0003804670181125402, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 32.006814310051105, | |
| "grad_norm": 0.004403868690133095, | |
| "learning_rate": 8.593434088990882e-07, | |
| "loss": 0.00036736084148287774, | |
| "step": 9410 | |
| }, | |
| { | |
| "epoch": 32.040885860306645, | |
| "grad_norm": 0.004324344918131828, | |
| "learning_rate": 8.305885502194577e-07, | |
| "loss": 0.00037797554396092894, | |
| "step": 9420 | |
| }, | |
| { | |
| "epoch": 32.07495741056218, | |
| "grad_norm": 0.004861414898186922, | |
| "learning_rate": 8.02318973780336e-07, | |
| "loss": 0.0003818760393187404, | |
| "step": 9430 | |
| }, | |
| { | |
| "epoch": 32.10902896081772, | |
| "grad_norm": 0.004530130419880152, | |
| "learning_rate": 7.745349585910389e-07, | |
| "loss": 0.00037451134994626045, | |
| "step": 9440 | |
| }, | |
| { | |
| "epoch": 32.14310051107326, | |
| "grad_norm": 0.004341290332376957, | |
| "learning_rate": 7.472367788685763e-07, | |
| "loss": 0.00037274835631251335, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 32.17717206132879, | |
| "grad_norm": 0.004395690280944109, | |
| "learning_rate": 7.204247040349665e-07, | |
| "loss": 0.0003736852901056409, | |
| "step": 9460 | |
| }, | |
| { | |
| "epoch": 32.21124361158433, | |
| "grad_norm": 0.004745770711451769, | |
| "learning_rate": 6.940989987145485e-07, | |
| "loss": 0.000399275217205286, | |
| "step": 9470 | |
| }, | |
| { | |
| "epoch": 32.24531516183986, | |
| "grad_norm": 0.005878156516700983, | |
| "learning_rate": 6.682599227314234e-07, | |
| "loss": 0.00039322515949606894, | |
| "step": 9480 | |
| }, | |
| { | |
| "epoch": 32.2793867120954, | |
| "grad_norm": 0.0036912173964083195, | |
| "learning_rate": 6.429077311068344e-07, | |
| "loss": 0.0003532448783516884, | |
| "step": 9490 | |
| }, | |
| { | |
| "epoch": 32.313458262350935, | |
| "grad_norm": 0.0043158698827028275, | |
| "learning_rate": 6.18042674056668e-07, | |
| "loss": 0.0003742758883163333, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 32.347529812606474, | |
| "grad_norm": 0.004498814232647419, | |
| "learning_rate": 5.936649969890073e-07, | |
| "loss": 0.0003707940457388759, | |
| "step": 9510 | |
| }, | |
| { | |
| "epoch": 32.38160136286201, | |
| "grad_norm": 0.005161894019693136, | |
| "learning_rate": 5.697749405016828e-07, | |
| "loss": 0.000389894749969244, | |
| "step": 9520 | |
| }, | |
| { | |
| "epoch": 32.41567291311755, | |
| "grad_norm": 0.004696319345384836, | |
| "learning_rate": 5.463727403799079e-07, | |
| "loss": 0.00040489970706403255, | |
| "step": 9530 | |
| }, | |
| { | |
| "epoch": 32.44974446337309, | |
| "grad_norm": 0.004610268399119377, | |
| "learning_rate": 5.234586275939424e-07, | |
| "loss": 0.00036891817580908537, | |
| "step": 9540 | |
| }, | |
| { | |
| "epoch": 32.48381601362862, | |
| "grad_norm": 0.004635406658053398, | |
| "learning_rate": 5.010328282968435e-07, | |
| "loss": 0.00038140476681292057, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 32.51788756388416, | |
| "grad_norm": 0.004985370207577944, | |
| "learning_rate": 4.790955638221795e-07, | |
| "loss": 0.00037632756866514685, | |
| "step": 9560 | |
| }, | |
| { | |
| "epoch": 32.55195911413969, | |
| "grad_norm": 0.006067863665521145, | |
| "learning_rate": 4.576470506819086e-07, | |
| "loss": 0.0003656267188489437, | |
| "step": 9570 | |
| }, | |
| { | |
| "epoch": 32.58603066439523, | |
| "grad_norm": 0.005050371866673231, | |
| "learning_rate": 4.366875005641924e-07, | |
| "loss": 0.00037925925571471455, | |
| "step": 9580 | |
| }, | |
| { | |
| "epoch": 32.620102214650764, | |
| "grad_norm": 0.004783795680850744, | |
| "learning_rate": 4.162171203313192e-07, | |
| "loss": 0.000395351555198431, | |
| "step": 9590 | |
| }, | |
| { | |
| "epoch": 32.654173764906304, | |
| "grad_norm": 0.0053469352424144745, | |
| "learning_rate": 3.9623611201769493e-07, | |
| "loss": 0.00038469338323920965, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 32.688245315161836, | |
| "grad_norm": 0.004364959429949522, | |
| "learning_rate": 3.76744672827789e-07, | |
| "loss": 0.0003702714340761304, | |
| "step": 9610 | |
| }, | |
| { | |
| "epoch": 32.722316865417376, | |
| "grad_norm": 0.00545252813026309, | |
| "learning_rate": 3.5774299513424147e-07, | |
| "loss": 0.0003899726085364819, | |
| "step": 9620 | |
| }, | |
| { | |
| "epoch": 32.756388415672916, | |
| "grad_norm": 0.004598419182002544, | |
| "learning_rate": 3.3923126647594785e-07, | |
| "loss": 0.00039402819238603114, | |
| "step": 9630 | |
| }, | |
| { | |
| "epoch": 32.79045996592845, | |
| "grad_norm": 0.00497333612293005, | |
| "learning_rate": 3.212096695561884e-07, | |
| "loss": 0.00038548940792679785, | |
| "step": 9640 | |
| }, | |
| { | |
| "epoch": 32.82453151618399, | |
| "grad_norm": 0.00417772401124239, | |
| "learning_rate": 3.0367838224084623e-07, | |
| "loss": 0.00037141768261790277, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 32.85860306643952, | |
| "grad_norm": 0.006549280136823654, | |
| "learning_rate": 2.866375775566643e-07, | |
| "loss": 0.00039078202098608017, | |
| "step": 9660 | |
| }, | |
| { | |
| "epoch": 32.89267461669506, | |
| "grad_norm": 0.004185816273093224, | |
| "learning_rate": 2.700874236894857e-07, | |
| "loss": 0.0003707955591380596, | |
| "step": 9670 | |
| }, | |
| { | |
| "epoch": 32.92674616695059, | |
| "grad_norm": 0.004471260588616133, | |
| "learning_rate": 2.540280839826659e-07, | |
| "loss": 0.00037909401580691335, | |
| "step": 9680 | |
| }, | |
| { | |
| "epoch": 32.96081771720613, | |
| "grad_norm": 0.004595866426825523, | |
| "learning_rate": 2.3845971693539083e-07, | |
| "loss": 0.00037641602102667093, | |
| "step": 9690 | |
| }, | |
| { | |
| "epoch": 32.99488926746167, | |
| "grad_norm": 0.0038562098052352667, | |
| "learning_rate": 2.2338247620116714e-07, | |
| "loss": 0.0003711195196956396, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 33.02725724020443, | |
| "grad_norm": 0.005165089853107929, | |
| "learning_rate": 2.087965105862677e-07, | |
| "loss": 0.00035953233018517496, | |
| "step": 9710 | |
| }, | |
| { | |
| "epoch": 33.06132879045997, | |
| "grad_norm": 0.00405836058780551, | |
| "learning_rate": 1.9470196404828278e-07, | |
| "loss": 0.00038429896812886, | |
| "step": 9720 | |
| }, | |
| { | |
| "epoch": 33.0954003407155, | |
| "grad_norm": 0.004763876553624868, | |
| "learning_rate": 1.8109897569470457e-07, | |
| "loss": 0.0003812138456851244, | |
| "step": 9730 | |
| }, | |
| { | |
| "epoch": 33.12947189097104, | |
| "grad_norm": 0.005231298040598631, | |
| "learning_rate": 1.6798767978153386e-07, | |
| "loss": 0.0003790364135056734, | |
| "step": 9740 | |
| }, | |
| { | |
| "epoch": 33.16354344122657, | |
| "grad_norm": 0.004111438058316708, | |
| "learning_rate": 1.553682057119643e-07, | |
| "loss": 0.00037519976031035184, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 33.19761499148211, | |
| "grad_norm": 0.0037241752725094557, | |
| "learning_rate": 1.4324067803511142e-07, | |
| "loss": 0.0003526164684444666, | |
| "step": 9760 | |
| }, | |
| { | |
| "epoch": 33.23168654173765, | |
| "grad_norm": 0.005046004429459572, | |
| "learning_rate": 1.3160521644478008e-07, | |
| "loss": 0.0003639630973339081, | |
| "step": 9770 | |
| }, | |
| { | |
| "epoch": 33.265758091993185, | |
| "grad_norm": 0.004693778697401285, | |
| "learning_rate": 1.2046193577827657e-07, | |
| "loss": 0.0003764047985896468, | |
| "step": 9780 | |
| }, | |
| { | |
| "epoch": 33.299829642248724, | |
| "grad_norm": 0.004903760738670826, | |
| "learning_rate": 1.0981094601528186e-07, | |
| "loss": 0.0003788340603932738, | |
| "step": 9790 | |
| }, | |
| { | |
| "epoch": 33.33390119250426, | |
| "grad_norm": 0.005005911458283663, | |
| "learning_rate": 9.965235227676895e-08, | |
| "loss": 0.0003828839864581823, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 33.3679727427598, | |
| "grad_norm": 0.005354180466383696, | |
| "learning_rate": 8.998625482394829e-08, | |
| "loss": 0.00038404972292482853, | |
| "step": 9810 | |
| }, | |
| { | |
| "epoch": 33.40204429301533, | |
| "grad_norm": 0.004775671288371086, | |
| "learning_rate": 8.08127490573074e-08, | |
| "loss": 0.00037608013954013584, | |
| "step": 9820 | |
| }, | |
| { | |
| "epoch": 33.43611584327087, | |
| "grad_norm": 0.004217393230646849, | |
| "learning_rate": 7.213192551564496e-08, | |
| "loss": 0.00037033415865153076, | |
| "step": 9830 | |
| }, | |
| { | |
| "epoch": 33.47018739352641, | |
| "grad_norm": 0.004750920459628105, | |
| "learning_rate": 6.394386987517708e-08, | |
| "loss": 0.0003689353121444583, | |
| "step": 9840 | |
| }, | |
| { | |
| "epoch": 33.50425894378194, | |
| "grad_norm": 0.0038863159716129303, | |
| "learning_rate": 5.624866294871578e-08, | |
| "loss": 0.0003623348427936435, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 33.53833049403748, | |
| "grad_norm": 0.004313604906201363, | |
| "learning_rate": 4.90463806848418e-08, | |
| "loss": 0.00038169913459569217, | |
| "step": 9860 | |
| }, | |
| { | |
| "epoch": 33.572402044293014, | |
| "grad_norm": 0.005349631421267986, | |
| "learning_rate": 4.233709416717746e-08, | |
| "loss": 0.00040154606103897094, | |
| "step": 9870 | |
| }, | |
| { | |
| "epoch": 33.606473594548554, | |
| "grad_norm": 0.0038566242437809706, | |
| "learning_rate": 3.612086961366501e-08, | |
| "loss": 0.0003621417796239257, | |
| "step": 9880 | |
| }, | |
| { | |
| "epoch": 33.640545144804086, | |
| "grad_norm": 0.005148730240762234, | |
| "learning_rate": 3.0397768375939325e-08, | |
| "loss": 0.00039507062174379823, | |
| "step": 9890 | |
| }, | |
| { | |
| "epoch": 33.674616695059626, | |
| "grad_norm": 0.0049018869176507, | |
| "learning_rate": 2.5167846938689567e-08, | |
| "loss": 0.0003678308567032218, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 33.70868824531516, | |
| "grad_norm": 0.0053993333131074905, | |
| "learning_rate": 2.0431156919137328e-08, | |
| "loss": 0.0003757542232051492, | |
| "step": 9910 | |
| }, | |
| { | |
| "epoch": 33.7427597955707, | |
| "grad_norm": 0.004623922985047102, | |
| "learning_rate": 1.6187745066498228e-08, | |
| "loss": 0.00038737766444683073, | |
| "step": 9920 | |
| }, | |
| { | |
| "epoch": 33.77683134582624, | |
| "grad_norm": 0.0055684191174805164, | |
| "learning_rate": 1.2437653261537785e-08, | |
| "loss": 0.0003868590574711561, | |
| "step": 9930 | |
| }, | |
| { | |
| "epoch": 33.81090289608177, | |
| "grad_norm": 0.00475655822083354, | |
| "learning_rate": 9.180918516138448e-09, | |
| "loss": 0.00036844646092504263, | |
| "step": 9940 | |
| }, | |
| { | |
| "epoch": 33.84497444633731, | |
| "grad_norm": 0.004000869579613209, | |
| "learning_rate": 6.417572972966524e-09, | |
| "loss": 0.0003942666575312614, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 33.87904599659284, | |
| "grad_norm": 0.004669535905122757, | |
| "learning_rate": 4.147643905122456e-09, | |
| "loss": 0.0003999684005975723, | |
| "step": 9960 | |
| }, | |
| { | |
| "epoch": 33.91311754684838, | |
| "grad_norm": 0.005190175957977772, | |
| "learning_rate": 2.371153715891028e-09, | |
| "loss": 0.0003674669889733195, | |
| "step": 9970 | |
| }, | |
| { | |
| "epoch": 33.947189097103916, | |
| "grad_norm": 0.004048798233270645, | |
| "learning_rate": 1.0881199385137652e-09, | |
| "loss": 0.00037811114452779293, | |
| "step": 9980 | |
| }, | |
| { | |
| "epoch": 33.981260647359456, | |
| "grad_norm": 0.004426008556038141, | |
| "learning_rate": 2.985552360168509e-10, | |
| "loss": 0.0003870480926707387, | |
| "step": 9990 | |
| }, | |
| { | |
| "epoch": 34.01362862010222, | |
| "grad_norm": 0.005143159069120884, | |
| "learning_rate": 2.4674010778991117e-12, | |
| "loss": 0.0003771143266931176, | |
| "step": 10000 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 10000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 35, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |