| { |
| "best_global_step": 11000, |
| "best_metric": 0.978, |
| "best_model_checkpoint": "/content/drive/MyDrive/radar/RADAR/outputs/checkpoints/checkpoint-11000", |
| "epoch": 9.966777408637874, |
| "eval_steps": 500, |
| "global_step": 12000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.008305647840531562, |
| "grad_norm": 16.83112907409668, |
| "learning_rate": 4.972375690607735e-07, |
| "loss": 0.05300590395927429, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.016611295681063124, |
| "grad_norm": 24.510848999023438, |
| "learning_rate": 1.0497237569060774e-06, |
| "loss": 0.08961113691329955, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.024916943521594685, |
| "grad_norm": 19.370145797729492, |
| "learning_rate": 1.6022099447513815e-06, |
| "loss": 0.06312323808670044, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.03322259136212625, |
| "grad_norm": 16.086774826049805, |
| "learning_rate": 2.1546961325966854e-06, |
| "loss": 0.16393563747406006, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.04152823920265781, |
| "grad_norm": 22.249469757080078, |
| "learning_rate": 2.707182320441989e-06, |
| "loss": 0.32108685970306394, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.04983388704318937, |
| "grad_norm": 1.438634991645813, |
| "learning_rate": 3.2596685082872933e-06, |
| "loss": 0.09590144157409668, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.05813953488372093, |
| "grad_norm": 2.2608940601348877, |
| "learning_rate": 3.812154696132597e-06, |
| "loss": 0.0668237864971161, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0664451827242525, |
| "grad_norm": 9.070174217224121, |
| "learning_rate": 4.364640883977901e-06, |
| "loss": 0.03858251571655273, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.07475083056478406, |
| "grad_norm": 33.99458694458008, |
| "learning_rate": 4.9171270718232054e-06, |
| "loss": 0.14961743354797363, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.08305647840531562, |
| "grad_norm": 26.488201141357422, |
| "learning_rate": 5.469613259668509e-06, |
| "loss": 0.29830121994018555, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.09136212624584718, |
| "grad_norm": 6.779278755187988, |
| "learning_rate": 6.0220994475138124e-06, |
| "loss": 0.10294698476791382, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.09966777408637874, |
| "grad_norm": 22.20450782775879, |
| "learning_rate": 6.574585635359117e-06, |
| "loss": 0.1000058650970459, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.1079734219269103, |
| "grad_norm": 12.729887008666992, |
| "learning_rate": 7.12707182320442e-06, |
| "loss": 0.06427679061889649, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.11627906976744186, |
| "grad_norm": 9.187322616577148, |
| "learning_rate": 7.679558011049725e-06, |
| "loss": 0.14388138055801392, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.12458471760797342, |
| "grad_norm": 11.621493339538574, |
| "learning_rate": 8.232044198895029e-06, |
| "loss": 0.21061787605285645, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.132890365448505, |
| "grad_norm": 25.235427856445312, |
| "learning_rate": 8.784530386740332e-06, |
| "loss": 0.10970768928527833, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.14119601328903655, |
| "grad_norm": 19.270275115966797, |
| "learning_rate": 9.337016574585636e-06, |
| "loss": 0.0883016049861908, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.14950166112956811, |
| "grad_norm": 4.681619644165039, |
| "learning_rate": 9.88950276243094e-06, |
| "loss": 0.06994540095329285, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.15780730897009967, |
| "grad_norm": 10.913886070251465, |
| "learning_rate": 1.0441988950276245e-05, |
| "loss": 0.20744791030883789, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.16611295681063123, |
| "grad_norm": 39.400001525878906, |
| "learning_rate": 1.0994475138121547e-05, |
| "loss": 0.2875197410583496, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.1744186046511628, |
| "grad_norm": 10.333728790283203, |
| "learning_rate": 1.1546961325966852e-05, |
| "loss": 0.13045910596847535, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.18272425249169436, |
| "grad_norm": 5.740739345550537, |
| "learning_rate": 1.2099447513812154e-05, |
| "loss": 0.08207477331161499, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.19102990033222592, |
| "grad_norm": 9.670475006103516, |
| "learning_rate": 1.265193370165746e-05, |
| "loss": 0.09993141889572144, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.19933554817275748, |
| "grad_norm": 9.050890922546387, |
| "learning_rate": 1.3204419889502765e-05, |
| "loss": 0.17004809379577637, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.20764119601328904, |
| "grad_norm": 42.47259521484375, |
| "learning_rate": 1.3756906077348067e-05, |
| "loss": 0.28405323028564455, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.2159468438538206, |
| "grad_norm": 10.077814102172852, |
| "learning_rate": 1.4309392265193372e-05, |
| "loss": 0.06517388224601746, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.22425249169435216, |
| "grad_norm": 47.007381439208984, |
| "learning_rate": 1.4861878453038676e-05, |
| "loss": 0.08509432077407837, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.23255813953488372, |
| "grad_norm": 20.001007080078125, |
| "learning_rate": 1.541436464088398e-05, |
| "loss": 0.10799007415771485, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.24086378737541528, |
| "grad_norm": 34.18750762939453, |
| "learning_rate": 1.5966850828729285e-05, |
| "loss": 0.18408216238021852, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.24916943521594684, |
| "grad_norm": 12.465804100036621, |
| "learning_rate": 1.6519337016574586e-05, |
| "loss": 0.25962674617767334, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.2574750830564784, |
| "grad_norm": 1.5916982889175415, |
| "learning_rate": 1.707182320441989e-05, |
| "loss": 0.07179607152938842, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.26578073089701, |
| "grad_norm": 2.1843109130859375, |
| "learning_rate": 1.7624309392265194e-05, |
| "loss": 0.06425885558128357, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.27408637873754155, |
| "grad_norm": 2.3891329765319824, |
| "learning_rate": 1.81767955801105e-05, |
| "loss": 0.08510435819625854, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.2823920265780731, |
| "grad_norm": 8.76103401184082, |
| "learning_rate": 1.8729281767955803e-05, |
| "loss": 0.21063413619995117, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.29069767441860467, |
| "grad_norm": 26.145353317260742, |
| "learning_rate": 1.9281767955801107e-05, |
| "loss": 0.32075982093811034, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.29900332225913623, |
| "grad_norm": 20.650766372680664, |
| "learning_rate": 1.9834254143646408e-05, |
| "loss": 0.10961083173751832, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.3073089700996678, |
| "grad_norm": 4.302230358123779, |
| "learning_rate": 1.9999982269182506e-05, |
| "loss": 0.07394000887870789, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.31561461794019935, |
| "grad_norm": 1.942402958869934, |
| "learning_rate": 1.999989542451349e-05, |
| "loss": 0.06208068132400513, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.3239202657807309, |
| "grad_norm": 5.765994071960449, |
| "learning_rate": 1.99997362099399e-05, |
| "loss": 0.12262409925460815, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.33222591362126247, |
| "grad_norm": 34.15365219116211, |
| "learning_rate": 1.9999504626613983e-05, |
| "loss": 0.32247633934020997, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.34053156146179403, |
| "grad_norm": 17.080778121948242, |
| "learning_rate": 1.9999200676211728e-05, |
| "loss": 0.08944156765937805, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.3488372093023256, |
| "grad_norm": 2.397739887237549, |
| "learning_rate": 1.999882436093284e-05, |
| "loss": 0.06061902642250061, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.35714285714285715, |
| "grad_norm": 0.11066510528326035, |
| "learning_rate": 1.9998375683500734e-05, |
| "loss": 0.021029716730117796, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.3654485049833887, |
| "grad_norm": 12.773712158203125, |
| "learning_rate": 1.9997854647162524e-05, |
| "loss": 0.223671817779541, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.37375415282392027, |
| "grad_norm": 21.977563858032227, |
| "learning_rate": 1.9997261255688983e-05, |
| "loss": 0.24787373542785646, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.38205980066445183, |
| "grad_norm": 1.5935643911361694, |
| "learning_rate": 1.9996595513374527e-05, |
| "loss": 0.08940771222114563, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.3903654485049834, |
| "grad_norm": 5.3650383949279785, |
| "learning_rate": 1.999585742503717e-05, |
| "loss": 0.07068525552749634, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.39867109634551495, |
| "grad_norm": 1.2879642248153687, |
| "learning_rate": 1.999504699601851e-05, |
| "loss": 0.056727123260498044, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.4069767441860465, |
| "grad_norm": 8.278883934020996, |
| "learning_rate": 1.9994164232183678e-05, |
| "loss": 0.22892401218414307, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.4152823920265781, |
| "grad_norm": 20.857627868652344, |
| "learning_rate": 1.999320913992129e-05, |
| "loss": 0.2103438377380371, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.4152823920265781, |
| "eval_brier": 0.928, |
| "eval_c@1": 0.904, |
| "eval_f05u": 0.952, |
| "eval_f1": 0.902, |
| "eval_loss": 0.1814199686050415, |
| "eval_mean": 0.934, |
| "eval_roc-auc": 0.982, |
| "eval_runtime": 72.3861, |
| "eval_samples_per_second": 254.51, |
| "eval_steps_per_second": 3.979, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.42358803986710963, |
| "grad_norm": 4.860109329223633, |
| "learning_rate": 1.9992181726143415e-05, |
| "loss": 0.051990830898284913, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.4318936877076412, |
| "grad_norm": 2.0726921558380127, |
| "learning_rate": 1.9991081998285514e-05, |
| "loss": 0.06843258142471313, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.44019933554817275, |
| "grad_norm": 9.351646423339844, |
| "learning_rate": 1.9989909964306388e-05, |
| "loss": 0.10711724758148193, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.4485049833887043, |
| "grad_norm": 8.241874694824219, |
| "learning_rate": 1.998866563268812e-05, |
| "loss": 0.16665782928466796, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.4568106312292359, |
| "grad_norm": 15.618956565856934, |
| "learning_rate": 1.9987349012436038e-05, |
| "loss": 0.15495831966400148, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.46511627906976744, |
| "grad_norm": 6.535603046417236, |
| "learning_rate": 1.998596011307859e-05, |
| "loss": 0.04994972050189972, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.473421926910299, |
| "grad_norm": 0.7167952656745911, |
| "learning_rate": 1.998449894466734e-05, |
| "loss": 0.06999388933181763, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.48172757475083056, |
| "grad_norm": 3.554610252380371, |
| "learning_rate": 1.9982965517776867e-05, |
| "loss": 0.032020002603530884, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.4900332225913621, |
| "grad_norm": 7.1078033447265625, |
| "learning_rate": 1.998135984350467e-05, |
| "loss": 0.1670602560043335, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.4983388704318937, |
| "grad_norm": 13.27259635925293, |
| "learning_rate": 1.9979681933471127e-05, |
| "loss": 0.2317356586456299, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.5066445182724253, |
| "grad_norm": 1.831939458847046, |
| "learning_rate": 1.997793179981939e-05, |
| "loss": 0.08199180364608764, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.5149501661129569, |
| "grad_norm": 6.776217460632324, |
| "learning_rate": 1.9976109455215284e-05, |
| "loss": 0.03575927019119263, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.5232558139534884, |
| "grad_norm": 15.310006141662598, |
| "learning_rate": 1.9974214912847235e-05, |
| "loss": 0.1283599853515625, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.53156146179402, |
| "grad_norm": 7.563514709472656, |
| "learning_rate": 1.9972248186426175e-05, |
| "loss": 0.12110563516616821, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.5398671096345515, |
| "grad_norm": 6.085082530975342, |
| "learning_rate": 1.9970209290185436e-05, |
| "loss": 0.13210896253585816, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.5481727574750831, |
| "grad_norm": 2.3826427459716797, |
| "learning_rate": 1.996809823888064e-05, |
| "loss": 0.06088674068450928, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.5564784053156147, |
| "grad_norm": 0.09302367269992828, |
| "learning_rate": 1.996591504778961e-05, |
| "loss": 0.020438264310359954, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.5647840531561462, |
| "grad_norm": 11.22698974609375, |
| "learning_rate": 1.9963659732712242e-05, |
| "loss": 0.06598439812660217, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.5730897009966778, |
| "grad_norm": 1.0729060173034668, |
| "learning_rate": 1.9961332309970398e-05, |
| "loss": 0.13380913734436034, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.5813953488372093, |
| "grad_norm": 12.22038459777832, |
| "learning_rate": 1.9958932796407794e-05, |
| "loss": 0.16085643768310548, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.5897009966777409, |
| "grad_norm": 7.082716941833496, |
| "learning_rate": 1.9956461209389863e-05, |
| "loss": 0.06574858427047729, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.5980066445182725, |
| "grad_norm": 1.9633880853652954, |
| "learning_rate": 1.9953917566803652e-05, |
| "loss": 0.06811402440071106, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.606312292358804, |
| "grad_norm": 0.07808863371610641, |
| "learning_rate": 1.9951301887057662e-05, |
| "loss": 0.045835795998573306, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.6146179401993356, |
| "grad_norm": 4.953616142272949, |
| "learning_rate": 1.994861418908175e-05, |
| "loss": 0.11979286670684815, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.6229235880398671, |
| "grad_norm": 3.3133060932159424, |
| "learning_rate": 1.9945854492326956e-05, |
| "loss": 0.0893496334552765, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.6312292358803987, |
| "grad_norm": 2.264364242553711, |
| "learning_rate": 1.994302281676539e-05, |
| "loss": 0.04600924849510193, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.6395348837209303, |
| "grad_norm": 0.8064838647842407, |
| "learning_rate": 1.9940119182890078e-05, |
| "loss": 0.05525304079055786, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.6478405315614618, |
| "grad_norm": 2.455915689468384, |
| "learning_rate": 1.99371436117148e-05, |
| "loss": 0.036086255311965944, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.6561461794019934, |
| "grad_norm": 2.6588404178619385, |
| "learning_rate": 1.9934096124773976e-05, |
| "loss": 0.20075614452362062, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.6644518272425249, |
| "grad_norm": 13.506540298461914, |
| "learning_rate": 1.9930976744122463e-05, |
| "loss": 0.1896299362182617, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.6727574750830565, |
| "grad_norm": 1.5946769714355469, |
| "learning_rate": 1.992778549233543e-05, |
| "loss": 0.07047351002693177, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.6810631229235881, |
| "grad_norm": 1.7787715196609497, |
| "learning_rate": 1.992452239250817e-05, |
| "loss": 0.07980353236198426, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.6893687707641196, |
| "grad_norm": 0.3226272761821747, |
| "learning_rate": 1.9921187468255954e-05, |
| "loss": 0.049928227066993715, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.6976744186046512, |
| "grad_norm": 5.392436981201172, |
| "learning_rate": 1.991778074371385e-05, |
| "loss": 0.12367438077926636, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.7059800664451827, |
| "grad_norm": 7.643642425537109, |
| "learning_rate": 1.991430224353655e-05, |
| "loss": 0.13326771259307862, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.7142857142857143, |
| "grad_norm": 2.352473735809326, |
| "learning_rate": 1.9910751992898192e-05, |
| "loss": 0.028580480813980104, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.7225913621262459, |
| "grad_norm": 2.6504147052764893, |
| "learning_rate": 1.9907130017492176e-05, |
| "loss": 0.02747690975666046, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.7308970099667774, |
| "grad_norm": 9.994357109069824, |
| "learning_rate": 1.990343634353097e-05, |
| "loss": 0.08383561372756958, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.739202657807309, |
| "grad_norm": 8.853647232055664, |
| "learning_rate": 1.9899670997745943e-05, |
| "loss": 0.08635759353637695, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.7475083056478405, |
| "grad_norm": 20.926956176757812, |
| "learning_rate": 1.9895834007387144e-05, |
| "loss": 0.17967108488082886, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.7558139534883721, |
| "grad_norm": 1.024949312210083, |
| "learning_rate": 1.9891925400223132e-05, |
| "loss": 0.037137174606323244, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.7641196013289037, |
| "grad_norm": 4.252371788024902, |
| "learning_rate": 1.988794520454076e-05, |
| "loss": 0.054977518320083615, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.7724252491694352, |
| "grad_norm": 0.2748623192310333, |
| "learning_rate": 1.988389344914496e-05, |
| "loss": 0.03901148438453674, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.7807308970099668, |
| "grad_norm": 1.716922402381897, |
| "learning_rate": 1.9879770163358554e-05, |
| "loss": 0.16883451938629152, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.7890365448504983, |
| "grad_norm": 13.949922561645508, |
| "learning_rate": 1.9875575377022037e-05, |
| "loss": 0.13278028964996338, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.7973421926910299, |
| "grad_norm": 0.58612060546875, |
| "learning_rate": 1.9871309120493352e-05, |
| "loss": 0.05191807150840759, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.8056478405315615, |
| "grad_norm": 0.22168058156967163, |
| "learning_rate": 1.9866971424647685e-05, |
| "loss": 0.043825897574424746, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.813953488372093, |
| "grad_norm": 0.05641980841755867, |
| "learning_rate": 1.9862562320877227e-05, |
| "loss": 0.03552835881710052, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.8222591362126246, |
| "grad_norm": 14.803342819213867, |
| "learning_rate": 1.9858081841090944e-05, |
| "loss": 0.11208894252777099, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.8305647840531561, |
| "grad_norm": 12.898427963256836, |
| "learning_rate": 1.9853530017714374e-05, |
| "loss": 0.21021549701690673, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.8305647840531561, |
| "eval_brier": 0.93, |
| "eval_c@1": 0.909, |
| "eval_f05u": 0.945, |
| "eval_f1": 0.91, |
| "eval_loss": 0.18657569587230682, |
| "eval_mean": 0.934, |
| "eval_roc-auc": 0.977, |
| "eval_runtime": 69.0871, |
| "eval_samples_per_second": 266.663, |
| "eval_steps_per_second": 4.169, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.8388704318936877, |
| "grad_norm": 10.441580772399902, |
| "learning_rate": 1.9848906883689364e-05, |
| "loss": 0.09427762031555176, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.8471760797342193, |
| "grad_norm": 10.603070259094238, |
| "learning_rate": 1.9844212472473834e-05, |
| "loss": 0.04516265392303467, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.8554817275747508, |
| "grad_norm": 1.0459258556365967, |
| "learning_rate": 1.983944681804156e-05, |
| "loss": 0.0815069019794464, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.8637873754152824, |
| "grad_norm": 2.7023723125457764, |
| "learning_rate": 1.9834609954881884e-05, |
| "loss": 0.10050047636032104, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.872093023255814, |
| "grad_norm": 3.6623501777648926, |
| "learning_rate": 1.9829701917999513e-05, |
| "loss": 0.13907005786895751, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.8803986710963455, |
| "grad_norm": 7.458986759185791, |
| "learning_rate": 1.982472274291423e-05, |
| "loss": 0.08346118927001953, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.8887043189368771, |
| "grad_norm": 0.37509089708328247, |
| "learning_rate": 1.981967246566066e-05, |
| "loss": 0.01990487277507782, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.8970099667774086, |
| "grad_norm": 3.439479351043701, |
| "learning_rate": 1.9814551122787994e-05, |
| "loss": 0.039832589030265805, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.9053156146179402, |
| "grad_norm": 4.903800964355469, |
| "learning_rate": 1.9809358751359724e-05, |
| "loss": 0.15382176637649536, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.9136212624584718, |
| "grad_norm": 6.491225719451904, |
| "learning_rate": 1.9804095388953384e-05, |
| "loss": 0.09639735817909241, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.9219269102990033, |
| "grad_norm": 0.31971296668052673, |
| "learning_rate": 1.9798761073660287e-05, |
| "loss": 0.029558992385864256, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.9302325581395349, |
| "grad_norm": 1.9831352233886719, |
| "learning_rate": 1.979335584408521e-05, |
| "loss": 0.05827125310897827, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.9385382059800664, |
| "grad_norm": 0.9004706740379333, |
| "learning_rate": 1.978787973934617e-05, |
| "loss": 0.03546359837055206, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.946843853820598, |
| "grad_norm": 5.776724815368652, |
| "learning_rate": 1.9782332799074094e-05, |
| "loss": 0.10988500118255615, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.9551495016611296, |
| "grad_norm": 8.462262153625488, |
| "learning_rate": 1.9776715063412553e-05, |
| "loss": 0.18307191133499146, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.9634551495016611, |
| "grad_norm": 0.4519129991531372, |
| "learning_rate": 1.9771026573017472e-05, |
| "loss": 0.07031915783882141, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.9717607973421927, |
| "grad_norm": 2.075129508972168, |
| "learning_rate": 1.976526736905684e-05, |
| "loss": 0.018192824721336365, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.9800664451827242, |
| "grad_norm": 3.2885875701904297, |
| "learning_rate": 1.9759437493210386e-05, |
| "loss": 0.059246021509170535, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.9883720930232558, |
| "grad_norm": 16.03324317932129, |
| "learning_rate": 1.975353698766932e-05, |
| "loss": 0.07062767148017883, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.9966777408637874, |
| "grad_norm": 5.529783248901367, |
| "learning_rate": 1.9747565895135973e-05, |
| "loss": 0.15401830673217773, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.004983388704319, |
| "grad_norm": 0.18491490185260773, |
| "learning_rate": 1.9741524258823554e-05, |
| "loss": 0.07995923161506653, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.0132890365448506, |
| "grad_norm": 2.728106737136841, |
| "learning_rate": 1.9735412122455777e-05, |
| "loss": 0.008018089830875397, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.021594684385382, |
| "grad_norm": 1.0241869688034058, |
| "learning_rate": 1.9729229530266576e-05, |
| "loss": 0.030219340324401857, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.0299003322259137, |
| "grad_norm": 7.063983917236328, |
| "learning_rate": 1.972297652699978e-05, |
| "loss": 0.07526764869689942, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.0382059800664452, |
| "grad_norm": 2.7647554874420166, |
| "learning_rate": 1.971665315790879e-05, |
| "loss": 0.08511782884597778, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.0465116279069768, |
| "grad_norm": 0.05360090732574463, |
| "learning_rate": 1.9710259468756247e-05, |
| "loss": 0.04494154155254364, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.0548172757475083, |
| "grad_norm": 0.6909206509590149, |
| "learning_rate": 1.97037955058137e-05, |
| "loss": 0.0197439044713974, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.06312292358804, |
| "grad_norm": 1.1125959157943726, |
| "learning_rate": 1.969726131586127e-05, |
| "loss": 0.03601456880569458, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.0714285714285714, |
| "grad_norm": 8.950166702270508, |
| "learning_rate": 1.9690656946187333e-05, |
| "loss": 0.06061711311340332, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.079734219269103, |
| "grad_norm": 10.442480087280273, |
| "learning_rate": 1.9683982444588143e-05, |
| "loss": 0.0630322515964508, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.0880398671096345, |
| "grad_norm": 0.17640690505504608, |
| "learning_rate": 1.9677237859367512e-05, |
| "loss": 0.08533826470375061, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.0963455149501662, |
| "grad_norm": 10.902055740356445, |
| "learning_rate": 1.967042323933645e-05, |
| "loss": 0.041460072994232176, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.1046511627906976, |
| "grad_norm": 0.6280453205108643, |
| "learning_rate": 1.9663538633812806e-05, |
| "loss": 0.026225927472114562, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.1129568106312293, |
| "grad_norm": 7.400638103485107, |
| "learning_rate": 1.9656584092620936e-05, |
| "loss": 0.10436614751815795, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.1212624584717608, |
| "grad_norm": 9.567360877990723, |
| "learning_rate": 1.9649559666091304e-05, |
| "loss": 0.09774322509765625, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.1295681063122924, |
| "grad_norm": 11.050363540649414, |
| "learning_rate": 1.964246540506016e-05, |
| "loss": 0.09643864035606384, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.1378737541528239, |
| "grad_norm": 1.9213371276855469, |
| "learning_rate": 1.9635301360869132e-05, |
| "loss": 0.04072706401348114, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.1461794019933556, |
| "grad_norm": 0.3345423936843872, |
| "learning_rate": 1.9628067585364882e-05, |
| "loss": 0.02469405233860016, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.154485049833887, |
| "grad_norm": 16.516342163085938, |
| "learning_rate": 1.962076413089873e-05, |
| "loss": 0.1438913583755493, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.1627906976744187, |
| "grad_norm": 1.104395866394043, |
| "learning_rate": 1.9613391050326245e-05, |
| "loss": 0.11620582342147827, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.1710963455149501, |
| "grad_norm": 9.292811393737793, |
| "learning_rate": 1.9605948397006913e-05, |
| "loss": 0.1055580735206604, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.1794019933554818, |
| "grad_norm": 9.632716178894043, |
| "learning_rate": 1.9598436224803703e-05, |
| "loss": 0.04468507170677185, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.1877076411960132, |
| "grad_norm": 1.043423056602478, |
| "learning_rate": 1.9590854588082697e-05, |
| "loss": 0.0349301666021347, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.196013289036545, |
| "grad_norm": 2.9193689823150635, |
| "learning_rate": 1.958320354171271e-05, |
| "loss": 0.06454914212226867, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.2043189368770764, |
| "grad_norm": 0.6662460565567017, |
| "learning_rate": 1.9575483141064863e-05, |
| "loss": 0.04076001644134521, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.212624584717608, |
| "grad_norm": 0.23810455203056335, |
| "learning_rate": 1.9567693442012214e-05, |
| "loss": 0.056306701898574826, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.2209302325581395, |
| "grad_norm": 4.045562744140625, |
| "learning_rate": 1.9559834500929324e-05, |
| "loss": 0.036572623252868655, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.2292358803986712, |
| "grad_norm": 5.869875431060791, |
| "learning_rate": 1.955190637469187e-05, |
| "loss": 0.039019054174423216, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.2375415282392026, |
| "grad_norm": 5.444359302520752, |
| "learning_rate": 1.9543909120676224e-05, |
| "loss": 0.027615264058113098, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.2458471760797343, |
| "grad_norm": 4.1580705642700195, |
| "learning_rate": 1.953584279675905e-05, |
| "loss": 0.08209576010704041, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.2458471760797343, |
| "eval_brier": 0.94, |
| "eval_c@1": 0.921, |
| "eval_f05u": 0.905, |
| "eval_f1": 0.93, |
| "eval_loss": 0.2049339860677719, |
| "eval_mean": 0.937, |
| "eval_roc-auc": 0.989, |
| "eval_runtime": 69.2458, |
| "eval_samples_per_second": 266.052, |
| "eval_steps_per_second": 4.159, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.2541528239202657, |
| "grad_norm": 5.411282539367676, |
| "learning_rate": 1.952770746131686e-05, |
| "loss": 0.09549391269683838, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.2624584717607974, |
| "grad_norm": 2.6220927238464355, |
| "learning_rate": 1.951950317322562e-05, |
| "loss": 0.05993903279304504, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.2707641196013288, |
| "grad_norm": 17.44796371459961, |
| "learning_rate": 1.9511229991860304e-05, |
| "loss": 0.02594410181045532, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.2790697674418605, |
| "grad_norm": 3.954331159591675, |
| "learning_rate": 1.950288797709447e-05, |
| "loss": 0.09088499546051025, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.287375415282392, |
| "grad_norm": 8.130070686340332, |
| "learning_rate": 1.949447718929983e-05, |
| "loss": 0.12227284908294678, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.2956810631229236, |
| "grad_norm": 0.1791795790195465, |
| "learning_rate": 1.948599768934582e-05, |
| "loss": 0.08279802203178406, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.303986710963455, |
| "grad_norm": 0.27110907435417175, |
| "learning_rate": 1.9477449538599132e-05, |
| "loss": 0.04039774239063263, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.3122923588039868, |
| "grad_norm": 0.05300529673695564, |
| "learning_rate": 1.9468832798923305e-05, |
| "loss": 0.00991017147898674, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.3205980066445182, |
| "grad_norm": 3.4683456420898438, |
| "learning_rate": 1.946014753267825e-05, |
| "loss": 0.05042205452919006, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.3289036544850499, |
| "grad_norm": 1.2810217142105103, |
| "learning_rate": 1.9451393802719815e-05, |
| "loss": 0.08756383657455444, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.3372093023255813, |
| "grad_norm": 0.41384729743003845, |
| "learning_rate": 1.944257167239932e-05, |
| "loss": 0.06056967377662659, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.345514950166113, |
| "grad_norm": 6.993170738220215, |
| "learning_rate": 1.943368120556311e-05, |
| "loss": 0.033351412415504454, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.3538205980066444, |
| "grad_norm": 0.06484860181808472, |
| "learning_rate": 1.942472246655208e-05, |
| "loss": 0.03970024585723877, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.3621262458471761, |
| "grad_norm": 0.5462992191314697, |
| "learning_rate": 1.9415695520201216e-05, |
| "loss": 0.0880971074104309, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.3704318936877076, |
| "grad_norm": 4.575297832489014, |
| "learning_rate": 1.9406600431839123e-05, |
| "loss": 0.10081875324249268, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.3787375415282392, |
| "grad_norm": 1.5679502487182617, |
| "learning_rate": 1.9397437267287565e-05, |
| "loss": 0.09293895959854126, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.3870431893687707, |
| "grad_norm": 0.10219092667102814, |
| "learning_rate": 1.9388206092860962e-05, |
| "loss": 0.0185856893658638, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.3953488372093024, |
| "grad_norm": 21.064393997192383, |
| "learning_rate": 1.9378906975365935e-05, |
| "loss": 0.050033068656921385, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.4036544850498338, |
| "grad_norm": 0.2731074392795563, |
| "learning_rate": 1.936953998210082e-05, |
| "loss": 0.033242452144622806, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.4119601328903655, |
| "grad_norm": 8.639477729797363, |
| "learning_rate": 1.9360105180855153e-05, |
| "loss": 0.0725834846496582, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.420265780730897, |
| "grad_norm": 0.026840293779969215, |
| "learning_rate": 1.9350602639909227e-05, |
| "loss": 0.03226782977581024, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.4285714285714286, |
| "grad_norm": 16.719680786132812, |
| "learning_rate": 1.9341032428033552e-05, |
| "loss": 0.05763497352600098, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.43687707641196, |
| "grad_norm": 0.12961284816265106, |
| "learning_rate": 1.933139461448839e-05, |
| "loss": 0.03973042368888855, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.4451827242524917, |
| "grad_norm": 2.3053228855133057, |
| "learning_rate": 1.9321689269023232e-05, |
| "loss": 0.027554985880851746, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.4534883720930232, |
| "grad_norm": 6.428056716918945, |
| "learning_rate": 1.9311916461876303e-05, |
| "loss": 0.09585081934928893, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.4617940199335548, |
| "grad_norm": 1.7588001489639282, |
| "learning_rate": 1.930207626377406e-05, |
| "loss": 0.08310455083847046, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.4700996677740865, |
| "grad_norm": 0.06497257202863693, |
| "learning_rate": 1.929216874593066e-05, |
| "loss": 0.0100330650806427, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.478405315614618, |
| "grad_norm": 0.06480560451745987, |
| "learning_rate": 1.9282193980047475e-05, |
| "loss": 0.02021673172712326, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.4867109634551494, |
| "grad_norm": 7.9334187507629395, |
| "learning_rate": 1.9272152038312537e-05, |
| "loss": 0.05561460852622986, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.495016611295681, |
| "grad_norm": 1.0112978219985962, |
| "learning_rate": 1.9262042993400042e-05, |
| "loss": 0.08957358002662659, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.5033222591362128, |
| "grad_norm": 0.8256621956825256, |
| "learning_rate": 1.9251866918469824e-05, |
| "loss": 0.08316249847412109, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.5116279069767442, |
| "grad_norm": 2.5284905433654785, |
| "learning_rate": 1.9241623887166803e-05, |
| "loss": 0.07930291891098022, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.5199335548172757, |
| "grad_norm": 4.260557651519775, |
| "learning_rate": 1.923131397362048e-05, |
| "loss": 0.02844361066818237, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.5282392026578073, |
| "grad_norm": 6.121240139007568, |
| "learning_rate": 1.922093725244438e-05, |
| "loss": 0.030609488487243652, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.536544850498339, |
| "grad_norm": 1.5962550640106201, |
| "learning_rate": 1.9210493798735514e-05, |
| "loss": 0.04409843683242798, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.5448504983388704, |
| "grad_norm": 2.6924915313720703, |
| "learning_rate": 1.9199983688073855e-05, |
| "loss": 0.11589599847793579, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.553156146179402, |
| "grad_norm": 1.626353144645691, |
| "learning_rate": 1.9189406996521763e-05, |
| "loss": 0.034252825379371646, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.5614617940199336, |
| "grad_norm": 0.059950847178697586, |
| "learning_rate": 1.9178763800623462e-05, |
| "loss": 0.021375831961631776, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.5697674418604652, |
| "grad_norm": 10.785876274108887, |
| "learning_rate": 1.9168054177404455e-05, |
| "loss": 0.08135627508163452, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.5780730897009967, |
| "grad_norm": 4.941102504730225, |
| "learning_rate": 1.9157278204371002e-05, |
| "loss": 0.08478119969367981, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.5863787375415281, |
| "grad_norm": 0.6561166048049927, |
| "learning_rate": 1.914643595950953e-05, |
| "loss": 0.07132599353790284, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.5946843853820598, |
| "grad_norm": 0.13666100800037384, |
| "learning_rate": 1.913552752128608e-05, |
| "loss": 0.04639454483985901, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.6029900332225915, |
| "grad_norm": 1.1386218070983887, |
| "learning_rate": 1.912455296864574e-05, |
| "loss": 0.02302076816558838, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.611295681063123, |
| "grad_norm": 3.7991814613342285, |
| "learning_rate": 1.9113512381012074e-05, |
| "loss": 0.07212566137313843, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.6196013289036544, |
| "grad_norm": 1.7103837728500366, |
| "learning_rate": 1.9102405838286552e-05, |
| "loss": 0.06245579719543457, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.627906976744186, |
| "grad_norm": 1.7986949682235718, |
| "learning_rate": 1.909123342084795e-05, |
| "loss": 0.06121249198913574, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.6362126245847177, |
| "grad_norm": 10.097555160522461, |
| "learning_rate": 1.9079995209551797e-05, |
| "loss": 0.06147882342338562, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.6445182724252492, |
| "grad_norm": 2.3163371086120605, |
| "learning_rate": 1.9068691285729764e-05, |
| "loss": 0.0443866103887558, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.6528239202657806, |
| "grad_norm": 7.275723934173584, |
| "learning_rate": 1.9057321731189105e-05, |
| "loss": 0.058395135402679446, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.6611295681063123, |
| "grad_norm": 0.7260637283325195, |
| "learning_rate": 1.9045886628212033e-05, |
| "loss": 0.04758671224117279, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.6611295681063123, |
| "eval_brier": 0.969, |
| "eval_c@1": 0.961, |
| "eval_f05u": 0.979, |
| "eval_f1": 0.962, |
| "eval_loss": 0.086772121489048, |
| "eval_mean": 0.973, |
| "eval_roc-auc": 0.993, |
| "eval_runtime": 69.3117, |
| "eval_samples_per_second": 265.799, |
| "eval_steps_per_second": 4.155, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.669435215946844, |
| "grad_norm": 1.015745997428894, |
| "learning_rate": 1.9034386059555144e-05, |
| "loss": 0.05637862086296082, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.6777408637873754, |
| "grad_norm": 0.1752169281244278, |
| "learning_rate": 1.902282010844881e-05, |
| "loss": 0.01659790724515915, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.6860465116279069, |
| "grad_norm": 6.977785587310791, |
| "learning_rate": 1.90111888585966e-05, |
| "loss": 0.04397172033786774, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.6943521594684385, |
| "grad_norm": 6.9239678382873535, |
| "learning_rate": 1.899949239417462e-05, |
| "loss": 0.035265779495239256, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.7026578073089702, |
| "grad_norm": 10.678945541381836, |
| "learning_rate": 1.8987730799830966e-05, |
| "loss": 0.04530561566352844, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.7109634551495017, |
| "grad_norm": 11.756209373474121, |
| "learning_rate": 1.897590416068507e-05, |
| "loss": 0.03778558969497681, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.719269102990033, |
| "grad_norm": 0.08435416966676712, |
| "learning_rate": 1.8964012562327108e-05, |
| "loss": 0.03003433644771576, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.7275747508305648, |
| "grad_norm": 0.061264973133802414, |
| "learning_rate": 1.895205609081736e-05, |
| "loss": 0.013656507432460784, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.7358803986710964, |
| "grad_norm": 0.13846907019615173, |
| "learning_rate": 1.89400348326856e-05, |
| "loss": 0.035211169719696046, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.744186046511628, |
| "grad_norm": 1.5302634239196777, |
| "learning_rate": 1.892794887493047e-05, |
| "loss": 0.07737213373184204, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.7524916943521593, |
| "grad_norm": 1.1371228694915771, |
| "learning_rate": 1.8915798305018845e-05, |
| "loss": 0.08640394806861877, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.760797342192691, |
| "grad_norm": 9.73719310760498, |
| "learning_rate": 1.89035832108852e-05, |
| "loss": 0.04082046747207642, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.7691029900332227, |
| "grad_norm": 1.2219951152801514, |
| "learning_rate": 1.8891303680930987e-05, |
| "loss": 0.023467710614204405, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.7774086378737541, |
| "grad_norm": 4.731136322021484, |
| "learning_rate": 1.8878959804023966e-05, |
| "loss": 0.06853907704353332, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.7857142857142856, |
| "grad_norm": 6.506364822387695, |
| "learning_rate": 1.88665516694976e-05, |
| "loss": 0.07831427454948425, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.7940199335548173, |
| "grad_norm": 1.6120778322219849, |
| "learning_rate": 1.8854079367150374e-05, |
| "loss": 0.05418685674667358, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.802325581395349, |
| "grad_norm": 2.708667039871216, |
| "learning_rate": 1.8841542987245164e-05, |
| "loss": 0.03725705742835998, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.8106312292358804, |
| "grad_norm": 0.14558850228786469, |
| "learning_rate": 1.882894262050859e-05, |
| "loss": 0.017846406996250154, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.8189368770764118, |
| "grad_norm": 1.5724000930786133, |
| "learning_rate": 1.8816278358130326e-05, |
| "loss": 0.0399004191160202, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.8272425249169435, |
| "grad_norm": 3.6788978576660156, |
| "learning_rate": 1.8803550291762485e-05, |
| "loss": 0.0954790711402893, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.8355481727574752, |
| "grad_norm": 1.1718946695327759, |
| "learning_rate": 1.879075851351892e-05, |
| "loss": 0.045383217930793765, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.8438538205980066, |
| "grad_norm": 0.3081478476524353, |
| "learning_rate": 1.8777903115974582e-05, |
| "loss": 0.03361668586730957, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.852159468438538, |
| "grad_norm": 0.06557083129882812, |
| "learning_rate": 1.8764984192164834e-05, |
| "loss": 0.004345468059182167, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.8604651162790697, |
| "grad_norm": 4.540051460266113, |
| "learning_rate": 1.875200183558477e-05, |
| "loss": 0.018223312497138978, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.8687707641196014, |
| "grad_norm": 5.702383041381836, |
| "learning_rate": 1.873895614018858e-05, |
| "loss": 0.04835923612117767, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.8770764119601329, |
| "grad_norm": 0.4880691468715668, |
| "learning_rate": 1.872584720038881e-05, |
| "loss": 0.1330762267112732, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.8853820598006643, |
| "grad_norm": 0.038495179265737534, |
| "learning_rate": 1.8712675111055733e-05, |
| "loss": 0.029408469796180725, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.893687707641196, |
| "grad_norm": 1.8155107498168945, |
| "learning_rate": 1.8699439967516627e-05, |
| "loss": 0.04721686244010925, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.9019933554817277, |
| "grad_norm": 0.045139130204916, |
| "learning_rate": 1.8686141865555104e-05, |
| "loss": 0.06960549354553222, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.910299003322259, |
| "grad_norm": 1.949537992477417, |
| "learning_rate": 1.8672780901410406e-05, |
| "loss": 0.06557999849319458, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.9186046511627906, |
| "grad_norm": 8.499605178833008, |
| "learning_rate": 1.865935717177671e-05, |
| "loss": 0.0804720401763916, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.9269102990033222, |
| "grad_norm": 1.1870088577270508, |
| "learning_rate": 1.8645870773802445e-05, |
| "loss": 0.048428884148597716, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.935215946843854, |
| "grad_norm": 2.916827440261841, |
| "learning_rate": 1.8632321805089555e-05, |
| "loss": 0.03602609932422638, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.9435215946843853, |
| "grad_norm": 4.362746715545654, |
| "learning_rate": 1.8618710363692826e-05, |
| "loss": 0.08624266386032105, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.9518272425249168, |
| "grad_norm": 3.9474129676818848, |
| "learning_rate": 1.8605036548119165e-05, |
| "loss": 0.050232100486755374, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.9601328903654485, |
| "grad_norm": 7.967952728271484, |
| "learning_rate": 1.859130045732687e-05, |
| "loss": 0.09872875809669494, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.9684385382059801, |
| "grad_norm": 3.190403938293457, |
| "learning_rate": 1.8577502190724947e-05, |
| "loss": 0.01989797055721283, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.9767441860465116, |
| "grad_norm": 0.3850468695163727, |
| "learning_rate": 1.856364184817236e-05, |
| "loss": 0.009820028394460677, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.985049833887043, |
| "grad_norm": 2.8296544551849365, |
| "learning_rate": 1.854971952997733e-05, |
| "loss": 0.0412475973367691, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.9933554817275747, |
| "grad_norm": 7.176604747772217, |
| "learning_rate": 1.8535735336896582e-05, |
| "loss": 0.08098717927932739, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.0016611295681064, |
| "grad_norm": 0.7510102987289429, |
| "learning_rate": 1.8521689370134657e-05, |
| "loss": 0.08423384428024291, |
| "step": 2410 |
| }, |
| { |
| "epoch": 2.009966777408638, |
| "grad_norm": 1.2272533178329468, |
| "learning_rate": 1.8507581731343144e-05, |
| "loss": 0.016476579010486603, |
| "step": 2420 |
| }, |
| { |
| "epoch": 2.0182724252491693, |
| "grad_norm": 0.013697882182896137, |
| "learning_rate": 1.8493412522619956e-05, |
| "loss": 0.03602006435394287, |
| "step": 2430 |
| }, |
| { |
| "epoch": 2.026578073089701, |
| "grad_norm": 0.037652477622032166, |
| "learning_rate": 1.8479181846508595e-05, |
| "loss": 0.022071529924869538, |
| "step": 2440 |
| }, |
| { |
| "epoch": 2.0348837209302326, |
| "grad_norm": 0.34081098437309265, |
| "learning_rate": 1.8464889805997406e-05, |
| "loss": 0.031250619888305665, |
| "step": 2450 |
| }, |
| { |
| "epoch": 2.043189368770764, |
| "grad_norm": 0.4983048439025879, |
| "learning_rate": 1.845053650451883e-05, |
| "loss": 0.031300300359725954, |
| "step": 2460 |
| }, |
| { |
| "epoch": 2.0514950166112955, |
| "grad_norm": 1.673167109489441, |
| "learning_rate": 1.843612204594866e-05, |
| "loss": 0.00861935168504715, |
| "step": 2470 |
| }, |
| { |
| "epoch": 2.0598006644518274, |
| "grad_norm": 4.775228977203369, |
| "learning_rate": 1.842164653460528e-05, |
| "loss": 0.02194608747959137, |
| "step": 2480 |
| }, |
| { |
| "epoch": 2.068106312292359, |
| "grad_norm": 0.9463720917701721, |
| "learning_rate": 1.8407110075248933e-05, |
| "loss": 0.027666324377059938, |
| "step": 2490 |
| }, |
| { |
| "epoch": 2.0764119601328903, |
| "grad_norm": 0.1325935274362564, |
| "learning_rate": 1.839251277308093e-05, |
| "loss": 0.05505828857421875, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.0764119601328903, |
| "eval_brier": 0.972, |
| "eval_c@1": 0.966, |
| "eval_f05u": 0.971, |
| "eval_f1": 0.968, |
| "eval_loss": 0.09322851151227951, |
| "eval_mean": 0.974, |
| "eval_roc-auc": 0.994, |
| "eval_runtime": 69.1528, |
| "eval_samples_per_second": 266.41, |
| "eval_steps_per_second": 4.165, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.0847176079734218, |
| "grad_norm": 0.13980907201766968, |
| "learning_rate": 1.8377854733742917e-05, |
| "loss": 0.009164278209209443, |
| "step": 2510 |
| }, |
| { |
| "epoch": 2.0930232558139537, |
| "grad_norm": 14.210821151733398, |
| "learning_rate": 1.8363136063316088e-05, |
| "loss": 0.010683315992355346, |
| "step": 2520 |
| }, |
| { |
| "epoch": 2.101328903654485, |
| "grad_norm": 4.6713032722473145, |
| "learning_rate": 1.834835686832044e-05, |
| "loss": 0.03733667433261871, |
| "step": 2530 |
| }, |
| { |
| "epoch": 2.1096345514950166, |
| "grad_norm": 0.5860873460769653, |
| "learning_rate": 1.833351725571398e-05, |
| "loss": 0.02269638329744339, |
| "step": 2540 |
| }, |
| { |
| "epoch": 2.117940199335548, |
| "grad_norm": 2.200061798095703, |
| "learning_rate": 1.831861733289197e-05, |
| "loss": 0.02127670347690582, |
| "step": 2550 |
| }, |
| { |
| "epoch": 2.12624584717608, |
| "grad_norm": 0.05895443633198738, |
| "learning_rate": 1.8303657207686137e-05, |
| "loss": 0.037612468004226685, |
| "step": 2560 |
| }, |
| { |
| "epoch": 2.1345514950166113, |
| "grad_norm": 0.008358967490494251, |
| "learning_rate": 1.8288636988363896e-05, |
| "loss": 0.014630788564682006, |
| "step": 2570 |
| }, |
| { |
| "epoch": 2.142857142857143, |
| "grad_norm": 0.016367830336093903, |
| "learning_rate": 1.827355678362756e-05, |
| "loss": 0.01680670529603958, |
| "step": 2580 |
| }, |
| { |
| "epoch": 2.1511627906976742, |
| "grad_norm": 0.05327534303069115, |
| "learning_rate": 1.825841670261358e-05, |
| "loss": 0.020807208120822908, |
| "step": 2590 |
| }, |
| { |
| "epoch": 2.159468438538206, |
| "grad_norm": 1.0469518899917603, |
| "learning_rate": 1.8243216854891718e-05, |
| "loss": 0.04530949294567108, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.1677740863787376, |
| "grad_norm": 0.5313214659690857, |
| "learning_rate": 1.8227957350464274e-05, |
| "loss": 0.011926326900720596, |
| "step": 2610 |
| }, |
| { |
| "epoch": 2.176079734219269, |
| "grad_norm": 0.31928905844688416, |
| "learning_rate": 1.82126382997653e-05, |
| "loss": 0.016019934415817262, |
| "step": 2620 |
| }, |
| { |
| "epoch": 2.1843853820598005, |
| "grad_norm": 0.03908394277095795, |
| "learning_rate": 1.819725981365977e-05, |
| "loss": 0.019885535538196563, |
| "step": 2630 |
| }, |
| { |
| "epoch": 2.1926910299003324, |
| "grad_norm": 0.03837399184703827, |
| "learning_rate": 1.8181822003442806e-05, |
| "loss": 0.011250430345535278, |
| "step": 2640 |
| }, |
| { |
| "epoch": 2.200996677740864, |
| "grad_norm": 0.10344582796096802, |
| "learning_rate": 1.816632498083887e-05, |
| "loss": 0.029060634970664977, |
| "step": 2650 |
| }, |
| { |
| "epoch": 2.2093023255813953, |
| "grad_norm": 0.06564024090766907, |
| "learning_rate": 1.8150768858000928e-05, |
| "loss": 0.03479950726032257, |
| "step": 2660 |
| }, |
| { |
| "epoch": 2.2176079734219267, |
| "grad_norm": 4.611400604248047, |
| "learning_rate": 1.813515374750968e-05, |
| "loss": 0.04098433554172516, |
| "step": 2670 |
| }, |
| { |
| "epoch": 2.2259136212624586, |
| "grad_norm": 0.09970167279243469, |
| "learning_rate": 1.8119479762372706e-05, |
| "loss": 0.007959491014480591, |
| "step": 2680 |
| }, |
| { |
| "epoch": 2.23421926910299, |
| "grad_norm": 0.029041744768619537, |
| "learning_rate": 1.8103747016023677e-05, |
| "loss": 0.028758007287979125, |
| "step": 2690 |
| }, |
| { |
| "epoch": 2.2425249169435215, |
| "grad_norm": 0.06805432587862015, |
| "learning_rate": 1.8087955622321517e-05, |
| "loss": 0.03202657103538513, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.250830564784053, |
| "grad_norm": 0.09453340619802475, |
| "learning_rate": 1.8072105695549588e-05, |
| "loss": 0.035026749968528746, |
| "step": 2710 |
| }, |
| { |
| "epoch": 2.259136212624585, |
| "grad_norm": 0.02279595658183098, |
| "learning_rate": 1.8056197350414857e-05, |
| "loss": 0.04423519670963287, |
| "step": 2720 |
| }, |
| { |
| "epoch": 2.2674418604651163, |
| "grad_norm": 1.4064537286758423, |
| "learning_rate": 1.8040230702047076e-05, |
| "loss": 0.015961700677871705, |
| "step": 2730 |
| }, |
| { |
| "epoch": 2.2757475083056478, |
| "grad_norm": 1.6543560028076172, |
| "learning_rate": 1.802420586599792e-05, |
| "loss": 0.024043741822242736, |
| "step": 2740 |
| }, |
| { |
| "epoch": 2.284053156146179, |
| "grad_norm": 0.7950565218925476, |
| "learning_rate": 1.8008122958240206e-05, |
| "loss": 0.011675900220870972, |
| "step": 2750 |
| }, |
| { |
| "epoch": 2.292358803986711, |
| "grad_norm": 13.708898544311523, |
| "learning_rate": 1.7991982095166988e-05, |
| "loss": 0.05354692339897156, |
| "step": 2760 |
| }, |
| { |
| "epoch": 2.3006644518272426, |
| "grad_norm": 0.21422316133975983, |
| "learning_rate": 1.7975783393590767e-05, |
| "loss": 0.03575671315193176, |
| "step": 2770 |
| }, |
| { |
| "epoch": 2.308970099667774, |
| "grad_norm": 0.06105324625968933, |
| "learning_rate": 1.7959526970742615e-05, |
| "loss": 0.0365283340215683, |
| "step": 2780 |
| }, |
| { |
| "epoch": 2.3172757475083055, |
| "grad_norm": 5.618215560913086, |
| "learning_rate": 1.7943212944271334e-05, |
| "loss": 0.0424439936876297, |
| "step": 2790 |
| }, |
| { |
| "epoch": 2.3255813953488373, |
| "grad_norm": 0.47717127203941345, |
| "learning_rate": 1.7926841432242625e-05, |
| "loss": 0.017289258539676666, |
| "step": 2800 |
| }, |
| { |
| "epoch": 2.333887043189369, |
| "grad_norm": 0.36353611946105957, |
| "learning_rate": 1.7910412553138193e-05, |
| "loss": 0.035215374827384946, |
| "step": 2810 |
| }, |
| { |
| "epoch": 2.3421926910299002, |
| "grad_norm": 0.7377805113792419, |
| "learning_rate": 1.7893926425854924e-05, |
| "loss": 0.018869006633758546, |
| "step": 2820 |
| }, |
| { |
| "epoch": 2.350498338870432, |
| "grad_norm": 0.009361806325614452, |
| "learning_rate": 1.7877383169704016e-05, |
| "loss": 0.003294094651937485, |
| "step": 2830 |
| }, |
| { |
| "epoch": 2.3588039867109636, |
| "grad_norm": 0.00782567448914051, |
| "learning_rate": 1.7860782904410103e-05, |
| "loss": 0.008531749993562699, |
| "step": 2840 |
| }, |
| { |
| "epoch": 2.367109634551495, |
| "grad_norm": 0.11934903264045715, |
| "learning_rate": 1.7844125750110405e-05, |
| "loss": 0.031217479705810548, |
| "step": 2850 |
| }, |
| { |
| "epoch": 2.3754152823920265, |
| "grad_norm": 0.7901199460029602, |
| "learning_rate": 1.7827411827353853e-05, |
| "loss": 0.03432442247867584, |
| "step": 2860 |
| }, |
| { |
| "epoch": 2.383720930232558, |
| "grad_norm": 0.06995333731174469, |
| "learning_rate": 1.7810641257100206e-05, |
| "loss": 0.01116345077753067, |
| "step": 2870 |
| }, |
| { |
| "epoch": 2.39202657807309, |
| "grad_norm": 0.5269324779510498, |
| "learning_rate": 1.7793814160719186e-05, |
| "loss": 0.013663582503795624, |
| "step": 2880 |
| }, |
| { |
| "epoch": 2.4003322259136213, |
| "grad_norm": 0.04618137329816818, |
| "learning_rate": 1.777693065998962e-05, |
| "loss": 0.010402342677116394, |
| "step": 2890 |
| }, |
| { |
| "epoch": 2.4086378737541527, |
| "grad_norm": 0.05698714405298233, |
| "learning_rate": 1.77599908770985e-05, |
| "loss": 0.022911915183067323, |
| "step": 2900 |
| }, |
| { |
| "epoch": 2.4169435215946846, |
| "grad_norm": 38.83896255493164, |
| "learning_rate": 1.7742994934640162e-05, |
| "loss": 0.02522394061088562, |
| "step": 2910 |
| }, |
| { |
| "epoch": 2.425249169435216, |
| "grad_norm": 0.1632380336523056, |
| "learning_rate": 1.772594295561537e-05, |
| "loss": 0.008206085860729217, |
| "step": 2920 |
| }, |
| { |
| "epoch": 2.4335548172757475, |
| "grad_norm": 1.6289150714874268, |
| "learning_rate": 1.770883506343042e-05, |
| "loss": 0.025161007046699525, |
| "step": 2930 |
| }, |
| { |
| "epoch": 2.441860465116279, |
| "grad_norm": 0.14310209453105927, |
| "learning_rate": 1.769167138189626e-05, |
| "loss": 0.0016272267326712607, |
| "step": 2940 |
| }, |
| { |
| "epoch": 2.4501661129568104, |
| "grad_norm": 0.083904929459095, |
| "learning_rate": 1.7674452035227586e-05, |
| "loss": 0.008397594094276428, |
| "step": 2950 |
| }, |
| { |
| "epoch": 2.4584717607973423, |
| "grad_norm": 0.6206247210502625, |
| "learning_rate": 1.7657177148041953e-05, |
| "loss": 0.06879042387008667, |
| "step": 2960 |
| }, |
| { |
| "epoch": 2.4667774086378738, |
| "grad_norm": 3.5987038612365723, |
| "learning_rate": 1.763984684535886e-05, |
| "loss": 0.04402000904083252, |
| "step": 2970 |
| }, |
| { |
| "epoch": 2.475083056478405, |
| "grad_norm": 0.16094276309013367, |
| "learning_rate": 1.7622461252598855e-05, |
| "loss": 0.0159262090921402, |
| "step": 2980 |
| }, |
| { |
| "epoch": 2.483388704318937, |
| "grad_norm": 2.2372312545776367, |
| "learning_rate": 1.760502049558262e-05, |
| "loss": 0.03023003935813904, |
| "step": 2990 |
| }, |
| { |
| "epoch": 2.4916943521594686, |
| "grad_norm": 0.7739448547363281, |
| "learning_rate": 1.758752470053007e-05, |
| "loss": 0.03061208426952362, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.4916943521594686, |
| "eval_brier": 0.969, |
| "eval_c@1": 0.963, |
| "eval_f05u": 0.959, |
| "eval_f1": 0.966, |
| "eval_loss": 0.11809011548757553, |
| "eval_mean": 0.97, |
| "eval_roc-auc": 0.995, |
| "eval_runtime": 69.3107, |
| "eval_samples_per_second": 265.803, |
| "eval_steps_per_second": 4.155, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.5, |
| "grad_norm": 2.1887381076812744, |
| "learning_rate": 1.7569973994059428e-05, |
| "loss": 0.01838263273239136, |
| "step": 3010 |
| }, |
| { |
| "epoch": 2.5083056478405314, |
| "grad_norm": 0.016387421637773514, |
| "learning_rate": 1.755236850318632e-05, |
| "loss": 0.009334413707256317, |
| "step": 3020 |
| }, |
| { |
| "epoch": 2.516611295681063, |
| "grad_norm": 2.8197641372680664, |
| "learning_rate": 1.753470835532285e-05, |
| "loss": 0.03760683834552765, |
| "step": 3030 |
| }, |
| { |
| "epoch": 2.524916943521595, |
| "grad_norm": 4.842959403991699, |
| "learning_rate": 1.751699367827667e-05, |
| "loss": 0.004269677400588989, |
| "step": 3040 |
| }, |
| { |
| "epoch": 2.5332225913621262, |
| "grad_norm": 2.8849728107452393, |
| "learning_rate": 1.749922460025007e-05, |
| "loss": 0.012648674845695495, |
| "step": 3050 |
| }, |
| { |
| "epoch": 2.5415282392026577, |
| "grad_norm": 11.304584503173828, |
| "learning_rate": 1.748140124983905e-05, |
| "loss": 0.05325874090194702, |
| "step": 3060 |
| }, |
| { |
| "epoch": 2.5498338870431896, |
| "grad_norm": 5.426615238189697, |
| "learning_rate": 1.746352375603237e-05, |
| "loss": 0.06052457690238953, |
| "step": 3070 |
| }, |
| { |
| "epoch": 2.558139534883721, |
| "grad_norm": 0.06185510754585266, |
| "learning_rate": 1.7445592248210634e-05, |
| "loss": 0.022402627766132353, |
| "step": 3080 |
| }, |
| { |
| "epoch": 2.5664451827242525, |
| "grad_norm": 0.4922488331794739, |
| "learning_rate": 1.7427606856145354e-05, |
| "loss": 0.020776252448558807, |
| "step": 3090 |
| }, |
| { |
| "epoch": 2.574750830564784, |
| "grad_norm": 0.3334231972694397, |
| "learning_rate": 1.7409567709998002e-05, |
| "loss": 0.06371630430221557, |
| "step": 3100 |
| }, |
| { |
| "epoch": 2.5830564784053154, |
| "grad_norm": 0.7910224199295044, |
| "learning_rate": 1.7391474940319068e-05, |
| "loss": 0.05364013314247131, |
| "step": 3110 |
| }, |
| { |
| "epoch": 2.5913621262458473, |
| "grad_norm": 0.006404863204807043, |
| "learning_rate": 1.7373328678047125e-05, |
| "loss": 0.018032759428024292, |
| "step": 3120 |
| }, |
| { |
| "epoch": 2.5996677740863787, |
| "grad_norm": 0.14521823823451996, |
| "learning_rate": 1.7355129054507873e-05, |
| "loss": 0.01069008857011795, |
| "step": 3130 |
| }, |
| { |
| "epoch": 2.60797342192691, |
| "grad_norm": 1.408150315284729, |
| "learning_rate": 1.733687620141319e-05, |
| "loss": 0.018587549030780793, |
| "step": 3140 |
| }, |
| { |
| "epoch": 2.616279069767442, |
| "grad_norm": 2.27775502204895, |
| "learning_rate": 1.7318570250860186e-05, |
| "loss": 0.045328712463378905, |
| "step": 3150 |
| }, |
| { |
| "epoch": 2.6245847176079735, |
| "grad_norm": 0.17508935928344727, |
| "learning_rate": 1.7300211335330228e-05, |
| "loss": 0.05949342846870422, |
| "step": 3160 |
| }, |
| { |
| "epoch": 2.632890365448505, |
| "grad_norm": 0.14915131032466888, |
| "learning_rate": 1.7281799587688008e-05, |
| "loss": 0.03284069001674652, |
| "step": 3170 |
| }, |
| { |
| "epoch": 2.6411960132890364, |
| "grad_norm": 0.03940584138035774, |
| "learning_rate": 1.7263335141180562e-05, |
| "loss": 0.011027585715055466, |
| "step": 3180 |
| }, |
| { |
| "epoch": 2.649501661129568, |
| "grad_norm": 0.054431017488241196, |
| "learning_rate": 1.7244818129436305e-05, |
| "loss": 0.012432112544775008, |
| "step": 3190 |
| }, |
| { |
| "epoch": 2.6578073089700998, |
| "grad_norm": 2.976839065551758, |
| "learning_rate": 1.722624868646408e-05, |
| "loss": 0.042336732149124146, |
| "step": 3200 |
| }, |
| { |
| "epoch": 2.666112956810631, |
| "grad_norm": 0.021991165354847908, |
| "learning_rate": 1.7207626946652173e-05, |
| "loss": 0.04990316927433014, |
| "step": 3210 |
| }, |
| { |
| "epoch": 2.6744186046511627, |
| "grad_norm": 0.032778576016426086, |
| "learning_rate": 1.7188953044767347e-05, |
| "loss": 0.022113136947155, |
| "step": 3220 |
| }, |
| { |
| "epoch": 2.6827242524916945, |
| "grad_norm": 7.216454982757568, |
| "learning_rate": 1.7170227115953865e-05, |
| "loss": 0.02170370817184448, |
| "step": 3230 |
| }, |
| { |
| "epoch": 2.691029900332226, |
| "grad_norm": 0.04913568124175072, |
| "learning_rate": 1.715144929573251e-05, |
| "loss": 0.02592366933822632, |
| "step": 3240 |
| }, |
| { |
| "epoch": 2.6993355481727574, |
| "grad_norm": 5.563662052154541, |
| "learning_rate": 1.7132619719999613e-05, |
| "loss": 0.01383553296327591, |
| "step": 3250 |
| }, |
| { |
| "epoch": 2.707641196013289, |
| "grad_norm": 0.36335670948028564, |
| "learning_rate": 1.7113738525026056e-05, |
| "loss": 0.026103276014328002, |
| "step": 3260 |
| }, |
| { |
| "epoch": 2.7159468438538203, |
| "grad_norm": 0.11070427298545837, |
| "learning_rate": 1.7094805847456296e-05, |
| "loss": 0.01853642761707306, |
| "step": 3270 |
| }, |
| { |
| "epoch": 2.7242524916943522, |
| "grad_norm": 0.05721287056803703, |
| "learning_rate": 1.7075821824307373e-05, |
| "loss": 0.029401224851608277, |
| "step": 3280 |
| }, |
| { |
| "epoch": 2.7325581395348837, |
| "grad_norm": 0.34963458776474, |
| "learning_rate": 1.705678659296792e-05, |
| "loss": 0.02173706144094467, |
| "step": 3290 |
| }, |
| { |
| "epoch": 2.740863787375415, |
| "grad_norm": 1.248716115951538, |
| "learning_rate": 1.7037700291197162e-05, |
| "loss": 0.01624070107936859, |
| "step": 3300 |
| }, |
| { |
| "epoch": 2.749169435215947, |
| "grad_norm": 0.019111966714262962, |
| "learning_rate": 1.7018563057123928e-05, |
| "loss": 0.03283540606498718, |
| "step": 3310 |
| }, |
| { |
| "epoch": 2.7574750830564785, |
| "grad_norm": 2.0715911388397217, |
| "learning_rate": 1.699937502924565e-05, |
| "loss": 0.010497630387544633, |
| "step": 3320 |
| }, |
| { |
| "epoch": 2.76578073089701, |
| "grad_norm": 0.14188338816165924, |
| "learning_rate": 1.698013634642735e-05, |
| "loss": 0.01480579972267151, |
| "step": 3330 |
| }, |
| { |
| "epoch": 2.7740863787375414, |
| "grad_norm": 0.03354760259389877, |
| "learning_rate": 1.696084714790065e-05, |
| "loss": 0.0029901012778282164, |
| "step": 3340 |
| }, |
| { |
| "epoch": 2.782392026578073, |
| "grad_norm": 0.08278927206993103, |
| "learning_rate": 1.694150757326276e-05, |
| "loss": 0.008234208077192306, |
| "step": 3350 |
| }, |
| { |
| "epoch": 2.7906976744186047, |
| "grad_norm": 0.30753204226493835, |
| "learning_rate": 1.6922117762475456e-05, |
| "loss": 0.01795431524515152, |
| "step": 3360 |
| }, |
| { |
| "epoch": 2.799003322259136, |
| "grad_norm": 0.31697142124176025, |
| "learning_rate": 1.690267785586408e-05, |
| "loss": 0.02110057771205902, |
| "step": 3370 |
| }, |
| { |
| "epoch": 2.8073089700996676, |
| "grad_norm": 0.003904345678165555, |
| "learning_rate": 1.6883187994116524e-05, |
| "loss": 0.013659822940826415, |
| "step": 3380 |
| }, |
| { |
| "epoch": 2.8156146179401995, |
| "grad_norm": 0.282507061958313, |
| "learning_rate": 1.6863648318282205e-05, |
| "loss": 0.02813073992729187, |
| "step": 3390 |
| }, |
| { |
| "epoch": 2.823920265780731, |
| "grad_norm": 1.7346644401550293, |
| "learning_rate": 1.6844058969771052e-05, |
| "loss": 0.0042308449745178224, |
| "step": 3400 |
| }, |
| { |
| "epoch": 2.8322259136212624, |
| "grad_norm": 0.06720908731222153, |
| "learning_rate": 1.6824420090352475e-05, |
| "loss": 0.0016714630648493767, |
| "step": 3410 |
| }, |
| { |
| "epoch": 2.840531561461794, |
| "grad_norm": 0.11770165711641312, |
| "learning_rate": 1.680473182215434e-05, |
| "loss": 0.020023314654827117, |
| "step": 3420 |
| }, |
| { |
| "epoch": 2.8488372093023253, |
| "grad_norm": 5.829126834869385, |
| "learning_rate": 1.678499430766195e-05, |
| "loss": 0.00045651253312826154, |
| "step": 3430 |
| }, |
| { |
| "epoch": 2.857142857142857, |
| "grad_norm": 2.2346742153167725, |
| "learning_rate": 1.6765207689717003e-05, |
| "loss": 0.024983009696006774, |
| "step": 3440 |
| }, |
| { |
| "epoch": 2.8654485049833887, |
| "grad_norm": 1.5816477537155151, |
| "learning_rate": 1.6745372111516557e-05, |
| "loss": 0.03904221951961517, |
| "step": 3450 |
| }, |
| { |
| "epoch": 2.87375415282392, |
| "grad_norm": 0.28397709131240845, |
| "learning_rate": 1.6725487716612007e-05, |
| "loss": 0.01208788827061653, |
| "step": 3460 |
| }, |
| { |
| "epoch": 2.882059800664452, |
| "grad_norm": 0.016718782484531403, |
| "learning_rate": 1.6705554648908037e-05, |
| "loss": 0.005875730887055397, |
| "step": 3470 |
| }, |
| { |
| "epoch": 2.8903654485049834, |
| "grad_norm": 0.18707916140556335, |
| "learning_rate": 1.668557305266157e-05, |
| "loss": 0.016105698049068452, |
| "step": 3480 |
| }, |
| { |
| "epoch": 2.898671096345515, |
| "grad_norm": 0.09086672961711884, |
| "learning_rate": 1.6665543072480744e-05, |
| "loss": 0.012864015996456146, |
| "step": 3490 |
| }, |
| { |
| "epoch": 2.9069767441860463, |
| "grad_norm": 10.208978652954102, |
| "learning_rate": 1.664546485332385e-05, |
| "loss": 0.029475682973861696, |
| "step": 3500 |
| }, |
| { |
| "epoch": 2.9069767441860463, |
| "eval_brier": 0.973, |
| "eval_c@1": 0.969, |
| "eval_f05u": 0.975, |
| "eval_f1": 0.971, |
| "eval_loss": 0.09430566430091858, |
| "eval_mean": 0.976, |
| "eval_roc-auc": 0.994, |
| "eval_runtime": 69.257, |
| "eval_samples_per_second": 266.009, |
| "eval_steps_per_second": 4.158, |
| "step": 3500 |
| }, |
| { |
| "epoch": 2.915282392026578, |
| "grad_norm": 2.053638458251953, |
| "learning_rate": 1.6625338540498285e-05, |
| "loss": 0.02082843631505966, |
| "step": 3510 |
| }, |
| { |
| "epoch": 2.9235880398671097, |
| "grad_norm": 0.05038900673389435, |
| "learning_rate": 1.6605164279659508e-05, |
| "loss": 0.01825982630252838, |
| "step": 3520 |
| }, |
| { |
| "epoch": 2.931893687707641, |
| "grad_norm": 1.7743593454360962, |
| "learning_rate": 1.6584942216809978e-05, |
| "loss": 0.008388277888298035, |
| "step": 3530 |
| }, |
| { |
| "epoch": 2.940199335548173, |
| "grad_norm": 11.47936725616455, |
| "learning_rate": 1.6564672498298103e-05, |
| "loss": 0.03784654140472412, |
| "step": 3540 |
| }, |
| { |
| "epoch": 2.9485049833887045, |
| "grad_norm": 0.07685818523168564, |
| "learning_rate": 1.654435527081718e-05, |
| "loss": 0.05816956162452698, |
| "step": 3550 |
| }, |
| { |
| "epoch": 2.956810631229236, |
| "grad_norm": 0.05088737607002258, |
| "learning_rate": 1.652399068140432e-05, |
| "loss": 0.04174873232841492, |
| "step": 3560 |
| }, |
| { |
| "epoch": 2.9651162790697674, |
| "grad_norm": 0.5170846581459045, |
| "learning_rate": 1.6503578877439403e-05, |
| "loss": 0.028970912098884583, |
| "step": 3570 |
| }, |
| { |
| "epoch": 2.973421926910299, |
| "grad_norm": 1.6754320859909058, |
| "learning_rate": 1.6483120006644014e-05, |
| "loss": 0.004614223912358284, |
| "step": 3580 |
| }, |
| { |
| "epoch": 2.9817275747508307, |
| "grad_norm": 19.248220443725586, |
| "learning_rate": 1.6462614217080347e-05, |
| "loss": 0.027228891849517822, |
| "step": 3590 |
| }, |
| { |
| "epoch": 2.990033222591362, |
| "grad_norm": 0.023427477106451988, |
| "learning_rate": 1.6442061657150163e-05, |
| "loss": 0.04394007623195648, |
| "step": 3600 |
| }, |
| { |
| "epoch": 2.9983388704318936, |
| "grad_norm": 18.01772689819336, |
| "learning_rate": 1.642146247559369e-05, |
| "loss": 0.09833118915557862, |
| "step": 3610 |
| }, |
| { |
| "epoch": 3.006644518272425, |
| "grad_norm": 1.7291778326034546, |
| "learning_rate": 1.640081682148857e-05, |
| "loss": 0.1273277997970581, |
| "step": 3620 |
| }, |
| { |
| "epoch": 3.014950166112957, |
| "grad_norm": 0.11676451563835144, |
| "learning_rate": 1.6380124844248772e-05, |
| "loss": 0.04351269900798797, |
| "step": 3630 |
| }, |
| { |
| "epoch": 3.0232558139534884, |
| "grad_norm": 3.6196670532226562, |
| "learning_rate": 1.6359386693623496e-05, |
| "loss": 0.019785214960575104, |
| "step": 3640 |
| }, |
| { |
| "epoch": 3.03156146179402, |
| "grad_norm": 3.2134315967559814, |
| "learning_rate": 1.6338602519696115e-05, |
| "loss": 0.026179811358451842, |
| "step": 3650 |
| }, |
| { |
| "epoch": 3.0398671096345513, |
| "grad_norm": 1.1688365936279297, |
| "learning_rate": 1.631777247288307e-05, |
| "loss": 0.02903587818145752, |
| "step": 3660 |
| }, |
| { |
| "epoch": 3.048172757475083, |
| "grad_norm": 0.2987384796142578, |
| "learning_rate": 1.6296896703932784e-05, |
| "loss": 0.04616578221321106, |
| "step": 3670 |
| }, |
| { |
| "epoch": 3.0564784053156147, |
| "grad_norm": 0.045798394829034805, |
| "learning_rate": 1.6275975363924578e-05, |
| "loss": 0.02623589038848877, |
| "step": 3680 |
| }, |
| { |
| "epoch": 3.064784053156146, |
| "grad_norm": 0.13879990577697754, |
| "learning_rate": 1.625500860426758e-05, |
| "loss": 0.004535328969359398, |
| "step": 3690 |
| }, |
| { |
| "epoch": 3.0730897009966776, |
| "grad_norm": 0.010658717714250088, |
| "learning_rate": 1.6233996576699614e-05, |
| "loss": 0.017601104080677034, |
| "step": 3700 |
| }, |
| { |
| "epoch": 3.0813953488372094, |
| "grad_norm": 0.24265863001346588, |
| "learning_rate": 1.6212939433286106e-05, |
| "loss": 0.03232440054416656, |
| "step": 3710 |
| }, |
| { |
| "epoch": 3.089700996677741, |
| "grad_norm": 0.25457021594047546, |
| "learning_rate": 1.6191837326419e-05, |
| "loss": 0.04634428024291992, |
| "step": 3720 |
| }, |
| { |
| "epoch": 3.0980066445182723, |
| "grad_norm": 0.10299156606197357, |
| "learning_rate": 1.6170690408815644e-05, |
| "loss": 0.012248477339744568, |
| "step": 3730 |
| }, |
| { |
| "epoch": 3.106312292358804, |
| "grad_norm": 1.0204440355300903, |
| "learning_rate": 1.6149498833517672e-05, |
| "loss": 0.024753575026988984, |
| "step": 3740 |
| }, |
| { |
| "epoch": 3.1146179401993357, |
| "grad_norm": 0.02626228705048561, |
| "learning_rate": 1.612826275388992e-05, |
| "loss": 0.0205381378531456, |
| "step": 3750 |
| }, |
| { |
| "epoch": 3.122923588039867, |
| "grad_norm": 0.037694402039051056, |
| "learning_rate": 1.61069823236193e-05, |
| "loss": 0.009481345862150192, |
| "step": 3760 |
| }, |
| { |
| "epoch": 3.1312292358803986, |
| "grad_norm": 0.921624481678009, |
| "learning_rate": 1.608565769671369e-05, |
| "loss": 0.03205291926860809, |
| "step": 3770 |
| }, |
| { |
| "epoch": 3.13953488372093, |
| "grad_norm": 1.130007266998291, |
| "learning_rate": 1.6064289027500833e-05, |
| "loss": 0.03451147675514221, |
| "step": 3780 |
| }, |
| { |
| "epoch": 3.147840531561462, |
| "grad_norm": 1.1052535772323608, |
| "learning_rate": 1.6042876470627195e-05, |
| "loss": 0.030246618390083312, |
| "step": 3790 |
| }, |
| { |
| "epoch": 3.1561461794019934, |
| "grad_norm": 0.011895990930497646, |
| "learning_rate": 1.602142018105687e-05, |
| "loss": 0.023467601835727693, |
| "step": 3800 |
| }, |
| { |
| "epoch": 3.164451827242525, |
| "grad_norm": 5.539122104644775, |
| "learning_rate": 1.5999920314070442e-05, |
| "loss": 0.004532170668244362, |
| "step": 3810 |
| }, |
| { |
| "epoch": 3.1727574750830563, |
| "grad_norm": 0.29301217198371887, |
| "learning_rate": 1.5978377025263865e-05, |
| "loss": 0.026630595326423645, |
| "step": 3820 |
| }, |
| { |
| "epoch": 3.181063122923588, |
| "grad_norm": 0.9117482304573059, |
| "learning_rate": 1.595679047054736e-05, |
| "loss": 0.025602924823760986, |
| "step": 3830 |
| }, |
| { |
| "epoch": 3.1893687707641196, |
| "grad_norm": 0.004922331776469946, |
| "learning_rate": 1.5935160806144238e-05, |
| "loss": 0.037556436657905576, |
| "step": 3840 |
| }, |
| { |
| "epoch": 3.197674418604651, |
| "grad_norm": 1.040724754333496, |
| "learning_rate": 1.5913488188589815e-05, |
| "loss": 0.010435221344232559, |
| "step": 3850 |
| }, |
| { |
| "epoch": 3.2059800664451825, |
| "grad_norm": 0.02429218962788582, |
| "learning_rate": 1.589177277473026e-05, |
| "loss": 0.005302220210433006, |
| "step": 3860 |
| }, |
| { |
| "epoch": 3.2142857142857144, |
| "grad_norm": 0.4984890818595886, |
| "learning_rate": 1.5870014721721457e-05, |
| "loss": 0.01583288609981537, |
| "step": 3870 |
| }, |
| { |
| "epoch": 3.222591362126246, |
| "grad_norm": 2.0418243408203125, |
| "learning_rate": 1.5848214187027873e-05, |
| "loss": 0.016842301189899444, |
| "step": 3880 |
| }, |
| { |
| "epoch": 3.2308970099667773, |
| "grad_norm": 1.155386209487915, |
| "learning_rate": 1.5826371328421425e-05, |
| "loss": 0.03409614264965057, |
| "step": 3890 |
| }, |
| { |
| "epoch": 3.2392026578073088, |
| "grad_norm": 1.8344030380249023, |
| "learning_rate": 1.580448630398032e-05, |
| "loss": 0.03606152236461639, |
| "step": 3900 |
| }, |
| { |
| "epoch": 3.2475083056478407, |
| "grad_norm": 0.6460553407669067, |
| "learning_rate": 1.578255927208793e-05, |
| "loss": 0.005451107397675514, |
| "step": 3910 |
| }, |
| { |
| "epoch": 3.255813953488372, |
| "grad_norm": 1.2683637142181396, |
| "learning_rate": 1.576059039143163e-05, |
| "loss": 0.03246237635612488, |
| "step": 3920 |
| }, |
| { |
| "epoch": 3.2641196013289036, |
| "grad_norm": 0.06928703933954239, |
| "learning_rate": 1.573857982100167e-05, |
| "loss": 0.03475654423236847, |
| "step": 3930 |
| }, |
| { |
| "epoch": 3.2724252491694354, |
| "grad_norm": 0.15729838609695435, |
| "learning_rate": 1.571652772009e-05, |
| "loss": 0.021227990090847016, |
| "step": 3940 |
| }, |
| { |
| "epoch": 3.280730897009967, |
| "grad_norm": 1.0783848762512207, |
| "learning_rate": 1.5694434248289138e-05, |
| "loss": 0.02351810485124588, |
| "step": 3950 |
| }, |
| { |
| "epoch": 3.2890365448504983, |
| "grad_norm": 0.05579701066017151, |
| "learning_rate": 1.567229956549099e-05, |
| "loss": 0.006204274669289589, |
| "step": 3960 |
| }, |
| { |
| "epoch": 3.29734219269103, |
| "grad_norm": 1.2872422933578491, |
| "learning_rate": 1.5650123831885725e-05, |
| "loss": 0.03524799346923828, |
| "step": 3970 |
| }, |
| { |
| "epoch": 3.3056478405315612, |
| "grad_norm": 0.0025577384512871504, |
| "learning_rate": 1.5627907207960594e-05, |
| "loss": 0.03910149931907654, |
| "step": 3980 |
| }, |
| { |
| "epoch": 3.313953488372093, |
| "grad_norm": 0.09006145596504211, |
| "learning_rate": 1.5605649854498776e-05, |
| "loss": 0.028400149941444398, |
| "step": 3990 |
| }, |
| { |
| "epoch": 3.3222591362126246, |
| "grad_norm": 0.014801884070038795, |
| "learning_rate": 1.558335193257821e-05, |
| "loss": 0.034506013989448546, |
| "step": 4000 |
| }, |
| { |
| "epoch": 3.3222591362126246, |
| "eval_brier": 0.962, |
| "eval_c@1": 0.955, |
| "eval_f05u": 0.972, |
| "eval_f1": 0.957, |
| "eval_loss": 0.13631200790405273, |
| "eval_mean": 0.967, |
| "eval_roc-auc": 0.989, |
| "eval_runtime": 69.2326, |
| "eval_samples_per_second": 266.103, |
| "eval_steps_per_second": 4.16, |
| "step": 4000 |
| }, |
| { |
| "epoch": 3.330564784053156, |
| "grad_norm": 0.16002759337425232, |
| "learning_rate": 1.5561013603570424e-05, |
| "loss": 0.005246283113956451, |
| "step": 4010 |
| }, |
| { |
| "epoch": 3.338870431893688, |
| "grad_norm": 0.35845229029655457, |
| "learning_rate": 1.553863502913939e-05, |
| "loss": 0.014781996607780457, |
| "step": 4020 |
| }, |
| { |
| "epoch": 3.3471760797342194, |
| "grad_norm": 0.7351519465446472, |
| "learning_rate": 1.551621637124033e-05, |
| "loss": 0.04960608184337616, |
| "step": 4030 |
| }, |
| { |
| "epoch": 3.355481727574751, |
| "grad_norm": 3.097801923751831, |
| "learning_rate": 1.5493757792118554e-05, |
| "loss": 0.009672880172729492, |
| "step": 4040 |
| }, |
| { |
| "epoch": 3.3637873754152823, |
| "grad_norm": 4.237391471862793, |
| "learning_rate": 1.5471259454308283e-05, |
| "loss": 0.01681814044713974, |
| "step": 4050 |
| }, |
| { |
| "epoch": 3.3720930232558137, |
| "grad_norm": 0.042575765401124954, |
| "learning_rate": 1.544872152063148e-05, |
| "loss": 0.01027262881398201, |
| "step": 4060 |
| }, |
| { |
| "epoch": 3.3803986710963456, |
| "grad_norm": 0.37154197692871094, |
| "learning_rate": 1.542614415419665e-05, |
| "loss": 0.02080361694097519, |
| "step": 4070 |
| }, |
| { |
| "epoch": 3.388704318936877, |
| "grad_norm": 0.002169161569327116, |
| "learning_rate": 1.5403527518397702e-05, |
| "loss": 0.005771913379430771, |
| "step": 4080 |
| }, |
| { |
| "epoch": 3.3970099667774085, |
| "grad_norm": 2.173062562942505, |
| "learning_rate": 1.5380871776912715e-05, |
| "loss": 0.03047383725643158, |
| "step": 4090 |
| }, |
| { |
| "epoch": 3.4053156146179404, |
| "grad_norm": 0.3199882209300995, |
| "learning_rate": 1.5358177093702798e-05, |
| "loss": 0.027394527196884157, |
| "step": 4100 |
| }, |
| { |
| "epoch": 3.413621262458472, |
| "grad_norm": 0.025860700756311417, |
| "learning_rate": 1.5335443633010866e-05, |
| "loss": 0.0011777013540267944, |
| "step": 4110 |
| }, |
| { |
| "epoch": 3.4219269102990033, |
| "grad_norm": 0.17993803322315216, |
| "learning_rate": 1.5312671559360474e-05, |
| "loss": 0.033722972869873045, |
| "step": 4120 |
| }, |
| { |
| "epoch": 3.4302325581395348, |
| "grad_norm": 1.2421197891235352, |
| "learning_rate": 1.5289861037554636e-05, |
| "loss": 0.028782588243484498, |
| "step": 4130 |
| }, |
| { |
| "epoch": 3.438538205980066, |
| "grad_norm": 0.22248853743076324, |
| "learning_rate": 1.52670122326746e-05, |
| "loss": 0.03898056745529175, |
| "step": 4140 |
| }, |
| { |
| "epoch": 3.446843853820598, |
| "grad_norm": 2.0566086769104004, |
| "learning_rate": 1.5244125310078688e-05, |
| "loss": 0.020737478137016298, |
| "step": 4150 |
| }, |
| { |
| "epoch": 3.4551495016611296, |
| "grad_norm": 0.014175049029290676, |
| "learning_rate": 1.5221200435401055e-05, |
| "loss": 0.019598761200904848, |
| "step": 4160 |
| }, |
| { |
| "epoch": 3.463455149501661, |
| "grad_norm": 8.482834815979004, |
| "learning_rate": 1.5198237774550548e-05, |
| "loss": 0.055632084608078, |
| "step": 4170 |
| }, |
| { |
| "epoch": 3.471760797342193, |
| "grad_norm": 0.08094330877065659, |
| "learning_rate": 1.5175237493709463e-05, |
| "loss": 0.037429016828536985, |
| "step": 4180 |
| }, |
| { |
| "epoch": 3.4800664451827243, |
| "grad_norm": 2.0313167572021484, |
| "learning_rate": 1.515219975933235e-05, |
| "loss": 0.028607624769210815, |
| "step": 4190 |
| }, |
| { |
| "epoch": 3.488372093023256, |
| "grad_norm": 0.779374897480011, |
| "learning_rate": 1.5129124738144812e-05, |
| "loss": 0.023052971065044402, |
| "step": 4200 |
| }, |
| { |
| "epoch": 3.4966777408637872, |
| "grad_norm": 0.14733143150806427, |
| "learning_rate": 1.5106012597142307e-05, |
| "loss": 0.014119112491607666, |
| "step": 4210 |
| }, |
| { |
| "epoch": 3.5049833887043187, |
| "grad_norm": 4.563329696655273, |
| "learning_rate": 1.5082863503588932e-05, |
| "loss": 0.04059003591537476, |
| "step": 4220 |
| }, |
| { |
| "epoch": 3.5132890365448506, |
| "grad_norm": 2.1403205394744873, |
| "learning_rate": 1.5059677625016204e-05, |
| "loss": 0.019231592118740082, |
| "step": 4230 |
| }, |
| { |
| "epoch": 3.521594684385382, |
| "grad_norm": 1.079723834991455, |
| "learning_rate": 1.5036455129221863e-05, |
| "loss": 0.009590108692646027, |
| "step": 4240 |
| }, |
| { |
| "epoch": 3.5299003322259135, |
| "grad_norm": 0.31128084659576416, |
| "learning_rate": 1.5013196184268646e-05, |
| "loss": 0.02513335943222046, |
| "step": 4250 |
| }, |
| { |
| "epoch": 3.5382059800664454, |
| "grad_norm": 0.06056709587574005, |
| "learning_rate": 1.498990095848307e-05, |
| "loss": 0.01343282163143158, |
| "step": 4260 |
| }, |
| { |
| "epoch": 3.546511627906977, |
| "grad_norm": 2.509009599685669, |
| "learning_rate": 1.4966569620454233e-05, |
| "loss": 0.013725298643112182, |
| "step": 4270 |
| }, |
| { |
| "epoch": 3.5548172757475083, |
| "grad_norm": 0.0038351700641214848, |
| "learning_rate": 1.4943202339032565e-05, |
| "loss": 0.03707950413227081, |
| "step": 4280 |
| }, |
| { |
| "epoch": 3.5631229235880397, |
| "grad_norm": 3.0641913414001465, |
| "learning_rate": 1.4919799283328633e-05, |
| "loss": 0.020812991261482238, |
| "step": 4290 |
| }, |
| { |
| "epoch": 3.571428571428571, |
| "grad_norm": 0.0017618021229282022, |
| "learning_rate": 1.4896360622711895e-05, |
| "loss": 0.005693419277668, |
| "step": 4300 |
| }, |
| { |
| "epoch": 3.579734219269103, |
| "grad_norm": 0.015993591398000717, |
| "learning_rate": 1.4872886526809486e-05, |
| "loss": 0.004864529147744179, |
| "step": 4310 |
| }, |
| { |
| "epoch": 3.5880398671096345, |
| "grad_norm": 2.977465867996216, |
| "learning_rate": 1.4849377165504999e-05, |
| "loss": 0.018113422393798827, |
| "step": 4320 |
| }, |
| { |
| "epoch": 3.596345514950166, |
| "grad_norm": 2.881437301635742, |
| "learning_rate": 1.4825832708937231e-05, |
| "loss": 0.0352090984582901, |
| "step": 4330 |
| }, |
| { |
| "epoch": 3.604651162790698, |
| "grad_norm": 2.6090734004974365, |
| "learning_rate": 1.4802253327498967e-05, |
| "loss": 0.021929188072681426, |
| "step": 4340 |
| }, |
| { |
| "epoch": 3.6129568106312293, |
| "grad_norm": 2.509809970855713, |
| "learning_rate": 1.477863919183576e-05, |
| "loss": 0.014704853296279907, |
| "step": 4350 |
| }, |
| { |
| "epoch": 3.6212624584717608, |
| "grad_norm": 1.6907615661621094, |
| "learning_rate": 1.4754990472844663e-05, |
| "loss": 0.016171935200691222, |
| "step": 4360 |
| }, |
| { |
| "epoch": 3.629568106312292, |
| "grad_norm": 16.249902725219727, |
| "learning_rate": 1.4731307341673025e-05, |
| "loss": 0.05183131098747253, |
| "step": 4370 |
| }, |
| { |
| "epoch": 3.6378737541528237, |
| "grad_norm": 1.8737428188323975, |
| "learning_rate": 1.470758996971723e-05, |
| "loss": 0.03585072159767151, |
| "step": 4380 |
| }, |
| { |
| "epoch": 3.6461794019933556, |
| "grad_norm": 2.861999750137329, |
| "learning_rate": 1.4683838528621465e-05, |
| "loss": 0.014898061752319336, |
| "step": 4390 |
| }, |
| { |
| "epoch": 3.654485049833887, |
| "grad_norm": 1.5936429500579834, |
| "learning_rate": 1.4660053190276489e-05, |
| "loss": 0.034113848209381105, |
| "step": 4400 |
| }, |
| { |
| "epoch": 3.6627906976744184, |
| "grad_norm": 1.4495152235031128, |
| "learning_rate": 1.4636234126818356e-05, |
| "loss": 0.008258716017007828, |
| "step": 4410 |
| }, |
| { |
| "epoch": 3.6710963455149503, |
| "grad_norm": 0.2400159239768982, |
| "learning_rate": 1.4612381510627214e-05, |
| "loss": 0.016240420937538146, |
| "step": 4420 |
| }, |
| { |
| "epoch": 3.679401993355482, |
| "grad_norm": 0.08169445395469666, |
| "learning_rate": 1.4588495514326023e-05, |
| "loss": 0.03803572058677673, |
| "step": 4430 |
| }, |
| { |
| "epoch": 3.6877076411960132, |
| "grad_norm": 0.9175194501876831, |
| "learning_rate": 1.4564576310779313e-05, |
| "loss": 0.0373820960521698, |
| "step": 4440 |
| }, |
| { |
| "epoch": 3.6960132890365447, |
| "grad_norm": 0.006045251619070768, |
| "learning_rate": 1.4540624073091945e-05, |
| "loss": 0.02483644485473633, |
| "step": 4450 |
| }, |
| { |
| "epoch": 3.704318936877076, |
| "grad_norm": 10.36731243133545, |
| "learning_rate": 1.4516638974607844e-05, |
| "loss": 0.02520762085914612, |
| "step": 4460 |
| }, |
| { |
| "epoch": 3.712624584717608, |
| "grad_norm": 15.544453620910645, |
| "learning_rate": 1.449262118890876e-05, |
| "loss": 0.03825234174728394, |
| "step": 4470 |
| }, |
| { |
| "epoch": 3.7209302325581395, |
| "grad_norm": 12.39433765411377, |
| "learning_rate": 1.4468570889812994e-05, |
| "loss": 0.039244210720062254, |
| "step": 4480 |
| }, |
| { |
| "epoch": 3.729235880398671, |
| "grad_norm": 1.8302897214889526, |
| "learning_rate": 1.444448825137415e-05, |
| "loss": 0.03714895248413086, |
| "step": 4490 |
| }, |
| { |
| "epoch": 3.737541528239203, |
| "grad_norm": 7.93354606628418, |
| "learning_rate": 1.4420373447879877e-05, |
| "loss": 0.05549731254577637, |
| "step": 4500 |
| }, |
| { |
| "epoch": 3.737541528239203, |
| "eval_brier": 0.964, |
| "eval_c@1": 0.958, |
| "eval_f05u": 0.976, |
| "eval_f1": 0.96, |
| "eval_loss": 0.13261988759040833, |
| "eval_mean": 0.97, |
| "eval_roc-auc": 0.991, |
| "eval_runtime": 69.2133, |
| "eval_samples_per_second": 266.177, |
| "eval_steps_per_second": 4.161, |
| "step": 4500 |
| }, |
| { |
| "epoch": 3.7458471760797343, |
| "grad_norm": 10.519672393798828, |
| "learning_rate": 1.43962266538506e-05, |
| "loss": 0.017514997720718385, |
| "step": 4510 |
| }, |
| { |
| "epoch": 3.7541528239202657, |
| "grad_norm": 0.30851686000823975, |
| "learning_rate": 1.4372048044038265e-05, |
| "loss": 0.020422892272472383, |
| "step": 4520 |
| }, |
| { |
| "epoch": 3.762458471760797, |
| "grad_norm": 0.2577485740184784, |
| "learning_rate": 1.4347837793425075e-05, |
| "loss": 0.024028824269771577, |
| "step": 4530 |
| }, |
| { |
| "epoch": 3.770764119601329, |
| "grad_norm": 1.4899733066558838, |
| "learning_rate": 1.432359607722221e-05, |
| "loss": 0.01535840928554535, |
| "step": 4540 |
| }, |
| { |
| "epoch": 3.7790697674418605, |
| "grad_norm": 0.02254222333431244, |
| "learning_rate": 1.4299323070868574e-05, |
| "loss": 0.02634434401988983, |
| "step": 4550 |
| }, |
| { |
| "epoch": 3.787375415282392, |
| "grad_norm": 1.4629563093185425, |
| "learning_rate": 1.4275018950029522e-05, |
| "loss": 0.012480440735816955, |
| "step": 4560 |
| }, |
| { |
| "epoch": 3.795681063122924, |
| "grad_norm": 0.8149392604827881, |
| "learning_rate": 1.4250683890595583e-05, |
| "loss": 0.0376665472984314, |
| "step": 4570 |
| }, |
| { |
| "epoch": 3.8039867109634553, |
| "grad_norm": 0.6940101981163025, |
| "learning_rate": 1.4226318068681191e-05, |
| "loss": 0.03424222469329834, |
| "step": 4580 |
| }, |
| { |
| "epoch": 3.8122923588039868, |
| "grad_norm": 0.2269517481327057, |
| "learning_rate": 1.4201921660623407e-05, |
| "loss": 0.0228074312210083, |
| "step": 4590 |
| }, |
| { |
| "epoch": 3.820598006644518, |
| "grad_norm": 10.251777648925781, |
| "learning_rate": 1.4177494842980657e-05, |
| "loss": 0.016562822461128234, |
| "step": 4600 |
| }, |
| { |
| "epoch": 3.8289036544850497, |
| "grad_norm": 1.0324342250823975, |
| "learning_rate": 1.4153037792531432e-05, |
| "loss": 0.016989651322364806, |
| "step": 4610 |
| }, |
| { |
| "epoch": 3.8372093023255816, |
| "grad_norm": 1.4060617685317993, |
| "learning_rate": 1.4128550686273021e-05, |
| "loss": 0.0122324638068676, |
| "step": 4620 |
| }, |
| { |
| "epoch": 3.845514950166113, |
| "grad_norm": 0.9087185263633728, |
| "learning_rate": 1.410403370142024e-05, |
| "loss": 0.019722691178321837, |
| "step": 4630 |
| }, |
| { |
| "epoch": 3.8538205980066444, |
| "grad_norm": 0.00458538020029664, |
| "learning_rate": 1.4079487015404122e-05, |
| "loss": 0.031716141104698184, |
| "step": 4640 |
| }, |
| { |
| "epoch": 3.8621262458471763, |
| "grad_norm": 2.5713677406311035, |
| "learning_rate": 1.4054910805870657e-05, |
| "loss": 0.026626569032669068, |
| "step": 4650 |
| }, |
| { |
| "epoch": 3.870431893687708, |
| "grad_norm": 0.016461262479424477, |
| "learning_rate": 1.4030305250679501e-05, |
| "loss": 0.0038371700793504715, |
| "step": 4660 |
| }, |
| { |
| "epoch": 3.8787375415282392, |
| "grad_norm": 0.10149026662111282, |
| "learning_rate": 1.4005670527902688e-05, |
| "loss": 0.032883715629577634, |
| "step": 4670 |
| }, |
| { |
| "epoch": 3.8870431893687707, |
| "grad_norm": 0.22568564116954803, |
| "learning_rate": 1.3981006815823332e-05, |
| "loss": 0.025000736117362976, |
| "step": 4680 |
| }, |
| { |
| "epoch": 3.895348837209302, |
| "grad_norm": 5.45408296585083, |
| "learning_rate": 1.395631429293435e-05, |
| "loss": 0.04558796882629394, |
| "step": 4690 |
| }, |
| { |
| "epoch": 3.903654485049834, |
| "grad_norm": 4.78015661239624, |
| "learning_rate": 1.3931593137937162e-05, |
| "loss": 0.01910436004400253, |
| "step": 4700 |
| }, |
| { |
| "epoch": 3.9119601328903655, |
| "grad_norm": 0.3174411356449127, |
| "learning_rate": 1.3906843529740402e-05, |
| "loss": 0.014453631639480592, |
| "step": 4710 |
| }, |
| { |
| "epoch": 3.920265780730897, |
| "grad_norm": 0.9285358190536499, |
| "learning_rate": 1.3882065647458622e-05, |
| "loss": 0.0379861444234848, |
| "step": 4720 |
| }, |
| { |
| "epoch": 3.928571428571429, |
| "grad_norm": 1.424649953842163, |
| "learning_rate": 1.3857259670410994e-05, |
| "loss": 0.008829368650913239, |
| "step": 4730 |
| }, |
| { |
| "epoch": 3.9368770764119603, |
| "grad_norm": 0.034531790763139725, |
| "learning_rate": 1.3832425778120015e-05, |
| "loss": 0.02229728102684021, |
| "step": 4740 |
| }, |
| { |
| "epoch": 3.9451827242524917, |
| "grad_norm": 0.01387101598083973, |
| "learning_rate": 1.3807564150310211e-05, |
| "loss": 0.018911705911159517, |
| "step": 4750 |
| }, |
| { |
| "epoch": 3.953488372093023, |
| "grad_norm": 6.543034553527832, |
| "learning_rate": 1.3782674966906817e-05, |
| "loss": 0.01977894902229309, |
| "step": 4760 |
| }, |
| { |
| "epoch": 3.9617940199335546, |
| "grad_norm": 8.277469635009766, |
| "learning_rate": 1.3757758408034503e-05, |
| "loss": 0.057103073596954344, |
| "step": 4770 |
| }, |
| { |
| "epoch": 3.9700996677740865, |
| "grad_norm": 1.6037797927856445, |
| "learning_rate": 1.373281465401606e-05, |
| "loss": 0.011168943345546722, |
| "step": 4780 |
| }, |
| { |
| "epoch": 3.978405315614618, |
| "grad_norm": 1.8816139698028564, |
| "learning_rate": 1.370784388537108e-05, |
| "loss": 0.04256616830825806, |
| "step": 4790 |
| }, |
| { |
| "epoch": 3.9867109634551494, |
| "grad_norm": 0.39578917622566223, |
| "learning_rate": 1.3682846282814663e-05, |
| "loss": 0.018482643365859985, |
| "step": 4800 |
| }, |
| { |
| "epoch": 3.9950166112956813, |
| "grad_norm": 0.12206543982028961, |
| "learning_rate": 1.365782202725612e-05, |
| "loss": 0.002756812050938606, |
| "step": 4810 |
| }, |
| { |
| "epoch": 4.003322259136213, |
| "grad_norm": 0.005353462416678667, |
| "learning_rate": 1.363277129979764e-05, |
| "loss": 0.03520027995109558, |
| "step": 4820 |
| }, |
| { |
| "epoch": 4.011627906976744, |
| "grad_norm": 1.1566811800003052, |
| "learning_rate": 1.3607694281732994e-05, |
| "loss": 0.06577891111373901, |
| "step": 4830 |
| }, |
| { |
| "epoch": 4.019933554817276, |
| "grad_norm": 0.02166386879980564, |
| "learning_rate": 1.3582591154546225e-05, |
| "loss": 0.03531816899776459, |
| "step": 4840 |
| }, |
| { |
| "epoch": 4.028239202657807, |
| "grad_norm": 0.22449389100074768, |
| "learning_rate": 1.3557462099910319e-05, |
| "loss": 0.027242958545684814, |
| "step": 4850 |
| }, |
| { |
| "epoch": 4.0365448504983386, |
| "grad_norm": 0.011027490720152855, |
| "learning_rate": 1.3532307299685905e-05, |
| "loss": 0.02250935584306717, |
| "step": 4860 |
| }, |
| { |
| "epoch": 4.04485049833887, |
| "grad_norm": 1.7733840942382812, |
| "learning_rate": 1.3507126935919944e-05, |
| "loss": 0.021818952262401582, |
| "step": 4870 |
| }, |
| { |
| "epoch": 4.053156146179402, |
| "grad_norm": 0.8993972539901733, |
| "learning_rate": 1.3481921190844386e-05, |
| "loss": 0.03043949604034424, |
| "step": 4880 |
| }, |
| { |
| "epoch": 4.061461794019934, |
| "grad_norm": 0.055961064994335175, |
| "learning_rate": 1.3456690246874882e-05, |
| "loss": 0.017452344298362732, |
| "step": 4890 |
| }, |
| { |
| "epoch": 4.069767441860465, |
| "grad_norm": 0.7132924795150757, |
| "learning_rate": 1.3431434286609435e-05, |
| "loss": 0.0379785031080246, |
| "step": 4900 |
| }, |
| { |
| "epoch": 4.078073089700997, |
| "grad_norm": 1.0427615642547607, |
| "learning_rate": 1.3406153492827103e-05, |
| "loss": 0.0008547148667275905, |
| "step": 4910 |
| }, |
| { |
| "epoch": 4.086378737541528, |
| "grad_norm": 1.5046710968017578, |
| "learning_rate": 1.3380848048486665e-05, |
| "loss": 0.03196828067302704, |
| "step": 4920 |
| }, |
| { |
| "epoch": 4.09468438538206, |
| "grad_norm": 2.3594045639038086, |
| "learning_rate": 1.3355518136725296e-05, |
| "loss": 0.05024482607841492, |
| "step": 4930 |
| }, |
| { |
| "epoch": 4.102990033222591, |
| "grad_norm": 3.284416675567627, |
| "learning_rate": 1.3330163940857237e-05, |
| "loss": 0.022133491933345795, |
| "step": 4940 |
| }, |
| { |
| "epoch": 4.1112956810631225, |
| "grad_norm": 0.07618211954832077, |
| "learning_rate": 1.3304785644372484e-05, |
| "loss": 0.006939659267663956, |
| "step": 4950 |
| }, |
| { |
| "epoch": 4.119601328903655, |
| "grad_norm": 0.0068997573107481, |
| "learning_rate": 1.327938343093545e-05, |
| "loss": 0.010384534299373627, |
| "step": 4960 |
| }, |
| { |
| "epoch": 4.127906976744186, |
| "grad_norm": 7.505576133728027, |
| "learning_rate": 1.3253957484383625e-05, |
| "loss": 0.017249995470047, |
| "step": 4970 |
| }, |
| { |
| "epoch": 4.136212624584718, |
| "grad_norm": 1.9831697940826416, |
| "learning_rate": 1.3228507988726275e-05, |
| "loss": 0.006020967662334442, |
| "step": 4980 |
| }, |
| { |
| "epoch": 4.144518272425249, |
| "grad_norm": 1.6030547618865967, |
| "learning_rate": 1.320303512814308e-05, |
| "loss": 0.060809260606765746, |
| "step": 4990 |
| }, |
| { |
| "epoch": 4.152823920265781, |
| "grad_norm": 1.171621561050415, |
| "learning_rate": 1.3177539086982818e-05, |
| "loss": 0.04928867816925049, |
| "step": 5000 |
| }, |
| { |
| "epoch": 4.152823920265781, |
| "eval_brier": 0.96, |
| "eval_c@1": 0.954, |
| "eval_f05u": 0.963, |
| "eval_f1": 0.957, |
| "eval_loss": 0.15997743606567383, |
| "eval_mean": 0.965, |
| "eval_roc-auc": 0.991, |
| "eval_runtime": 69.2513, |
| "eval_samples_per_second": 266.031, |
| "eval_steps_per_second": 4.159, |
| "step": 5000 |
| }, |
| { |
| "epoch": 4.161129568106312, |
| "grad_norm": 0.01830478198826313, |
| "learning_rate": 1.3152020049762017e-05, |
| "loss": 0.025147449970245362, |
| "step": 5010 |
| }, |
| { |
| "epoch": 4.1694352159468435, |
| "grad_norm": 2.3963396549224854, |
| "learning_rate": 1.312647820116365e-05, |
| "loss": 0.02699088752269745, |
| "step": 5020 |
| }, |
| { |
| "epoch": 4.177740863787376, |
| "grad_norm": 0.7355082631111145, |
| "learning_rate": 1.3100913726035757e-05, |
| "loss": 0.03964338004589081, |
| "step": 5030 |
| }, |
| { |
| "epoch": 4.186046511627907, |
| "grad_norm": 0.8636714816093445, |
| "learning_rate": 1.3075326809390137e-05, |
| "loss": 0.030416178703308105, |
| "step": 5040 |
| }, |
| { |
| "epoch": 4.194352159468439, |
| "grad_norm": 1.0738918781280518, |
| "learning_rate": 1.3049717636400998e-05, |
| "loss": 0.011282040923833846, |
| "step": 5050 |
| }, |
| { |
| "epoch": 4.20265780730897, |
| "grad_norm": 1.6882463693618774, |
| "learning_rate": 1.3024086392403616e-05, |
| "loss": 0.037940877676010135, |
| "step": 5060 |
| }, |
| { |
| "epoch": 4.210963455149502, |
| "grad_norm": 0.2809486985206604, |
| "learning_rate": 1.2998433262893004e-05, |
| "loss": 0.00866124927997589, |
| "step": 5070 |
| }, |
| { |
| "epoch": 4.219269102990033, |
| "grad_norm": 0.26813581585884094, |
| "learning_rate": 1.2972758433522554e-05, |
| "loss": 0.050227463245391846, |
| "step": 5080 |
| }, |
| { |
| "epoch": 4.2275747508305646, |
| "grad_norm": 0.22498486936092377, |
| "learning_rate": 1.2947062090102707e-05, |
| "loss": 0.013359680771827698, |
| "step": 5090 |
| }, |
| { |
| "epoch": 4.235880398671096, |
| "grad_norm": 0.6791846752166748, |
| "learning_rate": 1.2921344418599593e-05, |
| "loss": 0.013483336567878723, |
| "step": 5100 |
| }, |
| { |
| "epoch": 4.2441860465116275, |
| "grad_norm": 0.007354901172220707, |
| "learning_rate": 1.289560560513371e-05, |
| "loss": 0.024316991865634918, |
| "step": 5110 |
| }, |
| { |
| "epoch": 4.25249169435216, |
| "grad_norm": 1.3346052169799805, |
| "learning_rate": 1.2869845835978547e-05, |
| "loss": 0.017172685265541075, |
| "step": 5120 |
| }, |
| { |
| "epoch": 4.260797342192691, |
| "grad_norm": 7.70705509185791, |
| "learning_rate": 1.2844065297559263e-05, |
| "loss": 0.02509717345237732, |
| "step": 5130 |
| }, |
| { |
| "epoch": 4.269102990033223, |
| "grad_norm": 0.002678833669051528, |
| "learning_rate": 1.2818264176451315e-05, |
| "loss": 0.01910307854413986, |
| "step": 5140 |
| }, |
| { |
| "epoch": 4.277408637873754, |
| "grad_norm": 0.08240567147731781, |
| "learning_rate": 1.2792442659379121e-05, |
| "loss": 0.020165109634399415, |
| "step": 5150 |
| }, |
| { |
| "epoch": 4.285714285714286, |
| "grad_norm": 0.03600895777344704, |
| "learning_rate": 1.2766600933214715e-05, |
| "loss": 0.008698666095733642, |
| "step": 5160 |
| }, |
| { |
| "epoch": 4.294019933554817, |
| "grad_norm": 0.8765185475349426, |
| "learning_rate": 1.2740739184976376e-05, |
| "loss": 0.025190740823745728, |
| "step": 5170 |
| }, |
| { |
| "epoch": 4.3023255813953485, |
| "grad_norm": 2.9410600662231445, |
| "learning_rate": 1.2714857601827282e-05, |
| "loss": 0.031428667902946475, |
| "step": 5180 |
| }, |
| { |
| "epoch": 4.310631229235881, |
| "grad_norm": 4.09833288192749, |
| "learning_rate": 1.2688956371074166e-05, |
| "loss": 0.005366896092891693, |
| "step": 5190 |
| }, |
| { |
| "epoch": 4.318936877076412, |
| "grad_norm": 1.1638123989105225, |
| "learning_rate": 1.2663035680165945e-05, |
| "loss": 0.023147153854370116, |
| "step": 5200 |
| }, |
| { |
| "epoch": 4.327242524916944, |
| "grad_norm": 1.6218690872192383, |
| "learning_rate": 1.263709571669238e-05, |
| "loss": 0.017925117909908295, |
| "step": 5210 |
| }, |
| { |
| "epoch": 4.335548172757475, |
| "grad_norm": 2.0784993171691895, |
| "learning_rate": 1.2611136668382694e-05, |
| "loss": 0.009900534152984619, |
| "step": 5220 |
| }, |
| { |
| "epoch": 4.343853820598007, |
| "grad_norm": 0.046291958540678024, |
| "learning_rate": 1.2585158723104246e-05, |
| "loss": 0.04691925644874573, |
| "step": 5230 |
| }, |
| { |
| "epoch": 4.352159468438538, |
| "grad_norm": 4.04836893081665, |
| "learning_rate": 1.2559162068861132e-05, |
| "loss": 0.014167265594005584, |
| "step": 5240 |
| }, |
| { |
| "epoch": 4.3604651162790695, |
| "grad_norm": 0.0019111237488687038, |
| "learning_rate": 1.2533146893792867e-05, |
| "loss": 0.01547088474035263, |
| "step": 5250 |
| }, |
| { |
| "epoch": 4.368770764119601, |
| "grad_norm": 0.005684494040906429, |
| "learning_rate": 1.2507113386172991e-05, |
| "loss": 0.009821711480617524, |
| "step": 5260 |
| }, |
| { |
| "epoch": 4.377076411960133, |
| "grad_norm": 0.3991302251815796, |
| "learning_rate": 1.2481061734407725e-05, |
| "loss": 0.011389210075139999, |
| "step": 5270 |
| }, |
| { |
| "epoch": 4.385382059800665, |
| "grad_norm": 0.4083890914916992, |
| "learning_rate": 1.2454992127034588e-05, |
| "loss": 0.03720539212226868, |
| "step": 5280 |
| }, |
| { |
| "epoch": 4.393687707641196, |
| "grad_norm": 0.0017885260749608278, |
| "learning_rate": 1.2428904752721056e-05, |
| "loss": 0.04555285573005676, |
| "step": 5290 |
| }, |
| { |
| "epoch": 4.401993355481728, |
| "grad_norm": 0.6126091480255127, |
| "learning_rate": 1.2402799800263183e-05, |
| "loss": 0.04678228497505188, |
| "step": 5300 |
| }, |
| { |
| "epoch": 4.410299003322259, |
| "grad_norm": 0.48896387219429016, |
| "learning_rate": 1.2376677458584239e-05, |
| "loss": 0.009043212234973907, |
| "step": 5310 |
| }, |
| { |
| "epoch": 4.4186046511627906, |
| "grad_norm": 2.2833175659179688, |
| "learning_rate": 1.2350537916733335e-05, |
| "loss": 0.026138657331466676, |
| "step": 5320 |
| }, |
| { |
| "epoch": 4.426910299003322, |
| "grad_norm": 0.6726020574569702, |
| "learning_rate": 1.2324381363884061e-05, |
| "loss": 0.029479256272315978, |
| "step": 5330 |
| }, |
| { |
| "epoch": 4.4352159468438535, |
| "grad_norm": 0.23614397644996643, |
| "learning_rate": 1.2298207989333128e-05, |
| "loss": 0.02873944044113159, |
| "step": 5340 |
| }, |
| { |
| "epoch": 4.443521594684386, |
| "grad_norm": 0.7234976291656494, |
| "learning_rate": 1.227201798249897e-05, |
| "loss": 0.01281222254037857, |
| "step": 5350 |
| }, |
| { |
| "epoch": 4.451827242524917, |
| "grad_norm": 0.08033420890569687, |
| "learning_rate": 1.2245811532920408e-05, |
| "loss": 0.040075987577438354, |
| "step": 5360 |
| }, |
| { |
| "epoch": 4.460132890365449, |
| "grad_norm": 1.5413765907287598, |
| "learning_rate": 1.2219588830255247e-05, |
| "loss": 0.011501920223236085, |
| "step": 5370 |
| }, |
| { |
| "epoch": 4.46843853820598, |
| "grad_norm": 1.4198194742202759, |
| "learning_rate": 1.2193350064278917e-05, |
| "loss": 0.062130576372146605, |
| "step": 5380 |
| }, |
| { |
| "epoch": 4.476744186046512, |
| "grad_norm": 1.3127896785736084, |
| "learning_rate": 1.2167095424883106e-05, |
| "loss": 0.016672512888908385, |
| "step": 5390 |
| }, |
| { |
| "epoch": 4.485049833887043, |
| "grad_norm": 0.0029651224613189697, |
| "learning_rate": 1.2140825102074373e-05, |
| "loss": 0.017946107685565947, |
| "step": 5400 |
| }, |
| { |
| "epoch": 4.4933554817275745, |
| "grad_norm": 0.005830972455441952, |
| "learning_rate": 1.2114539285972786e-05, |
| "loss": 0.003538551554083824, |
| "step": 5410 |
| }, |
| { |
| "epoch": 4.501661129568106, |
| "grad_norm": 6.904330730438232, |
| "learning_rate": 1.2088238166810533e-05, |
| "loss": 0.01914323717355728, |
| "step": 5420 |
| }, |
| { |
| "epoch": 4.509966777408637, |
| "grad_norm": 0.0020963172428309917, |
| "learning_rate": 1.2061921934930552e-05, |
| "loss": 0.010284826159477234, |
| "step": 5430 |
| }, |
| { |
| "epoch": 4.51827242524917, |
| "grad_norm": 4.655736923217773, |
| "learning_rate": 1.2035590780785153e-05, |
| "loss": 0.061952787637710574, |
| "step": 5440 |
| }, |
| { |
| "epoch": 4.526578073089701, |
| "grad_norm": 0.3065240979194641, |
| "learning_rate": 1.2009244894934641e-05, |
| "loss": 0.009478168934583664, |
| "step": 5450 |
| }, |
| { |
| "epoch": 4.534883720930233, |
| "grad_norm": 6.8561859130859375, |
| "learning_rate": 1.1982884468045937e-05, |
| "loss": 0.009291090071201324, |
| "step": 5460 |
| }, |
| { |
| "epoch": 4.543189368770764, |
| "grad_norm": 0.23533843457698822, |
| "learning_rate": 1.195650969089119e-05, |
| "loss": 0.02321425825357437, |
| "step": 5470 |
| }, |
| { |
| "epoch": 4.5514950166112955, |
| "grad_norm": 0.7539715766906738, |
| "learning_rate": 1.1930120754346409e-05, |
| "loss": 0.017818546295166014, |
| "step": 5480 |
| }, |
| { |
| "epoch": 4.559800664451827, |
| "grad_norm": 2.451885461807251, |
| "learning_rate": 1.1903717849390071e-05, |
| "loss": 0.013781924545764924, |
| "step": 5490 |
| }, |
| { |
| "epoch": 4.568106312292358, |
| "grad_norm": 2.3447372913360596, |
| "learning_rate": 1.1877301167101747e-05, |
| "loss": 0.011286266148090363, |
| "step": 5500 |
| }, |
| { |
| "epoch": 4.568106312292358, |
| "eval_brier": 0.966, |
| "eval_c@1": 0.96, |
| "eval_f05u": 0.97, |
| "eval_f1": 0.962, |
| "eval_loss": 0.13212688267230988, |
| "eval_mean": 0.97, |
| "eval_roc-auc": 0.992, |
| "eval_runtime": 69.2775, |
| "eval_samples_per_second": 265.931, |
| "eval_steps_per_second": 4.157, |
| "step": 5500 |
| }, |
| { |
| "epoch": 4.576411960132891, |
| "grad_norm": 2.822310447692871, |
| "learning_rate": 1.1850870898660712e-05, |
| "loss": 0.02732907235622406, |
| "step": 5510 |
| }, |
| { |
| "epoch": 4.584717607973422, |
| "grad_norm": 0.24702440202236176, |
| "learning_rate": 1.1824427235344571e-05, |
| "loss": 0.009680543839931489, |
| "step": 5520 |
| }, |
| { |
| "epoch": 4.593023255813954, |
| "grad_norm": 0.11351430416107178, |
| "learning_rate": 1.179797036852786e-05, |
| "loss": 0.024537718296051024, |
| "step": 5530 |
| }, |
| { |
| "epoch": 4.601328903654485, |
| "grad_norm": 0.1742720752954483, |
| "learning_rate": 1.1771500489680676e-05, |
| "loss": 0.014485788345336915, |
| "step": 5540 |
| }, |
| { |
| "epoch": 4.6096345514950166, |
| "grad_norm": 1.921797275543213, |
| "learning_rate": 1.1745017790367282e-05, |
| "loss": 0.037458720803260806, |
| "step": 5550 |
| }, |
| { |
| "epoch": 4.617940199335548, |
| "grad_norm": 0.06870638579130173, |
| "learning_rate": 1.1718522462244726e-05, |
| "loss": 0.00331995002925396, |
| "step": 5560 |
| }, |
| { |
| "epoch": 4.6262458471760795, |
| "grad_norm": 0.5255098342895508, |
| "learning_rate": 1.1692014697061448e-05, |
| "loss": 0.013584165275096894, |
| "step": 5570 |
| }, |
| { |
| "epoch": 4.634551495016611, |
| "grad_norm": 1.848103642463684, |
| "learning_rate": 1.16654946866559e-05, |
| "loss": 0.0253132164478302, |
| "step": 5580 |
| }, |
| { |
| "epoch": 4.642857142857143, |
| "grad_norm": 1.2474435567855835, |
| "learning_rate": 1.1638962622955152e-05, |
| "loss": 0.0319608062505722, |
| "step": 5590 |
| }, |
| { |
| "epoch": 4.651162790697675, |
| "grad_norm": 0.04684052988886833, |
| "learning_rate": 1.1612418697973497e-05, |
| "loss": 0.023048269748687743, |
| "step": 5600 |
| }, |
| { |
| "epoch": 4.659468438538206, |
| "grad_norm": 0.013490485958755016, |
| "learning_rate": 1.1585863103811083e-05, |
| "loss": 0.022633382678031923, |
| "step": 5610 |
| }, |
| { |
| "epoch": 4.667774086378738, |
| "grad_norm": 0.0029091646429151297, |
| "learning_rate": 1.1559296032652502e-05, |
| "loss": 0.010863151401281357, |
| "step": 5620 |
| }, |
| { |
| "epoch": 4.676079734219269, |
| "grad_norm": 5.4041242599487305, |
| "learning_rate": 1.1532717676765402e-05, |
| "loss": 0.018604715168476105, |
| "step": 5630 |
| }, |
| { |
| "epoch": 4.6843853820598005, |
| "grad_norm": 0.03612590953707695, |
| "learning_rate": 1.1506128228499099e-05, |
| "loss": 0.0155234694480896, |
| "step": 5640 |
| }, |
| { |
| "epoch": 4.692691029900332, |
| "grad_norm": 2.8312246799468994, |
| "learning_rate": 1.1479527880283193e-05, |
| "loss": 0.025063151121139528, |
| "step": 5650 |
| }, |
| { |
| "epoch": 4.700996677740864, |
| "grad_norm": 0.003810290480032563, |
| "learning_rate": 1.1452916824626163e-05, |
| "loss": 0.007783669233322144, |
| "step": 5660 |
| }, |
| { |
| "epoch": 4.709302325581396, |
| "grad_norm": 0.29940053820610046, |
| "learning_rate": 1.142629525411398e-05, |
| "loss": 0.01714521199464798, |
| "step": 5670 |
| }, |
| { |
| "epoch": 4.717607973421927, |
| "grad_norm": 0.03696191683411598, |
| "learning_rate": 1.1399663361408707e-05, |
| "loss": 0.018399737775325775, |
| "step": 5680 |
| }, |
| { |
| "epoch": 4.725913621262459, |
| "grad_norm": 0.12434878200292587, |
| "learning_rate": 1.1373021339247114e-05, |
| "loss": 0.006360460072755814, |
| "step": 5690 |
| }, |
| { |
| "epoch": 4.73421926910299, |
| "grad_norm": 0.4497016668319702, |
| "learning_rate": 1.1346369380439279e-05, |
| "loss": 0.021831679344177245, |
| "step": 5700 |
| }, |
| { |
| "epoch": 4.7425249169435215, |
| "grad_norm": 2.9221436977386475, |
| "learning_rate": 1.1319707677867193e-05, |
| "loss": 0.015007516741752625, |
| "step": 5710 |
| }, |
| { |
| "epoch": 4.750830564784053, |
| "grad_norm": 2.3445451259613037, |
| "learning_rate": 1.1293036424483355e-05, |
| "loss": 0.012582153081893921, |
| "step": 5720 |
| }, |
| { |
| "epoch": 4.759136212624584, |
| "grad_norm": 1.3311432600021362, |
| "learning_rate": 1.1266355813309396e-05, |
| "loss": 0.024350470304489134, |
| "step": 5730 |
| }, |
| { |
| "epoch": 4.767441860465116, |
| "grad_norm": 1.7179744243621826, |
| "learning_rate": 1.1239666037434657e-05, |
| "loss": 0.022610074281692503, |
| "step": 5740 |
| }, |
| { |
| "epoch": 4.775747508305648, |
| "grad_norm": 4.0053391456604, |
| "learning_rate": 1.1212967290014814e-05, |
| "loss": 0.008827207982540131, |
| "step": 5750 |
| }, |
| { |
| "epoch": 4.78405315614618, |
| "grad_norm": 0.004406826104968786, |
| "learning_rate": 1.118625976427047e-05, |
| "loss": 0.019537603855133055, |
| "step": 5760 |
| }, |
| { |
| "epoch": 4.792358803986711, |
| "grad_norm": 1.1199983358383179, |
| "learning_rate": 1.1159543653485754e-05, |
| "loss": 0.0031148988753557207, |
| "step": 5770 |
| }, |
| { |
| "epoch": 4.8006644518272426, |
| "grad_norm": 1.8627395629882812, |
| "learning_rate": 1.1132819151006926e-05, |
| "loss": 0.03158606886863709, |
| "step": 5780 |
| }, |
| { |
| "epoch": 4.808970099667774, |
| "grad_norm": 0.04168757423758507, |
| "learning_rate": 1.1106086450240978e-05, |
| "loss": 0.019741442799568177, |
| "step": 5790 |
| }, |
| { |
| "epoch": 4.8172757475083055, |
| "grad_norm": 0.5385501980781555, |
| "learning_rate": 1.1079345744654235e-05, |
| "loss": 0.015669572353363036, |
| "step": 5800 |
| }, |
| { |
| "epoch": 4.825581395348837, |
| "grad_norm": 0.06651749461889267, |
| "learning_rate": 1.105259722777095e-05, |
| "loss": 0.02334149330854416, |
| "step": 5810 |
| }, |
| { |
| "epoch": 4.833887043189369, |
| "grad_norm": 0.24134045839309692, |
| "learning_rate": 1.1025841093171909e-05, |
| "loss": 0.006554661691188813, |
| "step": 5820 |
| }, |
| { |
| "epoch": 4.842192691029901, |
| "grad_norm": 1.2022056579589844, |
| "learning_rate": 1.0999077534493033e-05, |
| "loss": 0.02444618344306946, |
| "step": 5830 |
| }, |
| { |
| "epoch": 4.850498338870432, |
| "grad_norm": 0.11877620220184326, |
| "learning_rate": 1.0972306745423957e-05, |
| "loss": 0.028384533524513245, |
| "step": 5840 |
| }, |
| { |
| "epoch": 4.858803986710964, |
| "grad_norm": 0.27428197860717773, |
| "learning_rate": 1.0945528919706658e-05, |
| "loss": 0.02846103012561798, |
| "step": 5850 |
| }, |
| { |
| "epoch": 4.867109634551495, |
| "grad_norm": 0.15349681675434113, |
| "learning_rate": 1.0918744251134028e-05, |
| "loss": 0.011068707704544068, |
| "step": 5860 |
| }, |
| { |
| "epoch": 4.8754152823920265, |
| "grad_norm": 0.17310120165348053, |
| "learning_rate": 1.0891952933548493e-05, |
| "loss": 0.015930719673633575, |
| "step": 5870 |
| }, |
| { |
| "epoch": 4.883720930232558, |
| "grad_norm": 14.155986785888672, |
| "learning_rate": 1.0865155160840582e-05, |
| "loss": 0.05431943535804749, |
| "step": 5880 |
| }, |
| { |
| "epoch": 4.892026578073089, |
| "grad_norm": 8.113669395446777, |
| "learning_rate": 1.083835112694755e-05, |
| "loss": 0.05063359141349792, |
| "step": 5890 |
| }, |
| { |
| "epoch": 4.900332225913621, |
| "grad_norm": 0.07618654519319534, |
| "learning_rate": 1.0811541025851966e-05, |
| "loss": 0.018904516100883485, |
| "step": 5900 |
| }, |
| { |
| "epoch": 4.908637873754153, |
| "grad_norm": 0.0057159713469445705, |
| "learning_rate": 1.0784725051580302e-05, |
| "loss": 0.005965299531817436, |
| "step": 5910 |
| }, |
| { |
| "epoch": 4.916943521594685, |
| "grad_norm": 0.22818350791931152, |
| "learning_rate": 1.0757903398201541e-05, |
| "loss": 0.01754939407110214, |
| "step": 5920 |
| }, |
| { |
| "epoch": 4.925249169435216, |
| "grad_norm": 19.128080368041992, |
| "learning_rate": 1.073107625982576e-05, |
| "loss": 0.022441479563713073, |
| "step": 5930 |
| }, |
| { |
| "epoch": 4.9335548172757475, |
| "grad_norm": 0.07472891360521317, |
| "learning_rate": 1.070424383060273e-05, |
| "loss": 0.03778038620948791, |
| "step": 5940 |
| }, |
| { |
| "epoch": 4.941860465116279, |
| "grad_norm": 1.5706290006637573, |
| "learning_rate": 1.0677406304720523e-05, |
| "loss": 0.0034949634224176406, |
| "step": 5950 |
| }, |
| { |
| "epoch": 4.95016611295681, |
| "grad_norm": 0.04871722683310509, |
| "learning_rate": 1.0650563876404086e-05, |
| "loss": 0.01854807436466217, |
| "step": 5960 |
| }, |
| { |
| "epoch": 4.958471760797342, |
| "grad_norm": 0.5312822461128235, |
| "learning_rate": 1.0623716739913847e-05, |
| "loss": 0.001561350654810667, |
| "step": 5970 |
| }, |
| { |
| "epoch": 4.966777408637874, |
| "grad_norm": 0.07376973330974579, |
| "learning_rate": 1.0596865089544311e-05, |
| "loss": 0.0032320842146873474, |
| "step": 5980 |
| }, |
| { |
| "epoch": 4.975083056478406, |
| "grad_norm": 0.0012221125653013587, |
| "learning_rate": 1.0570009119622641e-05, |
| "loss": 0.014906331896781921, |
| "step": 5990 |
| }, |
| { |
| "epoch": 4.983388704318937, |
| "grad_norm": 0.09429141134023666, |
| "learning_rate": 1.0543149024507273e-05, |
| "loss": 0.007438968122005463, |
| "step": 6000 |
| }, |
| { |
| "epoch": 4.983388704318937, |
| "eval_brier": 0.962, |
| "eval_c@1": 0.956, |
| "eval_f05u": 0.971, |
| "eval_f1": 0.958, |
| "eval_loss": 0.1529388278722763, |
| "eval_mean": 0.968, |
| "eval_roc-auc": 0.99, |
| "eval_runtime": 69.3253, |
| "eval_samples_per_second": 265.747, |
| "eval_steps_per_second": 4.154, |
| "step": 6000 |
| }, |
| { |
| "epoch": 4.9916943521594686, |
| "grad_norm": 0.003674514591693878, |
| "learning_rate": 1.0516284998586497e-05, |
| "loss": 0.013652998208999633, |
| "step": 6010 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 0.001616625115275383, |
| "learning_rate": 1.0489417236277035e-05, |
| "loss": 0.02531648278236389, |
| "step": 6020 |
| }, |
| { |
| "epoch": 5.0083056478405314, |
| "grad_norm": 0.5862334966659546, |
| "learning_rate": 1.0462545932022664e-05, |
| "loss": 0.015471625328063964, |
| "step": 6030 |
| }, |
| { |
| "epoch": 5.016611295681063, |
| "grad_norm": 0.0656253844499588, |
| "learning_rate": 1.0435671280292792e-05, |
| "loss": 0.023716352880001068, |
| "step": 6040 |
| }, |
| { |
| "epoch": 5.024916943521594, |
| "grad_norm": 0.2014501690864563, |
| "learning_rate": 1.040879347558105e-05, |
| "loss": 0.04303444623947143, |
| "step": 6050 |
| }, |
| { |
| "epoch": 5.033222591362127, |
| "grad_norm": 0.12357684224843979, |
| "learning_rate": 1.0381912712403888e-05, |
| "loss": 0.009110794961452484, |
| "step": 6060 |
| }, |
| { |
| "epoch": 5.041528239202658, |
| "grad_norm": 1.4266451597213745, |
| "learning_rate": 1.0355029185299166e-05, |
| "loss": 0.016558359563350677, |
| "step": 6070 |
| }, |
| { |
| "epoch": 5.04983388704319, |
| "grad_norm": 2.3012773990631104, |
| "learning_rate": 1.032814308882475e-05, |
| "loss": 0.04482868313789368, |
| "step": 6080 |
| }, |
| { |
| "epoch": 5.058139534883721, |
| "grad_norm": 0.33360257744789124, |
| "learning_rate": 1.0301254617557095e-05, |
| "loss": 0.01765061020851135, |
| "step": 6090 |
| }, |
| { |
| "epoch": 5.0664451827242525, |
| "grad_norm": 0.269838809967041, |
| "learning_rate": 1.0274363966089848e-05, |
| "loss": 0.03180038332939148, |
| "step": 6100 |
| }, |
| { |
| "epoch": 5.074750830564784, |
| "grad_norm": 0.016482122242450714, |
| "learning_rate": 1.0247471329032434e-05, |
| "loss": 0.0039018712937831878, |
| "step": 6110 |
| }, |
| { |
| "epoch": 5.083056478405315, |
| "grad_norm": 0.007582697086036205, |
| "learning_rate": 1.0220576901008642e-05, |
| "loss": 0.012031578272581101, |
| "step": 6120 |
| }, |
| { |
| "epoch": 5.091362126245847, |
| "grad_norm": 0.30735695362091064, |
| "learning_rate": 1.0193680876655235e-05, |
| "loss": 0.015549731254577637, |
| "step": 6130 |
| }, |
| { |
| "epoch": 5.099667774086379, |
| "grad_norm": 2.096459150314331, |
| "learning_rate": 1.0166783450620504e-05, |
| "loss": 0.011670152842998504, |
| "step": 6140 |
| }, |
| { |
| "epoch": 5.107973421926911, |
| "grad_norm": 0.1962430477142334, |
| "learning_rate": 1.0139884817562915e-05, |
| "loss": 0.034085988998413086, |
| "step": 6150 |
| }, |
| { |
| "epoch": 5.116279069767442, |
| "grad_norm": 6.137411594390869, |
| "learning_rate": 1.0112985172149652e-05, |
| "loss": 0.028455090522766114, |
| "step": 6160 |
| }, |
| { |
| "epoch": 5.1245847176079735, |
| "grad_norm": 0.003732080338522792, |
| "learning_rate": 1.008608470905522e-05, |
| "loss": 0.01228947788476944, |
| "step": 6170 |
| }, |
| { |
| "epoch": 5.132890365448505, |
| "grad_norm": 0.27746227383613586, |
| "learning_rate": 1.0059183622960058e-05, |
| "loss": 0.04811334013938904, |
| "step": 6180 |
| }, |
| { |
| "epoch": 5.141196013289036, |
| "grad_norm": 12.70612621307373, |
| "learning_rate": 1.0032282108549101e-05, |
| "loss": 0.06266883611679078, |
| "step": 6190 |
| }, |
| { |
| "epoch": 5.149501661129568, |
| "grad_norm": 10.436833381652832, |
| "learning_rate": 1.0005380360510393e-05, |
| "loss": 0.029998233914375304, |
| "step": 6200 |
| }, |
| { |
| "epoch": 5.157807308970099, |
| "grad_norm": 0.0021893042139708996, |
| "learning_rate": 9.978478573533658e-06, |
| "loss": 0.04633872807025909, |
| "step": 6210 |
| }, |
| { |
| "epoch": 5.166112956810632, |
| "grad_norm": 0.01333579607307911, |
| "learning_rate": 9.951576942308906e-06, |
| "loss": 0.009243057668209076, |
| "step": 6220 |
| }, |
| { |
| "epoch": 5.174418604651163, |
| "grad_norm": 1.6492170095443726, |
| "learning_rate": 9.924675661525029e-06, |
| "loss": 0.014937382936477662, |
| "step": 6230 |
| }, |
| { |
| "epoch": 5.1827242524916945, |
| "grad_norm": 1.5642340183258057, |
| "learning_rate": 9.897774925868371e-06, |
| "loss": 0.01730722635984421, |
| "step": 6240 |
| }, |
| { |
| "epoch": 5.191029900332226, |
| "grad_norm": 0.16060325503349304, |
| "learning_rate": 9.870874930021335e-06, |
| "loss": 0.013254204392433166, |
| "step": 6250 |
| }, |
| { |
| "epoch": 5.1993355481727574, |
| "grad_norm": 0.0033668838441371918, |
| "learning_rate": 9.843975868660974e-06, |
| "loss": 0.005051122605800628, |
| "step": 6260 |
| }, |
| { |
| "epoch": 5.207641196013289, |
| "grad_norm": 4.608306884765625, |
| "learning_rate": 9.817077936457566e-06, |
| "loss": 0.014579175412654877, |
| "step": 6270 |
| }, |
| { |
| "epoch": 5.21594684385382, |
| "grad_norm": 0.2961117923259735, |
| "learning_rate": 9.790181328073231e-06, |
| "loss": 0.018054383993148803, |
| "step": 6280 |
| }, |
| { |
| "epoch": 5.224252491694352, |
| "grad_norm": 0.1454981416463852, |
| "learning_rate": 9.763286238160505e-06, |
| "loss": 0.0120973601937294, |
| "step": 6290 |
| }, |
| { |
| "epoch": 5.232558139534884, |
| "grad_norm": 0.6783755421638489, |
| "learning_rate": 9.736392861360925e-06, |
| "loss": 0.021133965253829955, |
| "step": 6300 |
| }, |
| { |
| "epoch": 5.240863787375416, |
| "grad_norm": 0.00108309555798769, |
| "learning_rate": 9.709501392303645e-06, |
| "loss": 0.016107510030269622, |
| "step": 6310 |
| }, |
| { |
| "epoch": 5.249169435215947, |
| "grad_norm": 2.476327419281006, |
| "learning_rate": 9.682612025604e-06, |
| "loss": 0.022406360507011412, |
| "step": 6320 |
| }, |
| { |
| "epoch": 5.2574750830564785, |
| "grad_norm": 0.9213047027587891, |
| "learning_rate": 9.65572495586212e-06, |
| "loss": 0.05495978593826294, |
| "step": 6330 |
| }, |
| { |
| "epoch": 5.26578073089701, |
| "grad_norm": 1.9122434854507446, |
| "learning_rate": 9.628840377661506e-06, |
| "loss": 0.023163509368896485, |
| "step": 6340 |
| }, |
| { |
| "epoch": 5.274086378737541, |
| "grad_norm": 2.968592643737793, |
| "learning_rate": 9.601958485567621e-06, |
| "loss": 0.012122733891010285, |
| "step": 6350 |
| }, |
| { |
| "epoch": 5.282392026578073, |
| "grad_norm": 2.8721532821655273, |
| "learning_rate": 9.57507947412651e-06, |
| "loss": 0.02536485493183136, |
| "step": 6360 |
| }, |
| { |
| "epoch": 5.290697674418604, |
| "grad_norm": 0.002760088536888361, |
| "learning_rate": 9.548203537863342e-06, |
| "loss": 0.009196484833955765, |
| "step": 6370 |
| }, |
| { |
| "epoch": 5.299003322259137, |
| "grad_norm": 10.133779525756836, |
| "learning_rate": 9.521330871281055e-06, |
| "loss": 0.029024860262870787, |
| "step": 6380 |
| }, |
| { |
| "epoch": 5.307308970099668, |
| "grad_norm": 0.06383432447910309, |
| "learning_rate": 9.494461668858911e-06, |
| "loss": 0.045620501041412354, |
| "step": 6390 |
| }, |
| { |
| "epoch": 5.3156146179401995, |
| "grad_norm": 2.252612590789795, |
| "learning_rate": 9.467596125051104e-06, |
| "loss": 0.020950838923454285, |
| "step": 6400 |
| }, |
| { |
| "epoch": 5.323920265780731, |
| "grad_norm": 0.004589166957885027, |
| "learning_rate": 9.440734434285353e-06, |
| "loss": 0.009040661901235581, |
| "step": 6410 |
| }, |
| { |
| "epoch": 5.332225913621262, |
| "grad_norm": 0.0076341466046869755, |
| "learning_rate": 9.413876790961491e-06, |
| "loss": 0.013610967993736267, |
| "step": 6420 |
| }, |
| { |
| "epoch": 5.340531561461794, |
| "grad_norm": 4.5356526374816895, |
| "learning_rate": 9.387023389450058e-06, |
| "loss": 0.02646231949329376, |
| "step": 6430 |
| }, |
| { |
| "epoch": 5.348837209302325, |
| "grad_norm": 0.0021297375205904245, |
| "learning_rate": 9.360174424090902e-06, |
| "loss": 0.018574891984462737, |
| "step": 6440 |
| }, |
| { |
| "epoch": 5.357142857142857, |
| "grad_norm": 3.6231789588928223, |
| "learning_rate": 9.33333008919175e-06, |
| "loss": 0.011462628096342086, |
| "step": 6450 |
| }, |
| { |
| "epoch": 5.365448504983389, |
| "grad_norm": 3.046170711517334, |
| "learning_rate": 9.306490579026838e-06, |
| "loss": 0.013014721870422363, |
| "step": 6460 |
| }, |
| { |
| "epoch": 5.3737541528239205, |
| "grad_norm": 0.7817786335945129, |
| "learning_rate": 9.279656087835475e-06, |
| "loss": 0.004163151234388351, |
| "step": 6470 |
| }, |
| { |
| "epoch": 5.382059800664452, |
| "grad_norm": 0.27560335397720337, |
| "learning_rate": 9.252826809820645e-06, |
| "loss": 0.008296001702547073, |
| "step": 6480 |
| }, |
| { |
| "epoch": 5.3903654485049834, |
| "grad_norm": 2.140653610229492, |
| "learning_rate": 9.22600293914761e-06, |
| "loss": 0.031283590197563174, |
| "step": 6490 |
| }, |
| { |
| "epoch": 5.398671096345515, |
| "grad_norm": 0.4135418236255646, |
| "learning_rate": 9.199184669942498e-06, |
| "loss": 0.05154951810836792, |
| "step": 6500 |
| }, |
| { |
| "epoch": 5.398671096345515, |
| "eval_brier": 0.963, |
| "eval_c@1": 0.958, |
| "eval_f05u": 0.973, |
| "eval_f1": 0.96, |
| "eval_loss": 0.15943123400211334, |
| "eval_mean": 0.969, |
| "eval_roc-auc": 0.99, |
| "eval_runtime": 69.4261, |
| "eval_samples_per_second": 265.361, |
| "eval_steps_per_second": 4.148, |
| "step": 6500 |
| }, |
| { |
| "epoch": 5.406976744186046, |
| "grad_norm": 0.002762638730928302, |
| "learning_rate": 9.172372196290892e-06, |
| "loss": 0.001893816702067852, |
| "step": 6510 |
| }, |
| { |
| "epoch": 5.415282392026578, |
| "grad_norm": 0.0029988118913024664, |
| "learning_rate": 9.145565712236444e-06, |
| "loss": 0.000711390282958746, |
| "step": 6520 |
| }, |
| { |
| "epoch": 5.423588039867109, |
| "grad_norm": 0.1753683090209961, |
| "learning_rate": 9.118765411779444e-06, |
| "loss": 0.03069241940975189, |
| "step": 6530 |
| }, |
| { |
| "epoch": 5.431893687707642, |
| "grad_norm": 7.485196113586426, |
| "learning_rate": 9.091971488875448e-06, |
| "loss": 0.01752369850873947, |
| "step": 6540 |
| }, |
| { |
| "epoch": 5.440199335548173, |
| "grad_norm": 0.7450178861618042, |
| "learning_rate": 9.065184137433837e-06, |
| "loss": 0.0281473308801651, |
| "step": 6550 |
| }, |
| { |
| "epoch": 5.4485049833887045, |
| "grad_norm": 0.3487071394920349, |
| "learning_rate": 9.038403551316455e-06, |
| "loss": 0.018239806592464446, |
| "step": 6560 |
| }, |
| { |
| "epoch": 5.456810631229236, |
| "grad_norm": 1.172838807106018, |
| "learning_rate": 9.011629924336172e-06, |
| "loss": 0.003979488462209702, |
| "step": 6570 |
| }, |
| { |
| "epoch": 5.465116279069767, |
| "grad_norm": 0.5687670707702637, |
| "learning_rate": 8.984863450255494e-06, |
| "loss": 0.013243064284324646, |
| "step": 6580 |
| }, |
| { |
| "epoch": 5.473421926910299, |
| "grad_norm": 2.026305675506592, |
| "learning_rate": 8.95810432278517e-06, |
| "loss": 0.012412568181753158, |
| "step": 6590 |
| }, |
| { |
| "epoch": 5.48172757475083, |
| "grad_norm": 0.1178358718752861, |
| "learning_rate": 8.931352735582767e-06, |
| "loss": 0.013863597810268403, |
| "step": 6600 |
| }, |
| { |
| "epoch": 5.490033222591362, |
| "grad_norm": 0.001700263237580657, |
| "learning_rate": 8.9046088822513e-06, |
| "loss": 0.009028357267379761, |
| "step": 6610 |
| }, |
| { |
| "epoch": 5.498338870431894, |
| "grad_norm": 0.0027973002288490534, |
| "learning_rate": 8.877872956337803e-06, |
| "loss": 0.011504148691892624, |
| "step": 6620 |
| }, |
| { |
| "epoch": 5.5066445182724255, |
| "grad_norm": 1.4627960920333862, |
| "learning_rate": 8.851145151331932e-06, |
| "loss": 0.02455365061759949, |
| "step": 6630 |
| }, |
| { |
| "epoch": 5.514950166112957, |
| "grad_norm": 0.0016517736949026585, |
| "learning_rate": 8.824425660664589e-06, |
| "loss": 0.013532018661499024, |
| "step": 6640 |
| }, |
| { |
| "epoch": 5.523255813953488, |
| "grad_norm": 0.0016886944649741054, |
| "learning_rate": 8.79771467770649e-06, |
| "loss": 0.020568014681339265, |
| "step": 6650 |
| }, |
| { |
| "epoch": 5.53156146179402, |
| "grad_norm": 3.9619431495666504, |
| "learning_rate": 8.771012395766784e-06, |
| "loss": 0.02581743597984314, |
| "step": 6660 |
| }, |
| { |
| "epoch": 5.539867109634551, |
| "grad_norm": 0.0056344387121498585, |
| "learning_rate": 8.744319008091657e-06, |
| "loss": 0.014075009524822235, |
| "step": 6670 |
| }, |
| { |
| "epoch": 5.548172757475083, |
| "grad_norm": 3.7406468391418457, |
| "learning_rate": 8.717634707862916e-06, |
| "loss": 0.015134890377521516, |
| "step": 6680 |
| }, |
| { |
| "epoch": 5.556478405315614, |
| "grad_norm": 0.11011675745248795, |
| "learning_rate": 8.690959688196614e-06, |
| "loss": 0.038392487168312076, |
| "step": 6690 |
| }, |
| { |
| "epoch": 5.5647840531561465, |
| "grad_norm": 0.14210830628871918, |
| "learning_rate": 8.664294142141623e-06, |
| "loss": 0.014288631081581116, |
| "step": 6700 |
| }, |
| { |
| "epoch": 5.573089700996678, |
| "grad_norm": 0.011836647056043148, |
| "learning_rate": 8.637638262678265e-06, |
| "loss": 0.03645042777061462, |
| "step": 6710 |
| }, |
| { |
| "epoch": 5.5813953488372094, |
| "grad_norm": 0.007830922491848469, |
| "learning_rate": 8.610992242716914e-06, |
| "loss": 0.00012227758998051286, |
| "step": 6720 |
| }, |
| { |
| "epoch": 5.589700996677741, |
| "grad_norm": 0.012702585197985172, |
| "learning_rate": 8.584356275096564e-06, |
| "loss": 0.020489972829818726, |
| "step": 6730 |
| }, |
| { |
| "epoch": 5.598006644518272, |
| "grad_norm": 0.3409964144229889, |
| "learning_rate": 8.557730552583481e-06, |
| "loss": 0.021626809239387514, |
| "step": 6740 |
| }, |
| { |
| "epoch": 5.606312292358804, |
| "grad_norm": 0.6491411924362183, |
| "learning_rate": 8.53111526786978e-06, |
| "loss": 0.027367493510246275, |
| "step": 6750 |
| }, |
| { |
| "epoch": 5.614617940199335, |
| "grad_norm": 9.169612884521484, |
| "learning_rate": 8.504510613572036e-06, |
| "loss": 0.030298405885696413, |
| "step": 6760 |
| }, |
| { |
| "epoch": 5.622923588039868, |
| "grad_norm": 2.571241855621338, |
| "learning_rate": 8.477916782229893e-06, |
| "loss": 0.0046318769454956055, |
| "step": 6770 |
| }, |
| { |
| "epoch": 5.631229235880399, |
| "grad_norm": 0.16384539008140564, |
| "learning_rate": 8.451333966304666e-06, |
| "loss": 0.032301408052444455, |
| "step": 6780 |
| }, |
| { |
| "epoch": 5.6395348837209305, |
| "grad_norm": 0.13168157637119293, |
| "learning_rate": 8.424762358177955e-06, |
| "loss": 0.015387143194675445, |
| "step": 6790 |
| }, |
| { |
| "epoch": 5.647840531561462, |
| "grad_norm": 1.2372331619262695, |
| "learning_rate": 8.398202150150238e-06, |
| "loss": 0.01876421719789505, |
| "step": 6800 |
| }, |
| { |
| "epoch": 5.656146179401993, |
| "grad_norm": 0.002671166555956006, |
| "learning_rate": 8.371653534439505e-06, |
| "loss": 0.020773571729660035, |
| "step": 6810 |
| }, |
| { |
| "epoch": 5.664451827242525, |
| "grad_norm": 0.0014251646352931857, |
| "learning_rate": 8.34511670317984e-06, |
| "loss": 0.005695940181612969, |
| "step": 6820 |
| }, |
| { |
| "epoch": 5.672757475083056, |
| "grad_norm": 0.7163535356521606, |
| "learning_rate": 8.318591848420046e-06, |
| "loss": 0.0328060507774353, |
| "step": 6830 |
| }, |
| { |
| "epoch": 5.681063122923588, |
| "grad_norm": 0.22294257581233978, |
| "learning_rate": 8.292079162122252e-06, |
| "loss": 0.003689458966255188, |
| "step": 6840 |
| }, |
| { |
| "epoch": 5.689368770764119, |
| "grad_norm": 3.362990140914917, |
| "learning_rate": 8.265578836160523e-06, |
| "loss": 0.029373672604560853, |
| "step": 6850 |
| }, |
| { |
| "epoch": 5.6976744186046515, |
| "grad_norm": 1.8103702068328857, |
| "learning_rate": 8.239091062319469e-06, |
| "loss": 0.025295084714889525, |
| "step": 6860 |
| }, |
| { |
| "epoch": 5.705980066445183, |
| "grad_norm": 0.0027610426768660545, |
| "learning_rate": 8.212616032292866e-06, |
| "loss": 0.007607991248369217, |
| "step": 6870 |
| }, |
| { |
| "epoch": 5.714285714285714, |
| "grad_norm": 4.924838066101074, |
| "learning_rate": 8.186153937682248e-06, |
| "loss": 0.030681931972503663, |
| "step": 6880 |
| }, |
| { |
| "epoch": 5.722591362126246, |
| "grad_norm": 13.518671035766602, |
| "learning_rate": 8.159704969995553e-06, |
| "loss": 0.04611906409263611, |
| "step": 6890 |
| }, |
| { |
| "epoch": 5.730897009966777, |
| "grad_norm": 0.04365919157862663, |
| "learning_rate": 8.133269320645702e-06, |
| "loss": 0.017498983442783354, |
| "step": 6900 |
| }, |
| { |
| "epoch": 5.739202657807309, |
| "grad_norm": 0.2871593236923218, |
| "learning_rate": 8.106847180949243e-06, |
| "loss": 0.007226487249135971, |
| "step": 6910 |
| }, |
| { |
| "epoch": 5.74750830564784, |
| "grad_norm": 0.005341998301446438, |
| "learning_rate": 8.080438742124949e-06, |
| "loss": 0.004703724756836891, |
| "step": 6920 |
| }, |
| { |
| "epoch": 5.7558139534883725, |
| "grad_norm": 0.6335068941116333, |
| "learning_rate": 8.054044195292435e-06, |
| "loss": 0.010668383538722992, |
| "step": 6930 |
| }, |
| { |
| "epoch": 5.764119601328904, |
| "grad_norm": 0.026266956701874733, |
| "learning_rate": 8.027663731470787e-06, |
| "loss": 0.01587436646223068, |
| "step": 6940 |
| }, |
| { |
| "epoch": 5.7724252491694354, |
| "grad_norm": 0.2619726061820984, |
| "learning_rate": 8.001297541577155e-06, |
| "loss": 0.010323958098888397, |
| "step": 6950 |
| }, |
| { |
| "epoch": 5.780730897009967, |
| "grad_norm": 0.0020163620356470346, |
| "learning_rate": 7.974945816425412e-06, |
| "loss": 0.0024325501173734663, |
| "step": 6960 |
| }, |
| { |
| "epoch": 5.789036544850498, |
| "grad_norm": 0.003413138445466757, |
| "learning_rate": 7.948608746724735e-06, |
| "loss": 9.869699133560061e-05, |
| "step": 6970 |
| }, |
| { |
| "epoch": 5.79734219269103, |
| "grad_norm": 9.29476261138916, |
| "learning_rate": 7.92228652307823e-06, |
| "loss": 0.057475173473358156, |
| "step": 6980 |
| }, |
| { |
| "epoch": 5.805647840531561, |
| "grad_norm": 0.22015738487243652, |
| "learning_rate": 7.895979335981578e-06, |
| "loss": 0.0277383953332901, |
| "step": 6990 |
| }, |
| { |
| "epoch": 5.813953488372093, |
| "grad_norm": 0.6662735342979431, |
| "learning_rate": 7.869687375821627e-06, |
| "loss": 0.005917861685156822, |
| "step": 7000 |
| }, |
| { |
| "epoch": 5.813953488372093, |
| "eval_brier": 0.964, |
| "eval_c@1": 0.959, |
| "eval_f05u": 0.973, |
| "eval_f1": 0.961, |
| "eval_loss": 0.15328434109687805, |
| "eval_mean": 0.97, |
| "eval_roc-auc": 0.991, |
| "eval_runtime": 69.2438, |
| "eval_samples_per_second": 266.06, |
| "eval_steps_per_second": 4.159, |
| "step": 7000 |
| }, |
| { |
| "epoch": 5.822259136212624, |
| "grad_norm": 0.0058500999584794044, |
| "learning_rate": 7.843410832875035e-06, |
| "loss": 0.0010274063795804977, |
| "step": 7010 |
| }, |
| { |
| "epoch": 5.8305647840531565, |
| "grad_norm": 0.0022387949284166098, |
| "learning_rate": 7.817149897306881e-06, |
| "loss": 0.008160777390003204, |
| "step": 7020 |
| }, |
| { |
| "epoch": 5.838870431893688, |
| "grad_norm": 0.18496069312095642, |
| "learning_rate": 7.790904759169292e-06, |
| "loss": 0.02355058640241623, |
| "step": 7030 |
| }, |
| { |
| "epoch": 5.847176079734219, |
| "grad_norm": 0.18093812465667725, |
| "learning_rate": 7.764675608400073e-06, |
| "loss": 0.03586549460887909, |
| "step": 7040 |
| }, |
| { |
| "epoch": 5.855481727574751, |
| "grad_norm": 2.4179556369781494, |
| "learning_rate": 7.738462634821314e-06, |
| "loss": 0.034015771746635434, |
| "step": 7050 |
| }, |
| { |
| "epoch": 5.863787375415282, |
| "grad_norm": 0.007284322287887335, |
| "learning_rate": 7.71226602813804e-06, |
| "loss": 0.009248374402523041, |
| "step": 7060 |
| }, |
| { |
| "epoch": 5.872093023255814, |
| "grad_norm": 0.004407364875078201, |
| "learning_rate": 7.686085977936837e-06, |
| "loss": 0.00012948120711371304, |
| "step": 7070 |
| }, |
| { |
| "epoch": 5.880398671096345, |
| "grad_norm": 0.23228105902671814, |
| "learning_rate": 7.659922673684446e-06, |
| "loss": 0.01536521315574646, |
| "step": 7080 |
| }, |
| { |
| "epoch": 5.8887043189368775, |
| "grad_norm": 6.431649684906006, |
| "learning_rate": 7.63377630472644e-06, |
| "loss": 0.02363522946834564, |
| "step": 7090 |
| }, |
| { |
| "epoch": 5.897009966777409, |
| "grad_norm": 0.16404373943805695, |
| "learning_rate": 7.607647060285814e-06, |
| "loss": 0.013303206861019134, |
| "step": 7100 |
| }, |
| { |
| "epoch": 5.90531561461794, |
| "grad_norm": 3.739145517349243, |
| "learning_rate": 7.5815351294616414e-06, |
| "loss": 0.016325636208057402, |
| "step": 7110 |
| }, |
| { |
| "epoch": 5.913621262458472, |
| "grad_norm": 0.011894511990249157, |
| "learning_rate": 7.555440701227695e-06, |
| "loss": 0.00029810983687639236, |
| "step": 7120 |
| }, |
| { |
| "epoch": 5.921926910299003, |
| "grad_norm": 0.3672759234905243, |
| "learning_rate": 7.52936396443107e-06, |
| "loss": 0.02186768054962158, |
| "step": 7130 |
| }, |
| { |
| "epoch": 5.930232558139535, |
| "grad_norm": 1.5637317895889282, |
| "learning_rate": 7.503305107790846e-06, |
| "loss": 0.04363935887813568, |
| "step": 7140 |
| }, |
| { |
| "epoch": 5.938538205980066, |
| "grad_norm": 0.6385419964790344, |
| "learning_rate": 7.477264319896682e-06, |
| "loss": 0.021274478733539583, |
| "step": 7150 |
| }, |
| { |
| "epoch": 5.946843853820598, |
| "grad_norm": 0.012678664177656174, |
| "learning_rate": 7.451241789207488e-06, |
| "loss": 0.0032838169485330583, |
| "step": 7160 |
| }, |
| { |
| "epoch": 5.955149501661129, |
| "grad_norm": 0.01598937250673771, |
| "learning_rate": 7.425237704050039e-06, |
| "loss": 0.001255387905985117, |
| "step": 7170 |
| }, |
| { |
| "epoch": 5.9634551495016614, |
| "grad_norm": 0.5728321671485901, |
| "learning_rate": 7.399252252617617e-06, |
| "loss": 0.043770810961723326, |
| "step": 7180 |
| }, |
| { |
| "epoch": 5.971760797342193, |
| "grad_norm": 1.4228415489196777, |
| "learning_rate": 7.373285622968656e-06, |
| "loss": 0.03225944936275482, |
| "step": 7190 |
| }, |
| { |
| "epoch": 5.980066445182724, |
| "grad_norm": 4.1248674392700195, |
| "learning_rate": 7.3473380030253685e-06, |
| "loss": 0.01650337278842926, |
| "step": 7200 |
| }, |
| { |
| "epoch": 5.988372093023256, |
| "grad_norm": 0.04176795482635498, |
| "learning_rate": 7.321409580572396e-06, |
| "loss": 0.005239410325884819, |
| "step": 7210 |
| }, |
| { |
| "epoch": 5.996677740863787, |
| "grad_norm": 0.0033232630230486393, |
| "learning_rate": 7.295500543255456e-06, |
| "loss": 0.0006531004793941975, |
| "step": 7220 |
| }, |
| { |
| "epoch": 6.004983388704319, |
| "grad_norm": 0.001787588931620121, |
| "learning_rate": 7.269611078579951e-06, |
| "loss": 0.0020497867837548254, |
| "step": 7230 |
| }, |
| { |
| "epoch": 6.01328903654485, |
| "grad_norm": 1.474507212638855, |
| "learning_rate": 7.24374137390966e-06, |
| "loss": 0.03556830585002899, |
| "step": 7240 |
| }, |
| { |
| "epoch": 6.0215946843853825, |
| "grad_norm": 0.12092769891023636, |
| "learning_rate": 7.217891616465339e-06, |
| "loss": 0.03157237470149994, |
| "step": 7250 |
| }, |
| { |
| "epoch": 6.029900332225914, |
| "grad_norm": 0.014265786856412888, |
| "learning_rate": 7.192061993323397e-06, |
| "loss": 0.020114152133464812, |
| "step": 7260 |
| }, |
| { |
| "epoch": 6.038205980066445, |
| "grad_norm": 0.0032013391610234976, |
| "learning_rate": 7.166252691414526e-06, |
| "loss": 0.0008751790039241314, |
| "step": 7270 |
| }, |
| { |
| "epoch": 6.046511627906977, |
| "grad_norm": 0.3105766773223877, |
| "learning_rate": 7.140463897522347e-06, |
| "loss": 0.028306761384010316, |
| "step": 7280 |
| }, |
| { |
| "epoch": 6.054817275747508, |
| "grad_norm": 1.0390666723251343, |
| "learning_rate": 7.114695798282072e-06, |
| "loss": 0.02048112452030182, |
| "step": 7290 |
| }, |
| { |
| "epoch": 6.06312292358804, |
| "grad_norm": 0.736840009689331, |
| "learning_rate": 7.0889485801791335e-06, |
| "loss": 0.010562019795179367, |
| "step": 7300 |
| }, |
| { |
| "epoch": 6.071428571428571, |
| "grad_norm": 0.002257751300930977, |
| "learning_rate": 7.063222429547854e-06, |
| "loss": 0.024713443219661714, |
| "step": 7310 |
| }, |
| { |
| "epoch": 6.079734219269103, |
| "grad_norm": 2.116347551345825, |
| "learning_rate": 7.037517532570092e-06, |
| "loss": 0.0138460174202919, |
| "step": 7320 |
| }, |
| { |
| "epoch": 6.088039867109635, |
| "grad_norm": 1.5315171480178833, |
| "learning_rate": 7.011834075273879e-06, |
| "loss": 0.017610684037208557, |
| "step": 7330 |
| }, |
| { |
| "epoch": 6.096345514950166, |
| "grad_norm": 0.8159580230712891, |
| "learning_rate": 6.986172243532101e-06, |
| "loss": 0.009701524674892426, |
| "step": 7340 |
| }, |
| { |
| "epoch": 6.104651162790698, |
| "grad_norm": 0.4105885624885559, |
| "learning_rate": 6.960532223061126e-06, |
| "loss": 0.007899902015924453, |
| "step": 7350 |
| }, |
| { |
| "epoch": 6.112956810631229, |
| "grad_norm": 0.0025956020690500736, |
| "learning_rate": 6.93491419941948e-06, |
| "loss": 0.009152834862470626, |
| "step": 7360 |
| }, |
| { |
| "epoch": 6.121262458471761, |
| "grad_norm": 0.003840164514258504, |
| "learning_rate": 6.909318358006498e-06, |
| "loss": 0.0017187679186463356, |
| "step": 7370 |
| }, |
| { |
| "epoch": 6.129568106312292, |
| "grad_norm": 2.537564277648926, |
| "learning_rate": 6.883744884060972e-06, |
| "loss": 0.020690998435020445, |
| "step": 7380 |
| }, |
| { |
| "epoch": 6.137873754152824, |
| "grad_norm": 0.0015193113358691335, |
| "learning_rate": 6.858193962659832e-06, |
| "loss": 0.016765663027763368, |
| "step": 7390 |
| }, |
| { |
| "epoch": 6.146179401993355, |
| "grad_norm": 0.11541413515806198, |
| "learning_rate": 6.832665778716775e-06, |
| "loss": 0.01714625060558319, |
| "step": 7400 |
| }, |
| { |
| "epoch": 6.1544850498338874, |
| "grad_norm": 0.005307809915393591, |
| "learning_rate": 6.8071605169809626e-06, |
| "loss": 0.005107355117797851, |
| "step": 7410 |
| }, |
| { |
| "epoch": 6.162790697674419, |
| "grad_norm": 0.003973027225583792, |
| "learning_rate": 6.781678362035663e-06, |
| "loss": 9.050400112755596e-05, |
| "step": 7420 |
| }, |
| { |
| "epoch": 6.17109634551495, |
| "grad_norm": 0.007702766451984644, |
| "learning_rate": 6.756219498296912e-06, |
| "loss": 0.018383122980594635, |
| "step": 7430 |
| }, |
| { |
| "epoch": 6.179401993355482, |
| "grad_norm": 0.7614707350730896, |
| "learning_rate": 6.730784110012197e-06, |
| "loss": 0.0024529168382287025, |
| "step": 7440 |
| }, |
| { |
| "epoch": 6.187707641196013, |
| "grad_norm": 1.42940092086792, |
| "learning_rate": 6.705372381259095e-06, |
| "loss": 0.013600359857082366, |
| "step": 7450 |
| }, |
| { |
| "epoch": 6.196013289036545, |
| "grad_norm": 0.0012264583492651582, |
| "learning_rate": 6.6799844959439765e-06, |
| "loss": 0.012189332395792007, |
| "step": 7460 |
| }, |
| { |
| "epoch": 6.204318936877076, |
| "grad_norm": 1.2350224256515503, |
| "learning_rate": 6.6546206378006486e-06, |
| "loss": 0.02500038743019104, |
| "step": 7470 |
| }, |
| { |
| "epoch": 6.212624584717608, |
| "grad_norm": 9.297430992126465, |
| "learning_rate": 6.629280990389018e-06, |
| "loss": 0.04516852200031281, |
| "step": 7480 |
| }, |
| { |
| "epoch": 6.22093023255814, |
| "grad_norm": 0.15006913244724274, |
| "learning_rate": 6.6039657370938025e-06, |
| "loss": 0.028004831075668334, |
| "step": 7490 |
| }, |
| { |
| "epoch": 6.229235880398671, |
| "grad_norm": 19.135421752929688, |
| "learning_rate": 6.578675061123155e-06, |
| "loss": 0.01740252673625946, |
| "step": 7500 |
| }, |
| { |
| "epoch": 6.229235880398671, |
| "eval_brier": 0.963, |
| "eval_c@1": 0.958, |
| "eval_f05u": 0.976, |
| "eval_f1": 0.96, |
| "eval_loss": 0.14886559545993805, |
| "eval_mean": 0.97, |
| "eval_roc-auc": 0.991, |
| "eval_runtime": 69.3145, |
| "eval_samples_per_second": 265.788, |
| "eval_steps_per_second": 4.155, |
| "step": 7500 |
| }, |
| { |
| "epoch": 6.237541528239203, |
| "grad_norm": 3.230306386947632, |
| "learning_rate": 6.553409145507375e-06, |
| "loss": 0.017020581662654875, |
| "step": 7510 |
| }, |
| { |
| "epoch": 6.245847176079734, |
| "grad_norm": 0.002402634359896183, |
| "learning_rate": 6.528168173097563e-06, |
| "loss": 0.018050453066825865, |
| "step": 7520 |
| }, |
| { |
| "epoch": 6.254152823920266, |
| "grad_norm": 0.21895131468772888, |
| "learning_rate": 6.502952326564307e-06, |
| "loss": 0.021868236362934113, |
| "step": 7530 |
| }, |
| { |
| "epoch": 6.262458471760797, |
| "grad_norm": 0.04882687330245972, |
| "learning_rate": 6.477761788396357e-06, |
| "loss": 0.007655378431081772, |
| "step": 7540 |
| }, |
| { |
| "epoch": 6.270764119601329, |
| "grad_norm": 1.855291724205017, |
| "learning_rate": 6.4525967408992986e-06, |
| "loss": 0.04031583070755005, |
| "step": 7550 |
| }, |
| { |
| "epoch": 6.27906976744186, |
| "grad_norm": 0.0021352756302803755, |
| "learning_rate": 6.42745736619425e-06, |
| "loss": 0.011861710250377655, |
| "step": 7560 |
| }, |
| { |
| "epoch": 6.287375415282392, |
| "grad_norm": 0.32317888736724854, |
| "learning_rate": 6.40234384621653e-06, |
| "loss": 0.0062631569802761074, |
| "step": 7570 |
| }, |
| { |
| "epoch": 6.295681063122924, |
| "grad_norm": 4.248029708862305, |
| "learning_rate": 6.377256362714339e-06, |
| "loss": 0.015436901152133942, |
| "step": 7580 |
| }, |
| { |
| "epoch": 6.303986710963455, |
| "grad_norm": 1.0710715055465698, |
| "learning_rate": 6.3521950972474575e-06, |
| "loss": 0.015983884036540986, |
| "step": 7590 |
| }, |
| { |
| "epoch": 6.312292358803987, |
| "grad_norm": 0.40718525648117065, |
| "learning_rate": 6.327160231185918e-06, |
| "loss": 0.028572919964790344, |
| "step": 7600 |
| }, |
| { |
| "epoch": 6.320598006644518, |
| "grad_norm": 0.0019481098279356956, |
| "learning_rate": 6.302151945708703e-06, |
| "loss": 0.014387263357639313, |
| "step": 7610 |
| }, |
| { |
| "epoch": 6.32890365448505, |
| "grad_norm": 0.0019651392940431833, |
| "learning_rate": 6.277170421802432e-06, |
| "loss": 0.009500369429588318, |
| "step": 7620 |
| }, |
| { |
| "epoch": 6.337209302325581, |
| "grad_norm": 1.2498829364776611, |
| "learning_rate": 6.252215840260043e-06, |
| "loss": 0.03341265022754669, |
| "step": 7630 |
| }, |
| { |
| "epoch": 6.3455149501661126, |
| "grad_norm": 10.818826675415039, |
| "learning_rate": 6.227288381679496e-06, |
| "loss": 0.046141260862350465, |
| "step": 7640 |
| }, |
| { |
| "epoch": 6.353820598006645, |
| "grad_norm": 2.388810396194458, |
| "learning_rate": 6.20238822646245e-06, |
| "loss": 0.01637554168701172, |
| "step": 7650 |
| }, |
| { |
| "epoch": 6.362126245847176, |
| "grad_norm": 0.010045533068478107, |
| "learning_rate": 6.17751555481298e-06, |
| "loss": 0.020306165516376495, |
| "step": 7660 |
| }, |
| { |
| "epoch": 6.370431893687708, |
| "grad_norm": 0.0031976604368537664, |
| "learning_rate": 6.1526705467362614e-06, |
| "loss": 0.00996808186173439, |
| "step": 7670 |
| }, |
| { |
| "epoch": 6.378737541528239, |
| "grad_norm": 8.072118759155273, |
| "learning_rate": 6.12785338203725e-06, |
| "loss": 0.07115018367767334, |
| "step": 7680 |
| }, |
| { |
| "epoch": 6.387043189368771, |
| "grad_norm": 0.3611799478530884, |
| "learning_rate": 6.103064240319416e-06, |
| "loss": 0.025847119092941285, |
| "step": 7690 |
| }, |
| { |
| "epoch": 6.395348837209302, |
| "grad_norm": 1.010109543800354, |
| "learning_rate": 6.0783033009834125e-06, |
| "loss": 0.009891898930072784, |
| "step": 7700 |
| }, |
| { |
| "epoch": 6.403654485049834, |
| "grad_norm": 0.0012372470228001475, |
| "learning_rate": 6.053570743225798e-06, |
| "loss": 0.031172019243240357, |
| "step": 7710 |
| }, |
| { |
| "epoch": 6.411960132890365, |
| "grad_norm": 1.7768527269363403, |
| "learning_rate": 6.028866746037734e-06, |
| "loss": 0.023508161306381226, |
| "step": 7720 |
| }, |
| { |
| "epoch": 6.420265780730897, |
| "grad_norm": 12.104537963867188, |
| "learning_rate": 6.004191488203668e-06, |
| "loss": 0.04133204519748688, |
| "step": 7730 |
| }, |
| { |
| "epoch": 6.428571428571429, |
| "grad_norm": 0.2450614720582962, |
| "learning_rate": 5.9795451483000885e-06, |
| "loss": 0.040730857849121095, |
| "step": 7740 |
| }, |
| { |
| "epoch": 6.43687707641196, |
| "grad_norm": 0.2536294758319855, |
| "learning_rate": 5.9549279046941765e-06, |
| "loss": 0.046179857850074765, |
| "step": 7750 |
| }, |
| { |
| "epoch": 6.445182724252492, |
| "grad_norm": 1.2255915403366089, |
| "learning_rate": 5.9303399355425554e-06, |
| "loss": 0.02125682383775711, |
| "step": 7760 |
| }, |
| { |
| "epoch": 6.453488372093023, |
| "grad_norm": 0.11651555448770523, |
| "learning_rate": 5.9057814187899865e-06, |
| "loss": 0.008241599053144455, |
| "step": 7770 |
| }, |
| { |
| "epoch": 6.461794019933555, |
| "grad_norm": 0.0017291768454015255, |
| "learning_rate": 5.881252532168077e-06, |
| "loss": 0.008094576746225357, |
| "step": 7780 |
| }, |
| { |
| "epoch": 6.470099667774086, |
| "grad_norm": 0.0015593268908560276, |
| "learning_rate": 5.8567534531940044e-06, |
| "loss": 0.019118666648864746, |
| "step": 7790 |
| }, |
| { |
| "epoch": 6.4784053156146175, |
| "grad_norm": 0.8568136692047119, |
| "learning_rate": 5.8322843591692225e-06, |
| "loss": 0.032859981060028076, |
| "step": 7800 |
| }, |
| { |
| "epoch": 6.48671096345515, |
| "grad_norm": 0.32784509658813477, |
| "learning_rate": 5.807845427178178e-06, |
| "loss": 0.005178544670343399, |
| "step": 7810 |
| }, |
| { |
| "epoch": 6.495016611295681, |
| "grad_norm": 0.002425646409392357, |
| "learning_rate": 5.783436834087046e-06, |
| "loss": 0.0038521364331245422, |
| "step": 7820 |
| }, |
| { |
| "epoch": 6.503322259136213, |
| "grad_norm": 5.8360700607299805, |
| "learning_rate": 5.759058756542426e-06, |
| "loss": 0.0313642144203186, |
| "step": 7830 |
| }, |
| { |
| "epoch": 6.511627906976744, |
| "grad_norm": 0.6223105788230896, |
| "learning_rate": 5.734711370970079e-06, |
| "loss": 0.008595378696918487, |
| "step": 7840 |
| }, |
| { |
| "epoch": 6.519933554817276, |
| "grad_norm": 0.08045630156993866, |
| "learning_rate": 5.710394853573637e-06, |
| "loss": 0.021549156308174132, |
| "step": 7850 |
| }, |
| { |
| "epoch": 6.528239202657807, |
| "grad_norm": 0.0018593433778733015, |
| "learning_rate": 5.686109380333356e-06, |
| "loss": 0.015463992953300476, |
| "step": 7860 |
| }, |
| { |
| "epoch": 6.5365448504983386, |
| "grad_norm": 0.002435112139210105, |
| "learning_rate": 5.661855127004805e-06, |
| "loss": 0.007215242832899094, |
| "step": 7870 |
| }, |
| { |
| "epoch": 6.544850498338871, |
| "grad_norm": 1.4132130146026611, |
| "learning_rate": 5.637632269117623e-06, |
| "loss": 0.015145997703075408, |
| "step": 7880 |
| }, |
| { |
| "epoch": 6.553156146179402, |
| "grad_norm": 0.021744348108768463, |
| "learning_rate": 5.613440981974232e-06, |
| "loss": 0.014030510187149048, |
| "step": 7890 |
| }, |
| { |
| "epoch": 6.561461794019934, |
| "grad_norm": 0.1795722097158432, |
| "learning_rate": 5.589281440648573e-06, |
| "loss": 0.020741964876651763, |
| "step": 7900 |
| }, |
| { |
| "epoch": 6.569767441860465, |
| "grad_norm": 1.851261854171753, |
| "learning_rate": 5.5651538199848545e-06, |
| "loss": 0.03851528465747833, |
| "step": 7910 |
| }, |
| { |
| "epoch": 6.578073089700997, |
| "grad_norm": 0.0019687809981405735, |
| "learning_rate": 5.541058294596258e-06, |
| "loss": 0.004892564564943314, |
| "step": 7920 |
| }, |
| { |
| "epoch": 6.586378737541528, |
| "grad_norm": 0.22509530186653137, |
| "learning_rate": 5.5169950388636906e-06, |
| "loss": 0.014504489302635194, |
| "step": 7930 |
| }, |
| { |
| "epoch": 6.59468438538206, |
| "grad_norm": 1.3335944414138794, |
| "learning_rate": 5.492964226934536e-06, |
| "loss": 0.029465362429618835, |
| "step": 7940 |
| }, |
| { |
| "epoch": 6.602990033222591, |
| "grad_norm": 0.15977507829666138, |
| "learning_rate": 5.4689660327213545e-06, |
| "loss": 0.033452790975570676, |
| "step": 7950 |
| }, |
| { |
| "epoch": 6.6112956810631225, |
| "grad_norm": 0.8709096908569336, |
| "learning_rate": 5.445000629900674e-06, |
| "loss": 0.015643228590488435, |
| "step": 7960 |
| }, |
| { |
| "epoch": 6.619601328903655, |
| "grad_norm": 0.0027918138075619936, |
| "learning_rate": 5.421068191911707e-06, |
| "loss": 0.0045252062380313875, |
| "step": 7970 |
| }, |
| { |
| "epoch": 6.627906976744186, |
| "grad_norm": 0.36342477798461914, |
| "learning_rate": 5.397168891955073e-06, |
| "loss": 0.0021900072693824767, |
| "step": 7980 |
| }, |
| { |
| "epoch": 6.636212624584718, |
| "grad_norm": 0.0970240980386734, |
| "learning_rate": 5.373302902991601e-06, |
| "loss": 0.021340471506118775, |
| "step": 7990 |
| }, |
| { |
| "epoch": 6.644518272425249, |
| "grad_norm": 0.1519928127527237, |
| "learning_rate": 5.3494703977410245e-06, |
| "loss": 0.023007088899612428, |
| "step": 8000 |
| }, |
| { |
| "epoch": 6.644518272425249, |
| "eval_brier": 0.966, |
| "eval_c@1": 0.961, |
| "eval_f05u": 0.973, |
| "eval_f1": 0.963, |
| "eval_loss": 0.1465037614107132, |
| "eval_mean": 0.971, |
| "eval_roc-auc": 0.991, |
| "eval_runtime": 69.243, |
| "eval_samples_per_second": 266.063, |
| "eval_steps_per_second": 4.159, |
| "step": 8000 |
| }, |
| { |
| "epoch": 6.652823920265781, |
| "grad_norm": 0.0025060612242668867, |
| "learning_rate": 5.325671548680757e-06, |
| "loss": 0.010099204629659653, |
| "step": 8010 |
| }, |
| { |
| "epoch": 6.661129568106312, |
| "grad_norm": 0.003020784817636013, |
| "learning_rate": 5.301906528044658e-06, |
| "loss": 0.0030381690710783006, |
| "step": 8020 |
| }, |
| { |
| "epoch": 6.6694352159468435, |
| "grad_norm": 1.8054370880126953, |
| "learning_rate": 5.2781755078217345e-06, |
| "loss": 0.03165494799613953, |
| "step": 8030 |
| }, |
| { |
| "epoch": 6.677740863787376, |
| "grad_norm": 0.0012213119771331549, |
| "learning_rate": 5.254478659754962e-06, |
| "loss": 0.021227551996707915, |
| "step": 8040 |
| }, |
| { |
| "epoch": 6.686046511627907, |
| "grad_norm": 0.042880091816186905, |
| "learning_rate": 5.230816155339995e-06, |
| "loss": 0.0283914715051651, |
| "step": 8050 |
| }, |
| { |
| "epoch": 6.694352159468439, |
| "grad_norm": 0.0010312939994037151, |
| "learning_rate": 5.207188165823938e-06, |
| "loss": 0.003574676439166069, |
| "step": 8060 |
| }, |
| { |
| "epoch": 6.70265780730897, |
| "grad_norm": 0.3460790514945984, |
| "learning_rate": 5.18359486220412e-06, |
| "loss": 0.013510248064994812, |
| "step": 8070 |
| }, |
| { |
| "epoch": 6.710963455149502, |
| "grad_norm": 0.6914936304092407, |
| "learning_rate": 5.160036415226839e-06, |
| "loss": 0.015883123874664305, |
| "step": 8080 |
| }, |
| { |
| "epoch": 6.719269102990033, |
| "grad_norm": 15.786023139953613, |
| "learning_rate": 5.1365129953861315e-06, |
| "loss": 0.01682654321193695, |
| "step": 8090 |
| }, |
| { |
| "epoch": 6.7275747508305646, |
| "grad_norm": 1.921210765838623, |
| "learning_rate": 5.113024772922539e-06, |
| "loss": 0.02145901620388031, |
| "step": 8100 |
| }, |
| { |
| "epoch": 6.735880398671096, |
| "grad_norm": 0.005192174576222897, |
| "learning_rate": 5.08957191782189e-06, |
| "loss": 0.003841530904173851, |
| "step": 8110 |
| }, |
| { |
| "epoch": 6.7441860465116275, |
| "grad_norm": 0.0016935857711359859, |
| "learning_rate": 5.066154599814043e-06, |
| "loss": 0.00965556725859642, |
| "step": 8120 |
| }, |
| { |
| "epoch": 6.75249169435216, |
| "grad_norm": 0.0009309044689871371, |
| "learning_rate": 5.042772988371677e-06, |
| "loss": 0.01184718832373619, |
| "step": 8130 |
| }, |
| { |
| "epoch": 6.760797342192691, |
| "grad_norm": 3.068490743637085, |
| "learning_rate": 5.019427252709061e-06, |
| "loss": 0.011495631933212281, |
| "step": 8140 |
| }, |
| { |
| "epoch": 6.769102990033223, |
| "grad_norm": 0.12647555768489838, |
| "learning_rate": 4.9961175617808254e-06, |
| "loss": 0.015127480030059814, |
| "step": 8150 |
| }, |
| { |
| "epoch": 6.777408637873754, |
| "grad_norm": 0.010977406054735184, |
| "learning_rate": 4.972844084280751e-06, |
| "loss": 0.03067091703414917, |
| "step": 8160 |
| }, |
| { |
| "epoch": 6.785714285714286, |
| "grad_norm": 0.004081060644239187, |
| "learning_rate": 4.949606988640532e-06, |
| "loss": 0.010084083676338196, |
| "step": 8170 |
| }, |
| { |
| "epoch": 6.794019933554817, |
| "grad_norm": 18.21247100830078, |
| "learning_rate": 4.92640644302856e-06, |
| "loss": 0.02862970232963562, |
| "step": 8180 |
| }, |
| { |
| "epoch": 6.8023255813953485, |
| "grad_norm": 0.36443743109703064, |
| "learning_rate": 4.903242615348727e-06, |
| "loss": 0.023679034411907197, |
| "step": 8190 |
| }, |
| { |
| "epoch": 6.810631229235881, |
| "grad_norm": 0.15573111176490784, |
| "learning_rate": 4.880115673239182e-06, |
| "loss": 0.02482050210237503, |
| "step": 8200 |
| }, |
| { |
| "epoch": 6.818936877076412, |
| "grad_norm": 0.05145455151796341, |
| "learning_rate": 4.857025784071131e-06, |
| "loss": 0.020545361936092375, |
| "step": 8210 |
| }, |
| { |
| "epoch": 6.827242524916944, |
| "grad_norm": 0.0019702017307281494, |
| "learning_rate": 4.833973114947641e-06, |
| "loss": 0.00281891580671072, |
| "step": 8220 |
| }, |
| { |
| "epoch": 6.835548172757475, |
| "grad_norm": 0.07389739900827408, |
| "learning_rate": 4.8109578327023865e-06, |
| "loss": 0.014239233732223511, |
| "step": 8230 |
| }, |
| { |
| "epoch": 6.843853820598007, |
| "grad_norm": 0.06578060984611511, |
| "learning_rate": 4.7879801038985e-06, |
| "loss": 0.013229538500308991, |
| "step": 8240 |
| }, |
| { |
| "epoch": 6.852159468438538, |
| "grad_norm": 0.36115917563438416, |
| "learning_rate": 4.76504009482732e-06, |
| "loss": 0.028942742943763734, |
| "step": 8250 |
| }, |
| { |
| "epoch": 6.8604651162790695, |
| "grad_norm": 0.003231554990634322, |
| "learning_rate": 4.7421379715072055e-06, |
| "loss": 0.0021589316427707674, |
| "step": 8260 |
| }, |
| { |
| "epoch": 6.868770764119601, |
| "grad_norm": 1.7378817796707153, |
| "learning_rate": 4.719273899682347e-06, |
| "loss": 0.011100687831640244, |
| "step": 8270 |
| }, |
| { |
| "epoch": 6.877076411960132, |
| "grad_norm": 0.0012914666440337896, |
| "learning_rate": 4.696448044821539e-06, |
| "loss": 0.007763214409351349, |
| "step": 8280 |
| }, |
| { |
| "epoch": 6.885382059800665, |
| "grad_norm": 0.09640122205018997, |
| "learning_rate": 4.6736605721169985e-06, |
| "loss": 0.015946491062641142, |
| "step": 8290 |
| }, |
| { |
| "epoch": 6.893687707641196, |
| "grad_norm": 0.1830437332391739, |
| "learning_rate": 4.6509116464831865e-06, |
| "loss": 0.025258588790893554, |
| "step": 8300 |
| }, |
| { |
| "epoch": 6.901993355481728, |
| "grad_norm": 0.0037035609129816294, |
| "learning_rate": 4.628201432555564e-06, |
| "loss": 0.013042263686656952, |
| "step": 8310 |
| }, |
| { |
| "epoch": 6.910299003322259, |
| "grad_norm": 0.0029025475960224867, |
| "learning_rate": 4.605530094689464e-06, |
| "loss": 0.006066365912556648, |
| "step": 8320 |
| }, |
| { |
| "epoch": 6.9186046511627906, |
| "grad_norm": 3.2578377723693848, |
| "learning_rate": 4.582897796958856e-06, |
| "loss": 0.015941482782363892, |
| "step": 8330 |
| }, |
| { |
| "epoch": 6.926910299003322, |
| "grad_norm": 2.1002743244171143, |
| "learning_rate": 4.56030470315517e-06, |
| "loss": 0.020402732491493224, |
| "step": 8340 |
| }, |
| { |
| "epoch": 6.9352159468438535, |
| "grad_norm": 0.004095923621207476, |
| "learning_rate": 4.537750976786127e-06, |
| "loss": 0.012997651100158691, |
| "step": 8350 |
| }, |
| { |
| "epoch": 6.943521594684386, |
| "grad_norm": 0.0027635928709059954, |
| "learning_rate": 4.5152367810745346e-06, |
| "loss": 0.021826334297657013, |
| "step": 8360 |
| }, |
| { |
| "epoch": 6.951827242524917, |
| "grad_norm": 1.912922739982605, |
| "learning_rate": 4.492762278957114e-06, |
| "loss": 0.01737479567527771, |
| "step": 8370 |
| }, |
| { |
| "epoch": 6.960132890365449, |
| "grad_norm": 4.833646774291992, |
| "learning_rate": 4.4703276330833234e-06, |
| "loss": 0.026379984617233277, |
| "step": 8380 |
| }, |
| { |
| "epoch": 6.96843853820598, |
| "grad_norm": 0.10403254628181458, |
| "learning_rate": 4.447933005814182e-06, |
| "loss": 0.007414986193180084, |
| "step": 8390 |
| }, |
| { |
| "epoch": 6.976744186046512, |
| "grad_norm": 0.30322086811065674, |
| "learning_rate": 4.425578559221088e-06, |
| "loss": 0.027910080552101136, |
| "step": 8400 |
| }, |
| { |
| "epoch": 6.985049833887043, |
| "grad_norm": 2.7283883094787598, |
| "learning_rate": 4.403264455084647e-06, |
| "loss": 0.06774747371673584, |
| "step": 8410 |
| }, |
| { |
| "epoch": 6.9933554817275745, |
| "grad_norm": 0.009378539398312569, |
| "learning_rate": 4.380990854893509e-06, |
| "loss": 0.0005745979025959969, |
| "step": 8420 |
| }, |
| { |
| "epoch": 7.001661129568106, |
| "grad_norm": 3.630213975906372, |
| "learning_rate": 4.3587579198431874e-06, |
| "loss": 0.010593216121196746, |
| "step": 8430 |
| }, |
| { |
| "epoch": 7.009966777408638, |
| "grad_norm": 0.23145924508571625, |
| "learning_rate": 4.33656581083491e-06, |
| "loss": 0.02232535183429718, |
| "step": 8440 |
| }, |
| { |
| "epoch": 7.01827242524917, |
| "grad_norm": 0.2621423900127411, |
| "learning_rate": 4.3144146884744355e-06, |
| "loss": 0.028794461488723756, |
| "step": 8450 |
| }, |
| { |
| "epoch": 7.026578073089701, |
| "grad_norm": 0.1324620544910431, |
| "learning_rate": 4.292304713070895e-06, |
| "loss": 0.023257753252983092, |
| "step": 8460 |
| }, |
| { |
| "epoch": 7.034883720930233, |
| "grad_norm": 0.0013552814489230514, |
| "learning_rate": 4.270236044635657e-06, |
| "loss": 0.009090982377529144, |
| "step": 8470 |
| }, |
| { |
| "epoch": 7.043189368770764, |
| "grad_norm": 2.971010446548462, |
| "learning_rate": 4.248208842881118e-06, |
| "loss": 0.00317855142056942, |
| "step": 8480 |
| }, |
| { |
| "epoch": 7.0514950166112955, |
| "grad_norm": 5.764839172363281, |
| "learning_rate": 4.226223267219606e-06, |
| "loss": 0.03147430717945099, |
| "step": 8490 |
| }, |
| { |
| "epoch": 7.059800664451827, |
| "grad_norm": 3.030252456665039, |
| "learning_rate": 4.204279476762182e-06, |
| "loss": 0.012821225821971894, |
| "step": 8500 |
| }, |
| { |
| "epoch": 7.059800664451827, |
| "eval_brier": 0.967, |
| "eval_c@1": 0.962, |
| "eval_f05u": 0.974, |
| "eval_f1": 0.964, |
| "eval_loss": 0.14606554806232452, |
| "eval_mean": 0.972, |
| "eval_roc-auc": 0.991, |
| "eval_runtime": 69.2051, |
| "eval_samples_per_second": 266.209, |
| "eval_steps_per_second": 4.162, |
| "step": 8500 |
| }, |
| { |
| "epoch": 7.068106312292358, |
| "grad_norm": 0.15249097347259521, |
| "learning_rate": 4.182377630317505e-06, |
| "loss": 0.0239920511841774, |
| "step": 8510 |
| }, |
| { |
| "epoch": 7.076411960132891, |
| "grad_norm": 1.1104687452316284, |
| "learning_rate": 4.160517886390694e-06, |
| "loss": 0.029243892431259154, |
| "step": 8520 |
| }, |
| { |
| "epoch": 7.084717607973422, |
| "grad_norm": 1.4209219217300415, |
| "learning_rate": 4.138700403182157e-06, |
| "loss": 0.0012476762756705284, |
| "step": 8530 |
| }, |
| { |
| "epoch": 7.093023255813954, |
| "grad_norm": 0.39821135997772217, |
| "learning_rate": 4.116925338586461e-06, |
| "loss": 0.02069404423236847, |
| "step": 8540 |
| }, |
| { |
| "epoch": 7.101328903654485, |
| "grad_norm": 0.27982714772224426, |
| "learning_rate": 4.095192850191198e-06, |
| "loss": 0.01682550609111786, |
| "step": 8550 |
| }, |
| { |
| "epoch": 7.1096345514950166, |
| "grad_norm": 0.15819349884986877, |
| "learning_rate": 4.07350309527581e-06, |
| "loss": 0.006231273710727692, |
| "step": 8560 |
| }, |
| { |
| "epoch": 7.117940199335548, |
| "grad_norm": 0.0013464418007060885, |
| "learning_rate": 4.0518562308104995e-06, |
| "loss": 0.008467202633619308, |
| "step": 8570 |
| }, |
| { |
| "epoch": 7.1262458471760795, |
| "grad_norm": 0.04739031568169594, |
| "learning_rate": 4.03025241345505e-06, |
| "loss": 0.010148204118013381, |
| "step": 8580 |
| }, |
| { |
| "epoch": 7.134551495016611, |
| "grad_norm": 6.338361740112305, |
| "learning_rate": 4.008691799557717e-06, |
| "loss": 0.02180970013141632, |
| "step": 8590 |
| }, |
| { |
| "epoch": 7.142857142857143, |
| "grad_norm": 0.918834924697876, |
| "learning_rate": 3.987174545154095e-06, |
| "loss": 0.03664710223674774, |
| "step": 8600 |
| }, |
| { |
| "epoch": 7.151162790697675, |
| "grad_norm": 0.001258784788660705, |
| "learning_rate": 3.965700805965971e-06, |
| "loss": 0.03319277465343475, |
| "step": 8610 |
| }, |
| { |
| "epoch": 7.159468438538206, |
| "grad_norm": 0.001618512556888163, |
| "learning_rate": 3.9442707374002185e-06, |
| "loss": 0.008543861657381057, |
| "step": 8620 |
| }, |
| { |
| "epoch": 7.167774086378738, |
| "grad_norm": 0.7446807622909546, |
| "learning_rate": 3.922884494547658e-06, |
| "loss": 0.0017049346119165421, |
| "step": 8630 |
| }, |
| { |
| "epoch": 7.176079734219269, |
| "grad_norm": 0.23487555980682373, |
| "learning_rate": 3.9015422321819475e-06, |
| "loss": 0.011183664202690125, |
| "step": 8640 |
| }, |
| { |
| "epoch": 7.1843853820598005, |
| "grad_norm": 0.5079420208930969, |
| "learning_rate": 3.880244104758451e-06, |
| "loss": 0.013415685296058655, |
| "step": 8650 |
| }, |
| { |
| "epoch": 7.192691029900332, |
| "grad_norm": 0.6529298424720764, |
| "learning_rate": 3.858990266413123e-06, |
| "loss": 0.01553943008184433, |
| "step": 8660 |
| }, |
| { |
| "epoch": 7.200996677740863, |
| "grad_norm": 0.0024889109190553427, |
| "learning_rate": 3.8377808709613995e-06, |
| "loss": 0.01116732954978943, |
| "step": 8670 |
| }, |
| { |
| "epoch": 7.209302325581396, |
| "grad_norm": 0.058576200157403946, |
| "learning_rate": 3.816616071897073e-06, |
| "loss": 0.013654626905918121, |
| "step": 8680 |
| }, |
| { |
| "epoch": 7.217607973421927, |
| "grad_norm": 0.13021883368492126, |
| "learning_rate": 3.7954960223912006e-06, |
| "loss": 0.02838684618473053, |
| "step": 8690 |
| }, |
| { |
| "epoch": 7.225913621262459, |
| "grad_norm": 0.12662293016910553, |
| "learning_rate": 3.774420875290976e-06, |
| "loss": 0.025519010424613953, |
| "step": 8700 |
| }, |
| { |
| "epoch": 7.23421926910299, |
| "grad_norm": 0.4974972605705261, |
| "learning_rate": 3.7533907831186287e-06, |
| "loss": 0.016147831082344057, |
| "step": 8710 |
| }, |
| { |
| "epoch": 7.2425249169435215, |
| "grad_norm": 0.29633164405822754, |
| "learning_rate": 3.732405898070336e-06, |
| "loss": 0.010277282446622849, |
| "step": 8720 |
| }, |
| { |
| "epoch": 7.250830564784053, |
| "grad_norm": 0.19185616075992584, |
| "learning_rate": 3.7114663720150856e-06, |
| "loss": 0.004892281442880631, |
| "step": 8730 |
| }, |
| { |
| "epoch": 7.259136212624584, |
| "grad_norm": 0.268136590719223, |
| "learning_rate": 3.690572356493619e-06, |
| "loss": 0.030184558033943175, |
| "step": 8740 |
| }, |
| { |
| "epoch": 7.267441860465116, |
| "grad_norm": 3.44865345954895, |
| "learning_rate": 3.669724002717315e-06, |
| "loss": 0.03916491270065307, |
| "step": 8750 |
| }, |
| { |
| "epoch": 7.275747508305648, |
| "grad_norm": 1.0811718702316284, |
| "learning_rate": 3.6489214615670777e-06, |
| "loss": 0.052170008420944214, |
| "step": 8760 |
| }, |
| { |
| "epoch": 7.28405315614618, |
| "grad_norm": 0.0022155882325023413, |
| "learning_rate": 3.62816488359228e-06, |
| "loss": 0.004978426545858383, |
| "step": 8770 |
| }, |
| { |
| "epoch": 7.292358803986711, |
| "grad_norm": 0.03842281177639961, |
| "learning_rate": 3.6074544190096483e-06, |
| "loss": 0.015476545691490174, |
| "step": 8780 |
| }, |
| { |
| "epoch": 7.3006644518272426, |
| "grad_norm": 0.18393191695213318, |
| "learning_rate": 3.5867902177021807e-06, |
| "loss": 0.022972114384174347, |
| "step": 8790 |
| }, |
| { |
| "epoch": 7.308970099667774, |
| "grad_norm": 8.703371047973633, |
| "learning_rate": 3.5661724292180755e-06, |
| "loss": 0.03231580257415771, |
| "step": 8800 |
| }, |
| { |
| "epoch": 7.3172757475083055, |
| "grad_norm": 0.619775116443634, |
| "learning_rate": 3.5456012027696276e-06, |
| "loss": 0.009065944701433182, |
| "step": 8810 |
| }, |
| { |
| "epoch": 7.325581395348837, |
| "grad_norm": 0.002593767363578081, |
| "learning_rate": 3.525076687232164e-06, |
| "loss": 0.000641344441100955, |
| "step": 8820 |
| }, |
| { |
| "epoch": 7.333887043189369, |
| "grad_norm": 0.04139446094632149, |
| "learning_rate": 3.5045990311429612e-06, |
| "loss": 0.007180669158697128, |
| "step": 8830 |
| }, |
| { |
| "epoch": 7.342192691029901, |
| "grad_norm": 0.14698491990566254, |
| "learning_rate": 3.484168382700167e-06, |
| "loss": 0.016698645055294038, |
| "step": 8840 |
| }, |
| { |
| "epoch": 7.350498338870432, |
| "grad_norm": 1.8153339624404907, |
| "learning_rate": 3.463784889761742e-06, |
| "loss": 0.03294073343276978, |
| "step": 8850 |
| }, |
| { |
| "epoch": 7.358803986710964, |
| "grad_norm": 0.063026063144207, |
| "learning_rate": 3.4434486998443704e-06, |
| "loss": 0.013478732109069825, |
| "step": 8860 |
| }, |
| { |
| "epoch": 7.367109634551495, |
| "grad_norm": 0.0021197758615016937, |
| "learning_rate": 3.423159960122403e-06, |
| "loss": 0.00783894509077072, |
| "step": 8870 |
| }, |
| { |
| "epoch": 7.3754152823920265, |
| "grad_norm": 0.03898961469531059, |
| "learning_rate": 3.402918817426787e-06, |
| "loss": 0.006163169071078301, |
| "step": 8880 |
| }, |
| { |
| "epoch": 7.383720930232558, |
| "grad_norm": 0.9577112793922424, |
| "learning_rate": 3.3827254182440182e-06, |
| "loss": 0.02714129090309143, |
| "step": 8890 |
| }, |
| { |
| "epoch": 7.392026578073089, |
| "grad_norm": 0.40597739815711975, |
| "learning_rate": 3.3625799087150603e-06, |
| "loss": 0.01383037269115448, |
| "step": 8900 |
| }, |
| { |
| "epoch": 7.400332225913621, |
| "grad_norm": 0.44809389114379883, |
| "learning_rate": 3.3424824346342945e-06, |
| "loss": 0.02304709702730179, |
| "step": 8910 |
| }, |
| { |
| "epoch": 7.408637873754153, |
| "grad_norm": 0.0027849802281707525, |
| "learning_rate": 3.322433141448472e-06, |
| "loss": 0.0009386043064296245, |
| "step": 8920 |
| }, |
| { |
| "epoch": 7.416943521594685, |
| "grad_norm": 0.05637195333838463, |
| "learning_rate": 3.302432174255652e-06, |
| "loss": 0.0017526715993881226, |
| "step": 8930 |
| }, |
| { |
| "epoch": 7.425249169435216, |
| "grad_norm": 0.04584479331970215, |
| "learning_rate": 3.2824796778041614e-06, |
| "loss": 0.03774779438972473, |
| "step": 8940 |
| }, |
| { |
| "epoch": 7.4335548172757475, |
| "grad_norm": 0.8431316614151001, |
| "learning_rate": 3.262575796491533e-06, |
| "loss": 0.040053775906562804, |
| "step": 8950 |
| }, |
| { |
| "epoch": 7.441860465116279, |
| "grad_norm": 1.3370380401611328, |
| "learning_rate": 3.24272067436347e-06, |
| "loss": 0.011968208849430085, |
| "step": 8960 |
| }, |
| { |
| "epoch": 7.45016611295681, |
| "grad_norm": 2.7681705951690674, |
| "learning_rate": 3.2229144551128143e-06, |
| "loss": 0.01593385934829712, |
| "step": 8970 |
| }, |
| { |
| "epoch": 7.458471760797342, |
| "grad_norm": 0.6313722133636475, |
| "learning_rate": 3.2031572820784708e-06, |
| "loss": 0.009059444814920426, |
| "step": 8980 |
| }, |
| { |
| "epoch": 7.466777408637874, |
| "grad_norm": 0.30437061190605164, |
| "learning_rate": 3.1834492982444154e-06, |
| "loss": 0.006292606890201569, |
| "step": 8990 |
| }, |
| { |
| "epoch": 7.475083056478406, |
| "grad_norm": 0.4104173481464386, |
| "learning_rate": 3.1637906462386357e-06, |
| "loss": 0.04081603586673736, |
| "step": 9000 |
| }, |
| { |
| "epoch": 7.475083056478406, |
| "eval_brier": 0.966, |
| "eval_c@1": 0.961, |
| "eval_f05u": 0.974, |
| "eval_f1": 0.963, |
| "eval_loss": 0.1476876437664032, |
| "eval_mean": 0.971, |
| "eval_roc-auc": 0.991, |
| "eval_runtime": 69.3915, |
| "eval_samples_per_second": 265.493, |
| "eval_steps_per_second": 4.15, |
| "step": 9000 |
| }, |
| { |
| "epoch": 7.483388704318937, |
| "grad_norm": 7.053452968597412, |
| "learning_rate": 3.1441814683320835e-06, |
| "loss": 0.017213717103004456, |
| "step": 9010 |
| }, |
| { |
| "epoch": 7.4916943521594686, |
| "grad_norm": 0.0025665026623755693, |
| "learning_rate": 3.124621906437687e-06, |
| "loss": 0.011792691797018051, |
| "step": 9020 |
| }, |
| { |
| "epoch": 7.5, |
| "grad_norm": 0.062440987676382065, |
| "learning_rate": 3.1051121021092857e-06, |
| "loss": 0.011086343973875045, |
| "step": 9030 |
| }, |
| { |
| "epoch": 7.5083056478405314, |
| "grad_norm": 0.0011189680080860853, |
| "learning_rate": 3.0856521965406194e-06, |
| "loss": 0.04765462577342987, |
| "step": 9040 |
| }, |
| { |
| "epoch": 7.516611295681063, |
| "grad_norm": 0.08503086864948273, |
| "learning_rate": 3.066242330564321e-06, |
| "loss": 0.018283794820308685, |
| "step": 9050 |
| }, |
| { |
| "epoch": 7.524916943521594, |
| "grad_norm": 0.030199186876416206, |
| "learning_rate": 3.0468826446508683e-06, |
| "loss": 0.02109091281890869, |
| "step": 9060 |
| }, |
| { |
| "epoch": 7.533222591362126, |
| "grad_norm": 0.002193137537688017, |
| "learning_rate": 3.0275732789075897e-06, |
| "loss": 0.020866675674915312, |
| "step": 9070 |
| }, |
| { |
| "epoch": 7.541528239202658, |
| "grad_norm": 0.09009260684251785, |
| "learning_rate": 3.008314373077642e-06, |
| "loss": 0.0014830844476819039, |
| "step": 9080 |
| }, |
| { |
| "epoch": 7.54983388704319, |
| "grad_norm": 0.21655766665935516, |
| "learning_rate": 2.989106066538998e-06, |
| "loss": 0.007241271436214447, |
| "step": 9090 |
| }, |
| { |
| "epoch": 7.558139534883721, |
| "grad_norm": 0.014798282645642757, |
| "learning_rate": 2.9699484983034475e-06, |
| "loss": 0.005920373648405075, |
| "step": 9100 |
| }, |
| { |
| "epoch": 7.5664451827242525, |
| "grad_norm": 5.816130638122559, |
| "learning_rate": 2.9508418070155777e-06, |
| "loss": 0.02567654848098755, |
| "step": 9110 |
| }, |
| { |
| "epoch": 7.574750830564784, |
| "grad_norm": 0.0016904993681237102, |
| "learning_rate": 2.9317861309517757e-06, |
| "loss": 0.011639448255300522, |
| "step": 9120 |
| }, |
| { |
| "epoch": 7.583056478405315, |
| "grad_norm": 0.2148173600435257, |
| "learning_rate": 2.912781608019226e-06, |
| "loss": 0.0017349058762192726, |
| "step": 9130 |
| }, |
| { |
| "epoch": 7.591362126245847, |
| "grad_norm": 2.029493808746338, |
| "learning_rate": 2.893828375754927e-06, |
| "loss": 0.004039783775806427, |
| "step": 9140 |
| }, |
| { |
| "epoch": 7.599667774086379, |
| "grad_norm": 0.05651300400495529, |
| "learning_rate": 2.874926571324668e-06, |
| "loss": 0.03266519010066986, |
| "step": 9150 |
| }, |
| { |
| "epoch": 7.607973421926911, |
| "grad_norm": 0.20539076626300812, |
| "learning_rate": 2.8560763315220542e-06, |
| "loss": 0.016243191063404085, |
| "step": 9160 |
| }, |
| { |
| "epoch": 7.616279069767442, |
| "grad_norm": 0.001784057356417179, |
| "learning_rate": 2.83727779276753e-06, |
| "loss": 0.0005050742067396641, |
| "step": 9170 |
| }, |
| { |
| "epoch": 7.6245847176079735, |
| "grad_norm": 0.8474004864692688, |
| "learning_rate": 2.8185310911073504e-06, |
| "loss": 0.017673566937446594, |
| "step": 9180 |
| }, |
| { |
| "epoch": 7.632890365448505, |
| "grad_norm": 1.9227701425552368, |
| "learning_rate": 2.7998363622126432e-06, |
| "loss": 0.04959536790847778, |
| "step": 9190 |
| }, |
| { |
| "epoch": 7.641196013289036, |
| "grad_norm": 15.710461616516113, |
| "learning_rate": 2.781193741378396e-06, |
| "loss": 0.025568419694900514, |
| "step": 9200 |
| }, |
| { |
| "epoch": 7.649501661129568, |
| "grad_norm": 8.397846221923828, |
| "learning_rate": 2.7626033635224847e-06, |
| "loss": 0.04204786717891693, |
| "step": 9210 |
| }, |
| { |
| "epoch": 7.657807308970099, |
| "grad_norm": 0.004305708222091198, |
| "learning_rate": 2.7440653631847103e-06, |
| "loss": 0.016460147500038148, |
| "step": 9220 |
| }, |
| { |
| "epoch": 7.666112956810631, |
| "grad_norm": 1.461538314819336, |
| "learning_rate": 2.7255798745258044e-06, |
| "loss": 0.009647966921329498, |
| "step": 9230 |
| }, |
| { |
| "epoch": 7.674418604651163, |
| "grad_norm": 13.192046165466309, |
| "learning_rate": 2.707147031326468e-06, |
| "loss": 0.031538856029510495, |
| "step": 9240 |
| }, |
| { |
| "epoch": 7.6827242524916945, |
| "grad_norm": 0.0040161446668207645, |
| "learning_rate": 2.6887669669864146e-06, |
| "loss": 0.008157265931367874, |
| "step": 9250 |
| }, |
| { |
| "epoch": 7.691029900332226, |
| "grad_norm": 0.3406631648540497, |
| "learning_rate": 2.6704398145233746e-06, |
| "loss": 0.02682391107082367, |
| "step": 9260 |
| }, |
| { |
| "epoch": 7.6993355481727574, |
| "grad_norm": 0.0013381581520661712, |
| "learning_rate": 2.652165706572171e-06, |
| "loss": 0.012091658264398574, |
| "step": 9270 |
| }, |
| { |
| "epoch": 7.707641196013289, |
| "grad_norm": 0.6766977906227112, |
| "learning_rate": 2.633944775383729e-06, |
| "loss": 0.0013755757361650466, |
| "step": 9280 |
| }, |
| { |
| "epoch": 7.71594684385382, |
| "grad_norm": 1.444471836090088, |
| "learning_rate": 2.615777152824128e-06, |
| "loss": 0.04140243232250214, |
| "step": 9290 |
| }, |
| { |
| "epoch": 7.724252491694352, |
| "grad_norm": 0.14766523241996765, |
| "learning_rate": 2.597662970373662e-06, |
| "loss": 0.010613334178924561, |
| "step": 9300 |
| }, |
| { |
| "epoch": 7.732558139534884, |
| "grad_norm": 0.1722085028886795, |
| "learning_rate": 2.5796023591258645e-06, |
| "loss": 0.016667431592941283, |
| "step": 9310 |
| }, |
| { |
| "epoch": 7.740863787375416, |
| "grad_norm": 0.0021270038560032845, |
| "learning_rate": 2.5615954497865727e-06, |
| "loss": 0.011866636574268341, |
| "step": 9320 |
| }, |
| { |
| "epoch": 7.749169435215947, |
| "grad_norm": 0.4936175048351288, |
| "learning_rate": 2.543642372672981e-06, |
| "loss": 0.013976240158081054, |
| "step": 9330 |
| }, |
| { |
| "epoch": 7.7574750830564785, |
| "grad_norm": 1.179762363433838, |
| "learning_rate": 2.5257432577126926e-06, |
| "loss": 0.018904729187488555, |
| "step": 9340 |
| }, |
| { |
| "epoch": 7.76578073089701, |
| "grad_norm": 2.503565549850464, |
| "learning_rate": 2.5078982344427915e-06, |
| "loss": 0.028677886724472045, |
| "step": 9350 |
| }, |
| { |
| "epoch": 7.774086378737541, |
| "grad_norm": 0.023880483582615852, |
| "learning_rate": 2.4901074320088904e-06, |
| "loss": 0.030220001935958862, |
| "step": 9360 |
| }, |
| { |
| "epoch": 7.782392026578073, |
| "grad_norm": 0.0009466466144658625, |
| "learning_rate": 2.4723709791642013e-06, |
| "loss": 0.007851962000131607, |
| "step": 9370 |
| }, |
| { |
| "epoch": 7.790697674418604, |
| "grad_norm": 0.3103953003883362, |
| "learning_rate": 2.4546890042686046e-06, |
| "loss": 0.01569589376449585, |
| "step": 9380 |
| }, |
| { |
| "epoch": 7.799003322259136, |
| "grad_norm": 4.8353166580200195, |
| "learning_rate": 2.4370616352877276e-06, |
| "loss": 0.034313428401947024, |
| "step": 9390 |
| }, |
| { |
| "epoch": 7.807308970099668, |
| "grad_norm": 0.16469524800777435, |
| "learning_rate": 2.4194889997920024e-06, |
| "loss": 0.019627228379249573, |
| "step": 9400 |
| }, |
| { |
| "epoch": 7.8156146179401995, |
| "grad_norm": 0.0011383763048797846, |
| "learning_rate": 2.4019712249557516e-06, |
| "loss": 0.003571658208966255, |
| "step": 9410 |
| }, |
| { |
| "epoch": 7.823920265780731, |
| "grad_norm": 0.0031425883062183857, |
| "learning_rate": 2.384508437556279e-06, |
| "loss": 0.012809967994689942, |
| "step": 9420 |
| }, |
| { |
| "epoch": 7.832225913621262, |
| "grad_norm": 0.34275543689727783, |
| "learning_rate": 2.3671007639729195e-06, |
| "loss": 0.0009221424348652363, |
| "step": 9430 |
| }, |
| { |
| "epoch": 7.840531561461794, |
| "grad_norm": 0.24381868541240692, |
| "learning_rate": 2.349748330186169e-06, |
| "loss": 0.021050933003425597, |
| "step": 9440 |
| }, |
| { |
| "epoch": 7.848837209302325, |
| "grad_norm": 1.5793051719665527, |
| "learning_rate": 2.3324512617767337e-06, |
| "loss": 0.02660844922065735, |
| "step": 9450 |
| }, |
| { |
| "epoch": 7.857142857142857, |
| "grad_norm": 0.0608382374048233, |
| "learning_rate": 2.3152096839246398e-06, |
| "loss": 0.027494984865188598, |
| "step": 9460 |
| }, |
| { |
| "epoch": 7.865448504983389, |
| "grad_norm": 0.0014419383369386196, |
| "learning_rate": 2.298023721408331e-06, |
| "loss": 0.006231945753097534, |
| "step": 9470 |
| }, |
| { |
| "epoch": 7.8737541528239205, |
| "grad_norm": 10.373838424682617, |
| "learning_rate": 2.2808934986037545e-06, |
| "loss": 0.016826078295707703, |
| "step": 9480 |
| }, |
| { |
| "epoch": 7.882059800664452, |
| "grad_norm": 0.48430129885673523, |
| "learning_rate": 2.2638191394834596e-06, |
| "loss": 0.03645863831043243, |
| "step": 9490 |
| }, |
| { |
| "epoch": 7.8903654485049834, |
| "grad_norm": 0.3142700493335724, |
| "learning_rate": 2.2468007676157232e-06, |
| "loss": 0.005658136680722237, |
| "step": 9500 |
| }, |
| { |
| "epoch": 7.8903654485049834, |
| "eval_brier": 0.967, |
| "eval_c@1": 0.962, |
| "eval_f05u": 0.974, |
| "eval_f1": 0.964, |
| "eval_loss": 0.14827124774456024, |
| "eval_mean": 0.972, |
| "eval_roc-auc": 0.991, |
| "eval_runtime": 69.2065, |
| "eval_samples_per_second": 266.203, |
| "eval_steps_per_second": 4.161, |
| "step": 9500 |
| }, |
| { |
| "epoch": 7.898671096345515, |
| "grad_norm": 20.80424690246582, |
| "learning_rate": 2.2298385061636162e-06, |
| "loss": 0.043711668252944945, |
| "step": 9510 |
| }, |
| { |
| "epoch": 7.906976744186046, |
| "grad_norm": 0.008154784329235554, |
| "learning_rate": 2.212932477884154e-06, |
| "loss": 0.005724793672561646, |
| "step": 9520 |
| }, |
| { |
| "epoch": 7.915282392026578, |
| "grad_norm": 5.501669406890869, |
| "learning_rate": 2.196082805127381e-06, |
| "loss": 0.036894920468330386, |
| "step": 9530 |
| }, |
| { |
| "epoch": 7.923588039867109, |
| "grad_norm": 3.6727075576782227, |
| "learning_rate": 2.1792896098354887e-06, |
| "loss": 0.015390019118785857, |
| "step": 9540 |
| }, |
| { |
| "epoch": 7.931893687707642, |
| "grad_norm": 1.5521719455718994, |
| "learning_rate": 2.162553013541948e-06, |
| "loss": 0.011379404366016388, |
| "step": 9550 |
| }, |
| { |
| "epoch": 7.940199335548173, |
| "grad_norm": 0.6106346845626831, |
| "learning_rate": 2.145873137370611e-06, |
| "loss": 0.024071736633777617, |
| "step": 9560 |
| }, |
| { |
| "epoch": 7.9485049833887045, |
| "grad_norm": 0.0013641950208693743, |
| "learning_rate": 2.1292501020348445e-06, |
| "loss": 0.0028417007997632027, |
| "step": 9570 |
| }, |
| { |
| "epoch": 7.956810631229236, |
| "grad_norm": 0.0007085945107974112, |
| "learning_rate": 2.112684027836651e-06, |
| "loss": 0.008503476530313492, |
| "step": 9580 |
| }, |
| { |
| "epoch": 7.965116279069767, |
| "grad_norm": 3.62831449508667, |
| "learning_rate": 2.0961750346658117e-06, |
| "loss": 0.029273918271064757, |
| "step": 9590 |
| }, |
| { |
| "epoch": 7.973421926910299, |
| "grad_norm": 0.032878801226615906, |
| "learning_rate": 2.079723241998999e-06, |
| "loss": 0.009919158369302749, |
| "step": 9600 |
| }, |
| { |
| "epoch": 7.98172757475083, |
| "grad_norm": 0.16056130826473236, |
| "learning_rate": 2.0633287688989247e-06, |
| "loss": 0.020749954879283904, |
| "step": 9610 |
| }, |
| { |
| "epoch": 7.990033222591363, |
| "grad_norm": 3.7980868816375732, |
| "learning_rate": 2.046991734013475e-06, |
| "loss": 0.011913499981164932, |
| "step": 9620 |
| }, |
| { |
| "epoch": 7.998338870431894, |
| "grad_norm": 2.1085927486419678, |
| "learning_rate": 2.030712255574848e-06, |
| "loss": 0.0013692128472030164, |
| "step": 9630 |
| }, |
| { |
| "epoch": 8.006644518272426, |
| "grad_norm": 0.001301309559494257, |
| "learning_rate": 2.0144904513987142e-06, |
| "loss": 0.020541465282440184, |
| "step": 9640 |
| }, |
| { |
| "epoch": 8.014950166112957, |
| "grad_norm": 0.04368695244193077, |
| "learning_rate": 1.9983264388833368e-06, |
| "loss": 0.024039453268051146, |
| "step": 9650 |
| }, |
| { |
| "epoch": 8.023255813953488, |
| "grad_norm": 0.07038889080286026, |
| "learning_rate": 1.982220335008743e-06, |
| "loss": 0.03967412412166595, |
| "step": 9660 |
| }, |
| { |
| "epoch": 8.03156146179402, |
| "grad_norm": 0.004006698727607727, |
| "learning_rate": 1.96617225633588e-06, |
| "loss": 0.005919493734836578, |
| "step": 9670 |
| }, |
| { |
| "epoch": 8.039867109634551, |
| "grad_norm": 0.0018698818748816848, |
| "learning_rate": 1.950182319005743e-06, |
| "loss": 0.0006796402856707573, |
| "step": 9680 |
| }, |
| { |
| "epoch": 8.048172757475083, |
| "grad_norm": 7.567103862762451, |
| "learning_rate": 1.934250638738572e-06, |
| "loss": 0.026210534572601318, |
| "step": 9690 |
| }, |
| { |
| "epoch": 8.056478405315614, |
| "grad_norm": 4.661642074584961, |
| "learning_rate": 1.9183773308329958e-06, |
| "loss": 0.037559321522712706, |
| "step": 9700 |
| }, |
| { |
| "epoch": 8.064784053156146, |
| "grad_norm": 5.240715980529785, |
| "learning_rate": 1.9025625101651824e-06, |
| "loss": 0.030109569430351257, |
| "step": 9710 |
| }, |
| { |
| "epoch": 8.073089700996677, |
| "grad_norm": 0.0009405300370417535, |
| "learning_rate": 1.8868062911880446e-06, |
| "loss": 0.009581131488084793, |
| "step": 9720 |
| }, |
| { |
| "epoch": 8.081395348837209, |
| "grad_norm": 2.3925936222076416, |
| "learning_rate": 1.8711087879303757e-06, |
| "loss": 0.004385541379451752, |
| "step": 9730 |
| }, |
| { |
| "epoch": 8.08970099667774, |
| "grad_norm": 1.739111304283142, |
| "learning_rate": 1.855470113996045e-06, |
| "loss": 0.026923447847366333, |
| "step": 9740 |
| }, |
| { |
| "epoch": 8.098006644518273, |
| "grad_norm": 0.4548828601837158, |
| "learning_rate": 1.8398903825631776e-06, |
| "loss": 0.014367961883544922, |
| "step": 9750 |
| }, |
| { |
| "epoch": 8.106312292358805, |
| "grad_norm": 0.1681939661502838, |
| "learning_rate": 1.8243697063833087e-06, |
| "loss": 0.01353817731142044, |
| "step": 9760 |
| }, |
| { |
| "epoch": 8.114617940199336, |
| "grad_norm": 0.0006201230571605265, |
| "learning_rate": 1.8089081977806077e-06, |
| "loss": 0.004853256419301033, |
| "step": 9770 |
| }, |
| { |
| "epoch": 8.122923588039868, |
| "grad_norm": 0.0008420735248364508, |
| "learning_rate": 1.7935059686510303e-06, |
| "loss": 0.00014945025322958826, |
| "step": 9780 |
| }, |
| { |
| "epoch": 8.131229235880399, |
| "grad_norm": 0.08449747413396835, |
| "learning_rate": 1.7781631304615265e-06, |
| "loss": 0.004913771525025368, |
| "step": 9790 |
| }, |
| { |
| "epoch": 8.13953488372093, |
| "grad_norm": 0.12251075357198715, |
| "learning_rate": 1.762879794249236e-06, |
| "loss": 0.03128696382045746, |
| "step": 9800 |
| }, |
| { |
| "epoch": 8.147840531561462, |
| "grad_norm": 0.04864448681473732, |
| "learning_rate": 1.7476560706206703e-06, |
| "loss": 0.009850189089775085, |
| "step": 9810 |
| }, |
| { |
| "epoch": 8.156146179401993, |
| "grad_norm": 0.001526945037767291, |
| "learning_rate": 1.732492069750925e-06, |
| "loss": 0.01179589331150055, |
| "step": 9820 |
| }, |
| { |
| "epoch": 8.164451827242525, |
| "grad_norm": 0.0008230694220401347, |
| "learning_rate": 1.7173879013828743e-06, |
| "loss": 0.02024877518415451, |
| "step": 9830 |
| }, |
| { |
| "epoch": 8.172757475083056, |
| "grad_norm": 1.857641339302063, |
| "learning_rate": 1.7023436748263889e-06, |
| "loss": 0.01102503165602684, |
| "step": 9840 |
| }, |
| { |
| "epoch": 8.181063122923588, |
| "grad_norm": 0.010417718440294266, |
| "learning_rate": 1.6873594989575292e-06, |
| "loss": 0.04865381419658661, |
| "step": 9850 |
| }, |
| { |
| "epoch": 8.18936877076412, |
| "grad_norm": 0.0010410118848085403, |
| "learning_rate": 1.672435482217767e-06, |
| "loss": 0.015278685092926025, |
| "step": 9860 |
| }, |
| { |
| "epoch": 8.19767441860465, |
| "grad_norm": 0.003762697335332632, |
| "learning_rate": 1.6575717326131978e-06, |
| "loss": 0.0025358112528920175, |
| "step": 9870 |
| }, |
| { |
| "epoch": 8.205980066445182, |
| "grad_norm": 0.7878845930099487, |
| "learning_rate": 1.6427683577137598e-06, |
| "loss": 0.0023263685405254366, |
| "step": 9880 |
| }, |
| { |
| "epoch": 8.214285714285714, |
| "grad_norm": 1.1144360303878784, |
| "learning_rate": 1.6280254646524584e-06, |
| "loss": 0.013678796589374542, |
| "step": 9890 |
| }, |
| { |
| "epoch": 8.222591362126245, |
| "grad_norm": 9.173377990722656, |
| "learning_rate": 1.6133431601245864e-06, |
| "loss": 0.030849790573120116, |
| "step": 9900 |
| }, |
| { |
| "epoch": 8.230897009966778, |
| "grad_norm": 1.0350559949874878, |
| "learning_rate": 1.598721550386947e-06, |
| "loss": 0.045111915469169615, |
| "step": 9910 |
| }, |
| { |
| "epoch": 8.23920265780731, |
| "grad_norm": 0.006207343190908432, |
| "learning_rate": 1.5841607412571048e-06, |
| "loss": 0.038734915852546695, |
| "step": 9920 |
| }, |
| { |
| "epoch": 8.247508305647841, |
| "grad_norm": 0.0021894723176956177, |
| "learning_rate": 1.5696608381125944e-06, |
| "loss": 0.003963911905884743, |
| "step": 9930 |
| }, |
| { |
| "epoch": 8.255813953488373, |
| "grad_norm": 0.20098142325878143, |
| "learning_rate": 1.5552219458901717e-06, |
| "loss": 0.006362013518810272, |
| "step": 9940 |
| }, |
| { |
| "epoch": 8.264119601328904, |
| "grad_norm": 0.24506373703479767, |
| "learning_rate": 1.5408441690850628e-06, |
| "loss": 0.012679998576641083, |
| "step": 9950 |
| }, |
| { |
| "epoch": 8.272425249169435, |
| "grad_norm": 4.701864242553711, |
| "learning_rate": 1.5265276117501781e-06, |
| "loss": 0.015318554639816285, |
| "step": 9960 |
| }, |
| { |
| "epoch": 8.280730897009967, |
| "grad_norm": 1.0198193788528442, |
| "learning_rate": 1.5122723774953984e-06, |
| "loss": 0.03276909589767456, |
| "step": 9970 |
| }, |
| { |
| "epoch": 8.289036544850498, |
| "grad_norm": 0.0008463190170004964, |
| "learning_rate": 1.4980785694867938e-06, |
| "loss": 7.541636587120593e-05, |
| "step": 9980 |
| }, |
| { |
| "epoch": 8.29734219269103, |
| "grad_norm": 0.030637215822935104, |
| "learning_rate": 1.48394629044589e-06, |
| "loss": 0.0014228528365492822, |
| "step": 9990 |
| }, |
| { |
| "epoch": 8.305647840531561, |
| "grad_norm": 0.028038810938596725, |
| "learning_rate": 1.4698756426489302e-06, |
| "loss": 0.026153796911239625, |
| "step": 10000 |
| }, |
| { |
| "epoch": 8.305647840531561, |
| "eval_brier": 0.968, |
| "eval_c@1": 0.965, |
| "eval_f05u": 0.975, |
| "eval_f1": 0.966, |
| "eval_loss": 0.1502263844013214, |
| "eval_mean": 0.973, |
| "eval_roc-auc": 0.991, |
| "eval_runtime": 69.299, |
| "eval_samples_per_second": 265.848, |
| "eval_steps_per_second": 4.156, |
| "step": 10000 |
| }, |
| { |
| "epoch": 8.313953488372093, |
| "grad_norm": 4.307137489318848, |
| "learning_rate": 1.4558667279261185e-06, |
| "loss": 0.011831691116094589, |
| "step": 10010 |
| }, |
| { |
| "epoch": 8.322259136212624, |
| "grad_norm": 3.225126028060913, |
| "learning_rate": 1.4419196476608976e-06, |
| "loss": 0.010735167562961579, |
| "step": 10020 |
| }, |
| { |
| "epoch": 8.330564784053156, |
| "grad_norm": 4.529547214508057, |
| "learning_rate": 1.428034502789215e-06, |
| "loss": 0.019614629447460175, |
| "step": 10030 |
| }, |
| { |
| "epoch": 8.338870431893687, |
| "grad_norm": 11.928061485290527, |
| "learning_rate": 1.4142113937987744e-06, |
| "loss": 0.020872780680656434, |
| "step": 10040 |
| }, |
| { |
| "epoch": 8.347176079734218, |
| "grad_norm": 0.11286621540784836, |
| "learning_rate": 1.4004504207283354e-06, |
| "loss": 0.006154395639896393, |
| "step": 10050 |
| }, |
| { |
| "epoch": 8.355481727574752, |
| "grad_norm": 0.46928834915161133, |
| "learning_rate": 1.3867516831669692e-06, |
| "loss": 0.006838122010231018, |
| "step": 10060 |
| }, |
| { |
| "epoch": 8.363787375415283, |
| "grad_norm": 0.001144749578088522, |
| "learning_rate": 1.373115280253343e-06, |
| "loss": 0.0020782141014933585, |
| "step": 10070 |
| }, |
| { |
| "epoch": 8.372093023255815, |
| "grad_norm": 16.727407455444336, |
| "learning_rate": 1.3595413106750099e-06, |
| "loss": 0.01910678595304489, |
| "step": 10080 |
| }, |
| { |
| "epoch": 8.380398671096346, |
| "grad_norm": 0.4497424364089966, |
| "learning_rate": 1.3460298726676856e-06, |
| "loss": 0.015307162702083588, |
| "step": 10090 |
| }, |
| { |
| "epoch": 8.388704318936878, |
| "grad_norm": 0.3464401960372925, |
| "learning_rate": 1.3325810640145388e-06, |
| "loss": 0.02306944876909256, |
| "step": 10100 |
| }, |
| { |
| "epoch": 8.397009966777409, |
| "grad_norm": 0.01774173602461815, |
| "learning_rate": 1.3191949820454853e-06, |
| "loss": 0.0036763854324817656, |
| "step": 10110 |
| }, |
| { |
| "epoch": 8.40531561461794, |
| "grad_norm": 0.0566246397793293, |
| "learning_rate": 1.3058717236364903e-06, |
| "loss": 0.003263864666223526, |
| "step": 10120 |
| }, |
| { |
| "epoch": 8.413621262458472, |
| "grad_norm": 0.0011068865424022079, |
| "learning_rate": 1.292611385208854e-06, |
| "loss": 8.122787694446743e-05, |
| "step": 10130 |
| }, |
| { |
| "epoch": 8.421926910299003, |
| "grad_norm": 3.1502633094787598, |
| "learning_rate": 1.2794140627285235e-06, |
| "loss": 0.013773564994335175, |
| "step": 10140 |
| }, |
| { |
| "epoch": 8.430232558139535, |
| "grad_norm": 0.046208497136831284, |
| "learning_rate": 1.266279851705392e-06, |
| "loss": 0.05285004377365112, |
| "step": 10150 |
| }, |
| { |
| "epoch": 8.438538205980066, |
| "grad_norm": 0.005908760242164135, |
| "learning_rate": 1.2532088471926129e-06, |
| "loss": 0.014551596343517303, |
| "step": 10160 |
| }, |
| { |
| "epoch": 8.446843853820598, |
| "grad_norm": 0.0011245819041505456, |
| "learning_rate": 1.240201143785914e-06, |
| "loss": 0.03371871411800385, |
| "step": 10170 |
| }, |
| { |
| "epoch": 8.455149501661129, |
| "grad_norm": 0.000950102461501956, |
| "learning_rate": 1.2272568356229041e-06, |
| "loss": 0.00018040918512269856, |
| "step": 10180 |
| }, |
| { |
| "epoch": 8.46345514950166, |
| "grad_norm": 0.3537558615207672, |
| "learning_rate": 1.2143760163823947e-06, |
| "loss": 0.010649013519287109, |
| "step": 10190 |
| }, |
| { |
| "epoch": 8.471760797342192, |
| "grad_norm": 0.14442045986652374, |
| "learning_rate": 1.2015587792837335e-06, |
| "loss": 0.04385151267051697, |
| "step": 10200 |
| }, |
| { |
| "epoch": 8.480066445182723, |
| "grad_norm": 0.04695224016904831, |
| "learning_rate": 1.1888052170861032e-06, |
| "loss": 0.017310434579849245, |
| "step": 10210 |
| }, |
| { |
| "epoch": 8.488372093023255, |
| "grad_norm": 1.5139660835266113, |
| "learning_rate": 1.1761154220878846e-06, |
| "loss": 0.0013035543262958527, |
| "step": 10220 |
| }, |
| { |
| "epoch": 8.496677740863788, |
| "grad_norm": 0.0016350011574104428, |
| "learning_rate": 1.1634894861259605e-06, |
| "loss": 0.0013858130201697349, |
| "step": 10230 |
| }, |
| { |
| "epoch": 8.50498338870432, |
| "grad_norm": 0.06126336008310318, |
| "learning_rate": 1.150927500575063e-06, |
| "loss": 0.043176472187042236, |
| "step": 10240 |
| }, |
| { |
| "epoch": 8.513289036544851, |
| "grad_norm": 0.05165313184261322, |
| "learning_rate": 1.1384295563471158e-06, |
| "loss": 0.003516947850584984, |
| "step": 10250 |
| }, |
| { |
| "epoch": 8.521594684385382, |
| "grad_norm": 0.41692858934402466, |
| "learning_rate": 1.1259957438905666e-06, |
| "loss": 0.02686992883682251, |
| "step": 10260 |
| }, |
| { |
| "epoch": 8.529900332225914, |
| "grad_norm": 0.001009366475045681, |
| "learning_rate": 1.1136261531897364e-06, |
| "loss": 0.01156647726893425, |
| "step": 10270 |
| }, |
| { |
| "epoch": 8.538205980066445, |
| "grad_norm": 0.0009983720956370234, |
| "learning_rate": 1.1013208737641778e-06, |
| "loss": 6.817497196607292e-05, |
| "step": 10280 |
| }, |
| { |
| "epoch": 8.546511627906977, |
| "grad_norm": 0.051713522523641586, |
| "learning_rate": 1.0890799946680019e-06, |
| "loss": 0.027422842383384705, |
| "step": 10290 |
| }, |
| { |
| "epoch": 8.554817275747508, |
| "grad_norm": 30.517282485961914, |
| "learning_rate": 1.0769036044892678e-06, |
| "loss": 0.006294220685958862, |
| "step": 10300 |
| }, |
| { |
| "epoch": 8.56312292358804, |
| "grad_norm": 1.1368924379348755, |
| "learning_rate": 1.0647917913493144e-06, |
| "loss": 0.007869845628738404, |
| "step": 10310 |
| }, |
| { |
| "epoch": 8.571428571428571, |
| "grad_norm": 0.0017508171731606126, |
| "learning_rate": 1.0527446429021327e-06, |
| "loss": 0.0036784913390874863, |
| "step": 10320 |
| }, |
| { |
| "epoch": 8.579734219269103, |
| "grad_norm": 0.0011447499273344874, |
| "learning_rate": 1.0407622463337364e-06, |
| "loss": 0.00010180356912314892, |
| "step": 10330 |
| }, |
| { |
| "epoch": 8.588039867109634, |
| "grad_norm": 0.08397141098976135, |
| "learning_rate": 1.0288446883615189e-06, |
| "loss": 0.018365205824375154, |
| "step": 10340 |
| }, |
| { |
| "epoch": 8.596345514950166, |
| "grad_norm": 0.006722956895828247, |
| "learning_rate": 1.0169920552336376e-06, |
| "loss": 0.009779255837202072, |
| "step": 10350 |
| }, |
| { |
| "epoch": 8.604651162790697, |
| "grad_norm": 1.6663017272949219, |
| "learning_rate": 1.0052044327283794e-06, |
| "loss": 0.024825190007686616, |
| "step": 10360 |
| }, |
| { |
| "epoch": 8.612956810631228, |
| "grad_norm": 1.009850025177002, |
| "learning_rate": 9.934819061535517e-07, |
| "loss": 0.00916222259402275, |
| "step": 10370 |
| }, |
| { |
| "epoch": 8.621262458471762, |
| "grad_norm": 0.0005849698791280389, |
| "learning_rate": 9.81824560345853e-07, |
| "loss": 0.02619781196117401, |
| "step": 10380 |
| }, |
| { |
| "epoch": 8.629568106312293, |
| "grad_norm": 2.5450963973999023, |
| "learning_rate": 9.702324796702657e-07, |
| "loss": 0.010657285153865815, |
| "step": 10390 |
| }, |
| { |
| "epoch": 8.637873754152825, |
| "grad_norm": 2.804811954498291, |
| "learning_rate": 9.58705748019444e-07, |
| "loss": 0.014039421081542968, |
| "step": 10400 |
| }, |
| { |
| "epoch": 8.646179401993356, |
| "grad_norm": 0.019374903291463852, |
| "learning_rate": 9.472444488131061e-07, |
| "loss": 0.012065500766038895, |
| "step": 10410 |
| }, |
| { |
| "epoch": 8.654485049833887, |
| "grad_norm": 0.004422264639288187, |
| "learning_rate": 9.358486649974363e-07, |
| "loss": 0.02042807936668396, |
| "step": 10420 |
| }, |
| { |
| "epoch": 8.662790697674419, |
| "grad_norm": 0.004711292218416929, |
| "learning_rate": 9.245184790444727e-07, |
| "loss": 6.644466193392873e-05, |
| "step": 10430 |
| }, |
| { |
| "epoch": 8.67109634551495, |
| "grad_norm": 0.03553232550621033, |
| "learning_rate": 9.1325397295152e-07, |
| "loss": 0.015925948321819306, |
| "step": 10440 |
| }, |
| { |
| "epoch": 8.679401993355482, |
| "grad_norm": 1.0422600507736206, |
| "learning_rate": 9.020552282405581e-07, |
| "loss": 0.016211824119091035, |
| "step": 10450 |
| }, |
| { |
| "epoch": 8.687707641196013, |
| "grad_norm": 0.06379421800374985, |
| "learning_rate": 8.909223259576371e-07, |
| "loss": 0.0005402436945587397, |
| "step": 10460 |
| }, |
| { |
| "epoch": 8.696013289036545, |
| "grad_norm": 0.0011933192145079374, |
| "learning_rate": 8.798553466723092e-07, |
| "loss": 0.0007861870341002941, |
| "step": 10470 |
| }, |
| { |
| "epoch": 8.704318936877076, |
| "grad_norm": 0.0077102952636778355, |
| "learning_rate": 8.688543704770402e-07, |
| "loss": 9.638404008001089e-05, |
| "step": 10480 |
| }, |
| { |
| "epoch": 8.712624584717608, |
| "grad_norm": 1.5011637210845947, |
| "learning_rate": 8.579194769866161e-07, |
| "loss": 0.027115678787231444, |
| "step": 10490 |
| }, |
| { |
| "epoch": 8.720930232558139, |
| "grad_norm": 1.135060429573059, |
| "learning_rate": 8.470507453375876e-07, |
| "loss": 0.019812630116939546, |
| "step": 10500 |
| }, |
| { |
| "epoch": 8.720930232558139, |
| "eval_brier": 0.972, |
| "eval_c@1": 0.97, |
| "eval_f05u": 0.98, |
| "eval_f1": 0.971, |
| "eval_loss": 0.13822266459465027, |
| "eval_mean": 0.977, |
| "eval_roc-auc": 0.992, |
| "eval_runtime": 69.3853, |
| "eval_samples_per_second": 265.518, |
| "eval_steps_per_second": 4.151, |
| "step": 10500 |
| }, |
| { |
| "epoch": 8.72923588039867, |
| "grad_norm": 0.016085628420114517, |
| "learning_rate": 8.362482541876827e-07, |
| "loss": 0.029357168078422546, |
| "step": 10510 |
| }, |
| { |
| "epoch": 8.737541528239202, |
| "grad_norm": 0.0010006368393078446, |
| "learning_rate": 8.255120817152451e-07, |
| "loss": 0.011326415091753006, |
| "step": 10520 |
| }, |
| { |
| "epoch": 8.745847176079733, |
| "grad_norm": 0.0009730742312967777, |
| "learning_rate": 8.148423056186672e-07, |
| "loss": 0.0004337939899414778, |
| "step": 10530 |
| }, |
| { |
| "epoch": 8.754152823920267, |
| "grad_norm": 0.18613412976264954, |
| "learning_rate": 8.042390031158198e-07, |
| "loss": 0.023708954453468323, |
| "step": 10540 |
| }, |
| { |
| "epoch": 8.762458471760798, |
| "grad_norm": 3.4708197116851807, |
| "learning_rate": 7.937022509435089e-07, |
| "loss": 0.017179006338119508, |
| "step": 10550 |
| }, |
| { |
| "epoch": 8.77076411960133, |
| "grad_norm": 1.296779990196228, |
| "learning_rate": 7.832321253569041e-07, |
| "loss": 0.01114661544561386, |
| "step": 10560 |
| }, |
| { |
| "epoch": 8.779069767441861, |
| "grad_norm": 0.03814178332686424, |
| "learning_rate": 7.72828702128997e-07, |
| "loss": 0.001047772355377674, |
| "step": 10570 |
| }, |
| { |
| "epoch": 8.787375415282392, |
| "grad_norm": 0.0013747934717684984, |
| "learning_rate": 7.624920565500505e-07, |
| "loss": 0.005552845820784569, |
| "step": 10580 |
| }, |
| { |
| "epoch": 8.795681063122924, |
| "grad_norm": 22.074169158935547, |
| "learning_rate": 7.522222634270527e-07, |
| "loss": 0.028385037183761598, |
| "step": 10590 |
| }, |
| { |
| "epoch": 8.803986710963455, |
| "grad_norm": 0.024553779512643814, |
| "learning_rate": 7.420193970831746e-07, |
| "loss": 0.023264481127262114, |
| "step": 10600 |
| }, |
| { |
| "epoch": 8.812292358803987, |
| "grad_norm": 0.014030910097062588, |
| "learning_rate": 7.318835313572336e-07, |
| "loss": 0.0120232954621315, |
| "step": 10610 |
| }, |
| { |
| "epoch": 8.820598006644518, |
| "grad_norm": 0.0007124674157239497, |
| "learning_rate": 7.218147396031638e-07, |
| "loss": 0.00033702084328979254, |
| "step": 10620 |
| }, |
| { |
| "epoch": 8.82890365448505, |
| "grad_norm": 0.0013316874392330647, |
| "learning_rate": 7.118130946894753e-07, |
| "loss": 7.000082405284047e-05, |
| "step": 10630 |
| }, |
| { |
| "epoch": 8.837209302325581, |
| "grad_norm": 0.40317463874816895, |
| "learning_rate": 7.018786689987322e-07, |
| "loss": 0.0012300459668040276, |
| "step": 10640 |
| }, |
| { |
| "epoch": 8.845514950166113, |
| "grad_norm": 0.7749882340431213, |
| "learning_rate": 6.920115344270328e-07, |
| "loss": 0.01664312481880188, |
| "step": 10650 |
| }, |
| { |
| "epoch": 8.853820598006644, |
| "grad_norm": 0.26123353838920593, |
| "learning_rate": 6.822117623834789e-07, |
| "loss": 0.03449989557266235, |
| "step": 10660 |
| }, |
| { |
| "epoch": 8.862126245847175, |
| "grad_norm": 0.0007906881510280073, |
| "learning_rate": 6.724794237896748e-07, |
| "loss": 0.002543853782117367, |
| "step": 10670 |
| }, |
| { |
| "epoch": 8.870431893687707, |
| "grad_norm": 0.0005801045917905867, |
| "learning_rate": 6.628145890791937e-07, |
| "loss": 6.418936536647379e-05, |
| "step": 10680 |
| }, |
| { |
| "epoch": 8.878737541528238, |
| "grad_norm": 0.0938602015376091, |
| "learning_rate": 6.532173281970844e-07, |
| "loss": 0.0023986753076314926, |
| "step": 10690 |
| }, |
| { |
| "epoch": 8.887043189368772, |
| "grad_norm": 0.04829617962241173, |
| "learning_rate": 6.436877105993622e-07, |
| "loss": 0.0014003468677401543, |
| "step": 10700 |
| }, |
| { |
| "epoch": 8.895348837209303, |
| "grad_norm": 0.09765971451997757, |
| "learning_rate": 6.342258052524941e-07, |
| "loss": 0.0063482411205768585, |
| "step": 10710 |
| }, |
| { |
| "epoch": 8.903654485049834, |
| "grad_norm": 13.843339920043945, |
| "learning_rate": 6.24831680632918e-07, |
| "loss": 0.003428398817777634, |
| "step": 10720 |
| }, |
| { |
| "epoch": 8.911960132890366, |
| "grad_norm": 0.00944607239216566, |
| "learning_rate": 6.155054047265385e-07, |
| "loss": 0.00011292543495073914, |
| "step": 10730 |
| }, |
| { |
| "epoch": 8.920265780730897, |
| "grad_norm": 0.0007181317778304219, |
| "learning_rate": 6.062470450282243e-07, |
| "loss": 0.015462943911552429, |
| "step": 10740 |
| }, |
| { |
| "epoch": 8.928571428571429, |
| "grad_norm": 0.21927116811275482, |
| "learning_rate": 5.970566685413426e-07, |
| "loss": 0.02101568877696991, |
| "step": 10750 |
| }, |
| { |
| "epoch": 8.93687707641196, |
| "grad_norm": 0.0008117577526718378, |
| "learning_rate": 5.879343417772532e-07, |
| "loss": 0.013798975944519043, |
| "step": 10760 |
| }, |
| { |
| "epoch": 8.945182724252492, |
| "grad_norm": 0.0008244899217970669, |
| "learning_rate": 5.788801307548375e-07, |
| "loss": 0.016404911875724792, |
| "step": 10770 |
| }, |
| { |
| "epoch": 8.953488372093023, |
| "grad_norm": 0.0020234824623912573, |
| "learning_rate": 5.698941010000214e-07, |
| "loss": 0.0004574351944029331, |
| "step": 10780 |
| }, |
| { |
| "epoch": 8.961794019933555, |
| "grad_norm": 4.830206871032715, |
| "learning_rate": 5.609763175452965e-07, |
| "loss": 0.004152967035770417, |
| "step": 10790 |
| }, |
| { |
| "epoch": 8.970099667774086, |
| "grad_norm": 0.0008019914384931326, |
| "learning_rate": 5.521268449292505e-07, |
| "loss": 0.0052707776427268985, |
| "step": 10800 |
| }, |
| { |
| "epoch": 8.978405315614618, |
| "grad_norm": 2.695244789123535, |
| "learning_rate": 5.433457471961023e-07, |
| "loss": 0.02068837285041809, |
| "step": 10810 |
| }, |
| { |
| "epoch": 8.986710963455149, |
| "grad_norm": 0.0008493319619446993, |
| "learning_rate": 5.346330878952355e-07, |
| "loss": 0.003194114938378334, |
| "step": 10820 |
| }, |
| { |
| "epoch": 8.99501661129568, |
| "grad_norm": 0.0016333531821146607, |
| "learning_rate": 5.259889300807442e-07, |
| "loss": 9.348376770503818e-05, |
| "step": 10830 |
| }, |
| { |
| "epoch": 9.003322259136212, |
| "grad_norm": 0.017966577783226967, |
| "learning_rate": 5.174133363109702e-07, |
| "loss": 0.00023921006359159947, |
| "step": 10840 |
| }, |
| { |
| "epoch": 9.011627906976743, |
| "grad_norm": 1.7474874258041382, |
| "learning_rate": 5.089063686480511e-07, |
| "loss": 0.021680545806884766, |
| "step": 10850 |
| }, |
| { |
| "epoch": 9.019933554817277, |
| "grad_norm": 1.3520294427871704, |
| "learning_rate": 5.004680886574742e-07, |
| "loss": 0.009152665734291077, |
| "step": 10860 |
| }, |
| { |
| "epoch": 9.028239202657808, |
| "grad_norm": 0.006455077324062586, |
| "learning_rate": 4.92098557407632e-07, |
| "loss": 0.0037008613348007203, |
| "step": 10870 |
| }, |
| { |
| "epoch": 9.03654485049834, |
| "grad_norm": 0.0024395848158746958, |
| "learning_rate": 4.837978354693751e-07, |
| "loss": 6.576470332220197e-05, |
| "step": 10880 |
| }, |
| { |
| "epoch": 9.044850498338871, |
| "grad_norm": 0.10780571401119232, |
| "learning_rate": 4.7556598291557565e-07, |
| "loss": 0.00496029257774353, |
| "step": 10890 |
| }, |
| { |
| "epoch": 9.053156146179402, |
| "grad_norm": 0.0077397264540195465, |
| "learning_rate": 4.6740305932069795e-07, |
| "loss": 0.004276130720973015, |
| "step": 10900 |
| }, |
| { |
| "epoch": 9.061461794019934, |
| "grad_norm": 0.07076343148946762, |
| "learning_rate": 4.5930912376035643e-07, |
| "loss": 0.0017954776063561439, |
| "step": 10910 |
| }, |
| { |
| "epoch": 9.069767441860465, |
| "grad_norm": 2.265702962875366, |
| "learning_rate": 4.5128423481090033e-07, |
| "loss": 0.023255904018878937, |
| "step": 10920 |
| }, |
| { |
| "epoch": 9.078073089700997, |
| "grad_norm": 0.0012375566875562072, |
| "learning_rate": 4.43328450548981e-07, |
| "loss": 5.862920661456883e-05, |
| "step": 10930 |
| }, |
| { |
| "epoch": 9.086378737541528, |
| "grad_norm": 0.040299899876117706, |
| "learning_rate": 4.3544182855113416e-07, |
| "loss": 0.0005702963098883629, |
| "step": 10940 |
| }, |
| { |
| "epoch": 9.09468438538206, |
| "grad_norm": 0.12448187172412872, |
| "learning_rate": 4.276244258933693e-07, |
| "loss": 0.002195780538022518, |
| "step": 10950 |
| }, |
| { |
| "epoch": 9.102990033222591, |
| "grad_norm": 0.6855204701423645, |
| "learning_rate": 4.198762991507399e-07, |
| "loss": 0.02160533666610718, |
| "step": 10960 |
| }, |
| { |
| "epoch": 9.111295681063122, |
| "grad_norm": 0.30196768045425415, |
| "learning_rate": 4.1219750439695505e-07, |
| "loss": 0.006671889126300812, |
| "step": 10970 |
| }, |
| { |
| "epoch": 9.119601328903654, |
| "grad_norm": 0.0010014506988227367, |
| "learning_rate": 4.04588097203964e-07, |
| "loss": 0.0006922510918229818, |
| "step": 10980 |
| }, |
| { |
| "epoch": 9.127906976744185, |
| "grad_norm": 0.37651070952415466, |
| "learning_rate": 3.970481326415432e-07, |
| "loss": 0.0008104128763079643, |
| "step": 10990 |
| }, |
| { |
| "epoch": 9.136212624584717, |
| "grad_norm": 0.005356124602258205, |
| "learning_rate": 3.8957766527691786e-07, |
| "loss": 0.011119528859853744, |
| "step": 11000 |
| }, |
| { |
| "epoch": 9.136212624584717, |
| "eval_brier": 0.973, |
| "eval_c@1": 0.971, |
| "eval_f05u": 0.981, |
| "eval_f1": 0.973, |
| "eval_loss": 0.1350637674331665, |
| "eval_mean": 0.978, |
| "eval_roc-auc": 0.992, |
| "eval_runtime": 69.4523, |
| "eval_samples_per_second": 265.261, |
| "eval_steps_per_second": 4.147, |
| "step": 11000 |
| }, |
| { |
| "epoch": 9.144518272425248, |
| "grad_norm": 0.02880888432264328, |
| "learning_rate": 3.8217674917435555e-07, |
| "loss": 0.0016112534329295158, |
| "step": 11010 |
| }, |
| { |
| "epoch": 9.152823920265782, |
| "grad_norm": 0.01123111229389906, |
| "learning_rate": 3.74845437894773e-07, |
| "loss": 0.0017155883833765984, |
| "step": 11020 |
| }, |
| { |
| "epoch": 9.161129568106313, |
| "grad_norm": 0.0031563404481858015, |
| "learning_rate": 3.675837844953578e-07, |
| "loss": 5.774711025878787e-05, |
| "step": 11030 |
| }, |
| { |
| "epoch": 9.169435215946844, |
| "grad_norm": 0.06368283182382584, |
| "learning_rate": 3.6039184152917406e-07, |
| "loss": 0.0003356437664479017, |
| "step": 11040 |
| }, |
| { |
| "epoch": 9.177740863787376, |
| "grad_norm": 0.03403898701071739, |
| "learning_rate": 3.532696610447883e-07, |
| "loss": 0.018103402853012086, |
| "step": 11050 |
| }, |
| { |
| "epoch": 9.186046511627907, |
| "grad_norm": 0.5248129963874817, |
| "learning_rate": 3.4621729458589324e-07, |
| "loss": 0.00858813375234604, |
| "step": 11060 |
| }, |
| { |
| "epoch": 9.194352159468439, |
| "grad_norm": 0.07681553065776825, |
| "learning_rate": 3.39234793190929e-07, |
| "loss": 0.016493289172649382, |
| "step": 11070 |
| }, |
| { |
| "epoch": 9.20265780730897, |
| "grad_norm": 0.0010311717633157969, |
| "learning_rate": 3.3232220739272234e-07, |
| "loss": 6.358857499435543e-05, |
| "step": 11080 |
| }, |
| { |
| "epoch": 9.210963455149502, |
| "grad_norm": 0.003700330387800932, |
| "learning_rate": 3.254795872181138e-07, |
| "loss": 0.011542771011590958, |
| "step": 11090 |
| }, |
| { |
| "epoch": 9.219269102990033, |
| "grad_norm": 0.000969013839494437, |
| "learning_rate": 3.1870698218759655e-07, |
| "loss": 0.001096019335091114, |
| "step": 11100 |
| }, |
| { |
| "epoch": 9.227574750830565, |
| "grad_norm": 0.01006294321268797, |
| "learning_rate": 3.120044413149614e-07, |
| "loss": 0.011244919896125794, |
| "step": 11110 |
| }, |
| { |
| "epoch": 9.235880398671096, |
| "grad_norm": 0.02737296000123024, |
| "learning_rate": 3.0537201310694155e-07, |
| "loss": 0.0015948859974741936, |
| "step": 11120 |
| }, |
| { |
| "epoch": 9.244186046511627, |
| "grad_norm": 0.00350496219471097, |
| "learning_rate": 2.9880974556285804e-07, |
| "loss": 0.0034240052103996278, |
| "step": 11130 |
| }, |
| { |
| "epoch": 9.252491694352159, |
| "grad_norm": 0.44182488322257996, |
| "learning_rate": 2.9231768617427267e-07, |
| "loss": 0.010205399245023727, |
| "step": 11140 |
| }, |
| { |
| "epoch": 9.26079734219269, |
| "grad_norm": 0.04421304166316986, |
| "learning_rate": 2.858958819246538e-07, |
| "loss": 0.02851686179637909, |
| "step": 11150 |
| }, |
| { |
| "epoch": 9.269102990033222, |
| "grad_norm": 0.104521743953228, |
| "learning_rate": 2.7954437928901736e-07, |
| "loss": 0.011275745183229446, |
| "step": 11160 |
| }, |
| { |
| "epoch": 9.277408637873755, |
| "grad_norm": 0.0011418936774134636, |
| "learning_rate": 2.7326322423361195e-07, |
| "loss": 0.012401804327964783, |
| "step": 11170 |
| }, |
| { |
| "epoch": 9.285714285714286, |
| "grad_norm": 0.0012771759647876024, |
| "learning_rate": 2.6705246221557124e-07, |
| "loss": 0.0012776992283761502, |
| "step": 11180 |
| }, |
| { |
| "epoch": 9.294019933554818, |
| "grad_norm": 0.02292698249220848, |
| "learning_rate": 2.6091213818259076e-07, |
| "loss": 0.0002426925115287304, |
| "step": 11190 |
| }, |
| { |
| "epoch": 9.30232558139535, |
| "grad_norm": 1.425937533378601, |
| "learning_rate": 2.548422965726016e-07, |
| "loss": 0.009351170808076858, |
| "step": 11200 |
| }, |
| { |
| "epoch": 9.31063122923588, |
| "grad_norm": 0.13734589517116547, |
| "learning_rate": 2.488429813134485e-07, |
| "loss": 0.0028193186968564986, |
| "step": 11210 |
| }, |
| { |
| "epoch": 9.318936877076412, |
| "grad_norm": 0.8627015948295593, |
| "learning_rate": 2.4291423582257223e-07, |
| "loss": 0.0022154562175273895, |
| "step": 11220 |
| }, |
| { |
| "epoch": 9.327242524916944, |
| "grad_norm": 0.006032244302332401, |
| "learning_rate": 2.370561030066998e-07, |
| "loss": 0.004900708794593811, |
| "step": 11230 |
| }, |
| { |
| "epoch": 9.335548172757475, |
| "grad_norm": 0.044071223586797714, |
| "learning_rate": 2.3126862526152038e-07, |
| "loss": 0.011845049262046815, |
| "step": 11240 |
| }, |
| { |
| "epoch": 9.343853820598007, |
| "grad_norm": 1.2974224090576172, |
| "learning_rate": 2.2555184447139668e-07, |
| "loss": 0.022230133414268494, |
| "step": 11250 |
| }, |
| { |
| "epoch": 9.352159468438538, |
| "grad_norm": 0.11188158392906189, |
| "learning_rate": 2.1990580200904944e-07, |
| "loss": 0.004698529839515686, |
| "step": 11260 |
| }, |
| { |
| "epoch": 9.36046511627907, |
| "grad_norm": 0.1672002673149109, |
| "learning_rate": 2.14330538735259e-07, |
| "loss": 0.0015591046772897243, |
| "step": 11270 |
| }, |
| { |
| "epoch": 9.368770764119601, |
| "grad_norm": 1.4730030298233032, |
| "learning_rate": 2.0882609499857653e-07, |
| "loss": 0.009047257155179978, |
| "step": 11280 |
| }, |
| { |
| "epoch": 9.377076411960132, |
| "grad_norm": 0.06319593638181686, |
| "learning_rate": 2.0339251063502541e-07, |
| "loss": 0.015721666812896728, |
| "step": 11290 |
| }, |
| { |
| "epoch": 9.385382059800664, |
| "grad_norm": 1.6366090774536133, |
| "learning_rate": 1.9802982496781366e-07, |
| "loss": 0.009605227410793305, |
| "step": 11300 |
| }, |
| { |
| "epoch": 9.393687707641195, |
| "grad_norm": 0.07986780256032944, |
| "learning_rate": 1.9273807680705193e-07, |
| "loss": 0.026491966843605042, |
| "step": 11310 |
| }, |
| { |
| "epoch": 9.401993355481727, |
| "grad_norm": 0.12056667357683182, |
| "learning_rate": 1.8751730444947381e-07, |
| "loss": 0.012095175683498383, |
| "step": 11320 |
| }, |
| { |
| "epoch": 9.41029900332226, |
| "grad_norm": 0.0025509411934763193, |
| "learning_rate": 1.8236754567815374e-07, |
| "loss": 0.00012878261040896177, |
| "step": 11330 |
| }, |
| { |
| "epoch": 9.418604651162791, |
| "grad_norm": 0.1650812178850174, |
| "learning_rate": 1.7728883776223503e-07, |
| "loss": 0.011297813802957534, |
| "step": 11340 |
| }, |
| { |
| "epoch": 9.426910299003323, |
| "grad_norm": 3.9979779720306396, |
| "learning_rate": 1.722812174566635e-07, |
| "loss": 0.009340720623731614, |
| "step": 11350 |
| }, |
| { |
| "epoch": 9.435215946843854, |
| "grad_norm": 0.1160222515463829, |
| "learning_rate": 1.6734472100191746e-07, |
| "loss": 0.01668257862329483, |
| "step": 11360 |
| }, |
| { |
| "epoch": 9.443521594684386, |
| "grad_norm": 0.16997136175632477, |
| "learning_rate": 1.6247938412375043e-07, |
| "loss": 0.010060159862041474, |
| "step": 11370 |
| }, |
| { |
| "epoch": 9.451827242524917, |
| "grad_norm": 0.004492861684411764, |
| "learning_rate": 1.5768524203292558e-07, |
| "loss": 0.011055050790309906, |
| "step": 11380 |
| }, |
| { |
| "epoch": 9.460132890365449, |
| "grad_norm": 2.8961880207061768, |
| "learning_rate": 1.5296232942496603e-07, |
| "loss": 0.008695921301841736, |
| "step": 11390 |
| }, |
| { |
| "epoch": 9.46843853820598, |
| "grad_norm": 1.773732304573059, |
| "learning_rate": 1.4831068047990503e-07, |
| "loss": 0.01720489114522934, |
| "step": 11400 |
| }, |
| { |
| "epoch": 9.476744186046512, |
| "grad_norm": 1.9357893466949463, |
| "learning_rate": 1.4373032886203065e-07, |
| "loss": 0.007002674788236618, |
| "step": 11410 |
| }, |
| { |
| "epoch": 9.485049833887043, |
| "grad_norm": 0.07272736728191376, |
| "learning_rate": 1.3922130771965248e-07, |
| "loss": 0.0043906763195991514, |
| "step": 11420 |
| }, |
| { |
| "epoch": 9.493355481727574, |
| "grad_norm": 0.0014025394339114428, |
| "learning_rate": 1.3478364968485536e-07, |
| "loss": 5.8618158800527456e-05, |
| "step": 11430 |
| }, |
| { |
| "epoch": 9.501661129568106, |
| "grad_norm": 0.008486457169055939, |
| "learning_rate": 1.3041738687326055e-07, |
| "loss": 0.00012943275505676864, |
| "step": 11440 |
| }, |
| { |
| "epoch": 9.509966777408637, |
| "grad_norm": 0.045450642704963684, |
| "learning_rate": 1.2612255088380488e-07, |
| "loss": 0.0035385094583034516, |
| "step": 11450 |
| }, |
| { |
| "epoch": 9.518272425249169, |
| "grad_norm": 0.018507055938243866, |
| "learning_rate": 1.218991727984975e-07, |
| "loss": 0.0034021966159343718, |
| "step": 11460 |
| }, |
| { |
| "epoch": 9.5265780730897, |
| "grad_norm": 0.0010659305844455957, |
| "learning_rate": 1.1774728318220574e-07, |
| "loss": 0.013690489530563354, |
| "step": 11470 |
| }, |
| { |
| "epoch": 9.534883720930232, |
| "grad_norm": 0.0011029911693185568, |
| "learning_rate": 1.1366691208243186e-07, |
| "loss": 0.004185367003083229, |
| "step": 11480 |
| }, |
| { |
| "epoch": 9.543189368770765, |
| "grad_norm": 0.008363594301044941, |
| "learning_rate": 1.0965808902908659e-07, |
| "loss": 0.000700355926528573, |
| "step": 11490 |
| }, |
| { |
| "epoch": 9.551495016611296, |
| "grad_norm": 0.010572860017418861, |
| "learning_rate": 1.0572084303429153e-07, |
| "loss": 0.001556174550205469, |
| "step": 11500 |
| }, |
| { |
| "epoch": 9.551495016611296, |
| "eval_brier": 0.973, |
| "eval_c@1": 0.971, |
| "eval_f05u": 0.982, |
| "eval_f1": 0.973, |
| "eval_loss": 0.13495969772338867, |
| "eval_mean": 0.978, |
| "eval_roc-auc": 0.992, |
| "eval_runtime": 69.5097, |
| "eval_samples_per_second": 265.042, |
| "eval_steps_per_second": 4.143, |
| "step": 11500 |
| }, |
| { |
| "epoch": 9.559800664451828, |
| "grad_norm": 0.036029886454343796, |
| "learning_rate": 1.0185520259215487e-07, |
| "loss": 0.0023395881056785584, |
| "step": 11510 |
| }, |
| { |
| "epoch": 9.56810631229236, |
| "grad_norm": 0.10781078785657883, |
| "learning_rate": 9.806119567857153e-08, |
| "loss": 0.0003543411614373326, |
| "step": 11520 |
| }, |
| { |
| "epoch": 9.57641196013289, |
| "grad_norm": 0.001593824359588325, |
| "learning_rate": 9.433884975102226e-08, |
| "loss": 5.926559097133577e-05, |
| "step": 11530 |
| }, |
| { |
| "epoch": 9.584717607973422, |
| "grad_norm": 0.013292987830936909, |
| "learning_rate": 9.06881917483693e-08, |
| "loss": 0.00044385655783116815, |
| "step": 11540 |
| }, |
| { |
| "epoch": 9.593023255813954, |
| "grad_norm": 0.000703663972672075, |
| "learning_rate": 8.710924809066546e-08, |
| "loss": 0.0030287588015198708, |
| "step": 11550 |
| }, |
| { |
| "epoch": 9.601328903654485, |
| "grad_norm": 0.022231318056583405, |
| "learning_rate": 8.360204467896427e-08, |
| "loss": 0.017375482618808745, |
| "step": 11560 |
| }, |
| { |
| "epoch": 9.609634551495017, |
| "grad_norm": 2.488351583480835, |
| "learning_rate": 8.01666068951279e-08, |
| "loss": 0.002250361256301403, |
| "step": 11570 |
| }, |
| { |
| "epoch": 9.617940199335548, |
| "grad_norm": 0.017226671800017357, |
| "learning_rate": 7.68029596016484e-08, |
| "loss": 0.0012241391465067863, |
| "step": 11580 |
| }, |
| { |
| "epoch": 9.62624584717608, |
| "grad_norm": 0.15982404351234436, |
| "learning_rate": 7.351112714146125e-08, |
| "loss": 0.0005029088817536831, |
| "step": 11590 |
| }, |
| { |
| "epoch": 9.634551495016611, |
| "grad_norm": 0.04742132127285004, |
| "learning_rate": 7.029113333777649e-08, |
| "loss": 0.02843661904335022, |
| "step": 11600 |
| }, |
| { |
| "epoch": 9.642857142857142, |
| "grad_norm": 0.05109667778015137, |
| "learning_rate": 6.71430014939034e-08, |
| "loss": 0.013497960567474366, |
| "step": 11610 |
| }, |
| { |
| "epoch": 9.651162790697674, |
| "grad_norm": 0.005027054343372583, |
| "learning_rate": 6.406675439307952e-08, |
| "loss": 0.0016751263290643692, |
| "step": 11620 |
| }, |
| { |
| "epoch": 9.659468438538205, |
| "grad_norm": 0.0021046719048172235, |
| "learning_rate": 6.106241429830739e-08, |
| "loss": 0.007513735443353653, |
| "step": 11630 |
| }, |
| { |
| "epoch": 9.667774086378738, |
| "grad_norm": 2.6134467124938965, |
| "learning_rate": 5.813000295219695e-08, |
| "loss": 0.003876357898116112, |
| "step": 11640 |
| }, |
| { |
| "epoch": 9.67607973421927, |
| "grad_norm": 5.531118392944336, |
| "learning_rate": 5.526954157680342e-08, |
| "loss": 0.010698853433132172, |
| "step": 11650 |
| }, |
| { |
| "epoch": 9.684385382059801, |
| "grad_norm": 0.0008058390812948346, |
| "learning_rate": 5.2481050873471884e-08, |
| "loss": 0.001887832023203373, |
| "step": 11660 |
| }, |
| { |
| "epoch": 9.692691029900333, |
| "grad_norm": 0.5099664926528931, |
| "learning_rate": 4.976455102269628e-08, |
| "loss": 0.00881224349141121, |
| "step": 11670 |
| }, |
| { |
| "epoch": 9.700996677740864, |
| "grad_norm": 0.005670701619237661, |
| "learning_rate": 4.712006168396621e-08, |
| "loss": 7.717470289207995e-05, |
| "step": 11680 |
| }, |
| { |
| "epoch": 9.709302325581396, |
| "grad_norm": 8.067323684692383, |
| "learning_rate": 4.45476019956248e-08, |
| "loss": 0.012497730553150177, |
| "step": 11690 |
| }, |
| { |
| "epoch": 9.717607973421927, |
| "grad_norm": 0.1126004233956337, |
| "learning_rate": 4.2047190574733276e-08, |
| "loss": 0.0005513341166079044, |
| "step": 11700 |
| }, |
| { |
| "epoch": 9.725913621262459, |
| "grad_norm": 0.034886494278907776, |
| "learning_rate": 3.961884551693329e-08, |
| "loss": 0.014814093708992004, |
| "step": 11710 |
| }, |
| { |
| "epoch": 9.73421926910299, |
| "grad_norm": 0.051566146314144135, |
| "learning_rate": 3.726258439632036e-08, |
| "loss": 0.014201661944389344, |
| "step": 11720 |
| }, |
| { |
| "epoch": 9.742524916943522, |
| "grad_norm": 0.0011892920592799783, |
| "learning_rate": 3.497842426531173e-08, |
| "loss": 6.91100605763495e-05, |
| "step": 11730 |
| }, |
| { |
| "epoch": 9.750830564784053, |
| "grad_norm": 0.0008599160355515778, |
| "learning_rate": 3.276638165452539e-08, |
| "loss": 0.004660710692405701, |
| "step": 11740 |
| }, |
| { |
| "epoch": 9.759136212624584, |
| "grad_norm": 0.01840898208320141, |
| "learning_rate": 3.062647257265905e-08, |
| "loss": 0.010904261469841003, |
| "step": 11750 |
| }, |
| { |
| "epoch": 9.767441860465116, |
| "grad_norm": 0.003409146796911955, |
| "learning_rate": 2.8558712506377983e-08, |
| "loss": 0.0009562863036990165, |
| "step": 11760 |
| }, |
| { |
| "epoch": 9.775747508305647, |
| "grad_norm": 0.020226627588272095, |
| "learning_rate": 2.6563116420196268e-08, |
| "loss": 0.02036612331867218, |
| "step": 11770 |
| }, |
| { |
| "epoch": 9.784053156146179, |
| "grad_norm": 0.0018576461588963866, |
| "learning_rate": 2.463969875637573e-08, |
| "loss": 6.618564948439598e-05, |
| "step": 11780 |
| }, |
| { |
| "epoch": 9.79235880398671, |
| "grad_norm": 0.037959206849336624, |
| "learning_rate": 2.278847343481827e-08, |
| "loss": 0.0003085340140387416, |
| "step": 11790 |
| }, |
| { |
| "epoch": 9.800664451827242, |
| "grad_norm": 0.03762241080403328, |
| "learning_rate": 2.1009453852962603e-08, |
| "loss": 0.014483200013637542, |
| "step": 11800 |
| }, |
| { |
| "epoch": 9.808970099667775, |
| "grad_norm": 0.1814233958721161, |
| "learning_rate": 1.930265288569211e-08, |
| "loss": 0.01672428399324417, |
| "step": 11810 |
| }, |
| { |
| "epoch": 9.817275747508306, |
| "grad_norm": 0.0013242058921605349, |
| "learning_rate": 1.7668082885237137e-08, |
| "loss": 0.03881125748157501, |
| "step": 11820 |
| }, |
| { |
| "epoch": 9.825581395348838, |
| "grad_norm": 0.0018302457174286246, |
| "learning_rate": 1.610575568109063e-08, |
| "loss": 0.00010088413255289197, |
| "step": 11830 |
| }, |
| { |
| "epoch": 9.83388704318937, |
| "grad_norm": 0.011404566466808319, |
| "learning_rate": 1.4615682579915968e-08, |
| "loss": 0.0028445499017834665, |
| "step": 11840 |
| }, |
| { |
| "epoch": 9.8421926910299, |
| "grad_norm": 0.2529490888118744, |
| "learning_rate": 1.3197874365472596e-08, |
| "loss": 0.031901615858078006, |
| "step": 11850 |
| }, |
| { |
| "epoch": 9.850498338870432, |
| "grad_norm": 1.3335745334625244, |
| "learning_rate": 1.1852341298530522e-08, |
| "loss": 0.027505967020988464, |
| "step": 11860 |
| }, |
| { |
| "epoch": 9.858803986710964, |
| "grad_norm": 0.8897879719734192, |
| "learning_rate": 1.0579093116802607e-08, |
| "loss": 0.017324808239936828, |
| "step": 11870 |
| }, |
| { |
| "epoch": 9.867109634551495, |
| "grad_norm": 0.0015733162872493267, |
| "learning_rate": 9.37813903486906e-09, |
| "loss": 6.080536986701191e-05, |
| "step": 11880 |
| }, |
| { |
| "epoch": 9.875415282392026, |
| "grad_norm": 0.07180562615394592, |
| "learning_rate": 8.249487744115269e-09, |
| "loss": 0.0021126432344317435, |
| "step": 11890 |
| }, |
| { |
| "epoch": 9.883720930232558, |
| "grad_norm": 1.0551310777664185, |
| "learning_rate": 7.193147412665192e-09, |
| "loss": 0.004447254538536072, |
| "step": 11900 |
| }, |
| { |
| "epoch": 9.89202657807309, |
| "grad_norm": 0.05793992429971695, |
| "learning_rate": 6.209125685323614e-09, |
| "loss": 0.016958166658878327, |
| "step": 11910 |
| }, |
| { |
| "epoch": 9.90033222591362, |
| "grad_norm": 0.029679453000426292, |
| "learning_rate": 5.29742968352065e-09, |
| "loss": 0.0010822580195963382, |
| "step": 11920 |
| }, |
| { |
| "epoch": 9.908637873754152, |
| "grad_norm": 0.0013658910756930709, |
| "learning_rate": 4.458066005259554e-09, |
| "loss": 7.04719393979758e-05, |
| "step": 11930 |
| }, |
| { |
| "epoch": 9.916943521594684, |
| "grad_norm": 0.03027878887951374, |
| "learning_rate": 3.6910407250723145e-09, |
| "loss": 0.00042849513702094557, |
| "step": 11940 |
| }, |
| { |
| "epoch": 9.925249169435215, |
| "grad_norm": 0.004070840310305357, |
| "learning_rate": 2.996359393971915e-09, |
| "loss": 0.0011183662340044976, |
| "step": 11950 |
| }, |
| { |
| "epoch": 9.933554817275748, |
| "grad_norm": 0.0029106398578733206, |
| "learning_rate": 2.374027039411253e-09, |
| "loss": 0.009823792427778245, |
| "step": 11960 |
| }, |
| { |
| "epoch": 9.94186046511628, |
| "grad_norm": 2.4805774688720703, |
| "learning_rate": 1.8240481652509467e-09, |
| "loss": 0.010463573783636094, |
| "step": 11970 |
| }, |
| { |
| "epoch": 9.950166112956811, |
| "grad_norm": 0.008324177004396915, |
| "learning_rate": 1.3464267517260266e-09, |
| "loss": 0.0014796962030231952, |
| "step": 11980 |
| }, |
| { |
| "epoch": 9.958471760797343, |
| "grad_norm": 1.4040313959121704, |
| "learning_rate": 9.411662554137391e-10, |
| "loss": 0.0008210563100874424, |
| "step": 11990 |
| }, |
| { |
| "epoch": 9.966777408637874, |
| "grad_norm": 0.18574158847332, |
| "learning_rate": 6.082696092102325e-10, |
| "loss": 0.0029134985059499742, |
| "step": 12000 |
| }, |
| { |
| "epoch": 9.966777408637874, |
| "eval_brier": 0.973, |
| "eval_c@1": 0.971, |
| "eval_f05u": 0.982, |
| "eval_f1": 0.973, |
| "eval_loss": 0.13517948985099792, |
| "eval_mean": 0.978, |
| "eval_roc-auc": 0.992, |
| "eval_runtime": 69.4363, |
| "eval_samples_per_second": 265.322, |
| "eval_steps_per_second": 4.148, |
| "step": 12000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 12040, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 10, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.671051704468599e+17, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
