| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 13293, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0022568269013766643, | |
| "grad_norm": 342.0, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 6.6491, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0045136538027533285, | |
| "grad_norm": 60.75, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 2.1305, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.006770480704129994, | |
| "grad_norm": 13.9375, | |
| "learning_rate": 6e-06, | |
| "loss": 0.2525, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.009027307605506657, | |
| "grad_norm": 100.0, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 0.2105, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.011284134506883321, | |
| "grad_norm": 84.5, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0882, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.013540961408259987, | |
| "grad_norm": 0.06591796875, | |
| "learning_rate": 9.992448840897079e-06, | |
| "loss": 0.2672, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.01579778830963665, | |
| "grad_norm": 0.00982666015625, | |
| "learning_rate": 9.984897681794156e-06, | |
| "loss": 0.0005, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.018054615211013314, | |
| "grad_norm": 0.00927734375, | |
| "learning_rate": 9.977346522691234e-06, | |
| "loss": 0.0073, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.020311442112389978, | |
| "grad_norm": 0.0020751953125, | |
| "learning_rate": 9.969795363588312e-06, | |
| "loss": 0.0, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.022568269013766643, | |
| "grad_norm": 0.0023345947265625, | |
| "learning_rate": 9.96224420448539e-06, | |
| "loss": 0.0, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.02482509591514331, | |
| "grad_norm": 0.0027618408203125, | |
| "learning_rate": 9.954693045382467e-06, | |
| "loss": 0.0, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.027081922816519974, | |
| "grad_norm": 0.0198974609375, | |
| "learning_rate": 9.947141886279545e-06, | |
| "loss": 0.0001, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.02933874971789664, | |
| "grad_norm": 0.005035400390625, | |
| "learning_rate": 9.939590727176623e-06, | |
| "loss": 0.0, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.0315955766192733, | |
| "grad_norm": 0.0927734375, | |
| "learning_rate": 9.9320395680737e-06, | |
| "loss": 0.0, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.033852403520649964, | |
| "grad_norm": 0.0025177001953125, | |
| "learning_rate": 9.924488408970778e-06, | |
| "loss": 0.6798, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.03610923042202663, | |
| "grad_norm": 0.01239013671875, | |
| "learning_rate": 9.916937249867854e-06, | |
| "loss": 0.216, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.03836605732340329, | |
| "grad_norm": 0.00543212890625, | |
| "learning_rate": 9.909386090764932e-06, | |
| "loss": 0.0005, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.040622884224779957, | |
| "grad_norm": 0.006072998046875, | |
| "learning_rate": 9.901834931662012e-06, | |
| "loss": 0.4586, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.04287971112615662, | |
| "grad_norm": 0.00101470947265625, | |
| "learning_rate": 9.89428377255909e-06, | |
| "loss": 0.0, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.045136538027533285, | |
| "grad_norm": 0.000591278076171875, | |
| "learning_rate": 9.886732613456166e-06, | |
| "loss": 0.0001, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.04739336492890995, | |
| "grad_norm": 0.042236328125, | |
| "learning_rate": 9.879181454353243e-06, | |
| "loss": 0.4003, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.04965019183028662, | |
| "grad_norm": 0.00171661376953125, | |
| "learning_rate": 9.871630295250321e-06, | |
| "loss": 0.0001, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.051907018731663285, | |
| "grad_norm": 0.0009918212890625, | |
| "learning_rate": 9.8640791361474e-06, | |
| "loss": 0.38, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.05416384563303995, | |
| "grad_norm": 0.1376953125, | |
| "learning_rate": 9.856527977044477e-06, | |
| "loss": 0.6111, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.05642067253441661, | |
| "grad_norm": 0.0033721923828125, | |
| "learning_rate": 9.848976817941554e-06, | |
| "loss": 0.3474, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.05867749943579328, | |
| "grad_norm": 2.5, | |
| "learning_rate": 9.841425658838632e-06, | |
| "loss": 0.0004, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.06093432633716994, | |
| "grad_norm": 0.000698089599609375, | |
| "learning_rate": 9.83387449973571e-06, | |
| "loss": 0.0, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.0631911532385466, | |
| "grad_norm": 0.0159912109375, | |
| "learning_rate": 9.82632334063279e-06, | |
| "loss": 0.0001, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.06544798013992327, | |
| "grad_norm": 0.01904296875, | |
| "learning_rate": 9.818772181529865e-06, | |
| "loss": 0.0, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.06770480704129993, | |
| "grad_norm": 0.00119781494140625, | |
| "learning_rate": 9.811221022426943e-06, | |
| "loss": 0.0, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.0699616339426766, | |
| "grad_norm": 0.00106048583984375, | |
| "learning_rate": 9.803669863324021e-06, | |
| "loss": 0.0, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.07221846084405326, | |
| "grad_norm": 0.00186920166015625, | |
| "learning_rate": 9.796118704221099e-06, | |
| "loss": 0.2718, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.07447528774542993, | |
| "grad_norm": 17.25, | |
| "learning_rate": 9.788567545118176e-06, | |
| "loss": 0.0021, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.07673211464680658, | |
| "grad_norm": 0.16796875, | |
| "learning_rate": 9.781016386015254e-06, | |
| "loss": 0.3681, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.07898894154818326, | |
| "grad_norm": 0.041015625, | |
| "learning_rate": 9.773465226912332e-06, | |
| "loss": 0.2174, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.08124576844955991, | |
| "grad_norm": 0.005401611328125, | |
| "learning_rate": 9.76591406780941e-06, | |
| "loss": 0.0003, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.08350259535093658, | |
| "grad_norm": 0.0069580078125, | |
| "learning_rate": 9.758362908706487e-06, | |
| "loss": 0.0, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.08575942225231324, | |
| "grad_norm": 0.051513671875, | |
| "learning_rate": 9.750811749603565e-06, | |
| "loss": 0.0, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.08801624915368991, | |
| "grad_norm": 0.00099945068359375, | |
| "learning_rate": 9.743260590500643e-06, | |
| "loss": 0.0001, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.09027307605506657, | |
| "grad_norm": 69.0, | |
| "learning_rate": 9.73570943139772e-06, | |
| "loss": 0.3307, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.09252990295644324, | |
| "grad_norm": 0.047607421875, | |
| "learning_rate": 9.728158272294797e-06, | |
| "loss": 0.0001, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.0947867298578199, | |
| "grad_norm": 0.002288818359375, | |
| "learning_rate": 9.720607113191876e-06, | |
| "loss": 0.0, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.09704355675919657, | |
| "grad_norm": 0.00250244140625, | |
| "learning_rate": 9.713055954088954e-06, | |
| "loss": 0.0001, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.09930038366057324, | |
| "grad_norm": 0.00469970703125, | |
| "learning_rate": 9.705504794986032e-06, | |
| "loss": 0.0, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.1015572105619499, | |
| "grad_norm": 0.000396728515625, | |
| "learning_rate": 9.697953635883108e-06, | |
| "loss": 0.0001, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.10381403746332657, | |
| "grad_norm": 57.5, | |
| "learning_rate": 9.690402476780186e-06, | |
| "loss": 0.3762, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.10607086436470323, | |
| "grad_norm": 0.00113677978515625, | |
| "learning_rate": 9.682851317677265e-06, | |
| "loss": 0.0001, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.1083276912660799, | |
| "grad_norm": 0.000865936279296875, | |
| "learning_rate": 9.675300158574343e-06, | |
| "loss": 0.0, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.11058451816745656, | |
| "grad_norm": 0.0208740234375, | |
| "learning_rate": 9.66774899947142e-06, | |
| "loss": 0.3327, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.11284134506883323, | |
| "grad_norm": 0.00079345703125, | |
| "learning_rate": 9.660197840368497e-06, | |
| "loss": 0.0, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11509817197020988, | |
| "grad_norm": 0.002532958984375, | |
| "learning_rate": 9.652646681265574e-06, | |
| "loss": 0.8702, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.11735499887158655, | |
| "grad_norm": 0.029541015625, | |
| "learning_rate": 9.645095522162652e-06, | |
| "loss": 0.0, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.11961182577296321, | |
| "grad_norm": 0.0025177001953125, | |
| "learning_rate": 9.637544363059732e-06, | |
| "loss": 0.1008, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.12186865267433988, | |
| "grad_norm": 0.00628662109375, | |
| "learning_rate": 9.629993203956808e-06, | |
| "loss": 0.0, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.12412547957571654, | |
| "grad_norm": 0.0291748046875, | |
| "learning_rate": 9.622442044853885e-06, | |
| "loss": 0.0002, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.1263823064770932, | |
| "grad_norm": 0.26171875, | |
| "learning_rate": 9.614890885750963e-06, | |
| "loss": 0.0001, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.12863913337846988, | |
| "grad_norm": 0.0028839111328125, | |
| "learning_rate": 9.607339726648041e-06, | |
| "loss": 0.0, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.13089596027984654, | |
| "grad_norm": 0.0004730224609375, | |
| "learning_rate": 9.599788567545119e-06, | |
| "loss": 0.0, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.1331527871812232, | |
| "grad_norm": 0.0004100799560546875, | |
| "learning_rate": 9.592237408442197e-06, | |
| "loss": 0.0, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.13540961408259986, | |
| "grad_norm": 0.0712890625, | |
| "learning_rate": 9.584686249339274e-06, | |
| "loss": 0.0, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.13766644098397654, | |
| "grad_norm": 0.0244140625, | |
| "learning_rate": 9.577135090236352e-06, | |
| "loss": 0.0198, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.1399232678853532, | |
| "grad_norm": 16.625, | |
| "learning_rate": 9.56958393113343e-06, | |
| "loss": 0.0008, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.14218009478672985, | |
| "grad_norm": 1.6796875, | |
| "learning_rate": 9.562032772030508e-06, | |
| "loss": 0.0001, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.1444369216881065, | |
| "grad_norm": 0.00055694580078125, | |
| "learning_rate": 9.554481612927585e-06, | |
| "loss": 0.0, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.1466937485894832, | |
| "grad_norm": 0.000457763671875, | |
| "learning_rate": 9.546930453824663e-06, | |
| "loss": 0.0, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.14895057549085985, | |
| "grad_norm": 0.001251220703125, | |
| "learning_rate": 9.53937929472174e-06, | |
| "loss": 0.0, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.1512074023922365, | |
| "grad_norm": 0.00077056884765625, | |
| "learning_rate": 9.531828135618819e-06, | |
| "loss": 0.3169, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.15346422929361317, | |
| "grad_norm": 0.00122833251953125, | |
| "learning_rate": 9.524276976515896e-06, | |
| "loss": 0.7091, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.15572105619498985, | |
| "grad_norm": 0.00067901611328125, | |
| "learning_rate": 9.516725817412974e-06, | |
| "loss": 0.0, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.1579778830963665, | |
| "grad_norm": 0.00445556640625, | |
| "learning_rate": 9.50917465831005e-06, | |
| "loss": 0.4241, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.16023470999774317, | |
| "grad_norm": 0.000370025634765625, | |
| "learning_rate": 9.501623499207128e-06, | |
| "loss": 0.0071, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.16249153689911983, | |
| "grad_norm": 0.0016326904296875, | |
| "learning_rate": 9.494072340104207e-06, | |
| "loss": 0.2712, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.1647483638004965, | |
| "grad_norm": 0.07470703125, | |
| "learning_rate": 9.486521181001285e-06, | |
| "loss": 0.0, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.16700519070187317, | |
| "grad_norm": 0.10302734375, | |
| "learning_rate": 9.478970021898363e-06, | |
| "loss": 0.3055, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.16926201760324983, | |
| "grad_norm": 0.032470703125, | |
| "learning_rate": 9.471418862795439e-06, | |
| "loss": 0.0, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.17151884450462648, | |
| "grad_norm": 0.0003681182861328125, | |
| "learning_rate": 9.463867703692517e-06, | |
| "loss": 0.0, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.17377567140600317, | |
| "grad_norm": 0.0004787445068359375, | |
| "learning_rate": 9.456316544589596e-06, | |
| "loss": 0.0, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.17603249830737983, | |
| "grad_norm": 0.0021514892578125, | |
| "learning_rate": 9.448765385486674e-06, | |
| "loss": 0.0003, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.17828932520875648, | |
| "grad_norm": 0.00040435791015625, | |
| "learning_rate": 9.44121422638375e-06, | |
| "loss": 0.0, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.18054615211013314, | |
| "grad_norm": 0.00135040283203125, | |
| "learning_rate": 9.433663067280828e-06, | |
| "loss": 0.0, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.18280297901150983, | |
| "grad_norm": 0.000331878662109375, | |
| "learning_rate": 9.426111908177906e-06, | |
| "loss": 0.0, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.18505980591288648, | |
| "grad_norm": 0.00049591064453125, | |
| "learning_rate": 9.418560749074985e-06, | |
| "loss": 0.0, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.18731663281426314, | |
| "grad_norm": 0.0003795623779296875, | |
| "learning_rate": 9.411009589972061e-06, | |
| "loss": 0.0, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.1895734597156398, | |
| "grad_norm": 0.000629425048828125, | |
| "learning_rate": 9.403458430869139e-06, | |
| "loss": 0.3432, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.19183028661701648, | |
| "grad_norm": 0.00048828125, | |
| "learning_rate": 9.395907271766217e-06, | |
| "loss": 0.0, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.19408711351839314, | |
| "grad_norm": 0.0004253387451171875, | |
| "learning_rate": 9.388356112663294e-06, | |
| "loss": 0.0, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.1963439404197698, | |
| "grad_norm": 0.000579833984375, | |
| "learning_rate": 9.380804953560372e-06, | |
| "loss": 0.0, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.19860076732114648, | |
| "grad_norm": 0.007232666015625, | |
| "learning_rate": 9.37325379445745e-06, | |
| "loss": 0.0, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.20085759422252314, | |
| "grad_norm": 0.003631591796875, | |
| "learning_rate": 9.365702635354528e-06, | |
| "loss": 0.1363, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.2031144211238998, | |
| "grad_norm": 0.003875732421875, | |
| "learning_rate": 9.358151476251605e-06, | |
| "loss": 0.0, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.20537124802527645, | |
| "grad_norm": 0.00830078125, | |
| "learning_rate": 9.350600317148683e-06, | |
| "loss": 0.0, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.20762807492665314, | |
| "grad_norm": 0.00213623046875, | |
| "learning_rate": 9.343049158045761e-06, | |
| "loss": 0.0, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.2098849018280298, | |
| "grad_norm": 0.0003643035888671875, | |
| "learning_rate": 9.335497998942839e-06, | |
| "loss": 0.0929, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.21214172872940645, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 9.327946839839916e-06, | |
| "loss": 0.6867, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.2143985556307831, | |
| "grad_norm": 0.0030975341796875, | |
| "learning_rate": 9.320395680736994e-06, | |
| "loss": 0.0005, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.2166553825321598, | |
| "grad_norm": 0.0011138916015625, | |
| "learning_rate": 9.312844521634072e-06, | |
| "loss": 0.3669, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.21891220943353645, | |
| "grad_norm": 71.5, | |
| "learning_rate": 9.30529336253115e-06, | |
| "loss": 0.2307, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.2211690363349131, | |
| "grad_norm": 0.0164794921875, | |
| "learning_rate": 9.297742203428227e-06, | |
| "loss": 0.0213, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.22342586323628977, | |
| "grad_norm": 0.003570556640625, | |
| "learning_rate": 9.290191044325305e-06, | |
| "loss": 0.0001, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.22568269013766645, | |
| "grad_norm": 0.000316619873046875, | |
| "learning_rate": 9.282639885222381e-06, | |
| "loss": 0.0002, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.2279395170390431, | |
| "grad_norm": 0.0004711151123046875, | |
| "learning_rate": 9.27508872611946e-06, | |
| "loss": 0.0, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.23019634394041977, | |
| "grad_norm": 0.00096893310546875, | |
| "learning_rate": 9.267537567016539e-06, | |
| "loss": 0.0007, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.23245317084179642, | |
| "grad_norm": 0.005950927734375, | |
| "learning_rate": 9.259986407913616e-06, | |
| "loss": 0.4785, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.2347099977431731, | |
| "grad_norm": 0.0087890625, | |
| "learning_rate": 9.252435248810692e-06, | |
| "loss": 0.2708, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.23696682464454977, | |
| "grad_norm": 0.00506591796875, | |
| "learning_rate": 9.24488408970777e-06, | |
| "loss": 0.2259, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.23922365154592642, | |
| "grad_norm": 0.001434326171875, | |
| "learning_rate": 9.237332930604848e-06, | |
| "loss": 0.0045, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.24148047844730308, | |
| "grad_norm": 0.003143310546875, | |
| "learning_rate": 9.229781771501927e-06, | |
| "loss": 0.0, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.24373730534867977, | |
| "grad_norm": 0.0025787353515625, | |
| "learning_rate": 9.222230612399003e-06, | |
| "loss": 0.0, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.24599413225005642, | |
| "grad_norm": 0.0003833770751953125, | |
| "learning_rate": 9.214679453296081e-06, | |
| "loss": 0.0, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.24825095915143308, | |
| "grad_norm": 0.00494384765625, | |
| "learning_rate": 9.207128294193159e-06, | |
| "loss": 0.0, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.25050778605280977, | |
| "grad_norm": 0.0024566650390625, | |
| "learning_rate": 9.199577135090237e-06, | |
| "loss": 0.1667, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.2527646129541864, | |
| "grad_norm": 0.00183868408203125, | |
| "learning_rate": 9.192025975987314e-06, | |
| "loss": 0.0001, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.2550214398555631, | |
| "grad_norm": 0.00396728515625, | |
| "learning_rate": 9.184474816884392e-06, | |
| "loss": 0.0, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.25727826675693977, | |
| "grad_norm": 0.0147705078125, | |
| "learning_rate": 9.17692365778147e-06, | |
| "loss": 0.0, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.2595350936583164, | |
| "grad_norm": 0.00179290771484375, | |
| "learning_rate": 9.169372498678548e-06, | |
| "loss": 0.0, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.2617919205596931, | |
| "grad_norm": 0.0025634765625, | |
| "learning_rate": 9.161821339575625e-06, | |
| "loss": 0.0, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.2640487474610697, | |
| "grad_norm": 0.004486083984375, | |
| "learning_rate": 9.154270180472703e-06, | |
| "loss": 0.0, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.2663055743624464, | |
| "grad_norm": 0.0001277923583984375, | |
| "learning_rate": 9.146719021369781e-06, | |
| "loss": 0.0, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.2685624012638231, | |
| "grad_norm": 0.0001659393310546875, | |
| "learning_rate": 9.139167862266859e-06, | |
| "loss": 0.0, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.2708192281651997, | |
| "grad_norm": 0.0002899169921875, | |
| "learning_rate": 9.131616703163937e-06, | |
| "loss": 0.0412, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.2730760550665764, | |
| "grad_norm": 0.006134033203125, | |
| "learning_rate": 9.124065544061014e-06, | |
| "loss": 0.0, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.2753328819679531, | |
| "grad_norm": 0.03759765625, | |
| "learning_rate": 9.116514384958092e-06, | |
| "loss": 0.2408, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.2775897088693297, | |
| "grad_norm": 0.00067138671875, | |
| "learning_rate": 9.10896322585517e-06, | |
| "loss": 0.0, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.2798465357707064, | |
| "grad_norm": 0.0007171630859375, | |
| "learning_rate": 9.101412066752248e-06, | |
| "loss": 0.0007, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.282103362672083, | |
| "grad_norm": 0.004669189453125, | |
| "learning_rate": 9.093860907649325e-06, | |
| "loss": 0.3364, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.2843601895734597, | |
| "grad_norm": 0.000713348388671875, | |
| "learning_rate": 9.086309748546403e-06, | |
| "loss": 0.0, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.2866170164748364, | |
| "grad_norm": 0.0010223388671875, | |
| "learning_rate": 9.078758589443481e-06, | |
| "loss": 0.0, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.288873843376213, | |
| "grad_norm": 0.002960205078125, | |
| "learning_rate": 9.071207430340559e-06, | |
| "loss": 0.0, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.2911306702775897, | |
| "grad_norm": 0.00034332275390625, | |
| "learning_rate": 9.063656271237635e-06, | |
| "loss": 0.0, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.2933874971789664, | |
| "grad_norm": 0.002349853515625, | |
| "learning_rate": 9.056105112134712e-06, | |
| "loss": 0.0, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.295644324080343, | |
| "grad_norm": 0.00058746337890625, | |
| "learning_rate": 9.048553953031792e-06, | |
| "loss": 0.2488, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.2979011509817197, | |
| "grad_norm": 0.00115966796875, | |
| "learning_rate": 9.04100279392887e-06, | |
| "loss": 0.0, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.3001579778830964, | |
| "grad_norm": 0.004425048828125, | |
| "learning_rate": 9.033451634825946e-06, | |
| "loss": 0.2421, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.302414804784473, | |
| "grad_norm": 0.000965118408203125, | |
| "learning_rate": 9.025900475723023e-06, | |
| "loss": 0.0244, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.3046716316858497, | |
| "grad_norm": 0.0810546875, | |
| "learning_rate": 9.018349316620101e-06, | |
| "loss": 0.0, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.30692845858722634, | |
| "grad_norm": 0.00732421875, | |
| "learning_rate": 9.01079815751718e-06, | |
| "loss": 0.0, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.309185285488603, | |
| "grad_norm": 0.0010223388671875, | |
| "learning_rate": 9.003246998414258e-06, | |
| "loss": 0.0, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.3114421123899797, | |
| "grad_norm": 0.00130462646484375, | |
| "learning_rate": 8.995695839311335e-06, | |
| "loss": 0.0, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.31369893929135634, | |
| "grad_norm": 0.0004634857177734375, | |
| "learning_rate": 8.988144680208412e-06, | |
| "loss": 0.0, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.315955766192733, | |
| "grad_norm": 0.0206298828125, | |
| "learning_rate": 8.98059352110549e-06, | |
| "loss": 0.2664, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.3182125930941097, | |
| "grad_norm": 0.005218505859375, | |
| "learning_rate": 8.973042362002568e-06, | |
| "loss": 0.0, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.32046941999548634, | |
| "grad_norm": 0.00154876708984375, | |
| "learning_rate": 8.965491202899646e-06, | |
| "loss": 0.1572, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.322726246896863, | |
| "grad_norm": 0.000640869140625, | |
| "learning_rate": 8.957940043796723e-06, | |
| "loss": 0.0003, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.32498307379823965, | |
| "grad_norm": 0.00119781494140625, | |
| "learning_rate": 8.950388884693801e-06, | |
| "loss": 0.0, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.32723990069961634, | |
| "grad_norm": 0.0245361328125, | |
| "learning_rate": 8.942837725590879e-06, | |
| "loss": 0.0, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.329496727600993, | |
| "grad_norm": 0.0004062652587890625, | |
| "learning_rate": 8.935286566487957e-06, | |
| "loss": 0.0, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.33175355450236965, | |
| "grad_norm": 0.000385284423828125, | |
| "learning_rate": 8.927735407385034e-06, | |
| "loss": 0.0, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.33401038140374634, | |
| "grad_norm": 0.00616455078125, | |
| "learning_rate": 8.920184248282112e-06, | |
| "loss": 0.0, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.336267208305123, | |
| "grad_norm": 0.002532958984375, | |
| "learning_rate": 8.91263308917919e-06, | |
| "loss": 0.0, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.33852403520649965, | |
| "grad_norm": 0.0011444091796875, | |
| "learning_rate": 8.905081930076268e-06, | |
| "loss": 0.0, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.34078086210787634, | |
| "grad_norm": 0.0004138946533203125, | |
| "learning_rate": 8.897530770973345e-06, | |
| "loss": 0.0, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.34303768900925297, | |
| "grad_norm": 0.000579833984375, | |
| "learning_rate": 8.889979611870423e-06, | |
| "loss": 0.3398, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.34529451591062965, | |
| "grad_norm": 0.0003948211669921875, | |
| "learning_rate": 8.882428452767501e-06, | |
| "loss": 0.0, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.34755134281200634, | |
| "grad_norm": 0.000247955322265625, | |
| "learning_rate": 8.874877293664577e-06, | |
| "loss": 0.0, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.34980816971338297, | |
| "grad_norm": 0.000255584716796875, | |
| "learning_rate": 8.867326134561656e-06, | |
| "loss": 0.2765, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.35206499661475965, | |
| "grad_norm": 0.0001964569091796875, | |
| "learning_rate": 8.859774975458734e-06, | |
| "loss": 0.0, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.35432182351613634, | |
| "grad_norm": 0.00037384033203125, | |
| "learning_rate": 8.852223816355812e-06, | |
| "loss": 0.0, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.35657865041751297, | |
| "grad_norm": 0.00052642822265625, | |
| "learning_rate": 8.84467265725289e-06, | |
| "loss": 0.0, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.35883547731888965, | |
| "grad_norm": 0.00023555755615234375, | |
| "learning_rate": 8.837121498149966e-06, | |
| "loss": 0.4111, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.3610923042202663, | |
| "grad_norm": 0.05419921875, | |
| "learning_rate": 8.829570339047044e-06, | |
| "loss": 0.0007, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.36334913112164297, | |
| "grad_norm": 0.00982666015625, | |
| "learning_rate": 8.822019179944123e-06, | |
| "loss": 0.0, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.36560595802301965, | |
| "grad_norm": 0.0007476806640625, | |
| "learning_rate": 8.8144680208412e-06, | |
| "loss": 0.0, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.3678627849243963, | |
| "grad_norm": 0.0030059814453125, | |
| "learning_rate": 8.806916861738277e-06, | |
| "loss": 0.0, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.37011961182577297, | |
| "grad_norm": 0.005889892578125, | |
| "learning_rate": 8.799365702635355e-06, | |
| "loss": 0.0, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.37237643872714965, | |
| "grad_norm": 0.006927490234375, | |
| "learning_rate": 8.791814543532432e-06, | |
| "loss": 0.0001, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.3746332656285263, | |
| "grad_norm": 0.00494384765625, | |
| "learning_rate": 8.784263384429512e-06, | |
| "loss": 0.0, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.37689009252990296, | |
| "grad_norm": 0.00799560546875, | |
| "learning_rate": 8.776712225326588e-06, | |
| "loss": 0.0, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.3791469194312796, | |
| "grad_norm": 0.0003604888916015625, | |
| "learning_rate": 8.769161066223666e-06, | |
| "loss": 0.0, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.3814037463326563, | |
| "grad_norm": 66.5, | |
| "learning_rate": 8.761609907120743e-06, | |
| "loss": 0.651, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.38366057323403296, | |
| "grad_norm": 0.005645751953125, | |
| "learning_rate": 8.754058748017821e-06, | |
| "loss": 0.0, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.3859174001354096, | |
| "grad_norm": 0.002105712890625, | |
| "learning_rate": 8.746507588914899e-06, | |
| "loss": 0.0, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.3881742270367863, | |
| "grad_norm": 0.0003948211669921875, | |
| "learning_rate": 8.738956429811977e-06, | |
| "loss": 0.0, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.39043105393816296, | |
| "grad_norm": 0.0014801025390625, | |
| "learning_rate": 8.731405270709054e-06, | |
| "loss": 0.0, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.3926878808395396, | |
| "grad_norm": 0.000560760498046875, | |
| "learning_rate": 8.723854111606132e-06, | |
| "loss": 0.0, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.3949447077409163, | |
| "grad_norm": 0.000659942626953125, | |
| "learning_rate": 8.71630295250321e-06, | |
| "loss": 0.0, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.39720153464229296, | |
| "grad_norm": 0.162109375, | |
| "learning_rate": 8.708751793400288e-06, | |
| "loss": 0.0, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.3994583615436696, | |
| "grad_norm": 0.000843048095703125, | |
| "learning_rate": 8.701200634297366e-06, | |
| "loss": 0.1511, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.4017151884450463, | |
| "grad_norm": 0.003631591796875, | |
| "learning_rate": 8.693649475194443e-06, | |
| "loss": 0.8574, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.4039720153464229, | |
| "grad_norm": 0.004425048828125, | |
| "learning_rate": 8.686098316091521e-06, | |
| "loss": 0.0013, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.4062288422477996, | |
| "grad_norm": 0.004486083984375, | |
| "learning_rate": 8.678547156988599e-06, | |
| "loss": 0.0002, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.4084856691491763, | |
| "grad_norm": 0.0019683837890625, | |
| "learning_rate": 8.670995997885677e-06, | |
| "loss": 0.4738, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.4107424960505529, | |
| "grad_norm": 0.01092529296875, | |
| "learning_rate": 8.663444838782754e-06, | |
| "loss": 0.0, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.4129993229519296, | |
| "grad_norm": 0.0013885498046875, | |
| "learning_rate": 8.655893679679832e-06, | |
| "loss": 0.0, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.4152561498533063, | |
| "grad_norm": 0.09326171875, | |
| "learning_rate": 8.648342520576908e-06, | |
| "loss": 0.0, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.4175129767546829, | |
| "grad_norm": 0.01409912109375, | |
| "learning_rate": 8.640791361473988e-06, | |
| "loss": 0.0001, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.4197698036560596, | |
| "grad_norm": 0.004119873046875, | |
| "learning_rate": 8.633240202371065e-06, | |
| "loss": 0.4574, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.4220266305574362, | |
| "grad_norm": 0.00121307373046875, | |
| "learning_rate": 8.625689043268143e-06, | |
| "loss": 0.0, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.4242834574588129, | |
| "grad_norm": 0.006103515625, | |
| "learning_rate": 8.61813788416522e-06, | |
| "loss": 0.0, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.4265402843601896, | |
| "grad_norm": 0.005157470703125, | |
| "learning_rate": 8.610586725062297e-06, | |
| "loss": 0.0, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.4287971112615662, | |
| "grad_norm": 0.00360107421875, | |
| "learning_rate": 8.603035565959376e-06, | |
| "loss": 0.715, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.4310539381629429, | |
| "grad_norm": 0.0028076171875, | |
| "learning_rate": 8.595484406856454e-06, | |
| "loss": 0.0, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.4333107650643196, | |
| "grad_norm": 0.00799560546875, | |
| "learning_rate": 8.58793324775353e-06, | |
| "loss": 0.0001, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.4355675919656962, | |
| "grad_norm": 0.003265380859375, | |
| "learning_rate": 8.580382088650608e-06, | |
| "loss": 0.2658, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.4378244188670729, | |
| "grad_norm": 0.00970458984375, | |
| "learning_rate": 8.572830929547686e-06, | |
| "loss": 0.0, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.44008124576844954, | |
| "grad_norm": 0.1376953125, | |
| "learning_rate": 8.565279770444764e-06, | |
| "loss": 0.0, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.4423380726698262, | |
| "grad_norm": 0.007568359375, | |
| "learning_rate": 8.557728611341841e-06, | |
| "loss": 0.0, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.4445948995712029, | |
| "grad_norm": 0.000518798828125, | |
| "learning_rate": 8.550177452238919e-06, | |
| "loss": 0.0, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.44685172647257954, | |
| "grad_norm": 0.0037841796875, | |
| "learning_rate": 8.542626293135997e-06, | |
| "loss": 0.0, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.4491085533739562, | |
| "grad_norm": 0.000659942626953125, | |
| "learning_rate": 8.535075134033075e-06, | |
| "loss": 0.0, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.4513653802753329, | |
| "grad_norm": 0.000308990478515625, | |
| "learning_rate": 8.527523974930152e-06, | |
| "loss": 0.0, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.45362220717670954, | |
| "grad_norm": 0.00167083740234375, | |
| "learning_rate": 8.51997281582723e-06, | |
| "loss": 0.187, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.4558790340780862, | |
| "grad_norm": 0.001251220703125, | |
| "learning_rate": 8.512421656724308e-06, | |
| "loss": 0.7379, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.45813586097946285, | |
| "grad_norm": 0.003753662109375, | |
| "learning_rate": 8.504870497621386e-06, | |
| "loss": 0.0, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.46039268788083954, | |
| "grad_norm": 0.00179290771484375, | |
| "learning_rate": 8.497319338518463e-06, | |
| "loss": 0.0, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.4626495147822162, | |
| "grad_norm": 0.00034332275390625, | |
| "learning_rate": 8.489768179415541e-06, | |
| "loss": 0.0, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.46490634168359285, | |
| "grad_norm": 0.0003948211669921875, | |
| "learning_rate": 8.482217020312619e-06, | |
| "loss": 0.0, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.46716316858496953, | |
| "grad_norm": 0.0012359619140625, | |
| "learning_rate": 8.474665861209697e-06, | |
| "loss": 0.0, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.4694199954863462, | |
| "grad_norm": 0.000896453857421875, | |
| "learning_rate": 8.467114702106774e-06, | |
| "loss": 0.0, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.47167682238772285, | |
| "grad_norm": 4.8125, | |
| "learning_rate": 8.459563543003852e-06, | |
| "loss": 0.0007, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.47393364928909953, | |
| "grad_norm": 0.00017452239990234375, | |
| "learning_rate": 8.45201238390093e-06, | |
| "loss": 0.0, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.47619047619047616, | |
| "grad_norm": 0.00037384033203125, | |
| "learning_rate": 8.444461224798008e-06, | |
| "loss": 0.0, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.47844730309185285, | |
| "grad_norm": 0.0001983642578125, | |
| "learning_rate": 8.436910065695085e-06, | |
| "loss": 0.0, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.48070412999322953, | |
| "grad_norm": 0.00189971923828125, | |
| "learning_rate": 8.429358906592162e-06, | |
| "loss": 0.0, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.48296095689460616, | |
| "grad_norm": 0.0002422332763671875, | |
| "learning_rate": 8.421807747489241e-06, | |
| "loss": 0.0, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.48521778379598285, | |
| "grad_norm": 0.000522613525390625, | |
| "learning_rate": 8.414256588386319e-06, | |
| "loss": 0.0, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.48747461069735953, | |
| "grad_norm": 0.00021266937255859375, | |
| "learning_rate": 8.406705429283396e-06, | |
| "loss": 0.0, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.48973143759873616, | |
| "grad_norm": 0.000537872314453125, | |
| "learning_rate": 8.399154270180473e-06, | |
| "loss": 0.0, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.49198826450011285, | |
| "grad_norm": 0.001617431640625, | |
| "learning_rate": 8.39160311107755e-06, | |
| "loss": 0.6385, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.4942450914014895, | |
| "grad_norm": 0.0020904541015625, | |
| "learning_rate": 8.384051951974628e-06, | |
| "loss": 0.0643, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.49650191830286616, | |
| "grad_norm": 0.0020904541015625, | |
| "learning_rate": 8.376500792871708e-06, | |
| "loss": 0.0, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.49875874520424285, | |
| "grad_norm": 0.25390625, | |
| "learning_rate": 8.368949633768784e-06, | |
| "loss": 0.0001, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.5010155721056195, | |
| "grad_norm": 0.018310546875, | |
| "learning_rate": 8.361398474665861e-06, | |
| "loss": 0.3428, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.5032723990069962, | |
| "grad_norm": 0.006622314453125, | |
| "learning_rate": 8.353847315562939e-06, | |
| "loss": 0.307, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.5055292259083728, | |
| "grad_norm": 0.03515625, | |
| "learning_rate": 8.346296156460017e-06, | |
| "loss": 0.0007, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.5077860528097495, | |
| "grad_norm": 0.0308837890625, | |
| "learning_rate": 8.338744997357096e-06, | |
| "loss": 0.0308, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.5100428797111262, | |
| "grad_norm": 0.006591796875, | |
| "learning_rate": 8.331193838254172e-06, | |
| "loss": 0.2879, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.5122997066125028, | |
| "grad_norm": 77.0, | |
| "learning_rate": 8.32364267915125e-06, | |
| "loss": 0.4258, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.5145565335138795, | |
| "grad_norm": 0.031005859375, | |
| "learning_rate": 8.316091520048328e-06, | |
| "loss": 0.0502, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.5168133604152562, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 8.308540360945406e-06, | |
| "loss": 0.0001, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.5190701873166328, | |
| "grad_norm": 0.01007080078125, | |
| "learning_rate": 8.300989201842483e-06, | |
| "loss": 0.0, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.5213270142180095, | |
| "grad_norm": 0.01483154296875, | |
| "learning_rate": 8.293438042739561e-06, | |
| "loss": 0.3391, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.5235838411193862, | |
| "grad_norm": 0.150390625, | |
| "learning_rate": 8.285886883636639e-06, | |
| "loss": 0.0, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.5258406680207628, | |
| "grad_norm": 0.002288818359375, | |
| "learning_rate": 8.278335724533717e-06, | |
| "loss": 0.3255, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.5280974949221394, | |
| "grad_norm": 0.00347900390625, | |
| "learning_rate": 8.270784565430794e-06, | |
| "loss": 0.2631, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.5303543218235162, | |
| "grad_norm": 0.038330078125, | |
| "learning_rate": 8.263233406327872e-06, | |
| "loss": 0.0, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.5326111487248928, | |
| "grad_norm": 0.01055908203125, | |
| "learning_rate": 8.25568224722495e-06, | |
| "loss": 0.0001, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.5348679756262694, | |
| "grad_norm": 0.0040283203125, | |
| "learning_rate": 8.248131088122028e-06, | |
| "loss": 0.0, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.5371248025276462, | |
| "grad_norm": 0.00035858154296875, | |
| "learning_rate": 8.240579929019104e-06, | |
| "loss": 0.0, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.5393816294290228, | |
| "grad_norm": 0.001983642578125, | |
| "learning_rate": 8.233028769916183e-06, | |
| "loss": 0.0003, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.5416384563303994, | |
| "grad_norm": 0.0002651214599609375, | |
| "learning_rate": 8.225477610813261e-06, | |
| "loss": 0.0, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.5438952832317762, | |
| "grad_norm": 0.0009918212890625, | |
| "learning_rate": 8.217926451710339e-06, | |
| "loss": 0.0, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.5461521101331528, | |
| "grad_norm": 0.0009613037109375, | |
| "learning_rate": 8.210375292607415e-06, | |
| "loss": 0.0, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.5484089370345294, | |
| "grad_norm": 0.00107574462890625, | |
| "learning_rate": 8.202824133504493e-06, | |
| "loss": 0.0, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.5506657639359062, | |
| "grad_norm": 0.0032958984375, | |
| "learning_rate": 8.195272974401572e-06, | |
| "loss": 0.248, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.5529225908372828, | |
| "grad_norm": 0.0021209716796875, | |
| "learning_rate": 8.18772181529865e-06, | |
| "loss": 0.0, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.5551794177386594, | |
| "grad_norm": 51.75, | |
| "learning_rate": 8.180170656195728e-06, | |
| "loss": 0.4205, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.5574362446400362, | |
| "grad_norm": 0.005767822265625, | |
| "learning_rate": 8.172619497092804e-06, | |
| "loss": 0.0, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.5596930715414128, | |
| "grad_norm": 0.0185546875, | |
| "learning_rate": 8.165068337989881e-06, | |
| "loss": 0.0, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.5619498984427894, | |
| "grad_norm": 0.0118408203125, | |
| "learning_rate": 8.15751717888696e-06, | |
| "loss": 0.13, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.564206725344166, | |
| "grad_norm": 1.375, | |
| "learning_rate": 8.149966019784039e-06, | |
| "loss": 0.0002, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.5664635522455428, | |
| "grad_norm": 0.00433349609375, | |
| "learning_rate": 8.142414860681115e-06, | |
| "loss": 0.0, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.5687203791469194, | |
| "grad_norm": 0.0026702880859375, | |
| "learning_rate": 8.134863701578192e-06, | |
| "loss": 0.0, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.570977206048296, | |
| "grad_norm": 548.0, | |
| "learning_rate": 8.12731254247527e-06, | |
| "loss": 0.6147, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.5732340329496728, | |
| "grad_norm": 0.0020904541015625, | |
| "learning_rate": 8.119761383372348e-06, | |
| "loss": 0.0, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.5754908598510494, | |
| "grad_norm": 0.003387451171875, | |
| "learning_rate": 8.112210224269426e-06, | |
| "loss": 0.0, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.577747686752426, | |
| "grad_norm": 0.0002536773681640625, | |
| "learning_rate": 8.104659065166504e-06, | |
| "loss": 0.0, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.5800045136538028, | |
| "grad_norm": 0.0035552978515625, | |
| "learning_rate": 8.097107906063581e-06, | |
| "loss": 0.3707, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.5822613405551794, | |
| "grad_norm": 0.0018157958984375, | |
| "learning_rate": 8.089556746960659e-06, | |
| "loss": 0.3046, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.584518167456556, | |
| "grad_norm": 0.0078125, | |
| "learning_rate": 8.082005587857737e-06, | |
| "loss": 0.0, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.5867749943579328, | |
| "grad_norm": 0.0037078857421875, | |
| "learning_rate": 8.074454428754815e-06, | |
| "loss": 0.3055, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.5890318212593094, | |
| "grad_norm": 0.0150146484375, | |
| "learning_rate": 8.066903269651892e-06, | |
| "loss": 0.0, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.591288648160686, | |
| "grad_norm": 0.0250244140625, | |
| "learning_rate": 8.05935211054897e-06, | |
| "loss": 0.0001, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.5935454750620628, | |
| "grad_norm": 0.020751953125, | |
| "learning_rate": 8.051800951446048e-06, | |
| "loss": 0.0001, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.5958023019634394, | |
| "grad_norm": 0.00372314453125, | |
| "learning_rate": 8.044249792343126e-06, | |
| "loss": 0.2485, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.598059128864816, | |
| "grad_norm": 0.001800537109375, | |
| "learning_rate": 8.036698633240203e-06, | |
| "loss": 0.0, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.6003159557661928, | |
| "grad_norm": 83.0, | |
| "learning_rate": 8.029147474137281e-06, | |
| "loss": 0.3156, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.6025727826675694, | |
| "grad_norm": 0.007720947265625, | |
| "learning_rate": 8.021596315034359e-06, | |
| "loss": 0.0, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.604829609568946, | |
| "grad_norm": 0.001373291015625, | |
| "learning_rate": 8.014045155931437e-06, | |
| "loss": 0.0002, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.6070864364703227, | |
| "grad_norm": 0.0008087158203125, | |
| "learning_rate": 8.006493996828514e-06, | |
| "loss": 0.0, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.6093432633716994, | |
| "grad_norm": 0.0030059814453125, | |
| "learning_rate": 7.998942837725592e-06, | |
| "loss": 0.0, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.611600090273076, | |
| "grad_norm": 0.0016021728515625, | |
| "learning_rate": 7.99139167862267e-06, | |
| "loss": 0.0, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.6138569171744527, | |
| "grad_norm": 0.0036468505859375, | |
| "learning_rate": 7.983840519519746e-06, | |
| "loss": 0.0014, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.6161137440758294, | |
| "grad_norm": 0.0003185272216796875, | |
| "learning_rate": 7.976289360416824e-06, | |
| "loss": 0.0, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.618370570977206, | |
| "grad_norm": 0.008056640625, | |
| "learning_rate": 7.968738201313903e-06, | |
| "loss": 0.0, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.6206273978785827, | |
| "grad_norm": 0.00103759765625, | |
| "learning_rate": 7.961187042210981e-06, | |
| "loss": 0.0, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.6228842247799594, | |
| "grad_norm": 132.0, | |
| "learning_rate": 7.953635883108057e-06, | |
| "loss": 0.3156, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.625141051681336, | |
| "grad_norm": 0.024658203125, | |
| "learning_rate": 7.946084724005135e-06, | |
| "loss": 0.0, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.6273978785827127, | |
| "grad_norm": 0.000629425048828125, | |
| "learning_rate": 7.938533564902213e-06, | |
| "loss": 0.0, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.6296547054840894, | |
| "grad_norm": 0.00897216796875, | |
| "learning_rate": 7.930982405799292e-06, | |
| "loss": 0.0, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.631911532385466, | |
| "grad_norm": 0.007354736328125, | |
| "learning_rate": 7.923431246696368e-06, | |
| "loss": 0.0, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.6341683592868427, | |
| "grad_norm": 0.0037841796875, | |
| "learning_rate": 7.915880087593446e-06, | |
| "loss": 0.0001, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.6364251861882194, | |
| "grad_norm": 0.0036163330078125, | |
| "learning_rate": 7.908328928490524e-06, | |
| "loss": 0.0, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.638682013089596, | |
| "grad_norm": 0.00250244140625, | |
| "learning_rate": 7.900777769387601e-06, | |
| "loss": 0.0, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.6409388399909727, | |
| "grad_norm": 0.00173187255859375, | |
| "learning_rate": 7.893226610284679e-06, | |
| "loss": 0.0, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.6431956668923493, | |
| "grad_norm": 0.0004520416259765625, | |
| "learning_rate": 7.885675451181757e-06, | |
| "loss": 0.0, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.645452493793726, | |
| "grad_norm": 0.00021457672119140625, | |
| "learning_rate": 7.878124292078835e-06, | |
| "loss": 0.0, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.6477093206951027, | |
| "grad_norm": 0.0004405975341796875, | |
| "learning_rate": 7.870573132975912e-06, | |
| "loss": 0.0, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.6499661475964793, | |
| "grad_norm": 0.00045013427734375, | |
| "learning_rate": 7.86302197387299e-06, | |
| "loss": 0.0, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.652222974497856, | |
| "grad_norm": 0.000522613525390625, | |
| "learning_rate": 7.855470814770068e-06, | |
| "loss": 0.0, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.6544798013992327, | |
| "grad_norm": 0.00029754638671875, | |
| "learning_rate": 7.847919655667146e-06, | |
| "loss": 0.3409, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.6567366283006093, | |
| "grad_norm": 0.00372314453125, | |
| "learning_rate": 7.840368496564223e-06, | |
| "loss": 0.1273, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.658993455201986, | |
| "grad_norm": 0.005401611328125, | |
| "learning_rate": 7.832817337461301e-06, | |
| "loss": 0.2191, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.6612502821033627, | |
| "grad_norm": 47.25, | |
| "learning_rate": 7.825266178358379e-06, | |
| "loss": 0.2522, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.6635071090047393, | |
| "grad_norm": 0.018310546875, | |
| "learning_rate": 7.817715019255457e-06, | |
| "loss": 0.0982, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.665763935906116, | |
| "grad_norm": 0.001220703125, | |
| "learning_rate": 7.810163860152535e-06, | |
| "loss": 0.0001, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.6680207628074927, | |
| "grad_norm": 0.001495361328125, | |
| "learning_rate": 7.802612701049612e-06, | |
| "loss": 0.1024, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.6702775897088693, | |
| "grad_norm": 0.005401611328125, | |
| "learning_rate": 7.795061541946688e-06, | |
| "loss": 0.0001, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.672534416610246, | |
| "grad_norm": 0.0035858154296875, | |
| "learning_rate": 7.787510382843768e-06, | |
| "loss": 0.0, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.6747912435116227, | |
| "grad_norm": 0.0654296875, | |
| "learning_rate": 7.779959223740846e-06, | |
| "loss": 0.0, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.6770480704129993, | |
| "grad_norm": 0.002838134765625, | |
| "learning_rate": 7.772408064637923e-06, | |
| "loss": 0.0, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.6793048973143759, | |
| "grad_norm": 0.001068115234375, | |
| "learning_rate": 7.764856905535e-06, | |
| "loss": 0.1202, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.6815617242157527, | |
| "grad_norm": 0.0078125, | |
| "learning_rate": 7.757305746432077e-06, | |
| "loss": 0.2662, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.6838185511171293, | |
| "grad_norm": 0.002227783203125, | |
| "learning_rate": 7.749754587329157e-06, | |
| "loss": 0.3129, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.6860753780185059, | |
| "grad_norm": 0.00093841552734375, | |
| "learning_rate": 7.742203428226234e-06, | |
| "loss": 0.0, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.6883322049198827, | |
| "grad_norm": 0.00162506103515625, | |
| "learning_rate": 7.73465226912331e-06, | |
| "loss": 0.0, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.6905890318212593, | |
| "grad_norm": 0.0113525390625, | |
| "learning_rate": 7.727101110020388e-06, | |
| "loss": 0.0, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.6928458587226359, | |
| "grad_norm": 0.0042724609375, | |
| "learning_rate": 7.719549950917466e-06, | |
| "loss": 0.0, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.6951026856240127, | |
| "grad_norm": 0.00174713134765625, | |
| "learning_rate": 7.711998791814544e-06, | |
| "loss": 0.0001, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.6973595125253893, | |
| "grad_norm": 0.0021820068359375, | |
| "learning_rate": 7.704447632711621e-06, | |
| "loss": 0.0, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.6996163394267659, | |
| "grad_norm": 0.00016307830810546875, | |
| "learning_rate": 7.6968964736087e-06, | |
| "loss": 0.0, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.7018731663281427, | |
| "grad_norm": 0.0008544921875, | |
| "learning_rate": 7.689345314505777e-06, | |
| "loss": 0.0868, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.7041299932295193, | |
| "grad_norm": 0.00162506103515625, | |
| "learning_rate": 7.681794155402855e-06, | |
| "loss": 0.0, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.7063868201308959, | |
| "grad_norm": 0.83984375, | |
| "learning_rate": 7.674242996299933e-06, | |
| "loss": 0.0001, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.7086436470322727, | |
| "grad_norm": 0.00021266937255859375, | |
| "learning_rate": 7.66669183719701e-06, | |
| "loss": 0.0, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.7109004739336493, | |
| "grad_norm": 0.000926971435546875, | |
| "learning_rate": 7.659140678094088e-06, | |
| "loss": 0.0, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.7131573008350259, | |
| "grad_norm": 2.515625, | |
| "learning_rate": 7.651589518991166e-06, | |
| "loss": 0.0004, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.7154141277364027, | |
| "grad_norm": 0.0029144287109375, | |
| "learning_rate": 7.644038359888244e-06, | |
| "loss": 0.0, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.7176709546377793, | |
| "grad_norm": 62.5, | |
| "learning_rate": 7.636487200785321e-06, | |
| "loss": 0.3018, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.7199277815391559, | |
| "grad_norm": 0.0005950927734375, | |
| "learning_rate": 7.628936041682399e-06, | |
| "loss": 0.0, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.7221846084405326, | |
| "grad_norm": 0.00054168701171875, | |
| "learning_rate": 7.621384882579477e-06, | |
| "loss": 0.0, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.7244414353419093, | |
| "grad_norm": 0.00701904296875, | |
| "learning_rate": 7.613833723476555e-06, | |
| "loss": 0.0, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.7266982622432859, | |
| "grad_norm": 41.75, | |
| "learning_rate": 7.6062825643736315e-06, | |
| "loss": 0.2809, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.7289550891446626, | |
| "grad_norm": 0.0018463134765625, | |
| "learning_rate": 7.598731405270709e-06, | |
| "loss": 0.0, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.7312119160460393, | |
| "grad_norm": 0.0024261474609375, | |
| "learning_rate": 7.591180246167788e-06, | |
| "loss": 0.0, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.7334687429474159, | |
| "grad_norm": 0.0032501220703125, | |
| "learning_rate": 7.583629087064866e-06, | |
| "loss": 0.0, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.7357255698487926, | |
| "grad_norm": 0.0016326904296875, | |
| "learning_rate": 7.5760779279619426e-06, | |
| "loss": 0.0, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.7379823967501693, | |
| "grad_norm": 0.000629425048828125, | |
| "learning_rate": 7.56852676885902e-06, | |
| "loss": 0.0, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.7402392236515459, | |
| "grad_norm": 0.0022735595703125, | |
| "learning_rate": 7.560975609756098e-06, | |
| "loss": 0.0, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.7424960505529226, | |
| "grad_norm": 0.00193023681640625, | |
| "learning_rate": 7.553424450653176e-06, | |
| "loss": 0.0, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.7447528774542993, | |
| "grad_norm": 0.00144195556640625, | |
| "learning_rate": 7.545873291550253e-06, | |
| "loss": 0.4039, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.7470097043556759, | |
| "grad_norm": 0.006134033203125, | |
| "learning_rate": 7.538322132447331e-06, | |
| "loss": 0.0, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.7492665312570526, | |
| "grad_norm": 0.0037384033203125, | |
| "learning_rate": 7.530770973344409e-06, | |
| "loss": 0.0, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.7515233581584293, | |
| "grad_norm": 0.0028228759765625, | |
| "learning_rate": 7.523219814241487e-06, | |
| "loss": 0.0, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.7537801850598059, | |
| "grad_norm": 0.0038604736328125, | |
| "learning_rate": 7.515668655138565e-06, | |
| "loss": 0.0, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.7560370119611826, | |
| "grad_norm": 0.00151824951171875, | |
| "learning_rate": 7.5081174960356416e-06, | |
| "loss": 0.0, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.7582938388625592, | |
| "grad_norm": 0.0002689361572265625, | |
| "learning_rate": 7.500566336932719e-06, | |
| "loss": 0.0, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.7605506657639359, | |
| "grad_norm": 0.000316619873046875, | |
| "learning_rate": 7.493015177829798e-06, | |
| "loss": 0.0, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.7628074926653126, | |
| "grad_norm": 0.00106048583984375, | |
| "learning_rate": 7.485464018726876e-06, | |
| "loss": 0.0, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.7650643195666892, | |
| "grad_norm": 0.00186920166015625, | |
| "learning_rate": 7.477912859623953e-06, | |
| "loss": 0.0, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.7673211464680659, | |
| "grad_norm": 0.00110626220703125, | |
| "learning_rate": 7.47036170052103e-06, | |
| "loss": 0.0, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.7695779733694426, | |
| "grad_norm": 0.0007781982421875, | |
| "learning_rate": 7.462810541418108e-06, | |
| "loss": 0.0, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.7718348002708192, | |
| "grad_norm": 0.000652313232421875, | |
| "learning_rate": 7.455259382315187e-06, | |
| "loss": 0.4836, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.7740916271721959, | |
| "grad_norm": 0.002777099609375, | |
| "learning_rate": 7.447708223212264e-06, | |
| "loss": 0.0, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.7763484540735726, | |
| "grad_norm": 0.002410888671875, | |
| "learning_rate": 7.440157064109341e-06, | |
| "loss": 0.0, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.7786052809749492, | |
| "grad_norm": 0.0023345947265625, | |
| "learning_rate": 7.432605905006419e-06, | |
| "loss": 0.0, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.7808621078763259, | |
| "grad_norm": 0.000885009765625, | |
| "learning_rate": 7.425054745903497e-06, | |
| "loss": 0.0, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.7831189347777026, | |
| "grad_norm": 0.001190185546875, | |
| "learning_rate": 7.417503586800574e-06, | |
| "loss": 0.0, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.7853757616790792, | |
| "grad_norm": 0.00164794921875, | |
| "learning_rate": 7.409952427697652e-06, | |
| "loss": 0.3779, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.7876325885804559, | |
| "grad_norm": 0.0024871826171875, | |
| "learning_rate": 7.40240126859473e-06, | |
| "loss": 0.3797, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.7898894154818326, | |
| "grad_norm": 0.0009002685546875, | |
| "learning_rate": 7.394850109491808e-06, | |
| "loss": 0.0, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.7921462423832092, | |
| "grad_norm": 0.00145721435546875, | |
| "learning_rate": 7.387298950388885e-06, | |
| "loss": 0.0, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.7944030692845859, | |
| "grad_norm": 0.00035858154296875, | |
| "learning_rate": 7.379747791285963e-06, | |
| "loss": 0.3298, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.7966598961859626, | |
| "grad_norm": 0.000583648681640625, | |
| "learning_rate": 7.37219663218304e-06, | |
| "loss": 0.0, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.7989167230873392, | |
| "grad_norm": 0.0028228759765625, | |
| "learning_rate": 7.364645473080119e-06, | |
| "loss": 0.187, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.8011735499887158, | |
| "grad_norm": 0.01263427734375, | |
| "learning_rate": 7.357094313977197e-06, | |
| "loss": 0.2544, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.8034303768900926, | |
| "grad_norm": 0.01226806640625, | |
| "learning_rate": 7.349543154874274e-06, | |
| "loss": 0.0001, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.8056872037914692, | |
| "grad_norm": 0.00079345703125, | |
| "learning_rate": 7.3419919957713514e-06, | |
| "loss": 0.0, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.8079440306928458, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 7.334440836668429e-06, | |
| "loss": 0.0001, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.8102008575942226, | |
| "grad_norm": 0.0021514892578125, | |
| "learning_rate": 7.326889677565508e-06, | |
| "loss": 0.0, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.8124576844955992, | |
| "grad_norm": 0.0004634857177734375, | |
| "learning_rate": 7.319338518462584e-06, | |
| "loss": 0.0, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.8147145113969758, | |
| "grad_norm": 0.001800537109375, | |
| "learning_rate": 7.3117873593596625e-06, | |
| "loss": 0.0, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.8169713382983526, | |
| "grad_norm": 0.0024871826171875, | |
| "learning_rate": 7.30423620025674e-06, | |
| "loss": 0.0, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.8192281651997292, | |
| "grad_norm": 0.00119781494140625, | |
| "learning_rate": 7.296685041153818e-06, | |
| "loss": 0.0, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.8214849921011058, | |
| "grad_norm": 0.000629425048828125, | |
| "learning_rate": 7.289133882050895e-06, | |
| "loss": 0.0, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.8237418190024826, | |
| "grad_norm": 0.000797271728515625, | |
| "learning_rate": 7.281582722947973e-06, | |
| "loss": 0.3255, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.8259986459038592, | |
| "grad_norm": 0.0008392333984375, | |
| "learning_rate": 7.274031563845051e-06, | |
| "loss": 0.0036, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.8282554728052358, | |
| "grad_norm": 0.00164794921875, | |
| "learning_rate": 7.266480404742129e-06, | |
| "loss": 0.0, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.8305122997066126, | |
| "grad_norm": 0.00012874603271484375, | |
| "learning_rate": 7.258929245639206e-06, | |
| "loss": 0.0, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.8327691266079892, | |
| "grad_norm": 0.000461578369140625, | |
| "learning_rate": 7.251378086536284e-06, | |
| "loss": 0.3065, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.8350259535093658, | |
| "grad_norm": 57.75, | |
| "learning_rate": 7.2438269274333615e-06, | |
| "loss": 0.3243, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.8372827804107424, | |
| "grad_norm": 0.0020599365234375, | |
| "learning_rate": 7.236275768330439e-06, | |
| "loss": 0.0, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 0.8395396073121192, | |
| "grad_norm": 0.0155029296875, | |
| "learning_rate": 7.228724609227516e-06, | |
| "loss": 0.0, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.8417964342134958, | |
| "grad_norm": 0.005401611328125, | |
| "learning_rate": 7.221173450124595e-06, | |
| "loss": 0.0, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 0.8440532611148724, | |
| "grad_norm": 0.0025634765625, | |
| "learning_rate": 7.2136222910216725e-06, | |
| "loss": 0.0, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.8463100880162492, | |
| "grad_norm": 0.003143310546875, | |
| "learning_rate": 7.20607113191875e-06, | |
| "loss": 0.0, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.8485669149176258, | |
| "grad_norm": 0.00994873046875, | |
| "learning_rate": 7.198519972815828e-06, | |
| "loss": 0.0, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.8508237418190024, | |
| "grad_norm": 0.0191650390625, | |
| "learning_rate": 7.190968813712905e-06, | |
| "loss": 0.0, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 0.8530805687203792, | |
| "grad_norm": 0.00024318695068359375, | |
| "learning_rate": 7.1834176546099836e-06, | |
| "loss": 0.0001, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.8553373956217558, | |
| "grad_norm": 0.0035247802734375, | |
| "learning_rate": 7.175866495507061e-06, | |
| "loss": 0.208, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 0.8575942225231324, | |
| "grad_norm": 0.0002269744873046875, | |
| "learning_rate": 7.168315336404139e-06, | |
| "loss": 0.0, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.8598510494245092, | |
| "grad_norm": 0.00250244140625, | |
| "learning_rate": 7.160764177301216e-06, | |
| "loss": 0.3297, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 0.8621078763258858, | |
| "grad_norm": 0.00150299072265625, | |
| "learning_rate": 7.153213018198294e-06, | |
| "loss": 0.0, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.8643647032272624, | |
| "grad_norm": 0.00274658203125, | |
| "learning_rate": 7.1456618590953715e-06, | |
| "loss": 0.0, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 0.8666215301286392, | |
| "grad_norm": 0.00262451171875, | |
| "learning_rate": 7.13811069999245e-06, | |
| "loss": 0.0033, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.8688783570300158, | |
| "grad_norm": 0.002197265625, | |
| "learning_rate": 7.130559540889527e-06, | |
| "loss": 0.0441, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.8711351839313924, | |
| "grad_norm": 0.031982421875, | |
| "learning_rate": 7.123008381786605e-06, | |
| "loss": 0.0, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.8733920108327691, | |
| "grad_norm": 0.00469970703125, | |
| "learning_rate": 7.1154572226836826e-06, | |
| "loss": 0.0, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 0.8756488377341458, | |
| "grad_norm": 0.00164794921875, | |
| "learning_rate": 7.10790606358076e-06, | |
| "loss": 0.0, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.8779056646355224, | |
| "grad_norm": 0.00125885009765625, | |
| "learning_rate": 7.100354904477837e-06, | |
| "loss": 0.0, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 0.8801624915368991, | |
| "grad_norm": 0.003814697265625, | |
| "learning_rate": 7.092803745374916e-06, | |
| "loss": 0.0, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.8824193184382758, | |
| "grad_norm": 0.01007080078125, | |
| "learning_rate": 7.085252586271994e-06, | |
| "loss": 0.0, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 0.8846761453396524, | |
| "grad_norm": 0.000579833984375, | |
| "learning_rate": 7.077701427169071e-06, | |
| "loss": 0.0, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.8869329722410291, | |
| "grad_norm": 0.00848388671875, | |
| "learning_rate": 7.070150268066148e-06, | |
| "loss": 0.0, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 0.8891897991424058, | |
| "grad_norm": 0.00054931640625, | |
| "learning_rate": 7.062599108963226e-06, | |
| "loss": 0.0, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.8914466260437824, | |
| "grad_norm": 0.000835418701171875, | |
| "learning_rate": 7.055047949860304e-06, | |
| "loss": 0.0, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.8937034529451591, | |
| "grad_norm": 0.00048828125, | |
| "learning_rate": 7.047496790757382e-06, | |
| "loss": 0.0, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.8959602798465358, | |
| "grad_norm": 0.00023365020751953125, | |
| "learning_rate": 7.039945631654459e-06, | |
| "loss": 0.0, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 0.8982171067479124, | |
| "grad_norm": 0.00335693359375, | |
| "learning_rate": 7.032394472551537e-06, | |
| "loss": 0.0, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.9004739336492891, | |
| "grad_norm": 0.00014400482177734375, | |
| "learning_rate": 7.024843313448615e-06, | |
| "loss": 0.0, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 0.9027307605506658, | |
| "grad_norm": 0.0002613067626953125, | |
| "learning_rate": 7.017292154345693e-06, | |
| "loss": 0.0, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.9049875874520424, | |
| "grad_norm": 0.00043487548828125, | |
| "learning_rate": 7.009740995242771e-06, | |
| "loss": 0.0, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 0.9072444143534191, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 7.002189836139847e-06, | |
| "loss": 0.0, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 0.9095012412547958, | |
| "grad_norm": 0.00089263916015625, | |
| "learning_rate": 6.994638677036926e-06, | |
| "loss": 0.0, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 0.9117580681561724, | |
| "grad_norm": 0.000247955322265625, | |
| "learning_rate": 6.987087517934004e-06, | |
| "loss": 0.0, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 0.9140148950575491, | |
| "grad_norm": 0.00011873245239257812, | |
| "learning_rate": 6.979536358831081e-06, | |
| "loss": 0.0, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.9162717219589257, | |
| "grad_norm": 0.00018978118896484375, | |
| "learning_rate": 6.971985199728158e-06, | |
| "loss": 0.0, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 0.9185285488603024, | |
| "grad_norm": 0.0001049041748046875, | |
| "learning_rate": 6.964434040625236e-06, | |
| "loss": 0.3925, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 0.9207853757616791, | |
| "grad_norm": 0.0002918243408203125, | |
| "learning_rate": 6.956882881522315e-06, | |
| "loss": 0.0, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 0.9230422026630557, | |
| "grad_norm": 0.000255584716796875, | |
| "learning_rate": 6.9493317224193925e-06, | |
| "loss": 0.0, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 0.9252990295644324, | |
| "grad_norm": 0.0001773834228515625, | |
| "learning_rate": 6.941780563316469e-06, | |
| "loss": 0.0, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.9275558564658091, | |
| "grad_norm": 0.0087890625, | |
| "learning_rate": 6.934229404213547e-06, | |
| "loss": 0.3115, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 0.9298126833671857, | |
| "grad_norm": 0.00093841552734375, | |
| "learning_rate": 6.926678245110625e-06, | |
| "loss": 0.086, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 0.9320695102685624, | |
| "grad_norm": 0.000865936279296875, | |
| "learning_rate": 6.9191270860077035e-06, | |
| "loss": 0.0488, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 0.9343263371699391, | |
| "grad_norm": 0.00144195556640625, | |
| "learning_rate": 6.9115759269047796e-06, | |
| "loss": 0.0, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.9365831640713157, | |
| "grad_norm": 0.00823974609375, | |
| "learning_rate": 6.904024767801858e-06, | |
| "loss": 0.0, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.9388399909726924, | |
| "grad_norm": 0.001922607421875, | |
| "learning_rate": 6.896473608698936e-06, | |
| "loss": 0.0, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 0.9410968178740691, | |
| "grad_norm": 0.00102996826171875, | |
| "learning_rate": 6.888922449596014e-06, | |
| "loss": 0.0, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 0.9433536447754457, | |
| "grad_norm": 0.000972747802734375, | |
| "learning_rate": 6.881371290493091e-06, | |
| "loss": 0.0, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 0.9456104716768224, | |
| "grad_norm": 53.5, | |
| "learning_rate": 6.873820131390168e-06, | |
| "loss": 0.1112, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 0.9478672985781991, | |
| "grad_norm": 0.00390625, | |
| "learning_rate": 6.866268972287247e-06, | |
| "loss": 0.4043, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.9501241254795757, | |
| "grad_norm": 0.0021514892578125, | |
| "learning_rate": 6.858717813184325e-06, | |
| "loss": 0.0001, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 0.9523809523809523, | |
| "grad_norm": 0.00074005126953125, | |
| "learning_rate": 6.8511666540814025e-06, | |
| "loss": 0.3612, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 0.9546377792823291, | |
| "grad_norm": 0.002044677734375, | |
| "learning_rate": 6.843615494978479e-06, | |
| "loss": 0.0, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 0.9568946061837057, | |
| "grad_norm": 0.0120849609375, | |
| "learning_rate": 6.836064335875557e-06, | |
| "loss": 0.2291, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 0.9591514330850823, | |
| "grad_norm": 0.004669189453125, | |
| "learning_rate": 6.828513176772635e-06, | |
| "loss": 0.0, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.9614082599864591, | |
| "grad_norm": 0.00494384765625, | |
| "learning_rate": 6.8209620176697136e-06, | |
| "loss": 0.0, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 0.9636650868878357, | |
| "grad_norm": 0.00072479248046875, | |
| "learning_rate": 6.8134108585667905e-06, | |
| "loss": 0.0, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 0.9659219137892123, | |
| "grad_norm": 0.005584716796875, | |
| "learning_rate": 6.805859699463868e-06, | |
| "loss": 0.0, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 0.9681787406905891, | |
| "grad_norm": 0.0017242431640625, | |
| "learning_rate": 6.798308540360946e-06, | |
| "loss": 0.0, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 0.9704355675919657, | |
| "grad_norm": 0.005035400390625, | |
| "learning_rate": 6.790757381258024e-06, | |
| "loss": 0.0, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.9726923944933423, | |
| "grad_norm": 0.001739501953125, | |
| "learning_rate": 6.783206222155101e-06, | |
| "loss": 0.2294, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 0.9749492213947191, | |
| "grad_norm": 0.000492095947265625, | |
| "learning_rate": 6.775655063052179e-06, | |
| "loss": 0.0, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 0.9772060482960957, | |
| "grad_norm": 0.004486083984375, | |
| "learning_rate": 6.768103903949257e-06, | |
| "loss": 0.0, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 0.9794628751974723, | |
| "grad_norm": 0.000896453857421875, | |
| "learning_rate": 6.760552744846335e-06, | |
| "loss": 0.0, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 0.9817197020988491, | |
| "grad_norm": 0.01055908203125, | |
| "learning_rate": 6.753001585743412e-06, | |
| "loss": 0.0, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.9839765290002257, | |
| "grad_norm": 0.00104522705078125, | |
| "learning_rate": 6.7454504266404895e-06, | |
| "loss": 0.1874, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 0.9862333559016023, | |
| "grad_norm": 0.00069427490234375, | |
| "learning_rate": 6.737899267537567e-06, | |
| "loss": 0.0005, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 0.988490182802979, | |
| "grad_norm": 0.030517578125, | |
| "learning_rate": 6.730348108434646e-06, | |
| "loss": 0.0, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 0.9907470097043557, | |
| "grad_norm": 0.028076171875, | |
| "learning_rate": 6.722796949331723e-06, | |
| "loss": 0.0001, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 0.9930038366057323, | |
| "grad_norm": 0.007171630859375, | |
| "learning_rate": 6.7152457902288005e-06, | |
| "loss": 0.0, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.995260663507109, | |
| "grad_norm": 0.00023746490478515625, | |
| "learning_rate": 6.707694631125878e-06, | |
| "loss": 0.0, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 0.9975174904084857, | |
| "grad_norm": 0.00061798095703125, | |
| "learning_rate": 6.700143472022956e-06, | |
| "loss": 0.0, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 0.9997743173098623, | |
| "grad_norm": 0.01312255859375, | |
| "learning_rate": 6.692592312920035e-06, | |
| "loss": 0.0, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 1.002031144211239, | |
| "grad_norm": 0.00026702880859375, | |
| "learning_rate": 6.6850411538171116e-06, | |
| "loss": 0.0, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 1.0042879711126156, | |
| "grad_norm": 0.0025634765625, | |
| "learning_rate": 6.677489994714189e-06, | |
| "loss": 0.0, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 1.0065447980139923, | |
| "grad_norm": 0.0003719329833984375, | |
| "learning_rate": 6.669938835611267e-06, | |
| "loss": 0.02, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 1.008801624915369, | |
| "grad_norm": 0.003082275390625, | |
| "learning_rate": 6.662387676508345e-06, | |
| "loss": 0.0, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 1.0110584518167456, | |
| "grad_norm": 0.00017070770263671875, | |
| "learning_rate": 6.654836517405422e-06, | |
| "loss": 0.0, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 1.0133152787181223, | |
| "grad_norm": 0.00022220611572265625, | |
| "learning_rate": 6.6472853583024995e-06, | |
| "loss": 0.0, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 1.015572105619499, | |
| "grad_norm": 0.0004119873046875, | |
| "learning_rate": 6.639734199199578e-06, | |
| "loss": 0.0, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.0178289325208756, | |
| "grad_norm": 0.000156402587890625, | |
| "learning_rate": 6.632183040096656e-06, | |
| "loss": 0.0, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 1.0200857594222523, | |
| "grad_norm": 152.0, | |
| "learning_rate": 6.624631880993733e-06, | |
| "loss": 0.1668, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 1.022342586323629, | |
| "grad_norm": 0.0002727508544921875, | |
| "learning_rate": 6.6170807218908106e-06, | |
| "loss": 0.0, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 1.0245994132250056, | |
| "grad_norm": 0.000118255615234375, | |
| "learning_rate": 6.609529562787888e-06, | |
| "loss": 0.0, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 1.0268562401263823, | |
| "grad_norm": 0.000286102294921875, | |
| "learning_rate": 6.601978403684967e-06, | |
| "loss": 0.0, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 1.029113067027759, | |
| "grad_norm": 0.0001544952392578125, | |
| "learning_rate": 6.594427244582044e-06, | |
| "loss": 0.0, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 1.0313698939291356, | |
| "grad_norm": 0.000286102294921875, | |
| "learning_rate": 6.586876085479122e-06, | |
| "loss": 0.0, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 1.0336267208305123, | |
| "grad_norm": 0.00054168701171875, | |
| "learning_rate": 6.579324926376199e-06, | |
| "loss": 0.0, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 1.035883547731889, | |
| "grad_norm": 0.003662109375, | |
| "learning_rate": 6.571773767273277e-06, | |
| "loss": 0.0, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 1.0381403746332656, | |
| "grad_norm": 0.000576019287109375, | |
| "learning_rate": 6.564222608170354e-06, | |
| "loss": 0.0, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.0403972015346423, | |
| "grad_norm": 0.00018310546875, | |
| "learning_rate": 6.556671449067432e-06, | |
| "loss": 0.0, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 1.042654028436019, | |
| "grad_norm": 0.00083160400390625, | |
| "learning_rate": 6.54912028996451e-06, | |
| "loss": 0.0, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 1.0449108553373956, | |
| "grad_norm": 0.0004596710205078125, | |
| "learning_rate": 6.541569130861588e-06, | |
| "loss": 0.0, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 1.0471676822387723, | |
| "grad_norm": 0.0021820068359375, | |
| "learning_rate": 6.534017971758666e-06, | |
| "loss": 0.0, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 1.0494245091401488, | |
| "grad_norm": 0.00077056884765625, | |
| "learning_rate": 6.526466812655743e-06, | |
| "loss": 0.0, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 1.0516813360415256, | |
| "grad_norm": 0.0002460479736328125, | |
| "learning_rate": 6.518915653552821e-06, | |
| "loss": 0.0, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 1.0539381629429023, | |
| "grad_norm": 48.25, | |
| "learning_rate": 6.511364494449899e-06, | |
| "loss": 0.268, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 1.0561949898442788, | |
| "grad_norm": 0.00084686279296875, | |
| "learning_rate": 6.503813335346977e-06, | |
| "loss": 0.2907, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 1.0584518167456556, | |
| "grad_norm": 0.00946044921875, | |
| "learning_rate": 6.496262176244054e-06, | |
| "loss": 0.5606, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 1.0607086436470323, | |
| "grad_norm": 0.001953125, | |
| "learning_rate": 6.488711017141132e-06, | |
| "loss": 0.0, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.0629654705484088, | |
| "grad_norm": 0.0115966796875, | |
| "learning_rate": 6.481159858038209e-06, | |
| "loss": 0.0, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 1.0652222974497856, | |
| "grad_norm": 0.05419921875, | |
| "learning_rate": 6.473608698935287e-06, | |
| "loss": 0.0771, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 1.0674791243511623, | |
| "grad_norm": 0.002838134765625, | |
| "learning_rate": 6.466057539832364e-06, | |
| "loss": 0.0, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 1.0697359512525388, | |
| "grad_norm": 0.002593994140625, | |
| "learning_rate": 6.458506380729443e-06, | |
| "loss": 0.0, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 1.0719927781539156, | |
| "grad_norm": 0.0021820068359375, | |
| "learning_rate": 6.4509552216265204e-06, | |
| "loss": 0.0, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 1.0742496050552923, | |
| "grad_norm": 0.0012664794921875, | |
| "learning_rate": 6.443404062523598e-06, | |
| "loss": 0.0, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 1.0765064319566688, | |
| "grad_norm": 0.024169921875, | |
| "learning_rate": 6.435852903420675e-06, | |
| "loss": 0.336, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 1.0787632588580456, | |
| "grad_norm": 0.0072021484375, | |
| "learning_rate": 6.428301744317753e-06, | |
| "loss": 0.1798, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 1.0810200857594223, | |
| "grad_norm": 0.00128936767578125, | |
| "learning_rate": 6.4207505852148315e-06, | |
| "loss": 0.0, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 1.0832769126607988, | |
| "grad_norm": 0.0050048828125, | |
| "learning_rate": 6.413199426111909e-06, | |
| "loss": 0.0, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.0855337395621756, | |
| "grad_norm": 0.006744384765625, | |
| "learning_rate": 6.405648267008986e-06, | |
| "loss": 0.0, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 1.0877905664635523, | |
| "grad_norm": 0.00164031982421875, | |
| "learning_rate": 6.398097107906064e-06, | |
| "loss": 0.0, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 1.0900473933649288, | |
| "grad_norm": 0.0177001953125, | |
| "learning_rate": 6.390545948803142e-06, | |
| "loss": 0.0, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 1.0923042202663056, | |
| "grad_norm": 0.00015544891357421875, | |
| "learning_rate": 6.3829947897002194e-06, | |
| "loss": 0.0, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 1.0945610471676823, | |
| "grad_norm": 0.000179290771484375, | |
| "learning_rate": 6.375443630597298e-06, | |
| "loss": 0.0, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 1.0968178740690588, | |
| "grad_norm": 0.005828857421875, | |
| "learning_rate": 6.367892471494375e-06, | |
| "loss": 0.0, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 1.0990747009704356, | |
| "grad_norm": 0.00131988525390625, | |
| "learning_rate": 6.360341312391453e-06, | |
| "loss": 0.0, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 1.1013315278718123, | |
| "grad_norm": 0.00098419189453125, | |
| "learning_rate": 6.3527901532885305e-06, | |
| "loss": 0.0, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 1.1035883547731888, | |
| "grad_norm": 0.000156402587890625, | |
| "learning_rate": 6.345238994185608e-06, | |
| "loss": 0.0, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 1.1058451816745656, | |
| "grad_norm": 0.00141143798828125, | |
| "learning_rate": 6.337687835082685e-06, | |
| "loss": 0.0, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 1.1081020085759423, | |
| "grad_norm": 0.00164031982421875, | |
| "learning_rate": 6.330136675979763e-06, | |
| "loss": 0.2685, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 1.1103588354773188, | |
| "grad_norm": 0.0014190673828125, | |
| "learning_rate": 6.3225855168768415e-06, | |
| "loss": 0.0, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 1.1126156623786956, | |
| "grad_norm": 0.000972747802734375, | |
| "learning_rate": 6.315034357773919e-06, | |
| "loss": 0.1327, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 1.1148724892800723, | |
| "grad_norm": 0.26171875, | |
| "learning_rate": 6.307483198670996e-06, | |
| "loss": 0.0, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 1.1171293161814488, | |
| "grad_norm": 0.002227783203125, | |
| "learning_rate": 6.299932039568074e-06, | |
| "loss": 0.0, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 1.1193861430828256, | |
| "grad_norm": 0.0145263671875, | |
| "learning_rate": 6.292380880465152e-06, | |
| "loss": 0.0, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 1.1216429699842023, | |
| "grad_norm": 0.00238037109375, | |
| "learning_rate": 6.28482972136223e-06, | |
| "loss": 0.0, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 1.1238997968855788, | |
| "grad_norm": 0.00031280517578125, | |
| "learning_rate": 6.277278562259307e-06, | |
| "loss": 0.0, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 1.1261566237869556, | |
| "grad_norm": 0.0038604736328125, | |
| "learning_rate": 6.269727403156385e-06, | |
| "loss": 0.0, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 1.128413450688332, | |
| "grad_norm": 0.002532958984375, | |
| "learning_rate": 6.262176244053463e-06, | |
| "loss": 0.0, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.1306702775897088, | |
| "grad_norm": 0.000244140625, | |
| "learning_rate": 6.2546250849505405e-06, | |
| "loss": 0.0, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 1.1329271044910856, | |
| "grad_norm": 0.004119873046875, | |
| "learning_rate": 6.2470739258476174e-06, | |
| "loss": 0.3443, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 1.1351839313924623, | |
| "grad_norm": 0.002685546875, | |
| "learning_rate": 6.239522766744695e-06, | |
| "loss": 0.0, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 1.1374407582938388, | |
| "grad_norm": 0.05810546875, | |
| "learning_rate": 6.231971607641774e-06, | |
| "loss": 0.0, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 1.1396975851952156, | |
| "grad_norm": 0.01239013671875, | |
| "learning_rate": 6.2244204485388516e-06, | |
| "loss": 0.0, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 1.141954412096592, | |
| "grad_norm": 0.0234375, | |
| "learning_rate": 6.2168692894359285e-06, | |
| "loss": 0.3027, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 1.1442112389979688, | |
| "grad_norm": 0.00051116943359375, | |
| "learning_rate": 6.209318130333006e-06, | |
| "loss": 0.0, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 1.1464680658993456, | |
| "grad_norm": 0.000598907470703125, | |
| "learning_rate": 6.201766971230084e-06, | |
| "loss": 0.0, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 1.148724892800722, | |
| "grad_norm": 0.0147705078125, | |
| "learning_rate": 6.194215812127163e-06, | |
| "loss": 0.0, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 1.1509817197020988, | |
| "grad_norm": 0.005218505859375, | |
| "learning_rate": 6.18666465302424e-06, | |
| "loss": 0.0, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 1.1532385466034756, | |
| "grad_norm": 0.00250244140625, | |
| "learning_rate": 6.179113493921317e-06, | |
| "loss": 0.0, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 1.155495373504852, | |
| "grad_norm": 0.0002765655517578125, | |
| "learning_rate": 6.171562334818395e-06, | |
| "loss": 0.0, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 1.1577522004062288, | |
| "grad_norm": 0.000728607177734375, | |
| "learning_rate": 6.164011175715473e-06, | |
| "loss": 0.0, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 1.1600090273076056, | |
| "grad_norm": 0.00830078125, | |
| "learning_rate": 6.1564600166125506e-06, | |
| "loss": 0.1798, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 1.162265854208982, | |
| "grad_norm": 0.000766754150390625, | |
| "learning_rate": 6.1489088575096275e-06, | |
| "loss": 0.0, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 1.1645226811103588, | |
| "grad_norm": 0.0004215240478515625, | |
| "learning_rate": 6.141357698406706e-06, | |
| "loss": 0.0, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 1.1667795080117356, | |
| "grad_norm": 0.0034637451171875, | |
| "learning_rate": 6.133806539303784e-06, | |
| "loss": 0.0, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 1.169036334913112, | |
| "grad_norm": 8.0108642578125e-05, | |
| "learning_rate": 6.126255380200862e-06, | |
| "loss": 0.0, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 1.1712931618144888, | |
| "grad_norm": 0.00191497802734375, | |
| "learning_rate": 6.1187042210979385e-06, | |
| "loss": 0.0, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 1.1735499887158656, | |
| "grad_norm": 0.0003147125244140625, | |
| "learning_rate": 6.111153061995016e-06, | |
| "loss": 0.0, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 1.175806815617242, | |
| "grad_norm": 0.005126953125, | |
| "learning_rate": 6.103601902892095e-06, | |
| "loss": 0.0, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 1.1780636425186188, | |
| "grad_norm": 0.00104522705078125, | |
| "learning_rate": 6.096050743789173e-06, | |
| "loss": 0.0, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 1.1803204694199956, | |
| "grad_norm": 0.00109100341796875, | |
| "learning_rate": 6.0884995846862496e-06, | |
| "loss": 0.098, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 1.182577296321372, | |
| "grad_norm": 0.0028228759765625, | |
| "learning_rate": 6.080948425583327e-06, | |
| "loss": 0.0, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 1.1848341232227488, | |
| "grad_norm": 0.0003376007080078125, | |
| "learning_rate": 6.073397266480405e-06, | |
| "loss": 0.0, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 1.1870909501241256, | |
| "grad_norm": 0.0022430419921875, | |
| "learning_rate": 6.065846107377483e-06, | |
| "loss": 0.0, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 1.189347777025502, | |
| "grad_norm": 0.003082275390625, | |
| "learning_rate": 6.05829494827456e-06, | |
| "loss": 0.2679, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 1.1916046039268788, | |
| "grad_norm": 0.0012359619140625, | |
| "learning_rate": 6.050743789171638e-06, | |
| "loss": 0.122, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 1.1938614308282554, | |
| "grad_norm": 0.000385284423828125, | |
| "learning_rate": 6.043192630068716e-06, | |
| "loss": 0.0, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 1.196118257729632, | |
| "grad_norm": 0.00018596649169921875, | |
| "learning_rate": 6.035641470965794e-06, | |
| "loss": 0.0, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 1.1983750846310088, | |
| "grad_norm": 0.002349853515625, | |
| "learning_rate": 6.028090311862872e-06, | |
| "loss": 0.0, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 1.2006319115323856, | |
| "grad_norm": 0.000621795654296875, | |
| "learning_rate": 6.0205391527599486e-06, | |
| "loss": 0.0, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 1.202888738433762, | |
| "grad_norm": 0.001739501953125, | |
| "learning_rate": 6.012987993657027e-06, | |
| "loss": 0.0, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 1.2051455653351388, | |
| "grad_norm": 0.00019931793212890625, | |
| "learning_rate": 6.005436834554105e-06, | |
| "loss": 0.0, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 1.2074023922365154, | |
| "grad_norm": 0.00186920166015625, | |
| "learning_rate": 5.997885675451183e-06, | |
| "loss": 0.1819, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 1.209659219137892, | |
| "grad_norm": 0.00061798095703125, | |
| "learning_rate": 5.99033451634826e-06, | |
| "loss": 0.0, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 1.2119160460392688, | |
| "grad_norm": 0.0018157958984375, | |
| "learning_rate": 5.982783357245337e-06, | |
| "loss": 0.0, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 1.2141728729406456, | |
| "grad_norm": 0.01904296875, | |
| "learning_rate": 5.975232198142415e-06, | |
| "loss": 0.0, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 1.216429699842022, | |
| "grad_norm": 0.0014190673828125, | |
| "learning_rate": 5.967681039039494e-06, | |
| "loss": 0.0, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 1.2186865267433988, | |
| "grad_norm": 0.000553131103515625, | |
| "learning_rate": 5.960129879936571e-06, | |
| "loss": 0.0, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 1.2209433536447754, | |
| "grad_norm": 0.000858306884765625, | |
| "learning_rate": 5.952578720833648e-06, | |
| "loss": 0.0, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 1.223200180546152, | |
| "grad_norm": 0.001678466796875, | |
| "learning_rate": 5.945027561730726e-06, | |
| "loss": 0.6368, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 1.2254570074475288, | |
| "grad_norm": 0.0004119873046875, | |
| "learning_rate": 5.937476402627804e-06, | |
| "loss": 0.0676, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 1.2277138343489054, | |
| "grad_norm": 0.005126953125, | |
| "learning_rate": 5.929925243524881e-06, | |
| "loss": 0.1247, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 1.229970661250282, | |
| "grad_norm": 0.000949859619140625, | |
| "learning_rate": 5.9223740844219595e-06, | |
| "loss": 0.0, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 1.2322274881516588, | |
| "grad_norm": 0.00148773193359375, | |
| "learning_rate": 5.914822925319037e-06, | |
| "loss": 0.0, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 1.2344843150530354, | |
| "grad_norm": 0.0020904541015625, | |
| "learning_rate": 5.907271766216115e-06, | |
| "loss": 0.0, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 1.236741141954412, | |
| "grad_norm": 0.000865936279296875, | |
| "learning_rate": 5.899720607113192e-06, | |
| "loss": 0.0, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 1.2389979688557888, | |
| "grad_norm": 0.0021820068359375, | |
| "learning_rate": 5.89216944801027e-06, | |
| "loss": 0.0, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 1.2412547957571654, | |
| "grad_norm": 0.003570556640625, | |
| "learning_rate": 5.884618288907347e-06, | |
| "loss": 0.0, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.243511622658542, | |
| "grad_norm": 0.000560760498046875, | |
| "learning_rate": 5.877067129804426e-06, | |
| "loss": 0.2991, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 1.2457684495599188, | |
| "grad_norm": 0.0027008056640625, | |
| "learning_rate": 5.869515970701504e-06, | |
| "loss": 0.0, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 1.2480252764612954, | |
| "grad_norm": 0.003997802734375, | |
| "learning_rate": 5.861964811598581e-06, | |
| "loss": 0.2871, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 1.250282103362672, | |
| "grad_norm": 0.0020751953125, | |
| "learning_rate": 5.8544136524956585e-06, | |
| "loss": 0.0, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 1.2525389302640488, | |
| "grad_norm": 0.000579833984375, | |
| "learning_rate": 5.846862493392736e-06, | |
| "loss": 0.0, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 1.2547957571654254, | |
| "grad_norm": 0.004119873046875, | |
| "learning_rate": 5.839311334289815e-06, | |
| "loss": 0.0, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 1.257052584066802, | |
| "grad_norm": 0.00054931640625, | |
| "learning_rate": 5.831760175186891e-06, | |
| "loss": 0.0001, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 1.2593094109681786, | |
| "grad_norm": 0.00170135498046875, | |
| "learning_rate": 5.8242090160839695e-06, | |
| "loss": 0.1847, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 1.2615662378695554, | |
| "grad_norm": 0.000247955322265625, | |
| "learning_rate": 5.816657856981047e-06, | |
| "loss": 0.0, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 1.263823064770932, | |
| "grad_norm": 0.0002956390380859375, | |
| "learning_rate": 5.809106697878125e-06, | |
| "loss": 0.0, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 1.2660798916723088, | |
| "grad_norm": 0.001983642578125, | |
| "learning_rate": 5.801555538775202e-06, | |
| "loss": 0.0, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 1.2683367185736854, | |
| "grad_norm": 0.00022792816162109375, | |
| "learning_rate": 5.79400437967228e-06, | |
| "loss": 0.0008, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 1.270593545475062, | |
| "grad_norm": 0.000247955322265625, | |
| "learning_rate": 5.786453220569358e-06, | |
| "loss": 0.0, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 1.2728503723764386, | |
| "grad_norm": 0.00080108642578125, | |
| "learning_rate": 5.778902061466436e-06, | |
| "loss": 0.0, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 1.2751071992778154, | |
| "grad_norm": 0.0022430419921875, | |
| "learning_rate": 5.771350902363513e-06, | |
| "loss": 0.2461, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 1.277364026179192, | |
| "grad_norm": 0.000720977783203125, | |
| "learning_rate": 5.763799743260591e-06, | |
| "loss": 0.0, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 1.2796208530805688, | |
| "grad_norm": 0.0001697540283203125, | |
| "learning_rate": 5.7562485841576685e-06, | |
| "loss": 0.0, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 1.2818776799819454, | |
| "grad_norm": 0.0003223419189453125, | |
| "learning_rate": 5.748697425054747e-06, | |
| "loss": 0.0, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 1.284134506883322, | |
| "grad_norm": 0.00067138671875, | |
| "learning_rate": 5.741146265951823e-06, | |
| "loss": 0.0, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 1.2863913337846986, | |
| "grad_norm": 0.000133514404296875, | |
| "learning_rate": 5.733595106848902e-06, | |
| "loss": 0.0, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 1.2886481606860754, | |
| "grad_norm": 0.0006103515625, | |
| "learning_rate": 5.7260439477459796e-06, | |
| "loss": 0.0, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 1.290904987587452, | |
| "grad_norm": 0.01220703125, | |
| "learning_rate": 5.718492788643057e-06, | |
| "loss": 0.0, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 1.2931618144888288, | |
| "grad_norm": 0.0005645751953125, | |
| "learning_rate": 5.710941629540135e-06, | |
| "loss": 0.0, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 1.2954186413902053, | |
| "grad_norm": 0.00152587890625, | |
| "learning_rate": 5.703390470437212e-06, | |
| "loss": 0.0, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 1.297675468291582, | |
| "grad_norm": 0.00170135498046875, | |
| "learning_rate": 5.695839311334291e-06, | |
| "loss": 0.0, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 1.2999322951929586, | |
| "grad_norm": 0.0004100799560546875, | |
| "learning_rate": 5.688288152231368e-06, | |
| "loss": 0.3257, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 1.3021891220943353, | |
| "grad_norm": 0.000667572021484375, | |
| "learning_rate": 5.680736993128446e-06, | |
| "loss": 0.0, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 1.304445948995712, | |
| "grad_norm": 0.0002956390380859375, | |
| "learning_rate": 5.673185834025523e-06, | |
| "loss": 0.0, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 1.3067027758970888, | |
| "grad_norm": 9.918212890625e-05, | |
| "learning_rate": 5.665634674922601e-06, | |
| "loss": 0.0, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 1.3089596027984653, | |
| "grad_norm": 0.000293731689453125, | |
| "learning_rate": 5.6580835158196786e-06, | |
| "loss": 0.0, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 1.311216429699842, | |
| "grad_norm": 70.5, | |
| "learning_rate": 5.650532356716757e-06, | |
| "loss": 0.1552, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 1.3134732566012186, | |
| "grad_norm": 0.00022029876708984375, | |
| "learning_rate": 5.642981197613834e-06, | |
| "loss": 0.2409, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 1.3157300835025953, | |
| "grad_norm": 0.0005340576171875, | |
| "learning_rate": 5.635430038510912e-06, | |
| "loss": 0.0, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 1.317986910403972, | |
| "grad_norm": 0.00165557861328125, | |
| "learning_rate": 5.62787887940799e-06, | |
| "loss": 0.4549, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 1.3202437373053486, | |
| "grad_norm": 0.000545501708984375, | |
| "learning_rate": 5.620327720305067e-06, | |
| "loss": 0.0, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 1.3225005642067253, | |
| "grad_norm": 0.000202178955078125, | |
| "learning_rate": 5.612776561202144e-06, | |
| "loss": 0.1561, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 1.324757391108102, | |
| "grad_norm": 0.0022125244140625, | |
| "learning_rate": 5.605225402099223e-06, | |
| "loss": 0.0, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 1.3270142180094786, | |
| "grad_norm": 0.001617431640625, | |
| "learning_rate": 5.597674242996301e-06, | |
| "loss": 0.0, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 1.3292710449108553, | |
| "grad_norm": 0.0001316070556640625, | |
| "learning_rate": 5.590123083893378e-06, | |
| "loss": 0.0, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 1.331527871812232, | |
| "grad_norm": 0.00150299072265625, | |
| "learning_rate": 5.582571924790455e-06, | |
| "loss": 0.0, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 1.3337846987136086, | |
| "grad_norm": 0.0024261474609375, | |
| "learning_rate": 5.575020765687533e-06, | |
| "loss": 0.0, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 1.3360415256149853, | |
| "grad_norm": 0.000370025634765625, | |
| "learning_rate": 5.567469606584611e-06, | |
| "loss": 0.1382, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 1.3382983525163619, | |
| "grad_norm": 0.002410888671875, | |
| "learning_rate": 5.5599184474816894e-06, | |
| "loss": 0.0, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 1.3405551794177386, | |
| "grad_norm": 0.00010395050048828125, | |
| "learning_rate": 5.552367288378766e-06, | |
| "loss": 0.0, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 1.3428120063191153, | |
| "grad_norm": 0.00049591064453125, | |
| "learning_rate": 5.544816129275844e-06, | |
| "loss": 0.0, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 1.345068833220492, | |
| "grad_norm": 0.0003814697265625, | |
| "learning_rate": 5.537264970172922e-06, | |
| "loss": 0.0, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 1.3473256601218686, | |
| "grad_norm": 0.0228271484375, | |
| "learning_rate": 5.52971381107e-06, | |
| "loss": 0.0036, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 1.3495824870232453, | |
| "grad_norm": 0.000568389892578125, | |
| "learning_rate": 5.522162651967078e-06, | |
| "loss": 0.3318, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 1.3518393139246219, | |
| "grad_norm": 0.000804901123046875, | |
| "learning_rate": 5.514611492864155e-06, | |
| "loss": 0.1936, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 1.3540961408259986, | |
| "grad_norm": 0.0015869140625, | |
| "learning_rate": 5.507060333761233e-06, | |
| "loss": 0.0, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.3563529677273753, | |
| "grad_norm": 0.00189971923828125, | |
| "learning_rate": 5.499509174658311e-06, | |
| "loss": 0.0, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 1.358609794628752, | |
| "grad_norm": 0.000518798828125, | |
| "learning_rate": 5.4919580155553884e-06, | |
| "loss": 0.2387, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 1.3608666215301286, | |
| "grad_norm": 0.00323486328125, | |
| "learning_rate": 5.484406856452465e-06, | |
| "loss": 0.0003, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 1.3631234484315053, | |
| "grad_norm": 0.0181884765625, | |
| "learning_rate": 5.476855697349543e-06, | |
| "loss": 0.0, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 1.3653802753328819, | |
| "grad_norm": 0.000217437744140625, | |
| "learning_rate": 5.469304538246622e-06, | |
| "loss": 0.0, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 1.3676371022342586, | |
| "grad_norm": 0.0008087158203125, | |
| "learning_rate": 5.4617533791436995e-06, | |
| "loss": 0.0, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 1.3698939291356353, | |
| "grad_norm": 0.001922607421875, | |
| "learning_rate": 5.454202220040776e-06, | |
| "loss": 0.0, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 1.372150756037012, | |
| "grad_norm": 0.00183868408203125, | |
| "learning_rate": 5.446651060937854e-06, | |
| "loss": 0.0, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 1.3744075829383886, | |
| "grad_norm": 0.00193023681640625, | |
| "learning_rate": 5.439099901834932e-06, | |
| "loss": 0.0, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 1.3766644098397653, | |
| "grad_norm": 0.007476806640625, | |
| "learning_rate": 5.4315487427320105e-06, | |
| "loss": 0.0, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 1.3789212367411419, | |
| "grad_norm": 0.000171661376953125, | |
| "learning_rate": 5.423997583629087e-06, | |
| "loss": 0.0082, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 1.3811780636425186, | |
| "grad_norm": 0.00201416015625, | |
| "learning_rate": 5.416446424526165e-06, | |
| "loss": 0.0, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 1.3834348905438953, | |
| "grad_norm": 0.0010223388671875, | |
| "learning_rate": 5.408895265423243e-06, | |
| "loss": 0.0, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 1.3856917174452719, | |
| "grad_norm": 0.0030517578125, | |
| "learning_rate": 5.401344106320321e-06, | |
| "loss": 0.0, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 1.3879485443466486, | |
| "grad_norm": 0.00070953369140625, | |
| "learning_rate": 5.393792947217398e-06, | |
| "loss": 0.0, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 1.3902053712480253, | |
| "grad_norm": 0.0004482269287109375, | |
| "learning_rate": 5.386241788114475e-06, | |
| "loss": 0.0, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 1.3924621981494019, | |
| "grad_norm": 0.00118255615234375, | |
| "learning_rate": 5.378690629011554e-06, | |
| "loss": 0.3508, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 1.3947190250507786, | |
| "grad_norm": 0.0012664794921875, | |
| "learning_rate": 5.371139469908632e-06, | |
| "loss": 0.2107, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 1.3969758519521553, | |
| "grad_norm": 0.00125885009765625, | |
| "learning_rate": 5.3635883108057095e-06, | |
| "loss": 0.0, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 1.3992326788535319, | |
| "grad_norm": 0.000713348388671875, | |
| "learning_rate": 5.3560371517027864e-06, | |
| "loss": 0.2159, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 1.4014895057549086, | |
| "grad_norm": 0.00090789794921875, | |
| "learning_rate": 5.348485992599864e-06, | |
| "loss": 0.0, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 1.4037463326562853, | |
| "grad_norm": 0.00982666015625, | |
| "learning_rate": 5.340934833496943e-06, | |
| "loss": 0.2689, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 1.4060031595576619, | |
| "grad_norm": 0.01019287109375, | |
| "learning_rate": 5.3333836743940206e-06, | |
| "loss": 0.0, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 1.4082599864590386, | |
| "grad_norm": 0.02392578125, | |
| "learning_rate": 5.3258325152910975e-06, | |
| "loss": 0.0001, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 1.4105168133604153, | |
| "grad_norm": 0.0023345947265625, | |
| "learning_rate": 5.318281356188175e-06, | |
| "loss": 0.0001, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 1.4127736402617919, | |
| "grad_norm": 0.000885009765625, | |
| "learning_rate": 5.310730197085253e-06, | |
| "loss": 0.1802, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 1.4150304671631686, | |
| "grad_norm": 0.0024566650390625, | |
| "learning_rate": 5.303179037982331e-06, | |
| "loss": 0.0, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 1.4172872940645451, | |
| "grad_norm": 0.00579833984375, | |
| "learning_rate": 5.295627878879408e-06, | |
| "loss": 0.0, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 1.4195441209659219, | |
| "grad_norm": 0.0103759765625, | |
| "learning_rate": 5.288076719776486e-06, | |
| "loss": 0.0, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 1.4218009478672986, | |
| "grad_norm": 0.000530242919921875, | |
| "learning_rate": 5.280525560673564e-06, | |
| "loss": 0.0, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 1.4240577747686753, | |
| "grad_norm": 0.000827789306640625, | |
| "learning_rate": 5.272974401570642e-06, | |
| "loss": 0.0, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 1.4263146016700519, | |
| "grad_norm": 0.00836181640625, | |
| "learning_rate": 5.265423242467719e-06, | |
| "loss": 0.0, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 1.4285714285714286, | |
| "grad_norm": 0.0013427734375, | |
| "learning_rate": 5.2578720833647965e-06, | |
| "loss": 0.0, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 1.4308282554728051, | |
| "grad_norm": 0.001434326171875, | |
| "learning_rate": 5.250320924261875e-06, | |
| "loss": 0.0, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 1.4330850823741819, | |
| "grad_norm": 0.00025177001953125, | |
| "learning_rate": 5.242769765158953e-06, | |
| "loss": 0.0, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 1.4353419092755586, | |
| "grad_norm": 78.0, | |
| "learning_rate": 5.23521860605603e-06, | |
| "loss": 0.4103, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 1.4375987361769353, | |
| "grad_norm": 0.0024871826171875, | |
| "learning_rate": 5.2276674469531075e-06, | |
| "loss": 0.0, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 1.4398555630783119, | |
| "grad_norm": 0.000316619873046875, | |
| "learning_rate": 5.220116287850185e-06, | |
| "loss": 0.0, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 1.4421123899796886, | |
| "grad_norm": 0.002777099609375, | |
| "learning_rate": 5.212565128747263e-06, | |
| "loss": 0.0, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 1.4443692168810651, | |
| "grad_norm": 0.006439208984375, | |
| "learning_rate": 5.205013969644342e-06, | |
| "loss": 0.0, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 1.4466260437824419, | |
| "grad_norm": 0.00030517578125, | |
| "learning_rate": 5.1974628105414186e-06, | |
| "loss": 0.0, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 1.4488828706838186, | |
| "grad_norm": 0.003997802734375, | |
| "learning_rate": 5.189911651438496e-06, | |
| "loss": 0.0, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 1.4511396975851953, | |
| "grad_norm": 0.000629425048828125, | |
| "learning_rate": 5.182360492335574e-06, | |
| "loss": 0.0002, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 1.4533965244865719, | |
| "grad_norm": 0.00159454345703125, | |
| "learning_rate": 5.174809333232652e-06, | |
| "loss": 0.2868, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 1.4556533513879486, | |
| "grad_norm": 0.00095367431640625, | |
| "learning_rate": 5.167258174129729e-06, | |
| "loss": 0.0, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 1.4579101782893251, | |
| "grad_norm": 0.0003032684326171875, | |
| "learning_rate": 5.1597070150268065e-06, | |
| "loss": 0.0, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 1.4601670051907019, | |
| "grad_norm": 0.00159454345703125, | |
| "learning_rate": 5.152155855923885e-06, | |
| "loss": 0.0, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 1.4624238320920786, | |
| "grad_norm": 0.00213623046875, | |
| "learning_rate": 5.144604696820963e-06, | |
| "loss": 0.0653, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 1.4646806589934551, | |
| "grad_norm": 0.0011749267578125, | |
| "learning_rate": 5.13705353771804e-06, | |
| "loss": 0.0, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 1.4669374858948319, | |
| "grad_norm": 0.01177978515625, | |
| "learning_rate": 5.1295023786151176e-06, | |
| "loss": 0.0, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.4691943127962086, | |
| "grad_norm": 0.0001354217529296875, | |
| "learning_rate": 5.121951219512195e-06, | |
| "loss": 0.0, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 1.4714511396975851, | |
| "grad_norm": 0.00017833709716796875, | |
| "learning_rate": 5.114400060409274e-06, | |
| "loss": 0.0, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 1.4737079665989619, | |
| "grad_norm": 0.0006561279296875, | |
| "learning_rate": 5.106848901306351e-06, | |
| "loss": 0.0, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 1.4759647935003386, | |
| "grad_norm": 0.000286102294921875, | |
| "learning_rate": 5.099297742203429e-06, | |
| "loss": 0.0, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 1.4782216204017151, | |
| "grad_norm": 0.00026702880859375, | |
| "learning_rate": 5.091746583100506e-06, | |
| "loss": 0.0, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 1.4804784473030919, | |
| "grad_norm": 0.01361083984375, | |
| "learning_rate": 5.084195423997584e-06, | |
| "loss": 0.0, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 1.4827352742044684, | |
| "grad_norm": 0.0001583099365234375, | |
| "learning_rate": 5.076644264894661e-06, | |
| "loss": 0.0592, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 1.4849921011058451, | |
| "grad_norm": 0.00131988525390625, | |
| "learning_rate": 5.069093105791739e-06, | |
| "loss": 0.0, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 1.4872489280072219, | |
| "grad_norm": 0.000667572021484375, | |
| "learning_rate": 5.061541946688817e-06, | |
| "loss": 0.0, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 1.4895057549085986, | |
| "grad_norm": 0.000759124755859375, | |
| "learning_rate": 5.053990787585895e-06, | |
| "loss": 0.0, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 1.4917625818099751, | |
| "grad_norm": 0.000255584716796875, | |
| "learning_rate": 5.046439628482973e-06, | |
| "loss": 0.0364, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 1.4940194087113519, | |
| "grad_norm": 0.00023365020751953125, | |
| "learning_rate": 5.03888846938005e-06, | |
| "loss": 0.0, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 1.4962762356127284, | |
| "grad_norm": 8.153915405273438e-05, | |
| "learning_rate": 5.031337310277128e-06, | |
| "loss": 0.0, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 1.4985330625141051, | |
| "grad_norm": 0.0028228759765625, | |
| "learning_rate": 5.023786151174206e-06, | |
| "loss": 0.0, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 1.5007898894154819, | |
| "grad_norm": 9.775161743164062e-05, | |
| "learning_rate": 5.016234992071284e-06, | |
| "loss": 0.0, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 1.5030467163168586, | |
| "grad_norm": 0.000316619873046875, | |
| "learning_rate": 5.008683832968361e-06, | |
| "loss": 0.2175, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 1.5053035432182351, | |
| "grad_norm": 0.0003604888916015625, | |
| "learning_rate": 5.001132673865439e-06, | |
| "loss": 0.0, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 1.5075603701196119, | |
| "grad_norm": 0.000179290771484375, | |
| "learning_rate": 4.993581514762516e-06, | |
| "loss": 0.0, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 1.5098171970209884, | |
| "grad_norm": 0.0028839111328125, | |
| "learning_rate": 4.986030355659594e-06, | |
| "loss": 0.0, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 1.5120740239223651, | |
| "grad_norm": 0.00125885009765625, | |
| "learning_rate": 4.978479196556672e-06, | |
| "loss": 0.0, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 1.5143308508237419, | |
| "grad_norm": 0.000331878662109375, | |
| "learning_rate": 4.97092803745375e-06, | |
| "loss": 0.0, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 1.5165876777251186, | |
| "grad_norm": 0.000675201416015625, | |
| "learning_rate": 4.9633768783508275e-06, | |
| "loss": 0.0, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 1.5188445046264951, | |
| "grad_norm": 0.00015735626220703125, | |
| "learning_rate": 4.955825719247904e-06, | |
| "loss": 0.0897, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 1.5211013315278719, | |
| "grad_norm": 0.00061798095703125, | |
| "learning_rate": 4.948274560144983e-06, | |
| "loss": 0.0, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 1.5233581584292484, | |
| "grad_norm": 0.0009765625, | |
| "learning_rate": 4.94072340104206e-06, | |
| "loss": 0.0, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 1.5256149853306251, | |
| "grad_norm": 0.00010585784912109375, | |
| "learning_rate": 4.9331722419391385e-06, | |
| "loss": 0.0, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 1.5278718122320019, | |
| "grad_norm": 0.0001087188720703125, | |
| "learning_rate": 4.925621082836215e-06, | |
| "loss": 0.0, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 1.5301286391333786, | |
| "grad_norm": 0.0009307861328125, | |
| "learning_rate": 4.918069923733293e-06, | |
| "loss": 0.0, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 1.5323854660347551, | |
| "grad_norm": 0.002593994140625, | |
| "learning_rate": 4.910518764630371e-06, | |
| "loss": 0.0, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 1.5346422929361316, | |
| "grad_norm": 0.00048828125, | |
| "learning_rate": 4.902967605527449e-06, | |
| "loss": 0.0, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 1.5368991198375084, | |
| "grad_norm": 0.00016021728515625, | |
| "learning_rate": 4.8954164464245265e-06, | |
| "loss": 0.0, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 1.5391559467388851, | |
| "grad_norm": 0.00019168853759765625, | |
| "learning_rate": 4.887865287321604e-06, | |
| "loss": 0.6172, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 1.5414127736402619, | |
| "grad_norm": 0.00167083740234375, | |
| "learning_rate": 4.880314128218682e-06, | |
| "loss": 0.0, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 1.5436696005416386, | |
| "grad_norm": 0.0029754638671875, | |
| "learning_rate": 4.87276296911576e-06, | |
| "loss": 0.0, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 1.5459264274430151, | |
| "grad_norm": 0.0010833740234375, | |
| "learning_rate": 4.8652118100128375e-06, | |
| "loss": 0.0, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 1.5481832543443916, | |
| "grad_norm": 0.00012683868408203125, | |
| "learning_rate": 4.857660650909915e-06, | |
| "loss": 0.0, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 1.5504400812457684, | |
| "grad_norm": 0.0010223388671875, | |
| "learning_rate": 4.850109491806993e-06, | |
| "loss": 0.2717, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 1.5526969081471451, | |
| "grad_norm": 0.00341796875, | |
| "learning_rate": 4.842558332704071e-06, | |
| "loss": 0.0, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 1.5549537350485219, | |
| "grad_norm": 0.002685546875, | |
| "learning_rate": 4.8350071736011486e-06, | |
| "loss": 0.0, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 1.5572105619498986, | |
| "grad_norm": 9.5367431640625e-05, | |
| "learning_rate": 4.8274560144982255e-06, | |
| "loss": 0.0, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 1.5594673888512751, | |
| "grad_norm": 0.0003795623779296875, | |
| "learning_rate": 4.819904855395304e-06, | |
| "loss": 0.0, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 1.5617242157526516, | |
| "grad_norm": 0.00022220611572265625, | |
| "learning_rate": 4.812353696292381e-06, | |
| "loss": 0.0, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 1.5639810426540284, | |
| "grad_norm": 0.00040435791015625, | |
| "learning_rate": 4.804802537189459e-06, | |
| "loss": 0.0, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 1.5662378695554051, | |
| "grad_norm": 0.000690460205078125, | |
| "learning_rate": 4.7972513780865365e-06, | |
| "loss": 0.0, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 1.5684946964567819, | |
| "grad_norm": 0.001983642578125, | |
| "learning_rate": 4.789700218983614e-06, | |
| "loss": 0.0, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 1.5707515233581584, | |
| "grad_norm": 0.00018787384033203125, | |
| "learning_rate": 4.782149059880692e-06, | |
| "loss": 0.0, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 1.5730083502595351, | |
| "grad_norm": 0.000152587890625, | |
| "learning_rate": 4.77459790077777e-06, | |
| "loss": 0.0, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 1.5752651771609116, | |
| "grad_norm": 0.00014591217041015625, | |
| "learning_rate": 4.7670467416748476e-06, | |
| "loss": 0.0, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 1.5775220040622884, | |
| "grad_norm": 0.00018978118896484375, | |
| "learning_rate": 4.759495582571925e-06, | |
| "loss": 0.0, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 1.5797788309636651, | |
| "grad_norm": 0.000286102294921875, | |
| "learning_rate": 4.751944423469002e-06, | |
| "loss": 0.0, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.5820356578650419, | |
| "grad_norm": 0.000293731689453125, | |
| "learning_rate": 4.744393264366081e-06, | |
| "loss": 0.2482, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 1.5842924847664184, | |
| "grad_norm": 0.0005035400390625, | |
| "learning_rate": 4.736842105263158e-06, | |
| "loss": 0.3, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 1.5865493116677951, | |
| "grad_norm": 0.00110626220703125, | |
| "learning_rate": 4.729290946160236e-06, | |
| "loss": 0.0, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 1.5888061385691716, | |
| "grad_norm": 0.00040435791015625, | |
| "learning_rate": 4.721739787057314e-06, | |
| "loss": 0.0, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 1.5910629654705484, | |
| "grad_norm": 0.00555419921875, | |
| "learning_rate": 4.714188627954391e-06, | |
| "loss": 0.0, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 1.5933197923719251, | |
| "grad_norm": 0.00018215179443359375, | |
| "learning_rate": 4.70663746885147e-06, | |
| "loss": 0.0, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 1.5955766192733019, | |
| "grad_norm": 10.125, | |
| "learning_rate": 4.6990863097485466e-06, | |
| "loss": 0.0016, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 1.5978334461746784, | |
| "grad_norm": 0.000713348388671875, | |
| "learning_rate": 4.691535150645624e-06, | |
| "loss": 0.0, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 1.6000902730760551, | |
| "grad_norm": 0.0004825592041015625, | |
| "learning_rate": 4.683983991542702e-06, | |
| "loss": 0.0002, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 1.6023470999774316, | |
| "grad_norm": 0.00099945068359375, | |
| "learning_rate": 4.67643283243978e-06, | |
| "loss": 0.3182, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 1.6046039268788084, | |
| "grad_norm": 0.004852294921875, | |
| "learning_rate": 4.668881673336858e-06, | |
| "loss": 0.0, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 1.6068607537801851, | |
| "grad_norm": 0.000957489013671875, | |
| "learning_rate": 4.661330514233935e-06, | |
| "loss": 0.0001, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 1.6091175806815619, | |
| "grad_norm": 0.0024566650390625, | |
| "learning_rate": 4.653779355131013e-06, | |
| "loss": 0.2413, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 1.6113744075829384, | |
| "grad_norm": 44.25, | |
| "learning_rate": 4.646228196028091e-06, | |
| "loss": 0.287, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 1.613631234484315, | |
| "grad_norm": 0.00049591064453125, | |
| "learning_rate": 4.638677036925169e-06, | |
| "loss": 0.2296, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 1.6158880613856916, | |
| "grad_norm": 0.000514984130859375, | |
| "learning_rate": 4.631125877822246e-06, | |
| "loss": 0.0, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 1.6181448882870684, | |
| "grad_norm": 0.0059814453125, | |
| "learning_rate": 4.623574718719323e-06, | |
| "loss": 0.0, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 1.6204017151884451, | |
| "grad_norm": 0.00185394287109375, | |
| "learning_rate": 4.616023559616402e-06, | |
| "loss": 0.0002, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 1.6226585420898219, | |
| "grad_norm": 0.00064849853515625, | |
| "learning_rate": 4.608472400513479e-06, | |
| "loss": 0.0, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 1.6249153689911984, | |
| "grad_norm": 0.00125885009765625, | |
| "learning_rate": 4.600921241410557e-06, | |
| "loss": 0.0, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 1.627172195892575, | |
| "grad_norm": 0.0007171630859375, | |
| "learning_rate": 4.593370082307634e-06, | |
| "loss": 0.0, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 1.6294290227939516, | |
| "grad_norm": 0.00335693359375, | |
| "learning_rate": 4.585818923204712e-06, | |
| "loss": 0.0, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 1.6316858496953284, | |
| "grad_norm": 0.0038909912109375, | |
| "learning_rate": 4.57826776410179e-06, | |
| "loss": 0.2573, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 1.6339426765967051, | |
| "grad_norm": 0.0015869140625, | |
| "learning_rate": 4.570716604998868e-06, | |
| "loss": 0.0, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 1.6361995034980819, | |
| "grad_norm": 0.0031585693359375, | |
| "learning_rate": 4.563165445895945e-06, | |
| "loss": 0.2589, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 1.6384563303994584, | |
| "grad_norm": 0.0035552978515625, | |
| "learning_rate": 4.555614286793023e-06, | |
| "loss": 0.0, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 1.640713157300835, | |
| "grad_norm": 0.020751953125, | |
| "learning_rate": 4.548063127690101e-06, | |
| "loss": 0.2702, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 1.6429699842022116, | |
| "grad_norm": 0.00457763671875, | |
| "learning_rate": 4.540511968587179e-06, | |
| "loss": 0.0, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 1.6452268111035884, | |
| "grad_norm": 0.0078125, | |
| "learning_rate": 4.5329608094842564e-06, | |
| "loss": 0.0, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 1.6474836380049651, | |
| "grad_norm": 0.00579833984375, | |
| "learning_rate": 4.525409650381334e-06, | |
| "loss": 0.0, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 1.6497404649063416, | |
| "grad_norm": 0.0003147125244140625, | |
| "learning_rate": 4.517858491278412e-06, | |
| "loss": 0.0, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 1.6519972918077184, | |
| "grad_norm": 0.00286865234375, | |
| "learning_rate": 4.510307332175489e-06, | |
| "loss": 0.1944, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 1.654254118709095, | |
| "grad_norm": 0.004638671875, | |
| "learning_rate": 4.5027561730725675e-06, | |
| "loss": 0.0, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 1.6565109456104716, | |
| "grad_norm": 0.002685546875, | |
| "learning_rate": 4.495205013969644e-06, | |
| "loss": 0.0, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 1.6587677725118484, | |
| "grad_norm": 0.00156402587890625, | |
| "learning_rate": 4.487653854866722e-06, | |
| "loss": 0.0, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 1.6610245994132251, | |
| "grad_norm": 0.000568389892578125, | |
| "learning_rate": 4.4801026957638e-06, | |
| "loss": 0.0, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 1.6632814263146016, | |
| "grad_norm": 0.01422119140625, | |
| "learning_rate": 4.472551536660878e-06, | |
| "loss": 0.0, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 1.6655382532159784, | |
| "grad_norm": 0.0009613037109375, | |
| "learning_rate": 4.4650003775579554e-06, | |
| "loss": 0.0, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 1.6677950801173549, | |
| "grad_norm": 0.00055694580078125, | |
| "learning_rate": 4.457449218455033e-06, | |
| "loss": 0.2759, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 1.6700519070187316, | |
| "grad_norm": 28.0, | |
| "learning_rate": 4.449898059352111e-06, | |
| "loss": 0.0055, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 1.6723087339201084, | |
| "grad_norm": 0.0010528564453125, | |
| "learning_rate": 4.442346900249189e-06, | |
| "loss": 0.0, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 1.674565560821485, | |
| "grad_norm": 0.00034332275390625, | |
| "learning_rate": 4.4347957411462665e-06, | |
| "loss": 0.0, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 1.6768223877228616, | |
| "grad_norm": 0.0086669921875, | |
| "learning_rate": 4.427244582043344e-06, | |
| "loss": 0.0757, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 1.6790792146242384, | |
| "grad_norm": 0.00023651123046875, | |
| "learning_rate": 4.419693422940421e-06, | |
| "loss": 0.0, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 1.6813360415256149, | |
| "grad_norm": 0.0011138916015625, | |
| "learning_rate": 4.4121422638375e-06, | |
| "loss": 0.0, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 1.6835928684269916, | |
| "grad_norm": 0.0016021728515625, | |
| "learning_rate": 4.404591104734577e-06, | |
| "loss": 0.0, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 1.6858496953283684, | |
| "grad_norm": 0.004730224609375, | |
| "learning_rate": 4.3970399456316544e-06, | |
| "loss": 0.2891, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 1.688106522229745, | |
| "grad_norm": 0.00030517578125, | |
| "learning_rate": 4.389488786528733e-06, | |
| "loss": 0.0, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 1.6903633491311216, | |
| "grad_norm": 0.000568389892578125, | |
| "learning_rate": 4.38193762742581e-06, | |
| "loss": 0.0004, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 1.6926201760324981, | |
| "grad_norm": 0.0004596710205078125, | |
| "learning_rate": 4.3743864683228886e-06, | |
| "loss": 0.0, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.6948770029338749, | |
| "grad_norm": 0.0003757476806640625, | |
| "learning_rate": 4.3668353092199655e-06, | |
| "loss": 0.6468, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 1.6971338298352516, | |
| "grad_norm": 0.00109100341796875, | |
| "learning_rate": 4.359284150117043e-06, | |
| "loss": 0.0, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 1.6993906567366284, | |
| "grad_norm": 0.000308990478515625, | |
| "learning_rate": 4.351732991014121e-06, | |
| "loss": 0.0, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 1.701647483638005, | |
| "grad_norm": 0.000705718994140625, | |
| "learning_rate": 4.344181831911199e-06, | |
| "loss": 0.0, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 1.7039043105393816, | |
| "grad_norm": 0.00109100341796875, | |
| "learning_rate": 4.3366306728082765e-06, | |
| "loss": 0.195, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 1.7061611374407581, | |
| "grad_norm": 0.00023937225341796875, | |
| "learning_rate": 4.329079513705354e-06, | |
| "loss": 0.2883, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 1.7084179643421349, | |
| "grad_norm": 0.005950927734375, | |
| "learning_rate": 4.321528354602432e-06, | |
| "loss": 0.0, | |
| "step": 7570 | |
| }, | |
| { | |
| "epoch": 1.7106747912435116, | |
| "grad_norm": 0.001373291015625, | |
| "learning_rate": 4.31397719549951e-06, | |
| "loss": 0.0, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 1.7129316181448884, | |
| "grad_norm": 0.00046539306640625, | |
| "learning_rate": 4.306426036396587e-06, | |
| "loss": 0.0, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 1.715188445046265, | |
| "grad_norm": 8.6875, | |
| "learning_rate": 4.298874877293665e-06, | |
| "loss": 0.0005, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 1.7174452719476416, | |
| "grad_norm": 0.004058837890625, | |
| "learning_rate": 4.291323718190742e-06, | |
| "loss": 0.2448, | |
| "step": 7610 | |
| }, | |
| { | |
| "epoch": 1.7197020988490181, | |
| "grad_norm": 0.001678466796875, | |
| "learning_rate": 4.28377255908782e-06, | |
| "loss": 0.0, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 1.7219589257503949, | |
| "grad_norm": 9.012222290039062e-05, | |
| "learning_rate": 4.276221399984898e-06, | |
| "loss": 0.0, | |
| "step": 7630 | |
| }, | |
| { | |
| "epoch": 1.7242157526517716, | |
| "grad_norm": 0.007354736328125, | |
| "learning_rate": 4.2686702408819755e-06, | |
| "loss": 0.0, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 1.7264725795531484, | |
| "grad_norm": 0.00131988525390625, | |
| "learning_rate": 4.261119081779053e-06, | |
| "loss": 0.0, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 1.7287294064545249, | |
| "grad_norm": 0.0031890869140625, | |
| "learning_rate": 4.253567922676131e-06, | |
| "loss": 0.0, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 1.7309862333559016, | |
| "grad_norm": 0.00174713134765625, | |
| "learning_rate": 4.246016763573209e-06, | |
| "loss": 0.0, | |
| "step": 7670 | |
| }, | |
| { | |
| "epoch": 1.7332430602572781, | |
| "grad_norm": 0.00029754638671875, | |
| "learning_rate": 4.2384656044702866e-06, | |
| "loss": 0.0, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 1.7354998871586549, | |
| "grad_norm": 0.0001964569091796875, | |
| "learning_rate": 4.230914445367364e-06, | |
| "loss": 0.0, | |
| "step": 7690 | |
| }, | |
| { | |
| "epoch": 1.7377567140600316, | |
| "grad_norm": 0.0036163330078125, | |
| "learning_rate": 4.223363286264442e-06, | |
| "loss": 0.1878, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 1.7400135409614084, | |
| "grad_norm": 0.0152587890625, | |
| "learning_rate": 4.21581212716152e-06, | |
| "loss": 0.0, | |
| "step": 7710 | |
| }, | |
| { | |
| "epoch": 1.7422703678627849, | |
| "grad_norm": 0.041015625, | |
| "learning_rate": 4.208260968058598e-06, | |
| "loss": 0.0, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 1.7445271947641616, | |
| "grad_norm": 0.000701904296875, | |
| "learning_rate": 4.200709808955675e-06, | |
| "loss": 0.0, | |
| "step": 7730 | |
| }, | |
| { | |
| "epoch": 1.7467840216655381, | |
| "grad_norm": 0.000568389892578125, | |
| "learning_rate": 4.193158649852752e-06, | |
| "loss": 0.24, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 1.7490408485669149, | |
| "grad_norm": 0.01068115234375, | |
| "learning_rate": 4.185607490749831e-06, | |
| "loss": 0.0, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 1.7512976754682916, | |
| "grad_norm": 0.001220703125, | |
| "learning_rate": 4.178056331646908e-06, | |
| "loss": 0.2857, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 1.7535545023696684, | |
| "grad_norm": 0.0022430419921875, | |
| "learning_rate": 4.170505172543986e-06, | |
| "loss": 0.0, | |
| "step": 7770 | |
| }, | |
| { | |
| "epoch": 1.7558113292710449, | |
| "grad_norm": 0.00173187255859375, | |
| "learning_rate": 4.162954013441063e-06, | |
| "loss": 0.0001, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 1.7580681561724216, | |
| "grad_norm": 0.002044677734375, | |
| "learning_rate": 4.155402854338141e-06, | |
| "loss": 0.0, | |
| "step": 7790 | |
| }, | |
| { | |
| "epoch": 1.7603249830737981, | |
| "grad_norm": 0.005859375, | |
| "learning_rate": 4.147851695235219e-06, | |
| "loss": 0.0, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 1.7625818099751749, | |
| "grad_norm": 0.000335693359375, | |
| "learning_rate": 4.140300536132297e-06, | |
| "loss": 0.0, | |
| "step": 7810 | |
| }, | |
| { | |
| "epoch": 1.7648386368765516, | |
| "grad_norm": 0.003814697265625, | |
| "learning_rate": 4.132749377029374e-06, | |
| "loss": 0.0, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 1.7670954637779284, | |
| "grad_norm": 0.002349853515625, | |
| "learning_rate": 4.125198217926452e-06, | |
| "loss": 0.0, | |
| "step": 7830 | |
| }, | |
| { | |
| "epoch": 1.7693522906793049, | |
| "grad_norm": 0.00189208984375, | |
| "learning_rate": 4.11764705882353e-06, | |
| "loss": 0.0, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 1.7716091175806814, | |
| "grad_norm": 0.0025482177734375, | |
| "learning_rate": 4.110095899720608e-06, | |
| "loss": 0.2085, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 1.7738659444820581, | |
| "grad_norm": 0.001220703125, | |
| "learning_rate": 4.1025447406176846e-06, | |
| "loss": 0.0, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 1.7761227713834349, | |
| "grad_norm": 0.000881195068359375, | |
| "learning_rate": 4.094993581514763e-06, | |
| "loss": 0.0, | |
| "step": 7870 | |
| }, | |
| { | |
| "epoch": 1.7783795982848116, | |
| "grad_norm": 0.000736236572265625, | |
| "learning_rate": 4.08744242241184e-06, | |
| "loss": 0.0, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 1.7806364251861884, | |
| "grad_norm": 0.0113525390625, | |
| "learning_rate": 4.079891263308918e-06, | |
| "loss": 0.0, | |
| "step": 7890 | |
| }, | |
| { | |
| "epoch": 1.7828932520875649, | |
| "grad_norm": 0.00067901611328125, | |
| "learning_rate": 4.072340104205996e-06, | |
| "loss": 0.0, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 1.7851500789889414, | |
| "grad_norm": 0.00138092041015625, | |
| "learning_rate": 4.064788945103073e-06, | |
| "loss": 0.0, | |
| "step": 7910 | |
| }, | |
| { | |
| "epoch": 1.7874069058903181, | |
| "grad_norm": 0.0015106201171875, | |
| "learning_rate": 4.057237786000152e-06, | |
| "loss": 0.0, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 1.7896637327916949, | |
| "grad_norm": 0.00390625, | |
| "learning_rate": 4.049686626897229e-06, | |
| "loss": 0.0, | |
| "step": 7930 | |
| }, | |
| { | |
| "epoch": 1.7919205596930716, | |
| "grad_norm": 0.004547119140625, | |
| "learning_rate": 4.042135467794307e-06, | |
| "loss": 0.0, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 1.7941773865944484, | |
| "grad_norm": 0.000423431396484375, | |
| "learning_rate": 4.034584308691384e-06, | |
| "loss": 0.0, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 1.7964342134958249, | |
| "grad_norm": 0.0036468505859375, | |
| "learning_rate": 4.027033149588462e-06, | |
| "loss": 0.0, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 1.7986910403972014, | |
| "grad_norm": 0.00157928466796875, | |
| "learning_rate": 4.01948199048554e-06, | |
| "loss": 0.051, | |
| "step": 7970 | |
| }, | |
| { | |
| "epoch": 1.8009478672985781, | |
| "grad_norm": 0.0004138946533203125, | |
| "learning_rate": 4.011930831382618e-06, | |
| "loss": 0.0, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 1.8032046941999549, | |
| "grad_norm": 0.0005035400390625, | |
| "learning_rate": 4.0043796722796955e-06, | |
| "loss": 0.0, | |
| "step": 7990 | |
| }, | |
| { | |
| "epoch": 1.8054615211013316, | |
| "grad_norm": 0.0003814697265625, | |
| "learning_rate": 3.996828513176773e-06, | |
| "loss": 0.1119, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.8077183480027081, | |
| "grad_norm": 0.0019073486328125, | |
| "learning_rate": 3.98927735407385e-06, | |
| "loss": 0.0, | |
| "step": 8010 | |
| }, | |
| { | |
| "epoch": 1.8099751749040849, | |
| "grad_norm": 0.001129150390625, | |
| "learning_rate": 3.981726194970929e-06, | |
| "loss": 0.0, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 1.8122320018054614, | |
| "grad_norm": 0.00016307830810546875, | |
| "learning_rate": 3.974175035868006e-06, | |
| "loss": 0.0, | |
| "step": 8030 | |
| }, | |
| { | |
| "epoch": 1.8144888287068381, | |
| "grad_norm": 0.00106048583984375, | |
| "learning_rate": 3.966623876765084e-06, | |
| "loss": 0.0, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 1.8167456556082149, | |
| "grad_norm": 0.001220703125, | |
| "learning_rate": 3.959072717662161e-06, | |
| "loss": 0.0, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 1.8190024825095916, | |
| "grad_norm": 0.0002155303955078125, | |
| "learning_rate": 3.951521558559239e-06, | |
| "loss": 0.0332, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 1.8212593094109681, | |
| "grad_norm": 0.00019741058349609375, | |
| "learning_rate": 3.943970399456317e-06, | |
| "loss": 0.0, | |
| "step": 8070 | |
| }, | |
| { | |
| "epoch": 1.8235161363123449, | |
| "grad_norm": 0.00012063980102539062, | |
| "learning_rate": 3.9364192403533945e-06, | |
| "loss": 0.0, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 1.8257729632137214, | |
| "grad_norm": 0.004180908203125, | |
| "learning_rate": 3.928868081250472e-06, | |
| "loss": 0.0, | |
| "step": 8090 | |
| }, | |
| { | |
| "epoch": 1.8280297901150981, | |
| "grad_norm": 0.0003299713134765625, | |
| "learning_rate": 3.92131692214755e-06, | |
| "loss": 0.0, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 1.8302866170164749, | |
| "grad_norm": 0.000904083251953125, | |
| "learning_rate": 3.913765763044628e-06, | |
| "loss": 0.0, | |
| "step": 8110 | |
| }, | |
| { | |
| "epoch": 1.8325434439178516, | |
| "grad_norm": 0.0008544921875, | |
| "learning_rate": 3.9062146039417055e-06, | |
| "loss": 0.0, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 1.8348002708192281, | |
| "grad_norm": 0.00022792816162109375, | |
| "learning_rate": 3.898663444838783e-06, | |
| "loss": 0.0, | |
| "step": 8130 | |
| }, | |
| { | |
| "epoch": 1.8370570977206049, | |
| "grad_norm": 0.000637054443359375, | |
| "learning_rate": 3.891112285735861e-06, | |
| "loss": 0.3226, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 1.8393139246219814, | |
| "grad_norm": 0.00665283203125, | |
| "learning_rate": 3.883561126632939e-06, | |
| "loss": 0.0, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 1.8415707515233581, | |
| "grad_norm": 0.0030975341796875, | |
| "learning_rate": 3.8760099675300165e-06, | |
| "loss": 0.303, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 1.8438275784247349, | |
| "grad_norm": 0.0003681182861328125, | |
| "learning_rate": 3.868458808427094e-06, | |
| "loss": 0.0, | |
| "step": 8170 | |
| }, | |
| { | |
| "epoch": 1.8460844053261116, | |
| "grad_norm": 0.0133056640625, | |
| "learning_rate": 3.860907649324171e-06, | |
| "loss": 0.6187, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 1.8483412322274881, | |
| "grad_norm": 0.0015411376953125, | |
| "learning_rate": 3.85335649022125e-06, | |
| "loss": 0.0, | |
| "step": 8190 | |
| }, | |
| { | |
| "epoch": 1.8505980591288647, | |
| "grad_norm": 0.001708984375, | |
| "learning_rate": 3.845805331118327e-06, | |
| "loss": 0.0025, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 1.8528548860302414, | |
| "grad_norm": 0.00830078125, | |
| "learning_rate": 3.8382541720154045e-06, | |
| "loss": 0.0, | |
| "step": 8210 | |
| }, | |
| { | |
| "epoch": 1.8551117129316181, | |
| "grad_norm": 0.00390625, | |
| "learning_rate": 3.830703012912482e-06, | |
| "loss": 0.0, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 1.8573685398329949, | |
| "grad_norm": 0.00098419189453125, | |
| "learning_rate": 3.82315185380956e-06, | |
| "loss": 0.3487, | |
| "step": 8230 | |
| }, | |
| { | |
| "epoch": 1.8596253667343716, | |
| "grad_norm": 0.007049560546875, | |
| "learning_rate": 3.815600694706638e-06, | |
| "loss": 0.2516, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 1.8618821936357481, | |
| "grad_norm": 0.00165557861328125, | |
| "learning_rate": 3.8080495356037155e-06, | |
| "loss": 0.0, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 1.8641390205371247, | |
| "grad_norm": 0.005218505859375, | |
| "learning_rate": 3.800498376500793e-06, | |
| "loss": 0.0, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 1.8663958474385014, | |
| "grad_norm": 0.00144195556640625, | |
| "learning_rate": 3.792947217397871e-06, | |
| "loss": 0.0305, | |
| "step": 8270 | |
| }, | |
| { | |
| "epoch": 1.8686526743398781, | |
| "grad_norm": 0.00064849853515625, | |
| "learning_rate": 3.7853960582949484e-06, | |
| "loss": 0.1983, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 1.8709095012412549, | |
| "grad_norm": 0.00897216796875, | |
| "learning_rate": 3.777844899192026e-06, | |
| "loss": 0.0, | |
| "step": 8290 | |
| }, | |
| { | |
| "epoch": 1.8731663281426316, | |
| "grad_norm": 0.0009918212890625, | |
| "learning_rate": 3.770293740089104e-06, | |
| "loss": 0.0, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 1.8754231550440081, | |
| "grad_norm": 0.002105712890625, | |
| "learning_rate": 3.7627425809861817e-06, | |
| "loss": 0.0, | |
| "step": 8310 | |
| }, | |
| { | |
| "epoch": 1.8776799819453847, | |
| "grad_norm": 0.01226806640625, | |
| "learning_rate": 3.755191421883259e-06, | |
| "loss": 0.0, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 1.8799368088467614, | |
| "grad_norm": 0.00830078125, | |
| "learning_rate": 3.7476402627803372e-06, | |
| "loss": 0.0, | |
| "step": 8330 | |
| }, | |
| { | |
| "epoch": 1.8821936357481381, | |
| "grad_norm": 0.01190185546875, | |
| "learning_rate": 3.7400891036774146e-06, | |
| "loss": 0.0, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 1.8844504626495149, | |
| "grad_norm": 0.0004444122314453125, | |
| "learning_rate": 3.7325379445744923e-06, | |
| "loss": 0.1238, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 1.8867072895508914, | |
| "grad_norm": 0.00946044921875, | |
| "learning_rate": 3.7249867854715705e-06, | |
| "loss": 0.0, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 1.8889641164522681, | |
| "grad_norm": 0.004608154296875, | |
| "learning_rate": 3.717435626368648e-06, | |
| "loss": 0.0, | |
| "step": 8370 | |
| }, | |
| { | |
| "epoch": 1.8912209433536447, | |
| "grad_norm": 0.000576019287109375, | |
| "learning_rate": 3.709884467265726e-06, | |
| "loss": 0.0, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 1.8934777702550214, | |
| "grad_norm": 0.019775390625, | |
| "learning_rate": 3.7023333081628034e-06, | |
| "loss": 0.0, | |
| "step": 8390 | |
| }, | |
| { | |
| "epoch": 1.8957345971563981, | |
| "grad_norm": 0.001556396484375, | |
| "learning_rate": 3.694782149059881e-06, | |
| "loss": 0.1019, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 1.8979914240577749, | |
| "grad_norm": 0.00089263916015625, | |
| "learning_rate": 3.6872309899569585e-06, | |
| "loss": 0.6805, | |
| "step": 8410 | |
| }, | |
| { | |
| "epoch": 1.9002482509591514, | |
| "grad_norm": 0.0027618408203125, | |
| "learning_rate": 3.6796798308540366e-06, | |
| "loss": 0.2843, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 1.9025050778605281, | |
| "grad_norm": 0.002288818359375, | |
| "learning_rate": 3.672128671751114e-06, | |
| "loss": 0.0, | |
| "step": 8430 | |
| }, | |
| { | |
| "epoch": 1.9047619047619047, | |
| "grad_norm": 0.0033111572265625, | |
| "learning_rate": 3.664577512648192e-06, | |
| "loss": 0.0191, | |
| "step": 8440 | |
| }, | |
| { | |
| "epoch": 1.9070187316632814, | |
| "grad_norm": 0.001129150390625, | |
| "learning_rate": 3.6570263535452695e-06, | |
| "loss": 0.3397, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 1.9092755585646581, | |
| "grad_norm": 0.001190185546875, | |
| "learning_rate": 3.6494751944423473e-06, | |
| "loss": 0.0, | |
| "step": 8460 | |
| }, | |
| { | |
| "epoch": 1.9115323854660349, | |
| "grad_norm": 0.0184326171875, | |
| "learning_rate": 3.6419240353394246e-06, | |
| "loss": 0.0, | |
| "step": 8470 | |
| }, | |
| { | |
| "epoch": 1.9137892123674114, | |
| "grad_norm": 0.0087890625, | |
| "learning_rate": 3.6343728762365028e-06, | |
| "loss": 0.0, | |
| "step": 8480 | |
| }, | |
| { | |
| "epoch": 1.9160460392687881, | |
| "grad_norm": 0.00193023681640625, | |
| "learning_rate": 3.62682171713358e-06, | |
| "loss": 0.0, | |
| "step": 8490 | |
| }, | |
| { | |
| "epoch": 1.9183028661701647, | |
| "grad_norm": 0.006805419921875, | |
| "learning_rate": 3.619270558030658e-06, | |
| "loss": 0.0, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.9205596930715414, | |
| "grad_norm": 0.0019683837890625, | |
| "learning_rate": 3.6117193989277356e-06, | |
| "loss": 0.0, | |
| "step": 8510 | |
| }, | |
| { | |
| "epoch": 1.9228165199729181, | |
| "grad_norm": 0.0028533935546875, | |
| "learning_rate": 3.6041682398248134e-06, | |
| "loss": 0.0, | |
| "step": 8520 | |
| }, | |
| { | |
| "epoch": 1.9250733468742949, | |
| "grad_norm": 37.5, | |
| "learning_rate": 3.5966170807218907e-06, | |
| "loss": 0.0852, | |
| "step": 8530 | |
| }, | |
| { | |
| "epoch": 1.9273301737756714, | |
| "grad_norm": 0.00604248046875, | |
| "learning_rate": 3.589065921618969e-06, | |
| "loss": 0.0012, | |
| "step": 8540 | |
| }, | |
| { | |
| "epoch": 1.929587000677048, | |
| "grad_norm": 0.0025787353515625, | |
| "learning_rate": 3.5815147625160463e-06, | |
| "loss": 0.0, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 1.9318438275784247, | |
| "grad_norm": 0.00112152099609375, | |
| "learning_rate": 3.573963603413124e-06, | |
| "loss": 0.0, | |
| "step": 8560 | |
| }, | |
| { | |
| "epoch": 1.9341006544798014, | |
| "grad_norm": 0.0019683837890625, | |
| "learning_rate": 3.566412444310202e-06, | |
| "loss": 0.0, | |
| "step": 8570 | |
| }, | |
| { | |
| "epoch": 1.9363574813811781, | |
| "grad_norm": 0.0019683837890625, | |
| "learning_rate": 3.5588612852072795e-06, | |
| "loss": 0.3208, | |
| "step": 8580 | |
| }, | |
| { | |
| "epoch": 1.9386143082825549, | |
| "grad_norm": 0.00160980224609375, | |
| "learning_rate": 3.5513101261043577e-06, | |
| "loss": 0.0, | |
| "step": 8590 | |
| }, | |
| { | |
| "epoch": 1.9408711351839314, | |
| "grad_norm": 0.0021514892578125, | |
| "learning_rate": 3.543758967001435e-06, | |
| "loss": 0.0, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 1.943127962085308, | |
| "grad_norm": 0.0024261474609375, | |
| "learning_rate": 3.536207807898513e-06, | |
| "loss": 0.0, | |
| "step": 8610 | |
| }, | |
| { | |
| "epoch": 1.9453847889866847, | |
| "grad_norm": 0.00347900390625, | |
| "learning_rate": 3.52865664879559e-06, | |
| "loss": 0.0, | |
| "step": 8620 | |
| }, | |
| { | |
| "epoch": 1.9476416158880614, | |
| "grad_norm": 0.002838134765625, | |
| "learning_rate": 3.5211054896926683e-06, | |
| "loss": 0.0, | |
| "step": 8630 | |
| }, | |
| { | |
| "epoch": 1.9498984427894381, | |
| "grad_norm": 0.000637054443359375, | |
| "learning_rate": 3.5135543305897457e-06, | |
| "loss": 0.0343, | |
| "step": 8640 | |
| }, | |
| { | |
| "epoch": 1.9521552696908149, | |
| "grad_norm": 0.006072998046875, | |
| "learning_rate": 3.506003171486824e-06, | |
| "loss": 0.0, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 1.9544120965921914, | |
| "grad_norm": 0.0037994384765625, | |
| "learning_rate": 3.498452012383901e-06, | |
| "loss": 0.0, | |
| "step": 8660 | |
| }, | |
| { | |
| "epoch": 1.956668923493568, | |
| "grad_norm": 0.04638671875, | |
| "learning_rate": 3.490900853280979e-06, | |
| "loss": 0.2184, | |
| "step": 8670 | |
| }, | |
| { | |
| "epoch": 1.9589257503949447, | |
| "grad_norm": 0.000858306884765625, | |
| "learning_rate": 3.4833496941780563e-06, | |
| "loss": 0.0, | |
| "step": 8680 | |
| }, | |
| { | |
| "epoch": 1.9611825772963214, | |
| "grad_norm": 0.0023040771484375, | |
| "learning_rate": 3.4757985350751345e-06, | |
| "loss": 0.0, | |
| "step": 8690 | |
| }, | |
| { | |
| "epoch": 1.9634394041976981, | |
| "grad_norm": 0.0012054443359375, | |
| "learning_rate": 3.468247375972212e-06, | |
| "loss": 0.0, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 1.9656962310990747, | |
| "grad_norm": 0.0004787445068359375, | |
| "learning_rate": 3.46069621686929e-06, | |
| "loss": 0.0, | |
| "step": 8710 | |
| }, | |
| { | |
| "epoch": 1.9679530580004514, | |
| "grad_norm": 0.00020313262939453125, | |
| "learning_rate": 3.4531450577663673e-06, | |
| "loss": 0.0, | |
| "step": 8720 | |
| }, | |
| { | |
| "epoch": 1.970209884901828, | |
| "grad_norm": 131.0, | |
| "learning_rate": 3.445593898663445e-06, | |
| "loss": 0.2685, | |
| "step": 8730 | |
| }, | |
| { | |
| "epoch": 1.9724667118032047, | |
| "grad_norm": 0.0003910064697265625, | |
| "learning_rate": 3.4380427395605224e-06, | |
| "loss": 0.0, | |
| "step": 8740 | |
| }, | |
| { | |
| "epoch": 1.9747235387045814, | |
| "grad_norm": 0.0023345947265625, | |
| "learning_rate": 3.4304915804576006e-06, | |
| "loss": 0.0, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 1.9769803656059581, | |
| "grad_norm": 0.00064849853515625, | |
| "learning_rate": 3.422940421354678e-06, | |
| "loss": 0.2698, | |
| "step": 8760 | |
| }, | |
| { | |
| "epoch": 1.9792371925073347, | |
| "grad_norm": 0.000713348388671875, | |
| "learning_rate": 3.4153892622517557e-06, | |
| "loss": 0.2504, | |
| "step": 8770 | |
| }, | |
| { | |
| "epoch": 1.9814940194087114, | |
| "grad_norm": 0.000518798828125, | |
| "learning_rate": 3.407838103148834e-06, | |
| "loss": 0.0, | |
| "step": 8780 | |
| }, | |
| { | |
| "epoch": 1.983750846310088, | |
| "grad_norm": 0.004425048828125, | |
| "learning_rate": 3.4002869440459112e-06, | |
| "loss": 0.0555, | |
| "step": 8790 | |
| }, | |
| { | |
| "epoch": 1.9860076732114647, | |
| "grad_norm": 0.000774383544921875, | |
| "learning_rate": 3.3927357849429894e-06, | |
| "loss": 0.1858, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 1.9882645001128414, | |
| "grad_norm": 0.0018768310546875, | |
| "learning_rate": 3.3851846258400668e-06, | |
| "loss": 0.0, | |
| "step": 8810 | |
| }, | |
| { | |
| "epoch": 1.9905213270142181, | |
| "grad_norm": 0.01324462890625, | |
| "learning_rate": 3.3776334667371445e-06, | |
| "loss": 0.1943, | |
| "step": 8820 | |
| }, | |
| { | |
| "epoch": 1.9927781539155947, | |
| "grad_norm": 49.0, | |
| "learning_rate": 3.370082307634222e-06, | |
| "loss": 0.1281, | |
| "step": 8830 | |
| }, | |
| { | |
| "epoch": 1.9950349808169714, | |
| "grad_norm": 0.00034332275390625, | |
| "learning_rate": 3.3625311485313e-06, | |
| "loss": 0.3255, | |
| "step": 8840 | |
| }, | |
| { | |
| "epoch": 1.997291807718348, | |
| "grad_norm": 0.00057220458984375, | |
| "learning_rate": 3.3549799894283774e-06, | |
| "loss": 0.0, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 1.9995486346197247, | |
| "grad_norm": 0.00177001953125, | |
| "learning_rate": 3.3474288303254556e-06, | |
| "loss": 0.0, | |
| "step": 8860 | |
| }, | |
| { | |
| "epoch": 2.0018054615211014, | |
| "grad_norm": 0.003814697265625, | |
| "learning_rate": 3.339877671222533e-06, | |
| "loss": 0.0095, | |
| "step": 8870 | |
| }, | |
| { | |
| "epoch": 2.004062288422478, | |
| "grad_norm": 0.0002956390380859375, | |
| "learning_rate": 3.3323265121196107e-06, | |
| "loss": 0.0, | |
| "step": 8880 | |
| }, | |
| { | |
| "epoch": 2.006319115323855, | |
| "grad_norm": 0.0022125244140625, | |
| "learning_rate": 3.324775353016688e-06, | |
| "loss": 0.0587, | |
| "step": 8890 | |
| }, | |
| { | |
| "epoch": 2.008575942225231, | |
| "grad_norm": 0.00084686279296875, | |
| "learning_rate": 3.317224193913766e-06, | |
| "loss": 0.0, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 2.010832769126608, | |
| "grad_norm": 0.004150390625, | |
| "learning_rate": 3.3096730348108435e-06, | |
| "loss": 0.0, | |
| "step": 8910 | |
| }, | |
| { | |
| "epoch": 2.0130895960279847, | |
| "grad_norm": 0.00162506103515625, | |
| "learning_rate": 3.3021218757079217e-06, | |
| "loss": 0.0, | |
| "step": 8920 | |
| }, | |
| { | |
| "epoch": 2.0153464229293614, | |
| "grad_norm": 50.0, | |
| "learning_rate": 3.294570716604999e-06, | |
| "loss": 0.2458, | |
| "step": 8930 | |
| }, | |
| { | |
| "epoch": 2.017603249830738, | |
| "grad_norm": 0.0091552734375, | |
| "learning_rate": 3.287019557502077e-06, | |
| "loss": 0.0, | |
| "step": 8940 | |
| }, | |
| { | |
| "epoch": 2.0198600767321144, | |
| "grad_norm": 0.01055908203125, | |
| "learning_rate": 3.279468398399154e-06, | |
| "loss": 0.0, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 2.022116903633491, | |
| "grad_norm": 0.00022029876708984375, | |
| "learning_rate": 3.2719172392962323e-06, | |
| "loss": 0.1657, | |
| "step": 8960 | |
| }, | |
| { | |
| "epoch": 2.024373730534868, | |
| "grad_norm": 0.0032806396484375, | |
| "learning_rate": 3.2643660801933097e-06, | |
| "loss": 0.0002, | |
| "step": 8970 | |
| }, | |
| { | |
| "epoch": 2.0266305574362447, | |
| "grad_norm": 0.0032196044921875, | |
| "learning_rate": 3.256814921090388e-06, | |
| "loss": 0.0, | |
| "step": 8980 | |
| }, | |
| { | |
| "epoch": 2.0288873843376214, | |
| "grad_norm": 0.00020885467529296875, | |
| "learning_rate": 3.249263761987465e-06, | |
| "loss": 0.0, | |
| "step": 8990 | |
| }, | |
| { | |
| "epoch": 2.031144211238998, | |
| "grad_norm": 0.004425048828125, | |
| "learning_rate": 3.241712602884543e-06, | |
| "loss": 0.1935, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 2.0334010381403744, | |
| "grad_norm": 0.000484466552734375, | |
| "learning_rate": 3.234161443781621e-06, | |
| "loss": 0.0, | |
| "step": 9010 | |
| }, | |
| { | |
| "epoch": 2.035657865041751, | |
| "grad_norm": 0.00032806396484375, | |
| "learning_rate": 3.2266102846786985e-06, | |
| "loss": 0.0, | |
| "step": 9020 | |
| }, | |
| { | |
| "epoch": 2.037914691943128, | |
| "grad_norm": 0.022216796875, | |
| "learning_rate": 3.2190591255757762e-06, | |
| "loss": 0.0, | |
| "step": 9030 | |
| }, | |
| { | |
| "epoch": 2.0401715188445047, | |
| "grad_norm": 0.0016021728515625, | |
| "learning_rate": 3.211507966472854e-06, | |
| "loss": 0.1482, | |
| "step": 9040 | |
| }, | |
| { | |
| "epoch": 2.0424283457458814, | |
| "grad_norm": 0.00244140625, | |
| "learning_rate": 3.2039568073699318e-06, | |
| "loss": 0.0, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 2.044685172647258, | |
| "grad_norm": 0.0157470703125, | |
| "learning_rate": 3.196405648267009e-06, | |
| "loss": 0.2466, | |
| "step": 9060 | |
| }, | |
| { | |
| "epoch": 2.0469419995486344, | |
| "grad_norm": 0.001495361328125, | |
| "learning_rate": 3.1888544891640873e-06, | |
| "loss": 0.0, | |
| "step": 9070 | |
| }, | |
| { | |
| "epoch": 2.049198826450011, | |
| "grad_norm": 0.000934600830078125, | |
| "learning_rate": 3.1813033300611646e-06, | |
| "loss": 0.0, | |
| "step": 9080 | |
| }, | |
| { | |
| "epoch": 2.051455653351388, | |
| "grad_norm": 39.0, | |
| "learning_rate": 3.1737521709582424e-06, | |
| "loss": 0.1776, | |
| "step": 9090 | |
| }, | |
| { | |
| "epoch": 2.0537124802527646, | |
| "grad_norm": 0.0022125244140625, | |
| "learning_rate": 3.1662010118553197e-06, | |
| "loss": 0.0, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 2.0559693071541414, | |
| "grad_norm": 0.00016880035400390625, | |
| "learning_rate": 3.158649852752398e-06, | |
| "loss": 0.0, | |
| "step": 9110 | |
| }, | |
| { | |
| "epoch": 2.058226134055518, | |
| "grad_norm": 0.006927490234375, | |
| "learning_rate": 3.1510986936494752e-06, | |
| "loss": 0.0, | |
| "step": 9120 | |
| }, | |
| { | |
| "epoch": 2.0604829609568944, | |
| "grad_norm": 0.004730224609375, | |
| "learning_rate": 3.1435475345465534e-06, | |
| "loss": 0.0, | |
| "step": 9130 | |
| }, | |
| { | |
| "epoch": 2.062739787858271, | |
| "grad_norm": 0.000957489013671875, | |
| "learning_rate": 3.1359963754436308e-06, | |
| "loss": 0.0, | |
| "step": 9140 | |
| }, | |
| { | |
| "epoch": 2.064996614759648, | |
| "grad_norm": 0.0004863739013671875, | |
| "learning_rate": 3.1284452163407085e-06, | |
| "loss": 0.0, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 2.0672534416610246, | |
| "grad_norm": 0.0003566741943359375, | |
| "learning_rate": 3.120894057237786e-06, | |
| "loss": 0.0, | |
| "step": 9160 | |
| }, | |
| { | |
| "epoch": 2.0695102685624014, | |
| "grad_norm": 0.0024261474609375, | |
| "learning_rate": 3.113342898134864e-06, | |
| "loss": 0.0538, | |
| "step": 9170 | |
| }, | |
| { | |
| "epoch": 2.071767095463778, | |
| "grad_norm": 0.005462646484375, | |
| "learning_rate": 3.1057917390319414e-06, | |
| "loss": 0.0, | |
| "step": 9180 | |
| }, | |
| { | |
| "epoch": 2.0740239223651544, | |
| "grad_norm": 0.001190185546875, | |
| "learning_rate": 3.0982405799290196e-06, | |
| "loss": 0.0, | |
| "step": 9190 | |
| }, | |
| { | |
| "epoch": 2.076280749266531, | |
| "grad_norm": 0.000926971435546875, | |
| "learning_rate": 3.090689420826097e-06, | |
| "loss": 0.0, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 2.078537576167908, | |
| "grad_norm": 0.00518798828125, | |
| "learning_rate": 3.0831382617231747e-06, | |
| "loss": 0.0, | |
| "step": 9210 | |
| }, | |
| { | |
| "epoch": 2.0807944030692846, | |
| "grad_norm": 0.00011110305786132812, | |
| "learning_rate": 3.075587102620253e-06, | |
| "loss": 0.0, | |
| "step": 9220 | |
| }, | |
| { | |
| "epoch": 2.0830512299706614, | |
| "grad_norm": 0.001312255859375, | |
| "learning_rate": 3.06803594351733e-06, | |
| "loss": 0.0, | |
| "step": 9230 | |
| }, | |
| { | |
| "epoch": 2.085308056872038, | |
| "grad_norm": 0.0027313232421875, | |
| "learning_rate": 3.060484784414408e-06, | |
| "loss": 0.0, | |
| "step": 9240 | |
| }, | |
| { | |
| "epoch": 2.0875648837734144, | |
| "grad_norm": 0.00107574462890625, | |
| "learning_rate": 3.0529336253114857e-06, | |
| "loss": 0.0, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 2.089821710674791, | |
| "grad_norm": 0.0025634765625, | |
| "learning_rate": 3.0453824662085635e-06, | |
| "loss": 0.0, | |
| "step": 9260 | |
| }, | |
| { | |
| "epoch": 2.092078537576168, | |
| "grad_norm": 0.0002613067626953125, | |
| "learning_rate": 3.037831307105641e-06, | |
| "loss": 0.0, | |
| "step": 9270 | |
| }, | |
| { | |
| "epoch": 2.0943353644775446, | |
| "grad_norm": 0.009521484375, | |
| "learning_rate": 3.030280148002719e-06, | |
| "loss": 0.2726, | |
| "step": 9280 | |
| }, | |
| { | |
| "epoch": 2.0965921913789214, | |
| "grad_norm": 0.000850677490234375, | |
| "learning_rate": 3.0227289888997963e-06, | |
| "loss": 0.1702, | |
| "step": 9290 | |
| }, | |
| { | |
| "epoch": 2.0988490182802977, | |
| "grad_norm": 0.0023193359375, | |
| "learning_rate": 3.015177829796874e-06, | |
| "loss": 0.0, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 2.1011058451816744, | |
| "grad_norm": 0.002685546875, | |
| "learning_rate": 3.007626670693952e-06, | |
| "loss": 0.2532, | |
| "step": 9310 | |
| }, | |
| { | |
| "epoch": 2.103362672083051, | |
| "grad_norm": 0.000301361083984375, | |
| "learning_rate": 3.0000755115910296e-06, | |
| "loss": 0.2287, | |
| "step": 9320 | |
| }, | |
| { | |
| "epoch": 2.105619498984428, | |
| "grad_norm": 0.003021240234375, | |
| "learning_rate": 2.992524352488107e-06, | |
| "loss": 0.0, | |
| "step": 9330 | |
| }, | |
| { | |
| "epoch": 2.1078763258858046, | |
| "grad_norm": 0.0054931640625, | |
| "learning_rate": 2.984973193385185e-06, | |
| "loss": 0.1921, | |
| "step": 9340 | |
| }, | |
| { | |
| "epoch": 2.1101331527871814, | |
| "grad_norm": 0.004974365234375, | |
| "learning_rate": 2.9774220342822625e-06, | |
| "loss": 0.0, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 2.1123899796885577, | |
| "grad_norm": 0.00909423828125, | |
| "learning_rate": 2.9698708751793402e-06, | |
| "loss": 0.0, | |
| "step": 9360 | |
| }, | |
| { | |
| "epoch": 2.1146468065899344, | |
| "grad_norm": 0.00469970703125, | |
| "learning_rate": 2.962319716076418e-06, | |
| "loss": 0.0727, | |
| "step": 9370 | |
| }, | |
| { | |
| "epoch": 2.116903633491311, | |
| "grad_norm": 7.03125, | |
| "learning_rate": 2.9547685569734957e-06, | |
| "loss": 0.0003, | |
| "step": 9380 | |
| }, | |
| { | |
| "epoch": 2.119160460392688, | |
| "grad_norm": 0.002288818359375, | |
| "learning_rate": 2.947217397870573e-06, | |
| "loss": 0.0001, | |
| "step": 9390 | |
| }, | |
| { | |
| "epoch": 2.1214172872940646, | |
| "grad_norm": 0.000705718994140625, | |
| "learning_rate": 2.9396662387676513e-06, | |
| "loss": 0.0, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 2.1236741141954414, | |
| "grad_norm": 113.0, | |
| "learning_rate": 2.9321150796647286e-06, | |
| "loss": 0.2171, | |
| "step": 9410 | |
| }, | |
| { | |
| "epoch": 2.1259309410968177, | |
| "grad_norm": 0.00238037109375, | |
| "learning_rate": 2.9245639205618064e-06, | |
| "loss": 0.0, | |
| "step": 9420 | |
| }, | |
| { | |
| "epoch": 2.1281877679981944, | |
| "grad_norm": 0.00445556640625, | |
| "learning_rate": 2.9170127614588837e-06, | |
| "loss": 0.0, | |
| "step": 9430 | |
| }, | |
| { | |
| "epoch": 2.130444594899571, | |
| "grad_norm": 0.00634765625, | |
| "learning_rate": 2.909461602355962e-06, | |
| "loss": 0.0, | |
| "step": 9440 | |
| }, | |
| { | |
| "epoch": 2.132701421800948, | |
| "grad_norm": 0.0035552978515625, | |
| "learning_rate": 2.9019104432530396e-06, | |
| "loss": 0.0, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 2.1349582487023246, | |
| "grad_norm": 41.5, | |
| "learning_rate": 2.8943592841501174e-06, | |
| "loss": 0.2743, | |
| "step": 9460 | |
| }, | |
| { | |
| "epoch": 2.1372150756037014, | |
| "grad_norm": 0.0028076171875, | |
| "learning_rate": 2.886808125047195e-06, | |
| "loss": 0.0, | |
| "step": 9470 | |
| }, | |
| { | |
| "epoch": 2.1394719025050777, | |
| "grad_norm": 0.000965118408203125, | |
| "learning_rate": 2.8792569659442725e-06, | |
| "loss": 0.0, | |
| "step": 9480 | |
| }, | |
| { | |
| "epoch": 2.1417287294064544, | |
| "grad_norm": 0.000728607177734375, | |
| "learning_rate": 2.8717058068413507e-06, | |
| "loss": 0.0, | |
| "step": 9490 | |
| }, | |
| { | |
| "epoch": 2.143985556307831, | |
| "grad_norm": 0.00048065185546875, | |
| "learning_rate": 2.864154647738428e-06, | |
| "loss": 0.0, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 2.146242383209208, | |
| "grad_norm": 0.000591278076171875, | |
| "learning_rate": 2.8566034886355058e-06, | |
| "loss": 0.0, | |
| "step": 9510 | |
| }, | |
| { | |
| "epoch": 2.1484992101105846, | |
| "grad_norm": 0.0022735595703125, | |
| "learning_rate": 2.8490523295325835e-06, | |
| "loss": 0.0, | |
| "step": 9520 | |
| }, | |
| { | |
| "epoch": 2.1507560370119614, | |
| "grad_norm": 0.00022602081298828125, | |
| "learning_rate": 2.8415011704296613e-06, | |
| "loss": 0.0, | |
| "step": 9530 | |
| }, | |
| { | |
| "epoch": 2.1530128639133377, | |
| "grad_norm": 0.0015716552734375, | |
| "learning_rate": 2.8339500113267386e-06, | |
| "loss": 0.1853, | |
| "step": 9540 | |
| }, | |
| { | |
| "epoch": 2.1552696908147144, | |
| "grad_norm": 0.0012054443359375, | |
| "learning_rate": 2.826398852223817e-06, | |
| "loss": 0.0, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 2.157526517716091, | |
| "grad_norm": 0.0006103515625, | |
| "learning_rate": 2.818847693120894e-06, | |
| "loss": 0.0, | |
| "step": 9560 | |
| }, | |
| { | |
| "epoch": 2.159783344617468, | |
| "grad_norm": 0.0010223388671875, | |
| "learning_rate": 2.811296534017972e-06, | |
| "loss": 0.0, | |
| "step": 9570 | |
| }, | |
| { | |
| "epoch": 2.1620401715188446, | |
| "grad_norm": 0.0003719329833984375, | |
| "learning_rate": 2.8037453749150497e-06, | |
| "loss": 0.0, | |
| "step": 9580 | |
| }, | |
| { | |
| "epoch": 2.1642969984202214, | |
| "grad_norm": 0.01708984375, | |
| "learning_rate": 2.7961942158121275e-06, | |
| "loss": 0.0, | |
| "step": 9590 | |
| }, | |
| { | |
| "epoch": 2.1665538253215977, | |
| "grad_norm": 7.915496826171875e-05, | |
| "learning_rate": 2.788643056709205e-06, | |
| "loss": 0.0641, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 2.1688106522229744, | |
| "grad_norm": 121.5, | |
| "learning_rate": 2.781091897606283e-06, | |
| "loss": 0.5332, | |
| "step": 9610 | |
| }, | |
| { | |
| "epoch": 2.171067479124351, | |
| "grad_norm": 0.0010528564453125, | |
| "learning_rate": 2.7735407385033603e-06, | |
| "loss": 0.2714, | |
| "step": 9620 | |
| }, | |
| { | |
| "epoch": 2.173324306025728, | |
| "grad_norm": 0.00051116943359375, | |
| "learning_rate": 2.765989579400438e-06, | |
| "loss": 0.0, | |
| "step": 9630 | |
| }, | |
| { | |
| "epoch": 2.1755811329271046, | |
| "grad_norm": 0.00026702880859375, | |
| "learning_rate": 2.758438420297516e-06, | |
| "loss": 0.0, | |
| "step": 9640 | |
| }, | |
| { | |
| "epoch": 2.177837959828481, | |
| "grad_norm": 0.00012969970703125, | |
| "learning_rate": 2.7508872611945936e-06, | |
| "loss": 0.0, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 2.1800947867298577, | |
| "grad_norm": 0.001953125, | |
| "learning_rate": 2.7433361020916714e-06, | |
| "loss": 0.0, | |
| "step": 9660 | |
| }, | |
| { | |
| "epoch": 2.1823516136312344, | |
| "grad_norm": 0.000766754150390625, | |
| "learning_rate": 2.735784942988749e-06, | |
| "loss": 0.5437, | |
| "step": 9670 | |
| }, | |
| { | |
| "epoch": 2.184608440532611, | |
| "grad_norm": 0.0069580078125, | |
| "learning_rate": 2.728233783885827e-06, | |
| "loss": 0.0, | |
| "step": 9680 | |
| }, | |
| { | |
| "epoch": 2.186865267433988, | |
| "grad_norm": 0.00225830078125, | |
| "learning_rate": 2.7206826247829042e-06, | |
| "loss": 0.0, | |
| "step": 9690 | |
| }, | |
| { | |
| "epoch": 2.1891220943353646, | |
| "grad_norm": 0.00022792816162109375, | |
| "learning_rate": 2.7131314656799824e-06, | |
| "loss": 0.0, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 2.191378921236741, | |
| "grad_norm": 0.0004405975341796875, | |
| "learning_rate": 2.7055803065770597e-06, | |
| "loss": 0.0, | |
| "step": 9710 | |
| }, | |
| { | |
| "epoch": 2.1936357481381177, | |
| "grad_norm": 0.00151824951171875, | |
| "learning_rate": 2.6980291474741375e-06, | |
| "loss": 0.0, | |
| "step": 9720 | |
| }, | |
| { | |
| "epoch": 2.1958925750394944, | |
| "grad_norm": 0.0003032684326171875, | |
| "learning_rate": 2.6904779883712153e-06, | |
| "loss": 0.0, | |
| "step": 9730 | |
| }, | |
| { | |
| "epoch": 2.198149401940871, | |
| "grad_norm": 0.00084686279296875, | |
| "learning_rate": 2.682926829268293e-06, | |
| "loss": 0.0, | |
| "step": 9740 | |
| }, | |
| { | |
| "epoch": 2.200406228842248, | |
| "grad_norm": 0.005340576171875, | |
| "learning_rate": 2.6753756701653704e-06, | |
| "loss": 0.0887, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 2.2026630557436246, | |
| "grad_norm": 0.005218505859375, | |
| "learning_rate": 2.6678245110624485e-06, | |
| "loss": 0.0451, | |
| "step": 9760 | |
| }, | |
| { | |
| "epoch": 2.204919882645001, | |
| "grad_norm": 0.0027008056640625, | |
| "learning_rate": 2.660273351959526e-06, | |
| "loss": 0.0, | |
| "step": 9770 | |
| }, | |
| { | |
| "epoch": 2.2071767095463777, | |
| "grad_norm": 0.002044677734375, | |
| "learning_rate": 2.6527221928566036e-06, | |
| "loss": 0.0, | |
| "step": 9780 | |
| }, | |
| { | |
| "epoch": 2.2094335364477544, | |
| "grad_norm": 0.000885009765625, | |
| "learning_rate": 2.6451710337536814e-06, | |
| "loss": 0.0, | |
| "step": 9790 | |
| }, | |
| { | |
| "epoch": 2.211690363349131, | |
| "grad_norm": 0.0003299713134765625, | |
| "learning_rate": 2.637619874650759e-06, | |
| "loss": 0.0, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 2.213947190250508, | |
| "grad_norm": 0.0036773681640625, | |
| "learning_rate": 2.6300687155478365e-06, | |
| "loss": 0.0, | |
| "step": 9810 | |
| }, | |
| { | |
| "epoch": 2.2162040171518846, | |
| "grad_norm": 0.017578125, | |
| "learning_rate": 2.6225175564449147e-06, | |
| "loss": 0.1628, | |
| "step": 9820 | |
| }, | |
| { | |
| "epoch": 2.218460844053261, | |
| "grad_norm": 0.001251220703125, | |
| "learning_rate": 2.614966397341992e-06, | |
| "loss": 0.0, | |
| "step": 9830 | |
| }, | |
| { | |
| "epoch": 2.2207176709546377, | |
| "grad_norm": 0.0003490447998046875, | |
| "learning_rate": 2.6074152382390698e-06, | |
| "loss": 0.0, | |
| "step": 9840 | |
| }, | |
| { | |
| "epoch": 2.2229744978560144, | |
| "grad_norm": 0.0020294189453125, | |
| "learning_rate": 2.5998640791361475e-06, | |
| "loss": 0.0, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 2.225231324757391, | |
| "grad_norm": 0.00151824951171875, | |
| "learning_rate": 2.5923129200332253e-06, | |
| "loss": 0.0, | |
| "step": 9860 | |
| }, | |
| { | |
| "epoch": 2.227488151658768, | |
| "grad_norm": 0.001373291015625, | |
| "learning_rate": 2.5847617609303035e-06, | |
| "loss": 0.0, | |
| "step": 9870 | |
| }, | |
| { | |
| "epoch": 2.2297449785601446, | |
| "grad_norm": 0.010986328125, | |
| "learning_rate": 2.577210601827381e-06, | |
| "loss": 0.2653, | |
| "step": 9880 | |
| }, | |
| { | |
| "epoch": 2.232001805461521, | |
| "grad_norm": 0.000423431396484375, | |
| "learning_rate": 2.5696594427244586e-06, | |
| "loss": 0.0, | |
| "step": 9890 | |
| }, | |
| { | |
| "epoch": 2.2342586323628977, | |
| "grad_norm": 0.0172119140625, | |
| "learning_rate": 2.562108283621536e-06, | |
| "loss": 0.0, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 2.2365154592642744, | |
| "grad_norm": 0.0008087158203125, | |
| "learning_rate": 2.554557124518614e-06, | |
| "loss": 0.0438, | |
| "step": 9910 | |
| }, | |
| { | |
| "epoch": 2.238772286165651, | |
| "grad_norm": 0.00173187255859375, | |
| "learning_rate": 2.5470059654156914e-06, | |
| "loss": 0.0, | |
| "step": 9920 | |
| }, | |
| { | |
| "epoch": 2.241029113067028, | |
| "grad_norm": 0.0001888275146484375, | |
| "learning_rate": 2.5394548063127696e-06, | |
| "loss": 0.0, | |
| "step": 9930 | |
| }, | |
| { | |
| "epoch": 2.2432859399684046, | |
| "grad_norm": 0.007354736328125, | |
| "learning_rate": 2.531903647209847e-06, | |
| "loss": 0.0, | |
| "step": 9940 | |
| }, | |
| { | |
| "epoch": 2.245542766869781, | |
| "grad_norm": 0.000286102294921875, | |
| "learning_rate": 2.5243524881069247e-06, | |
| "loss": 0.1885, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 2.2477995937711577, | |
| "grad_norm": 0.000972747802734375, | |
| "learning_rate": 2.516801329004002e-06, | |
| "loss": 0.0, | |
| "step": 9960 | |
| }, | |
| { | |
| "epoch": 2.2500564206725344, | |
| "grad_norm": 0.00150299072265625, | |
| "learning_rate": 2.5092501699010802e-06, | |
| "loss": 0.0, | |
| "step": 9970 | |
| }, | |
| { | |
| "epoch": 2.252313247573911, | |
| "grad_norm": 0.005889892578125, | |
| "learning_rate": 2.5016990107981576e-06, | |
| "loss": 0.0, | |
| "step": 9980 | |
| }, | |
| { | |
| "epoch": 2.254570074475288, | |
| "grad_norm": 0.00531005859375, | |
| "learning_rate": 2.4941478516952353e-06, | |
| "loss": 0.0114, | |
| "step": 9990 | |
| }, | |
| { | |
| "epoch": 2.256826901376664, | |
| "grad_norm": 0.0054931640625, | |
| "learning_rate": 2.486596692592313e-06, | |
| "loss": 0.0, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 2.259083728278041, | |
| "grad_norm": 0.000782012939453125, | |
| "learning_rate": 2.479045533489391e-06, | |
| "loss": 0.206, | |
| "step": 10010 | |
| }, | |
| { | |
| "epoch": 2.2613405551794177, | |
| "grad_norm": 0.0026702880859375, | |
| "learning_rate": 2.4714943743864686e-06, | |
| "loss": 0.0, | |
| "step": 10020 | |
| }, | |
| { | |
| "epoch": 2.2635973820807944, | |
| "grad_norm": 0.000499725341796875, | |
| "learning_rate": 2.4639432152835464e-06, | |
| "loss": 0.0, | |
| "step": 10030 | |
| }, | |
| { | |
| "epoch": 2.265854208982171, | |
| "grad_norm": 37.5, | |
| "learning_rate": 2.456392056180624e-06, | |
| "loss": 0.1826, | |
| "step": 10040 | |
| }, | |
| { | |
| "epoch": 2.268111035883548, | |
| "grad_norm": 0.00078582763671875, | |
| "learning_rate": 2.4488408970777015e-06, | |
| "loss": 0.0, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 2.2703678627849246, | |
| "grad_norm": 0.00029754638671875, | |
| "learning_rate": 2.4412897379747792e-06, | |
| "loss": 0.021, | |
| "step": 10060 | |
| }, | |
| { | |
| "epoch": 2.272624689686301, | |
| "grad_norm": 0.01092529296875, | |
| "learning_rate": 2.433738578871857e-06, | |
| "loss": 0.0, | |
| "step": 10070 | |
| }, | |
| { | |
| "epoch": 2.2748815165876777, | |
| "grad_norm": 0.00101470947265625, | |
| "learning_rate": 2.4261874197689348e-06, | |
| "loss": 0.2556, | |
| "step": 10080 | |
| }, | |
| { | |
| "epoch": 2.2771383434890544, | |
| "grad_norm": 0.00022792816162109375, | |
| "learning_rate": 2.4186362606660125e-06, | |
| "loss": 0.0, | |
| "step": 10090 | |
| }, | |
| { | |
| "epoch": 2.279395170390431, | |
| "grad_norm": 0.00445556640625, | |
| "learning_rate": 2.4110851015630903e-06, | |
| "loss": 0.0, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 2.281651997291808, | |
| "grad_norm": 0.00020503997802734375, | |
| "learning_rate": 2.4035339424601676e-06, | |
| "loss": 0.0, | |
| "step": 10110 | |
| }, | |
| { | |
| "epoch": 2.283908824193184, | |
| "grad_norm": 0.0004329681396484375, | |
| "learning_rate": 2.3959827833572454e-06, | |
| "loss": 0.0, | |
| "step": 10120 | |
| }, | |
| { | |
| "epoch": 2.286165651094561, | |
| "grad_norm": 0.0032501220703125, | |
| "learning_rate": 2.388431624254323e-06, | |
| "loss": 0.1042, | |
| "step": 10130 | |
| }, | |
| { | |
| "epoch": 2.2884224779959377, | |
| "grad_norm": 0.0035400390625, | |
| "learning_rate": 2.380880465151401e-06, | |
| "loss": 0.0, | |
| "step": 10140 | |
| }, | |
| { | |
| "epoch": 2.2906793048973144, | |
| "grad_norm": 0.0005645751953125, | |
| "learning_rate": 2.3733293060484787e-06, | |
| "loss": 0.0, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 2.292936131798691, | |
| "grad_norm": 0.0020751953125, | |
| "learning_rate": 2.3657781469455564e-06, | |
| "loss": 0.0, | |
| "step": 10160 | |
| }, | |
| { | |
| "epoch": 2.295192958700068, | |
| "grad_norm": 0.00010776519775390625, | |
| "learning_rate": 2.3582269878426338e-06, | |
| "loss": 0.0, | |
| "step": 10170 | |
| }, | |
| { | |
| "epoch": 2.297449785601444, | |
| "grad_norm": 0.0028533935546875, | |
| "learning_rate": 2.3506758287397115e-06, | |
| "loss": 0.0, | |
| "step": 10180 | |
| }, | |
| { | |
| "epoch": 2.299706612502821, | |
| "grad_norm": 0.0031890869140625, | |
| "learning_rate": 2.3431246696367893e-06, | |
| "loss": 0.2192, | |
| "step": 10190 | |
| }, | |
| { | |
| "epoch": 2.3019634394041977, | |
| "grad_norm": 0.0047607421875, | |
| "learning_rate": 2.3355735105338675e-06, | |
| "loss": 0.0, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 2.3042202663055744, | |
| "grad_norm": 0.0025177001953125, | |
| "learning_rate": 2.328022351430945e-06, | |
| "loss": 0.0, | |
| "step": 10210 | |
| }, | |
| { | |
| "epoch": 2.306477093206951, | |
| "grad_norm": 0.0034942626953125, | |
| "learning_rate": 2.3204711923280226e-06, | |
| "loss": 0.0, | |
| "step": 10220 | |
| }, | |
| { | |
| "epoch": 2.3087339201083275, | |
| "grad_norm": 0.000568389892578125, | |
| "learning_rate": 2.3129200332251003e-06, | |
| "loss": 0.0, | |
| "step": 10230 | |
| }, | |
| { | |
| "epoch": 2.310990747009704, | |
| "grad_norm": 0.0030517578125, | |
| "learning_rate": 2.305368874122178e-06, | |
| "loss": 0.0, | |
| "step": 10240 | |
| }, | |
| { | |
| "epoch": 2.313247573911081, | |
| "grad_norm": 0.000644683837890625, | |
| "learning_rate": 2.297817715019256e-06, | |
| "loss": 0.0, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 2.3155044008124577, | |
| "grad_norm": 0.00107574462890625, | |
| "learning_rate": 2.290266555916333e-06, | |
| "loss": 0.0, | |
| "step": 10260 | |
| }, | |
| { | |
| "epoch": 2.3177612277138344, | |
| "grad_norm": 0.0004329681396484375, | |
| "learning_rate": 2.282715396813411e-06, | |
| "loss": 0.103, | |
| "step": 10270 | |
| }, | |
| { | |
| "epoch": 2.320018054615211, | |
| "grad_norm": 0.0025787353515625, | |
| "learning_rate": 2.2751642377104887e-06, | |
| "loss": 0.0, | |
| "step": 10280 | |
| }, | |
| { | |
| "epoch": 2.322274881516588, | |
| "grad_norm": 0.004730224609375, | |
| "learning_rate": 2.2676130786075665e-06, | |
| "loss": 0.0, | |
| "step": 10290 | |
| }, | |
| { | |
| "epoch": 2.324531708417964, | |
| "grad_norm": 0.0009002685546875, | |
| "learning_rate": 2.2600619195046442e-06, | |
| "loss": 0.0, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 2.326788535319341, | |
| "grad_norm": 0.00010013580322265625, | |
| "learning_rate": 2.252510760401722e-06, | |
| "loss": 0.0, | |
| "step": 10310 | |
| }, | |
| { | |
| "epoch": 2.3290453622207177, | |
| "grad_norm": 0.00032806396484375, | |
| "learning_rate": 2.2449596012987993e-06, | |
| "loss": 0.0, | |
| "step": 10320 | |
| }, | |
| { | |
| "epoch": 2.3313021891220944, | |
| "grad_norm": 0.0036163330078125, | |
| "learning_rate": 2.237408442195877e-06, | |
| "loss": 0.003, | |
| "step": 10330 | |
| }, | |
| { | |
| "epoch": 2.333559016023471, | |
| "grad_norm": 0.0005645751953125, | |
| "learning_rate": 2.229857283092955e-06, | |
| "loss": 0.0, | |
| "step": 10340 | |
| }, | |
| { | |
| "epoch": 2.3358158429248475, | |
| "grad_norm": 0.000354766845703125, | |
| "learning_rate": 2.2223061239900326e-06, | |
| "loss": 0.0, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 2.338072669826224, | |
| "grad_norm": 0.0011749267578125, | |
| "learning_rate": 2.2147549648871104e-06, | |
| "loss": 0.0, | |
| "step": 10360 | |
| }, | |
| { | |
| "epoch": 2.340329496727601, | |
| "grad_norm": 0.00518798828125, | |
| "learning_rate": 2.207203805784188e-06, | |
| "loss": 0.0, | |
| "step": 10370 | |
| }, | |
| { | |
| "epoch": 2.3425863236289777, | |
| "grad_norm": 0.000255584716796875, | |
| "learning_rate": 2.1996526466812655e-06, | |
| "loss": 0.0, | |
| "step": 10380 | |
| }, | |
| { | |
| "epoch": 2.3448431505303544, | |
| "grad_norm": 0.000667572021484375, | |
| "learning_rate": 2.1921014875783432e-06, | |
| "loss": 0.0, | |
| "step": 10390 | |
| }, | |
| { | |
| "epoch": 2.347099977431731, | |
| "grad_norm": 0.0008087158203125, | |
| "learning_rate": 2.184550328475421e-06, | |
| "loss": 0.0, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 2.349356804333108, | |
| "grad_norm": 0.00067901611328125, | |
| "learning_rate": 2.1769991693724988e-06, | |
| "loss": 0.0, | |
| "step": 10410 | |
| }, | |
| { | |
| "epoch": 2.351613631234484, | |
| "grad_norm": 0.001312255859375, | |
| "learning_rate": 2.1694480102695765e-06, | |
| "loss": 0.0, | |
| "step": 10420 | |
| }, | |
| { | |
| "epoch": 2.353870458135861, | |
| "grad_norm": 0.00144195556640625, | |
| "learning_rate": 2.1618968511666543e-06, | |
| "loss": 0.0, | |
| "step": 10430 | |
| }, | |
| { | |
| "epoch": 2.3561272850372377, | |
| "grad_norm": 0.00023174285888671875, | |
| "learning_rate": 2.154345692063732e-06, | |
| "loss": 0.0, | |
| "step": 10440 | |
| }, | |
| { | |
| "epoch": 2.3583841119386144, | |
| "grad_norm": 0.00274658203125, | |
| "learning_rate": 2.14679453296081e-06, | |
| "loss": 0.0, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 2.360640938839991, | |
| "grad_norm": 0.000858306884765625, | |
| "learning_rate": 2.1392433738578876e-06, | |
| "loss": 0.3298, | |
| "step": 10460 | |
| }, | |
| { | |
| "epoch": 2.3628977657413675, | |
| "grad_norm": 0.00128936767578125, | |
| "learning_rate": 2.1316922147549653e-06, | |
| "loss": 0.1187, | |
| "step": 10470 | |
| }, | |
| { | |
| "epoch": 2.365154592642744, | |
| "grad_norm": 0.024169921875, | |
| "learning_rate": 2.1241410556520427e-06, | |
| "loss": 0.317, | |
| "step": 10480 | |
| }, | |
| { | |
| "epoch": 2.367411419544121, | |
| "grad_norm": 0.000843048095703125, | |
| "learning_rate": 2.1165898965491204e-06, | |
| "loss": 0.0, | |
| "step": 10490 | |
| }, | |
| { | |
| "epoch": 2.3696682464454977, | |
| "grad_norm": 0.00058746337890625, | |
| "learning_rate": 2.109038737446198e-06, | |
| "loss": 0.0, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 2.3719250733468744, | |
| "grad_norm": 0.00063323974609375, | |
| "learning_rate": 2.101487578343276e-06, | |
| "loss": 0.0, | |
| "step": 10510 | |
| }, | |
| { | |
| "epoch": 2.374181900248251, | |
| "grad_norm": 0.00125885009765625, | |
| "learning_rate": 2.0939364192403537e-06, | |
| "loss": 0.0, | |
| "step": 10520 | |
| }, | |
| { | |
| "epoch": 2.3764387271496275, | |
| "grad_norm": 54.5, | |
| "learning_rate": 2.0863852601374315e-06, | |
| "loss": 0.246, | |
| "step": 10530 | |
| }, | |
| { | |
| "epoch": 2.378695554051004, | |
| "grad_norm": 0.00054168701171875, | |
| "learning_rate": 2.078834101034509e-06, | |
| "loss": 0.0, | |
| "step": 10540 | |
| }, | |
| { | |
| "epoch": 2.380952380952381, | |
| "grad_norm": 0.00034332275390625, | |
| "learning_rate": 2.0712829419315866e-06, | |
| "loss": 0.0, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 2.3832092078537577, | |
| "grad_norm": 0.00019073486328125, | |
| "learning_rate": 2.0637317828286643e-06, | |
| "loss": 0.0, | |
| "step": 10560 | |
| }, | |
| { | |
| "epoch": 2.3854660347551344, | |
| "grad_norm": 0.00141143798828125, | |
| "learning_rate": 2.056180623725742e-06, | |
| "loss": 0.0, | |
| "step": 10570 | |
| }, | |
| { | |
| "epoch": 2.3877228616565107, | |
| "grad_norm": 0.000926971435546875, | |
| "learning_rate": 2.04862946462282e-06, | |
| "loss": 0.0, | |
| "step": 10580 | |
| }, | |
| { | |
| "epoch": 2.3899796885578874, | |
| "grad_norm": 0.00750732421875, | |
| "learning_rate": 2.041078305519897e-06, | |
| "loss": 0.0, | |
| "step": 10590 | |
| }, | |
| { | |
| "epoch": 2.392236515459264, | |
| "grad_norm": 0.00628662109375, | |
| "learning_rate": 2.033527146416975e-06, | |
| "loss": 0.0, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 2.394493342360641, | |
| "grad_norm": 0.00616455078125, | |
| "learning_rate": 2.0259759873140527e-06, | |
| "loss": 0.2714, | |
| "step": 10610 | |
| }, | |
| { | |
| "epoch": 2.3967501692620177, | |
| "grad_norm": 0.003875732421875, | |
| "learning_rate": 2.0184248282111305e-06, | |
| "loss": 0.0, | |
| "step": 10620 | |
| }, | |
| { | |
| "epoch": 2.3990069961633944, | |
| "grad_norm": 0.000865936279296875, | |
| "learning_rate": 2.0108736691082082e-06, | |
| "loss": 0.0, | |
| "step": 10630 | |
| }, | |
| { | |
| "epoch": 2.401263823064771, | |
| "grad_norm": 0.001800537109375, | |
| "learning_rate": 2.003322510005286e-06, | |
| "loss": 0.0, | |
| "step": 10640 | |
| }, | |
| { | |
| "epoch": 2.4035206499661474, | |
| "grad_norm": 0.00014400482177734375, | |
| "learning_rate": 1.9957713509023637e-06, | |
| "loss": 0.0, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 2.405777476867524, | |
| "grad_norm": 0.000606536865234375, | |
| "learning_rate": 1.9882201917994415e-06, | |
| "loss": 0.0, | |
| "step": 10660 | |
| }, | |
| { | |
| "epoch": 2.408034303768901, | |
| "grad_norm": 0.0020751953125, | |
| "learning_rate": 1.9806690326965193e-06, | |
| "loss": 0.3892, | |
| "step": 10670 | |
| }, | |
| { | |
| "epoch": 2.4102911306702777, | |
| "grad_norm": 0.0001983642578125, | |
| "learning_rate": 1.973117873593597e-06, | |
| "loss": 0.0, | |
| "step": 10680 | |
| }, | |
| { | |
| "epoch": 2.4125479575716544, | |
| "grad_norm": 0.005767822265625, | |
| "learning_rate": 1.9655667144906744e-06, | |
| "loss": 0.0, | |
| "step": 10690 | |
| }, | |
| { | |
| "epoch": 2.4148047844730307, | |
| "grad_norm": 0.00101470947265625, | |
| "learning_rate": 1.958015555387752e-06, | |
| "loss": 0.0, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 2.4170616113744074, | |
| "grad_norm": 0.00142669677734375, | |
| "learning_rate": 1.95046439628483e-06, | |
| "loss": 0.0, | |
| "step": 10710 | |
| }, | |
| { | |
| "epoch": 2.419318438275784, | |
| "grad_norm": 0.00084686279296875, | |
| "learning_rate": 1.9429132371819076e-06, | |
| "loss": 0.0, | |
| "step": 10720 | |
| }, | |
| { | |
| "epoch": 2.421575265177161, | |
| "grad_norm": 0.000934600830078125, | |
| "learning_rate": 1.9353620780789854e-06, | |
| "loss": 0.0, | |
| "step": 10730 | |
| }, | |
| { | |
| "epoch": 2.4238320920785377, | |
| "grad_norm": 0.0048828125, | |
| "learning_rate": 1.927810918976063e-06, | |
| "loss": 0.0, | |
| "step": 10740 | |
| }, | |
| { | |
| "epoch": 2.4260889189799144, | |
| "grad_norm": 0.050537109375, | |
| "learning_rate": 1.9202597598731405e-06, | |
| "loss": 0.0, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 2.428345745881291, | |
| "grad_norm": 0.0023193359375, | |
| "learning_rate": 1.9127086007702183e-06, | |
| "loss": 0.0, | |
| "step": 10760 | |
| }, | |
| { | |
| "epoch": 2.4306025727826674, | |
| "grad_norm": 0.0002231597900390625, | |
| "learning_rate": 1.905157441667296e-06, | |
| "loss": 0.0384, | |
| "step": 10770 | |
| }, | |
| { | |
| "epoch": 2.432859399684044, | |
| "grad_norm": 0.000553131103515625, | |
| "learning_rate": 1.8976062825643738e-06, | |
| "loss": 0.0, | |
| "step": 10780 | |
| }, | |
| { | |
| "epoch": 2.435116226585421, | |
| "grad_norm": 0.0029449462890625, | |
| "learning_rate": 1.8900551234614513e-06, | |
| "loss": 0.0, | |
| "step": 10790 | |
| }, | |
| { | |
| "epoch": 2.4373730534867977, | |
| "grad_norm": 0.0002536773681640625, | |
| "learning_rate": 1.882503964358529e-06, | |
| "loss": 0.0, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 2.4396298803881744, | |
| "grad_norm": 0.00262451171875, | |
| "learning_rate": 1.8749528052556069e-06, | |
| "loss": 0.0, | |
| "step": 10810 | |
| }, | |
| { | |
| "epoch": 2.4418867072895507, | |
| "grad_norm": 0.01361083984375, | |
| "learning_rate": 1.8674016461526844e-06, | |
| "loss": 0.0, | |
| "step": 10820 | |
| }, | |
| { | |
| "epoch": 2.4441435341909274, | |
| "grad_norm": 0.0029296875, | |
| "learning_rate": 1.8598504870497622e-06, | |
| "loss": 0.0, | |
| "step": 10830 | |
| }, | |
| { | |
| "epoch": 2.446400361092304, | |
| "grad_norm": 0.00031280517578125, | |
| "learning_rate": 1.85229932794684e-06, | |
| "loss": 0.0, | |
| "step": 10840 | |
| }, | |
| { | |
| "epoch": 2.448657187993681, | |
| "grad_norm": 0.0004711151123046875, | |
| "learning_rate": 1.844748168843918e-06, | |
| "loss": 0.0, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 2.4509140148950577, | |
| "grad_norm": 0.01434326171875, | |
| "learning_rate": 1.8371970097409954e-06, | |
| "loss": 0.0, | |
| "step": 10860 | |
| }, | |
| { | |
| "epoch": 2.4531708417964344, | |
| "grad_norm": 0.0006866455078125, | |
| "learning_rate": 1.8296458506380732e-06, | |
| "loss": 0.0, | |
| "step": 10870 | |
| }, | |
| { | |
| "epoch": 2.4554276686978107, | |
| "grad_norm": 0.0003509521484375, | |
| "learning_rate": 1.822094691535151e-06, | |
| "loss": 0.0, | |
| "step": 10880 | |
| }, | |
| { | |
| "epoch": 2.4576844955991874, | |
| "grad_norm": 0.00022983551025390625, | |
| "learning_rate": 1.8145435324322285e-06, | |
| "loss": 0.0, | |
| "step": 10890 | |
| }, | |
| { | |
| "epoch": 2.459941322500564, | |
| "grad_norm": 9.059906005859375e-05, | |
| "learning_rate": 1.8069923733293063e-06, | |
| "loss": 0.0, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 2.462198149401941, | |
| "grad_norm": 9.441375732421875e-05, | |
| "learning_rate": 1.799441214226384e-06, | |
| "loss": 0.0, | |
| "step": 10910 | |
| }, | |
| { | |
| "epoch": 2.4644549763033177, | |
| "grad_norm": 0.00091552734375, | |
| "learning_rate": 1.7918900551234616e-06, | |
| "loss": 0.0, | |
| "step": 10920 | |
| }, | |
| { | |
| "epoch": 2.466711803204694, | |
| "grad_norm": 0.0269775390625, | |
| "learning_rate": 1.7843388960205394e-06, | |
| "loss": 0.0, | |
| "step": 10930 | |
| }, | |
| { | |
| "epoch": 2.4689686301060707, | |
| "grad_norm": 0.001708984375, | |
| "learning_rate": 1.7767877369176171e-06, | |
| "loss": 0.0, | |
| "step": 10940 | |
| }, | |
| { | |
| "epoch": 2.4712254570074474, | |
| "grad_norm": 0.007537841796875, | |
| "learning_rate": 1.7692365778146947e-06, | |
| "loss": 0.0, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 2.473482283908824, | |
| "grad_norm": 0.004364013671875, | |
| "learning_rate": 1.7616854187117724e-06, | |
| "loss": 0.0, | |
| "step": 10960 | |
| }, | |
| { | |
| "epoch": 2.475739110810201, | |
| "grad_norm": 0.0003871917724609375, | |
| "learning_rate": 1.7541342596088502e-06, | |
| "loss": 0.0, | |
| "step": 10970 | |
| }, | |
| { | |
| "epoch": 2.4779959377115777, | |
| "grad_norm": 0.00142669677734375, | |
| "learning_rate": 1.7465831005059277e-06, | |
| "loss": 0.0, | |
| "step": 10980 | |
| }, | |
| { | |
| "epoch": 2.4802527646129544, | |
| "grad_norm": 0.00066375732421875, | |
| "learning_rate": 1.7390319414030055e-06, | |
| "loss": 0.0, | |
| "step": 10990 | |
| }, | |
| { | |
| "epoch": 2.4825095915143307, | |
| "grad_norm": 0.0002689361572265625, | |
| "learning_rate": 1.7314807823000833e-06, | |
| "loss": 0.0, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 2.4847664184157074, | |
| "grad_norm": 0.0002536773681640625, | |
| "learning_rate": 1.7239296231971608e-06, | |
| "loss": 0.0, | |
| "step": 11010 | |
| }, | |
| { | |
| "epoch": 2.487023245317084, | |
| "grad_norm": 0.00115203857421875, | |
| "learning_rate": 1.7163784640942386e-06, | |
| "loss": 0.0, | |
| "step": 11020 | |
| }, | |
| { | |
| "epoch": 2.489280072218461, | |
| "grad_norm": 0.00089263916015625, | |
| "learning_rate": 1.7088273049913161e-06, | |
| "loss": 0.0, | |
| "step": 11030 | |
| }, | |
| { | |
| "epoch": 2.4915368991198377, | |
| "grad_norm": 0.0001964569091796875, | |
| "learning_rate": 1.7012761458883939e-06, | |
| "loss": 0.0, | |
| "step": 11040 | |
| }, | |
| { | |
| "epoch": 2.493793726021214, | |
| "grad_norm": 0.0014190673828125, | |
| "learning_rate": 1.6937249867854716e-06, | |
| "loss": 0.0, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 2.4960505529225907, | |
| "grad_norm": 0.0002155303955078125, | |
| "learning_rate": 1.6861738276825492e-06, | |
| "loss": 0.0, | |
| "step": 11060 | |
| }, | |
| { | |
| "epoch": 2.4983073798239674, | |
| "grad_norm": 0.000537872314453125, | |
| "learning_rate": 1.6786226685796272e-06, | |
| "loss": 0.0, | |
| "step": 11070 | |
| }, | |
| { | |
| "epoch": 2.500564206725344, | |
| "grad_norm": 0.003204345703125, | |
| "learning_rate": 1.671071509476705e-06, | |
| "loss": 0.0, | |
| "step": 11080 | |
| }, | |
| { | |
| "epoch": 2.502821033626721, | |
| "grad_norm": 0.0002727508544921875, | |
| "learning_rate": 1.6635203503737827e-06, | |
| "loss": 0.0, | |
| "step": 11090 | |
| }, | |
| { | |
| "epoch": 2.5050778605280977, | |
| "grad_norm": 0.001373291015625, | |
| "learning_rate": 1.6559691912708602e-06, | |
| "loss": 0.0, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 2.5073346874294744, | |
| "grad_norm": 0.000644683837890625, | |
| "learning_rate": 1.648418032167938e-06, | |
| "loss": 0.0, | |
| "step": 11110 | |
| }, | |
| { | |
| "epoch": 2.5095915143308507, | |
| "grad_norm": 0.0001316070556640625, | |
| "learning_rate": 1.6408668730650157e-06, | |
| "loss": 0.1207, | |
| "step": 11120 | |
| }, | |
| { | |
| "epoch": 2.5118483412322274, | |
| "grad_norm": 0.00013256072998046875, | |
| "learning_rate": 1.6333157139620933e-06, | |
| "loss": 0.0, | |
| "step": 11130 | |
| }, | |
| { | |
| "epoch": 2.514105168133604, | |
| "grad_norm": 0.001129150390625, | |
| "learning_rate": 1.625764554859171e-06, | |
| "loss": 0.0, | |
| "step": 11140 | |
| }, | |
| { | |
| "epoch": 2.516361995034981, | |
| "grad_norm": 0.01123046875, | |
| "learning_rate": 1.6182133957562488e-06, | |
| "loss": 0.0, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 2.518618821936357, | |
| "grad_norm": 0.0007171630859375, | |
| "learning_rate": 1.6106622366533264e-06, | |
| "loss": 0.0, | |
| "step": 11160 | |
| }, | |
| { | |
| "epoch": 2.520875648837734, | |
| "grad_norm": 45.5, | |
| "learning_rate": 1.6031110775504041e-06, | |
| "loss": 0.2039, | |
| "step": 11170 | |
| }, | |
| { | |
| "epoch": 2.5231324757391107, | |
| "grad_norm": 0.000759124755859375, | |
| "learning_rate": 1.5955599184474819e-06, | |
| "loss": 0.0, | |
| "step": 11180 | |
| }, | |
| { | |
| "epoch": 2.5253893026404874, | |
| "grad_norm": 7.104873657226562e-05, | |
| "learning_rate": 1.5880087593445594e-06, | |
| "loss": 0.0, | |
| "step": 11190 | |
| }, | |
| { | |
| "epoch": 2.527646129541864, | |
| "grad_norm": 0.0001220703125, | |
| "learning_rate": 1.5804576002416372e-06, | |
| "loss": 0.0, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 2.529902956443241, | |
| "grad_norm": 0.00103759765625, | |
| "learning_rate": 1.572906441138715e-06, | |
| "loss": 0.0, | |
| "step": 11210 | |
| }, | |
| { | |
| "epoch": 2.5321597833446177, | |
| "grad_norm": 0.006256103515625, | |
| "learning_rate": 1.5653552820357925e-06, | |
| "loss": 0.2662, | |
| "step": 11220 | |
| }, | |
| { | |
| "epoch": 2.5344166102459944, | |
| "grad_norm": 0.00012493133544921875, | |
| "learning_rate": 1.5578041229328703e-06, | |
| "loss": 0.0, | |
| "step": 11230 | |
| }, | |
| { | |
| "epoch": 2.5366734371473707, | |
| "grad_norm": 0.0274658203125, | |
| "learning_rate": 1.550252963829948e-06, | |
| "loss": 0.0, | |
| "step": 11240 | |
| }, | |
| { | |
| "epoch": 2.5389302640487474, | |
| "grad_norm": 8.440017700195312e-05, | |
| "learning_rate": 1.5427018047270256e-06, | |
| "loss": 0.204, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 2.541187090950124, | |
| "grad_norm": 0.00013446807861328125, | |
| "learning_rate": 1.5351506456241033e-06, | |
| "loss": 0.0, | |
| "step": 11260 | |
| }, | |
| { | |
| "epoch": 2.543443917851501, | |
| "grad_norm": 0.0023040771484375, | |
| "learning_rate": 1.527599486521181e-06, | |
| "loss": 0.0608, | |
| "step": 11270 | |
| }, | |
| { | |
| "epoch": 2.545700744752877, | |
| "grad_norm": 0.00023651123046875, | |
| "learning_rate": 1.5200483274182587e-06, | |
| "loss": 0.0, | |
| "step": 11280 | |
| }, | |
| { | |
| "epoch": 2.547957571654254, | |
| "grad_norm": 0.013916015625, | |
| "learning_rate": 1.5124971683153366e-06, | |
| "loss": 0.0, | |
| "step": 11290 | |
| }, | |
| { | |
| "epoch": 2.5502143985556307, | |
| "grad_norm": 45.5, | |
| "learning_rate": 1.5049460092124144e-06, | |
| "loss": 0.1629, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 2.5524712254570074, | |
| "grad_norm": 0.005950927734375, | |
| "learning_rate": 1.497394850109492e-06, | |
| "loss": 0.0, | |
| "step": 11310 | |
| }, | |
| { | |
| "epoch": 2.554728052358384, | |
| "grad_norm": 0.000423431396484375, | |
| "learning_rate": 1.4898436910065697e-06, | |
| "loss": 0.0, | |
| "step": 11320 | |
| }, | |
| { | |
| "epoch": 2.556984879259761, | |
| "grad_norm": 0.00113677978515625, | |
| "learning_rate": 1.4822925319036475e-06, | |
| "loss": 0.0, | |
| "step": 11330 | |
| }, | |
| { | |
| "epoch": 2.5592417061611377, | |
| "grad_norm": 0.0002803802490234375, | |
| "learning_rate": 1.474741372800725e-06, | |
| "loss": 0.0357, | |
| "step": 11340 | |
| }, | |
| { | |
| "epoch": 2.561498533062514, | |
| "grad_norm": 0.0002651214599609375, | |
| "learning_rate": 1.4671902136978028e-06, | |
| "loss": 0.0, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 2.5637553599638907, | |
| "grad_norm": 0.00058746337890625, | |
| "learning_rate": 1.4596390545948805e-06, | |
| "loss": 0.5908, | |
| "step": 11360 | |
| }, | |
| { | |
| "epoch": 2.5660121868652674, | |
| "grad_norm": 0.000148773193359375, | |
| "learning_rate": 1.452087895491958e-06, | |
| "loss": 0.3479, | |
| "step": 11370 | |
| }, | |
| { | |
| "epoch": 2.568269013766644, | |
| "grad_norm": 0.000675201416015625, | |
| "learning_rate": 1.4445367363890358e-06, | |
| "loss": 0.0, | |
| "step": 11380 | |
| }, | |
| { | |
| "epoch": 2.570525840668021, | |
| "grad_norm": 0.00017547607421875, | |
| "learning_rate": 1.4369855772861136e-06, | |
| "loss": 0.0, | |
| "step": 11390 | |
| }, | |
| { | |
| "epoch": 2.572782667569397, | |
| "grad_norm": 0.000469207763671875, | |
| "learning_rate": 1.4294344181831911e-06, | |
| "loss": 0.0, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 2.575039494470774, | |
| "grad_norm": 0.00061798095703125, | |
| "learning_rate": 1.421883259080269e-06, | |
| "loss": 0.0, | |
| "step": 11410 | |
| }, | |
| { | |
| "epoch": 2.5772963213721507, | |
| "grad_norm": 0.00087738037109375, | |
| "learning_rate": 1.4143320999773467e-06, | |
| "loss": 0.0, | |
| "step": 11420 | |
| }, | |
| { | |
| "epoch": 2.5795531482735274, | |
| "grad_norm": 0.0004367828369140625, | |
| "learning_rate": 1.4067809408744242e-06, | |
| "loss": 0.0, | |
| "step": 11430 | |
| }, | |
| { | |
| "epoch": 2.581809975174904, | |
| "grad_norm": 0.01251220703125, | |
| "learning_rate": 1.399229781771502e-06, | |
| "loss": 0.0, | |
| "step": 11440 | |
| }, | |
| { | |
| "epoch": 2.584066802076281, | |
| "grad_norm": 0.000194549560546875, | |
| "learning_rate": 1.3916786226685797e-06, | |
| "loss": 0.0, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 2.5863236289776577, | |
| "grad_norm": 0.000835418701171875, | |
| "learning_rate": 1.3841274635656573e-06, | |
| "loss": 0.0, | |
| "step": 11460 | |
| }, | |
| { | |
| "epoch": 2.588580455879034, | |
| "grad_norm": 0.000904083251953125, | |
| "learning_rate": 1.376576304462735e-06, | |
| "loss": 0.0, | |
| "step": 11470 | |
| }, | |
| { | |
| "epoch": 2.5908372827804107, | |
| "grad_norm": 0.05029296875, | |
| "learning_rate": 1.3690251453598128e-06, | |
| "loss": 0.0, | |
| "step": 11480 | |
| }, | |
| { | |
| "epoch": 2.5930941096817874, | |
| "grad_norm": 0.006317138671875, | |
| "learning_rate": 1.3614739862568904e-06, | |
| "loss": 0.0, | |
| "step": 11490 | |
| }, | |
| { | |
| "epoch": 2.595350936583164, | |
| "grad_norm": 0.00122833251953125, | |
| "learning_rate": 1.3539228271539681e-06, | |
| "loss": 0.0, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 2.5976077634845405, | |
| "grad_norm": 0.005828857421875, | |
| "learning_rate": 1.346371668051046e-06, | |
| "loss": 0.0339, | |
| "step": 11510 | |
| }, | |
| { | |
| "epoch": 2.599864590385917, | |
| "grad_norm": 0.00177001953125, | |
| "learning_rate": 1.3388205089481239e-06, | |
| "loss": 0.0, | |
| "step": 11520 | |
| }, | |
| { | |
| "epoch": 2.602121417287294, | |
| "grad_norm": 0.004241943359375, | |
| "learning_rate": 1.3312693498452014e-06, | |
| "loss": 0.0, | |
| "step": 11530 | |
| }, | |
| { | |
| "epoch": 2.6043782441886707, | |
| "grad_norm": 0.0003204345703125, | |
| "learning_rate": 1.3237181907422792e-06, | |
| "loss": 0.0, | |
| "step": 11540 | |
| }, | |
| { | |
| "epoch": 2.6066350710900474, | |
| "grad_norm": 0.00025177001953125, | |
| "learning_rate": 1.316167031639357e-06, | |
| "loss": 0.0, | |
| "step": 11550 | |
| }, | |
| { | |
| "epoch": 2.608891897991424, | |
| "grad_norm": 0.009033203125, | |
| "learning_rate": 1.3086158725364345e-06, | |
| "loss": 0.0, | |
| "step": 11560 | |
| }, | |
| { | |
| "epoch": 2.611148724892801, | |
| "grad_norm": 0.0010833740234375, | |
| "learning_rate": 1.3010647134335122e-06, | |
| "loss": 0.0, | |
| "step": 11570 | |
| }, | |
| { | |
| "epoch": 2.6134055517941777, | |
| "grad_norm": 0.00012159347534179688, | |
| "learning_rate": 1.29351355433059e-06, | |
| "loss": 0.0, | |
| "step": 11580 | |
| }, | |
| { | |
| "epoch": 2.615662378695554, | |
| "grad_norm": 105.0, | |
| "learning_rate": 1.2859623952276675e-06, | |
| "loss": 0.1517, | |
| "step": 11590 | |
| }, | |
| { | |
| "epoch": 2.6179192055969307, | |
| "grad_norm": 78.0, | |
| "learning_rate": 1.2784112361247453e-06, | |
| "loss": 0.271, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 2.6201760324983074, | |
| "grad_norm": 0.00087738037109375, | |
| "learning_rate": 1.270860077021823e-06, | |
| "loss": 0.0, | |
| "step": 11610 | |
| }, | |
| { | |
| "epoch": 2.622432859399684, | |
| "grad_norm": 7.677078247070312e-05, | |
| "learning_rate": 1.2633089179189006e-06, | |
| "loss": 0.0, | |
| "step": 11620 | |
| }, | |
| { | |
| "epoch": 2.6246896863010605, | |
| "grad_norm": 0.026123046875, | |
| "learning_rate": 1.2557577588159784e-06, | |
| "loss": 0.0, | |
| "step": 11630 | |
| }, | |
| { | |
| "epoch": 2.626946513202437, | |
| "grad_norm": 0.00341796875, | |
| "learning_rate": 1.248206599713056e-06, | |
| "loss": 0.0, | |
| "step": 11640 | |
| }, | |
| { | |
| "epoch": 2.629203340103814, | |
| "grad_norm": 0.0004825592041015625, | |
| "learning_rate": 1.2406554406101337e-06, | |
| "loss": 0.0, | |
| "step": 11650 | |
| }, | |
| { | |
| "epoch": 2.6314601670051907, | |
| "grad_norm": 0.0016632080078125, | |
| "learning_rate": 1.2331042815072114e-06, | |
| "loss": 0.0, | |
| "step": 11660 | |
| }, | |
| { | |
| "epoch": 2.6337169939065674, | |
| "grad_norm": 0.00013446807861328125, | |
| "learning_rate": 1.2255531224042892e-06, | |
| "loss": 0.0, | |
| "step": 11670 | |
| }, | |
| { | |
| "epoch": 2.635973820807944, | |
| "grad_norm": 0.006805419921875, | |
| "learning_rate": 1.218001963301367e-06, | |
| "loss": 0.0, | |
| "step": 11680 | |
| }, | |
| { | |
| "epoch": 2.638230647709321, | |
| "grad_norm": 0.001617431640625, | |
| "learning_rate": 1.2104508041984445e-06, | |
| "loss": 0.4549, | |
| "step": 11690 | |
| }, | |
| { | |
| "epoch": 2.640487474610697, | |
| "grad_norm": 0.0001430511474609375, | |
| "learning_rate": 1.2028996450955223e-06, | |
| "loss": 0.0, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 2.642744301512074, | |
| "grad_norm": 0.000576019287109375, | |
| "learning_rate": 1.1953484859926e-06, | |
| "loss": 0.3013, | |
| "step": 11710 | |
| }, | |
| { | |
| "epoch": 2.6450011284134507, | |
| "grad_norm": 0.00457763671875, | |
| "learning_rate": 1.1877973268896776e-06, | |
| "loss": 0.0, | |
| "step": 11720 | |
| }, | |
| { | |
| "epoch": 2.6472579553148274, | |
| "grad_norm": 0.0021514892578125, | |
| "learning_rate": 1.1802461677867553e-06, | |
| "loss": 0.0, | |
| "step": 11730 | |
| }, | |
| { | |
| "epoch": 2.649514782216204, | |
| "grad_norm": 0.0004119873046875, | |
| "learning_rate": 1.1726950086838331e-06, | |
| "loss": 0.0, | |
| "step": 11740 | |
| }, | |
| { | |
| "epoch": 2.6517716091175805, | |
| "grad_norm": 0.0026397705078125, | |
| "learning_rate": 1.1651438495809107e-06, | |
| "loss": 0.3461, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 2.654028436018957, | |
| "grad_norm": 0.0023040771484375, | |
| "learning_rate": 1.1575926904779884e-06, | |
| "loss": 0.0968, | |
| "step": 11760 | |
| }, | |
| { | |
| "epoch": 2.656285262920334, | |
| "grad_norm": 13.0625, | |
| "learning_rate": 1.1500415313750662e-06, | |
| "loss": 0.0107, | |
| "step": 11770 | |
| }, | |
| { | |
| "epoch": 2.6585420898217107, | |
| "grad_norm": 0.00035858154296875, | |
| "learning_rate": 1.142490372272144e-06, | |
| "loss": 0.0, | |
| "step": 11780 | |
| }, | |
| { | |
| "epoch": 2.6607989167230874, | |
| "grad_norm": 0.0002498626708984375, | |
| "learning_rate": 1.1349392131692217e-06, | |
| "loss": 0.0, | |
| "step": 11790 | |
| }, | |
| { | |
| "epoch": 2.663055743624464, | |
| "grad_norm": 0.006622314453125, | |
| "learning_rate": 1.1273880540662992e-06, | |
| "loss": 0.0973, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 2.665312570525841, | |
| "grad_norm": 0.004791259765625, | |
| "learning_rate": 1.119836894963377e-06, | |
| "loss": 0.0, | |
| "step": 11810 | |
| }, | |
| { | |
| "epoch": 2.667569397427217, | |
| "grad_norm": 0.000263214111328125, | |
| "learning_rate": 1.1122857358604548e-06, | |
| "loss": 0.0, | |
| "step": 11820 | |
| }, | |
| { | |
| "epoch": 2.669826224328594, | |
| "grad_norm": 0.007110595703125, | |
| "learning_rate": 1.1047345767575323e-06, | |
| "loss": 0.0, | |
| "step": 11830 | |
| }, | |
| { | |
| "epoch": 2.6720830512299707, | |
| "grad_norm": 0.00098419189453125, | |
| "learning_rate": 1.09718341765461e-06, | |
| "loss": 0.2316, | |
| "step": 11840 | |
| }, | |
| { | |
| "epoch": 2.6743398781313474, | |
| "grad_norm": 0.0002899169921875, | |
| "learning_rate": 1.0896322585516878e-06, | |
| "loss": 0.0, | |
| "step": 11850 | |
| }, | |
| { | |
| "epoch": 2.6765967050327237, | |
| "grad_norm": 0.03955078125, | |
| "learning_rate": 1.0820810994487654e-06, | |
| "loss": 0.0, | |
| "step": 11860 | |
| }, | |
| { | |
| "epoch": 2.6788535319341005, | |
| "grad_norm": 0.002777099609375, | |
| "learning_rate": 1.0745299403458432e-06, | |
| "loss": 0.155, | |
| "step": 11870 | |
| }, | |
| { | |
| "epoch": 2.681110358835477, | |
| "grad_norm": 0.00238037109375, | |
| "learning_rate": 1.066978781242921e-06, | |
| "loss": 0.0, | |
| "step": 11880 | |
| }, | |
| { | |
| "epoch": 2.683367185736854, | |
| "grad_norm": 0.00091552734375, | |
| "learning_rate": 1.0594276221399987e-06, | |
| "loss": 0.0262, | |
| "step": 11890 | |
| }, | |
| { | |
| "epoch": 2.6856240126382307, | |
| "grad_norm": 0.00023937225341796875, | |
| "learning_rate": 1.0518764630370764e-06, | |
| "loss": 0.0, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 2.6878808395396074, | |
| "grad_norm": 0.015380859375, | |
| "learning_rate": 1.044325303934154e-06, | |
| "loss": 0.6079, | |
| "step": 11910 | |
| }, | |
| { | |
| "epoch": 2.690137666440984, | |
| "grad_norm": 0.00113677978515625, | |
| "learning_rate": 1.0367741448312317e-06, | |
| "loss": 0.0, | |
| "step": 11920 | |
| }, | |
| { | |
| "epoch": 2.692394493342361, | |
| "grad_norm": 0.0021820068359375, | |
| "learning_rate": 1.0292229857283093e-06, | |
| "loss": 0.0, | |
| "step": 11930 | |
| }, | |
| { | |
| "epoch": 2.694651320243737, | |
| "grad_norm": 0.00023555755615234375, | |
| "learning_rate": 1.021671826625387e-06, | |
| "loss": 0.0, | |
| "step": 11940 | |
| }, | |
| { | |
| "epoch": 2.696908147145114, | |
| "grad_norm": 0.0002536773681640625, | |
| "learning_rate": 1.0141206675224648e-06, | |
| "loss": 0.0, | |
| "step": 11950 | |
| }, | |
| { | |
| "epoch": 2.6991649740464907, | |
| "grad_norm": 7.295608520507812e-05, | |
| "learning_rate": 1.0065695084195424e-06, | |
| "loss": 0.0002, | |
| "step": 11960 | |
| }, | |
| { | |
| "epoch": 2.7014218009478674, | |
| "grad_norm": 0.0014801025390625, | |
| "learning_rate": 9.990183493166201e-07, | |
| "loss": 0.0, | |
| "step": 11970 | |
| }, | |
| { | |
| "epoch": 2.7036786278492437, | |
| "grad_norm": 0.00017547607421875, | |
| "learning_rate": 9.914671902136979e-07, | |
| "loss": 0.2184, | |
| "step": 11980 | |
| }, | |
| { | |
| "epoch": 2.7059354547506205, | |
| "grad_norm": 99.0, | |
| "learning_rate": 9.839160311107754e-07, | |
| "loss": 0.3833, | |
| "step": 11990 | |
| }, | |
| { | |
| "epoch": 2.708192281651997, | |
| "grad_norm": 68.0, | |
| "learning_rate": 9.763648720078534e-07, | |
| "loss": 0.6392, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 2.710449108553374, | |
| "grad_norm": 0.001983642578125, | |
| "learning_rate": 9.68813712904931e-07, | |
| "loss": 0.2191, | |
| "step": 12010 | |
| }, | |
| { | |
| "epoch": 2.7127059354547507, | |
| "grad_norm": 0.000545501708984375, | |
| "learning_rate": 9.612625538020087e-07, | |
| "loss": 0.0, | |
| "step": 12020 | |
| }, | |
| { | |
| "epoch": 2.7149627623561274, | |
| "grad_norm": 0.002227783203125, | |
| "learning_rate": 9.537113946990865e-07, | |
| "loss": 0.0, | |
| "step": 12030 | |
| }, | |
| { | |
| "epoch": 2.717219589257504, | |
| "grad_norm": 0.0010223388671875, | |
| "learning_rate": 9.461602355961641e-07, | |
| "loss": 0.0, | |
| "step": 12040 | |
| }, | |
| { | |
| "epoch": 2.7194764161588805, | |
| "grad_norm": 0.006378173828125, | |
| "learning_rate": 9.386090764932418e-07, | |
| "loss": 0.0, | |
| "step": 12050 | |
| }, | |
| { | |
| "epoch": 2.721733243060257, | |
| "grad_norm": 0.0024261474609375, | |
| "learning_rate": 9.310579173903194e-07, | |
| "loss": 0.0, | |
| "step": 12060 | |
| }, | |
| { | |
| "epoch": 2.723990069961634, | |
| "grad_norm": 0.0008392333984375, | |
| "learning_rate": 9.235067582873972e-07, | |
| "loss": 0.0, | |
| "step": 12070 | |
| }, | |
| { | |
| "epoch": 2.7262468968630107, | |
| "grad_norm": 0.000827789306640625, | |
| "learning_rate": 9.159555991844749e-07, | |
| "loss": 0.0, | |
| "step": 12080 | |
| }, | |
| { | |
| "epoch": 2.7285037237643874, | |
| "grad_norm": 0.00121307373046875, | |
| "learning_rate": 9.084044400815525e-07, | |
| "loss": 0.2787, | |
| "step": 12090 | |
| }, | |
| { | |
| "epoch": 2.7307605506657637, | |
| "grad_norm": 0.00060272216796875, | |
| "learning_rate": 9.008532809786303e-07, | |
| "loss": 0.0, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 2.7330173775671405, | |
| "grad_norm": 0.0034332275390625, | |
| "learning_rate": 8.93302121875708e-07, | |
| "loss": 0.0, | |
| "step": 12110 | |
| }, | |
| { | |
| "epoch": 2.735274204468517, | |
| "grad_norm": 0.010498046875, | |
| "learning_rate": 8.857509627727858e-07, | |
| "loss": 0.0, | |
| "step": 12120 | |
| }, | |
| { | |
| "epoch": 2.737531031369894, | |
| "grad_norm": 0.01104736328125, | |
| "learning_rate": 8.781998036698634e-07, | |
| "loss": 0.0, | |
| "step": 12130 | |
| }, | |
| { | |
| "epoch": 2.7397878582712707, | |
| "grad_norm": 0.000850677490234375, | |
| "learning_rate": 8.706486445669411e-07, | |
| "loss": 0.2278, | |
| "step": 12140 | |
| }, | |
| { | |
| "epoch": 2.7420446851726474, | |
| "grad_norm": 0.0011444091796875, | |
| "learning_rate": 8.630974854640188e-07, | |
| "loss": 0.0, | |
| "step": 12150 | |
| }, | |
| { | |
| "epoch": 2.744301512074024, | |
| "grad_norm": 0.000820159912109375, | |
| "learning_rate": 8.555463263610965e-07, | |
| "loss": 0.0, | |
| "step": 12160 | |
| }, | |
| { | |
| "epoch": 2.7465583389754005, | |
| "grad_norm": 0.00191497802734375, | |
| "learning_rate": 8.479951672581742e-07, | |
| "loss": 0.0, | |
| "step": 12170 | |
| }, | |
| { | |
| "epoch": 2.748815165876777, | |
| "grad_norm": 0.003143310546875, | |
| "learning_rate": 8.404440081552518e-07, | |
| "loss": 0.0, | |
| "step": 12180 | |
| }, | |
| { | |
| "epoch": 2.751071992778154, | |
| "grad_norm": 0.00032806396484375, | |
| "learning_rate": 8.328928490523296e-07, | |
| "loss": 0.0, | |
| "step": 12190 | |
| }, | |
| { | |
| "epoch": 2.7533288196795307, | |
| "grad_norm": 0.0010223388671875, | |
| "learning_rate": 8.253416899494072e-07, | |
| "loss": 0.0, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 2.755585646580907, | |
| "grad_norm": 0.0019378662109375, | |
| "learning_rate": 8.177905308464849e-07, | |
| "loss": 0.0, | |
| "step": 12210 | |
| }, | |
| { | |
| "epoch": 2.7578424734822837, | |
| "grad_norm": 0.00063323974609375, | |
| "learning_rate": 8.102393717435628e-07, | |
| "loss": 0.2411, | |
| "step": 12220 | |
| }, | |
| { | |
| "epoch": 2.7600993003836605, | |
| "grad_norm": 0.000118255615234375, | |
| "learning_rate": 8.026882126406404e-07, | |
| "loss": 0.0, | |
| "step": 12230 | |
| }, | |
| { | |
| "epoch": 2.762356127285037, | |
| "grad_norm": 0.0002593994140625, | |
| "learning_rate": 7.951370535377182e-07, | |
| "loss": 0.2326, | |
| "step": 12240 | |
| }, | |
| { | |
| "epoch": 2.764612954186414, | |
| "grad_norm": 0.0002460479736328125, | |
| "learning_rate": 7.875858944347958e-07, | |
| "loss": 0.0, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 2.7668697810877907, | |
| "grad_norm": 0.00093841552734375, | |
| "learning_rate": 7.800347353318735e-07, | |
| "loss": 0.0, | |
| "step": 12260 | |
| }, | |
| { | |
| "epoch": 2.7691266079891674, | |
| "grad_norm": 0.01611328125, | |
| "learning_rate": 7.724835762289513e-07, | |
| "loss": 0.0, | |
| "step": 12270 | |
| }, | |
| { | |
| "epoch": 2.7713834348905437, | |
| "grad_norm": 0.00102996826171875, | |
| "learning_rate": 7.649324171260289e-07, | |
| "loss": 0.0, | |
| "step": 12280 | |
| }, | |
| { | |
| "epoch": 2.7736402617919205, | |
| "grad_norm": 0.0002574920654296875, | |
| "learning_rate": 7.573812580231066e-07, | |
| "loss": 0.0, | |
| "step": 12290 | |
| }, | |
| { | |
| "epoch": 2.775897088693297, | |
| "grad_norm": 0.0003337860107421875, | |
| "learning_rate": 7.498300989201842e-07, | |
| "loss": 0.0, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 2.778153915594674, | |
| "grad_norm": 0.000606536865234375, | |
| "learning_rate": 7.42278939817262e-07, | |
| "loss": 0.0, | |
| "step": 12310 | |
| }, | |
| { | |
| "epoch": 2.7804107424960507, | |
| "grad_norm": 0.00141143798828125, | |
| "learning_rate": 7.347277807143396e-07, | |
| "loss": 0.0, | |
| "step": 12320 | |
| }, | |
| { | |
| "epoch": 2.782667569397427, | |
| "grad_norm": 0.004241943359375, | |
| "learning_rate": 7.271766216114175e-07, | |
| "loss": 0.0, | |
| "step": 12330 | |
| }, | |
| { | |
| "epoch": 2.7849243962988037, | |
| "grad_norm": 0.0006103515625, | |
| "learning_rate": 7.196254625084952e-07, | |
| "loss": 0.0, | |
| "step": 12340 | |
| }, | |
| { | |
| "epoch": 2.7871812232001805, | |
| "grad_norm": 0.0021209716796875, | |
| "learning_rate": 7.120743034055728e-07, | |
| "loss": 0.0, | |
| "step": 12350 | |
| }, | |
| { | |
| "epoch": 2.789438050101557, | |
| "grad_norm": 0.00023365020751953125, | |
| "learning_rate": 7.045231443026506e-07, | |
| "loss": 0.0, | |
| "step": 12360 | |
| }, | |
| { | |
| "epoch": 2.791694877002934, | |
| "grad_norm": 0.00010156631469726562, | |
| "learning_rate": 6.969719851997282e-07, | |
| "loss": 0.0, | |
| "step": 12370 | |
| }, | |
| { | |
| "epoch": 2.7939517039043107, | |
| "grad_norm": 0.00021266937255859375, | |
| "learning_rate": 6.894208260968059e-07, | |
| "loss": 0.0, | |
| "step": 12380 | |
| }, | |
| { | |
| "epoch": 2.7962085308056874, | |
| "grad_norm": 0.00020503997802734375, | |
| "learning_rate": 6.818696669938836e-07, | |
| "loss": 0.0479, | |
| "step": 12390 | |
| }, | |
| { | |
| "epoch": 2.7984653577070637, | |
| "grad_norm": 0.0013580322265625, | |
| "learning_rate": 6.743185078909613e-07, | |
| "loss": 0.0, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 2.8007221846084405, | |
| "grad_norm": 0.000537872314453125, | |
| "learning_rate": 6.66767348788039e-07, | |
| "loss": 0.2429, | |
| "step": 12410 | |
| }, | |
| { | |
| "epoch": 2.802979011509817, | |
| "grad_norm": 0.00421142578125, | |
| "learning_rate": 6.592161896851167e-07, | |
| "loss": 0.0, | |
| "step": 12420 | |
| }, | |
| { | |
| "epoch": 2.805235838411194, | |
| "grad_norm": 0.00775146484375, | |
| "learning_rate": 6.516650305821944e-07, | |
| "loss": 0.0, | |
| "step": 12430 | |
| }, | |
| { | |
| "epoch": 2.8074926653125707, | |
| "grad_norm": 0.006072998046875, | |
| "learning_rate": 6.441138714792721e-07, | |
| "loss": 0.0, | |
| "step": 12440 | |
| }, | |
| { | |
| "epoch": 2.809749492213947, | |
| "grad_norm": 0.00013637542724609375, | |
| "learning_rate": 6.365627123763499e-07, | |
| "loss": 0.0, | |
| "step": 12450 | |
| }, | |
| { | |
| "epoch": 2.8120063191153237, | |
| "grad_norm": 0.00020122528076171875, | |
| "learning_rate": 6.290115532734275e-07, | |
| "loss": 0.0, | |
| "step": 12460 | |
| }, | |
| { | |
| "epoch": 2.8142631460167005, | |
| "grad_norm": 0.00025177001953125, | |
| "learning_rate": 6.214603941705052e-07, | |
| "loss": 0.3119, | |
| "step": 12470 | |
| }, | |
| { | |
| "epoch": 2.816519972918077, | |
| "grad_norm": 0.0004367828369140625, | |
| "learning_rate": 6.13909235067583e-07, | |
| "loss": 0.0, | |
| "step": 12480 | |
| }, | |
| { | |
| "epoch": 2.818776799819454, | |
| "grad_norm": 0.103515625, | |
| "learning_rate": 6.063580759646606e-07, | |
| "loss": 0.0, | |
| "step": 12490 | |
| }, | |
| { | |
| "epoch": 2.8210336267208307, | |
| "grad_norm": 0.00016307830810546875, | |
| "learning_rate": 5.988069168617383e-07, | |
| "loss": 0.0, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 2.8232904536222074, | |
| "grad_norm": 0.0003147125244140625, | |
| "learning_rate": 5.91255757758816e-07, | |
| "loss": 0.0, | |
| "step": 12510 | |
| }, | |
| { | |
| "epoch": 2.8255472805235837, | |
| "grad_norm": 0.000823974609375, | |
| "learning_rate": 5.837045986558938e-07, | |
| "loss": 0.0018, | |
| "step": 12520 | |
| }, | |
| { | |
| "epoch": 2.8278041074249605, | |
| "grad_norm": 0.0012359619140625, | |
| "learning_rate": 5.761534395529714e-07, | |
| "loss": 0.2192, | |
| "step": 12530 | |
| }, | |
| { | |
| "epoch": 2.830060934326337, | |
| "grad_norm": 0.000232696533203125, | |
| "learning_rate": 5.686022804500491e-07, | |
| "loss": 0.0, | |
| "step": 12540 | |
| }, | |
| { | |
| "epoch": 2.832317761227714, | |
| "grad_norm": 0.00031280517578125, | |
| "learning_rate": 5.610511213471269e-07, | |
| "loss": 0.0, | |
| "step": 12550 | |
| }, | |
| { | |
| "epoch": 2.8345745881290902, | |
| "grad_norm": 0.010498046875, | |
| "learning_rate": 5.534999622442045e-07, | |
| "loss": 0.0909, | |
| "step": 12560 | |
| }, | |
| { | |
| "epoch": 2.836831415030467, | |
| "grad_norm": 0.00016880035400390625, | |
| "learning_rate": 5.459488031412823e-07, | |
| "loss": 0.0, | |
| "step": 12570 | |
| }, | |
| { | |
| "epoch": 2.8390882419318437, | |
| "grad_norm": 0.0004482269287109375, | |
| "learning_rate": 5.383976440383599e-07, | |
| "loss": 0.0, | |
| "step": 12580 | |
| }, | |
| { | |
| "epoch": 2.8413450688332205, | |
| "grad_norm": 0.006591796875, | |
| "learning_rate": 5.308464849354376e-07, | |
| "loss": 0.0001, | |
| "step": 12590 | |
| }, | |
| { | |
| "epoch": 2.843601895734597, | |
| "grad_norm": 0.0032806396484375, | |
| "learning_rate": 5.232953258325153e-07, | |
| "loss": 0.0, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 2.845858722635974, | |
| "grad_norm": 0.003326416015625, | |
| "learning_rate": 5.15744166729593e-07, | |
| "loss": 0.0, | |
| "step": 12610 | |
| }, | |
| { | |
| "epoch": 2.8481155495373507, | |
| "grad_norm": 0.0005645751953125, | |
| "learning_rate": 5.081930076266707e-07, | |
| "loss": 0.0, | |
| "step": 12620 | |
| }, | |
| { | |
| "epoch": 2.850372376438727, | |
| "grad_norm": 0.00010633468627929688, | |
| "learning_rate": 5.006418485237484e-07, | |
| "loss": 0.0, | |
| "step": 12630 | |
| }, | |
| { | |
| "epoch": 2.8526292033401037, | |
| "grad_norm": 0.00022411346435546875, | |
| "learning_rate": 4.930906894208262e-07, | |
| "loss": 0.0, | |
| "step": 12640 | |
| }, | |
| { | |
| "epoch": 2.8548860302414805, | |
| "grad_norm": 0.00022411346435546875, | |
| "learning_rate": 4.855395303179038e-07, | |
| "loss": 0.0, | |
| "step": 12650 | |
| }, | |
| { | |
| "epoch": 2.857142857142857, | |
| "grad_norm": 0.000301361083984375, | |
| "learning_rate": 4.779883712149815e-07, | |
| "loss": 0.0, | |
| "step": 12660 | |
| }, | |
| { | |
| "epoch": 2.859399684044234, | |
| "grad_norm": 0.00048065185546875, | |
| "learning_rate": 4.704372121120592e-07, | |
| "loss": 0.0, | |
| "step": 12670 | |
| }, | |
| { | |
| "epoch": 2.8616565109456102, | |
| "grad_norm": 0.00174713134765625, | |
| "learning_rate": 4.6288605300913696e-07, | |
| "loss": 0.0, | |
| "step": 12680 | |
| }, | |
| { | |
| "epoch": 2.863913337846987, | |
| "grad_norm": 0.02001953125, | |
| "learning_rate": 4.5533489390621467e-07, | |
| "loss": 0.1636, | |
| "step": 12690 | |
| }, | |
| { | |
| "epoch": 2.8661701647483637, | |
| "grad_norm": 0.000553131103515625, | |
| "learning_rate": 4.477837348032923e-07, | |
| "loss": 0.0, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 2.8684269916497405, | |
| "grad_norm": 0.00110626220703125, | |
| "learning_rate": 4.4023257570037003e-07, | |
| "loss": 0.0, | |
| "step": 12710 | |
| }, | |
| { | |
| "epoch": 2.870683818551117, | |
| "grad_norm": 0.00015926361083984375, | |
| "learning_rate": 4.3268141659744774e-07, | |
| "loss": 0.0, | |
| "step": 12720 | |
| }, | |
| { | |
| "epoch": 2.872940645452494, | |
| "grad_norm": 0.0028228759765625, | |
| "learning_rate": 4.251302574945254e-07, | |
| "loss": 0.0, | |
| "step": 12730 | |
| }, | |
| { | |
| "epoch": 2.8751974723538707, | |
| "grad_norm": 0.000568389892578125, | |
| "learning_rate": 4.1757909839160315e-07, | |
| "loss": 0.0, | |
| "step": 12740 | |
| }, | |
| { | |
| "epoch": 2.877454299255247, | |
| "grad_norm": 0.0211181640625, | |
| "learning_rate": 4.1002793928868086e-07, | |
| "loss": 0.0, | |
| "step": 12750 | |
| }, | |
| { | |
| "epoch": 2.8797111261566237, | |
| "grad_norm": 0.0003528594970703125, | |
| "learning_rate": 4.0247678018575857e-07, | |
| "loss": 0.0, | |
| "step": 12760 | |
| }, | |
| { | |
| "epoch": 2.8819679530580005, | |
| "grad_norm": 0.001312255859375, | |
| "learning_rate": 3.949256210828362e-07, | |
| "loss": 0.0, | |
| "step": 12770 | |
| }, | |
| { | |
| "epoch": 2.884224779959377, | |
| "grad_norm": 0.00194549560546875, | |
| "learning_rate": 3.8737446197991393e-07, | |
| "loss": 0.0, | |
| "step": 12780 | |
| }, | |
| { | |
| "epoch": 2.886481606860754, | |
| "grad_norm": 0.0035858154296875, | |
| "learning_rate": 3.798233028769917e-07, | |
| "loss": 0.0, | |
| "step": 12790 | |
| }, | |
| { | |
| "epoch": 2.8887384337621302, | |
| "grad_norm": 0.00087738037109375, | |
| "learning_rate": 3.7227214377406935e-07, | |
| "loss": 0.0, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 2.890995260663507, | |
| "grad_norm": 0.0003910064697265625, | |
| "learning_rate": 3.6472098467114705e-07, | |
| "loss": 0.0, | |
| "step": 12810 | |
| }, | |
| { | |
| "epoch": 2.8932520875648837, | |
| "grad_norm": 0.00167083740234375, | |
| "learning_rate": 3.5716982556822476e-07, | |
| "loss": 0.0, | |
| "step": 12820 | |
| }, | |
| { | |
| "epoch": 2.8955089144662605, | |
| "grad_norm": 0.001190185546875, | |
| "learning_rate": 3.496186664653024e-07, | |
| "loss": 0.2909, | |
| "step": 12830 | |
| }, | |
| { | |
| "epoch": 2.897765741367637, | |
| "grad_norm": 0.000522613525390625, | |
| "learning_rate": 3.420675073623801e-07, | |
| "loss": 0.0, | |
| "step": 12840 | |
| }, | |
| { | |
| "epoch": 2.900022568269014, | |
| "grad_norm": 0.00013828277587890625, | |
| "learning_rate": 3.345163482594579e-07, | |
| "loss": 0.0, | |
| "step": 12850 | |
| }, | |
| { | |
| "epoch": 2.9022793951703907, | |
| "grad_norm": 58.5, | |
| "learning_rate": 3.2696518915653554e-07, | |
| "loss": 0.4576, | |
| "step": 12860 | |
| }, | |
| { | |
| "epoch": 2.904536222071767, | |
| "grad_norm": 0.00213623046875, | |
| "learning_rate": 3.1941403005361325e-07, | |
| "loss": 0.0, | |
| "step": 12870 | |
| }, | |
| { | |
| "epoch": 2.9067930489731437, | |
| "grad_norm": 0.000522613525390625, | |
| "learning_rate": 3.1186287095069096e-07, | |
| "loss": 0.0001, | |
| "step": 12880 | |
| }, | |
| { | |
| "epoch": 2.9090498758745205, | |
| "grad_norm": 0.005035400390625, | |
| "learning_rate": 3.0431171184776866e-07, | |
| "loss": 0.0, | |
| "step": 12890 | |
| }, | |
| { | |
| "epoch": 2.911306702775897, | |
| "grad_norm": 0.0010223388671875, | |
| "learning_rate": 2.9676055274484637e-07, | |
| "loss": 0.0, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 2.9135635296772735, | |
| "grad_norm": 0.00113677978515625, | |
| "learning_rate": 2.892093936419241e-07, | |
| "loss": 0.0, | |
| "step": 12910 | |
| }, | |
| { | |
| "epoch": 2.9158203565786502, | |
| "grad_norm": 0.00145721435546875, | |
| "learning_rate": 2.816582345390018e-07, | |
| "loss": 0.0, | |
| "step": 12920 | |
| }, | |
| { | |
| "epoch": 2.918077183480027, | |
| "grad_norm": 0.000316619873046875, | |
| "learning_rate": 2.7410707543607944e-07, | |
| "loss": 0.2586, | |
| "step": 12930 | |
| }, | |
| { | |
| "epoch": 2.9203340103814037, | |
| "grad_norm": 0.0020599365234375, | |
| "learning_rate": 2.6655591633315715e-07, | |
| "loss": 0.0, | |
| "step": 12940 | |
| }, | |
| { | |
| "epoch": 2.9225908372827805, | |
| "grad_norm": 0.00087738037109375, | |
| "learning_rate": 2.5900475723023486e-07, | |
| "loss": 0.0, | |
| "step": 12950 | |
| }, | |
| { | |
| "epoch": 2.924847664184157, | |
| "grad_norm": 0.000518798828125, | |
| "learning_rate": 2.5145359812731257e-07, | |
| "loss": 0.0, | |
| "step": 12960 | |
| }, | |
| { | |
| "epoch": 2.927104491085534, | |
| "grad_norm": 6.437301635742188e-05, | |
| "learning_rate": 2.439024390243903e-07, | |
| "loss": 0.0, | |
| "step": 12970 | |
| }, | |
| { | |
| "epoch": 2.9293613179869102, | |
| "grad_norm": 54.5, | |
| "learning_rate": 2.3635127992146796e-07, | |
| "loss": 0.1558, | |
| "step": 12980 | |
| }, | |
| { | |
| "epoch": 2.931618144888287, | |
| "grad_norm": 0.0007781982421875, | |
| "learning_rate": 2.2880012081854564e-07, | |
| "loss": 0.0, | |
| "step": 12990 | |
| }, | |
| { | |
| "epoch": 2.9338749717896637, | |
| "grad_norm": 0.0004444122314453125, | |
| "learning_rate": 2.2124896171562337e-07, | |
| "loss": 0.0, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 2.9361317986910405, | |
| "grad_norm": 124.5, | |
| "learning_rate": 2.1369780261270105e-07, | |
| "loss": 0.2421, | |
| "step": 13010 | |
| }, | |
| { | |
| "epoch": 2.938388625592417, | |
| "grad_norm": 0.0010528564453125, | |
| "learning_rate": 2.061466435097788e-07, | |
| "loss": 0.0, | |
| "step": 13020 | |
| }, | |
| { | |
| "epoch": 2.9406454524937935, | |
| "grad_norm": 0.00022411346435546875, | |
| "learning_rate": 1.9859548440685647e-07, | |
| "loss": 0.0, | |
| "step": 13030 | |
| }, | |
| { | |
| "epoch": 2.9429022793951702, | |
| "grad_norm": 0.00018215179443359375, | |
| "learning_rate": 1.9104432530393415e-07, | |
| "loss": 0.221, | |
| "step": 13040 | |
| }, | |
| { | |
| "epoch": 2.945159106296547, | |
| "grad_norm": 0.006195068359375, | |
| "learning_rate": 1.8349316620101188e-07, | |
| "loss": 0.0, | |
| "step": 13050 | |
| }, | |
| { | |
| "epoch": 2.9474159331979237, | |
| "grad_norm": 0.00017070770263671875, | |
| "learning_rate": 1.7594200709808957e-07, | |
| "loss": 0.0, | |
| "step": 13060 | |
| }, | |
| { | |
| "epoch": 2.9496727600993005, | |
| "grad_norm": 0.00012302398681640625, | |
| "learning_rate": 1.6839084799516725e-07, | |
| "loss": 0.0, | |
| "step": 13070 | |
| }, | |
| { | |
| "epoch": 2.951929587000677, | |
| "grad_norm": 0.0031585693359375, | |
| "learning_rate": 1.6083968889224498e-07, | |
| "loss": 0.0, | |
| "step": 13080 | |
| }, | |
| { | |
| "epoch": 2.954186413902054, | |
| "grad_norm": 0.000843048095703125, | |
| "learning_rate": 1.5328852978932266e-07, | |
| "loss": 0.0, | |
| "step": 13090 | |
| }, | |
| { | |
| "epoch": 2.9564432408034302, | |
| "grad_norm": 0.0026397705078125, | |
| "learning_rate": 1.4573737068640037e-07, | |
| "loss": 0.0, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 2.958700067704807, | |
| "grad_norm": 0.00093841552734375, | |
| "learning_rate": 1.3818621158347808e-07, | |
| "loss": 0.0, | |
| "step": 13110 | |
| }, | |
| { | |
| "epoch": 2.9609568946061837, | |
| "grad_norm": 0.0037384033203125, | |
| "learning_rate": 1.3063505248055579e-07, | |
| "loss": 0.0, | |
| "step": 13120 | |
| }, | |
| { | |
| "epoch": 2.9632137215075605, | |
| "grad_norm": 0.000659942626953125, | |
| "learning_rate": 1.2308389337763347e-07, | |
| "loss": 0.0, | |
| "step": 13130 | |
| }, | |
| { | |
| "epoch": 2.9654705484089368, | |
| "grad_norm": 0.0002613067626953125, | |
| "learning_rate": 1.1553273427471118e-07, | |
| "loss": 0.0, | |
| "step": 13140 | |
| }, | |
| { | |
| "epoch": 2.9677273753103135, | |
| "grad_norm": 0.000972747802734375, | |
| "learning_rate": 1.0798157517178888e-07, | |
| "loss": 0.0, | |
| "step": 13150 | |
| }, | |
| { | |
| "epoch": 2.9699842022116902, | |
| "grad_norm": 0.004058837890625, | |
| "learning_rate": 1.0043041606886658e-07, | |
| "loss": 0.0, | |
| "step": 13160 | |
| }, | |
| { | |
| "epoch": 2.972241029113067, | |
| "grad_norm": 0.0020599365234375, | |
| "learning_rate": 9.287925696594427e-08, | |
| "loss": 0.3007, | |
| "step": 13170 | |
| }, | |
| { | |
| "epoch": 2.9744978560144437, | |
| "grad_norm": 164.0, | |
| "learning_rate": 8.532809786302198e-08, | |
| "loss": 0.1846, | |
| "step": 13180 | |
| }, | |
| { | |
| "epoch": 2.9767546829158205, | |
| "grad_norm": 0.00124359130859375, | |
| "learning_rate": 7.777693876009968e-08, | |
| "loss": 0.0, | |
| "step": 13190 | |
| }, | |
| { | |
| "epoch": 2.979011509817197, | |
| "grad_norm": 0.028076171875, | |
| "learning_rate": 7.022577965717738e-08, | |
| "loss": 0.0, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 2.981268336718574, | |
| "grad_norm": 0.0002155303955078125, | |
| "learning_rate": 6.267462055425508e-08, | |
| "loss": 0.0353, | |
| "step": 13210 | |
| }, | |
| { | |
| "epoch": 2.9835251636199502, | |
| "grad_norm": 0.00018978118896484375, | |
| "learning_rate": 5.5123461451332786e-08, | |
| "loss": 0.1542, | |
| "step": 13220 | |
| }, | |
| { | |
| "epoch": 2.985781990521327, | |
| "grad_norm": 0.004119873046875, | |
| "learning_rate": 4.757230234841049e-08, | |
| "loss": 0.0, | |
| "step": 13230 | |
| }, | |
| { | |
| "epoch": 2.9880388174227037, | |
| "grad_norm": 0.0001163482666015625, | |
| "learning_rate": 4.002114324548819e-08, | |
| "loss": 0.0, | |
| "step": 13240 | |
| }, | |
| { | |
| "epoch": 2.9902956443240805, | |
| "grad_norm": 0.000827789306640625, | |
| "learning_rate": 3.246998414256588e-08, | |
| "loss": 0.0, | |
| "step": 13250 | |
| }, | |
| { | |
| "epoch": 2.9925524712254568, | |
| "grad_norm": 28.0, | |
| "learning_rate": 2.4918825039643587e-08, | |
| "loss": 0.6274, | |
| "step": 13260 | |
| }, | |
| { | |
| "epoch": 2.9948092981268335, | |
| "grad_norm": 0.00372314453125, | |
| "learning_rate": 1.736766593672129e-08, | |
| "loss": 0.0, | |
| "step": 13270 | |
| }, | |
| { | |
| "epoch": 2.9970661250282102, | |
| "grad_norm": 0.00156402587890625, | |
| "learning_rate": 9.81650683379899e-09, | |
| "loss": 0.0, | |
| "step": 13280 | |
| }, | |
| { | |
| "epoch": 2.999322951929587, | |
| "grad_norm": 0.0002536773681640625, | |
| "learning_rate": 2.2653477308766897e-09, | |
| "loss": 0.0, | |
| "step": 13290 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 13293, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.091760756705075e+16, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |