| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 5.0, |
| "eval_steps": 47, |
| "global_step": 235, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.02127659574468085, |
| "grad_norm": 0.3123471736907959, |
| "learning_rate": 0.0, |
| "loss": 1.396484375, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0425531914893617, |
| "grad_norm": 0.37419506907463074, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 1.4912109375, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.06382978723404255, |
| "grad_norm": 0.40808141231536865, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 1.5693359375, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0851063829787234, |
| "grad_norm": 0.36097270250320435, |
| "learning_rate": 2.5e-05, |
| "loss": 1.46826171875, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.10638297872340426, |
| "grad_norm": 0.3010517358779907, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 1.3857421875, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.1276595744680851, |
| "grad_norm": 0.35135418176651, |
| "learning_rate": 4.166666666666667e-05, |
| "loss": 1.6064453125, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.14893617021276595, |
| "grad_norm": 0.2829645276069641, |
| "learning_rate": 5e-05, |
| "loss": 1.5078125, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.1702127659574468, |
| "grad_norm": 0.2620680630207062, |
| "learning_rate": 5.833333333333334e-05, |
| "loss": 1.515625, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.19148936170212766, |
| "grad_norm": 0.24931293725967407, |
| "learning_rate": 6.666666666666667e-05, |
| "loss": 1.443359375, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.2127659574468085, |
| "grad_norm": 0.28700199723243713, |
| "learning_rate": 7.500000000000001e-05, |
| "loss": 1.3603515625, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.23404255319148937, |
| "grad_norm": 0.26376253366470337, |
| "learning_rate": 8.333333333333334e-05, |
| "loss": 1.265625, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.2553191489361702, |
| "grad_norm": 0.2816177010536194, |
| "learning_rate": 9.166666666666667e-05, |
| "loss": 1.365234375, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.2765957446808511, |
| "grad_norm": 0.24004390835762024, |
| "learning_rate": 0.0001, |
| "loss": 1.31201171875, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.2978723404255319, |
| "grad_norm": 0.18498215079307556, |
| "learning_rate": 9.999603070998052e-05, |
| "loss": 1.255859375, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.3191489361702128, |
| "grad_norm": 0.1898963451385498, |
| "learning_rate": 9.998412362768521e-05, |
| "loss": 1.208984375, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.3404255319148936, |
| "grad_norm": 0.16993463039398193, |
| "learning_rate": 9.996428111624723e-05, |
| "loss": 1.291015625, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.3617021276595745, |
| "grad_norm": 0.1416313499212265, |
| "learning_rate": 9.993650711370072e-05, |
| "loss": 1.3310546875, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.3829787234042553, |
| "grad_norm": 0.13824915885925293, |
| "learning_rate": 9.990080713219923e-05, |
| "loss": 1.33203125, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.40425531914893614, |
| "grad_norm": 0.1501912921667099, |
| "learning_rate": 9.985718825692175e-05, |
| "loss": 1.3603515625, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.425531914893617, |
| "grad_norm": 0.12451738119125366, |
| "learning_rate": 9.980565914466662e-05, |
| "loss": 1.3720703125, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.44680851063829785, |
| "grad_norm": 0.10955026000738144, |
| "learning_rate": 9.97462300221334e-05, |
| "loss": 1.3642578125, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.46808510638297873, |
| "grad_norm": 0.09165201336145401, |
| "learning_rate": 9.967891268389317e-05, |
| "loss": 1.1064453125, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.48936170212765956, |
| "grad_norm": 0.09895090013742447, |
| "learning_rate": 9.960372049004798e-05, |
| "loss": 1.25439453125, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.5106382978723404, |
| "grad_norm": 0.09168048202991486, |
| "learning_rate": 9.952066836357896e-05, |
| "loss": 1.2314453125, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.5319148936170213, |
| "grad_norm": 0.09091522544622421, |
| "learning_rate": 9.942977278738501e-05, |
| "loss": 1.3154296875, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.5531914893617021, |
| "grad_norm": 0.08179040253162384, |
| "learning_rate": 9.933105180101125e-05, |
| "loss": 1.169921875, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.574468085106383, |
| "grad_norm": 0.0734533965587616, |
| "learning_rate": 9.922452499706902e-05, |
| "loss": 1.15576171875, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.5957446808510638, |
| "grad_norm": 0.0753985196352005, |
| "learning_rate": 9.911021351734728e-05, |
| "loss": 1.2431640625, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.6170212765957447, |
| "grad_norm": 0.07138530910015106, |
| "learning_rate": 9.898814004861681e-05, |
| "loss": 1.173828125, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.6382978723404256, |
| "grad_norm": 0.08894495666027069, |
| "learning_rate": 9.885832881812768e-05, |
| "loss": 1.283203125, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.6595744680851063, |
| "grad_norm": 0.0702628493309021, |
| "learning_rate": 9.872080558880095e-05, |
| "loss": 1.32421875, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.6808510638297872, |
| "grad_norm": 0.07132714986801147, |
| "learning_rate": 9.85755976541157e-05, |
| "loss": 1.2841796875, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.7021276595744681, |
| "grad_norm": 0.06748408079147339, |
| "learning_rate": 9.842273383269224e-05, |
| "loss": 1.1552734375, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.723404255319149, |
| "grad_norm": 0.07180913537740707, |
| "learning_rate": 9.826224446257261e-05, |
| "loss": 1.2578125, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.7446808510638298, |
| "grad_norm": 0.07629711925983429, |
| "learning_rate": 9.809416139519953e-05, |
| "loss": 1.2958984375, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.7659574468085106, |
| "grad_norm": 0.07060649991035461, |
| "learning_rate": 9.791851798909513e-05, |
| "loss": 1.263671875, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.7872340425531915, |
| "grad_norm": 0.06965949386358261, |
| "learning_rate": 9.773534910324033e-05, |
| "loss": 1.2705078125, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.8085106382978723, |
| "grad_norm": 0.06155743449926376, |
| "learning_rate": 9.754469109015665e-05, |
| "loss": 1.20654296875, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.8297872340425532, |
| "grad_norm": 0.07107419520616531, |
| "learning_rate": 9.734658178869154e-05, |
| "loss": 1.2216796875, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.851063829787234, |
| "grad_norm": 0.06438836455345154, |
| "learning_rate": 9.71410605165086e-05, |
| "loss": 1.19580078125, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.8723404255319149, |
| "grad_norm": 0.06160025671124458, |
| "learning_rate": 9.692816806228462e-05, |
| "loss": 1.20654296875, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.8936170212765957, |
| "grad_norm": 0.06318897008895874, |
| "learning_rate": 9.670794667761422e-05, |
| "loss": 1.1572265625, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.9148936170212766, |
| "grad_norm": 0.06440263986587524, |
| "learning_rate": 9.648044006862469e-05, |
| "loss": 1.14697265625, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.9361702127659575, |
| "grad_norm": 0.06616906076669693, |
| "learning_rate": 9.624569338730158e-05, |
| "loss": 1.2890625, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.9574468085106383, |
| "grad_norm": 0.07043126970529556, |
| "learning_rate": 9.60037532225279e-05, |
| "loss": 1.2490234375, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.9787234042553191, |
| "grad_norm": 0.05934222415089607, |
| "learning_rate": 9.57546675908377e-05, |
| "loss": 1.14208984375, |
| "step": 46 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.08394598215818405, |
| "learning_rate": 9.549848592688658e-05, |
| "loss": 1.1787109375, |
| "step": 47 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 1.23828125, |
| "eval_runtime": 0.7094, |
| "eval_samples_per_second": 7.048, |
| "eval_steps_per_second": 1.41, |
| "step": 47 |
| }, |
| { |
| "epoch": 1.0212765957446808, |
| "grad_norm": 0.08404431492090225, |
| "learning_rate": 9.523525907364064e-05, |
| "loss": 1.16650390625, |
| "step": 48 |
| }, |
| { |
| "epoch": 1.0425531914893618, |
| "grad_norm": 0.06203487515449524, |
| "learning_rate": 9.496503927228593e-05, |
| "loss": 1.212890625, |
| "step": 49 |
| }, |
| { |
| "epoch": 1.0638297872340425, |
| "grad_norm": 0.06887223571538925, |
| "learning_rate": 9.468788015186048e-05, |
| "loss": 1.26171875, |
| "step": 50 |
| }, |
| { |
| "epoch": 1.0851063829787233, |
| "grad_norm": 0.06444814056158066, |
| "learning_rate": 9.440383671861084e-05, |
| "loss": 1.181640625, |
| "step": 51 |
| }, |
| { |
| "epoch": 1.1063829787234043, |
| "grad_norm": 0.06496715545654297, |
| "learning_rate": 9.411296534507524e-05, |
| "loss": 1.16015625, |
| "step": 52 |
| }, |
| { |
| "epoch": 1.127659574468085, |
| "grad_norm": 0.07317639142274857, |
| "learning_rate": 9.381532375889565e-05, |
| "loss": 1.3076171875, |
| "step": 53 |
| }, |
| { |
| "epoch": 1.148936170212766, |
| "grad_norm": 0.0656491219997406, |
| "learning_rate": 9.351097103136097e-05, |
| "loss": 1.2529296875, |
| "step": 54 |
| }, |
| { |
| "epoch": 1.1702127659574468, |
| "grad_norm": 0.06748198717832565, |
| "learning_rate": 9.319996756568339e-05, |
| "loss": 1.2900390625, |
| "step": 55 |
| }, |
| { |
| "epoch": 1.1914893617021276, |
| "grad_norm": 0.06838950514793396, |
| "learning_rate": 9.288237508501052e-05, |
| "loss": 1.2578125, |
| "step": 56 |
| }, |
| { |
| "epoch": 1.2127659574468086, |
| "grad_norm": 0.08372005820274353, |
| "learning_rate": 9.255825662017554e-05, |
| "loss": 1.177734375, |
| "step": 57 |
| }, |
| { |
| "epoch": 1.2340425531914894, |
| "grad_norm": 0.06518688052892685, |
| "learning_rate": 9.222767649718784e-05, |
| "loss": 1.11669921875, |
| "step": 58 |
| }, |
| { |
| "epoch": 1.2553191489361701, |
| "grad_norm": 0.06871097534894943, |
| "learning_rate": 9.189070032446657e-05, |
| "loss": 1.21875, |
| "step": 59 |
| }, |
| { |
| "epoch": 1.2765957446808511, |
| "grad_norm": 0.06764581799507141, |
| "learning_rate": 9.154739497981964e-05, |
| "loss": 1.16259765625, |
| "step": 60 |
| }, |
| { |
| "epoch": 1.297872340425532, |
| "grad_norm": 0.06686984747648239, |
| "learning_rate": 9.119782859717101e-05, |
| "loss": 1.1259765625, |
| "step": 61 |
| }, |
| { |
| "epoch": 1.3191489361702127, |
| "grad_norm": 0.0660318061709404, |
| "learning_rate": 9.084207055303837e-05, |
| "loss": 1.08935546875, |
| "step": 62 |
| }, |
| { |
| "epoch": 1.3404255319148937, |
| "grad_norm": 0.07046317309141159, |
| "learning_rate": 9.048019145276441e-05, |
| "loss": 1.17626953125, |
| "step": 63 |
| }, |
| { |
| "epoch": 1.3617021276595744, |
| "grad_norm": 0.07238190621137619, |
| "learning_rate": 9.011226311650414e-05, |
| "loss": 1.21484375, |
| "step": 64 |
| }, |
| { |
| "epoch": 1.3829787234042552, |
| "grad_norm": 0.07361134886741638, |
| "learning_rate": 8.973835856497125e-05, |
| "loss": 1.2197265625, |
| "step": 65 |
| }, |
| { |
| "epoch": 1.4042553191489362, |
| "grad_norm": 0.07109193503856659, |
| "learning_rate": 8.935855200494598e-05, |
| "loss": 1.244140625, |
| "step": 66 |
| }, |
| { |
| "epoch": 1.425531914893617, |
| "grad_norm": 0.07751573622226715, |
| "learning_rate": 8.89729188145477e-05, |
| "loss": 1.2568359375, |
| "step": 67 |
| }, |
| { |
| "epoch": 1.4468085106382977, |
| "grad_norm": 0.07774888724088669, |
| "learning_rate": 8.858153552827512e-05, |
| "loss": 1.2529296875, |
| "step": 68 |
| }, |
| { |
| "epoch": 1.4680851063829787, |
| "grad_norm": 0.0669010654091835, |
| "learning_rate": 8.818447982181684e-05, |
| "loss": 1.01708984375, |
| "step": 69 |
| }, |
| { |
| "epoch": 1.4893617021276595, |
| "grad_norm": 0.07133079320192337, |
| "learning_rate": 8.778183049663548e-05, |
| "loss": 1.1572265625, |
| "step": 70 |
| }, |
| { |
| "epoch": 1.5106382978723403, |
| "grad_norm": 0.0725470781326294, |
| "learning_rate": 8.737366746432847e-05, |
| "loss": 1.1376953125, |
| "step": 71 |
| }, |
| { |
| "epoch": 1.5319148936170213, |
| "grad_norm": 0.07313201576471329, |
| "learning_rate": 8.69600717307683e-05, |
| "loss": 1.2236328125, |
| "step": 72 |
| }, |
| { |
| "epoch": 1.5531914893617023, |
| "grad_norm": 0.06871186196804047, |
| "learning_rate": 8.654112538002586e-05, |
| "loss": 1.0810546875, |
| "step": 73 |
| }, |
| { |
| "epoch": 1.574468085106383, |
| "grad_norm": 0.06845533847808838, |
| "learning_rate": 8.611691155807955e-05, |
| "loss": 1.07421875, |
| "step": 74 |
| }, |
| { |
| "epoch": 1.5957446808510638, |
| "grad_norm": 0.07805629074573517, |
| "learning_rate": 8.568751445631386e-05, |
| "loss": 1.1572265625, |
| "step": 75 |
| }, |
| { |
| "epoch": 1.6170212765957448, |
| "grad_norm": 0.07151457667350769, |
| "learning_rate": 8.525301929481037e-05, |
| "loss": 1.0908203125, |
| "step": 76 |
| }, |
| { |
| "epoch": 1.6382978723404256, |
| "grad_norm": 0.0800897628068924, |
| "learning_rate": 8.481351230543439e-05, |
| "loss": 1.1943359375, |
| "step": 77 |
| }, |
| { |
| "epoch": 1.6595744680851063, |
| "grad_norm": 0.07139340043067932, |
| "learning_rate": 8.436908071472132e-05, |
| "loss": 1.2412109375, |
| "step": 78 |
| }, |
| { |
| "epoch": 1.6808510638297873, |
| "grad_norm": 0.07299311459064484, |
| "learning_rate": 8.3919812726565e-05, |
| "loss": 1.208984375, |
| "step": 79 |
| }, |
| { |
| "epoch": 1.702127659574468, |
| "grad_norm": 0.07305039465427399, |
| "learning_rate": 8.346579750471246e-05, |
| "loss": 1.08251953125, |
| "step": 80 |
| }, |
| { |
| "epoch": 1.7234042553191489, |
| "grad_norm": 0.0772218331694603, |
| "learning_rate": 8.300712515506821e-05, |
| "loss": 1.1796875, |
| "step": 81 |
| }, |
| { |
| "epoch": 1.7446808510638299, |
| "grad_norm": 0.07679948955774307, |
| "learning_rate": 8.254388670781119e-05, |
| "loss": 1.2197265625, |
| "step": 82 |
| }, |
| { |
| "epoch": 1.7659574468085106, |
| "grad_norm": 0.08456248044967651, |
| "learning_rate": 8.207617409932868e-05, |
| "loss": 1.1845703125, |
| "step": 83 |
| }, |
| { |
| "epoch": 1.7872340425531914, |
| "grad_norm": 0.08139702677726746, |
| "learning_rate": 8.160408015397012e-05, |
| "loss": 1.1962890625, |
| "step": 84 |
| }, |
| { |
| "epoch": 1.8085106382978724, |
| "grad_norm": 0.07431219518184662, |
| "learning_rate": 8.11276985656248e-05, |
| "loss": 1.14013671875, |
| "step": 85 |
| }, |
| { |
| "epoch": 1.8297872340425532, |
| "grad_norm": 0.09725148975849152, |
| "learning_rate": 8.064712387912692e-05, |
| "loss": 1.14990234375, |
| "step": 86 |
| }, |
| { |
| "epoch": 1.851063829787234, |
| "grad_norm": 0.08682967722415924, |
| "learning_rate": 8.016245147149179e-05, |
| "loss": 1.12890625, |
| "step": 87 |
| }, |
| { |
| "epoch": 1.872340425531915, |
| "grad_norm": 0.07889049500226974, |
| "learning_rate": 7.967377753298695e-05, |
| "loss": 1.14111328125, |
| "step": 88 |
| }, |
| { |
| "epoch": 1.8936170212765957, |
| "grad_norm": 0.07676804065704346, |
| "learning_rate": 7.918119904804175e-05, |
| "loss": 1.0927734375, |
| "step": 89 |
| }, |
| { |
| "epoch": 1.9148936170212765, |
| "grad_norm": 0.08221984654664993, |
| "learning_rate": 7.86848137759994e-05, |
| "loss": 1.08740234375, |
| "step": 90 |
| }, |
| { |
| "epoch": 1.9361702127659575, |
| "grad_norm": 0.09177003800868988, |
| "learning_rate": 7.818472023171516e-05, |
| "loss": 1.220703125, |
| "step": 91 |
| }, |
| { |
| "epoch": 1.9574468085106385, |
| "grad_norm": 0.08985753357410431, |
| "learning_rate": 7.76810176660048e-05, |
| "loss": 1.1826171875, |
| "step": 92 |
| }, |
| { |
| "epoch": 1.978723404255319, |
| "grad_norm": 0.10842283815145493, |
| "learning_rate": 7.717380604594664e-05, |
| "loss": 1.08251953125, |
| "step": 93 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.11710213124752045, |
| "learning_rate": 7.666318603504172e-05, |
| "loss": 1.10888671875, |
| "step": 94 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 1.1904296875, |
| "eval_runtime": 0.706, |
| "eval_samples_per_second": 7.082, |
| "eval_steps_per_second": 1.416, |
| "step": 94 |
| }, |
| { |
| "epoch": 2.021276595744681, |
| "grad_norm": 0.0820951983332634, |
| "learning_rate": 7.614925897323572e-05, |
| "loss": 1.1064453125, |
| "step": 95 |
| }, |
| { |
| "epoch": 2.0425531914893615, |
| "grad_norm": 0.0934935212135315, |
| "learning_rate": 7.56321268568065e-05, |
| "loss": 1.1552734375, |
| "step": 96 |
| }, |
| { |
| "epoch": 2.0638297872340425, |
| "grad_norm": 0.09159503877162933, |
| "learning_rate": 7.511189231812146e-05, |
| "loss": 1.1943359375, |
| "step": 97 |
| }, |
| { |
| "epoch": 2.0851063829787235, |
| "grad_norm": 0.09112660586833954, |
| "learning_rate": 7.458865860526871e-05, |
| "loss": 1.12109375, |
| "step": 98 |
| }, |
| { |
| "epoch": 2.106382978723404, |
| "grad_norm": 0.08333063870668411, |
| "learning_rate": 7.406252956156601e-05, |
| "loss": 1.1064453125, |
| "step": 99 |
| }, |
| { |
| "epoch": 2.127659574468085, |
| "grad_norm": 0.10156647861003876, |
| "learning_rate": 7.353360960495141e-05, |
| "loss": 1.24609375, |
| "step": 100 |
| }, |
| { |
| "epoch": 2.148936170212766, |
| "grad_norm": 0.09100986272096634, |
| "learning_rate": 7.300200370726018e-05, |
| "loss": 1.193359375, |
| "step": 101 |
| }, |
| { |
| "epoch": 2.1702127659574466, |
| "grad_norm": 0.08234874904155731, |
| "learning_rate": 7.246781737339154e-05, |
| "loss": 1.234375, |
| "step": 102 |
| }, |
| { |
| "epoch": 2.1914893617021276, |
| "grad_norm": 0.08503551036119461, |
| "learning_rate": 7.193115662036964e-05, |
| "loss": 1.19921875, |
| "step": 103 |
| }, |
| { |
| "epoch": 2.2127659574468086, |
| "grad_norm": 0.08407233655452728, |
| "learning_rate": 7.139212795630301e-05, |
| "loss": 1.12744140625, |
| "step": 104 |
| }, |
| { |
| "epoch": 2.2340425531914896, |
| "grad_norm": 0.07890662550926208, |
| "learning_rate": 7.085083835924653e-05, |
| "loss": 1.0673828125, |
| "step": 105 |
| }, |
| { |
| "epoch": 2.25531914893617, |
| "grad_norm": 0.08644261211156845, |
| "learning_rate": 7.03073952559699e-05, |
| "loss": 1.1669921875, |
| "step": 106 |
| }, |
| { |
| "epoch": 2.276595744680851, |
| "grad_norm": 0.08978094160556793, |
| "learning_rate": 6.976190650063745e-05, |
| "loss": 1.111328125, |
| "step": 107 |
| }, |
| { |
| "epoch": 2.297872340425532, |
| "grad_norm": 0.07937248796224594, |
| "learning_rate": 6.921448035340281e-05, |
| "loss": 1.07763671875, |
| "step": 108 |
| }, |
| { |
| "epoch": 2.3191489361702127, |
| "grad_norm": 0.08262552320957184, |
| "learning_rate": 6.866522545892306e-05, |
| "loss": 1.044921875, |
| "step": 109 |
| }, |
| { |
| "epoch": 2.3404255319148937, |
| "grad_norm": 0.09170478582382202, |
| "learning_rate": 6.811425082479681e-05, |
| "loss": 1.12841796875, |
| "step": 110 |
| }, |
| { |
| "epoch": 2.3617021276595747, |
| "grad_norm": 0.0882730484008789, |
| "learning_rate": 6.756166579992981e-05, |
| "loss": 1.1640625, |
| "step": 111 |
| }, |
| { |
| "epoch": 2.382978723404255, |
| "grad_norm": 0.08479703217744827, |
| "learning_rate": 6.70075800528333e-05, |
| "loss": 1.171875, |
| "step": 112 |
| }, |
| { |
| "epoch": 2.404255319148936, |
| "grad_norm": 0.09456633031368256, |
| "learning_rate": 6.645210354985857e-05, |
| "loss": 1.19140625, |
| "step": 113 |
| }, |
| { |
| "epoch": 2.425531914893617, |
| "grad_norm": 0.09943220764398575, |
| "learning_rate": 6.589534653337259e-05, |
| "loss": 1.2080078125, |
| "step": 114 |
| }, |
| { |
| "epoch": 2.4468085106382977, |
| "grad_norm": 0.09369660168886185, |
| "learning_rate": 6.533741949987876e-05, |
| "loss": 1.2041015625, |
| "step": 115 |
| }, |
| { |
| "epoch": 2.4680851063829787, |
| "grad_norm": 0.07937616109848022, |
| "learning_rate": 6.477843317808742e-05, |
| "loss": 0.97607421875, |
| "step": 116 |
| }, |
| { |
| "epoch": 2.4893617021276597, |
| "grad_norm": 0.10216047614812851, |
| "learning_rate": 6.421849850693994e-05, |
| "loss": 1.11279296875, |
| "step": 117 |
| }, |
| { |
| "epoch": 2.5106382978723403, |
| "grad_norm": 0.08806140720844269, |
| "learning_rate": 6.365772661359143e-05, |
| "loss": 1.09521484375, |
| "step": 118 |
| }, |
| { |
| "epoch": 2.5319148936170213, |
| "grad_norm": 0.09562306106090546, |
| "learning_rate": 6.309622879135586e-05, |
| "loss": 1.17578125, |
| "step": 119 |
| }, |
| { |
| "epoch": 2.5531914893617023, |
| "grad_norm": 0.08352405577898026, |
| "learning_rate": 6.253411647761829e-05, |
| "loss": 1.03955078125, |
| "step": 120 |
| }, |
| { |
| "epoch": 2.574468085106383, |
| "grad_norm": 0.08265415579080582, |
| "learning_rate": 6.197150123171857e-05, |
| "loss": 1.0361328125, |
| "step": 121 |
| }, |
| { |
| "epoch": 2.595744680851064, |
| "grad_norm": 0.09541942179203033, |
| "learning_rate": 6.140849471281073e-05, |
| "loss": 1.115234375, |
| "step": 122 |
| }, |
| { |
| "epoch": 2.617021276595745, |
| "grad_norm": 0.0888490378856659, |
| "learning_rate": 6.0845208657702625e-05, |
| "loss": 1.05029296875, |
| "step": 123 |
| }, |
| { |
| "epoch": 2.6382978723404253, |
| "grad_norm": 0.08975188434123993, |
| "learning_rate": 6.028175485868002e-05, |
| "loss": 1.1494140625, |
| "step": 124 |
| }, |
| { |
| "epoch": 2.6595744680851063, |
| "grad_norm": 0.11306588351726532, |
| "learning_rate": 5.971824514132e-05, |
| "loss": 1.19921875, |
| "step": 125 |
| }, |
| { |
| "epoch": 2.6808510638297873, |
| "grad_norm": 0.08459223061800003, |
| "learning_rate": 5.91547913422974e-05, |
| "loss": 1.1669921875, |
| "step": 126 |
| }, |
| { |
| "epoch": 2.702127659574468, |
| "grad_norm": 0.0851873978972435, |
| "learning_rate": 5.859150528718926e-05, |
| "loss": 1.04541015625, |
| "step": 127 |
| }, |
| { |
| "epoch": 2.723404255319149, |
| "grad_norm": 0.09753607958555222, |
| "learning_rate": 5.8028498768281424e-05, |
| "loss": 1.1357421875, |
| "step": 128 |
| }, |
| { |
| "epoch": 2.74468085106383, |
| "grad_norm": 0.09338207542896271, |
| "learning_rate": 5.7465883522381734e-05, |
| "loss": 1.1796875, |
| "step": 129 |
| }, |
| { |
| "epoch": 2.7659574468085104, |
| "grad_norm": 0.10513012111186981, |
| "learning_rate": 5.690377120864416e-05, |
| "loss": 1.146484375, |
| "step": 130 |
| }, |
| { |
| "epoch": 2.7872340425531914, |
| "grad_norm": 0.10612934082746506, |
| "learning_rate": 5.634227338640858e-05, |
| "loss": 1.15576171875, |
| "step": 131 |
| }, |
| { |
| "epoch": 2.8085106382978724, |
| "grad_norm": 0.08152056485414505, |
| "learning_rate": 5.578150149306007e-05, |
| "loss": 1.1025390625, |
| "step": 132 |
| }, |
| { |
| "epoch": 2.829787234042553, |
| "grad_norm": 0.09891179949045181, |
| "learning_rate": 5.522156682191259e-05, |
| "loss": 1.11181640625, |
| "step": 133 |
| }, |
| { |
| "epoch": 2.851063829787234, |
| "grad_norm": 0.10099881142377853, |
| "learning_rate": 5.466258050012125e-05, |
| "loss": 1.09521484375, |
| "step": 134 |
| }, |
| { |
| "epoch": 2.872340425531915, |
| "grad_norm": 0.08331961184740067, |
| "learning_rate": 5.410465346662743e-05, |
| "loss": 1.10595703125, |
| "step": 135 |
| }, |
| { |
| "epoch": 2.8936170212765955, |
| "grad_norm": 0.08690949529409409, |
| "learning_rate": 5.354789645014144e-05, |
| "loss": 1.05712890625, |
| "step": 136 |
| }, |
| { |
| "epoch": 2.9148936170212765, |
| "grad_norm": 0.09597815573215485, |
| "learning_rate": 5.2992419947166705e-05, |
| "loss": 1.05224609375, |
| "step": 137 |
| }, |
| { |
| "epoch": 2.9361702127659575, |
| "grad_norm": 0.10523609071969986, |
| "learning_rate": 5.243833420007021e-05, |
| "loss": 1.1865234375, |
| "step": 138 |
| }, |
| { |
| "epoch": 2.9574468085106385, |
| "grad_norm": 0.10435938835144043, |
| "learning_rate": 5.188574917520321e-05, |
| "loss": 1.1484375, |
| "step": 139 |
| }, |
| { |
| "epoch": 2.978723404255319, |
| "grad_norm": 0.09967571496963501, |
| "learning_rate": 5.1334774541076946e-05, |
| "loss": 1.05322265625, |
| "step": 140 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.13476115465164185, |
| "learning_rate": 5.078551964659721e-05, |
| "loss": 1.06396484375, |
| "step": 141 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 1.16943359375, |
| "eval_runtime": 0.7052, |
| "eval_samples_per_second": 7.091, |
| "eval_steps_per_second": 1.418, |
| "step": 141 |
| }, |
| { |
| "epoch": 3.021276595744681, |
| "grad_norm": 0.09152151644229889, |
| "learning_rate": 5.023809349936256e-05, |
| "loss": 1.07373046875, |
| "step": 142 |
| }, |
| { |
| "epoch": 3.0425531914893615, |
| "grad_norm": 0.11027701199054718, |
| "learning_rate": 4.9692604744030106e-05, |
| "loss": 1.12255859375, |
| "step": 143 |
| }, |
| { |
| "epoch": 3.0638297872340425, |
| "grad_norm": 0.11380738765001297, |
| "learning_rate": 4.9149161640753496e-05, |
| "loss": 1.16015625, |
| "step": 144 |
| }, |
| { |
| "epoch": 3.0851063829787235, |
| "grad_norm": 0.10427799075841904, |
| "learning_rate": 4.8607872043696996e-05, |
| "loss": 1.08837890625, |
| "step": 145 |
| }, |
| { |
| "epoch": 3.106382978723404, |
| "grad_norm": 0.09149792045354843, |
| "learning_rate": 4.8068843379630396e-05, |
| "loss": 1.076171875, |
| "step": 146 |
| }, |
| { |
| "epoch": 3.127659574468085, |
| "grad_norm": 0.10543116927146912, |
| "learning_rate": 4.753218262660849e-05, |
| "loss": 1.2119140625, |
| "step": 147 |
| }, |
| { |
| "epoch": 3.148936170212766, |
| "grad_norm": 0.09941239655017853, |
| "learning_rate": 4.6997996292739833e-05, |
| "loss": 1.16015625, |
| "step": 148 |
| }, |
| { |
| "epoch": 3.1702127659574466, |
| "grad_norm": 0.09674631804227829, |
| "learning_rate": 4.646639039504861e-05, |
| "loss": 1.201171875, |
| "step": 149 |
| }, |
| { |
| "epoch": 3.1914893617021276, |
| "grad_norm": 0.10010098665952682, |
| "learning_rate": 4.5937470438434015e-05, |
| "loss": 1.166015625, |
| "step": 150 |
| }, |
| { |
| "epoch": 3.2127659574468086, |
| "grad_norm": 0.1016378104686737, |
| "learning_rate": 4.54113413947313e-05, |
| "loss": 1.10107421875, |
| "step": 151 |
| }, |
| { |
| "epoch": 3.2340425531914896, |
| "grad_norm": 0.08743297308683395, |
| "learning_rate": 4.4888107681878565e-05, |
| "loss": 1.04052734375, |
| "step": 152 |
| }, |
| { |
| "epoch": 3.25531914893617, |
| "grad_norm": 0.10094916075468063, |
| "learning_rate": 4.436787314319352e-05, |
| "loss": 1.1376953125, |
| "step": 153 |
| }, |
| { |
| "epoch": 3.276595744680851, |
| "grad_norm": 0.1199064627289772, |
| "learning_rate": 4.3850741026764285e-05, |
| "loss": 1.0830078125, |
| "step": 154 |
| }, |
| { |
| "epoch": 3.297872340425532, |
| "grad_norm": 0.09346320480108261, |
| "learning_rate": 4.33368139649583e-05, |
| "loss": 1.05126953125, |
| "step": 155 |
| }, |
| { |
| "epoch": 3.3191489361702127, |
| "grad_norm": 0.09531646221876144, |
| "learning_rate": 4.282619395405339e-05, |
| "loss": 1.02197265625, |
| "step": 156 |
| }, |
| { |
| "epoch": 3.3404255319148937, |
| "grad_norm": 0.09398731589317322, |
| "learning_rate": 4.2318982333995205e-05, |
| "loss": 1.10107421875, |
| "step": 157 |
| }, |
| { |
| "epoch": 3.3617021276595747, |
| "grad_norm": 0.10401123017072678, |
| "learning_rate": 4.181527976828485e-05, |
| "loss": 1.1357421875, |
| "step": 158 |
| }, |
| { |
| "epoch": 3.382978723404255, |
| "grad_norm": 0.10376442968845367, |
| "learning_rate": 4.131518622400061e-05, |
| "loss": 1.146484375, |
| "step": 159 |
| }, |
| { |
| "epoch": 3.404255319148936, |
| "grad_norm": 0.10089726001024246, |
| "learning_rate": 4.0818800951958255e-05, |
| "loss": 1.1630859375, |
| "step": 160 |
| }, |
| { |
| "epoch": 3.425531914893617, |
| "grad_norm": 0.09647805988788605, |
| "learning_rate": 4.032622246701306e-05, |
| "loss": 1.1787109375, |
| "step": 161 |
| }, |
| { |
| "epoch": 3.4468085106382977, |
| "grad_norm": 0.10889782011508942, |
| "learning_rate": 3.983754852850822e-05, |
| "loss": 1.177734375, |
| "step": 162 |
| }, |
| { |
| "epoch": 3.4680851063829787, |
| "grad_norm": 0.091889388859272, |
| "learning_rate": 3.93528761208731e-05, |
| "loss": 0.95361328125, |
| "step": 163 |
| }, |
| { |
| "epoch": 3.4893617021276597, |
| "grad_norm": 0.09745949506759644, |
| "learning_rate": 3.887230143437521e-05, |
| "loss": 1.0869140625, |
| "step": 164 |
| }, |
| { |
| "epoch": 3.5106382978723403, |
| "grad_norm": 0.09781906753778458, |
| "learning_rate": 3.8395919846029886e-05, |
| "loss": 1.068359375, |
| "step": 165 |
| }, |
| { |
| "epoch": 3.5319148936170213, |
| "grad_norm": 0.09253612905740738, |
| "learning_rate": 3.792382590067132e-05, |
| "loss": 1.15185546875, |
| "step": 166 |
| }, |
| { |
| "epoch": 3.5531914893617023, |
| "grad_norm": 0.09065967798233032, |
| "learning_rate": 3.7456113292188824e-05, |
| "loss": 1.015625, |
| "step": 167 |
| }, |
| { |
| "epoch": 3.574468085106383, |
| "grad_norm": 0.09022831171751022, |
| "learning_rate": 3.6992874844931816e-05, |
| "loss": 1.01318359375, |
| "step": 168 |
| }, |
| { |
| "epoch": 3.595744680851064, |
| "grad_norm": 0.10448946803808212, |
| "learning_rate": 3.653420249528754e-05, |
| "loss": 1.08984375, |
| "step": 169 |
| }, |
| { |
| "epoch": 3.617021276595745, |
| "grad_norm": 0.08936721831560135, |
| "learning_rate": 3.608018727343503e-05, |
| "loss": 1.02685546875, |
| "step": 170 |
| }, |
| { |
| "epoch": 3.6382978723404253, |
| "grad_norm": 0.09918684512376785, |
| "learning_rate": 3.563091928527869e-05, |
| "loss": 1.12548828125, |
| "step": 171 |
| }, |
| { |
| "epoch": 3.6595744680851063, |
| "grad_norm": 0.10508580505847931, |
| "learning_rate": 3.518648769456562e-05, |
| "loss": 1.1748046875, |
| "step": 172 |
| }, |
| { |
| "epoch": 3.6808510638297873, |
| "grad_norm": 0.09724324941635132, |
| "learning_rate": 3.4746980705189647e-05, |
| "loss": 1.142578125, |
| "step": 173 |
| }, |
| { |
| "epoch": 3.702127659574468, |
| "grad_norm": 0.10831834375858307, |
| "learning_rate": 3.4312485543686135e-05, |
| "loss": 1.02490234375, |
| "step": 174 |
| }, |
| { |
| "epoch": 3.723404255319149, |
| "grad_norm": 0.10373376309871674, |
| "learning_rate": 3.3883088441920475e-05, |
| "loss": 1.1103515625, |
| "step": 175 |
| }, |
| { |
| "epoch": 3.74468085106383, |
| "grad_norm": 0.10523442178964615, |
| "learning_rate": 3.3458874619974166e-05, |
| "loss": 1.15625, |
| "step": 176 |
| }, |
| { |
| "epoch": 3.7659574468085104, |
| "grad_norm": 0.09964374452829361, |
| "learning_rate": 3.303992826923171e-05, |
| "loss": 1.123046875, |
| "step": 177 |
| }, |
| { |
| "epoch": 3.7872340425531914, |
| "grad_norm": 0.1167880967259407, |
| "learning_rate": 3.262633253567154e-05, |
| "loss": 1.1337890625, |
| "step": 178 |
| }, |
| { |
| "epoch": 3.8085106382978724, |
| "grad_norm": 0.12453437596559525, |
| "learning_rate": 3.221816950336452e-05, |
| "loss": 1.0810546875, |
| "step": 179 |
| }, |
| { |
| "epoch": 3.829787234042553, |
| "grad_norm": 0.11341120302677155, |
| "learning_rate": 3.181552017818318e-05, |
| "loss": 1.09326171875, |
| "step": 180 |
| }, |
| { |
| "epoch": 3.851063829787234, |
| "grad_norm": 0.10341572761535645, |
| "learning_rate": 3.14184644717249e-05, |
| "loss": 1.07470703125, |
| "step": 181 |
| }, |
| { |
| "epoch": 3.872340425531915, |
| "grad_norm": 0.09896044433116913, |
| "learning_rate": 3.102708118545232e-05, |
| "loss": 1.0859375, |
| "step": 182 |
| }, |
| { |
| "epoch": 3.8936170212765955, |
| "grad_norm": 0.11353881657123566, |
| "learning_rate": 3.064144799505404e-05, |
| "loss": 1.03955078125, |
| "step": 183 |
| }, |
| { |
| "epoch": 3.9148936170212765, |
| "grad_norm": 0.10180618613958359, |
| "learning_rate": 3.026164143502876e-05, |
| "loss": 1.03369140625, |
| "step": 184 |
| }, |
| { |
| "epoch": 3.9361702127659575, |
| "grad_norm": 0.10199908912181854, |
| "learning_rate": 2.9887736883495883e-05, |
| "loss": 1.1640625, |
| "step": 185 |
| }, |
| { |
| "epoch": 3.9574468085106385, |
| "grad_norm": 0.12163249403238297, |
| "learning_rate": 2.9519808547235617e-05, |
| "loss": 1.126953125, |
| "step": 186 |
| }, |
| { |
| "epoch": 3.978723404255319, |
| "grad_norm": 0.10170035809278488, |
| "learning_rate": 2.9157929446961644e-05, |
| "loss": 1.0341796875, |
| "step": 187 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 0.13411518931388855, |
| "learning_rate": 2.8802171402828992e-05, |
| "loss": 1.03759765625, |
| "step": 188 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_loss": 1.1630859375, |
| "eval_runtime": 0.7016, |
| "eval_samples_per_second": 7.126, |
| "eval_steps_per_second": 1.425, |
| "step": 188 |
| }, |
| { |
| "epoch": 4.0212765957446805, |
| "grad_norm": 0.09304608404636383, |
| "learning_rate": 2.8452605020180383e-05, |
| "loss": 1.05712890625, |
| "step": 189 |
| }, |
| { |
| "epoch": 4.042553191489362, |
| "grad_norm": 0.10317014902830124, |
| "learning_rate": 2.8109299675533464e-05, |
| "loss": 1.10400390625, |
| "step": 190 |
| }, |
| { |
| "epoch": 4.0638297872340425, |
| "grad_norm": 0.1193184182047844, |
| "learning_rate": 2.777232350281218e-05, |
| "loss": 1.1396484375, |
| "step": 191 |
| }, |
| { |
| "epoch": 4.085106382978723, |
| "grad_norm": 0.1019568219780922, |
| "learning_rate": 2.7441743379824488e-05, |
| "loss": 1.0703125, |
| "step": 192 |
| }, |
| { |
| "epoch": 4.1063829787234045, |
| "grad_norm": 0.09876756370067596, |
| "learning_rate": 2.7117624914989498e-05, |
| "loss": 1.05908203125, |
| "step": 193 |
| }, |
| { |
| "epoch": 4.127659574468085, |
| "grad_norm": 0.11759065091609955, |
| "learning_rate": 2.680003243431662e-05, |
| "loss": 1.193359375, |
| "step": 194 |
| }, |
| { |
| "epoch": 4.148936170212766, |
| "grad_norm": 0.10515289008617401, |
| "learning_rate": 2.6489028968639028e-05, |
| "loss": 1.1435546875, |
| "step": 195 |
| }, |
| { |
| "epoch": 4.170212765957447, |
| "grad_norm": 0.1038760095834732, |
| "learning_rate": 2.6184676241104355e-05, |
| "loss": 1.1845703125, |
| "step": 196 |
| }, |
| { |
| "epoch": 4.191489361702128, |
| "grad_norm": 0.1032799556851387, |
| "learning_rate": 2.588703465492478e-05, |
| "loss": 1.1474609375, |
| "step": 197 |
| }, |
| { |
| "epoch": 4.212765957446808, |
| "grad_norm": 0.10190946608781815, |
| "learning_rate": 2.559616328138918e-05, |
| "loss": 1.08447265625, |
| "step": 198 |
| }, |
| { |
| "epoch": 4.23404255319149, |
| "grad_norm": 0.10085217654705048, |
| "learning_rate": 2.531211984813954e-05, |
| "loss": 1.0263671875, |
| "step": 199 |
| }, |
| { |
| "epoch": 4.25531914893617, |
| "grad_norm": 0.10069141536951065, |
| "learning_rate": 2.5034960727714097e-05, |
| "loss": 1.1201171875, |
| "step": 200 |
| }, |
| { |
| "epoch": 4.276595744680851, |
| "grad_norm": 0.10138094425201416, |
| "learning_rate": 2.4764740926359385e-05, |
| "loss": 1.06640625, |
| "step": 201 |
| }, |
| { |
| "epoch": 4.297872340425532, |
| "grad_norm": 0.09249741584062576, |
| "learning_rate": 2.450151407311343e-05, |
| "loss": 1.03564453125, |
| "step": 202 |
| }, |
| { |
| "epoch": 4.319148936170213, |
| "grad_norm": 0.10047057271003723, |
| "learning_rate": 2.4245332409162305e-05, |
| "loss": 1.0087890625, |
| "step": 203 |
| }, |
| { |
| "epoch": 4.340425531914893, |
| "grad_norm": 0.09843046218156815, |
| "learning_rate": 2.399624677747211e-05, |
| "loss": 1.08642578125, |
| "step": 204 |
| }, |
| { |
| "epoch": 4.361702127659575, |
| "grad_norm": 0.098610520362854, |
| "learning_rate": 2.3754306612698423e-05, |
| "loss": 1.12109375, |
| "step": 205 |
| }, |
| { |
| "epoch": 4.382978723404255, |
| "grad_norm": 0.10245000571012497, |
| "learning_rate": 2.3519559931375334e-05, |
| "loss": 1.1279296875, |
| "step": 206 |
| }, |
| { |
| "epoch": 4.404255319148936, |
| "grad_norm": 0.10176238417625427, |
| "learning_rate": 2.3292053322385783e-05, |
| "loss": 1.146484375, |
| "step": 207 |
| }, |
| { |
| "epoch": 4.425531914893617, |
| "grad_norm": 0.09995201975107193, |
| "learning_rate": 2.3071831937715403e-05, |
| "loss": 1.162109375, |
| "step": 208 |
| }, |
| { |
| "epoch": 4.446808510638298, |
| "grad_norm": 0.10793449729681015, |
| "learning_rate": 2.2858939483491403e-05, |
| "loss": 1.1611328125, |
| "step": 209 |
| }, |
| { |
| "epoch": 4.468085106382979, |
| "grad_norm": 0.1183137595653534, |
| "learning_rate": 2.2653418211308484e-05, |
| "loss": 0.93896484375, |
| "step": 210 |
| }, |
| { |
| "epoch": 4.48936170212766, |
| "grad_norm": 0.09787902981042862, |
| "learning_rate": 2.2455308909843364e-05, |
| "loss": 1.0732421875, |
| "step": 211 |
| }, |
| { |
| "epoch": 4.51063829787234, |
| "grad_norm": 0.09635757654905319, |
| "learning_rate": 2.2264650896759677e-05, |
| "loss": 1.0556640625, |
| "step": 212 |
| }, |
| { |
| "epoch": 4.531914893617021, |
| "grad_norm": 0.10069479048252106, |
| "learning_rate": 2.2081482010904874e-05, |
| "loss": 1.13623046875, |
| "step": 213 |
| }, |
| { |
| "epoch": 4.553191489361702, |
| "grad_norm": 0.09444998949766159, |
| "learning_rate": 2.1905838604800468e-05, |
| "loss": 1.001953125, |
| "step": 214 |
| }, |
| { |
| "epoch": 4.574468085106383, |
| "grad_norm": 0.09090348333120346, |
| "learning_rate": 2.1737755537427403e-05, |
| "loss": 1.0, |
| "step": 215 |
| }, |
| { |
| "epoch": 4.595744680851064, |
| "grad_norm": 0.10889911651611328, |
| "learning_rate": 2.1577266167307765e-05, |
| "loss": 1.076171875, |
| "step": 216 |
| }, |
| { |
| "epoch": 4.617021276595745, |
| "grad_norm": 0.0926787406206131, |
| "learning_rate": 2.1424402345884305e-05, |
| "loss": 1.015625, |
| "step": 217 |
| }, |
| { |
| "epoch": 4.638297872340425, |
| "grad_norm": 0.11637773364782333, |
| "learning_rate": 2.1279194411199068e-05, |
| "loss": 1.1103515625, |
| "step": 218 |
| }, |
| { |
| "epoch": 4.659574468085106, |
| "grad_norm": 0.09567286819219589, |
| "learning_rate": 2.114167118187233e-05, |
| "loss": 1.16259765625, |
| "step": 219 |
| }, |
| { |
| "epoch": 4.680851063829787, |
| "grad_norm": 0.12339469790458679, |
| "learning_rate": 2.1011859951383194e-05, |
| "loss": 1.130859375, |
| "step": 220 |
| }, |
| { |
| "epoch": 4.702127659574468, |
| "grad_norm": 0.09166810661554337, |
| "learning_rate": 2.088978648265273e-05, |
| "loss": 1.01318359375, |
| "step": 221 |
| }, |
| { |
| "epoch": 4.723404255319149, |
| "grad_norm": 0.09855899214744568, |
| "learning_rate": 2.0775475002930988e-05, |
| "loss": 1.0986328125, |
| "step": 222 |
| }, |
| { |
| "epoch": 4.74468085106383, |
| "grad_norm": 0.10451032221317291, |
| "learning_rate": 2.0668948198988754e-05, |
| "loss": 1.14404296875, |
| "step": 223 |
| }, |
| { |
| "epoch": 4.76595744680851, |
| "grad_norm": 0.10801032930612564, |
| "learning_rate": 2.057022721261501e-05, |
| "loss": 1.10888671875, |
| "step": 224 |
| }, |
| { |
| "epoch": 4.787234042553192, |
| "grad_norm": 0.10492988675832748, |
| "learning_rate": 2.0479331636421045e-05, |
| "loss": 1.12060546875, |
| "step": 225 |
| }, |
| { |
| "epoch": 4.808510638297872, |
| "grad_norm": 0.09453857690095901, |
| "learning_rate": 2.039627950995204e-05, |
| "loss": 1.0712890625, |
| "step": 226 |
| }, |
| { |
| "epoch": 4.829787234042553, |
| "grad_norm": 0.10679788887500763, |
| "learning_rate": 2.0321087316106823e-05, |
| "loss": 1.08154296875, |
| "step": 227 |
| }, |
| { |
| "epoch": 4.851063829787234, |
| "grad_norm": 0.0981895849108696, |
| "learning_rate": 2.025376997786663e-05, |
| "loss": 1.060546875, |
| "step": 228 |
| }, |
| { |
| "epoch": 4.872340425531915, |
| "grad_norm": 0.09476146847009659, |
| "learning_rate": 2.0194340855333396e-05, |
| "loss": 1.0732421875, |
| "step": 229 |
| }, |
| { |
| "epoch": 4.8936170212765955, |
| "grad_norm": 0.09872428327798843, |
| "learning_rate": 2.0142811743078267e-05, |
| "loss": 1.02783203125, |
| "step": 230 |
| }, |
| { |
| "epoch": 4.914893617021277, |
| "grad_norm": 0.10203375667333603, |
| "learning_rate": 2.0099192867800796e-05, |
| "loss": 1.0234375, |
| "step": 231 |
| }, |
| { |
| "epoch": 4.9361702127659575, |
| "grad_norm": 0.10611573606729507, |
| "learning_rate": 2.0063492886299294e-05, |
| "loss": 1.1513671875, |
| "step": 232 |
| }, |
| { |
| "epoch": 4.957446808510638, |
| "grad_norm": 0.11534586548805237, |
| "learning_rate": 2.0035718883752775e-05, |
| "loss": 1.11572265625, |
| "step": 233 |
| }, |
| { |
| "epoch": 4.9787234042553195, |
| "grad_norm": 0.09584429860115051, |
| "learning_rate": 2.0015876372314803e-05, |
| "loss": 1.0234375, |
| "step": 234 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 0.14444786310195923, |
| "learning_rate": 2.0003969290019492e-05, |
| "loss": 1.0234375, |
| "step": 235 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_loss": 1.15625, |
| "eval_runtime": 0.705, |
| "eval_samples_per_second": 7.092, |
| "eval_steps_per_second": 1.418, |
| "step": 235 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 235, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 0, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.704890317986857e+18, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
