| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.0, |
| "eval_steps": 500, |
| "global_step": 232, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.017241379310344827, |
| "grad_norm": 80.31050581181768, |
| "learning_rate": 0.0, |
| "loss": 1.4516, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.034482758620689655, |
| "grad_norm": 90.66593902894294, |
| "learning_rate": 1.892789260714372e-05, |
| "loss": 1.0609, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.05172413793103448, |
| "grad_norm": 90.6412108346005, |
| "learning_rate": 3e-05, |
| "loss": 1.0468, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.06896551724137931, |
| "grad_norm": 21.696996187368597, |
| "learning_rate": 2.9999128304883237e-05, |
| "loss": 0.6824, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.08620689655172414, |
| "grad_norm": 46.08411710784286, |
| "learning_rate": 2.9996513323979987e-05, |
| "loss": 0.9277, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.10344827586206896, |
| "grad_norm": 93.57974123040734, |
| "learning_rate": 2.9992155370618938e-05, |
| "loss": 0.7584, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.1206896551724138, |
| "grad_norm": 22.43113716035459, |
| "learning_rate": 2.998605496697282e-05, |
| "loss": 0.7961, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.13793103448275862, |
| "grad_norm": 22.006831408953662, |
| "learning_rate": 2.9978212843995877e-05, |
| "loss": 0.7105, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.15517241379310345, |
| "grad_norm": 29.144093292262927, |
| "learning_rate": 2.9968629941336248e-05, |
| "loss": 0.4781, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.1724137931034483, |
| "grad_norm": 8.93340415736729, |
| "learning_rate": 2.9957307407223423e-05, |
| "loss": 0.3585, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.1896551724137931, |
| "grad_norm": 20.807302748224, |
| "learning_rate": 2.994424659833062e-05, |
| "loss": 0.4682, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.20689655172413793, |
| "grad_norm": 14.72957736049307, |
| "learning_rate": 2.9929449079612246e-05, |
| "loss": 0.3505, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.22413793103448276, |
| "grad_norm": 10.43577077098154, |
| "learning_rate": 2.9912916624116393e-05, |
| "loss": 0.3434, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.2413793103448276, |
| "grad_norm": 7.3058963530148775, |
| "learning_rate": 2.9894651212772355e-05, |
| "loss": 0.2807, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.25862068965517243, |
| "grad_norm": 7.108438082150919, |
| "learning_rate": 2.9874655034153328e-05, |
| "loss": 0.2738, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.27586206896551724, |
| "grad_norm": 7.091797143951386, |
| "learning_rate": 2.9852930484214108e-05, |
| "loss": 0.2701, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.29310344827586204, |
| "grad_norm": 6.676854296806337, |
| "learning_rate": 2.9829480166004073e-05, |
| "loss": 0.2782, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.3103448275862069, |
| "grad_norm": 6.626812093253219, |
| "learning_rate": 2.9804306889355218e-05, |
| "loss": 0.2277, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.3275862068965517, |
| "grad_norm": 6.379963457248036, |
| "learning_rate": 2.977741367054553e-05, |
| "loss": 0.2053, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.3448275862068966, |
| "grad_norm": 7.29866479655697, |
| "learning_rate": 2.9748803731937552e-05, |
| "loss": 0.2003, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.3620689655172414, |
| "grad_norm": 6.104965140378312, |
| "learning_rate": 2.9718480501592293e-05, |
| "loss": 0.1867, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.3793103448275862, |
| "grad_norm": 5.557912756675425, |
| "learning_rate": 2.9686447612858447e-05, |
| "loss": 0.1619, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.39655172413793105, |
| "grad_norm": 4.990529819409756, |
| "learning_rate": 2.9652708903937075e-05, |
| "loss": 0.146, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.41379310344827586, |
| "grad_norm": 4.237040564012678, |
| "learning_rate": 2.9617268417421686e-05, |
| "loss": 0.1229, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.43103448275862066, |
| "grad_norm": 3.4133177060524518, |
| "learning_rate": 2.9580130399813866e-05, |
| "loss": 0.1094, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.4482758620689655, |
| "grad_norm": 2.5718331983652485, |
| "learning_rate": 2.9541299301014464e-05, |
| "loss": 0.1064, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.46551724137931033, |
| "grad_norm": 2.0498892451815505, |
| "learning_rate": 2.9500779773790364e-05, |
| "loss": 0.0974, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.4827586206896552, |
| "grad_norm": 1.1191261916369943, |
| "learning_rate": 2.9458576673217044e-05, |
| "loss": 0.0953, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.768069035765961, |
| "learning_rate": 2.941469505609679e-05, |
| "loss": 0.1037, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.5172413793103449, |
| "grad_norm": 2.8220934541450293, |
| "learning_rate": 2.9369140180352812e-05, |
| "loss": 0.114, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.5344827586206896, |
| "grad_norm": 1.361115623756419, |
| "learning_rate": 2.9321917504399238e-05, |
| "loss": 0.0888, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.5517241379310345, |
| "grad_norm": 2.313779528494868, |
| "learning_rate": 2.927303268648707e-05, |
| "loss": 0.1034, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.5689655172413793, |
| "grad_norm": 1.1190616919358272, |
| "learning_rate": 2.9222491584026204e-05, |
| "loss": 0.0925, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.5862068965517241, |
| "grad_norm": 1.289503080041172, |
| "learning_rate": 2.9170300252883615e-05, |
| "loss": 0.0844, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.603448275862069, |
| "grad_norm": 1.4272762455921733, |
| "learning_rate": 2.911646494665772e-05, |
| "loss": 0.0916, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.6206896551724138, |
| "grad_norm": 1.6575040568076267, |
| "learning_rate": 2.906099211592908e-05, |
| "loss": 0.0825, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.6379310344827587, |
| "grad_norm": 0.8814394578120118, |
| "learning_rate": 2.900388840748747e-05, |
| "loss": 0.0737, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.6551724137931034, |
| "grad_norm": 0.6144518523012089, |
| "learning_rate": 2.894516066353548e-05, |
| "loss": 0.0666, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.6724137931034483, |
| "grad_norm": 1.8032222595958134, |
| "learning_rate": 2.8884815920868656e-05, |
| "loss": 0.0931, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.6896551724137931, |
| "grad_norm": 1.7506305376078992, |
| "learning_rate": 2.8822861410032354e-05, |
| "loss": 0.0972, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.7068965517241379, |
| "grad_norm": 0.8060213163884279, |
| "learning_rate": 2.875930455445539e-05, |
| "loss": 0.0823, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.7241379310344828, |
| "grad_norm": 0.6129565989359341, |
| "learning_rate": 2.8694152969560528e-05, |
| "loss": 0.089, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.7413793103448276, |
| "grad_norm": 1.0743731023695133, |
| "learning_rate": 2.8627414461852014e-05, |
| "loss": 0.0875, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.7586206896551724, |
| "grad_norm": 1.5600930557862254, |
| "learning_rate": 2.8559097027980196e-05, |
| "loss": 0.088, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.7758620689655172, |
| "grad_norm": 1.9343946859562833, |
| "learning_rate": 2.848920885378336e-05, |
| "loss": 0.075, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.7931034482758621, |
| "grad_norm": 1.4560674593881502, |
| "learning_rate": 2.841775831330688e-05, |
| "loss": 0.0779, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.8103448275862069, |
| "grad_norm": 0.7158126102048735, |
| "learning_rate": 2.8344753967799867e-05, |
| "loss": 0.0722, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.8275862068965517, |
| "grad_norm": 1.3230016736130281, |
| "learning_rate": 2.827020456468933e-05, |
| "loss": 0.0771, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.8448275862068966, |
| "grad_norm": 0.8538765569691402, |
| "learning_rate": 2.8194119036532047e-05, |
| "loss": 0.0725, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.8620689655172413, |
| "grad_norm": 1.4515258028875562, |
| "learning_rate": 2.8116506499944298e-05, |
| "loss": 0.0732, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.8793103448275862, |
| "grad_norm": 0.7743302404539248, |
| "learning_rate": 2.8037376254509465e-05, |
| "loss": 0.0634, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.896551724137931, |
| "grad_norm": 1.1017487821596053, |
| "learning_rate": 2.7956737781663777e-05, |
| "loss": 0.0692, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.9137931034482759, |
| "grad_norm": 0.7522946857683028, |
| "learning_rate": 2.7874600743560218e-05, |
| "loss": 0.0605, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.9310344827586207, |
| "grad_norm": 0.3786133489443896, |
| "learning_rate": 2.7790974981910826e-05, |
| "loss": 0.0587, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.9482758620689655, |
| "grad_norm": 0.8005253080409681, |
| "learning_rate": 2.770587051680743e-05, |
| "loss": 0.066, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.9655172413793104, |
| "grad_norm": 0.44224502404984106, |
| "learning_rate": 2.761929754552104e-05, |
| "loss": 0.0628, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.9827586206896551, |
| "grad_norm": 0.9366156857815378, |
| "learning_rate": 2.7531266441280017e-05, |
| "loss": 0.0597, |
| "step": 57 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.45468661449123293, |
| "learning_rate": 2.7441787752027143e-05, |
| "loss": 0.0553, |
| "step": 58 |
| }, |
| { |
| "epoch": 1.0172413793103448, |
| "grad_norm": 0.5132332441156243, |
| "learning_rate": 2.7350872199155745e-05, |
| "loss": 0.0661, |
| "step": 59 |
| }, |
| { |
| "epoch": 1.0344827586206897, |
| "grad_norm": 0.8814793538528105, |
| "learning_rate": 2.7258530676225056e-05, |
| "loss": 0.0674, |
| "step": 60 |
| }, |
| { |
| "epoch": 1.0517241379310345, |
| "grad_norm": 0.648861068817073, |
| "learning_rate": 2.7164774247654965e-05, |
| "loss": 0.0579, |
| "step": 61 |
| }, |
| { |
| "epoch": 1.0689655172413792, |
| "grad_norm": 0.8442749227291019, |
| "learning_rate": 2.706961414740024e-05, |
| "loss": 0.0545, |
| "step": 62 |
| }, |
| { |
| "epoch": 1.0862068965517242, |
| "grad_norm": 0.41623096534234333, |
| "learning_rate": 2.6973061777604476e-05, |
| "loss": 0.0538, |
| "step": 63 |
| }, |
| { |
| "epoch": 1.103448275862069, |
| "grad_norm": 0.48790289906928386, |
| "learning_rate": 2.68751287072339e-05, |
| "loss": 0.0556, |
| "step": 64 |
| }, |
| { |
| "epoch": 1.1206896551724137, |
| "grad_norm": 0.45178796557883827, |
| "learning_rate": 2.677582667069115e-05, |
| "loss": 0.0541, |
| "step": 65 |
| }, |
| { |
| "epoch": 1.1379310344827587, |
| "grad_norm": 0.6897870300753144, |
| "learning_rate": 2.6675167566409273e-05, |
| "loss": 0.0636, |
| "step": 66 |
| }, |
| { |
| "epoch": 1.1551724137931034, |
| "grad_norm": 0.49099958965668944, |
| "learning_rate": 2.6573163455426008e-05, |
| "loss": 0.0525, |
| "step": 67 |
| }, |
| { |
| "epoch": 1.1724137931034484, |
| "grad_norm": 0.5015650633274068, |
| "learning_rate": 2.6469826559938675e-05, |
| "loss": 0.0595, |
| "step": 68 |
| }, |
| { |
| "epoch": 1.1896551724137931, |
| "grad_norm": 1.2796243263087093, |
| "learning_rate": 2.6365169261839658e-05, |
| "loss": 0.0792, |
| "step": 69 |
| }, |
| { |
| "epoch": 1.206896551724138, |
| "grad_norm": 0.6662453174247587, |
| "learning_rate": 2.6259204101232846e-05, |
| "loss": 0.0663, |
| "step": 70 |
| }, |
| { |
| "epoch": 1.2241379310344827, |
| "grad_norm": 1.212387398279308, |
| "learning_rate": 2.6151943774931023e-05, |
| "loss": 0.0613, |
| "step": 71 |
| }, |
| { |
| "epoch": 1.2413793103448276, |
| "grad_norm": 1.0479426277741841, |
| "learning_rate": 2.604340113493456e-05, |
| "loss": 0.0596, |
| "step": 72 |
| }, |
| { |
| "epoch": 1.2586206896551724, |
| "grad_norm": 0.7987586926269339, |
| "learning_rate": 2.5933589186891452e-05, |
| "loss": 0.0487, |
| "step": 73 |
| }, |
| { |
| "epoch": 1.2758620689655173, |
| "grad_norm": 0.38709021558416046, |
| "learning_rate": 2.582252108853901e-05, |
| "loss": 0.0571, |
| "step": 74 |
| }, |
| { |
| "epoch": 1.293103448275862, |
| "grad_norm": 0.46735277155079546, |
| "learning_rate": 2.5710210148127256e-05, |
| "loss": 0.0444, |
| "step": 75 |
| }, |
| { |
| "epoch": 1.3103448275862069, |
| "grad_norm": 0.597066850436939, |
| "learning_rate": 2.5596669822824356e-05, |
| "loss": 0.0493, |
| "step": 76 |
| }, |
| { |
| "epoch": 1.3275862068965516, |
| "grad_norm": 0.5692997392561687, |
| "learning_rate": 2.548191371710413e-05, |
| "loss": 0.0559, |
| "step": 77 |
| }, |
| { |
| "epoch": 1.3448275862068966, |
| "grad_norm": 0.7937487069066846, |
| "learning_rate": 2.5365955581115994e-05, |
| "loss": 0.0681, |
| "step": 78 |
| }, |
| { |
| "epoch": 1.3620689655172413, |
| "grad_norm": 0.6239501957901394, |
| "learning_rate": 2.5248809309037388e-05, |
| "loss": 0.0639, |
| "step": 79 |
| }, |
| { |
| "epoch": 1.3793103448275863, |
| "grad_norm": 0.323843186951961, |
| "learning_rate": 2.5130488937408974e-05, |
| "loss": 0.0566, |
| "step": 80 |
| }, |
| { |
| "epoch": 1.396551724137931, |
| "grad_norm": 0.7601978866920112, |
| "learning_rate": 2.5011008643452776e-05, |
| "loss": 0.0735, |
| "step": 81 |
| }, |
| { |
| "epoch": 1.4137931034482758, |
| "grad_norm": 0.740263241328343, |
| "learning_rate": 2.489038274337343e-05, |
| "loss": 0.0492, |
| "step": 82 |
| }, |
| { |
| "epoch": 1.4310344827586206, |
| "grad_norm": 0.46537529182886017, |
| "learning_rate": 2.476862569064284e-05, |
| "loss": 0.0625, |
| "step": 83 |
| }, |
| { |
| "epoch": 1.4482758620689655, |
| "grad_norm": 0.4150072870993542, |
| "learning_rate": 2.4645752074268322e-05, |
| "loss": 0.0505, |
| "step": 84 |
| }, |
| { |
| "epoch": 1.4655172413793103, |
| "grad_norm": 0.44405921451606856, |
| "learning_rate": 2.4521776617044573e-05, |
| "loss": 0.0513, |
| "step": 85 |
| }, |
| { |
| "epoch": 1.4827586206896552, |
| "grad_norm": 0.9108315447108887, |
| "learning_rate": 2.439671417378956e-05, |
| "loss": 0.07, |
| "step": 86 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 0.4962764163397105, |
| "learning_rate": 2.4270579729564582e-05, |
| "loss": 0.0599, |
| "step": 87 |
| }, |
| { |
| "epoch": 1.5172413793103448, |
| "grad_norm": 0.41476406186934317, |
| "learning_rate": 2.4143388397878813e-05, |
| "loss": 0.0583, |
| "step": 88 |
| }, |
| { |
| "epoch": 1.5344827586206895, |
| "grad_norm": 0.8057667799695798, |
| "learning_rate": 2.4015155418878315e-05, |
| "loss": 0.0686, |
| "step": 89 |
| }, |
| { |
| "epoch": 1.5517241379310345, |
| "grad_norm": 0.4617166561072775, |
| "learning_rate": 2.3885896157520017e-05, |
| "loss": 0.0487, |
| "step": 90 |
| }, |
| { |
| "epoch": 1.5689655172413794, |
| "grad_norm": 0.6780078347240123, |
| "learning_rate": 2.3755626101730647e-05, |
| "loss": 0.06, |
| "step": 91 |
| }, |
| { |
| "epoch": 1.5862068965517242, |
| "grad_norm": 0.7034994823546088, |
| "learning_rate": 2.362436086055095e-05, |
| "loss": 0.055, |
| "step": 92 |
| }, |
| { |
| "epoch": 1.603448275862069, |
| "grad_norm": 0.220042937651117, |
| "learning_rate": 2.3492116162265433e-05, |
| "loss": 0.0521, |
| "step": 93 |
| }, |
| { |
| "epoch": 1.6206896551724137, |
| "grad_norm": 0.5416790306685376, |
| "learning_rate": 2.3358907852517767e-05, |
| "loss": 0.0559, |
| "step": 94 |
| }, |
| { |
| "epoch": 1.6379310344827587, |
| "grad_norm": 0.5739325763948568, |
| "learning_rate": 2.3224751892412166e-05, |
| "loss": 0.0478, |
| "step": 95 |
| }, |
| { |
| "epoch": 1.6551724137931034, |
| "grad_norm": 0.9746158270918538, |
| "learning_rate": 2.3089664356600896e-05, |
| "loss": 0.0483, |
| "step": 96 |
| }, |
| { |
| "epoch": 1.6724137931034484, |
| "grad_norm": 0.8870891520027294, |
| "learning_rate": 2.295366143135823e-05, |
| "loss": 0.0548, |
| "step": 97 |
| }, |
| { |
| "epoch": 1.6896551724137931, |
| "grad_norm": 0.6701707516695699, |
| "learning_rate": 2.2816759412640983e-05, |
| "loss": 0.0619, |
| "step": 98 |
| }, |
| { |
| "epoch": 1.706896551724138, |
| "grad_norm": 0.4649690411116379, |
| "learning_rate": 2.2678974704135914e-05, |
| "loss": 0.0544, |
| "step": 99 |
| }, |
| { |
| "epoch": 1.7241379310344827, |
| "grad_norm": 0.5666448156500851, |
| "learning_rate": 2.2540323815294228e-05, |
| "loss": 0.0556, |
| "step": 100 |
| }, |
| { |
| "epoch": 1.7413793103448276, |
| "grad_norm": 0.5747839293651054, |
| "learning_rate": 2.2400823359353427e-05, |
| "loss": 0.0518, |
| "step": 101 |
| }, |
| { |
| "epoch": 1.7586206896551724, |
| "grad_norm": 0.5035038013712511, |
| "learning_rate": 2.2260490051346664e-05, |
| "loss": 0.0502, |
| "step": 102 |
| }, |
| { |
| "epoch": 1.7758620689655173, |
| "grad_norm": 0.4353431259303049, |
| "learning_rate": 2.211934070609996e-05, |
| "loss": 0.0518, |
| "step": 103 |
| }, |
| { |
| "epoch": 1.793103448275862, |
| "grad_norm": 0.7282410377739317, |
| "learning_rate": 2.1977392236217437e-05, |
| "loss": 0.0547, |
| "step": 104 |
| }, |
| { |
| "epoch": 1.8103448275862069, |
| "grad_norm": 0.2269975333174313, |
| "learning_rate": 2.1834661650054842e-05, |
| "loss": 0.0465, |
| "step": 105 |
| }, |
| { |
| "epoch": 1.8275862068965516, |
| "grad_norm": 0.6795575686384344, |
| "learning_rate": 2.1691166049681583e-05, |
| "loss": 0.0563, |
| "step": 106 |
| }, |
| { |
| "epoch": 1.8448275862068966, |
| "grad_norm": 0.4185343329339508, |
| "learning_rate": 2.1546922628831557e-05, |
| "loss": 0.0474, |
| "step": 107 |
| }, |
| { |
| "epoch": 1.8620689655172413, |
| "grad_norm": 0.29021178988123264, |
| "learning_rate": 2.1401948670842993e-05, |
| "loss": 0.0551, |
| "step": 108 |
| }, |
| { |
| "epoch": 1.8793103448275863, |
| "grad_norm": 0.4104860523876863, |
| "learning_rate": 2.1256261546587544e-05, |
| "loss": 0.048, |
| "step": 109 |
| }, |
| { |
| "epoch": 1.896551724137931, |
| "grad_norm": 0.48654750487264353, |
| "learning_rate": 2.1109878712388884e-05, |
| "loss": 0.0486, |
| "step": 110 |
| }, |
| { |
| "epoch": 1.9137931034482758, |
| "grad_norm": 0.29782223166209676, |
| "learning_rate": 2.0962817707931105e-05, |
| "loss": 0.0515, |
| "step": 111 |
| }, |
| { |
| "epoch": 1.9310344827586206, |
| "grad_norm": 0.3784591160214946, |
| "learning_rate": 2.081509615415708e-05, |
| "loss": 0.0644, |
| "step": 112 |
| }, |
| { |
| "epoch": 1.9482758620689655, |
| "grad_norm": 0.427685460468331, |
| "learning_rate": 2.066673175115714e-05, |
| "loss": 0.0518, |
| "step": 113 |
| }, |
| { |
| "epoch": 1.9655172413793105, |
| "grad_norm": 0.6180035471613788, |
| "learning_rate": 2.0517742276048204e-05, |
| "loss": 0.0443, |
| "step": 114 |
| }, |
| { |
| "epoch": 1.9827586206896552, |
| "grad_norm": 0.2153109585578122, |
| "learning_rate": 2.0368145580843715e-05, |
| "loss": 0.0556, |
| "step": 115 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.2786578624422437, |
| "learning_rate": 2.0217959590314645e-05, |
| "loss": 0.0513, |
| "step": 116 |
| }, |
| { |
| "epoch": 2.0172413793103448, |
| "grad_norm": 0.22457752001893297, |
| "learning_rate": 2.0067202299841676e-05, |
| "loss": 0.0402, |
| "step": 117 |
| }, |
| { |
| "epoch": 2.0344827586206895, |
| "grad_norm": 0.40115360043809567, |
| "learning_rate": 1.9915891773259033e-05, |
| "loss": 0.0469, |
| "step": 118 |
| }, |
| { |
| "epoch": 2.0517241379310347, |
| "grad_norm": 0.3848178266559636, |
| "learning_rate": 1.9764046140690026e-05, |
| "loss": 0.0447, |
| "step": 119 |
| }, |
| { |
| "epoch": 2.0689655172413794, |
| "grad_norm": 0.34564228923454376, |
| "learning_rate": 1.9611683596374723e-05, |
| "loss": 0.0373, |
| "step": 120 |
| }, |
| { |
| "epoch": 2.086206896551724, |
| "grad_norm": 0.8318106488703036, |
| "learning_rate": 1.9458822396489862e-05, |
| "loss": 0.0401, |
| "step": 121 |
| }, |
| { |
| "epoch": 2.103448275862069, |
| "grad_norm": 0.514176269742461, |
| "learning_rate": 1.9305480856961432e-05, |
| "loss": 0.0471, |
| "step": 122 |
| }, |
| { |
| "epoch": 2.1206896551724137, |
| "grad_norm": 0.6560806101214318, |
| "learning_rate": 1.9151677351269996e-05, |
| "loss": 0.0424, |
| "step": 123 |
| }, |
| { |
| "epoch": 2.1379310344827585, |
| "grad_norm": 0.6241496977729802, |
| "learning_rate": 1.899743030824922e-05, |
| "loss": 0.044, |
| "step": 124 |
| }, |
| { |
| "epoch": 2.1551724137931036, |
| "grad_norm": 0.7064617244721939, |
| "learning_rate": 1.8842758209877685e-05, |
| "loss": 0.0433, |
| "step": 125 |
| }, |
| { |
| "epoch": 2.1724137931034484, |
| "grad_norm": 0.5397965781860613, |
| "learning_rate": 1.8687679589064374e-05, |
| "loss": 0.0529, |
| "step": 126 |
| }, |
| { |
| "epoch": 2.189655172413793, |
| "grad_norm": 0.4114471647300015, |
| "learning_rate": 1.853221302742805e-05, |
| "loss": 0.043, |
| "step": 127 |
| }, |
| { |
| "epoch": 2.206896551724138, |
| "grad_norm": 0.6619594933212386, |
| "learning_rate": 1.837637715307078e-05, |
| "loss": 0.0431, |
| "step": 128 |
| }, |
| { |
| "epoch": 2.2241379310344827, |
| "grad_norm": 0.6788037792348437, |
| "learning_rate": 1.8220190638345925e-05, |
| "loss": 0.0421, |
| "step": 129 |
| }, |
| { |
| "epoch": 2.2413793103448274, |
| "grad_norm": 0.44437222175427143, |
| "learning_rate": 1.8063672197620804e-05, |
| "loss": 0.0446, |
| "step": 130 |
| }, |
| { |
| "epoch": 2.2586206896551726, |
| "grad_norm": 0.21556298635731527, |
| "learning_rate": 1.7906840585034305e-05, |
| "loss": 0.0397, |
| "step": 131 |
| }, |
| { |
| "epoch": 2.2758620689655173, |
| "grad_norm": 0.4888413230768935, |
| "learning_rate": 1.7749714592249782e-05, |
| "loss": 0.0391, |
| "step": 132 |
| }, |
| { |
| "epoch": 2.293103448275862, |
| "grad_norm": 0.5684832408467927, |
| "learning_rate": 1.75923130462034e-05, |
| "loss": 0.0485, |
| "step": 133 |
| }, |
| { |
| "epoch": 2.310344827586207, |
| "grad_norm": 0.5532199357884209, |
| "learning_rate": 1.7434654806848293e-05, |
| "loss": 0.0487, |
| "step": 134 |
| }, |
| { |
| "epoch": 2.3275862068965516, |
| "grad_norm": 0.44377530119856, |
| "learning_rate": 1.727675876489475e-05, |
| "loss": 0.0349, |
| "step": 135 |
| }, |
| { |
| "epoch": 2.344827586206897, |
| "grad_norm": 0.4375182897286949, |
| "learning_rate": 1.711864383954673e-05, |
| "loss": 0.046, |
| "step": 136 |
| }, |
| { |
| "epoch": 2.3620689655172415, |
| "grad_norm": 0.27063975232289045, |
| "learning_rate": 1.696032897623492e-05, |
| "loss": 0.0408, |
| "step": 137 |
| }, |
| { |
| "epoch": 2.3793103448275863, |
| "grad_norm": 0.3090699541525638, |
| "learning_rate": 1.6801833144346706e-05, |
| "loss": 0.0409, |
| "step": 138 |
| }, |
| { |
| "epoch": 2.396551724137931, |
| "grad_norm": 0.3790621682501314, |
| "learning_rate": 1.6643175334953248e-05, |
| "loss": 0.036, |
| "step": 139 |
| }, |
| { |
| "epoch": 2.413793103448276, |
| "grad_norm": 0.4048549467693139, |
| "learning_rate": 1.6484374558533966e-05, |
| "loss": 0.0432, |
| "step": 140 |
| }, |
| { |
| "epoch": 2.4310344827586206, |
| "grad_norm": 0.4287299844946669, |
| "learning_rate": 1.632544984269866e-05, |
| "loss": 0.0518, |
| "step": 141 |
| }, |
| { |
| "epoch": 2.4482758620689653, |
| "grad_norm": 0.45024313848499997, |
| "learning_rate": 1.616642022990764e-05, |
| "loss": 0.0361, |
| "step": 142 |
| }, |
| { |
| "epoch": 2.4655172413793105, |
| "grad_norm": 0.4484803973425137, |
| "learning_rate": 1.6007304775190018e-05, |
| "loss": 0.0378, |
| "step": 143 |
| }, |
| { |
| "epoch": 2.4827586206896552, |
| "grad_norm": 0.32950999105006323, |
| "learning_rate": 1.5848122543860562e-05, |
| "loss": 0.0442, |
| "step": 144 |
| }, |
| { |
| "epoch": 2.5, |
| "grad_norm": 0.1977755311044798, |
| "learning_rate": 1.568889260923525e-05, |
| "loss": 0.0403, |
| "step": 145 |
| }, |
| { |
| "epoch": 2.5172413793103448, |
| "grad_norm": 0.2718588763969704, |
| "learning_rate": 1.5529634050345898e-05, |
| "loss": 0.0422, |
| "step": 146 |
| }, |
| { |
| "epoch": 2.5344827586206895, |
| "grad_norm": 0.31806067044898856, |
| "learning_rate": 1.5370365949654098e-05, |
| "loss": 0.0451, |
| "step": 147 |
| }, |
| { |
| "epoch": 2.5517241379310347, |
| "grad_norm": 0.29463586138392256, |
| "learning_rate": 1.5211107390764749e-05, |
| "loss": 0.0415, |
| "step": 148 |
| }, |
| { |
| "epoch": 2.5689655172413794, |
| "grad_norm": 0.2244206257417315, |
| "learning_rate": 1.5051877456139439e-05, |
| "loss": 0.0376, |
| "step": 149 |
| }, |
| { |
| "epoch": 2.586206896551724, |
| "grad_norm": 0.5863234456871204, |
| "learning_rate": 1.4892695224809986e-05, |
| "loss": 0.0406, |
| "step": 150 |
| }, |
| { |
| "epoch": 2.603448275862069, |
| "grad_norm": 0.17400182660455388, |
| "learning_rate": 1.4733579770092367e-05, |
| "loss": 0.0416, |
| "step": 151 |
| }, |
| { |
| "epoch": 2.6206896551724137, |
| "grad_norm": 0.358095878096067, |
| "learning_rate": 1.457455015730134e-05, |
| "loss": 0.0339, |
| "step": 152 |
| }, |
| { |
| "epoch": 2.637931034482759, |
| "grad_norm": 0.6408337276302095, |
| "learning_rate": 1.4415625441466033e-05, |
| "loss": 0.0481, |
| "step": 153 |
| }, |
| { |
| "epoch": 2.655172413793103, |
| "grad_norm": 0.5033929265450956, |
| "learning_rate": 1.4256824665046749e-05, |
| "loss": 0.0433, |
| "step": 154 |
| }, |
| { |
| "epoch": 2.6724137931034484, |
| "grad_norm": 0.4224811543826838, |
| "learning_rate": 1.40981668556533e-05, |
| "loss": 0.0358, |
| "step": 155 |
| }, |
| { |
| "epoch": 2.689655172413793, |
| "grad_norm": 0.6210472281444889, |
| "learning_rate": 1.3939671023765087e-05, |
| "loss": 0.0403, |
| "step": 156 |
| }, |
| { |
| "epoch": 2.706896551724138, |
| "grad_norm": 0.7509429884450859, |
| "learning_rate": 1.3781356160453275e-05, |
| "loss": 0.0339, |
| "step": 157 |
| }, |
| { |
| "epoch": 2.7241379310344827, |
| "grad_norm": 0.47959730934417544, |
| "learning_rate": 1.362324123510525e-05, |
| "loss": 0.0371, |
| "step": 158 |
| }, |
| { |
| "epoch": 2.7413793103448274, |
| "grad_norm": 0.3282804801964574, |
| "learning_rate": 1.3465345193151709e-05, |
| "loss": 0.0401, |
| "step": 159 |
| }, |
| { |
| "epoch": 2.7586206896551726, |
| "grad_norm": 0.28076426629279005, |
| "learning_rate": 1.3307686953796603e-05, |
| "loss": 0.0265, |
| "step": 160 |
| }, |
| { |
| "epoch": 2.7758620689655173, |
| "grad_norm": 0.3945531178070007, |
| "learning_rate": 1.3150285407750218e-05, |
| "loss": 0.0437, |
| "step": 161 |
| }, |
| { |
| "epoch": 2.793103448275862, |
| "grad_norm": 0.18910480215177314, |
| "learning_rate": 1.299315941496569e-05, |
| "loss": 0.028, |
| "step": 162 |
| }, |
| { |
| "epoch": 2.810344827586207, |
| "grad_norm": 0.36962844264053035, |
| "learning_rate": 1.2836327802379196e-05, |
| "loss": 0.0303, |
| "step": 163 |
| }, |
| { |
| "epoch": 2.8275862068965516, |
| "grad_norm": 0.5711119809352289, |
| "learning_rate": 1.2679809361654076e-05, |
| "loss": 0.0331, |
| "step": 164 |
| }, |
| { |
| "epoch": 2.844827586206897, |
| "grad_norm": 0.3003204085055974, |
| "learning_rate": 1.2523622846929226e-05, |
| "loss": 0.0362, |
| "step": 165 |
| }, |
| { |
| "epoch": 2.862068965517241, |
| "grad_norm": 0.31404544632192555, |
| "learning_rate": 1.2367786972571957e-05, |
| "loss": 0.0339, |
| "step": 166 |
| }, |
| { |
| "epoch": 2.8793103448275863, |
| "grad_norm": 0.26321708168896896, |
| "learning_rate": 1.2212320410935632e-05, |
| "loss": 0.0354, |
| "step": 167 |
| }, |
| { |
| "epoch": 2.896551724137931, |
| "grad_norm": 0.42819450398971026, |
| "learning_rate": 1.2057241790122319e-05, |
| "loss": 0.0346, |
| "step": 168 |
| }, |
| { |
| "epoch": 2.913793103448276, |
| "grad_norm": 0.476993975190435, |
| "learning_rate": 1.1902569691750782e-05, |
| "loss": 0.037, |
| "step": 169 |
| }, |
| { |
| "epoch": 2.9310344827586206, |
| "grad_norm": 0.5227017712120989, |
| "learning_rate": 1.1748322648730002e-05, |
| "loss": 0.0367, |
| "step": 170 |
| }, |
| { |
| "epoch": 2.9482758620689653, |
| "grad_norm": 0.573643532517419, |
| "learning_rate": 1.1594519143038573e-05, |
| "loss": 0.0321, |
| "step": 171 |
| }, |
| { |
| "epoch": 2.9655172413793105, |
| "grad_norm": 0.2565210391844935, |
| "learning_rate": 1.1441177603510138e-05, |
| "loss": 0.0387, |
| "step": 172 |
| }, |
| { |
| "epoch": 2.9827586206896552, |
| "grad_norm": 0.2996752083478276, |
| "learning_rate": 1.1288316403625276e-05, |
| "loss": 0.0411, |
| "step": 173 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.3269862100138925, |
| "learning_rate": 1.1135953859309974e-05, |
| "loss": 0.038, |
| "step": 174 |
| }, |
| { |
| "epoch": 3.0172413793103448, |
| "grad_norm": 0.41839666832578426, |
| "learning_rate": 1.0984108226740968e-05, |
| "loss": 0.0344, |
| "step": 175 |
| }, |
| { |
| "epoch": 3.0344827586206895, |
| "grad_norm": 0.33310564902822715, |
| "learning_rate": 1.0832797700158324e-05, |
| "loss": 0.0278, |
| "step": 176 |
| }, |
| { |
| "epoch": 3.0517241379310347, |
| "grad_norm": 0.30304190489746813, |
| "learning_rate": 1.0682040409685357e-05, |
| "loss": 0.036, |
| "step": 177 |
| }, |
| { |
| "epoch": 3.0689655172413794, |
| "grad_norm": 0.19063903842888325, |
| "learning_rate": 1.0531854419156286e-05, |
| "loss": 0.0249, |
| "step": 178 |
| }, |
| { |
| "epoch": 3.086206896551724, |
| "grad_norm": 0.26112379231134863, |
| "learning_rate": 1.0382257723951802e-05, |
| "loss": 0.0256, |
| "step": 179 |
| }, |
| { |
| "epoch": 3.103448275862069, |
| "grad_norm": 0.26023947727649255, |
| "learning_rate": 1.0233268248842857e-05, |
| "loss": 0.0284, |
| "step": 180 |
| }, |
| { |
| "epoch": 3.1206896551724137, |
| "grad_norm": 0.5175700924807861, |
| "learning_rate": 1.0084903845842919e-05, |
| "loss": 0.026, |
| "step": 181 |
| }, |
| { |
| "epoch": 3.1379310344827585, |
| "grad_norm": 0.3240038492767359, |
| "learning_rate": 9.937182292068898e-06, |
| "loss": 0.0298, |
| "step": 182 |
| }, |
| { |
| "epoch": 3.1551724137931036, |
| "grad_norm": 0.3720902965715703, |
| "learning_rate": 9.790121287611119e-06, |
| "loss": 0.0202, |
| "step": 183 |
| }, |
| { |
| "epoch": 3.1724137931034484, |
| "grad_norm": 0.2768496692729557, |
| "learning_rate": 9.64373845341246e-06, |
| "loss": 0.0201, |
| "step": 184 |
| }, |
| { |
| "epoch": 3.189655172413793, |
| "grad_norm": 0.24807187202234196, |
| "learning_rate": 9.498051329157004e-06, |
| "loss": 0.0206, |
| "step": 185 |
| }, |
| { |
| "epoch": 3.206896551724138, |
| "grad_norm": 0.2860347071859339, |
| "learning_rate": 9.353077371168444e-06, |
| "loss": 0.0232, |
| "step": 186 |
| }, |
| { |
| "epoch": 3.2241379310344827, |
| "grad_norm": 0.3828846221247785, |
| "learning_rate": 9.208833950318425e-06, |
| "loss": 0.0314, |
| "step": 187 |
| }, |
| { |
| "epoch": 3.2413793103448274, |
| "grad_norm": 0.3738366798689589, |
| "learning_rate": 9.065338349945159e-06, |
| "loss": 0.0284, |
| "step": 188 |
| }, |
| { |
| "epoch": 3.2586206896551726, |
| "grad_norm": 0.3189800741077174, |
| "learning_rate": 8.922607763782567e-06, |
| "loss": 0.0304, |
| "step": 189 |
| }, |
| { |
| "epoch": 3.2758620689655173, |
| "grad_norm": 0.8535829775006718, |
| "learning_rate": 8.78065929390004e-06, |
| "loss": 0.0244, |
| "step": 190 |
| }, |
| { |
| "epoch": 3.293103448275862, |
| "grad_norm": 0.2412509344507808, |
| "learning_rate": 8.639509948653339e-06, |
| "loss": 0.0196, |
| "step": 191 |
| }, |
| { |
| "epoch": 3.310344827586207, |
| "grad_norm": 0.2438682333590634, |
| "learning_rate": 8.499176640646574e-06, |
| "loss": 0.0193, |
| "step": 192 |
| }, |
| { |
| "epoch": 3.3275862068965516, |
| "grad_norm": 0.515406851427045, |
| "learning_rate": 8.359676184705773e-06, |
| "loss": 0.0317, |
| "step": 193 |
| }, |
| { |
| "epoch": 3.344827586206897, |
| "grad_norm": 0.26674244550270093, |
| "learning_rate": 8.22102529586409e-06, |
| "loss": 0.0219, |
| "step": 194 |
| }, |
| { |
| "epoch": 3.3620689655172415, |
| "grad_norm": 0.3562088482495647, |
| "learning_rate": 8.083240587359024e-06, |
| "loss": 0.0145, |
| "step": 195 |
| }, |
| { |
| "epoch": 3.3793103448275863, |
| "grad_norm": 0.2853586706468104, |
| "learning_rate": 7.946338568641774e-06, |
| "loss": 0.0233, |
| "step": 196 |
| }, |
| { |
| "epoch": 3.396551724137931, |
| "grad_norm": 0.22309988564377628, |
| "learning_rate": 7.810335643399106e-06, |
| "loss": 0.0249, |
| "step": 197 |
| }, |
| { |
| "epoch": 3.413793103448276, |
| "grad_norm": 0.21904384937696103, |
| "learning_rate": 7.67524810758784e-06, |
| "loss": 0.0274, |
| "step": 198 |
| }, |
| { |
| "epoch": 3.4310344827586206, |
| "grad_norm": 0.231369464855975, |
| "learning_rate": 7.541092147482234e-06, |
| "loss": 0.0205, |
| "step": 199 |
| }, |
| { |
| "epoch": 3.4482758620689653, |
| "grad_norm": 0.31673400292650616, |
| "learning_rate": 7.407883837734573e-06, |
| "loss": 0.0227, |
| "step": 200 |
| }, |
| { |
| "epoch": 3.4655172413793105, |
| "grad_norm": 0.23560651052719475, |
| "learning_rate": 7.2756391394490495e-06, |
| "loss": 0.019, |
| "step": 201 |
| }, |
| { |
| "epoch": 3.4827586206896552, |
| "grad_norm": 0.355736746737518, |
| "learning_rate": 7.144373898269359e-06, |
| "loss": 0.02, |
| "step": 202 |
| }, |
| { |
| "epoch": 3.5, |
| "grad_norm": 0.13952720154573706, |
| "learning_rate": 7.014103842479983e-06, |
| "loss": 0.02, |
| "step": 203 |
| }, |
| { |
| "epoch": 3.5172413793103448, |
| "grad_norm": 0.24605295812008457, |
| "learning_rate": 6.884844581121684e-06, |
| "loss": 0.0221, |
| "step": 204 |
| }, |
| { |
| "epoch": 3.5344827586206895, |
| "grad_norm": 0.1804914629461453, |
| "learning_rate": 6.756611602121192e-06, |
| "loss": 0.0141, |
| "step": 205 |
| }, |
| { |
| "epoch": 3.5517241379310347, |
| "grad_norm": 0.29158022854253035, |
| "learning_rate": 6.629420270435416e-06, |
| "loss": 0.0167, |
| "step": 206 |
| }, |
| { |
| "epoch": 3.5689655172413794, |
| "grad_norm": 0.18846167866340074, |
| "learning_rate": 6.503285826210448e-06, |
| "loss": 0.0222, |
| "step": 207 |
| }, |
| { |
| "epoch": 3.586206896551724, |
| "grad_norm": 0.1583714943206511, |
| "learning_rate": 6.378223382955428e-06, |
| "loss": 0.0174, |
| "step": 208 |
| }, |
| { |
| "epoch": 3.603448275862069, |
| "grad_norm": 0.3967321777174731, |
| "learning_rate": 6.2542479257316834e-06, |
| "loss": 0.0248, |
| "step": 209 |
| }, |
| { |
| "epoch": 3.6206896551724137, |
| "grad_norm": 0.31844884399258744, |
| "learning_rate": 6.131374309357168e-06, |
| "loss": 0.0176, |
| "step": 210 |
| }, |
| { |
| "epoch": 3.637931034482759, |
| "grad_norm": 0.33630177242876536, |
| "learning_rate": 6.009617256626572e-06, |
| "loss": 0.014, |
| "step": 211 |
| }, |
| { |
| "epoch": 3.655172413793103, |
| "grad_norm": 0.266018799974313, |
| "learning_rate": 5.888991356547223e-06, |
| "loss": 0.022, |
| "step": 212 |
| }, |
| { |
| "epoch": 3.6724137931034484, |
| "grad_norm": 0.34989553067481094, |
| "learning_rate": 5.769511062591021e-06, |
| "loss": 0.017, |
| "step": 213 |
| }, |
| { |
| "epoch": 3.689655172413793, |
| "grad_norm": 0.3525004273269985, |
| "learning_rate": 5.651190690962615e-06, |
| "loss": 0.0236, |
| "step": 214 |
| }, |
| { |
| "epoch": 3.706896551724138, |
| "grad_norm": 0.20730528599041878, |
| "learning_rate": 5.5340444188840075e-06, |
| "loss": 0.0159, |
| "step": 215 |
| }, |
| { |
| "epoch": 3.7241379310344827, |
| "grad_norm": 0.302121656003982, |
| "learning_rate": 5.4180862828958736e-06, |
| "loss": 0.0213, |
| "step": 216 |
| }, |
| { |
| "epoch": 3.7413793103448274, |
| "grad_norm": 0.22206626492504716, |
| "learning_rate": 5.303330177175645e-06, |
| "loss": 0.0154, |
| "step": 217 |
| }, |
| { |
| "epoch": 3.7586206896551726, |
| "grad_norm": 0.23122272169473673, |
| "learning_rate": 5.189789851872745e-06, |
| "loss": 0.0111, |
| "step": 218 |
| }, |
| { |
| "epoch": 3.7758620689655173, |
| "grad_norm": 0.2036574153500964, |
| "learning_rate": 5.077478911460993e-06, |
| "loss": 0.0141, |
| "step": 219 |
| }, |
| { |
| "epoch": 3.793103448275862, |
| "grad_norm": 0.3082821516245183, |
| "learning_rate": 4.9664108131085495e-06, |
| "loss": 0.0191, |
| "step": 220 |
| }, |
| { |
| "epoch": 3.810344827586207, |
| "grad_norm": 0.2037428116846801, |
| "learning_rate": 4.856598865065446e-06, |
| "loss": 0.0137, |
| "step": 221 |
| }, |
| { |
| "epoch": 3.8275862068965516, |
| "grad_norm": 0.155124875139698, |
| "learning_rate": 4.748056225068973e-06, |
| "loss": 0.0182, |
| "step": 222 |
| }, |
| { |
| "epoch": 3.844827586206897, |
| "grad_norm": 0.2707756039030258, |
| "learning_rate": 4.640795898767154e-06, |
| "loss": 0.0162, |
| "step": 223 |
| }, |
| { |
| "epoch": 3.862068965517241, |
| "grad_norm": 0.3691019310426078, |
| "learning_rate": 4.53483073816034e-06, |
| "loss": 0.0196, |
| "step": 224 |
| }, |
| { |
| "epoch": 3.8793103448275863, |
| "grad_norm": 0.2560322010400225, |
| "learning_rate": 4.4301734400613326e-06, |
| "loss": 0.0203, |
| "step": 225 |
| }, |
| { |
| "epoch": 3.896551724137931, |
| "grad_norm": 0.1865861797161085, |
| "learning_rate": 4.3268365445739955e-06, |
| "loss": 0.0119, |
| "step": 226 |
| }, |
| { |
| "epoch": 3.913793103448276, |
| "grad_norm": 0.24921046694680007, |
| "learning_rate": 4.224832433590729e-06, |
| "loss": 0.0171, |
| "step": 227 |
| }, |
| { |
| "epoch": 3.9310344827586206, |
| "grad_norm": 0.2623082113135812, |
| "learning_rate": 4.12417332930885e-06, |
| "loss": 0.0146, |
| "step": 228 |
| }, |
| { |
| "epoch": 3.9482758620689653, |
| "grad_norm": 0.19305679459444855, |
| "learning_rate": 4.0248712927661005e-06, |
| "loss": 0.0169, |
| "step": 229 |
| }, |
| { |
| "epoch": 3.9655172413793105, |
| "grad_norm": 0.41239919008625026, |
| "learning_rate": 3.926938222395527e-06, |
| "loss": 0.0218, |
| "step": 230 |
| }, |
| { |
| "epoch": 3.9827586206896552, |
| "grad_norm": 0.16179670491340867, |
| "learning_rate": 3.830385852599764e-06, |
| "loss": 0.0136, |
| "step": 231 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 0.21889193221870137, |
| "learning_rate": 3.735225752345039e-06, |
| "loss": 0.0162, |
| "step": 232 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 290, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 4.0, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3266421681291264.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
