| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.0, | |
| "eval_steps": 119, | |
| "global_step": 950, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.434104859828949, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8629, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "eval_loss": 0.9369699358940125, | |
| "eval_runtime": 61.2717, | |
| "eval_samples_per_second": 1.632, | |
| "eval_steps_per_second": 1.632, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.517804741859436, | |
| "learning_rate": 4e-05, | |
| "loss": 0.9794, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.3174158334732056, | |
| "learning_rate": 6e-05, | |
| "loss": 1.5473, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.6236504912376404, | |
| "learning_rate": 8e-05, | |
| "loss": 0.6592, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.49080607295036316, | |
| "learning_rate": 0.0001, | |
| "loss": 1.1104, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.43938764929771423, | |
| "learning_rate": 0.00012, | |
| "loss": 0.9446, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.8905380368232727, | |
| "learning_rate": 0.00014, | |
| "loss": 0.6719, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.9044575095176697, | |
| "learning_rate": 0.00016, | |
| "loss": 0.6471, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.541214108467102, | |
| "learning_rate": 0.00018, | |
| "loss": 0.8339, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.075484275817871, | |
| "learning_rate": 0.0002, | |
| "loss": 0.9616, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.3413633406162262, | |
| "learning_rate": 0.0001999998618515421, | |
| "loss": 0.8251, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.7642049193382263, | |
| "learning_rate": 0.00019999944740655014, | |
| "loss": 1.3883, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5759286284446716, | |
| "learning_rate": 0.00019999875666616918, | |
| "loss": 0.9162, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.16646409034729, | |
| "learning_rate": 0.00019999778963230775, | |
| "loss": 1.1735, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5447037220001221, | |
| "learning_rate": 0.0001999965463076377, | |
| "loss": 1.2769, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.510498046875, | |
| "learning_rate": 0.00019999502669559432, | |
| "loss": 1.1439, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.514502227306366, | |
| "learning_rate": 0.00019999323080037624, | |
| "loss": 0.9929, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.2014903873205185, | |
| "learning_rate": 0.00019999115862694546, | |
| "loss": 0.6706, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.6941856741905212, | |
| "learning_rate": 0.00019998881018102737, | |
| "loss": 0.7576, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.29424500465393066, | |
| "learning_rate": 0.00019998618546911056, | |
| "loss": 1.5048, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.431168556213379, | |
| "learning_rate": 0.00019998328449844714, | |
| "loss": 0.761, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.672117233276367, | |
| "learning_rate": 0.00019998010727705236, | |
| "loss": 0.9434, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.40351876616477966, | |
| "learning_rate": 0.00019997665381370477, | |
| "loss": 1.2708, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.36313024163246155, | |
| "learning_rate": 0.00019997292411794618, | |
| "loss": 0.6931, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.7412884831428528, | |
| "learning_rate": 0.00019996891820008164, | |
| "loss": 0.827, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.7299063205718994, | |
| "learning_rate": 0.00019996463607117935, | |
| "loss": 0.7135, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.5188469290733337, | |
| "learning_rate": 0.00019996007774307075, | |
| "loss": 0.574, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.23084047436714172, | |
| "learning_rate": 0.00019995524322835034, | |
| "loss": 1.0736, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.7209138870239258, | |
| "learning_rate": 0.00019995013254037574, | |
| "loss": 0.9087, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.2266876697540283, | |
| "learning_rate": 0.00019994474569326757, | |
| "loss": 1.2464, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.6613232493400574, | |
| "learning_rate": 0.0001999390827019096, | |
| "loss": 0.9568, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.0048911571502686, | |
| "learning_rate": 0.00019993314358194843, | |
| "loss": 1.1935, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.9797032475471497, | |
| "learning_rate": 0.00019992692834979372, | |
| "loss": 1.1969, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.4784688353538513, | |
| "learning_rate": 0.00019992043702261793, | |
| "loss": 0.8674, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.863600015640259, | |
| "learning_rate": 0.00019991366961835642, | |
| "loss": 1.3276, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4809297025203705, | |
| "learning_rate": 0.0001999066261557073, | |
| "loss": 1.0116, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.6229730844497681, | |
| "learning_rate": 0.00019989930665413147, | |
| "loss": 1.2794, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.5807106494903564, | |
| "learning_rate": 0.0001998917111338525, | |
| "loss": 1.0074, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.5811257362365723, | |
| "learning_rate": 0.00019988383961585645, | |
| "loss": 1.2491, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.46693727374076843, | |
| "learning_rate": 0.00019987569212189224, | |
| "loss": 0.8432, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.9792713522911072, | |
| "learning_rate": 0.00019986726867447107, | |
| "loss": 0.8716, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.3240562081336975, | |
| "learning_rate": 0.00019985856929686667, | |
| "loss": 0.9934, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.7358172535896301, | |
| "learning_rate": 0.0001998495940131152, | |
| "loss": 0.7247, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.40497535467147827, | |
| "learning_rate": 0.00019984034284801502, | |
| "loss": 0.8262, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.36835265159606934, | |
| "learning_rate": 0.00019983081582712685, | |
| "loss": 1.0898, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.7027626633644104, | |
| "learning_rate": 0.0001998210129767735, | |
| "loss": 1.2949, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.35624387860298157, | |
| "learning_rate": 0.00019981093432404006, | |
| "loss": 0.9734, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.4896808862686157, | |
| "learning_rate": 0.00019980057989677345, | |
| "loss": 1.2297, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.9656649827957153, | |
| "learning_rate": 0.00019978994972358265, | |
| "loss": 0.8358, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.644644021987915, | |
| "learning_rate": 0.0001997790438338385, | |
| "loss": 0.7373, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.0634011030197144, | |
| "learning_rate": 0.00019976786225767365, | |
| "loss": 1.3792, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.9041422605514526, | |
| "learning_rate": 0.00019975640502598244, | |
| "loss": 0.856, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.5682844519615173, | |
| "learning_rate": 0.00019974467217042085, | |
| "loss": 0.6686, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.7197520136833191, | |
| "learning_rate": 0.00019973266372340639, | |
| "loss": 0.6806, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.2542258501052856, | |
| "learning_rate": 0.00019972037971811802, | |
| "loss": 1.353, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.6802650094032288, | |
| "learning_rate": 0.0001997078201884961, | |
| "loss": 1.0014, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.4886693060398102, | |
| "learning_rate": 0.0001996949851692422, | |
| "loss": 0.8613, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.0226856470108032, | |
| "learning_rate": 0.0001996818746958191, | |
| "loss": 1.0443, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.5514834523200989, | |
| "learning_rate": 0.00019966848880445062, | |
| "loss": 0.8816, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.4890052378177643, | |
| "learning_rate": 0.00019965482753212156, | |
| "loss": 0.8541, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.9011398553848267, | |
| "learning_rate": 0.0001996408909165776, | |
| "loss": 1.1158, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.7809276580810547, | |
| "learning_rate": 0.00019962667899632518, | |
| "loss": 0.6702, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.604097843170166, | |
| "learning_rate": 0.00019961219181063142, | |
| "loss": 1.1875, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.9003333449363708, | |
| "learning_rate": 0.00019959742939952392, | |
| "loss": 1.2126, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.59239661693573, | |
| "learning_rate": 0.0001995823918037908, | |
| "loss": 1.1083, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.6981655955314636, | |
| "learning_rate": 0.00019956707906498044, | |
| "loss": 0.9634, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.4635857045650482, | |
| "learning_rate": 0.00019955149122540152, | |
| "loss": 1.0345, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.35098958015441895, | |
| "learning_rate": 0.00019953562832812272, | |
| "loss": 0.8871, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.4510989189147949, | |
| "learning_rate": 0.00019951949041697274, | |
| "loss": 0.6967, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.39661434292793274, | |
| "learning_rate": 0.00019950307753654017, | |
| "loss": 1.0786, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.5836047530174255, | |
| "learning_rate": 0.00019948638973217323, | |
| "loss": 0.9265, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.4589115381240845, | |
| "learning_rate": 0.00019946942704997982, | |
| "loss": 0.6476, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.4495834410190582, | |
| "learning_rate": 0.00019945218953682734, | |
| "loss": 0.8693, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.35905730724334717, | |
| "learning_rate": 0.00019943467724034252, | |
| "loss": 1.0325, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.235016345977783, | |
| "learning_rate": 0.0001994168902089112, | |
| "loss": 1.3103, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.36725524067878723, | |
| "learning_rate": 0.00019939882849167852, | |
| "loss": 0.908, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.66635662317276, | |
| "learning_rate": 0.0001993804921385484, | |
| "loss": 0.682, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.121004819869995, | |
| "learning_rate": 0.0001993618812001836, | |
| "loss": 0.8462, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.44895172119140625, | |
| "learning_rate": 0.00019934299572800556, | |
| "loss": 0.9625, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.5769445300102234, | |
| "learning_rate": 0.00019932383577419432, | |
| "loss": 0.7278, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.3807710111141205, | |
| "learning_rate": 0.00019930440139168817, | |
| "loss": 0.657, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.212838813662529, | |
| "learning_rate": 0.00019928469263418374, | |
| "loss": 0.3094, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.8039274215698242, | |
| "learning_rate": 0.0001992647095561357, | |
| "loss": 0.8898, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.7184070348739624, | |
| "learning_rate": 0.00019924445221275675, | |
| "loss": 0.8613, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.4697589874267578, | |
| "learning_rate": 0.00019922392066001722, | |
| "loss": 0.9533, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.7024903297424316, | |
| "learning_rate": 0.00019920311495464518, | |
| "loss": 0.7188, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.5008754730224609, | |
| "learning_rate": 0.00019918203515412617, | |
| "loss": 0.8329, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.6406499743461609, | |
| "learning_rate": 0.00019916068131670302, | |
| "loss": 1.4259, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.39489614963531494, | |
| "learning_rate": 0.00019913905350137573, | |
| "loss": 0.5831, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.7018424272537231, | |
| "learning_rate": 0.0001991171517679013, | |
| "loss": 0.9808, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.5011338591575623, | |
| "learning_rate": 0.00019909497617679348, | |
| "loss": 0.6806, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.2412053793668747, | |
| "learning_rate": 0.0001990725267893228, | |
| "loss": 1.0299, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.4145759046077728, | |
| "learning_rate": 0.00019904980366751624, | |
| "loss": 1.4344, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.5789082050323486, | |
| "learning_rate": 0.00019902680687415705, | |
| "loss": 0.4662, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.28986847400665283, | |
| "learning_rate": 0.00019900353647278466, | |
| "loss": 1.296, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.33722007274627686, | |
| "learning_rate": 0.00019897999252769448, | |
| "loss": 0.8011, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.6796722412109375, | |
| "learning_rate": 0.00019895617510393772, | |
| "loss": 0.972, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.5858548879623413, | |
| "learning_rate": 0.00019893208426732115, | |
| "loss": 1.0073, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.5766484141349792, | |
| "learning_rate": 0.00019890772008440704, | |
| "loss": 0.7884, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.37647876143455505, | |
| "learning_rate": 0.00019888308262251285, | |
| "loss": 0.6407, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.5475112199783325, | |
| "learning_rate": 0.00019885817194971117, | |
| "loss": 1.1401, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.1082801818847656, | |
| "learning_rate": 0.00019883298813482938, | |
| "loss": 1.392, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.3952051103115082, | |
| "learning_rate": 0.00019880753124744963, | |
| "loss": 1.0498, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.19289755821228027, | |
| "learning_rate": 0.00019878180135790845, | |
| "loss": 0.4145, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.5658400654792786, | |
| "learning_rate": 0.00019875579853729676, | |
| "loss": 1.0984, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.8976437449455261, | |
| "learning_rate": 0.00019872952285745959, | |
| "loss": 0.6919, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.5265024900436401, | |
| "learning_rate": 0.00019870297439099577, | |
| "loss": 1.2932, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.8367021083831787, | |
| "learning_rate": 0.00019867615321125795, | |
| "loss": 1.4497, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.5223955512046814, | |
| "learning_rate": 0.00019864905939235214, | |
| "loss": 1.0325, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 1.408779501914978, | |
| "learning_rate": 0.00019862169300913785, | |
| "loss": 0.9026, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.24817530810832977, | |
| "learning_rate": 0.00019859405413722746, | |
| "loss": 0.826, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 1.450430154800415, | |
| "learning_rate": 0.0001985661428529863, | |
| "loss": 0.9791, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.4882315993309021, | |
| "learning_rate": 0.0001985379592335325, | |
| "loss": 0.7889, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.42783451080322266, | |
| "learning_rate": 0.00019850950335673643, | |
| "loss": 1.1608, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 1.0337790250778198, | |
| "learning_rate": 0.00019848077530122083, | |
| "loss": 1.045, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.3064819872379303, | |
| "learning_rate": 0.00019845177514636042, | |
| "loss": 0.6474, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.29662173986434937, | |
| "learning_rate": 0.00019842250297228176, | |
| "loss": 0.9493, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.515562891960144, | |
| "learning_rate": 0.00019839295885986296, | |
| "loss": 1.0605, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.4514832496643066, | |
| "learning_rate": 0.0001983631428907335, | |
| "loss": 0.6917, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "eval_loss": 0.8804921507835388, | |
| "eval_runtime": 61.5233, | |
| "eval_samples_per_second": 1.625, | |
| "eval_steps_per_second": 1.625, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.30757004022598267, | |
| "learning_rate": 0.00019833305514727395, | |
| "loss": 0.9722, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.5162855386734009, | |
| "learning_rate": 0.00019830269571261583, | |
| "loss": 1.2197, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.5095639824867249, | |
| "learning_rate": 0.00019827206467064133, | |
| "loss": 0.8676, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.4804045557975769, | |
| "learning_rate": 0.00019824116210598306, | |
| "loss": 0.8565, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.28008362650871277, | |
| "learning_rate": 0.0001982099881040239, | |
| "loss": 0.9001, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.6209085583686829, | |
| "learning_rate": 0.0001981785427508966, | |
| "loss": 0.7188, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.32877278327941895, | |
| "learning_rate": 0.0001981468261334837, | |
| "loss": 0.6749, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.4256601631641388, | |
| "learning_rate": 0.00019811483833941728, | |
| "loss": 0.8086, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.1572288274765015, | |
| "learning_rate": 0.0001980825794570786, | |
| "loss": 0.8554, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.4987819194793701, | |
| "learning_rate": 0.00019805004957559793, | |
| "loss": 0.6999, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.6852537393569946, | |
| "learning_rate": 0.00019801724878485438, | |
| "loss": 0.8759, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.7970736622810364, | |
| "learning_rate": 0.00019798417717547552, | |
| "loss": 0.7471, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.5638220310211182, | |
| "learning_rate": 0.00019795083483883715, | |
| "loss": 1.0391, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.5482009649276733, | |
| "learning_rate": 0.00019791722186706317, | |
| "loss": 0.8363, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.23791633546352386, | |
| "learning_rate": 0.0001978833383530251, | |
| "loss": 0.725, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.5339345335960388, | |
| "learning_rate": 0.00019784918439034216, | |
| "loss": 0.9828, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.24769064784049988, | |
| "learning_rate": 0.00019781476007338058, | |
| "loss": 0.9496, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.46634215116500854, | |
| "learning_rate": 0.00019778006549725375, | |
| "loss": 1.0973, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.8007522821426392, | |
| "learning_rate": 0.00019774510075782172, | |
| "loss": 0.6847, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.5393804907798767, | |
| "learning_rate": 0.00019770986595169096, | |
| "loss": 0.6461, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.2891620695590973, | |
| "learning_rate": 0.00019767436117621413, | |
| "loss": 0.2937, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.9463545680046082, | |
| "learning_rate": 0.0001976385865294899, | |
| "loss": 0.4934, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.25647807121276855, | |
| "learning_rate": 0.00019760254211036244, | |
| "loss": 0.7446, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.49435535073280334, | |
| "learning_rate": 0.00019756622801842143, | |
| "loss": 0.3544, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.7826042175292969, | |
| "learning_rate": 0.00019752964435400155, | |
| "loss": 0.6972, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.7160178422927856, | |
| "learning_rate": 0.00019749279121818235, | |
| "loss": 0.9655, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.3925221264362335, | |
| "learning_rate": 0.00019745566871278794, | |
| "loss": 0.9041, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.5669321417808533, | |
| "learning_rate": 0.0001974182769403866, | |
| "loss": 0.9093, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.5025343298912048, | |
| "learning_rate": 0.00019738061600429064, | |
| "loss": 0.6226, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 1.1127972602844238, | |
| "learning_rate": 0.0001973426860085561, | |
| "loss": 0.7431, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.4064362049102783, | |
| "learning_rate": 0.00019730448705798239, | |
| "loss": 0.8444, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.9272475242614746, | |
| "learning_rate": 0.00019726601925811204, | |
| "loss": 0.836, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.6594715118408203, | |
| "learning_rate": 0.00019722728271523034, | |
| "loss": 0.9031, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.9399688839912415, | |
| "learning_rate": 0.00019718827753636522, | |
| "loss": 0.7959, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.4452652633190155, | |
| "learning_rate": 0.00019714900382928675, | |
| "loss": 0.5638, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.47481146454811096, | |
| "learning_rate": 0.000197109461702507, | |
| "loss": 0.8291, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.1962246149778366, | |
| "learning_rate": 0.00019706965126527963, | |
| "loss": 0.7894, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.366571307182312, | |
| "learning_rate": 0.00019702957262759965, | |
| "loss": 1.1808, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.3261445760726929, | |
| "learning_rate": 0.00019698922590020312, | |
| "loss": 0.8769, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.5637160539627075, | |
| "learning_rate": 0.00019694861119456679, | |
| "loss": 0.882, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.4508800208568573, | |
| "learning_rate": 0.0001969077286229078, | |
| "loss": 1.2723, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.41292956471443176, | |
| "learning_rate": 0.0001968665782981835, | |
| "loss": 0.7919, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.6105634570121765, | |
| "learning_rate": 0.00019682516033409092, | |
| "loss": 1.0901, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.6460319757461548, | |
| "learning_rate": 0.00019678347484506669, | |
| "loss": 1.0425, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.8627430200576782, | |
| "learning_rate": 0.00019674152194628638, | |
| "loss": 0.8019, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.3218872547149658, | |
| "learning_rate": 0.00019669930175366472, | |
| "loss": 0.8345, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.6773053407669067, | |
| "learning_rate": 0.00019665681438385473, | |
| "loss": 1.3567, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.3802971839904785, | |
| "learning_rate": 0.0001966140599542477, | |
| "loss": 0.7315, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.9038891196250916, | |
| "learning_rate": 0.0001965710385829728, | |
| "loss": 0.6807, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.7831525802612305, | |
| "learning_rate": 0.00019652775038889674, | |
| "loss": 1.2796, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.3705346882343292, | |
| "learning_rate": 0.00019648419549162348, | |
| "loss": 0.8275, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.7794845104217529, | |
| "learning_rate": 0.0001964403740114939, | |
| "loss": 0.7539, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.2621815800666809, | |
| "learning_rate": 0.00019639628606958533, | |
| "loss": 0.976, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.6929745674133301, | |
| "learning_rate": 0.00019635193178771143, | |
| "loss": 0.6198, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.543230414390564, | |
| "learning_rate": 0.0001963073112884217, | |
| "loss": 0.9319, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.6732174158096313, | |
| "learning_rate": 0.0001962624246950012, | |
| "loss": 0.804, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.25452062487602234, | |
| "learning_rate": 0.00019621727213147027, | |
| "loss": 0.7632, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.6591973304748535, | |
| "learning_rate": 0.00019617185372258392, | |
| "loss": 0.9745, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.6275454163551331, | |
| "learning_rate": 0.0001961261695938319, | |
| "loss": 0.3411, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.6691128611564636, | |
| "learning_rate": 0.00019608021987143804, | |
| "loss": 0.9564, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.3190310299396515, | |
| "learning_rate": 0.00019603400468235998, | |
| "loss": 1.3002, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.4648153781890869, | |
| "learning_rate": 0.0001959875241542889, | |
| "loss": 0.9507, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.5921639800071716, | |
| "learning_rate": 0.00019594077841564907, | |
| "loss": 0.9397, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.5769446492195129, | |
| "learning_rate": 0.00019589376759559745, | |
| "loss": 0.9958, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.8454503417015076, | |
| "learning_rate": 0.00019584649182402357, | |
| "loss": 1.189, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.2865101099014282, | |
| "learning_rate": 0.0001957989512315489, | |
| "loss": 0.6747, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.3642055094242096, | |
| "learning_rate": 0.0001957511459495266, | |
| "loss": 0.5196, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.4965610206127167, | |
| "learning_rate": 0.00019570307611004124, | |
| "loss": 0.9448, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.5694214105606079, | |
| "learning_rate": 0.00019565474184590826, | |
| "loss": 0.868, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.6402484774589539, | |
| "learning_rate": 0.00019560614329067378, | |
| "loss": 0.8872, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.37722048163414, | |
| "learning_rate": 0.0001955572805786141, | |
| "loss": 0.9253, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.9157966375350952, | |
| "learning_rate": 0.00019550815384473534, | |
| "loss": 1.6508, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.33376675844192505, | |
| "learning_rate": 0.0001954587632247732, | |
| "loss": 0.9109, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.2680880129337311, | |
| "learning_rate": 0.00019540910885519242, | |
| "loss": 1.0693, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.7726811766624451, | |
| "learning_rate": 0.00019535919087318652, | |
| "loss": 0.9574, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.8604207634925842, | |
| "learning_rate": 0.0001953090094166773, | |
| "loss": 0.9475, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 1.3954675197601318, | |
| "learning_rate": 0.0001952585646243146, | |
| "loss": 1.5094, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.39931145310401917, | |
| "learning_rate": 0.00019520785663547586, | |
| "loss": 0.9915, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.772156298160553, | |
| "learning_rate": 0.00019515688559026563, | |
| "loss": 1.4155, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.48633861541748047, | |
| "learning_rate": 0.00019510565162951537, | |
| "loss": 0.9607, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.4661516845226288, | |
| "learning_rate": 0.0001950541548947829, | |
| "loss": 1.0283, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.8846752047538757, | |
| "learning_rate": 0.00019500239552835215, | |
| "loss": 0.756, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.9870714545249939, | |
| "learning_rate": 0.00019495037367323262, | |
| "loss": 0.7688, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.7435501217842102, | |
| "learning_rate": 0.00019489808947315915, | |
| "loss": 0.4752, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.6509325504302979, | |
| "learning_rate": 0.0001948455430725913, | |
| "loss": 0.9053, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.30190637707710266, | |
| "learning_rate": 0.0001947927346167132, | |
| "loss": 0.9323, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.420055627822876, | |
| "learning_rate": 0.00019473966425143292, | |
| "loss": 0.6446, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.49513018131256104, | |
| "learning_rate": 0.00019468633212338233, | |
| "loss": 0.9022, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.4812709391117096, | |
| "learning_rate": 0.00019463273837991643, | |
| "loss": 0.6835, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.2101246416568756, | |
| "learning_rate": 0.00019457888316911306, | |
| "loss": 0.5991, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.3539298176765442, | |
| "learning_rate": 0.00019452476663977248, | |
| "loss": 0.7323, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.29954612255096436, | |
| "learning_rate": 0.00019447038894141705, | |
| "loss": 0.6868, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.4053567349910736, | |
| "learning_rate": 0.00019441575022429065, | |
| "loss": 1.0805, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.7733739614486694, | |
| "learning_rate": 0.00019436085063935835, | |
| "loss": 1.3524, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.6096423864364624, | |
| "learning_rate": 0.00019430569033830605, | |
| "loss": 1.0183, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.1940584182739258, | |
| "learning_rate": 0.00019425026947353992, | |
| "loss": 1.0919, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.4030895233154297, | |
| "learning_rate": 0.00019419458819818614, | |
| "loss": 0.7642, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.4116997718811035, | |
| "learning_rate": 0.00019413864666609034, | |
| "loss": 0.6112, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.4545953869819641, | |
| "learning_rate": 0.00019408244503181724, | |
| "loss": 0.7328, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.9334838390350342, | |
| "learning_rate": 0.0001940259834506502, | |
| "loss": 1.0518, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.2695348858833313, | |
| "learning_rate": 0.00019396926207859084, | |
| "loss": 0.987, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 1.3967281579971313, | |
| "learning_rate": 0.00019391228107235858, | |
| "loss": 1.0819, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 1.0220236778259277, | |
| "learning_rate": 0.00019385504058939024, | |
| "loss": 0.9621, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 2.5694682598114014, | |
| "learning_rate": 0.00019379754078783937, | |
| "loss": 1.0647, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.6181725263595581, | |
| "learning_rate": 0.00019373978182657625, | |
| "loss": 1.0991, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.508532702922821, | |
| "learning_rate": 0.0001936817638651871, | |
| "loss": 1.0276, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.3763074278831482, | |
| "learning_rate": 0.00019362348706397373, | |
| "loss": 0.7447, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.9533042311668396, | |
| "learning_rate": 0.00019356495158395315, | |
| "loss": 1.1979, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.43593689799308777, | |
| "learning_rate": 0.00019350615758685708, | |
| "loss": 1.0028, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.7646205425262451, | |
| "learning_rate": 0.00019344710523513156, | |
| "loss": 1.463, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.29402196407318115, | |
| "learning_rate": 0.00019338779469193639, | |
| "loss": 1.2726, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.5773300528526306, | |
| "learning_rate": 0.00019332822612114475, | |
| "loss": 0.4847, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.0580178499221802, | |
| "learning_rate": 0.00019326839968734279, | |
| "loss": 1.0639, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.6212771534919739, | |
| "learning_rate": 0.00019320831555582908, | |
| "loss": 0.7302, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.1953450441360474, | |
| "learning_rate": 0.00019314797389261424, | |
| "loss": 0.9873, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.856995940208435, | |
| "learning_rate": 0.00019308737486442045, | |
| "loss": 0.9573, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.36539939045906067, | |
| "learning_rate": 0.00019302651863868092, | |
| "loss": 0.6884, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.3269266188144684, | |
| "learning_rate": 0.0001929654053835395, | |
| "loss": 0.9445, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.46403074264526367, | |
| "learning_rate": 0.00019290403526785025, | |
| "loss": 0.9783, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "eval_loss": 0.8782849311828613, | |
| "eval_runtime": 61.3598, | |
| "eval_samples_per_second": 1.63, | |
| "eval_steps_per_second": 1.63, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.6627680659294128, | |
| "learning_rate": 0.00019284240846117697, | |
| "loss": 0.9527, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.866802990436554, | |
| "learning_rate": 0.00019278052513379255, | |
| "loss": 0.6096, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.5304962396621704, | |
| "learning_rate": 0.00019271838545667876, | |
| "loss": 0.8335, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 1.076063632965088, | |
| "learning_rate": 0.00019265598960152555, | |
| "loss": 1.3308, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 2.491516351699829, | |
| "learning_rate": 0.00019259333774073083, | |
| "loss": 1.4458, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 1.3771064281463623, | |
| "learning_rate": 0.00019253043004739968, | |
| "loss": 1.4581, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.24413131177425385, | |
| "learning_rate": 0.00019246726669534415, | |
| "loss": 0.7537, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.02517831325531, | |
| "learning_rate": 0.00019240384785908265, | |
| "loss": 1.0646, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.4848421514034271, | |
| "learning_rate": 0.00019234017371383945, | |
| "loss": 0.6972, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.8870792388916016, | |
| "learning_rate": 0.00019227624443554425, | |
| "loss": 1.2114, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.5171313285827637, | |
| "learning_rate": 0.00019221206020083166, | |
| "loss": 0.7243, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.5975112915039062, | |
| "learning_rate": 0.00019214762118704076, | |
| "loss": 0.964, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.0921701192855835, | |
| "learning_rate": 0.0001920829275722146, | |
| "loss": 1.1413, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.6540035009384155, | |
| "learning_rate": 0.00019201797953509955, | |
| "loss": 0.9732, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.137863278388977, | |
| "learning_rate": 0.0001919527772551451, | |
| "loss": 1.3374, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.4139158725738525, | |
| "learning_rate": 0.00019188732091250307, | |
| "loss": 1.1147, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.5039550065994263, | |
| "learning_rate": 0.00019182161068802741, | |
| "loss": 0.7832, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 1.567670464515686, | |
| "learning_rate": 0.00019175564676327339, | |
| "loss": 0.6684, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.4372114837169647, | |
| "learning_rate": 0.0001916894293204973, | |
| "loss": 0.7285, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.4466225206851959, | |
| "learning_rate": 0.00019162295854265594, | |
| "loss": 0.5705, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1.7975250482559204, | |
| "learning_rate": 0.00019155623461340594, | |
| "loss": 1.4155, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.6310514211654663, | |
| "learning_rate": 0.00019148925771710347, | |
| "loss": 0.7388, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.5273220539093018, | |
| "learning_rate": 0.0001914220280388037, | |
| "loss": 0.9241, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1.8354101181030273, | |
| "learning_rate": 0.0001913545457642601, | |
| "loss": 0.8085, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.7362698316574097, | |
| "learning_rate": 0.00019128681107992415, | |
| "loss": 0.953, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.5334580540657043, | |
| "learning_rate": 0.00019121882417294462, | |
| "loss": 0.4416, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.6351854205131531, | |
| "learning_rate": 0.00019115058523116733, | |
| "loss": 0.6414, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.28386977314949036, | |
| "learning_rate": 0.00019108209444313433, | |
| "loss": 1.0273, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.5504246354103088, | |
| "learning_rate": 0.00019101335199808354, | |
| "loss": 1.1191, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.7449864149093628, | |
| "learning_rate": 0.00019094435808594823, | |
| "loss": 1.1073, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.6302490830421448, | |
| "learning_rate": 0.00019087511289735644, | |
| "loss": 1.2092, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.5618910789489746, | |
| "learning_rate": 0.0001908056166236305, | |
| "loss": 1.1966, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.46393775939941406, | |
| "learning_rate": 0.0001907358694567865, | |
| "loss": 0.7148, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.34640607237815857, | |
| "learning_rate": 0.00019066587158953366, | |
| "loss": 1.1297, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1.3277580738067627, | |
| "learning_rate": 0.00019059562321527396, | |
| "loss": 1.0978, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.8730579018592834, | |
| "learning_rate": 0.0001905251245281015, | |
| "loss": 0.9732, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.32950034737586975, | |
| "learning_rate": 0.00019045437572280194, | |
| "loss": 1.0795, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.48170116543769836, | |
| "learning_rate": 0.00019038337699485208, | |
| "loss": 0.8124, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.858323335647583, | |
| "learning_rate": 0.00019031212854041918, | |
| "loss": 0.813, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.9366027116775513, | |
| "learning_rate": 0.00019024063055636057, | |
| "loss": 1.5074, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.4378308653831482, | |
| "learning_rate": 0.00019016888324022296, | |
| "loss": 0.8387, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.5781106948852539, | |
| "learning_rate": 0.0001900968867902419, | |
| "loss": 1.0496, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.834186851978302, | |
| "learning_rate": 0.00019002464140534147, | |
| "loss": 1.2684, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.752008855342865, | |
| "learning_rate": 0.00018995214728513343, | |
| "loss": 1.069, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.3941871225833893, | |
| "learning_rate": 0.0001898794046299167, | |
| "loss": 0.942, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.4069131314754486, | |
| "learning_rate": 0.0001898064136406771, | |
| "loss": 0.7116, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.6478765606880188, | |
| "learning_rate": 0.00018973317451908642, | |
| "loss": 0.9494, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.8658535480499268, | |
| "learning_rate": 0.0001896596874675021, | |
| "loss": 0.7592, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.8622011542320251, | |
| "learning_rate": 0.0001895859526889666, | |
| "loss": 0.9392, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.8127020001411438, | |
| "learning_rate": 0.00018951197038720688, | |
| "loss": 1.3309, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.5042945146560669, | |
| "learning_rate": 0.0001894377407666337, | |
| "loss": 0.7607, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.7252426743507385, | |
| "learning_rate": 0.00018936326403234125, | |
| "loss": 1.1221, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.7334456443786621, | |
| "learning_rate": 0.0001892885403901064, | |
| "loss": 0.4738, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 2.6204662322998047, | |
| "learning_rate": 0.00018921357004638835, | |
| "loss": 1.2511, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.5708286762237549, | |
| "learning_rate": 0.00018913835320832778, | |
| "loss": 1.0887, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 1.0324314832687378, | |
| "learning_rate": 0.00018906289008374655, | |
| "loss": 1.1019, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.3663407862186432, | |
| "learning_rate": 0.0001889871808811469, | |
| "loss": 1.0333, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.7219849824905396, | |
| "learning_rate": 0.00018891122580971098, | |
| "loss": 0.858, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.7850363850593567, | |
| "learning_rate": 0.00018883502507930042, | |
| "loss": 0.9503, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.28012195229530334, | |
| "learning_rate": 0.00018875857890045543, | |
| "loss": 0.8068, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.7574068307876587, | |
| "learning_rate": 0.00018868188748439444, | |
| "loss": 0.7557, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.9131019711494446, | |
| "learning_rate": 0.00018860495104301345, | |
| "loss": 1.1462, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.24085545539855957, | |
| "learning_rate": 0.00018852776978888551, | |
| "loss": 0.8286, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.4502617418766022, | |
| "learning_rate": 0.00018845034393526005, | |
| "loss": 1.0052, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.7258254289627075, | |
| "learning_rate": 0.00018837267369606228, | |
| "loss": 0.9703, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.6078888773918152, | |
| "learning_rate": 0.00018829475928589271, | |
| "loss": 0.8479, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.5912296772003174, | |
| "learning_rate": 0.00018821660092002641, | |
| "loss": 1.0336, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.3440995216369629, | |
| "learning_rate": 0.0001881381988144126, | |
| "loss": 0.7629, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.5613306164741516, | |
| "learning_rate": 0.0001880595531856738, | |
| "loss": 1.0355, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.5265874862670898, | |
| "learning_rate": 0.0001879806642511055, | |
| "loss": 0.9046, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.37300053238868713, | |
| "learning_rate": 0.0001879015322286754, | |
| "loss": 0.578, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.7948945164680481, | |
| "learning_rate": 0.00018782215733702286, | |
| "loss": 0.5693, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.5222792625427246, | |
| "learning_rate": 0.0001877425397954582, | |
| "loss": 0.812, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.6407319903373718, | |
| "learning_rate": 0.00018766267982396224, | |
| "loss": 0.7317, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.36041396856307983, | |
| "learning_rate": 0.00018758257764318567, | |
| "loss": 0.3617, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.6465966105461121, | |
| "learning_rate": 0.00018750223347444828, | |
| "loss": 0.6037, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.4281207025051117, | |
| "learning_rate": 0.00018742164753973855, | |
| "loss": 0.5269, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.3671799898147583, | |
| "learning_rate": 0.00018734082006171299, | |
| "loss": 0.66, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.4369129240512848, | |
| "learning_rate": 0.00018725975126369535, | |
| "loss": 1.1395, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.4631548523902893, | |
| "learning_rate": 0.00018717844136967624, | |
| "loss": 0.7871, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.4736942946910858, | |
| "learning_rate": 0.00018709689060431242, | |
| "loss": 1.2983, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.7346480488777161, | |
| "learning_rate": 0.00018701509919292613, | |
| "loss": 0.9507, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.5298660397529602, | |
| "learning_rate": 0.00018693306736150444, | |
| "loss": 0.6621, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.5501769781112671, | |
| "learning_rate": 0.0001868507953366989, | |
| "loss": 0.6954, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.565510630607605, | |
| "learning_rate": 0.0001867682833458245, | |
| "loss": 1.2279, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.2679019570350647, | |
| "learning_rate": 0.00018668553161685933, | |
| "loss": 0.6207, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.0185893774032593, | |
| "learning_rate": 0.00018660254037844388, | |
| "loss": 1.1179, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.400493323802948, | |
| "learning_rate": 0.00018651930985988036, | |
| "loss": 0.5947, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.7746186256408691, | |
| "learning_rate": 0.00018643584029113215, | |
| "loss": 1.0365, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.5792235136032104, | |
| "learning_rate": 0.0001863521319028231, | |
| "loss": 0.7102, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.35895833373069763, | |
| "learning_rate": 0.00018626818492623688, | |
| "loss": 0.5571, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.41158926486968994, | |
| "learning_rate": 0.0001861839995933164, | |
| "loss": 0.9009, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.5845640301704407, | |
| "learning_rate": 0.00018609957613666315, | |
| "loss": 0.3317, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.4458400309085846, | |
| "learning_rate": 0.00018601491478953657, | |
| "loss": 1.0094, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.6415822505950928, | |
| "learning_rate": 0.00018593001578585326, | |
| "loss": 0.9772, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.616220474243164, | |
| "learning_rate": 0.00018584487936018661, | |
| "loss": 0.6879, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.4885902404785156, | |
| "learning_rate": 0.00018575950574776595, | |
| "loss": 0.9627, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.2818461060523987, | |
| "learning_rate": 0.0001856738951844759, | |
| "loss": 0.9156, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.2286068201065063, | |
| "learning_rate": 0.00018558804790685588, | |
| "loss": 2.6577, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.7086435556411743, | |
| "learning_rate": 0.00018550196415209914, | |
| "loss": 0.8172, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 1.0317937135696411, | |
| "learning_rate": 0.00018541564415805258, | |
| "loss": 1.3381, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.693418562412262, | |
| "learning_rate": 0.00018532908816321558, | |
| "loss": 1.1259, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.25714910030365, | |
| "learning_rate": 0.00018524229640673974, | |
| "loss": 0.7892, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.6042699813842773, | |
| "learning_rate": 0.00018515526912842796, | |
| "loss": 0.8982, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.3453720211982727, | |
| "learning_rate": 0.00018506800656873398, | |
| "loss": 0.9424, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.7436335682868958, | |
| "learning_rate": 0.0001849805089687615, | |
| "loss": 0.7121, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.8308970928192139, | |
| "learning_rate": 0.00018489277657026375, | |
| "loss": 1.1099, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.6892271637916565, | |
| "learning_rate": 0.0001848048096156426, | |
| "loss": 0.6814, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.30851200222969055, | |
| "learning_rate": 0.00018471660834794805, | |
| "loss": 0.283, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.2706887722015381, | |
| "learning_rate": 0.00018462817301087748, | |
| "loss": 0.6258, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.9876924157142639, | |
| "learning_rate": 0.00018453950384877504, | |
| "loss": 0.6983, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.3037252128124237, | |
| "learning_rate": 0.0001844506011066308, | |
| "loss": 0.9854, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.0091379880905151, | |
| "learning_rate": 0.00018436146503008035, | |
| "loss": 0.9871, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.5219744443893433, | |
| "learning_rate": 0.0001842720958654039, | |
| "loss": 0.3771, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.49409008026123047, | |
| "learning_rate": 0.00018418249385952575, | |
| "loss": 1.0838, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.29014095664024353, | |
| "learning_rate": 0.00018409265926001343, | |
| "loss": 0.9922, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.3307441771030426, | |
| "learning_rate": 0.00018400259231507717, | |
| "loss": 1.0458, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.3356322646141052, | |
| "learning_rate": 0.00018391229327356916, | |
| "loss": 0.9891, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.3707556426525116, | |
| "learning_rate": 0.00018382176238498286, | |
| "loss": 0.9578, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "eval_loss": 0.8826732635498047, | |
| "eval_runtime": 61.8974, | |
| "eval_samples_per_second": 1.616, | |
| "eval_steps_per_second": 1.616, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.7507327198982239, | |
| "learning_rate": 0.00018373099989945236, | |
| "loss": 0.8916, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.3686985373497009, | |
| "learning_rate": 0.00018364000606775155, | |
| "loss": 0.9855, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.34240958094596863, | |
| "learning_rate": 0.00018354878114129367, | |
| "loss": 1.0874, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.2911188304424286, | |
| "learning_rate": 0.00018345732537213027, | |
| "loss": 1.2217, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.5415646433830261, | |
| "learning_rate": 0.0001833656390129509, | |
| "loss": 0.6675, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.36682239174842834, | |
| "learning_rate": 0.00018327372231708212, | |
| "loss": 0.8702, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.5462591648101807, | |
| "learning_rate": 0.0001831815755384869, | |
| "loss": 0.9005, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.5059930682182312, | |
| "learning_rate": 0.00018308919893176396, | |
| "loss": 0.8994, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.6344266533851624, | |
| "learning_rate": 0.00018299659275214706, | |
| "loss": 1.1571, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.2552272081375122, | |
| "learning_rate": 0.00018290375725550417, | |
| "loss": 1.2492, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.5543289184570312, | |
| "learning_rate": 0.00018281069269833692, | |
| "loss": 1.0141, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 1.3686586618423462, | |
| "learning_rate": 0.0001827173993377798, | |
| "loss": 0.8264, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.5549390912055969, | |
| "learning_rate": 0.0001826238774315995, | |
| "loss": 1.0753, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.8563418388366699, | |
| "learning_rate": 0.00018253012723819416, | |
| "loss": 0.4458, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.4292491376399994, | |
| "learning_rate": 0.00018243614901659264, | |
| "loss": 1.1994, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.37186571955680847, | |
| "learning_rate": 0.00018234194302645394, | |
| "loss": 0.9811, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.6655788421630859, | |
| "learning_rate": 0.00018224750952806624, | |
| "loss": 0.5048, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.7731723785400391, | |
| "learning_rate": 0.00018215284878234642, | |
| "loss": 0.9481, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.36243554949760437, | |
| "learning_rate": 0.00018205796105083915, | |
| "loss": 1.0048, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.08484947681427, | |
| "learning_rate": 0.00018196284659571639, | |
| "loss": 1.0245, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.128653883934021, | |
| "learning_rate": 0.00018186750567977637, | |
| "loss": 0.9997, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.6685619950294495, | |
| "learning_rate": 0.00018177193856644316, | |
| "loss": 1.3555, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.30426543951034546, | |
| "learning_rate": 0.00018167614551976567, | |
| "loss": 1.1209, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.6189528107643127, | |
| "learning_rate": 0.00018158012680441723, | |
| "loss": 1.0321, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.6775807738304138, | |
| "learning_rate": 0.00018148388268569453, | |
| "loss": 0.7826, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.4594517946243286, | |
| "learning_rate": 0.00018138741342951705, | |
| "loss": 0.6422, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.537011444568634, | |
| "learning_rate": 0.00018129071930242648, | |
| "loss": 0.9219, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.43772855401039124, | |
| "learning_rate": 0.00018119380057158568, | |
| "loss": 1.1737, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.7221130132675171, | |
| "learning_rate": 0.00018109665750477806, | |
| "loss": 0.8636, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.3437989354133606, | |
| "learning_rate": 0.00018099929037040694, | |
| "loss": 0.9238, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.47244492173194885, | |
| "learning_rate": 0.00018090169943749476, | |
| "loss": 0.7715, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.7109631299972534, | |
| "learning_rate": 0.0001808038849756822, | |
| "loss": 0.4109, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.27005669474601746, | |
| "learning_rate": 0.00018070584725522762, | |
| "loss": 0.7158, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.4006590247154236, | |
| "learning_rate": 0.00018060758654700622, | |
| "loss": 1.0167, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.5627204179763794, | |
| "learning_rate": 0.00018050910312250931, | |
| "loss": 0.8679, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.5019241571426392, | |
| "learning_rate": 0.00018041039725384352, | |
| "loss": 0.9163, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 1.00431227684021, | |
| "learning_rate": 0.00018031146921373018, | |
| "loss": 0.676, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.7062071561813354, | |
| "learning_rate": 0.0001802123192755044, | |
| "loss": 1.2407, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 1.6554285287857056, | |
| "learning_rate": 0.00018011294771311435, | |
| "loss": 1.1187, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 1.08072829246521, | |
| "learning_rate": 0.00018001335480112064, | |
| "loss": 0.4878, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.3923906981945038, | |
| "learning_rate": 0.00017991354081469538, | |
| "loss": 0.7836, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.20446747541427612, | |
| "learning_rate": 0.0001798135060296216, | |
| "loss": 0.4597, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.5178759098052979, | |
| "learning_rate": 0.00017971325072229226, | |
| "loss": 1.7021, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.5159180164337158, | |
| "learning_rate": 0.0001796127751697097, | |
| "loss": 0.6037, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.9448319673538208, | |
| "learning_rate": 0.0001795120796494848, | |
| "loss": 0.8965, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 1.0035223960876465, | |
| "learning_rate": 0.00017941116443983613, | |
| "loss": 0.9786, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.26040011644363403, | |
| "learning_rate": 0.00017931002981958933, | |
| "loss": 0.8624, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.518144965171814, | |
| "learning_rate": 0.00017920867606817625, | |
| "loss": 1.0095, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.5256940722465515, | |
| "learning_rate": 0.00017910710346563416, | |
| "loss": 0.7392, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.8347258567810059, | |
| "learning_rate": 0.000179005312292605, | |
| "loss": 0.8081, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.8221095204353333, | |
| "learning_rate": 0.00017890330283033468, | |
| "loss": 1.1406, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.8048923015594482, | |
| "learning_rate": 0.00017880107536067218, | |
| "loss": 1.4362, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 1.9037342071533203, | |
| "learning_rate": 0.0001786986301660689, | |
| "loss": 1.2935, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.5521582961082458, | |
| "learning_rate": 0.00017859596752957768, | |
| "loss": 1.0742, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 1.052284598350525, | |
| "learning_rate": 0.00017849308773485226, | |
| "loss": 0.7661, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.43000859022140503, | |
| "learning_rate": 0.00017838999106614632, | |
| "loss": 0.812, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.7804751396179199, | |
| "learning_rate": 0.00017828667780831278, | |
| "loss": 0.7995, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.5827552080154419, | |
| "learning_rate": 0.000178183148246803, | |
| "loss": 0.6489, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 1.3453142642974854, | |
| "learning_rate": 0.00017807940266766593, | |
| "loss": 0.7154, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.24924832582473755, | |
| "learning_rate": 0.00017797544135754744, | |
| "loss": 0.8061, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.4459979236125946, | |
| "learning_rate": 0.0001778712646036894, | |
| "loss": 1.1167, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.6095878481864929, | |
| "learning_rate": 0.000177766872693929, | |
| "loss": 0.8344, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.43662723898887634, | |
| "learning_rate": 0.00017766226591669785, | |
| "loss": 1.0373, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.8759774565696716, | |
| "learning_rate": 0.00017755744456102122, | |
| "loss": 1.0988, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.1800742149353027, | |
| "learning_rate": 0.00017745240891651735, | |
| "loss": 0.7385, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.5820197463035583, | |
| "learning_rate": 0.0001773471592733964, | |
| "loss": 0.9363, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.6128491759300232, | |
| "learning_rate": 0.00017724169592245995, | |
| "loss": 0.7762, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.5693449378013611, | |
| "learning_rate": 0.0001771360191551, | |
| "loss": 0.7526, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.7725418210029602, | |
| "learning_rate": 0.00017703012926329815, | |
| "loss": 0.7019, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.5068923234939575, | |
| "learning_rate": 0.0001769240265396249, | |
| "loss": 0.8308, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.34859699010849, | |
| "learning_rate": 0.0001768177112772388, | |
| "loss": 0.9593, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.34673023223876953, | |
| "learning_rate": 0.00017671118376988573, | |
| "loss": 1.0334, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.5354735851287842, | |
| "learning_rate": 0.0001766044443118978, | |
| "loss": 1.2355, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 1.2567592859268188, | |
| "learning_rate": 0.0001764974931981929, | |
| "loss": 0.8935, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.4151657521724701, | |
| "learning_rate": 0.00017639033072427366, | |
| "loss": 1.1042, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.4307219386100769, | |
| "learning_rate": 0.00017628295718622665, | |
| "loss": 1.2273, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.6330164074897766, | |
| "learning_rate": 0.0001761753728807217, | |
| "loss": 1.2027, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.47434625029563904, | |
| "learning_rate": 0.00017606757810501088, | |
| "loss": 0.9242, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 1.0463887453079224, | |
| "learning_rate": 0.00017595957315692782, | |
| "loss": 1.151, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.7210713028907776, | |
| "learning_rate": 0.00017585135833488692, | |
| "loss": 0.8223, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.5121049284934998, | |
| "learning_rate": 0.00017574293393788235, | |
| "loss": 0.6994, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.8933761119842529, | |
| "learning_rate": 0.00017563430026548734, | |
| "loss": 0.846, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.5270050764083862, | |
| "learning_rate": 0.0001755254576178535, | |
| "loss": 0.7119, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.37028369307518005, | |
| "learning_rate": 0.0001754164062957096, | |
| "loss": 0.8623, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.6245588660240173, | |
| "learning_rate": 0.00017530714660036112, | |
| "loss": 1.0409, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.878105640411377, | |
| "learning_rate": 0.0001751976788336892, | |
| "loss": 0.6867, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.3765283226966858, | |
| "learning_rate": 0.00017508800329814995, | |
| "loss": 1.2251, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.4110933840274811, | |
| "learning_rate": 0.00017497812029677344, | |
| "loss": 0.8676, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 1.3986817598342896, | |
| "learning_rate": 0.000174868030133163, | |
| "loss": 1.6298, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.4310443103313446, | |
| "learning_rate": 0.0001747577331114945, | |
| "loss": 0.7328, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 1.5922423601150513, | |
| "learning_rate": 0.00017464722953651504, | |
| "loss": 0.6629, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 2.27004075050354, | |
| "learning_rate": 0.00017453651971354264, | |
| "loss": 1.4748, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.31181880831718445, | |
| "learning_rate": 0.00017442560394846516, | |
| "loss": 1.0477, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 1.1180263757705688, | |
| "learning_rate": 0.00017431448254773944, | |
| "loss": 0.9225, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.7490403056144714, | |
| "learning_rate": 0.00017420315581839044, | |
| "loss": 0.7847, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 1.138551115989685, | |
| "learning_rate": 0.0001740916240680105, | |
| "loss": 1.2782, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.9375423789024353, | |
| "learning_rate": 0.0001739798876047584, | |
| "loss": 0.8316, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.0941681861877441, | |
| "learning_rate": 0.0001738679467373586, | |
| "loss": 0.9702, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.2845444083213806, | |
| "learning_rate": 0.00017375580177510016, | |
| "loss": 0.8563, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.7341310381889343, | |
| "learning_rate": 0.0001736434530278362, | |
| "loss": 0.7102, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.886854350566864, | |
| "learning_rate": 0.0001735309008059829, | |
| "loss": 1.4872, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.44623202085494995, | |
| "learning_rate": 0.00017341814542051845, | |
| "loss": 0.8142, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.8813387155532837, | |
| "learning_rate": 0.00017330518718298264, | |
| "loss": 1.0869, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.8468006253242493, | |
| "learning_rate": 0.0001731920264054755, | |
| "loss": 1.2859, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.6797575354576111, | |
| "learning_rate": 0.00017307866340065685, | |
| "loss": 1.0288, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.25991517305374146, | |
| "learning_rate": 0.00017296509848174508, | |
| "loss": 0.7996, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.557244598865509, | |
| "learning_rate": 0.00017285133196251663, | |
| "loss": 0.6877, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.49986258149147034, | |
| "learning_rate": 0.00017273736415730488, | |
| "loss": 0.8285, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.5839115977287292, | |
| "learning_rate": 0.0001726231953809993, | |
| "loss": 0.8617, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1.1967806816101074, | |
| "learning_rate": 0.0001725088259490448, | |
| "loss": 0.719, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.7830839157104492, | |
| "learning_rate": 0.00017239425617744048, | |
| "loss": 0.623, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 2.0930089950561523, | |
| "learning_rate": 0.00017227948638273916, | |
| "loss": 1.1768, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.562641441822052, | |
| "learning_rate": 0.0001721645168820462, | |
| "loss": 0.5235, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.5656068325042725, | |
| "learning_rate": 0.00017204934799301883, | |
| "loss": 0.9211, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.934866726398468, | |
| "learning_rate": 0.0001719339800338651, | |
| "loss": 0.7897, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.30100950598716736, | |
| "learning_rate": 0.00017181841332334318, | |
| "loss": 1.0436, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.5494408011436462, | |
| "learning_rate": 0.00017170264818076026, | |
| "loss": 0.6412, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.6607212424278259, | |
| "learning_rate": 0.00017158668492597186, | |
| "loss": 1.3501, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.5112847089767456, | |
| "learning_rate": 0.0001714705238793809, | |
| "loss": 0.4772, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 0.8900191783905029, | |
| "eval_runtime": 62.0282, | |
| "eval_samples_per_second": 1.612, | |
| "eval_steps_per_second": 1.612, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.2824682593345642, | |
| "learning_rate": 0.0001713541653619368, | |
| "loss": 0.5561, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.28952574729919434, | |
| "learning_rate": 0.0001712376096951345, | |
| "loss": 1.1009, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.2117149382829666, | |
| "learning_rate": 0.00017112085720101373, | |
| "loss": 0.8326, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.4022321403026581, | |
| "learning_rate": 0.00017100390820215804, | |
| "loss": 0.5327, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.26270753145217896, | |
| "learning_rate": 0.00017088676302169393, | |
| "loss": 0.2126, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.44842302799224854, | |
| "learning_rate": 0.00017076942198328987, | |
| "loss": 0.5412, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.6974923610687256, | |
| "learning_rate": 0.00017065188541115554, | |
| "loss": 0.3271, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.5276718735694885, | |
| "learning_rate": 0.0001705341536300409, | |
| "loss": 0.4566, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.30386191606521606, | |
| "learning_rate": 0.00017041622696523518, | |
| "loss": 0.8557, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.2913454473018646, | |
| "learning_rate": 0.0001702981057425662, | |
| "loss": 0.6007, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.5108489394187927, | |
| "learning_rate": 0.00017017979028839916, | |
| "loss": 0.8481, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.6002893447875977, | |
| "learning_rate": 0.00017006128092963605, | |
| "loss": 0.3967, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.34100326895713806, | |
| "learning_rate": 0.00016994257799371457, | |
| "loss": 0.2971, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.34491753578186035, | |
| "learning_rate": 0.00016982368180860728, | |
| "loss": 0.594, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.3472824692726135, | |
| "learning_rate": 0.00016970459270282067, | |
| "loss": 0.426, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.2740953266620636, | |
| "learning_rate": 0.00016958531100539427, | |
| "loss": 0.3144, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.26527807116508484, | |
| "learning_rate": 0.00016946583704589973, | |
| "loss": 0.6867, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.2539099156856537, | |
| "learning_rate": 0.00016934617115443992, | |
| "loss": 0.5074, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.34288522601127625, | |
| "learning_rate": 0.00016922631366164797, | |
| "loss": 0.5723, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.4750526249408722, | |
| "learning_rate": 0.00016910626489868649, | |
| "loss": 0.0978, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.3608519732952118, | |
| "learning_rate": 0.00016898602519724645, | |
| "loss": 0.4997, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.47260135412216187, | |
| "learning_rate": 0.00016886559488954648, | |
| "loss": 0.4042, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.7438716292381287, | |
| "learning_rate": 0.00016874497430833182, | |
| "loss": 0.2184, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.4565902650356293, | |
| "learning_rate": 0.0001686241637868734, | |
| "loss": 0.6163, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.5079072713851929, | |
| "learning_rate": 0.0001685031636589669, | |
| "loss": 0.3755, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.5474829077720642, | |
| "learning_rate": 0.00016838197425893202, | |
| "loss": 0.5009, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.4594095051288605, | |
| "learning_rate": 0.00016826059592161134, | |
| "loss": 0.7541, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.40495601296424866, | |
| "learning_rate": 0.00016813902898236939, | |
| "loss": 0.7832, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.5781679153442383, | |
| "learning_rate": 0.00016801727377709194, | |
| "loss": 0.6996, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 1.2371175289154053, | |
| "learning_rate": 0.00016789533064218485, | |
| "loss": 0.7179, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.6955786347389221, | |
| "learning_rate": 0.00016777319991457325, | |
| "loss": 0.478, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 1.1571210622787476, | |
| "learning_rate": 0.00016765088193170053, | |
| "loss": 0.5954, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.7339815497398376, | |
| "learning_rate": 0.00016752837703152754, | |
| "loss": 0.5888, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.29333943128585815, | |
| "learning_rate": 0.00016740568555253155, | |
| "loss": 0.4534, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.4680086374282837, | |
| "learning_rate": 0.0001672828078337053, | |
| "loss": 0.4307, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.6249940395355225, | |
| "learning_rate": 0.00016715974421455617, | |
| "loss": 0.2269, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 1.774949312210083, | |
| "learning_rate": 0.00016703649503510513, | |
| "loss": 0.6022, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.3996463418006897, | |
| "learning_rate": 0.00016691306063588583, | |
| "loss": 0.9525, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.4572999179363251, | |
| "learning_rate": 0.00016678944135794374, | |
| "loss": 0.5463, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.6360291838645935, | |
| "learning_rate": 0.00016666563754283515, | |
| "loss": 0.4418, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.5520346164703369, | |
| "learning_rate": 0.00016654164953262612, | |
| "loss": 0.6817, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 2.0099127292633057, | |
| "learning_rate": 0.0001664174776698917, | |
| "loss": 0.6017, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.4746718406677246, | |
| "learning_rate": 0.00016629312229771495, | |
| "loss": 1.0119, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.32624900341033936, | |
| "learning_rate": 0.00016616858375968595, | |
| "loss": 0.6034, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.459741473197937, | |
| "learning_rate": 0.00016604386239990078, | |
| "loss": 0.8181, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.8022719621658325, | |
| "learning_rate": 0.00016591895856296073, | |
| "loss": 0.4458, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.3159444034099579, | |
| "learning_rate": 0.00016579387259397127, | |
| "loss": 0.7185, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.4759514629840851, | |
| "learning_rate": 0.00016566860483854104, | |
| "loss": 0.5851, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.26993754506111145, | |
| "learning_rate": 0.000165543155642781, | |
| "loss": 0.4677, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.5374035239219666, | |
| "learning_rate": 0.00016541752535330345, | |
| "loss": 0.4579, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.6800963282585144, | |
| "learning_rate": 0.00016529171431722096, | |
| "loss": 0.7814, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 1.4050697088241577, | |
| "learning_rate": 0.00016516572288214552, | |
| "loss": 0.3604, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.4229757785797119, | |
| "learning_rate": 0.00016503955139618762, | |
| "loss": 0.4654, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.5959732532501221, | |
| "learning_rate": 0.0001649132002079552, | |
| "loss": 0.8165, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.5716747045516968, | |
| "learning_rate": 0.00016478666966655264, | |
| "loss": 0.5398, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 1.381700873374939, | |
| "learning_rate": 0.00016465996012157995, | |
| "loss": 0.5922, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.7402687668800354, | |
| "learning_rate": 0.00016453307192313175, | |
| "loss": 0.5325, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.6408881545066833, | |
| "learning_rate": 0.00016440600542179615, | |
| "loss": 0.6203, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.7938200235366821, | |
| "learning_rate": 0.00016427876096865394, | |
| "loss": 0.4506, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.5587771534919739, | |
| "learning_rate": 0.0001641513389152777, | |
| "loss": 0.4175, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.35594528913497925, | |
| "learning_rate": 0.0001640237396137306, | |
| "loss": 0.9313, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 1.8496744632720947, | |
| "learning_rate": 0.0001638959634165656, | |
| "loss": 0.816, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.8227376341819763, | |
| "learning_rate": 0.00016376801067682434, | |
| "loss": 0.1371, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.9681535363197327, | |
| "learning_rate": 0.00016363988174803638, | |
| "loss": 0.6228, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.5398049354553223, | |
| "learning_rate": 0.0001635115769842179, | |
| "loss": 0.4775, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.34808897972106934, | |
| "learning_rate": 0.00016338309673987101, | |
| "loss": 0.8051, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.7682779431343079, | |
| "learning_rate": 0.0001632544413699828, | |
| "loss": 0.1041, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.4708777964115143, | |
| "learning_rate": 0.0001631256112300239, | |
| "loss": 0.5147, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.3061200976371765, | |
| "learning_rate": 0.00016299660667594814, | |
| "loss": 0.3265, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.540558934211731, | |
| "learning_rate": 0.00016286742806419108, | |
| "loss": 0.605, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.25295355916023254, | |
| "learning_rate": 0.00016273807575166926, | |
| "loss": 0.394, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.2657540440559387, | |
| "learning_rate": 0.0001626085500957791, | |
| "loss": 0.5722, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.551193118095398, | |
| "learning_rate": 0.000162478851454396, | |
| "loss": 0.2836, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.4108597934246063, | |
| "learning_rate": 0.00016234898018587337, | |
| "loss": 0.4717, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.4006686806678772, | |
| "learning_rate": 0.00016221893664904142, | |
| "loss": 0.5644, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.2879432439804077, | |
| "learning_rate": 0.0001620887212032065, | |
| "loss": 0.8188, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.45707154273986816, | |
| "learning_rate": 0.00016195833420814984, | |
| "loss": 0.8171, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.9172948002815247, | |
| "learning_rate": 0.00016182777602412665, | |
| "loss": 0.4868, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 1.1610100269317627, | |
| "learning_rate": 0.00016169704701186527, | |
| "loss": 0.8614, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.5628842115402222, | |
| "learning_rate": 0.0001615661475325658, | |
| "loss": 0.3256, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 1.1540424823760986, | |
| "learning_rate": 0.0001614350779478996, | |
| "loss": 0.4672, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.3111453354358673, | |
| "learning_rate": 0.0001613038386200078, | |
| "loss": 0.3977, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.48439329862594604, | |
| "learning_rate": 0.00016117242991150064, | |
| "loss": 0.6522, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.49099549651145935, | |
| "learning_rate": 0.00016104085218545633, | |
| "loss": 0.6117, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.4174061119556427, | |
| "learning_rate": 0.00016090910580542005, | |
| "loss": 0.4991, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.7796496152877808, | |
| "learning_rate": 0.00016077719113540302, | |
| "loss": 0.613, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.414725124835968, | |
| "learning_rate": 0.00016064510853988138, | |
| "loss": 0.4263, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.30187514424324036, | |
| "learning_rate": 0.00016051285838379525, | |
| "loss": 0.3254, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.4453214406967163, | |
| "learning_rate": 0.00016038044103254775, | |
| "loss": 0.2087, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.46796607971191406, | |
| "learning_rate": 0.00016024785685200395, | |
| "loss": 0.5363, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 1.049502968788147, | |
| "learning_rate": 0.00016011510620848987, | |
| "loss": 0.3565, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.5326039791107178, | |
| "learning_rate": 0.00015998218946879138, | |
| "loss": 0.7829, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.260036826133728, | |
| "learning_rate": 0.00015984910700015336, | |
| "loss": 0.5265, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.54875648021698, | |
| "learning_rate": 0.00015971585917027862, | |
| "loss": 0.2853, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.24017104506492615, | |
| "learning_rate": 0.00015958244634732674, | |
| "loss": 0.5476, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 1.0179369449615479, | |
| "learning_rate": 0.00015944886889991325, | |
| "loss": 0.4053, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.7541561722755432, | |
| "learning_rate": 0.00015931512719710855, | |
| "loss": 0.4962, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 1.7088395357131958, | |
| "learning_rate": 0.00015918122160843678, | |
| "loss": 1.24, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.2890975773334503, | |
| "learning_rate": 0.00015904715250387498, | |
| "loss": 0.8903, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.3250918388366699, | |
| "learning_rate": 0.000158912920253852, | |
| "loss": 0.5375, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.7649716734886169, | |
| "learning_rate": 0.00015877852522924732, | |
| "loss": 0.4943, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 1.180847406387329, | |
| "learning_rate": 0.0001586439678013903, | |
| "loss": 0.5133, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.22564201056957245, | |
| "learning_rate": 0.00015850924834205895, | |
| "loss": 0.4563, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.396543025970459, | |
| "learning_rate": 0.000158374367223479, | |
| "loss": 0.3559, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.421466588973999, | |
| "learning_rate": 0.0001582393248183228, | |
| "loss": 0.4872, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.6064138412475586, | |
| "learning_rate": 0.00015810412149970833, | |
| "loss": 0.4341, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.4124835431575775, | |
| "learning_rate": 0.00015796875764119826, | |
| "loss": 0.415, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.7403770089149475, | |
| "learning_rate": 0.00015783323361679864, | |
| "loss": 0.391, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 1.0920146703720093, | |
| "learning_rate": 0.0001576975498009583, | |
| "loss": 0.6798, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.5007575154304504, | |
| "learning_rate": 0.00015756170656856737, | |
| "loss": 0.6142, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.3402646780014038, | |
| "learning_rate": 0.00015742570429495652, | |
| "loss": 0.7871, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.49383026361465454, | |
| "learning_rate": 0.0001572895433558958, | |
| "loss": 0.3604, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.6136035919189453, | |
| "learning_rate": 0.00015715322412759375, | |
| "loss": 0.854, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.41479477286338806, | |
| "learning_rate": 0.0001570167469866962, | |
| "loss": 0.1273, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.4173536002635956, | |
| "learning_rate": 0.00015688011231028518, | |
| "loss": 0.601, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.4010690748691559, | |
| "learning_rate": 0.0001567433204758782, | |
| "loss": 0.5361, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.45052483677864075, | |
| "learning_rate": 0.00015660637186142682, | |
| "loss": 0.4356, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.6652331352233887, | |
| "learning_rate": 0.00015646926684531585, | |
| "loss": 0.2981, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.568655788898468, | |
| "learning_rate": 0.0001563320058063622, | |
| "loss": 0.4653, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "eval_loss": 0.9619532227516174, | |
| "eval_runtime": 61.5436, | |
| "eval_samples_per_second": 1.625, | |
| "eval_steps_per_second": 1.625, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.2903865575790405, | |
| "learning_rate": 0.00015619458912381396, | |
| "loss": 0.1973, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.7614594101905823, | |
| "learning_rate": 0.0001560570171773491, | |
| "loss": 0.6037, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.3540831208229065, | |
| "learning_rate": 0.0001559192903470747, | |
| "loss": 0.5743, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.4056189954280853, | |
| "learning_rate": 0.00015578140901352573, | |
| "loss": 0.6213, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.5303568840026855, | |
| "learning_rate": 0.00015564337355766412, | |
| "loss": 0.7036, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.5078765153884888, | |
| "learning_rate": 0.0001555051843608775, | |
| "loss": 0.411, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.9911600351333618, | |
| "learning_rate": 0.0001553668418049784, | |
| "loss": 0.1678, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.2692767083644867, | |
| "learning_rate": 0.000155228346272203, | |
| "loss": 0.4074, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.386247843503952, | |
| "learning_rate": 0.00015508969814521025, | |
| "loss": 0.5516, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.39059126377105713, | |
| "learning_rate": 0.0001549508978070806, | |
| "loss": 0.355, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.6897940039634705, | |
| "learning_rate": 0.00015481194564131512, | |
| "loss": 0.5107, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.523536741733551, | |
| "learning_rate": 0.00015467284203183435, | |
| "loss": 0.4266, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.37748581171035767, | |
| "learning_rate": 0.00015453358736297729, | |
| "loss": 0.7265, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.8041501641273499, | |
| "learning_rate": 0.00015439418201950025, | |
| "loss": 0.2922, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.36440232396125793, | |
| "learning_rate": 0.00015425462638657595, | |
| "loss": 0.6034, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 1.179821491241455, | |
| "learning_rate": 0.00015411492084979226, | |
| "loss": 0.3024, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.23662069439888, | |
| "learning_rate": 0.0001539750657951513, | |
| "loss": 0.4297, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.3672749102115631, | |
| "learning_rate": 0.00015383506160906825, | |
| "loss": 0.5914, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.42869898676872253, | |
| "learning_rate": 0.00015369490867837035, | |
| "loss": 0.8226, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.34783145785331726, | |
| "learning_rate": 0.00015355460739029586, | |
| "loss": 0.9571, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.5273573994636536, | |
| "learning_rate": 0.00015341415813249288, | |
| "loss": 0.4833, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.7641803026199341, | |
| "learning_rate": 0.0001532735612930184, | |
| "loss": 0.2554, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.423232764005661, | |
| "learning_rate": 0.00015313281726033715, | |
| "loss": 0.6854, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.42158639430999756, | |
| "learning_rate": 0.0001529919264233205, | |
| "loss": 0.6112, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.359598845243454, | |
| "learning_rate": 0.00015285088917124556, | |
| "loss": 0.6985, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.301753431558609, | |
| "learning_rate": 0.0001527097058937939, | |
| "loss": 0.6063, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.4818098545074463, | |
| "learning_rate": 0.00015256837698105047, | |
| "loss": 0.2259, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 1.6764453649520874, | |
| "learning_rate": 0.0001524269028235028, | |
| "loss": 0.8115, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.8210150003433228, | |
| "learning_rate": 0.00015228528381203962, | |
| "loss": 0.3319, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.5808678865432739, | |
| "learning_rate": 0.0001521435203379498, | |
| "loss": 0.3861, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.2755192816257477, | |
| "learning_rate": 0.00015200161279292155, | |
| "loss": 0.2439, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.4608403146266937, | |
| "learning_rate": 0.000151859561569041, | |
| "loss": 0.8368, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 1.6705602407455444, | |
| "learning_rate": 0.00015171736705879126, | |
| "loss": 0.5849, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.45606300234794617, | |
| "learning_rate": 0.00015157502965505143, | |
| "loss": 0.6276, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.5950043797492981, | |
| "learning_rate": 0.00015143254975109538, | |
| "loss": 0.6346, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 2.2966413497924805, | |
| "learning_rate": 0.00015128992774059063, | |
| "loss": 0.5741, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 1.1310389041900635, | |
| "learning_rate": 0.0001511471640175974, | |
| "loss": 0.7679, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.5066660046577454, | |
| "learning_rate": 0.00015100425897656753, | |
| "loss": 0.5976, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.534641683101654, | |
| "learning_rate": 0.00015086121301234316, | |
| "loss": 0.642, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.39099201560020447, | |
| "learning_rate": 0.0001507180265201559, | |
| "loss": 0.5081, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.5232080221176147, | |
| "learning_rate": 0.00015057469989562567, | |
| "loss": 0.2411, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.5573452115058899, | |
| "learning_rate": 0.00015043123353475943, | |
| "loss": 1.0094, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 2.027163505554199, | |
| "learning_rate": 0.00015028762783395034, | |
| "loss": 0.2975, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.46357014775276184, | |
| "learning_rate": 0.00015014388318997655, | |
| "loss": 0.8153, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.5300567746162415, | |
| "learning_rate": 0.00015000000000000001, | |
| "loss": 0.7068, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.3386455476284027, | |
| "learning_rate": 0.00014985597866156559, | |
| "loss": 0.9168, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.2023034393787384, | |
| "learning_rate": 0.0001497118195725998, | |
| "loss": 0.382, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.2776263654232025, | |
| "learning_rate": 0.00014956752313140977, | |
| "loss": 0.693, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.6025331020355225, | |
| "learning_rate": 0.0001494230897366821, | |
| "loss": 0.7256, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.4146818518638611, | |
| "learning_rate": 0.00014927851978748178, | |
| "loss": 0.5046, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.3705938756465912, | |
| "learning_rate": 0.00014913381368325115, | |
| "loss": 0.7319, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.2651060223579407, | |
| "learning_rate": 0.0001489889718238087, | |
| "loss": 0.526, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.41096463799476624, | |
| "learning_rate": 0.00014884399460934805, | |
| "loss": 0.3067, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.22056828439235687, | |
| "learning_rate": 0.00014869888244043673, | |
| "loss": 0.5476, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.6910893321037292, | |
| "learning_rate": 0.00014855363571801523, | |
| "loss": 0.5243, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.4330577552318573, | |
| "learning_rate": 0.00014840825484339573, | |
| "loss": 0.4357, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.43148112297058105, | |
| "learning_rate": 0.0001482627402182611, | |
| "loss": 0.3913, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.4191662073135376, | |
| "learning_rate": 0.0001481170922446638, | |
| "loss": 0.2875, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.8446200489997864, | |
| "learning_rate": 0.00014797131132502465, | |
| "loss": 0.6589, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.7334960103034973, | |
| "learning_rate": 0.00014782539786213183, | |
| "loss": 0.6975, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.42938506603240967, | |
| "learning_rate": 0.00014767935225913975, | |
| "loss": 0.3074, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 2.6491518020629883, | |
| "learning_rate": 0.00014753317491956796, | |
| "loss": 0.6397, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 1.0263487100601196, | |
| "learning_rate": 0.00014738686624729986, | |
| "loss": 0.5503, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.4753721058368683, | |
| "learning_rate": 0.00014724042664658184, | |
| "loss": 1.0253, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.7451716065406799, | |
| "learning_rate": 0.00014709385652202203, | |
| "loss": 0.3982, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 1.6008319854736328, | |
| "learning_rate": 0.00014694715627858908, | |
| "loss": 0.212, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.4117997884750366, | |
| "learning_rate": 0.0001468003263216113, | |
| "loss": 0.3975, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.33254194259643555, | |
| "learning_rate": 0.00014665336705677534, | |
| "loss": 0.5263, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 1.039075255393982, | |
| "learning_rate": 0.00014650627889012507, | |
| "loss": 0.6964, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 7.058536052703857, | |
| "learning_rate": 0.00014635906222806058, | |
| "loss": 0.7029, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 1.0019419193267822, | |
| "learning_rate": 0.00014621171747733697, | |
| "loss": 0.6372, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.31377118825912476, | |
| "learning_rate": 0.00014606424504506324, | |
| "loss": 0.6574, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.46048787236213684, | |
| "learning_rate": 0.00014591664533870118, | |
| "loss": 0.3682, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.6753351092338562, | |
| "learning_rate": 0.0001457689187660642, | |
| "loss": 0.4969, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.4977830946445465, | |
| "learning_rate": 0.0001456210657353163, | |
| "loss": 0.4409, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.34079307317733765, | |
| "learning_rate": 0.00014547308665497082, | |
| "loss": 0.3568, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.651228129863739, | |
| "learning_rate": 0.0001453249819338894, | |
| "loss": 0.8023, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.34143513441085815, | |
| "learning_rate": 0.00014517675198128085, | |
| "loss": 0.6065, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.4881991446018219, | |
| "learning_rate": 0.00014502839720669989, | |
| "loss": 0.5526, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.28715357184410095, | |
| "learning_rate": 0.00014487991802004623, | |
| "loss": 0.5798, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.9956842660903931, | |
| "learning_rate": 0.00014473131483156327, | |
| "loss": 0.2817, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.4922630190849304, | |
| "learning_rate": 0.00014458258805183705, | |
| "loss": 0.3929, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.4495314061641693, | |
| "learning_rate": 0.00014443373809179508, | |
| "loss": 0.2987, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.7611126899719238, | |
| "learning_rate": 0.00014428476536270515, | |
| "loss": 0.9684, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.40701159834861755, | |
| "learning_rate": 0.0001441356702761744, | |
| "loss": 0.6025, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.7356356382369995, | |
| "learning_rate": 0.00014398645324414792, | |
| "loss": 0.8664, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 1.0680326223373413, | |
| "learning_rate": 0.00014383711467890774, | |
| "loss": 0.5663, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.4097828269004822, | |
| "learning_rate": 0.00014368765499307178, | |
| "loss": 0.5657, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.771783709526062, | |
| "learning_rate": 0.00014353807459959242, | |
| "loss": 0.3531, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.7945293188095093, | |
| "learning_rate": 0.00014338837391175582, | |
| "loss": 0.3199, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 1.1944937705993652, | |
| "learning_rate": 0.00014323855334318026, | |
| "loss": 0.495, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.3822149634361267, | |
| "learning_rate": 0.0001430886133078154, | |
| "loss": 0.5544, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.3462957441806793, | |
| "learning_rate": 0.00014293855421994094, | |
| "loss": 0.0456, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 1.3546236753463745, | |
| "learning_rate": 0.00014278837649416544, | |
| "loss": 0.5839, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.6205141544342041, | |
| "learning_rate": 0.0001426380805454254, | |
| "loss": 0.8681, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.4317213296890259, | |
| "learning_rate": 0.00014248766678898387, | |
| "loss": 0.3221, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.31438273191452026, | |
| "learning_rate": 0.00014233713564042937, | |
| "loss": 0.4549, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.6450943946838379, | |
| "learning_rate": 0.00014218648751567492, | |
| "loss": 0.3213, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.5037809610366821, | |
| "learning_rate": 0.00014203572283095657, | |
| "loss": 0.8642, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.26184359192848206, | |
| "learning_rate": 0.0001418848420028325, | |
| "loss": 0.4245, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.6354640126228333, | |
| "learning_rate": 0.0001417338454481818, | |
| "loss": 0.647, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.5512405633926392, | |
| "learning_rate": 0.0001415827335842033, | |
| "loss": 0.701, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.30941978096961975, | |
| "learning_rate": 0.00014143150682841438, | |
| "loss": 0.3872, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.5071930885314941, | |
| "learning_rate": 0.00014128016559864998, | |
| "loss": 0.3423, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.5384394526481628, | |
| "learning_rate": 0.00014112871031306119, | |
| "loss": 0.8117, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.7472350597381592, | |
| "learning_rate": 0.00014097714139011427, | |
| "loss": 0.2549, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.712765097618103, | |
| "learning_rate": 0.00014082545924858954, | |
| "loss": 0.5212, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 1.0152575969696045, | |
| "learning_rate": 0.00014067366430758004, | |
| "loss": 0.8595, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.4496733546257019, | |
| "learning_rate": 0.00014052175698649053, | |
| "loss": 0.8319, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 1.291023850440979, | |
| "learning_rate": 0.00014036973770503624, | |
| "loss": 0.7661, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.8034072518348694, | |
| "learning_rate": 0.00014021760688324176, | |
| "loss": 0.4416, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.48388585448265076, | |
| "learning_rate": 0.00014006536494143987, | |
| "loss": 0.6063, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.2967996895313263, | |
| "learning_rate": 0.0001399130123002703, | |
| "loss": 0.8233, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.4136080741882324, | |
| "learning_rate": 0.00013976054938067884, | |
| "loss": 0.2559, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.4075431525707245, | |
| "learning_rate": 0.0001396079766039157, | |
| "loss": 0.2941, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.5675719380378723, | |
| "learning_rate": 0.00013945529439153478, | |
| "loss": 0.5892, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.8851110339164734, | |
| "learning_rate": 0.00013930250316539238, | |
| "loss": 0.3651, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.8696531057357788, | |
| "learning_rate": 0.00013914960334764588, | |
| "loss": 0.2327, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.392892062664032, | |
| "learning_rate": 0.0001389965953607528, | |
| "loss": 0.5907, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "eval_loss": 0.953182578086853, | |
| "eval_runtime": 61.7108, | |
| "eval_samples_per_second": 1.62, | |
| "eval_steps_per_second": 1.62, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.42428654432296753, | |
| "learning_rate": 0.00013884347962746948, | |
| "loss": 0.3576, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 2.1607768535614014, | |
| "learning_rate": 0.00013869025657084995, | |
| "loss": 0.6363, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.4016755521297455, | |
| "learning_rate": 0.00013853692661424484, | |
| "loss": 0.3195, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 1.9975876808166504, | |
| "learning_rate": 0.00013838349018130007, | |
| "loss": 0.5935, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.41282904148101807, | |
| "learning_rate": 0.0001382299476959557, | |
| "loss": 0.8013, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.6295652985572815, | |
| "learning_rate": 0.00013807629958244498, | |
| "loss": 0.344, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.4839375615119934, | |
| "learning_rate": 0.00013792254626529286, | |
| "loss": 0.5274, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.37345823645591736, | |
| "learning_rate": 0.00013776868816931502, | |
| "loss": 0.6027, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.7521209716796875, | |
| "learning_rate": 0.00013761472571961663, | |
| "loss": 0.4461, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.3980889320373535, | |
| "learning_rate": 0.00013746065934159123, | |
| "loss": 0.502, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.5544388890266418, | |
| "learning_rate": 0.0001373064894609194, | |
| "loss": 0.2908, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.3128870129585266, | |
| "learning_rate": 0.0001371522165035678, | |
| "loss": 0.6016, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.45354199409484863, | |
| "learning_rate": 0.0001369978408957879, | |
| "loss": 0.9534, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.4182490110397339, | |
| "learning_rate": 0.00013684336306411468, | |
| "loss": 0.5976, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 1.1179499626159668, | |
| "learning_rate": 0.00013668878343536562, | |
| "loss": 0.4097, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.30916330218315125, | |
| "learning_rate": 0.00013653410243663952, | |
| "loss": 0.762, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.6563719511032104, | |
| "learning_rate": 0.00013637932049531516, | |
| "loss": 0.5264, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.6355602741241455, | |
| "learning_rate": 0.00013622443803905027, | |
| "loss": 0.4213, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 1.685316562652588, | |
| "learning_rate": 0.0001360694554957804, | |
| "loss": 0.5827, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.5541813373565674, | |
| "learning_rate": 0.00013591437329371736, | |
| "loss": 0.9299, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.40998753905296326, | |
| "learning_rate": 0.0001357591918613486, | |
| "loss": 0.7085, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.43177279829978943, | |
| "learning_rate": 0.00013560391162743569, | |
| "loss": 0.5073, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.5776886940002441, | |
| "learning_rate": 0.00013544853302101302, | |
| "loss": 0.5856, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.3610301911830902, | |
| "learning_rate": 0.00013529305647138687, | |
| "loss": 0.6362, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.4736679196357727, | |
| "learning_rate": 0.0001351374824081343, | |
| "loss": 0.4307, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.33841657638549805, | |
| "learning_rate": 0.0001349818112611015, | |
| "loss": 0.5294, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.5574224591255188, | |
| "learning_rate": 0.00013482604346040308, | |
| "loss": 0.5722, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.3317987620830536, | |
| "learning_rate": 0.00013467017943642073, | |
| "loss": 0.7735, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.6277002692222595, | |
| "learning_rate": 0.00013451421961980188, | |
| "loss": 0.5771, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.8945910334587097, | |
| "learning_rate": 0.0001343581644414587, | |
| "loss": 0.6094, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.2320517748594284, | |
| "learning_rate": 0.00013420201433256689, | |
| "loss": 0.502, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.44287192821502686, | |
| "learning_rate": 0.00013404576972456431, | |
| "loss": 0.6849, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.7059826850891113, | |
| "learning_rate": 0.00013388943104915003, | |
| "loss": 0.6448, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 1.8904210329055786, | |
| "learning_rate": 0.00013373299873828303, | |
| "loss": 0.58, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.4500790238380432, | |
| "learning_rate": 0.00013357647322418087, | |
| "loss": 0.4979, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.49751782417297363, | |
| "learning_rate": 0.00013341985493931877, | |
| "loss": 0.473, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.39845967292785645, | |
| "learning_rate": 0.00013326314431642822, | |
| "loss": 0.2201, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.30875203013420105, | |
| "learning_rate": 0.0001331063417884958, | |
| "loss": 0.2684, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.7159584164619446, | |
| "learning_rate": 0.00013294944778876214, | |
| "loss": 0.2587, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.6593707203865051, | |
| "learning_rate": 0.00013279246275072046, | |
| "loss": 0.5709, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.44912752509117126, | |
| "learning_rate": 0.0001326353871081156, | |
| "loss": 0.5268, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.7455440163612366, | |
| "learning_rate": 0.00013247822129494266, | |
| "loss": 0.6083, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.41440096497535706, | |
| "learning_rate": 0.00013232096574544602, | |
| "loss": 0.658, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.4352113604545593, | |
| "learning_rate": 0.00013216362089411783, | |
| "loss": 0.466, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.46454110741615295, | |
| "learning_rate": 0.00013200618717569714, | |
| "loss": 0.635, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.34865137934684753, | |
| "learning_rate": 0.00013184866502516845, | |
| "loss": 0.757, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.6294916272163391, | |
| "learning_rate": 0.00013169105487776056, | |
| "loss": 0.6611, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.5948600172996521, | |
| "learning_rate": 0.00013153335716894544, | |
| "loss": 0.6016, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.3446013033390045, | |
| "learning_rate": 0.00013137557233443707, | |
| "loss": 0.6529, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.9169672727584839, | |
| "learning_rate": 0.00013121770081018998, | |
| "loss": 0.3821, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.6247507333755493, | |
| "learning_rate": 0.00013105974303239838, | |
| "loss": 0.4863, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 1.3251171112060547, | |
| "learning_rate": 0.00013090169943749476, | |
| "loss": 0.5048, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.24779891967773438, | |
| "learning_rate": 0.00013074357046214863, | |
| "loss": 0.7598, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.555656373500824, | |
| "learning_rate": 0.00013058535654326554, | |
| "loss": 0.4528, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.6941070556640625, | |
| "learning_rate": 0.00013042705811798565, | |
| "loss": 0.3112, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.29382842779159546, | |
| "learning_rate": 0.0001302686756236826, | |
| "loss": 0.2031, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.7080028057098389, | |
| "learning_rate": 0.00013011020949796237, | |
| "loss": 0.4234, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.6657422780990601, | |
| "learning_rate": 0.00012995166017866193, | |
| "loss": 0.4992, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.6290334463119507, | |
| "learning_rate": 0.0001297930281038482, | |
| "loss": 0.5391, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.37018316984176636, | |
| "learning_rate": 0.00012963431371181672, | |
| "loss": 0.7651, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.480070561170578, | |
| "learning_rate": 0.00012947551744109043, | |
| "loss": 0.6715, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.5766746401786804, | |
| "learning_rate": 0.00012931663973041855, | |
| "loss": 0.3435, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.46330827474594116, | |
| "learning_rate": 0.00012915768101877525, | |
| "loss": 0.4134, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.36259955167770386, | |
| "learning_rate": 0.00012899864174535864, | |
| "loss": 0.4665, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.9827147722244263, | |
| "learning_rate": 0.0001288395223495892, | |
| "loss": 0.8229, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.7168895602226257, | |
| "learning_rate": 0.00012868032327110904, | |
| "loss": 0.7883, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.503113865852356, | |
| "learning_rate": 0.00012852104494978024, | |
| "loss": 0.8635, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.48859935998916626, | |
| "learning_rate": 0.00012836168782568385, | |
| "loss": 0.4803, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.7904655337333679, | |
| "learning_rate": 0.00012820225233911876, | |
| "loss": 0.6279, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.2756960988044739, | |
| "learning_rate": 0.00012804273893060028, | |
| "loss": 0.2352, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.42820924520492554, | |
| "learning_rate": 0.00012788314804085903, | |
| "loss": 0.4173, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.3982052505016327, | |
| "learning_rate": 0.00012772348011083973, | |
| "loss": 0.4763, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.3944327235221863, | |
| "learning_rate": 0.0001275637355816999, | |
| "loss": 0.6724, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.5017027854919434, | |
| "learning_rate": 0.00012740391489480884, | |
| "loss": 0.9624, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.47813552618026733, | |
| "learning_rate": 0.0001272440184917461, | |
| "loss": 0.5583, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.4271741807460785, | |
| "learning_rate": 0.00012708404681430053, | |
| "loss": 0.6461, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 1.1472680568695068, | |
| "learning_rate": 0.00012692400030446893, | |
| "loss": 0.5068, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.30405759811401367, | |
| "learning_rate": 0.0001267638794044549, | |
| "loss": 0.4573, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.4505164921283722, | |
| "learning_rate": 0.00012660368455666752, | |
| "loss": 0.6588, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.504728376865387, | |
| "learning_rate": 0.00012644341620372023, | |
| "loss": 0.3744, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.8362789154052734, | |
| "learning_rate": 0.00012628307478842953, | |
| "loss": 0.2572, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.6768229007720947, | |
| "learning_rate": 0.00012612266075381386, | |
| "loss": 0.4818, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.1750926375389099, | |
| "learning_rate": 0.00012596217454309216, | |
| "loss": 0.2631, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.5636873245239258, | |
| "learning_rate": 0.00012580161659968294, | |
| "loss": 0.414, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.5396051406860352, | |
| "learning_rate": 0.00012564098736720283, | |
| "loss": 0.6055, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.5941131114959717, | |
| "learning_rate": 0.0001254802872894655, | |
| "loss": 0.4737, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.2654617130756378, | |
| "learning_rate": 0.0001253195168104802, | |
| "loss": 0.256, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.6253994703292847, | |
| "learning_rate": 0.00012515867637445086, | |
| "loss": 0.5111, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.35557523369789124, | |
| "learning_rate": 0.00012499776642577466, | |
| "loss": 0.4252, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.634124219417572, | |
| "learning_rate": 0.00012483678740904082, | |
| "loss": 0.4969, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.42550286650657654, | |
| "learning_rate": 0.00012467573976902935, | |
| "loss": 0.2964, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.8458385467529297, | |
| "learning_rate": 0.00012451462395071, | |
| "loss": 0.8494, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.3704116940498352, | |
| "learning_rate": 0.00012435344039924076, | |
| "loss": 0.566, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 2.0013949871063232, | |
| "learning_rate": 0.00012419218955996676, | |
| "loss": 0.8766, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.48777440190315247, | |
| "learning_rate": 0.0001240308718784192, | |
| "loss": 0.6281, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.6042513847351074, | |
| "learning_rate": 0.0001238694878003138, | |
| "loss": 0.6793, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.6612951755523682, | |
| "learning_rate": 0.00012370803777154977, | |
| "loss": 0.7568, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.4469200074672699, | |
| "learning_rate": 0.00012354652223820858, | |
| "loss": 0.6635, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.49686670303344727, | |
| "learning_rate": 0.00012338494164655268, | |
| "loss": 0.4435, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.3647472560405731, | |
| "learning_rate": 0.00012322329644302426, | |
| "loss": 0.3977, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.5049201846122742, | |
| "learning_rate": 0.00012306158707424403, | |
| "loss": 0.3614, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 1.0189746618270874, | |
| "learning_rate": 0.00012289981398700995, | |
| "loss": 0.2356, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.660258948802948, | |
| "learning_rate": 0.00012273797762829615, | |
| "loss": 0.6134, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 1.4135748147964478, | |
| "learning_rate": 0.00012257607844525146, | |
| "loss": 0.5336, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.6823858618736267, | |
| "learning_rate": 0.00012241411688519827, | |
| "loss": 0.5941, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.760971188545227, | |
| "learning_rate": 0.00012225209339563145, | |
| "loss": 0.5189, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.3797072470188141, | |
| "learning_rate": 0.00012209000842421688, | |
| "loss": 0.62, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.39116472005844116, | |
| "learning_rate": 0.00012192786241879033, | |
| "loss": 0.4138, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.4047084152698517, | |
| "learning_rate": 0.00012176565582735625, | |
| "loss": 0.836, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.2494349628686905, | |
| "learning_rate": 0.0001216033890980864, | |
| "loss": 0.5686, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.3844553232192993, | |
| "learning_rate": 0.00012144106267931876, | |
| "loss": 0.9203, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.6064060926437378, | |
| "learning_rate": 0.00012127867701955622, | |
| "loss": 0.4321, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.4317924380302429, | |
| "learning_rate": 0.00012111623256746538, | |
| "loss": 0.5162, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.6777471303939819, | |
| "learning_rate": 0.0001209537297718752, | |
| "loss": 0.3923, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.3700021207332611, | |
| "learning_rate": 0.00012079116908177593, | |
| "loss": 0.6012, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 2.029829502105713, | |
| "learning_rate": 0.00012062855094631778, | |
| "loss": 0.9376, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.513691246509552, | |
| "learning_rate": 0.00012046587581480953, | |
| "loss": 0.6733, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.2661391794681549, | |
| "learning_rate": 0.00012030314413671762, | |
| "loss": 0.6343, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.7096115946769714, | |
| "learning_rate": 0.00012014035636166468, | |
| "loss": 0.7364, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "eval_loss": 0.9359864592552185, | |
| "eval_runtime": 61.6239, | |
| "eval_samples_per_second": 1.623, | |
| "eval_steps_per_second": 1.623, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.976125955581665, | |
| "learning_rate": 0.00011997751293942827, | |
| "loss": 0.8367, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.4215434193611145, | |
| "learning_rate": 0.00011981461431993977, | |
| "loss": 0.749, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.7470360994338989, | |
| "learning_rate": 0.00011965166095328301, | |
| "loss": 0.6391, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.37723225355148315, | |
| "learning_rate": 0.00011948865328969317, | |
| "loss": 0.3735, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.47738218307495117, | |
| "learning_rate": 0.00011932559177955533, | |
| "loss": 0.2499, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 1.9608547687530518, | |
| "learning_rate": 0.00011916247687340347, | |
| "loss": 1.1033, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.8636322617530823, | |
| "learning_rate": 0.00011899930902191902, | |
| "loss": 0.4688, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.8400352001190186, | |
| "learning_rate": 0.0001188360886759297, | |
| "loss": 0.7346, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 2.1385717391967773, | |
| "learning_rate": 0.00011867281628640835, | |
| "loss": 0.6854, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.5982779860496521, | |
| "learning_rate": 0.00011850949230447145, | |
| "loss": 0.203, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.5503920316696167, | |
| "learning_rate": 0.00011834611718137824, | |
| "loss": 0.4089, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.3790716230869293, | |
| "learning_rate": 0.00011818269136852909, | |
| "loss": 0.8513, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.9155630469322205, | |
| "learning_rate": 0.00011801921531746444, | |
| "loss": 0.6007, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.3659191429615021, | |
| "learning_rate": 0.00011785568947986367, | |
| "loss": 0.3286, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.5917383432388306, | |
| "learning_rate": 0.00011769211430754357, | |
| "loss": 0.4512, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.5010570287704468, | |
| "learning_rate": 0.00011752849025245727, | |
| "loss": 0.783, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.6034415364265442, | |
| "learning_rate": 0.00011736481776669306, | |
| "loss": 0.7131, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.33147016167640686, | |
| "learning_rate": 0.0001172010973024729, | |
| "loss": 0.7657, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.781022310256958, | |
| "learning_rate": 0.00011703732931215141, | |
| "loss": 0.3487, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.5436139106750488, | |
| "learning_rate": 0.00011687351424821449, | |
| "loss": 0.667, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.3158597946166992, | |
| "learning_rate": 0.00011670965256327818, | |
| "loss": 0.7158, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.3362921178340912, | |
| "learning_rate": 0.00011654574471008713, | |
| "loss": 0.6947, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.4755779802799225, | |
| "learning_rate": 0.00011638179114151377, | |
| "loss": 0.4976, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.33236339688301086, | |
| "learning_rate": 0.00011621779231055676, | |
| "loss": 0.7231, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.30901312828063965, | |
| "learning_rate": 0.00011605374867033977, | |
| "loss": 0.5085, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.426242470741272, | |
| "learning_rate": 0.00011588966067411034, | |
| "loss": 0.5185, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.4367331862449646, | |
| "learning_rate": 0.00011572552877523854, | |
| "loss": 0.7451, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.4386216700077057, | |
| "learning_rate": 0.00011556135342721574, | |
| "loss": 0.6259, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 1.1260708570480347, | |
| "learning_rate": 0.00011539713508365335, | |
| "loss": 0.789, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.4716445803642273, | |
| "learning_rate": 0.00011523287419828163, | |
| "loss": 0.7175, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.2573232054710388, | |
| "learning_rate": 0.00011506857122494831, | |
| "loss": 0.3327, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.4652167558670044, | |
| "learning_rate": 0.00011490422661761744, | |
| "loss": 0.305, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.3845941424369812, | |
| "learning_rate": 0.00011473984083036813, | |
| "loss": 0.4717, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.5258691906929016, | |
| "learning_rate": 0.0001145754143173932, | |
| "loss": 0.2964, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.6041063070297241, | |
| "learning_rate": 0.00011441094753299801, | |
| "loss": 1.1448, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.9182747602462769, | |
| "learning_rate": 0.00011424644093159931, | |
| "loss": 0.7663, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.3786636292934418, | |
| "learning_rate": 0.00011408189496772368, | |
| "loss": 0.6454, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.39566946029663086, | |
| "learning_rate": 0.00011391731009600654, | |
| "loss": 0.8292, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.5287953615188599, | |
| "learning_rate": 0.00011375268677119089, | |
| "loss": 0.4593, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.4483492970466614, | |
| "learning_rate": 0.00011358802544812584, | |
| "loss": 0.1606, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.38028889894485474, | |
| "learning_rate": 0.00011342332658176555, | |
| "loss": 0.3923, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.660707950592041, | |
| "learning_rate": 0.00011325859062716795, | |
| "loss": 0.3406, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.6110001802444458, | |
| "learning_rate": 0.00011309381803949333, | |
| "loss": 0.3173, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.7987465858459473, | |
| "learning_rate": 0.00011292900927400333, | |
| "loss": 0.4357, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.6956415176391602, | |
| "learning_rate": 0.00011276416478605949, | |
| "loss": 0.3612, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.6051459908485413, | |
| "learning_rate": 0.00011259928503112198, | |
| "loss": 0.2962, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.41652801632881165, | |
| "learning_rate": 0.00011243437046474853, | |
| "loss": 0.5236, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.8061907887458801, | |
| "learning_rate": 0.000112269421542593, | |
| "loss": 0.8685, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.6048658490180969, | |
| "learning_rate": 0.00011210443872040414, | |
| "loss": 0.4611, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.4245402216911316, | |
| "learning_rate": 0.00011193942245402443, | |
| "loss": 0.903, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.6208779215812683, | |
| "learning_rate": 0.00011177437319938875, | |
| "loss": 0.6526, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.8669800162315369, | |
| "learning_rate": 0.00011160929141252303, | |
| "loss": 0.7721, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.3639528751373291, | |
| "learning_rate": 0.0001114441775495432, | |
| "loss": 0.2891, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.5209739804267883, | |
| "learning_rate": 0.00011127903206665378, | |
| "loss": 0.8096, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.41638287901878357, | |
| "learning_rate": 0.00011111385542014663, | |
| "loss": 0.2956, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.5916814804077148, | |
| "learning_rate": 0.00011094864806639971, | |
| "loss": 0.5097, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.44301638007164, | |
| "learning_rate": 0.00011078341046187589, | |
| "loss": 0.7395, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.3692547380924225, | |
| "learning_rate": 0.00011061814306312152, | |
| "loss": 0.4997, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 1.0468300580978394, | |
| "learning_rate": 0.00011045284632676536, | |
| "loss": 0.7649, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 1.3064887523651123, | |
| "learning_rate": 0.0001102875207095172, | |
| "loss": 0.5308, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.904100239276886, | |
| "learning_rate": 0.00011012216666816659, | |
| "loss": 0.5012, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.6699868440628052, | |
| "learning_rate": 0.00010995678465958168, | |
| "loss": 0.362, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.24509219825267792, | |
| "learning_rate": 0.00010979137514070782, | |
| "loss": 0.3418, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.4075641632080078, | |
| "learning_rate": 0.00010962593856856649, | |
| "loss": 0.5487, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.5983563661575317, | |
| "learning_rate": 0.00010946047540025372, | |
| "loss": 0.515, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.3288837671279907, | |
| "learning_rate": 0.00010929498609293924, | |
| "loss": 0.6094, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.4095224440097809, | |
| "learning_rate": 0.00010912947110386484, | |
| "loss": 0.4269, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.9093605875968933, | |
| "learning_rate": 0.00010896393089034336, | |
| "loss": 0.4983, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.29987531900405884, | |
| "learning_rate": 0.00010879836590975731, | |
| "loss": 0.363, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.4612436592578888, | |
| "learning_rate": 0.00010863277661955758, | |
| "loss": 0.6466, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.8924248814582825, | |
| "learning_rate": 0.00010846716347726233, | |
| "loss": 0.3571, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.2619093954563141, | |
| "learning_rate": 0.00010830152694045552, | |
| "loss": 0.568, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.9936345815658569, | |
| "learning_rate": 0.00010813586746678583, | |
| "loss": 0.5164, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.6397780776023865, | |
| "learning_rate": 0.00010797018551396527, | |
| "loss": 0.4196, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.5577610731124878, | |
| "learning_rate": 0.00010780448153976793, | |
| "loss": 0.7255, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.5776187777519226, | |
| "learning_rate": 0.00010763875600202879, | |
| "loss": 0.371, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.3465639650821686, | |
| "learning_rate": 0.00010747300935864243, | |
| "loss": 0.272, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.4619837999343872, | |
| "learning_rate": 0.00010730724206756168, | |
| "loss": 0.2819, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.34520411491394043, | |
| "learning_rate": 0.00010714145458679649, | |
| "loss": 0.6186, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.6020563840866089, | |
| "learning_rate": 0.00010697564737441252, | |
| "loss": 0.2653, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.6317043304443359, | |
| "learning_rate": 0.00010680982088853002, | |
| "loss": 0.3674, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.3305717706680298, | |
| "learning_rate": 0.00010664397558732244, | |
| "loss": 0.6258, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.6932215690612793, | |
| "learning_rate": 0.00010647811192901518, | |
| "loss": 0.2891, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.7648591995239258, | |
| "learning_rate": 0.00010631223037188449, | |
| "loss": 0.4415, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 1.066448450088501, | |
| "learning_rate": 0.00010614633137425598, | |
| "loss": 0.6719, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.4558663070201874, | |
| "learning_rate": 0.00010598041539450343, | |
| "loss": 0.3681, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.6853288412094116, | |
| "learning_rate": 0.00010581448289104758, | |
| "loss": 0.5901, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.6174774169921875, | |
| "learning_rate": 0.00010564853432235486, | |
| "loss": 0.5672, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.3689481019973755, | |
| "learning_rate": 0.00010548257014693601, | |
| "loss": 0.5118, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.6491348743438721, | |
| "learning_rate": 0.00010531659082334495, | |
| "loss": 0.756, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.7349205613136292, | |
| "learning_rate": 0.0001051505968101774, | |
| "loss": 0.5861, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.5765767693519592, | |
| "learning_rate": 0.00010498458856606972, | |
| "loss": 0.6011, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.28173473477363586, | |
| "learning_rate": 0.00010481856654969758, | |
| "loss": 1.0505, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.6159635782241821, | |
| "learning_rate": 0.0001046525312197747, | |
| "loss": 0.4108, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.569395899772644, | |
| "learning_rate": 0.00010448648303505151, | |
| "loss": 0.4487, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.7190093994140625, | |
| "learning_rate": 0.00010432042245431406, | |
| "loss": 0.1999, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.5158098340034485, | |
| "learning_rate": 0.00010415434993638269, | |
| "loss": 0.7024, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.4488438665866852, | |
| "learning_rate": 0.0001039882659401105, | |
| "loss": 0.4289, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.4636310935020447, | |
| "learning_rate": 0.00010382217092438255, | |
| "loss": 0.2705, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.72694993019104, | |
| "learning_rate": 0.00010365606534811423, | |
| "loss": 0.2194, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.4917081296443939, | |
| "learning_rate": 0.00010348994967025012, | |
| "loss": 1.0842, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.6921563744544983, | |
| "learning_rate": 0.00010332382434976266, | |
| "loss": 0.5801, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.4937489628791809, | |
| "learning_rate": 0.0001031576898456511, | |
| "loss": 0.7167, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.23887041211128235, | |
| "learning_rate": 0.00010299154661693987, | |
| "loss": 0.6585, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.6684651970863342, | |
| "learning_rate": 0.00010282539512267757, | |
| "loss": 0.6252, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.2771519124507904, | |
| "learning_rate": 0.00010265923582193573, | |
| "loss": 0.6683, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.4243355393409729, | |
| "learning_rate": 0.0001024930691738073, | |
| "loss": 0.1698, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.5778141617774963, | |
| "learning_rate": 0.00010232689563740563, | |
| "loss": 0.6546, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.5111245512962341, | |
| "learning_rate": 0.00010216071567186312, | |
| "loss": 0.2172, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.43212172389030457, | |
| "learning_rate": 0.00010199452973632981, | |
| "loss": 0.6029, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.5338983535766602, | |
| "learning_rate": 0.00010182833828997238, | |
| "loss": 0.5504, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.9532368779182434, | |
| "learning_rate": 0.00010166214179197264, | |
| "loss": 0.4724, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.3191937804222107, | |
| "learning_rate": 0.00010149594070152638, | |
| "loss": 0.7334, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.7247849702835083, | |
| "learning_rate": 0.0001013297354778421, | |
| "loss": 0.5641, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.3969646692276001, | |
| "learning_rate": 0.00010116352658013973, | |
| "loss": 0.3362, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 1.1442451477050781, | |
| "learning_rate": 0.00010099731446764926, | |
| "loss": 0.4536, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.36780816316604614, | |
| "learning_rate": 0.00010083109959960973, | |
| "loss": 0.3626, | |
| "step": 950 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1900, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 475, | |
| "total_flos": 6.978754688188416e+16, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |