diff --git "a/RoboInterVLM_llava_one_vision_7B/trainer_state.json" "b/RoboInterVLM_llava_one_vision_7B/trainer_state.json"
deleted file mode 100644--- "a/RoboInterVLM_llava_one_vision_7B/trainer_state.json"
+++ /dev/null
@@ -1,137685 +0,0 @@
-{
-  "best_metric": null,
-  "best_model_checkpoint": null,
-  "epoch": 1.0,
-  "eval_steps": 500,
-  "global_step": 19665,
-  "is_hyper_param_search": false,
-  "is_local_process_zero": true,
-  "is_world_process_zero": true,
-  "log_history": [
-    {
-      "epoch": 0.0,
-      "grad_norm": 8.557192575617696,
-      "learning_rate": 3.3898305084745764e-08,
-      "loss": 0.8805,
-      "step": 1
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 9.06872712778614,
-      "learning_rate": 6.779661016949153e-08,
-      "loss": 0.8498,
-      "step": 2
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 8.14569355426566,
-      "learning_rate": 1.0169491525423729e-07,
-      "loss": 0.8802,
-      "step": 3
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 9.2812101013113,
-      "learning_rate": 1.3559322033898305e-07,
-      "loss": 0.8447,
-      "step": 4
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 8.22501739492148,
-      "learning_rate": 1.6949152542372883e-07,
-      "loss": 0.8661,
-      "step": 5
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 9.107731386918358,
-      "learning_rate": 2.0338983050847458e-07,
-      "loss": 0.9148,
-      "step": 6
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 8.537106942847725,
-      "learning_rate": 2.3728813559322036e-07,
-      "loss": 0.7615,
-      "step": 7
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 9.780092872367305,
-      "learning_rate": 2.711864406779661e-07,
-      "loss": 0.8196,
-      "step": 8
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 8.790315313064749,
-      "learning_rate": 3.050847457627119e-07,
-      "loss": 0.859,
-      "step": 9
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 8.841389331094158,
-      "learning_rate": 3.3898305084745766e-07,
-      "loss": 0.8597,
-      "step": 10
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 9.054485774470677,
-      "learning_rate": 3.7288135593220347e-07,
-      "loss": 0.8975,
-      "step": 11
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 9.348866446220944,
-      "learning_rate": 4.0677966101694916e-07,
-      "loss": 0.8716,
-      "step": 12
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 8.375820124871165,
-      "learning_rate": 4.4067796610169497e-07,
-      "loss": 0.8262,
-      "step": 13
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 8.489161661750288,
-      "learning_rate": 4.745762711864407e-07,
-      "loss": 0.8317,
-      "step": 14
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 7.647864966680701,
-      "learning_rate": 5.084745762711865e-07,
-      "loss": 0.8068,
-      "step": 15
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 11.25567460340579,
-      "learning_rate": 5.423728813559322e-07,
-      "loss": 0.8784,
-      "step": 16
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 6.243574981713614,
-      "learning_rate": 5.76271186440678e-07,
-      "loss": 0.7368,
-      "step": 17
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 6.459065444090269,
-      "learning_rate": 6.101694915254238e-07,
-      "loss": 0.7662,
-      "step": 18
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 7.014917635106802,
-      "learning_rate": 6.440677966101695e-07,
-      "loss": 0.7592,
-      "step": 19
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 6.860940141421972,
-      "learning_rate": 6.779661016949153e-07,
-      "loss": 0.731,
-      "step": 20
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 6.185099928998005,
-      "learning_rate": 7.118644067796611e-07,
-      "loss": 0.6707,
-      "step": 21
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 5.23904808480235,
-      "learning_rate": 7.457627118644069e-07,
-      "loss": 0.7006,
-      "step": 22
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 5.327549403384544,
-      "learning_rate": 7.796610169491527e-07,
-      "loss": 0.6307,
-      "step": 23
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 4.097537794801515,
-      "learning_rate": 8.135593220338983e-07,
-      "loss": 0.6203,
-      "step": 24
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 4.377204730201115,
-      "learning_rate": 8.474576271186441e-07,
-      "loss": 0.5821,
-      "step": 25
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 4.358088694702184,
-      "learning_rate": 8.813559322033899e-07,
-      "loss": 0.602,
-      "step": 26
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 4.197286363634574,
-      "learning_rate": 9.152542372881357e-07,
-      "loss": 0.6424,
-      "step": 27
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 3.799809603049265,
-      "learning_rate": 9.491525423728814e-07,
-      "loss": 0.5751,
-      "step": 28
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 3.383671404077906,
-      "learning_rate": 9.830508474576272e-07,
-      "loss": 0.5296,
-      "step": 29
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 4.216187266889182,
-      "learning_rate": 1.016949152542373e-06,
-      "loss": 0.536,
-      "step": 30
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 3.3106453196134393,
-      "learning_rate": 1.0508474576271187e-06,
-      "loss": 0.5286,
-      "step": 31
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.618350813260054,
-      "learning_rate": 1.0847457627118644e-06,
-      "loss": 0.5057,
-      "step": 32
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.5217817090570738,
-      "learning_rate": 1.1186440677966102e-06,
-      "loss": 0.4745,
-      "step": 33
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.3533426940286937,
-      "learning_rate": 1.152542372881356e-06,
-      "loss": 0.4211,
-      "step": 34
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.61696040904103,
-      "learning_rate": 1.186440677966102e-06,
-      "loss": 0.4285,
-      "step": 35
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.456578510501274,
-      "learning_rate": 1.2203389830508477e-06,
-      "loss": 0.4165,
-      "step": 36
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.6810354384934776,
-      "learning_rate": 1.2542372881355932e-06,
-      "loss": 0.4464,
-      "step": 37
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.387681024180993,
-      "learning_rate": 1.288135593220339e-06,
-      "loss": 0.4644,
-      "step": 38
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.4467785580460735,
-      "learning_rate": 1.322033898305085e-06,
-      "loss": 0.4539,
-      "step": 39
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.4529315649495667,
-      "learning_rate": 1.3559322033898307e-06,
-      "loss": 0.4166,
-      "step": 40
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 3.212819968943549,
-      "learning_rate": 1.3898305084745764e-06,
-      "loss": 0.3938,
-      "step": 41
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.863910204540751,
-      "learning_rate": 1.4237288135593222e-06,
-      "loss": 0.3991,
-      "step": 42
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.6764048559205706,
-      "learning_rate": 1.457627118644068e-06,
-      "loss": 0.372,
-      "step": 43
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.799219722876445,
-      "learning_rate": 1.4915254237288139e-06,
-      "loss": 0.3803,
-      "step": 44
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.9642819860180136,
-      "learning_rate": 1.5254237288135596e-06,
-      "loss": 0.39,
-      "step": 45
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.102560995531875,
-      "learning_rate": 1.5593220338983054e-06,
-      "loss": 0.399,
-      "step": 46
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.2717682014897997,
-      "learning_rate": 1.593220338983051e-06,
-      "loss": 0.3334,
-      "step": 47
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.8451916643138015,
-      "learning_rate": 1.6271186440677967e-06,
-      "loss": 0.3806,
-      "step": 48
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.791231995618392,
-      "learning_rate": 1.6610169491525424e-06,
-      "loss": 0.3786,
-      "step": 49
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.8661867054992236,
-      "learning_rate": 1.6949152542372882e-06,
-      "loss": 0.3763,
-      "step": 50
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.9794021888687487,
-      "learning_rate": 1.728813559322034e-06,
-      "loss": 0.3371,
-      "step": 51
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.224468293642754,
-      "learning_rate": 1.7627118644067799e-06,
-      "loss": 0.3475,
-      "step": 52
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.31298307443876,
-      "learning_rate": 1.7966101694915256e-06,
-      "loss": 0.3692,
-      "step": 53
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.8429593134990803,
-      "learning_rate": 1.8305084745762714e-06,
-      "loss": 0.336,
-      "step": 54
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.8510671554362415,
-      "learning_rate": 1.8644067796610171e-06,
-      "loss": 0.3369,
-      "step": 55
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.0884605066914403,
-      "learning_rate": 1.8983050847457629e-06,
-      "loss": 0.3531,
-      "step": 56
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.7766166145814422,
-      "learning_rate": 1.932203389830509e-06,
-      "loss": 0.3224,
-      "step": 57
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.00091805426027,
-      "learning_rate": 1.9661016949152544e-06,
-      "loss": 0.3207,
-      "step": 58
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.671445434483612,
-      "learning_rate": 2.0000000000000003e-06,
-      "loss": 0.3473,
-      "step": 59
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.8089600378647877,
-      "learning_rate": 2.033898305084746e-06,
-      "loss": 0.3158,
-      "step": 60
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.857053304370097,
-      "learning_rate": 2.0677966101694914e-06,
-      "loss": 0.3353,
-      "step": 61
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.8869217170364412,
-      "learning_rate": 2.1016949152542374e-06,
-      "loss": 0.2722,
-      "step": 62
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.6325695751917972,
-      "learning_rate": 2.1355932203389833e-06,
-      "loss": 0.3661,
-      "step": 63
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.6938194400308952,
-      "learning_rate": 2.169491525423729e-06,
-      "loss": 0.3112,
-      "step": 64
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 3.0006172337912416,
-      "learning_rate": 2.203389830508475e-06,
-      "loss": 0.3639,
-      "step": 65
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.0199725555296335,
-      "learning_rate": 2.2372881355932204e-06,
-      "loss": 0.3086,
-      "step": 66
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.8730176329500001,
-      "learning_rate": 2.2711864406779663e-06,
-      "loss": 0.323,
-      "step": 67
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.7440535132509414,
-      "learning_rate": 2.305084745762712e-06,
-      "loss": 0.343,
-      "step": 68
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.112486078314485,
-      "learning_rate": 2.338983050847458e-06,
-      "loss": 0.3391,
-      "step": 69
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.7751924675393387,
-      "learning_rate": 2.372881355932204e-06,
-      "loss": 0.3234,
-      "step": 70
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.964742351336944,
-      "learning_rate": 2.4067796610169493e-06,
-      "loss": 0.2933,
-      "step": 71
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.3092146299206104,
-      "learning_rate": 2.4406779661016953e-06,
-      "loss": 0.2857,
-      "step": 72
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.7904622412420848,
-      "learning_rate": 2.474576271186441e-06,
-      "loss": 0.3443,
-      "step": 73
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.7863495982308861,
-      "learning_rate": 2.5084745762711864e-06,
-      "loss": 0.3031,
-      "step": 74
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.5671252584011932,
-      "learning_rate": 2.5423728813559323e-06,
-      "loss": 0.2966,
-      "step": 75
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.656662139777409,
-      "learning_rate": 2.576271186440678e-06,
-      "loss": 0.3134,
-      "step": 76
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.041825731687294,
-      "learning_rate": 2.610169491525424e-06,
-      "loss": 0.3457,
-      "step": 77
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.516375034415401,
-      "learning_rate": 2.64406779661017e-06,
-      "loss": 0.2944,
-      "step": 78
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.9869017421478328,
-      "learning_rate": 2.6779661016949153e-06,
-      "loss": 0.2837,
-      "step": 79
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.6175841066321706,
-      "learning_rate": 2.7118644067796613e-06,
-      "loss": 0.2864,
-      "step": 80
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.7170519798903372,
-      "learning_rate": 2.745762711864407e-06,
-      "loss": 0.3284,
-      "step": 81
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.7972083881181034,
-      "learning_rate": 2.779661016949153e-06,
-      "loss": 0.299,
-      "step": 82
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.8307414003842113,
-      "learning_rate": 2.8135593220338988e-06,
-      "loss": 0.3023,
-      "step": 83
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.613381220629313,
-      "learning_rate": 2.8474576271186443e-06,
-      "loss": 0.3124,
-      "step": 84
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.7950742462204192,
-      "learning_rate": 2.8813559322033903e-06,
-      "loss": 0.3006,
-      "step": 85
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.221539092274775,
-      "learning_rate": 2.915254237288136e-06,
-      "loss": 0.3048,
-      "step": 86
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.259845817762709,
-      "learning_rate": 2.9491525423728818e-06,
-      "loss": 0.3044,
-      "step": 87
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.541938397353296,
-      "learning_rate": 2.9830508474576277e-06,
-      "loss": 0.3434,
-      "step": 88
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.1376130907622923,
-      "learning_rate": 3.0169491525423733e-06,
-      "loss": 0.3282,
-      "step": 89
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.0565278408576604,
-      "learning_rate": 3.0508474576271192e-06,
-      "loss": 0.2927,
-      "step": 90
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.926909173349644,
-      "learning_rate": 3.0847457627118648e-06,
-      "loss": 0.3109,
-      "step": 91
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.6185375769384565,
-      "learning_rate": 3.1186440677966107e-06,
-      "loss": 0.3094,
-      "step": 92
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.8249433332855955,
-      "learning_rate": 3.1525423728813563e-06,
-      "loss": 0.3225,
-      "step": 93
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.7226923086848356,
-      "learning_rate": 3.186440677966102e-06,
-      "loss": 0.293,
-      "step": 94
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.8579049970780483,
-      "learning_rate": 3.2203389830508473e-06,
-      "loss": 0.297,
-      "step": 95
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 1.8217865526593613,
-      "learning_rate": 3.2542372881355933e-06,
-      "loss": 0.299,
-      "step": 96
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.9857064112941214,
-      "learning_rate": 3.288135593220339e-06,
-      "loss": 0.2983,
-      "step": 97
-    },
-    {
-      "epoch": 0.0,
-      "grad_norm": 2.0821655536527746,
-      "learning_rate": 3.322033898305085e-06,
-      "loss": 0.3261,
-      "step": 98
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 3.1380580706567773,
-      "learning_rate": 3.3559322033898308e-06,
-      "loss": 0.2775,
-      "step": 99
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.0160814105257923,
-      "learning_rate": 3.3898305084745763e-06,
-      "loss": 0.3317,
-      "step": 100
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.5909755454757093,
-      "learning_rate": 3.4237288135593223e-06,
-      "loss": 0.303,
-      "step": 101
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 12.191902880650215,
-      "learning_rate": 3.457627118644068e-06,
-      "loss": 0.3183,
-      "step": 102
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.9238805550148785,
-      "learning_rate": 3.4915254237288138e-06,
-      "loss": 0.3072,
-      "step": 103
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.2333502172845163,
-      "learning_rate": 3.5254237288135597e-06,
-      "loss": 0.3586,
-      "step": 104
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 8.589718562654825,
-      "learning_rate": 3.5593220338983053e-06,
-      "loss": 0.3147,
-      "step": 105
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6143252679477402,
-      "learning_rate": 3.5932203389830512e-06,
-      "loss": 0.2904,
-      "step": 106
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.2836235321900076,
-      "learning_rate": 3.6271186440677968e-06,
-      "loss": 0.3066,
-      "step": 107
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6830983780860997,
-      "learning_rate": 3.6610169491525427e-06,
-      "loss": 0.3336,
-      "step": 108
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7804936986415487,
-      "learning_rate": 3.6949152542372883e-06,
-      "loss": 0.3005,
-      "step": 109
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 3.065589112282441,
-      "learning_rate": 3.7288135593220342e-06,
-      "loss": 0.2842,
-      "step": 110
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.350341154005084,
-      "learning_rate": 3.76271186440678e-06,
-      "loss": 0.3179,
-      "step": 111
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.4814230337002219,
-      "learning_rate": 3.7966101694915257e-06,
-      "loss": 0.2744,
-      "step": 112
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.733113410194878,
-      "learning_rate": 3.830508474576271e-06,
-      "loss": 0.3027,
-      "step": 113
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5967154788237727,
-      "learning_rate": 3.864406779661018e-06,
-      "loss": 0.3258,
-      "step": 114
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 3.3370723281642563,
-      "learning_rate": 3.898305084745763e-06,
-      "loss": 0.3114,
-      "step": 115
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6445205745938416,
-      "learning_rate": 3.932203389830509e-06,
-      "loss": 0.3116,
-      "step": 116
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.0862236046831435,
-      "learning_rate": 3.966101694915255e-06,
-      "loss": 0.2998,
-      "step": 117
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5820347545216342,
-      "learning_rate": 4.000000000000001e-06,
-      "loss": 0.3014,
-      "step": 118
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.9780553225075865,
-      "learning_rate": 4.033898305084746e-06,
-      "loss": 0.321,
-      "step": 119
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.0824896309123964,
-      "learning_rate": 4.067796610169492e-06,
-      "loss": 0.2436,
-      "step": 120
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.235099816002165,
-      "learning_rate": 4.101694915254237e-06,
-      "loss": 0.2895,
-      "step": 121
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.9274858752777464,
-      "learning_rate": 4.135593220338983e-06,
-      "loss": 0.2712,
-      "step": 122
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.0017257398500234,
-      "learning_rate": 4.169491525423729e-06,
-      "loss": 0.2674,
-      "step": 123
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.3276432711309596,
-      "learning_rate": 4.203389830508475e-06,
-      "loss": 0.3218,
-      "step": 124
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.1175621752154283,
-      "learning_rate": 4.23728813559322e-06,
-      "loss": 0.3057,
-      "step": 125
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.8693993867856755,
-      "learning_rate": 4.271186440677967e-06,
-      "loss": 0.2679,
-      "step": 126
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6694157796882232,
-      "learning_rate": 4.305084745762712e-06,
-      "loss": 0.2739,
-      "step": 127
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.249653153315445,
-      "learning_rate": 4.338983050847458e-06,
-      "loss": 0.2827,
-      "step": 128
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.6424596204092072,
-      "learning_rate": 4.372881355932203e-06,
-      "loss": 0.2826,
-      "step": 129
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7334690566735274,
-      "learning_rate": 4.40677966101695e-06,
-      "loss": 0.2932,
-      "step": 130
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.9839422437397973,
-      "learning_rate": 4.440677966101695e-06,
-      "loss": 0.3081,
-      "step": 131
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.953781353665557,
-      "learning_rate": 4.474576271186441e-06,
-      "loss": 0.3027,
-      "step": 132
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.8911646090025422,
-      "learning_rate": 4.508474576271187e-06,
-      "loss": 0.3037,
-      "step": 133
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6962571768979062,
-      "learning_rate": 4.542372881355933e-06,
-      "loss": 0.2561,
-      "step": 134
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.634664008844036,
-      "learning_rate": 4.576271186440678e-06,
-      "loss": 0.2879,
-      "step": 135
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.777790158029909,
-      "learning_rate": 4.610169491525424e-06,
-      "loss": 0.2721,
-      "step": 136
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7148761472284506,
-      "learning_rate": 4.64406779661017e-06,
-      "loss": 0.2717,
-      "step": 137
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7208081889064668,
-      "learning_rate": 4.677966101694916e-06,
-      "loss": 0.2838,
-      "step": 138
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.89025248616027,
-      "learning_rate": 4.711864406779661e-06,
-      "loss": 0.3075,
-      "step": 139
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7365633256432669,
-      "learning_rate": 4.745762711864408e-06,
-      "loss": 0.2909,
-      "step": 140
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6009133709225887,
-      "learning_rate": 4.779661016949153e-06,
-      "loss": 0.2538,
-      "step": 141
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.0332412939427944,
-      "learning_rate": 4.813559322033899e-06,
-      "loss": 0.3089,
-      "step": 142
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.775911485217657,
-      "learning_rate": 4.847457627118645e-06,
-      "loss": 0.3002,
-      "step": 143
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.4574169659822291,
-      "learning_rate": 4.881355932203391e-06,
-      "loss": 0.2843,
-      "step": 144
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7122297188914908,
-      "learning_rate": 4.915254237288136e-06,
-      "loss": 0.2923,
-      "step": 145
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.8661430535697405,
-      "learning_rate": 4.949152542372882e-06,
-      "loss": 0.2933,
-      "step": 146
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5280893595273282,
-      "learning_rate": 4.983050847457628e-06,
-      "loss": 0.3097,
-      "step": 147
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5414815172107994,
-      "learning_rate": 5.016949152542373e-06,
-      "loss": 0.2894,
-      "step": 148
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6979336511591085,
-      "learning_rate": 5.050847457627119e-06,
-      "loss": 0.3058,
-      "step": 149
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.399367962381608,
-      "learning_rate": 5.084745762711865e-06,
-      "loss": 0.2826,
-      "step": 150
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.666309227933981,
-      "learning_rate": 5.118644067796611e-06,
-      "loss": 0.2729,
-      "step": 151
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.479961432900143,
-      "learning_rate": 5.152542372881356e-06,
-      "loss": 0.2805,
-      "step": 152
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7384952021588505,
-      "learning_rate": 5.186440677966102e-06,
-      "loss": 0.2759,
-      "step": 153
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.8596650431273607,
-      "learning_rate": 5.220338983050848e-06,
-      "loss": 0.2758,
-      "step": 154
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.857375302476961,
-      "learning_rate": 5.254237288135594e-06,
-      "loss": 0.3048,
-      "step": 155
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7591182469694164,
-      "learning_rate": 5.28813559322034e-06,
-      "loss": 0.2762,
-      "step": 156
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.2948961387152282,
-      "learning_rate": 5.322033898305086e-06,
-      "loss": 0.2911,
-      "step": 157
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.261579664075019,
-      "learning_rate": 5.355932203389831e-06,
-      "loss": 0.2845,
-      "step": 158
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.0906674064521806,
-      "learning_rate": 5.389830508474577e-06,
-      "loss": 0.2798,
-      "step": 159
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.689900338950711,
-      "learning_rate": 5.423728813559323e-06,
-      "loss": 0.3181,
-      "step": 160
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5558610571402536,
-      "learning_rate": 5.457627118644067e-06,
-      "loss": 0.2835,
-      "step": 161
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 3.231530175438594,
-      "learning_rate": 5.491525423728814e-06,
-      "loss": 0.3044,
-      "step": 162
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.6429093181423005,
-      "learning_rate": 5.525423728813559e-06,
-      "loss": 0.3068,
-      "step": 163
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7844549696996412,
-      "learning_rate": 5.559322033898306e-06,
-      "loss": 0.2853,
-      "step": 164
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.0082259106645943,
-      "learning_rate": 5.593220338983051e-06,
-      "loss": 0.3477,
-      "step": 165
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.960115573884396,
-      "learning_rate": 5.6271186440677975e-06,
-      "loss": 0.2772,
-      "step": 166
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.068249027081921,
-      "learning_rate": 5.661016949152542e-06,
-      "loss": 0.2967,
-      "step": 167
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7051358404672956,
-      "learning_rate": 5.694915254237289e-06,
-      "loss": 0.2871,
-      "step": 168
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.709105980487174,
-      "learning_rate": 5.728813559322034e-06,
-      "loss": 0.2613,
-      "step": 169
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.950311162930796,
-      "learning_rate": 5.7627118644067805e-06,
-      "loss": 0.2923,
-      "step": 170
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.651513874408586,
-      "learning_rate": 5.796610169491525e-06,
-      "loss": 0.3087,
-      "step": 171
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.710559983293689,
-      "learning_rate": 5.830508474576272e-06,
-      "loss": 0.2794,
-      "step": 172
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7771722763697293,
-      "learning_rate": 5.864406779661017e-06,
-      "loss": 0.2783,
-      "step": 173
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.160139050072537,
-      "learning_rate": 5.8983050847457635e-06,
-      "loss": 0.2966,
-      "step": 174
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5002256496386404,
-      "learning_rate": 5.932203389830509e-06,
-      "loss": 0.2879,
-      "step": 175
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.8875259490488177,
-      "learning_rate": 5.9661016949152555e-06,
-      "loss": 0.2937,
-      "step": 176
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7701374784962995,
-      "learning_rate": 6e-06,
-      "loss": 0.2667,
-      "step": 177
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7400487952240289,
-      "learning_rate": 6.0338983050847465e-06,
-      "loss": 0.317,
-      "step": 178
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6262926424592759,
-      "learning_rate": 6.067796610169492e-06,
-      "loss": 0.2988,
-      "step": 179
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7533113610007194,
-      "learning_rate": 6.1016949152542385e-06,
-      "loss": 0.2743,
-      "step": 180
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.1487191473952074,
-      "learning_rate": 6.135593220338983e-06,
-      "loss": 0.2731,
-      "step": 181
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.837373024422903,
-      "learning_rate": 6.1694915254237295e-06,
-      "loss": 0.2474,
-      "step": 182
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 3.384431938898038,
-      "learning_rate": 6.203389830508475e-06,
-      "loss": 0.2928,
-      "step": 183
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5271044696646137,
-      "learning_rate": 6.2372881355932215e-06,
-      "loss": 0.2544,
-      "step": 184
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.3710907064781839,
-      "learning_rate": 6.271186440677966e-06,
-      "loss": 0.2716,
-      "step": 185
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7978500758050704,
-      "learning_rate": 6.3050847457627125e-06,
-      "loss": 0.2629,
-      "step": 186
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.266493908137502,
-      "learning_rate": 6.338983050847458e-06,
-      "loss": 0.2636,
-      "step": 187
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6865435211762627,
-      "learning_rate": 6.372881355932204e-06,
-      "loss": 0.2919,
-      "step": 188
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5177106818253951,
-      "learning_rate": 6.40677966101695e-06,
-      "loss": 0.2696,
-      "step": 189
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.598312898809967,
-      "learning_rate": 6.440677966101695e-06,
-      "loss": 0.2941,
-      "step": 190
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7020330476074053,
-      "learning_rate": 6.474576271186441e-06,
-      "loss": 0.2566,
-      "step": 191
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6452188115531354,
-      "learning_rate": 6.508474576271187e-06,
-      "loss": 0.2627,
-      "step": 192
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5337855227059187,
-      "learning_rate": 6.542372881355933e-06,
-      "loss": 0.2749,
-      "step": 193
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5885009119467683,
-      "learning_rate": 6.576271186440678e-06,
-      "loss": 0.2871,
-      "step": 194
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.9656764093443815,
-      "learning_rate": 6.610169491525424e-06,
-      "loss": 0.3027,
-      "step": 195
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.0483602782105494,
-      "learning_rate": 6.64406779661017e-06,
-      "loss": 0.3092,
-      "step": 196
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.8565023223461687,
-      "learning_rate": 6.677966101694916e-06,
-      "loss": 0.3084,
-      "step": 197
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7646513939378161,
-      "learning_rate": 6.7118644067796615e-06,
-      "loss": 0.2953,
-      "step": 198
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6957118175929442,
-      "learning_rate": 6.745762711864408e-06,
-      "loss": 0.2939,
-      "step": 199
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6271626182864425,
-      "learning_rate": 6.779661016949153e-06,
-      "loss": 0.2732,
-      "step": 200
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.665492075397036,
-      "learning_rate": 6.813559322033899e-06,
-      "loss": 0.2643,
-      "step": 201
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7849521054857391,
-      "learning_rate": 6.8474576271186445e-06,
-      "loss": 0.2967,
-      "step": 202
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6961191232197494,
-      "learning_rate": 6.881355932203391e-06,
-      "loss": 0.3109,
-      "step": 203
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.725277238030002,
-      "learning_rate": 6.915254237288136e-06,
-      "loss": 0.2882,
-      "step": 204
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7040601722570679,
-      "learning_rate": 6.949152542372882e-06,
-      "loss": 0.261,
-      "step": 205
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7790750902245551,
-      "learning_rate": 6.9830508474576275e-06,
-      "loss": 0.2928,
-      "step": 206
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.8954542367183922,
-      "learning_rate": 7.016949152542374e-06,
-      "loss": 0.2961,
-      "step": 207
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.0100427678525317,
-      "learning_rate": 7.0508474576271195e-06,
-      "loss": 0.271,
-      "step": 208
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.635043641028692,
-      "learning_rate": 7.084745762711865e-06,
-      "loss": 0.3017,
-      "step": 209
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5721374879331982,
-      "learning_rate": 7.1186440677966106e-06,
-      "loss": 0.2586,
-      "step": 210
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7623509032189595,
-      "learning_rate": 7.152542372881357e-06,
-      "loss": 0.2852,
-      "step": 211
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.8084559334984929,
-      "learning_rate": 7.1864406779661025e-06,
-      "loss": 0.2502,
-      "step": 212
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5700471733368953,
-      "learning_rate": 7.220338983050849e-06,
-      "loss": 0.2658,
-      "step": 213
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7884143221055777,
-      "learning_rate": 7.2542372881355936e-06,
-      "loss": 0.2813,
-      "step": 214
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.8403028285709235,
-      "learning_rate": 7.288135593220339e-06,
-      "loss": 0.2509,
-      "step": 215
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6358262298861554,
-      "learning_rate": 7.3220338983050855e-06,
-      "loss": 0.2608,
-      "step": 216
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 8.065627300198091,
-      "learning_rate": 7.355932203389831e-06,
-      "loss": 0.2775,
-      "step": 217
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5288052157129923,
-      "learning_rate": 7.3898305084745766e-06,
-      "loss": 0.2694,
-      "step": 218
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6187358313701743,
-      "learning_rate": 7.423728813559322e-06,
-      "loss": 0.2611,
-      "step": 219
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.500589738935865,
-      "learning_rate": 7.4576271186440685e-06,
-      "loss": 0.2611,
-      "step": 220
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6846488257425314,
-      "learning_rate": 7.491525423728814e-06,
-      "loss": 0.2625,
-      "step": 221
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.5149283412876415,
-      "learning_rate": 7.52542372881356e-06,
-      "loss": 0.2698,
-      "step": 222
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.520702365266604,
-      "learning_rate": 7.559322033898305e-06,
-      "loss": 0.2756,
-      "step": 223
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6031162343212535,
-      "learning_rate": 7.5932203389830515e-06,
-      "loss": 0.2617,
-      "step": 224
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6952860116491963,
-      "learning_rate": 7.627118644067797e-06,
-      "loss": 0.2818,
-      "step": 225
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.477255037322905,
-      "learning_rate": 7.661016949152543e-06,
-      "loss": 0.2496,
-      "step": 226
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6660271734854857,
-      "learning_rate": 7.694915254237289e-06,
-      "loss": 0.2768,
-      "step": 227
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.9775731672940686,
-      "learning_rate": 7.728813559322035e-06,
-      "loss": 0.2535,
-      "step": 228
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7011300558433908,
-      "learning_rate": 7.76271186440678e-06,
-      "loss": 0.2851,
-      "step": 229
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.646079153476468,
-      "learning_rate": 7.796610169491526e-06,
-      "loss": 0.3166,
-      "step": 230
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.4393049865391425,
-      "learning_rate": 7.830508474576271e-06,
-      "loss": 0.3049,
-      "step": 231
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6556807137319012,
-      "learning_rate": 7.864406779661017e-06,
-      "loss": 0.2875,
-      "step": 232
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.8731866145038525,
-      "learning_rate": 7.898305084745764e-06,
-      "loss": 0.2701,
-      "step": 233
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.62571796111418,
-      "learning_rate": 7.93220338983051e-06,
-      "loss": 0.2728,
-      "step": 234
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.487202975941064,
-      "learning_rate": 7.966101694915255e-06,
-      "loss": 0.2719,
-      "step": 235
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.535136361003896,
-      "learning_rate": 8.000000000000001e-06,
-      "loss": 0.2615,
-      "step": 236
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6670845697053458,
-      "learning_rate": 8.033898305084746e-06,
-      "loss": 0.2603,
-      "step": 237
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.2513572304096718,
-      "learning_rate": 8.067796610169492e-06,
-      "loss": 0.2842,
-      "step": 238
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6010215262108967,
-      "learning_rate": 8.101694915254237e-06,
-      "loss": 0.2575,
-      "step": 239
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.264897174430261,
-      "learning_rate": 8.135593220338983e-06,
-      "loss": 0.28,
-      "step": 240
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5210659548113379,
-      "learning_rate": 8.16949152542373e-06,
-      "loss": 0.2957,
-      "step": 241
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5993802470049059,
-      "learning_rate": 8.203389830508475e-06,
-      "loss": 0.284,
-      "step": 242
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.4987229304363077,
-      "learning_rate": 8.237288135593221e-06,
-      "loss": 0.2617,
-      "step": 243
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.45585250607327,
-      "learning_rate": 8.271186440677966e-06,
-      "loss": 0.2637,
-      "step": 244
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.538155435073543,
-      "learning_rate": 8.305084745762712e-06,
-      "loss": 0.2741,
-      "step": 245
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.1391423571076142,
-      "learning_rate": 8.338983050847458e-06,
-      "loss": 0.2631,
-      "step": 246
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7253417394805781,
-      "learning_rate": 8.372881355932205e-06,
-      "loss": 0.2565,
-      "step": 247
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6275070709595192,
-      "learning_rate": 8.40677966101695e-06,
-      "loss": 0.2644,
-      "step": 248
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6116776111875923,
-      "learning_rate": 8.440677966101696e-06,
-      "loss": 0.2802,
-      "step": 249
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.570689718867318,
-      "learning_rate": 8.47457627118644e-06,
-      "loss": 0.2606,
-      "step": 250
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5257535084444283,
-      "learning_rate": 8.508474576271187e-06,
-      "loss": 0.2729,
-      "step": 251
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.4065841492399755,
-      "learning_rate": 8.542372881355933e-06,
-      "loss": 0.2552,
-      "step": 252
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.580942735174244,
-      "learning_rate": 8.57627118644068e-06,
-      "loss": 0.2869,
-      "step": 253
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7823741192008924,
-      "learning_rate": 8.610169491525424e-06,
-      "loss": 0.2458,
-      "step": 254
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6882930628464303,
-      "learning_rate": 8.64406779661017e-06,
-      "loss": 0.2797,
-      "step": 255
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5710000159998525,
-      "learning_rate": 8.677966101694915e-06,
-      "loss": 0.2596,
-      "step": 256
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5117969977132588,
-      "learning_rate": 8.711864406779662e-06,
-      "loss": 0.2915,
-      "step": 257
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.0879634715923228,
-      "learning_rate": 8.745762711864407e-06,
-      "loss": 0.2928,
-      "step": 258
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.4763672894599624,
-      "learning_rate": 8.779661016949153e-06,
-      "loss": 0.2661,
-      "step": 259
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5887813347318072,
-      "learning_rate": 8.8135593220339e-06,
-      "loss": 0.2644,
-      "step": 260
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.1284805411680634,
-      "learning_rate": 8.847457627118646e-06,
-      "loss": 0.2896,
-      "step": 261
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6764740798105202,
-      "learning_rate": 8.88135593220339e-06,
-      "loss": 0.2679,
-      "step": 262
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5530926451627123,
-      "learning_rate": 8.915254237288137e-06,
-      "loss": 0.2618,
-      "step": 263
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5762836341877522,
-      "learning_rate": 8.949152542372881e-06,
-      "loss": 0.278,
-      "step": 264
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.229849002174887,
-      "learning_rate": 8.983050847457628e-06,
-      "loss": 0.2623,
-      "step": 265
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.360225880617487,
-      "learning_rate": 9.016949152542374e-06,
-      "loss": 0.2769,
-      "step": 266
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.578613608691057,
-      "learning_rate": 9.05084745762712e-06,
-      "loss": 0.2935,
-      "step": 267
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5343613642802507,
-      "learning_rate": 9.084745762711865e-06,
-      "loss": 0.2827,
-      "step": 268
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.9651340500582921,
-      "learning_rate": 9.11864406779661e-06,
-      "loss": 0.3065,
-      "step": 269
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.189584326247112,
-      "learning_rate": 9.152542372881356e-06,
-      "loss": 0.2452,
-      "step": 270
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.568110390610819,
-      "learning_rate": 9.186440677966101e-06,
-      "loss": 0.2642,
-      "step": 271
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.490918665724689,
-      "learning_rate": 9.220338983050847e-06,
-      "loss": 0.2484,
-      "step": 272
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5178780940378127,
-      "learning_rate": 9.254237288135594e-06,
-      "loss": 0.2615,
-      "step": 273
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.4243185626593395,
-      "learning_rate": 9.28813559322034e-06,
-      "loss": 0.2706,
-      "step": 274
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.3943699378544865,
-      "learning_rate": 9.322033898305085e-06,
-      "loss": 0.2846,
-      "step": 275
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.39958325547155,
-      "learning_rate": 9.355932203389831e-06,
-      "loss": 0.2644,
-      "step": 276
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5566516750657318,
-      "learning_rate": 9.389830508474576e-06,
-      "loss": 0.2709,
-      "step": 277
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5807818263236182,
-      "learning_rate": 9.423728813559322e-06,
-      "loss": 0.2904,
-      "step": 278
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6657073622633627,
-      "learning_rate": 9.457627118644069e-06,
-      "loss": 0.2831,
-      "step": 279
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5508860676326361,
-      "learning_rate": 9.491525423728815e-06,
-      "loss": 0.3093,
-      "step": 280
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.4241612321960757,
-      "learning_rate": 9.52542372881356e-06,
-      "loss": 0.2769,
-      "step": 281
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5006924170004527,
-      "learning_rate": 9.559322033898306e-06,
-      "loss": 0.2415,
-      "step": 282
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5294543822090856,
-      "learning_rate": 9.593220338983051e-06,
-      "loss": 0.2515,
-      "step": 283
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.533886353920441,
-      "learning_rate": 9.627118644067797e-06,
-      "loss": 0.2829,
-      "step": 284
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 2.069418788425172,
-      "learning_rate": 9.661016949152544e-06,
-      "loss": 0.2887,
-      "step": 285
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5889620658480574,
-      "learning_rate": 9.69491525423729e-06,
-      "loss": 0.2991,
-      "step": 286
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.4597563573302703,
-      "learning_rate": 9.728813559322035e-06,
-      "loss": 0.2624,
-      "step": 287
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.740665680466997,
-      "learning_rate": 9.762711864406781e-06,
-      "loss": 0.2881,
-      "step": 288
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.3885281952656445,
-      "learning_rate": 9.796610169491526e-06,
-      "loss": 0.2958,
-      "step": 289
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.4980986665212326,
-      "learning_rate": 9.830508474576272e-06,
-      "loss": 0.2894,
-      "step": 290
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.6970976017778991,
-      "learning_rate": 9.864406779661017e-06,
-      "loss": 0.277,
-      "step": 291
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.5465766596610715,
-      "learning_rate": 9.898305084745763e-06,
-      "loss": 0.2723,
-      "step": 292
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.7023966032743651,
-      "learning_rate": 9.93220338983051e-06,
-      "loss": 0.2977,
-      "step": 293
-    },
-    {
-      "epoch": 0.01,
-      "grad_norm": 1.3390528257847034,
-      "learning_rate": 9.966101694915256e-06,
-      "loss": 0.2537,
-      "step": 294
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.1821890114626603,
-      "learning_rate": 1e-05,
-      "loss": 0.2668,
-      "step": 295
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.7286845032215452,
-      "learning_rate": 1.0033898305084746e-05,
-      "loss": 0.2744,
-      "step": 296
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4950792801793105,
-      "learning_rate": 1.0067796610169492e-05,
-      "loss": 0.272,
-      "step": 297
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4700432391190763,
-      "learning_rate": 1.0101694915254238e-05,
-      "loss": 0.2662,
-      "step": 298
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3967794895014582,
-      "learning_rate": 1.0135593220338985e-05,
-      "loss": 0.2802,
-      "step": 299
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 2.391964862237865,
-      "learning_rate": 1.016949152542373e-05,
-      "loss": 0.273,
-      "step": 300
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4563931631110092,
-      "learning_rate": 1.0203389830508474e-05,
-      "loss": 0.2905,
-      "step": 301
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.284413744656201,
-      "learning_rate": 1.0237288135593222e-05,
-      "loss": 0.2749,
-      "step": 302
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.7292121695347487,
-      "learning_rate": 1.0271186440677967e-05,
-      "loss": 0.243,
-      "step": 303
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.8232969594205204,
-      "learning_rate": 1.0305084745762712e-05,
-      "loss": 0.2722,
-      "step": 304
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.7932246344435712,
-      "learning_rate": 1.0338983050847458e-05,
-      "loss": 0.2684,
-      "step": 305
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.533073576390442,
-      "learning_rate": 1.0372881355932204e-05,
-      "loss": 0.2745,
-      "step": 306
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.8333910248684946,
-      "learning_rate": 1.040677966101695e-05,
-      "loss": 0.293,
-      "step": 307
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 3.1995055633474583,
-      "learning_rate": 1.0440677966101695e-05,
-      "loss": 0.2629,
-      "step": 308
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4645465210433868,
-      "learning_rate": 1.047457627118644e-05,
-      "loss": 0.2698,
-      "step": 309
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.346835487540612,
-      "learning_rate": 1.0508474576271188e-05,
-      "loss": 0.2704,
-      "step": 310
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4321145393072345,
-      "learning_rate": 1.0542372881355933e-05,
-      "loss": 0.2677,
-      "step": 311
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.5265056300536548,
-      "learning_rate": 1.057627118644068e-05,
-      "loss": 0.2803,
-      "step": 312
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3311183401050715,
-      "learning_rate": 1.0610169491525424e-05,
-      "loss": 0.2662,
-      "step": 313
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4977642596654024,
-      "learning_rate": 1.0644067796610172e-05,
-      "loss": 0.2729,
-      "step": 314
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.5866201311518897,
-      "learning_rate": 1.0677966101694917e-05,
-      "loss": 0.255,
-      "step": 315
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.5568209460381872,
-      "learning_rate": 1.0711864406779661e-05,
-      "loss": 0.2771,
-      "step": 316
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3484579322691495,
-      "learning_rate": 1.0745762711864408e-05,
-      "loss": 0.254,
-      "step": 317
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4060019872392868,
-      "learning_rate": 1.0779661016949154e-05,
-      "loss": 0.2847,
-      "step": 318
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.6215123876307729,
-      "learning_rate": 1.08135593220339e-05,
-      "loss": 0.2582,
-      "step": 319
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.1960240824180124,
-      "learning_rate": 1.0847457627118645e-05,
-      "loss": 0.2757,
-      "step": 320
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 2.6496098507964483,
-      "learning_rate": 1.088135593220339e-05,
-      "loss": 0.2946,
-      "step": 321
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3862470565731742,
-      "learning_rate": 1.0915254237288135e-05,
-      "loss": 0.2768,
-      "step": 322
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4544121582161837,
-      "learning_rate": 1.0949152542372883e-05,
-      "loss": 0.3032,
-      "step": 323
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4175535736163114,
-      "learning_rate": 1.0983050847457627e-05,
-      "loss": 0.2686,
-      "step": 324
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3191834379151826,
-      "learning_rate": 1.1016949152542374e-05,
-      "loss": 0.252,
-      "step": 325
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.33272323985383,
-      "learning_rate": 1.1050847457627118e-05,
-      "loss": 0.2779,
-      "step": 326
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.660681621213467,
-      "learning_rate": 1.1084745762711867e-05,
-      "loss": 0.2794,
-      "step": 327
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.431182692042468,
-      "learning_rate": 1.1118644067796611e-05,
-      "loss": 0.2699,
-      "step": 328
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4489972397114494,
-      "learning_rate": 1.1152542372881356e-05,
-      "loss": 0.2682,
-      "step": 329
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.6541146528927058,
-      "learning_rate": 1.1186440677966102e-05,
-      "loss": 0.3242,
-      "step": 330
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.331208350127372,
-      "learning_rate": 1.1220338983050849e-05,
-      "loss": 0.266,
-      "step": 331
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4591943463955406,
-      "learning_rate": 1.1254237288135595e-05,
-      "loss": 0.2462,
-      "step": 332
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4940367024477517,
-      "learning_rate": 1.128813559322034e-05,
-      "loss": 0.2634,
-      "step": 333
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.6020801701154066,
-      "learning_rate": 1.1322033898305084e-05,
-      "loss": 0.258,
-      "step": 334
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.567603002600629,
-      "learning_rate": 1.1355932203389833e-05,
-      "loss": 0.2893,
-      "step": 335
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4512891656223712,
-      "learning_rate": 1.1389830508474577e-05,
-      "loss": 0.2592,
-      "step": 336
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.9013614792745004,
-      "learning_rate": 1.1423728813559322e-05,
-      "loss": 0.3183,
-      "step": 337
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4816696067269588,
-      "learning_rate": 1.1457627118644068e-05,
-      "loss": 0.2521,
-      "step": 338
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4699744125682022,
-      "learning_rate": 1.1491525423728815e-05,
-      "loss": 0.2435,
-      "step": 339
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.5292539331602504,
-      "learning_rate": 1.1525423728813561e-05,
-      "loss": 0.2773,
-      "step": 340
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.493805068160698,
-      "learning_rate": 1.1559322033898306e-05,
-      "loss": 0.2776,
-      "step": 341
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 2.3320441267535226,
-      "learning_rate": 1.159322033898305e-05,
-      "loss": 0.3148,
-      "step": 342
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.5768942640637522,
-      "learning_rate": 1.1627118644067799e-05,
-      "loss": 0.2882,
-      "step": 343
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 2.6327174925876067,
-      "learning_rate": 1.1661016949152543e-05,
-      "loss": 0.2643,
-      "step": 344
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.5979901584661973,
-      "learning_rate": 1.169491525423729e-05,
-      "loss": 0.2793,
-      "step": 345
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.490949422523808,
-      "learning_rate": 1.1728813559322034e-05,
-      "loss": 0.2797,
-      "step": 346
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.6373314185665537,
-      "learning_rate": 1.1762711864406782e-05,
-      "loss": 0.2702,
-      "step": 347
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.494597348638564,
-      "learning_rate": 1.1796610169491527e-05,
-      "loss": 0.256,
-      "step": 348
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.268989549770058,
-      "learning_rate": 1.1830508474576272e-05,
-      "loss": 0.275,
-      "step": 349
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.5728102611683135,
-      "learning_rate": 1.1864406779661018e-05,
-      "loss": 0.2747,
-      "step": 350
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4554919008312315,
-      "learning_rate": 1.1898305084745763e-05,
-      "loss": 0.2656,
-      "step": 351
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.6882217452125865,
-      "learning_rate": 1.1932203389830511e-05,
-      "loss": 0.2724,
-      "step": 352
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.5458553639090058,
-      "learning_rate": 1.1966101694915256e-05,
-      "loss": 0.2574,
-      "step": 353
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 2.9734651946977806,
-      "learning_rate": 1.2e-05,
-      "loss": 0.2682,
-      "step": 354
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4674881583289108,
-      "learning_rate": 1.2033898305084745e-05,
-      "loss": 0.2624,
-      "step": 355
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.6725844123567122,
-      "learning_rate": 1.2067796610169493e-05,
-      "loss": 0.2693,
-      "step": 356
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3657325069194421,
-      "learning_rate": 1.2101694915254238e-05,
-      "loss": 0.2422,
-      "step": 357
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4560212112782298,
-      "learning_rate": 1.2135593220338984e-05,
-      "loss": 0.2519,
-      "step": 358
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3112148572383935,
-      "learning_rate": 1.2169491525423729e-05,
-      "loss": 0.2769,
-      "step": 359
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.491608195320627,
-      "learning_rate": 1.2203389830508477e-05,
-      "loss": 0.2526,
-      "step": 360
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 2.3012264572970316,
-      "learning_rate": 1.2237288135593222e-05,
-      "loss": 0.2841,
-      "step": 361
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.42262697227907,
-      "learning_rate": 1.2271186440677966e-05,
-      "loss": 0.264,
-      "step": 362
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.376381527131282,
-      "learning_rate": 1.2305084745762713e-05,
-      "loss": 0.2895,
-      "step": 363
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3621092285439624,
-      "learning_rate": 1.2338983050847459e-05,
-      "loss": 0.2818,
-      "step": 364
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.6416902061672696,
-      "learning_rate": 1.2372881355932205e-05,
-      "loss": 0.242,
-      "step": 365
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.8070792328678054,
-      "learning_rate": 1.240677966101695e-05,
-      "loss": 0.2513,
-      "step": 366
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4230650127004605,
-      "learning_rate": 1.2440677966101695e-05,
-      "loss": 0.2663,
-      "step": 367
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.5876663584225577,
-      "learning_rate": 1.2474576271186443e-05,
-      "loss": 0.2619,
-      "step": 368
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 2.4967545863007254,
-      "learning_rate": 1.2508474576271188e-05,
-      "loss": 0.2822,
-      "step": 369
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.9039535303784283,
-      "learning_rate": 1.2542372881355932e-05,
-      "loss": 0.284,
-      "step": 370
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.428940565663837,
-      "learning_rate": 1.2576271186440679e-05,
-      "loss": 0.2601,
-      "step": 371
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.5662155563814324,
-      "learning_rate": 1.2610169491525425e-05,
-      "loss": 0.2873,
-      "step": 372
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.2971094059613077,
-      "learning_rate": 1.2644067796610171e-05,
-      "loss": 0.2626,
-      "step": 373
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.0351725300274326,
-      "learning_rate": 1.2677966101694916e-05,
-      "loss": 0.2743,
-      "step": 374
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3553284978125044,
-      "learning_rate": 1.2711864406779661e-05,
-      "loss": 0.2709,
-      "step": 375
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.5882208330471586,
-      "learning_rate": 1.2745762711864407e-05,
-      "loss": 0.2708,
-      "step": 376
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.8462534147511642,
-      "learning_rate": 1.2779661016949154e-05,
-      "loss": 0.2699,
-      "step": 377
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.426504473136271,
-      "learning_rate": 1.28135593220339e-05,
-      "loss": 0.281,
-      "step": 378
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.2340057175968697,
-      "learning_rate": 1.2847457627118645e-05,
-      "loss": 0.2483,
-      "step": 379
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.835330825736432,
-      "learning_rate": 1.288135593220339e-05,
-      "loss": 0.308,
-      "step": 380
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3981944760568665,
-      "learning_rate": 1.2915254237288137e-05,
-      "loss": 0.2507,
-      "step": 381
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3749165361391003,
-      "learning_rate": 1.2949152542372882e-05,
-      "loss": 0.2647,
-      "step": 382
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 2.0292717133598073,
-      "learning_rate": 1.2983050847457629e-05,
-      "loss": 0.2718,
-      "step": 383
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4857167490857963,
-      "learning_rate": 1.3016949152542373e-05,
-      "loss": 0.2635,
-      "step": 384
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.747307923320907,
-      "learning_rate": 1.305084745762712e-05,
-      "loss": 0.2706,
-      "step": 385
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3277925058690871,
-      "learning_rate": 1.3084745762711866e-05,
-      "loss": 0.2432,
-      "step": 386
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.5142700170780168,
-      "learning_rate": 1.311864406779661e-05,
-      "loss": 0.2811,
-      "step": 387
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3779037473413898,
-      "learning_rate": 1.3152542372881355e-05,
-      "loss": 0.2839,
-      "step": 388
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 2.5766348414501605,
-      "learning_rate": 1.3186440677966103e-05,
-      "loss": 0.2622,
-      "step": 389
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.2036696780959797,
-      "learning_rate": 1.3220338983050848e-05,
-      "loss": 0.2799,
-      "step": 390
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3338172319722734,
-      "learning_rate": 1.3254237288135595e-05,
-      "loss": 0.2516,
-      "step": 391
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.5466043637609173,
-      "learning_rate": 1.328813559322034e-05,
-      "loss": 0.2892,
-      "step": 392
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.375902595553232,
-      "learning_rate": 1.3322033898305087e-05,
-      "loss": 0.3,
-      "step": 393
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.223183507661743,
-      "learning_rate": 1.3355932203389832e-05,
-      "loss": 0.2864,
-      "step": 394
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4529473301965807,
-      "learning_rate": 1.3389830508474577e-05,
-      "loss": 0.2643,
-      "step": 395
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3608254167875427,
-      "learning_rate": 1.3423728813559323e-05,
-      "loss": 0.2635,
-      "step": 396
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.2513147886137037,
-      "learning_rate": 1.345762711864407e-05,
-      "loss": 0.2513,
-      "step": 397
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.5112671514145013,
-      "learning_rate": 1.3491525423728816e-05,
-      "loss": 0.2861,
-      "step": 398
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.6150957465634022,
-      "learning_rate": 1.352542372881356e-05,
-      "loss": 0.2701,
-      "step": 399
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.7792619826658456,
-      "learning_rate": 1.3559322033898305e-05,
-      "loss": 0.2726,
-      "step": 400
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3186392092611758,
-      "learning_rate": 1.3593220338983053e-05,
-      "loss": 0.2749,
-      "step": 401
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.255587345530338,
-      "learning_rate": 1.3627118644067798e-05,
-      "loss": 0.2524,
-      "step": 402
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.2400872274349326,
-      "learning_rate": 1.3661016949152543e-05,
-      "loss": 0.2778,
-      "step": 403
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.482742495732322,
-      "learning_rate": 1.3694915254237289e-05,
-      "loss": 0.2698,
-      "step": 404
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.9013554292200026,
-      "learning_rate": 1.3728813559322034e-05,
-      "loss": 0.2835,
-      "step": 405
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.401766043993974,
-      "learning_rate": 1.3762711864406782e-05,
-      "loss": 0.2991,
-      "step": 406
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.881122545071624,
-      "learning_rate": 1.3796610169491527e-05,
-      "loss": 0.3155,
-      "step": 407
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.644242035858314,
-      "learning_rate": 1.3830508474576271e-05,
-      "loss": 0.2766,
-      "step": 408
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4160651170704013,
-      "learning_rate": 1.3864406779661018e-05,
-      "loss": 0.2864,
-      "step": 409
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.1874236164670124,
-      "learning_rate": 1.3898305084745764e-05,
-      "loss": 0.275,
-      "step": 410
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.2883313224686657,
-      "learning_rate": 1.393220338983051e-05,
-      "loss": 0.2647,
-      "step": 411
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.2956543891841616,
-      "learning_rate": 1.3966101694915255e-05,
-      "loss": 0.2598,
-      "step": 412
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4091672402968367,
-      "learning_rate": 1.4e-05,
-      "loss": 0.2744,
-      "step": 413
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3024750495831694,
-      "learning_rate": 1.4033898305084748e-05,
-      "loss": 0.2525,
-      "step": 414
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.7724406208457262,
-      "learning_rate": 1.4067796610169493e-05,
-      "loss": 0.2916,
-      "step": 415
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.306539549408704,
-      "learning_rate": 1.4101694915254239e-05,
-      "loss": 0.2697,
-      "step": 416
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4086019817090085,
-      "learning_rate": 1.4135593220338984e-05,
-      "loss": 0.2597,
-      "step": 417
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.5154347103816932,
-      "learning_rate": 1.416949152542373e-05,
-      "loss": 0.2622,
-      "step": 418
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.2824331064750205,
-      "learning_rate": 1.4203389830508476e-05,
-      "loss": 0.295,
-      "step": 419
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.1915074345746457,
-      "learning_rate": 1.4237288135593221e-05,
-      "loss": 0.2642,
-      "step": 420
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.1801999544960764,
-      "learning_rate": 1.4271186440677966e-05,
-      "loss": 0.2695,
-      "step": 421
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.2427987470169837,
-      "learning_rate": 1.4305084745762714e-05,
-      "loss": 0.2693,
-      "step": 422
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.416370988934776,
-      "learning_rate": 1.4338983050847459e-05,
-      "loss": 0.2566,
-      "step": 423
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4784492398159457,
-      "learning_rate": 1.4372881355932205e-05,
-      "loss": 0.3128,
-      "step": 424
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.7103590658489138,
-      "learning_rate": 1.440677966101695e-05,
-      "loss": 0.2916,
-      "step": 425
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.177582810375724,
-      "learning_rate": 1.4440677966101698e-05,
-      "loss": 0.2787,
-      "step": 426
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.2187682328759377,
-      "learning_rate": 1.4474576271186442e-05,
-      "loss": 0.2766,
-      "step": 427
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.1786396709929452,
-      "learning_rate": 1.4508474576271187e-05,
-      "loss": 0.2958,
-      "step": 428
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.1586043727922222,
-      "learning_rate": 1.4542372881355933e-05,
-      "loss": 0.2629,
-      "step": 429
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.374274393866389,
-      "learning_rate": 1.4576271186440678e-05,
-      "loss": 0.2725,
-      "step": 430
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.1422580383010243,
-      "learning_rate": 1.4610169491525426e-05,
-      "loss": 0.2608,
-      "step": 431
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.362018091483847,
-      "learning_rate": 1.4644067796610171e-05,
-      "loss": 0.2686,
-      "step": 432
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3772004572389647,
-      "learning_rate": 1.4677966101694916e-05,
-      "loss": 0.2848,
-      "step": 433
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3697625449391713,
-      "learning_rate": 1.4711864406779662e-05,
-      "loss": 0.2618,
-      "step": 434
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.2817523722761615,
-      "learning_rate": 1.4745762711864408e-05,
-      "loss": 0.281,
-      "step": 435
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.5667550162037722,
-      "learning_rate": 1.4779661016949153e-05,
-      "loss": 0.3107,
-      "step": 436
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.2154704540265984,
-      "learning_rate": 1.48135593220339e-05,
-      "loss": 0.2641,
-      "step": 437
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.601548252501335,
-      "learning_rate": 1.4847457627118644e-05,
-      "loss": 0.2749,
-      "step": 438
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3412392808454243,
-      "learning_rate": 1.4881355932203392e-05,
-      "loss": 0.2591,
-      "step": 439
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.8745181492381693,
-      "learning_rate": 1.4915254237288137e-05,
-      "loss": 0.293,
-      "step": 440
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.2032286439232478,
-      "learning_rate": 1.4949152542372882e-05,
-      "loss": 0.2488,
-      "step": 441
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.8027795794557806,
-      "learning_rate": 1.4983050847457628e-05,
-      "loss": 0.2828,
-      "step": 442
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.1544444706346058,
-      "learning_rate": 1.5016949152542374e-05,
-      "loss": 0.2894,
-      "step": 443
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.28630079163346,
-      "learning_rate": 1.505084745762712e-05,
-      "loss": 0.2826,
-      "step": 444
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3571363572134902,
-      "learning_rate": 1.5084745762711865e-05,
-      "loss": 0.2838,
-      "step": 445
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.4725896993155925,
-      "learning_rate": 1.511864406779661e-05,
-      "loss": 0.2623,
-      "step": 446
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.1861507973687793,
-      "learning_rate": 1.5152542372881358e-05,
-      "loss": 0.2835,
-      "step": 447
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.8819167655356706,
-      "learning_rate": 1.5186440677966103e-05,
-      "loss": 0.2677,
-      "step": 448
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.1347425370954585,
-      "learning_rate": 1.522033898305085e-05,
-      "loss": 0.2794,
-      "step": 449
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.1153160184489386,
-      "learning_rate": 1.5254237288135594e-05,
-      "loss": 0.2658,
-      "step": 450
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.1449747260362184,
-      "learning_rate": 1.528813559322034e-05,
-      "loss": 0.2524,
-      "step": 451
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.441613690575214,
-      "learning_rate": 1.5322033898305085e-05,
-      "loss": 0.2901,
-      "step": 452
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.1305687396821262,
-      "learning_rate": 1.5355932203389833e-05,
-      "loss": 0.2702,
-      "step": 453
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.627737800353934,
-      "learning_rate": 1.5389830508474578e-05,
-      "loss": 0.2708,
-      "step": 454
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.1744672296713026,
-      "learning_rate": 1.5423728813559326e-05,
-      "loss": 0.2516,
-      "step": 455
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.2999579170148163,
-      "learning_rate": 1.545762711864407e-05,
-      "loss": 0.2595,
-      "step": 456
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.407224076389098,
-      "learning_rate": 1.5491525423728815e-05,
-      "loss": 0.2781,
-      "step": 457
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.7356557602560885,
-      "learning_rate": 1.552542372881356e-05,
-      "loss": 0.274,
-      "step": 458
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.7821775541345888,
-      "learning_rate": 1.5559322033898305e-05,
-      "loss": 0.2563,
-      "step": 459
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3388894848421589,
-      "learning_rate": 1.5593220338983053e-05,
-      "loss": 0.2848,
-      "step": 460
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.42437970488922,
-      "learning_rate": 1.5627118644067798e-05,
-      "loss": 0.261,
-      "step": 461
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.2321061249146887,
-      "learning_rate": 1.5661016949152542e-05,
-      "loss": 0.2685,
-      "step": 462
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.6009091932685735,
-      "learning_rate": 1.5694915254237287e-05,
-      "loss": 0.2772,
-      "step": 463
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.2297059855573542,
-      "learning_rate": 1.5728813559322035e-05,
-      "loss": 0.2537,
-      "step": 464
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3453190050509531,
-      "learning_rate": 1.576271186440678e-05,
-      "loss": 0.2881,
-      "step": 465
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.9238560454482667,
-      "learning_rate": 1.5796610169491528e-05,
-      "loss": 0.2704,
-      "step": 466
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.5999053962529295,
-      "learning_rate": 1.5830508474576272e-05,
-      "loss": 0.2626,
-      "step": 467
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3191503928216304,
-      "learning_rate": 1.586440677966102e-05,
-      "loss": 0.277,
-      "step": 468
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.5589440578069296,
-      "learning_rate": 1.5898305084745765e-05,
-      "loss": 0.2668,
-      "step": 469
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.0608630567816568,
-      "learning_rate": 1.593220338983051e-05,
-      "loss": 0.2587,
-      "step": 470
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.278828909895488,
-      "learning_rate": 1.5966101694915255e-05,
-      "loss": 0.2757,
-      "step": 471
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.2073777948507576,
-      "learning_rate": 1.6000000000000003e-05,
-      "loss": 0.3151,
-      "step": 472
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.3296212003545202,
-      "learning_rate": 1.6033898305084747e-05,
-      "loss": 0.289,
-      "step": 473
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.1975562289235413,
-      "learning_rate": 1.6067796610169492e-05,
-      "loss": 0.269,
-      "step": 474
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.890410123709992,
-      "learning_rate": 1.6101694915254237e-05,
-      "loss": 0.248,
-      "step": 475
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.2316296356173326,
-      "learning_rate": 1.6135593220338985e-05,
-      "loss": 0.2764,
-      "step": 476
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.158451224340742,
-      "learning_rate": 1.616949152542373e-05,
-      "loss": 0.2515,
-      "step": 477
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.386768235161273,
-      "learning_rate": 1.6203389830508474e-05,
-      "loss": 0.2766,
-      "step": 478
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 0.9916586427606384,
-      "learning_rate": 1.6237288135593222e-05,
-      "loss": 0.2425,
-      "step": 479
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.0663820855084396,
-      "learning_rate": 1.6271186440677967e-05,
-      "loss": 0.2849,
-      "step": 480
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.2016145341855438,
-      "learning_rate": 1.6305084745762715e-05,
-      "loss": 0.2686,
-      "step": 481
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.1723921344826131,
-      "learning_rate": 1.633898305084746e-05,
-      "loss": 0.2573,
-      "step": 482
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.2111557499904375,
-      "learning_rate": 1.6372881355932204e-05,
-      "loss": 0.2532,
-      "step": 483
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.699199017647184,
-      "learning_rate": 1.640677966101695e-05,
-      "loss": 0.2902,
-      "step": 484
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.2909577938024068,
-      "learning_rate": 1.6440677966101697e-05,
-      "loss": 0.2663,
-      "step": 485
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.5571826032846792,
-      "learning_rate": 1.6474576271186442e-05,
-      "loss": 0.2645,
-      "step": 486
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.1279016844343919,
-      "learning_rate": 1.6508474576271187e-05,
-      "loss": 0.2576,
-      "step": 487
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.5591821887853188,
-      "learning_rate": 1.654237288135593e-05,
-      "loss": 0.2851,
-      "step": 488
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.2092586739280375,
-      "learning_rate": 1.657627118644068e-05,
-      "loss": 0.2801,
-      "step": 489
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.1463301267011572,
-      "learning_rate": 1.6610169491525424e-05,
-      "loss": 0.2563,
-      "step": 490
-    },
-    {
-      "epoch": 0.02,
-      "grad_norm": 1.2444534543779873,
-      "learning_rate": 1.6644067796610172e-05,
-      "loss": 0.2642,
-      "step": 491
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3314286719081205,
-      "learning_rate": 1.6677966101694917e-05,
-      "loss": 0.2806,
-      "step": 492
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.4953543966574252,
-      "learning_rate": 1.671186440677966e-05,
-      "loss": 0.2812,
-      "step": 493
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.229405126380989,
-      "learning_rate": 1.674576271186441e-05,
-      "loss": 0.2702,
-      "step": 494
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.226387305787883,
-      "learning_rate": 1.6779661016949154e-05,
-      "loss": 0.2672,
-      "step": 495
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2279350727222604,
-      "learning_rate": 1.68135593220339e-05,
-      "loss": 0.2746,
-      "step": 496
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.4752201164031455,
-      "learning_rate": 1.6847457627118647e-05,
-      "loss": 0.2615,
-      "step": 497
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.5171752111549475,
-      "learning_rate": 1.6881355932203392e-05,
-      "loss": 0.2511,
-      "step": 498
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.4085635220195363,
-      "learning_rate": 1.6915254237288136e-05,
-      "loss": 0.2503,
-      "step": 499
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.5619747875254615,
-      "learning_rate": 1.694915254237288e-05,
-      "loss": 0.279,
-      "step": 500
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.6055369708361142,
-      "learning_rate": 1.698305084745763e-05,
-      "loss": 0.2639,
-      "step": 501
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.6065530819560707,
-      "learning_rate": 1.7016949152542374e-05,
-      "loss": 0.2877,
-      "step": 502
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3686957461363003,
-      "learning_rate": 1.705084745762712e-05,
-      "loss": 0.2679,
-      "step": 503
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3246185897098746,
-      "learning_rate": 1.7084745762711867e-05,
-      "loss": 0.2803,
-      "step": 504
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.601972430115074,
-      "learning_rate": 1.711864406779661e-05,
-      "loss": 0.2557,
-      "step": 505
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.4960766298227883,
-      "learning_rate": 1.715254237288136e-05,
-      "loss": 0.2722,
-      "step": 506
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.7165264426107494,
-      "learning_rate": 1.7186440677966104e-05,
-      "loss": 0.2747,
-      "step": 507
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.300412910903492,
-      "learning_rate": 1.722033898305085e-05,
-      "loss": 0.2704,
-      "step": 508
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.4490955968513795,
-      "learning_rate": 1.7254237288135597e-05,
-      "loss": 0.2591,
-      "step": 509
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3759244398932398,
-      "learning_rate": 1.728813559322034e-05,
-      "loss": 0.2969,
-      "step": 510
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.6898284753441082,
-      "learning_rate": 1.7322033898305086e-05,
-      "loss": 0.2443,
-      "step": 511
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.4318962229777292,
-      "learning_rate": 1.735593220338983e-05,
-      "loss": 0.2513,
-      "step": 512
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.743666701146938,
-      "learning_rate": 1.7389830508474576e-05,
-      "loss": 0.2814,
-      "step": 513
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.7193073886473862,
-      "learning_rate": 1.7423728813559324e-05,
-      "loss": 0.2888,
-      "step": 514
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.557692647375557,
-      "learning_rate": 1.745762711864407e-05,
-      "loss": 0.2702,
-      "step": 515
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3850957268156736,
-      "learning_rate": 1.7491525423728813e-05,
-      "loss": 0.2806,
-      "step": 516
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.687921295616476,
-      "learning_rate": 1.752542372881356e-05,
-      "loss": 0.246,
-      "step": 517
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.1706695625942483,
-      "learning_rate": 1.7559322033898306e-05,
-      "loss": 0.251,
-      "step": 518
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 4.037585934141602,
-      "learning_rate": 1.7593220338983054e-05,
-      "loss": 0.27,
-      "step": 519
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3341641611216237,
-      "learning_rate": 1.76271186440678e-05,
-      "loss": 0.2909,
-      "step": 520
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.1083063405567553,
-      "learning_rate": 1.7661016949152543e-05,
-      "loss": 0.273,
-      "step": 521
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.1166108132403247,
-      "learning_rate": 1.769491525423729e-05,
-      "loss": 0.2647,
-      "step": 522
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.4730148417394753,
-      "learning_rate": 1.7728813559322036e-05,
-      "loss": 0.2574,
-      "step": 523
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3796044596292965,
-      "learning_rate": 1.776271186440678e-05,
-      "loss": 0.2809,
-      "step": 524
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 6.668912240239683,
-      "learning_rate": 1.7796610169491526e-05,
-      "loss": 0.2896,
-      "step": 525
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.6221075546474033,
-      "learning_rate": 1.7830508474576274e-05,
-      "loss": 0.2429,
-      "step": 526
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.314326489119452,
-      "learning_rate": 1.7864406779661018e-05,
-      "loss": 0.2974,
-      "step": 527
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.4011654180586948,
-      "learning_rate": 1.7898305084745763e-05,
-      "loss": 0.2805,
-      "step": 528
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.456593465147238,
-      "learning_rate": 1.7932203389830508e-05,
-      "loss": 0.271,
-      "step": 529
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.4153772547557295,
-      "learning_rate": 1.7966101694915256e-05,
-      "loss": 0.2993,
-      "step": 530
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.460962611843914,
-      "learning_rate": 1.8e-05,
-      "loss": 0.288,
-      "step": 531
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3671451429644492,
-      "learning_rate": 1.803389830508475e-05,
-      "loss": 0.2591,
-      "step": 532
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.558548773828584,
-      "learning_rate": 1.8067796610169493e-05,
-      "loss": 0.2689,
-      "step": 533
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.5127491344620718,
-      "learning_rate": 1.810169491525424e-05,
-      "loss": 0.3259,
-      "step": 534
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.5486731950661254,
-      "learning_rate": 1.8135593220338986e-05,
-      "loss": 0.2712,
-      "step": 535
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3193510633104664,
-      "learning_rate": 1.816949152542373e-05,
-      "loss": 0.2838,
-      "step": 536
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.0997689513888096,
-      "learning_rate": 1.8203389830508475e-05,
-      "loss": 0.2525,
-      "step": 537
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2756030235865132,
-      "learning_rate": 1.823728813559322e-05,
-      "loss": 0.307,
-      "step": 538
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.4687241798166086,
-      "learning_rate": 1.8271186440677968e-05,
-      "loss": 0.2428,
-      "step": 539
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3399067424295357,
-      "learning_rate": 1.8305084745762713e-05,
-      "loss": 0.2732,
-      "step": 540
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.6084487910737866,
-      "learning_rate": 1.8338983050847458e-05,
-      "loss": 0.2552,
-      "step": 541
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2944041185222261,
-      "learning_rate": 1.8372881355932202e-05,
-      "loss": 0.2804,
-      "step": 542
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2566959055725666,
-      "learning_rate": 1.840677966101695e-05,
-      "loss": 0.259,
-      "step": 543
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2933124442569186,
-      "learning_rate": 1.8440677966101695e-05,
-      "loss": 0.2676,
-      "step": 544
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3273078884878304,
-      "learning_rate": 1.8474576271186443e-05,
-      "loss": 0.2719,
-      "step": 545
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.263916893620895,
-      "learning_rate": 1.8508474576271188e-05,
-      "loss": 0.286,
-      "step": 546
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.1352925308401638,
-      "learning_rate": 1.8542372881355936e-05,
-      "loss": 0.2449,
-      "step": 547
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.4287019035022674,
-      "learning_rate": 1.857627118644068e-05,
-      "loss": 0.2854,
-      "step": 548
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.536114169133046,
-      "learning_rate": 1.8610169491525425e-05,
-      "loss": 0.2749,
-      "step": 549
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3636384713719114,
-      "learning_rate": 1.864406779661017e-05,
-      "loss": 0.2798,
-      "step": 550
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.1282443226800742,
-      "learning_rate": 1.8677966101694918e-05,
-      "loss": 0.2545,
-      "step": 551
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.4372325985492267,
-      "learning_rate": 1.8711864406779663e-05,
-      "loss": 0.2764,
-      "step": 552
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.431962567950389,
-      "learning_rate": 1.8745762711864407e-05,
-      "loss": 0.2535,
-      "step": 553
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2145997199986456,
-      "learning_rate": 1.8779661016949152e-05,
-      "loss": 0.2566,
-      "step": 554
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.1352608835127773,
-      "learning_rate": 1.88135593220339e-05,
-      "loss": 0.2535,
-      "step": 555
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2210496354415843,
-      "learning_rate": 1.8847457627118645e-05,
-      "loss": 0.2643,
-      "step": 556
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.1232924683009815,
-      "learning_rate": 1.8881355932203393e-05,
-      "loss": 0.2627,
-      "step": 557
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 3.4024455416720127,
-      "learning_rate": 1.8915254237288138e-05,
-      "loss": 0.2525,
-      "step": 558
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3887487502150935,
-      "learning_rate": 1.8949152542372882e-05,
-      "loss": 0.2758,
-      "step": 559
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.232504365515857,
-      "learning_rate": 1.898305084745763e-05,
-      "loss": 0.2406,
-      "step": 560
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3940857376689135,
-      "learning_rate": 1.9016949152542375e-05,
-      "loss": 0.2558,
-      "step": 561
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.345932352677997,
-      "learning_rate": 1.905084745762712e-05,
-      "loss": 0.2626,
-      "step": 562
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.1157309455332585,
-      "learning_rate": 1.9084745762711868e-05,
-      "loss": 0.2632,
-      "step": 563
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.156636964733872,
-      "learning_rate": 1.9118644067796613e-05,
-      "loss": 0.2781,
-      "step": 564
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.0729683625503257,
-      "learning_rate": 1.9152542372881357e-05,
-      "loss": 0.2457,
-      "step": 565
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.1647734275933048,
-      "learning_rate": 1.9186440677966102e-05,
-      "loss": 0.2393,
-      "step": 566
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.5138294469581877,
-      "learning_rate": 1.9220338983050847e-05,
-      "loss": 0.2876,
-      "step": 567
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.323351272486395,
-      "learning_rate": 1.9254237288135595e-05,
-      "loss": 0.2396,
-      "step": 568
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.9451745243471656,
-      "learning_rate": 1.928813559322034e-05,
-      "loss": 0.2514,
-      "step": 569
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2208860898726068,
-      "learning_rate": 1.9322033898305087e-05,
-      "loss": 0.2516,
-      "step": 570
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3855491705683636,
-      "learning_rate": 1.9355932203389832e-05,
-      "loss": 0.2758,
-      "step": 571
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.429772998796651,
-      "learning_rate": 1.938983050847458e-05,
-      "loss": 0.2356,
-      "step": 572
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.7057138660762692,
-      "learning_rate": 1.9423728813559325e-05,
-      "loss": 0.2283,
-      "step": 573
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.51201577923191,
-      "learning_rate": 1.945762711864407e-05,
-      "loss": 0.2671,
-      "step": 574
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2651595136689437,
-      "learning_rate": 1.9491525423728814e-05,
-      "loss": 0.2801,
-      "step": 575
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3249553121989968,
-      "learning_rate": 1.9525423728813562e-05,
-      "loss": 0.2787,
-      "step": 576
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 2.74385495359413,
-      "learning_rate": 1.9559322033898307e-05,
-      "loss": 0.2608,
-      "step": 577
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.6741267385582472,
-      "learning_rate": 1.9593220338983052e-05,
-      "loss": 0.258,
-      "step": 578
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.4888420560673257,
-      "learning_rate": 1.9627118644067796e-05,
-      "loss": 0.281,
-      "step": 579
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.4190781041419613,
-      "learning_rate": 1.9661016949152545e-05,
-      "loss": 0.2438,
-      "step": 580
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 2.12210293134904,
-      "learning_rate": 1.969491525423729e-05,
-      "loss": 0.2877,
-      "step": 581
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 2.441475622095831,
-      "learning_rate": 1.9728813559322034e-05,
-      "loss": 0.253,
-      "step": 582
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 3.745675132840984,
-      "learning_rate": 1.9762711864406782e-05,
-      "loss": 0.2806,
-      "step": 583
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 2.3836639201458314,
-      "learning_rate": 1.9796610169491527e-05,
-      "loss": 0.3177,
-      "step": 584
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 3.30532147466716,
-      "learning_rate": 1.9830508474576275e-05,
-      "loss": 0.2846,
-      "step": 585
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.5409660828860403,
-      "learning_rate": 1.986440677966102e-05,
-      "loss": 0.2681,
-      "step": 586
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 4.731352615733341,
-      "learning_rate": 1.9898305084745764e-05,
-      "loss": 0.2567,
-      "step": 587
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.475042781560892,
-      "learning_rate": 1.9932203389830512e-05,
-      "loss": 0.2628,
-      "step": 588
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 6.0834959806057185,
-      "learning_rate": 1.9966101694915257e-05,
-      "loss": 0.24,
-      "step": 589
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3873201495539649,
-      "learning_rate": 2e-05,
-      "loss": 0.26,
-      "step": 590
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3568449606917727,
-      "learning_rate": 1.999999986437472e-05,
-      "loss": 0.279,
-      "step": 591
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.4736919604577718,
-      "learning_rate": 1.9999999457498875e-05,
-      "loss": 0.2684,
-      "step": 592
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2388398729176897,
-      "learning_rate": 1.9999998779372483e-05,
-      "loss": 0.296,
-      "step": 593
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.266582495935962,
-      "learning_rate": 1.9999997829995557e-05,
-      "loss": 0.2539,
-      "step": 594
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.563096295904235,
-      "learning_rate": 1.9999996609368124e-05,
-      "loss": 0.2957,
-      "step": 595
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.5591054305818515,
-      "learning_rate": 1.9999995117490224e-05,
-      "loss": 0.2662,
-      "step": 596
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.65621574378536,
-      "learning_rate": 1.9999993354361887e-05,
-      "loss": 0.2403,
-      "step": 597
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2548699939118981,
-      "learning_rate": 1.9999991319983162e-05,
-      "loss": 0.2813,
-      "step": 598
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.8410217890854863,
-      "learning_rate": 1.9999989014354117e-05,
-      "loss": 0.2371,
-      "step": 599
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.4153342484952254,
-      "learning_rate": 1.9999986437474797e-05,
-      "loss": 0.2565,
-      "step": 600
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.10289019805283,
-      "learning_rate": 1.9999983589345282e-05,
-      "loss": 0.2698,
-      "step": 601
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 4.453681957989118,
-      "learning_rate": 1.9999980469965646e-05,
-      "loss": 0.2506,
-      "step": 602
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.948473664806546,
-      "learning_rate": 1.999997707933598e-05,
-      "loss": 0.2494,
-      "step": 603
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3618436212411482,
-      "learning_rate": 1.9999973417456367e-05,
-      "loss": 0.2644,
-      "step": 604
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3724384206589046,
-      "learning_rate": 1.999996948432691e-05,
-      "loss": 0.295,
-      "step": 605
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.4885167672678044,
-      "learning_rate": 1.999996527994772e-05,
-      "loss": 0.2799,
-      "step": 606
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.177622041217393,
-      "learning_rate": 1.9999960804318904e-05,
-      "loss": 0.2878,
-      "step": 607
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 2.0149772969197515,
-      "learning_rate": 1.999995605744059e-05,
-      "loss": 0.257,
-      "step": 608
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.691709339113414,
-      "learning_rate": 1.9999951039312897e-05,
-      "loss": 0.2524,
-      "step": 609
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.0999445528030725,
-      "learning_rate": 1.999994574993597e-05,
-      "loss": 0.2612,
-      "step": 610
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.5337654360480533,
-      "learning_rate": 1.999994018930995e-05,
-      "loss": 0.2948,
-      "step": 611
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.1245129713817184,
-      "learning_rate": 1.9999934357434986e-05,
-      "loss": 0.2783,
-      "step": 612
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.051000583585932,
-      "learning_rate": 1.9999928254311242e-05,
-      "loss": 0.2663,
-      "step": 613
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.6065272631126895,
-      "learning_rate": 1.9999921879938875e-05,
-      "loss": 0.2648,
-      "step": 614
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.040871656632654,
-      "learning_rate": 1.9999915234318064e-05,
-      "loss": 0.258,
-      "step": 615
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.0489036653596298,
-      "learning_rate": 1.9999908317448985e-05,
-      "loss": 0.2619,
-      "step": 616
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2406900738256312,
-      "learning_rate": 1.9999901129331832e-05,
-      "loss": 0.2688,
-      "step": 617
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3093334914999668,
-      "learning_rate": 1.9999893669966794e-05,
-      "loss": 0.2856,
-      "step": 618
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.0150981610834626,
-      "learning_rate": 1.9999885939354077e-05,
-      "loss": 0.267,
-      "step": 619
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.1050649685427374,
-      "learning_rate": 1.9999877937493886e-05,
-      "loss": 0.2558,
-      "step": 620
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.0775846893782826,
-      "learning_rate": 1.9999869664386443e-05,
-      "loss": 0.2675,
-      "step": 621
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.0419452826452065,
-      "learning_rate": 1.999986112003197e-05,
-      "loss": 0.2645,
-      "step": 622
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3183338349176241,
-      "learning_rate": 1.99998523044307e-05,
-      "loss": 0.3004,
-      "step": 623
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 0.9943967830586373,
-      "learning_rate": 1.999984321758287e-05,
-      "loss": 0.3,
-      "step": 624
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.498860798184339,
-      "learning_rate": 1.999983385948873e-05,
-      "loss": 0.2547,
-      "step": 625
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 4.537978887587886,
-      "learning_rate": 1.9999824230148532e-05,
-      "loss": 0.2938,
-      "step": 626
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 0.9265795045788969,
-      "learning_rate": 1.999981432956254e-05,
-      "loss": 0.2698,
-      "step": 627
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.92643007386415,
-      "learning_rate": 1.999980415773101e-05,
-      "loss": 0.3034,
-      "step": 628
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.0860148365443336,
-      "learning_rate": 1.9999793714654236e-05,
-      "loss": 0.2617,
-      "step": 629
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 3.232951628312408,
-      "learning_rate": 1.9999783000332486e-05,
-      "loss": 0.2436,
-      "step": 630
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.6804316633229621,
-      "learning_rate": 1.9999772014766062e-05,
-      "loss": 0.305,
-      "step": 631
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 2.0772468232195704,
-      "learning_rate": 1.9999760757955258e-05,
-      "loss": 0.284,
-      "step": 632
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.4342896278895008,
-      "learning_rate": 1.9999749229900376e-05,
-      "loss": 0.2677,
-      "step": 633
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.8471599254915816,
-      "learning_rate": 1.9999737430601734e-05,
-      "loss": 0.2557,
-      "step": 634
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.281316376095995,
-      "learning_rate": 1.9999725360059648e-05,
-      "loss": 0.2817,
-      "step": 635
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3402740898159577,
-      "learning_rate": 1.9999713018274444e-05,
-      "loss": 0.265,
-      "step": 636
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3958741995969437,
-      "learning_rate": 1.9999700405246462e-05,
-      "loss": 0.3047,
-      "step": 637
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.4108555514675845,
-      "learning_rate": 1.9999687520976043e-05,
-      "loss": 0.2721,
-      "step": 638
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2241788885846367,
-      "learning_rate": 1.9999674365463532e-05,
-      "loss": 0.2645,
-      "step": 639
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.211714854940445,
-      "learning_rate": 1.999966093870929e-05,
-      "loss": 0.2947,
-      "step": 640
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2759128182319426,
-      "learning_rate": 1.999964724071368e-05,
-      "loss": 0.2615,
-      "step": 641
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.437640733114652,
-      "learning_rate": 1.999963327147708e-05,
-      "loss": 0.2614,
-      "step": 642
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.4274344790032485,
-      "learning_rate": 1.9999619030999853e-05,
-      "loss": 0.2999,
-      "step": 643
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 2.1171499634893127,
-      "learning_rate": 1.9999604519282403e-05,
-      "loss": 0.2506,
-      "step": 644
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3503945628596226,
-      "learning_rate": 1.999958973632511e-05,
-      "loss": 0.2618,
-      "step": 645
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.259518347435971,
-      "learning_rate": 1.9999574682128385e-05,
-      "loss": 0.2696,
-      "step": 646
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2025649744782203,
-      "learning_rate": 1.999955935669263e-05,
-      "loss": 0.2773,
-      "step": 647
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3748457996542727,
-      "learning_rate": 1.9999543760018264e-05,
-      "loss": 0.2731,
-      "step": 648
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.286447108152475,
-      "learning_rate": 1.999952789210571e-05,
-      "loss": 0.2513,
-      "step": 649
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.1625739396436945,
-      "learning_rate": 1.999951175295539e-05,
-      "loss": 0.2805,
-      "step": 650
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 0.8934326598683626,
-      "learning_rate": 1.9999495342567754e-05,
-      "loss": 0.2703,
-      "step": 651
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2766979998578325,
-      "learning_rate": 1.999947866094324e-05,
-      "loss": 0.2709,
-      "step": 652
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.1893920363930803,
-      "learning_rate": 1.999946170808231e-05,
-      "loss": 0.27,
-      "step": 653
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.4471066279469218,
-      "learning_rate": 1.9999444483985408e-05,
-      "loss": 0.2706,
-      "step": 654
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.0597340037872298,
-      "learning_rate": 1.9999426988653012e-05,
-      "loss": 0.2862,
-      "step": 655
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.1600664080975713,
-      "learning_rate": 1.9999409222085596e-05,
-      "loss": 0.2725,
-      "step": 656
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2152493757257978,
-      "learning_rate": 1.9999391184283638e-05,
-      "loss": 0.2869,
-      "step": 657
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2957871045516876,
-      "learning_rate": 1.999937287524763e-05,
-      "loss": 0.2851,
-      "step": 658
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.1059643575300484,
-      "learning_rate": 1.9999354294978066e-05,
-      "loss": 0.2534,
-      "step": 659
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.0210468864347002,
-      "learning_rate": 1.9999335443475452e-05,
-      "loss": 0.2608,
-      "step": 660
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2949778276813804,
-      "learning_rate": 1.9999316320740302e-05,
-      "loss": 0.2689,
-      "step": 661
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.1647843952730665,
-      "learning_rate": 1.9999296926773133e-05,
-      "loss": 0.2436,
-      "step": 662
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3682879718976364,
-      "learning_rate": 1.9999277261574468e-05,
-      "loss": 0.2564,
-      "step": 663
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2468871282706768,
-      "learning_rate": 1.999925732514484e-05,
-      "loss": 0.2714,
-      "step": 664
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.7519741264204172,
-      "learning_rate": 1.99992371174848e-05,
-      "loss": 0.2612,
-      "step": 665
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.161839164666825,
-      "learning_rate": 1.999921663859488e-05,
-      "loss": 0.2479,
-      "step": 666
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2751282318849002,
-      "learning_rate": 1.999919588847565e-05,
-      "loss": 0.2568,
-      "step": 667
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.0965692887004719,
-      "learning_rate": 1.999917486712766e-05,
-      "loss": 0.269,
-      "step": 668
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.0701031723437957,
-      "learning_rate": 1.9999153574551492e-05,
-      "loss": 0.2679,
-      "step": 669
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2142348695150131,
-      "learning_rate": 1.999913201074772e-05,
-      "loss": 0.265,
-      "step": 670
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.06668955891612,
-      "learning_rate": 1.9999110175716924e-05,
-      "loss": 0.2521,
-      "step": 671
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.0533089187255256,
-      "learning_rate": 1.99990880694597e-05,
-      "loss": 0.256,
-      "step": 672
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.0623846929343919,
-      "learning_rate": 1.9999065691976648e-05,
-      "loss": 0.2956,
-      "step": 673
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 0.9917831191421542,
-      "learning_rate": 1.9999043043268375e-05,
-      "loss": 0.2521,
-      "step": 674
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.0909337781250295,
-      "learning_rate": 1.9999020123335496e-05,
-      "loss": 0.2541,
-      "step": 675
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2088864473371073,
-      "learning_rate": 1.9998996932178625e-05,
-      "loss": 0.2353,
-      "step": 676
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.267002024540383,
-      "learning_rate": 1.9998973469798404e-05,
-      "loss": 0.2871,
-      "step": 677
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.26664688395502,
-      "learning_rate": 1.9998949736195464e-05,
-      "loss": 0.2697,
-      "step": 678
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.1258218909222184,
-      "learning_rate": 1.9998925731370443e-05,
-      "loss": 0.2767,
-      "step": 679
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.4333128018170362,
-      "learning_rate": 1.9998901455324e-05,
-      "loss": 0.272,
-      "step": 680
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.1539615363566418,
-      "learning_rate": 1.999887690805679e-05,
-      "loss": 0.2703,
-      "step": 681
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.3055896441511934,
-      "learning_rate": 1.9998852089569473e-05,
-      "loss": 0.2805,
-      "step": 682
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 0.9049653729869355,
-      "learning_rate": 1.9998826999862736e-05,
-      "loss": 0.2588,
-      "step": 683
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.638495294480143,
-      "learning_rate": 1.9998801638937245e-05,
-      "loss": 0.2485,
-      "step": 684
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.2575064722605738,
-      "learning_rate": 1.9998776006793702e-05,
-      "loss": 0.2661,
-      "step": 685
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.1924520993769014,
-      "learning_rate": 1.999875010343279e-05,
-      "loss": 0.2907,
-      "step": 686
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.0528956283908704,
-      "learning_rate": 1.999872392885522e-05,
-      "loss": 0.2597,
-      "step": 687
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.0761853664702166,
-      "learning_rate": 1.9998697483061698e-05,
-      "loss": 0.2267,
-      "step": 688
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.7045786645036725,
-      "learning_rate": 1.9998670766052942e-05,
-      "loss": 0.2515,
-      "step": 689
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0632182594277078,
-      "learning_rate": 1.9998643777829674e-05,
-      "loss": 0.2673,
-      "step": 690
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.3976256225702135,
-      "learning_rate": 1.9998616518392633e-05,
-      "loss": 0.2639,
-      "step": 691
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0113588487491112,
-      "learning_rate": 1.999858898774255e-05,
-      "loss": 0.2794,
-      "step": 692
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0553084109359292,
-      "learning_rate": 1.999856118588018e-05,
-      "loss": 0.2411,
-      "step": 693
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0623825667352056,
-      "learning_rate": 1.999853311280627e-05,
-      "loss": 0.2567,
-      "step": 694
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.6341578895660698,
-      "learning_rate": 1.9998504768521588e-05,
-      "loss": 0.2903,
-      "step": 695
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.5184615805888484,
-      "learning_rate": 1.99984761530269e-05,
-      "loss": 0.2781,
-      "step": 696
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.3640734092403373,
-      "learning_rate": 1.9998447266322974e-05,
-      "loss": 0.2571,
-      "step": 697
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0545124494588674,
-      "learning_rate": 1.9998418108410606e-05,
-      "loss": 0.2442,
-      "step": 698
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.2493399526273568,
-      "learning_rate": 1.9998388679290583e-05,
-      "loss": 0.2984,
-      "step": 699
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1295762074044364,
-      "learning_rate": 1.9998358978963702e-05,
-      "loss": 0.2512,
-      "step": 700
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1603953126986037,
-      "learning_rate": 1.9998329007430767e-05,
-      "loss": 0.2696,
-      "step": 701
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.2509835069608402,
-      "learning_rate": 1.9998298764692596e-05,
-      "loss": 0.2651,
-      "step": 702
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.3348261112019737,
-      "learning_rate": 1.9998268250750006e-05,
-      "loss": 0.2583,
-      "step": 703
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.3375545121799972,
-      "learning_rate": 1.9998237465603822e-05,
-      "loss": 0.28,
-      "step": 704
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.363579686038191,
-      "learning_rate": 1.9998206409254886e-05,
-      "loss": 0.2937,
-      "step": 705
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.6025082506089567,
-      "learning_rate": 1.9998175081704035e-05,
-      "loss": 0.2634,
-      "step": 706
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.2722761240387512,
-      "learning_rate": 1.9998143482952117e-05,
-      "loss": 0.2599,
-      "step": 707
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 5.599998265070209,
-      "learning_rate": 1.9998111612999995e-05,
-      "loss": 0.2505,
-      "step": 708
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.317103804306265,
-      "learning_rate": 1.999807947184853e-05,
-      "loss": 0.2807,
-      "step": 709
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.3710100936702176,
-      "learning_rate": 1.99980470594986e-05,
-      "loss": 0.2641,
-      "step": 710
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.108376334270745,
-      "learning_rate": 1.9998014375951073e-05,
-      "loss": 0.2403,
-      "step": 711
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.252535265060163,
-      "learning_rate": 1.999798142120684e-05,
-      "loss": 0.2769,
-      "step": 712
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.3742660328462404,
-      "learning_rate": 1.99979481952668e-05,
-      "loss": 0.2906,
-      "step": 713
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 3.644541022537266,
-      "learning_rate": 1.999791469813185e-05,
-      "loss": 0.257,
-      "step": 714
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0749151196722126,
-      "learning_rate": 1.9997880929802895e-05,
-      "loss": 0.262,
-      "step": 715
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1730231560972142,
-      "learning_rate": 1.999784689028086e-05,
-      "loss": 0.2644,
-      "step": 716
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.6294158398432395,
-      "learning_rate": 1.999781257956666e-05,
-      "loss": 0.2706,
-      "step": 717
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0705353040911285,
-      "learning_rate": 1.999777799766123e-05,
-      "loss": 0.265,
-      "step": 718
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1518326861280468,
-      "learning_rate": 1.9997743144565513e-05,
-      "loss": 0.2823,
-      "step": 719
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.17251836953955,
-      "learning_rate": 1.999770802028044e-05,
-      "loss": 0.2623,
-      "step": 720
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1856563147370942,
-      "learning_rate": 1.9997672624806976e-05,
-      "loss": 0.2777,
-      "step": 721
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.4003250521694823,
-      "learning_rate": 1.999763695814608e-05,
-      "loss": 0.2464,
-      "step": 722
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 2.5113897733883497,
-      "learning_rate": 1.9997601020298713e-05,
-      "loss": 0.2613,
-      "step": 723
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.2219147153367094,
-      "learning_rate": 1.9997564811265854e-05,
-      "loss": 0.2616,
-      "step": 724
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.4067252099576408,
-      "learning_rate": 1.999752833104849e-05,
-      "loss": 0.2842,
-      "step": 725
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0208594719205228,
-      "learning_rate": 1.9997491579647595e-05,
-      "loss": 0.2505,
-      "step": 726
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1036370771367006,
-      "learning_rate": 1.9997454557064185e-05,
-      "loss": 0.2498,
-      "step": 727
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.7207498654087374,
-      "learning_rate": 1.9997417263299256e-05,
-      "loss": 0.2713,
-      "step": 728
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.3992568424381269,
-      "learning_rate": 1.999737969835381e-05,
-      "loss": 0.2955,
-      "step": 729
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.9982495451376947,
-      "learning_rate": 1.9997341862228886e-05,
-      "loss": 0.2583,
-      "step": 730
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.3960847560767105,
-      "learning_rate": 1.999730375492549e-05,
-      "loss": 0.2939,
-      "step": 731
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.214687864500847,
-      "learning_rate": 1.999726537644467e-05,
-      "loss": 0.254,
-      "step": 732
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.4135176505419116,
-      "learning_rate": 1.9997226726787462e-05,
-      "loss": 0.3036,
-      "step": 733
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.3404019047194708,
-      "learning_rate": 1.9997187805954916e-05,
-      "loss": 0.2803,
-      "step": 734
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0201205942546145,
-      "learning_rate": 1.999714861394808e-05,
-      "loss": 0.273,
-      "step": 735
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0396421943283112,
-      "learning_rate": 1.999710915076803e-05,
-      "loss": 0.2595,
-      "step": 736
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0398657233769981,
-      "learning_rate": 1.9997069416415824e-05,
-      "loss": 0.2853,
-      "step": 737
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0920534147148957,
-      "learning_rate": 1.9997029410892546e-05,
-      "loss": 0.241,
-      "step": 738
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0928042063839294,
-      "learning_rate": 1.9996989134199287e-05,
-      "loss": 0.2144,
-      "step": 739
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0198803572927333,
-      "learning_rate": 1.9996948586337127e-05,
-      "loss": 0.2572,
-      "step": 740
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.4319185641684506,
-      "learning_rate": 1.9996907767307175e-05,
-      "loss": 0.2694,
-      "step": 741
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0858520979144273,
-      "learning_rate": 1.9996866677110534e-05,
-      "loss": 0.2594,
-      "step": 742
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.3255623969997914,
-      "learning_rate": 1.999682531574832e-05,
-      "loss": 0.2538,
-      "step": 743
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0108943423155112,
-      "learning_rate": 1.9996783683221652e-05,
-      "loss": 0.2516,
-      "step": 744
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.4094537154588183,
-      "learning_rate": 1.9996741779531665e-05,
-      "loss": 0.2707,
-      "step": 745
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1793015053224885,
-      "learning_rate": 1.9996699604679493e-05,
-      "loss": 0.2646,
-      "step": 746
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0792637757557646,
-      "learning_rate": 1.9996657158666276e-05,
-      "loss": 0.2478,
-      "step": 747
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.039527097370698,
-      "learning_rate": 1.999661444149317e-05,
-      "loss": 0.2534,
-      "step": 748
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.2559400175483508,
-      "learning_rate": 1.9996571453161338e-05,
-      "loss": 0.2882,
-      "step": 749
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1366971909735748,
-      "learning_rate": 1.9996528193671936e-05,
-      "loss": 0.2505,
-      "step": 750
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.3078857802825534,
-      "learning_rate": 1.9996484663026143e-05,
-      "loss": 0.2835,
-      "step": 751
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0829375306862181,
-      "learning_rate": 1.999644086122514e-05,
-      "loss": 0.2479,
-      "step": 752
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.4273810049424516,
-      "learning_rate": 1.999639678827011e-05,
-      "loss": 0.2669,
-      "step": 753
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.3117200257674768,
-      "learning_rate": 1.9996352444162257e-05,
-      "loss": 0.2834,
-      "step": 754
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.3033840703007538,
-      "learning_rate": 1.999630782890278e-05,
-      "loss": 0.24,
-      "step": 755
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.4419353437645621,
-      "learning_rate": 1.9996262942492882e-05,
-      "loss": 0.2608,
-      "step": 756
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 2.0632655417967007,
-      "learning_rate": 1.9996217784933794e-05,
-      "loss": 0.293,
-      "step": 757
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.138628289340763,
-      "learning_rate": 1.999617235622673e-05,
-      "loss": 0.2835,
-      "step": 758
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.8702915385259948,
-      "learning_rate": 1.999612665637293e-05,
-      "loss": 0.2692,
-      "step": 759
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.130927538844785,
-      "learning_rate": 1.9996080685373628e-05,
-      "loss": 0.2563,
-      "step": 760
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1131329974735835,
-      "learning_rate": 1.999603444323007e-05,
-      "loss": 0.2744,
-      "step": 761
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.5508343576824948,
-      "learning_rate": 1.9995987929943518e-05,
-      "loss": 0.2657,
-      "step": 762
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.3218831953876735,
-      "learning_rate": 1.9995941145515224e-05,
-      "loss": 0.2584,
-      "step": 763
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1460227432051737,
-      "learning_rate": 1.9995894089946466e-05,
-      "loss": 0.2883,
-      "step": 764
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0196084487669637,
-      "learning_rate": 1.9995846763238514e-05,
-      "loss": 0.2501,
-      "step": 765
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0954833712086312,
-      "learning_rate": 1.9995799165392653e-05,
-      "loss": 0.2882,
-      "step": 766
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.2774372509323548,
-      "learning_rate": 1.9995751296410176e-05,
-      "loss": 0.2535,
-      "step": 767
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.103024655690764,
-      "learning_rate": 1.9995703156292382e-05,
-      "loss": 0.2699,
-      "step": 768
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.126010661023456,
-      "learning_rate": 1.9995654745040575e-05,
-      "loss": 0.2746,
-      "step": 769
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.2036940841199122,
-      "learning_rate": 1.999560606265607e-05,
-      "loss": 0.2846,
-      "step": 770
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.053928772845716,
-      "learning_rate": 1.999555710914018e-05,
-      "loss": 0.2536,
-      "step": 771
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1459541009748426,
-      "learning_rate": 1.9995507884494244e-05,
-      "loss": 0.2503,
-      "step": 772
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.2796107407868114,
-      "learning_rate": 1.999545838871959e-05,
-      "loss": 0.2575,
-      "step": 773
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.313315822502975,
-      "learning_rate": 1.9995408621817566e-05,
-      "loss": 0.2616,
-      "step": 774
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.6089597975605014,
-      "learning_rate": 1.9995358583789514e-05,
-      "loss": 0.245,
-      "step": 775
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1189952245805992,
-      "learning_rate": 1.99953082746368e-05,
-      "loss": 0.2719,
-      "step": 776
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1676561428296084,
-      "learning_rate": 1.9995257694360778e-05,
-      "loss": 0.2515,
-      "step": 777
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.2390945203221548,
-      "learning_rate": 1.9995206842962833e-05,
-      "loss": 0.2815,
-      "step": 778
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.284354717320916,
-      "learning_rate": 1.9995155720444336e-05,
-      "loss": 0.2474,
-      "step": 779
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.2223633934856006,
-      "learning_rate": 1.9995104326806675e-05,
-      "loss": 0.2695,
-      "step": 780
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1957041076695898,
-      "learning_rate": 1.9995052662051244e-05,
-      "loss": 0.2401,
-      "step": 781
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.6931627034823373,
-      "learning_rate": 1.999500072617945e-05,
-      "loss": 0.2469,
-      "step": 782
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1597265079302603,
-      "learning_rate": 1.999494851919269e-05,
-      "loss": 0.2868,
-      "step": 783
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.8762144776870082,
-      "learning_rate": 1.999489604109239e-05,
-      "loss": 0.2919,
-      "step": 784
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1508642549126946,
-      "learning_rate": 1.999484329187997e-05,
-      "loss": 0.2577,
-      "step": 785
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1939915989038365,
-      "learning_rate": 1.9994790271556862e-05,
-      "loss": 0.2597,
-      "step": 786
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1376437711036782,
-      "learning_rate": 1.9994736980124502e-05,
-      "loss": 0.2614,
-      "step": 787
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1683273366283589,
-      "learning_rate": 1.9994683417584336e-05,
-      "loss": 0.2736,
-      "step": 788
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.6975838851394127,
-      "learning_rate": 1.999462958393782e-05,
-      "loss": 0.2642,
-      "step": 789
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.3563670815198583,
-      "learning_rate": 1.999457547918641e-05,
-      "loss": 0.2493,
-      "step": 790
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1854453853936364,
-      "learning_rate": 1.999452110333158e-05,
-      "loss": 0.2397,
-      "step": 791
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.5034728936630222,
-      "learning_rate": 1.9994466456374796e-05,
-      "loss": 0.2834,
-      "step": 792
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 0.9981359156760405,
-      "learning_rate": 1.9994411538317546e-05,
-      "loss": 0.2322,
-      "step": 793
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.2749037646530144,
-      "learning_rate": 1.999435634916132e-05,
-      "loss": 0.2485,
-      "step": 794
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1573639241050016,
-      "learning_rate": 1.9994300888907613e-05,
-      "loss": 0.2847,
-      "step": 795
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 0.9231922613268816,
-      "learning_rate": 1.999424515755793e-05,
-      "loss": 0.2389,
-      "step": 796
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.092813811557751,
-      "learning_rate": 1.9994189155113778e-05,
-      "loss": 0.2567,
-      "step": 797
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.097683225891256,
-      "learning_rate": 1.9994132881576685e-05,
-      "loss": 0.2702,
-      "step": 798
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1363590369891523,
-      "learning_rate": 1.9994076336948175e-05,
-      "loss": 0.2784,
-      "step": 799
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 0.8879204954807518,
-      "learning_rate": 1.999401952122978e-05,
-      "loss": 0.2435,
-      "step": 800
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.033548685282584,
-      "learning_rate": 1.9993962434423037e-05,
-      "loss": 0.2656,
-      "step": 801
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1875030010672916,
-      "learning_rate": 1.99939050765295e-05,
-      "loss": 0.2726,
-      "step": 802
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.079155108315839,
-      "learning_rate": 1.9993847447550722e-05,
-      "loss": 0.2373,
-      "step": 803
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1246899751217057,
-      "learning_rate": 1.9993789547488268e-05,
-      "loss": 0.2584,
-      "step": 804
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0258829824673186,
-      "learning_rate": 1.999373137634371e-05,
-      "loss": 0.2619,
-      "step": 805
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.105454260644435,
-      "learning_rate": 1.9993672934118625e-05,
-      "loss": 0.3153,
-      "step": 806
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 0.971938599700853,
-      "learning_rate": 1.9993614220814594e-05,
-      "loss": 0.2531,
-      "step": 807
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1308239034584113,
-      "learning_rate": 1.9993555236433216e-05,
-      "loss": 0.2378,
-      "step": 808
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1821286909927475,
-      "learning_rate": 1.9993495980976084e-05,
-      "loss": 0.2461,
-      "step": 809
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0491796907842892,
-      "learning_rate": 1.9993436454444814e-05,
-      "loss": 0.2863,
-      "step": 810
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1794335903141098,
-      "learning_rate": 1.999337665684101e-05,
-      "loss": 0.2662,
-      "step": 811
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1534916181430674,
-      "learning_rate": 1.9993316588166307e-05,
-      "loss": 0.2768,
-      "step": 812
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.127511520512681,
-      "learning_rate": 1.999325624842232e-05,
-      "loss": 0.2873,
-      "step": 813
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0337648173317513,
-      "learning_rate": 1.9993195637610695e-05,
-      "loss": 0.2319,
-      "step": 814
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1132394984821739,
-      "learning_rate": 1.9993134755733075e-05,
-      "loss": 0.2471,
-      "step": 815
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1475184237917153,
-      "learning_rate": 1.9993073602791108e-05,
-      "loss": 0.2765,
-      "step": 816
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.333803344892296,
-      "learning_rate": 1.999301217878646e-05,
-      "loss": 0.2513,
-      "step": 817
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0499954721840008,
-      "learning_rate": 1.9992950483720787e-05,
-      "loss": 0.2605,
-      "step": 818
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.3012802506530357,
-      "learning_rate": 1.999288851759577e-05,
-      "loss": 0.2676,
-      "step": 819
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.4136693582266662,
-      "learning_rate": 1.9992826280413087e-05,
-      "loss": 0.2397,
-      "step": 820
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.3517183530845074,
-      "learning_rate": 1.9992763772174427e-05,
-      "loss": 0.2772,
-      "step": 821
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 0.9780065045060403,
-      "learning_rate": 1.9992700992881486e-05,
-      "loss": 0.2579,
-      "step": 822
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.107034582008244,
-      "learning_rate": 1.9992637942535963e-05,
-      "loss": 0.3015,
-      "step": 823
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.208106797361871,
-      "learning_rate": 1.9992574621139575e-05,
-      "loss": 0.2684,
-      "step": 824
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0879601895663045,
-      "learning_rate": 1.9992511028694036e-05,
-      "loss": 0.288,
-      "step": 825
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 2.116435309323238,
-      "learning_rate": 1.999244716520107e-05,
-      "loss": 0.2718,
-      "step": 826
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.3059275763713378,
-      "learning_rate": 1.9992383030662412e-05,
-      "loss": 0.307,
-      "step": 827
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.6808967976744835,
-      "learning_rate": 1.9992318625079796e-05,
-      "loss": 0.2571,
-      "step": 828
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.2453853874792142,
-      "learning_rate": 1.9992253948454975e-05,
-      "loss": 0.265,
-      "step": 829
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.2037147547935059,
-      "learning_rate": 1.99921890007897e-05,
-      "loss": 0.2994,
-      "step": 830
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.420063191800624,
-      "learning_rate": 1.9992123782085738e-05,
-      "loss": 0.2597,
-      "step": 831
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.2273296556423356,
-      "learning_rate": 1.9992058292344853e-05,
-      "loss": 0.2513,
-      "step": 832
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1062136182815394,
-      "learning_rate": 1.9991992531568817e-05,
-      "loss": 0.2663,
-      "step": 833
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.08435612624478,
-      "learning_rate": 1.9991926499759426e-05,
-      "loss": 0.2818,
-      "step": 834
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.159958172965142,
-      "learning_rate": 1.999186019691846e-05,
-      "loss": 0.2732,
-      "step": 835
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0939438567851123,
-      "learning_rate": 1.9991793623047724e-05,
-      "loss": 0.2321,
-      "step": 836
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.8205766434289725,
-      "learning_rate": 1.999172677814902e-05,
-      "loss": 0.2246,
-      "step": 837
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1672477240865653,
-      "learning_rate": 1.9991659662224166e-05,
-      "loss": 0.2701,
-      "step": 838
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.129230834652707,
-      "learning_rate": 1.9991592275274976e-05,
-      "loss": 0.2614,
-      "step": 839
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.7214179515732553,
-      "learning_rate": 1.9991524617303282e-05,
-      "loss": 0.2762,
-      "step": 840
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.2950757995564135,
-      "learning_rate": 1.999145668831092e-05,
-      "loss": 0.2626,
-      "step": 841
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.5470842349719043,
-      "learning_rate": 1.999138848829973e-05,
-      "loss": 0.2667,
-      "step": 842
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.5064490380389803,
-      "learning_rate": 1.9991320017271562e-05,
-      "loss": 0.2616,
-      "step": 843
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1662089984074246,
-      "learning_rate": 1.9991251275228274e-05,
-      "loss": 0.2637,
-      "step": 844
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.2511580698565579,
-      "learning_rate": 1.9991182262171734e-05,
-      "loss": 0.2811,
-      "step": 845
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1962141316679449,
-      "learning_rate": 1.9991112978103807e-05,
-      "loss": 0.2535,
-      "step": 846
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.2435377890556183,
-      "learning_rate": 1.9991043423026377e-05,
-      "loss": 0.2707,
-      "step": 847
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.125868593032254,
-      "learning_rate": 1.999097359694133e-05,
-      "loss": 0.2737,
-      "step": 848
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.171550604371576,
-      "learning_rate": 1.999090349985056e-05,
-      "loss": 0.2519,
-      "step": 849
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.3676752292310235,
-      "learning_rate": 1.999083313175597e-05,
-      "loss": 0.2485,
-      "step": 850
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.2978859424907145,
-      "learning_rate": 1.9990762492659466e-05,
-      "loss": 0.2642,
-      "step": 851
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1216709783383152,
-      "learning_rate": 1.9990691582562963e-05,
-      "loss": 0.2571,
-      "step": 852
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.4066273485739214,
-      "learning_rate": 1.9990620401468392e-05,
-      "loss": 0.2656,
-      "step": 853
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0970791764561405,
-      "learning_rate": 1.9990548949377674e-05,
-      "loss": 0.2225,
-      "step": 854
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1687899119933483,
-      "learning_rate": 1.999047722629275e-05,
-      "loss": 0.2735,
-      "step": 855
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.5732209820343088,
-      "learning_rate": 1.999040523221557e-05,
-      "loss": 0.2543,
-      "step": 856
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.725733160854452,
-      "learning_rate": 1.9990332967148082e-05,
-      "loss": 0.2354,
-      "step": 857
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 2.28006853250872,
-      "learning_rate": 1.999026043109225e-05,
-      "loss": 0.2678,
-      "step": 858
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.172545431709117,
-      "learning_rate": 1.9990187624050038e-05,
-      "loss": 0.2394,
-      "step": 859
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.2752673779385229,
-      "learning_rate": 1.9990114546023423e-05,
-      "loss": 0.2663,
-      "step": 860
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0882818240971561,
-      "learning_rate": 1.999004119701439e-05,
-      "loss": 0.2499,
-      "step": 861
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 0.9920608283590259,
-      "learning_rate": 1.9989967577024922e-05,
-      "loss": 0.2615,
-      "step": 862
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0741793303028535,
-      "learning_rate": 1.9989893686057016e-05,
-      "loss": 0.2781,
-      "step": 863
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1532640931043636,
-      "learning_rate": 1.9989819524112683e-05,
-      "loss": 0.2701,
-      "step": 864
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0592006955548727,
-      "learning_rate": 1.998974509119393e-05,
-      "loss": 0.2384,
-      "step": 865
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0794821739805955,
-      "learning_rate": 1.9989670387302783e-05,
-      "loss": 0.2575,
-      "step": 866
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 0.9108946007980193,
-      "learning_rate": 1.9989595412441252e-05,
-      "loss": 0.2738,
-      "step": 867
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.2301240916180438,
-      "learning_rate": 1.9989520166611388e-05,
-      "loss": 0.285,
-      "step": 868
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1232165575207511,
-      "learning_rate": 1.9989444649815226e-05,
-      "loss": 0.2408,
-      "step": 869
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.3153763910607554,
-      "learning_rate": 1.9989368862054814e-05,
-      "loss": 0.2648,
-      "step": 870
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.067960049988388,
-      "learning_rate": 1.9989292803332203e-05,
-      "loss": 0.2372,
-      "step": 871
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.1159094593203644,
-      "learning_rate": 1.9989216473649466e-05,
-      "loss": 0.2354,
-      "step": 872
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0141369128982671,
-      "learning_rate": 1.998913987300866e-05,
-      "loss": 0.2533,
-      "step": 873
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.0006771174963607,
-      "learning_rate": 1.998906300141188e-05,
-      "loss": 0.2808,
-      "step": 874
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.116211648499011,
-      "learning_rate": 1.9988985858861193e-05,
-      "loss": 0.2637,
-      "step": 875
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.2578617963336698,
-      "learning_rate": 1.9988908445358705e-05,
-      "loss": 0.2743,
-      "step": 876
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.5131417020303695,
-      "learning_rate": 1.998883076090651e-05,
-      "loss": 0.2753,
-      "step": 877
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.2599095826842825,
-      "learning_rate": 1.9988752805506723e-05,
-      "loss": 0.2678,
-      "step": 878
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 0.9360444508399847,
-      "learning_rate": 1.9988674579161444e-05,
-      "loss": 0.2284,
-      "step": 879
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.4269838584838916,
-      "learning_rate": 1.9988596081872805e-05,
-      "loss": 0.2552,
-      "step": 880
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.2384542201113082,
-      "learning_rate": 1.9988517313642934e-05,
-      "loss": 0.2617,
-      "step": 881
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.4157479977396126,
-      "learning_rate": 1.9988438274473966e-05,
-      "loss": 0.2937,
-      "step": 882
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.481445241615998,
-      "learning_rate": 1.9988358964368046e-05,
-      "loss": 0.2472,
-      "step": 883
-    },
-    {
-      "epoch": 0.04,
-      "grad_norm": 1.4095283492098256,
-      "learning_rate": 1.9988279383327324e-05,
-      "loss": 0.279,
-      "step": 884
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1291656446775273,
-      "learning_rate": 1.9988199531353963e-05,
-      "loss": 0.2332,
-      "step": 885
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.556219150900177,
-      "learning_rate": 1.998811940845012e-05,
-      "loss": 0.2166,
-      "step": 886
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1722666149602972,
-      "learning_rate": 1.998803901461798e-05,
-      "loss": 0.2168,
-      "step": 887
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.362960636009129,
-      "learning_rate": 1.998795834985971e-05,
-      "loss": 0.2438,
-      "step": 888
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2382505267852677,
-      "learning_rate": 1.998787741417751e-05,
-      "loss": 0.2446,
-      "step": 889
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2519924974220127,
-      "learning_rate": 1.9987796207573573e-05,
-      "loss": 0.2247,
-      "step": 890
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.138520059051484,
-      "learning_rate": 1.9987714730050098e-05,
-      "loss": 0.2394,
-      "step": 891
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.184081525001222,
-      "learning_rate": 1.9987632981609297e-05,
-      "loss": 0.2342,
-      "step": 892
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.4228525464925417,
-      "learning_rate": 1.9987550962253387e-05,
-      "loss": 0.2505,
-      "step": 893
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1732583727474242,
-      "learning_rate": 1.998746867198459e-05,
-      "loss": 0.2408,
-      "step": 894
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2929452831438806,
-      "learning_rate": 1.9987386110805146e-05,
-      "loss": 0.2636,
-      "step": 895
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1957505225992544,
-      "learning_rate": 1.9987303278717288e-05,
-      "loss": 0.2597,
-      "step": 896
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.3406390837672997,
-      "learning_rate": 1.9987220175723265e-05,
-      "loss": 0.2643,
-      "step": 897
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1369635625540935,
-      "learning_rate": 1.998713680182533e-05,
-      "loss": 0.2523,
-      "step": 898
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.5937134878395935,
-      "learning_rate": 1.9987053157025748e-05,
-      "loss": 0.2677,
-      "step": 899
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.305439396439621,
-      "learning_rate": 1.998696924132678e-05,
-      "loss": 0.2856,
-      "step": 900
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.3427530047357976,
-      "learning_rate": 1.9986885054730708e-05,
-      "loss": 0.2232,
-      "step": 901
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.3349578827424304,
-      "learning_rate": 1.9986800597239817e-05,
-      "loss": 0.2687,
-      "step": 902
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2393032091995557,
-      "learning_rate": 1.9986715868856396e-05,
-      "loss": 0.2342,
-      "step": 903
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.349656127097357,
-      "learning_rate": 1.998663086958274e-05,
-      "loss": 0.2683,
-      "step": 904
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.4183409271315817,
-      "learning_rate": 1.998654559942116e-05,
-      "loss": 0.2843,
-      "step": 905
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.8087602257457172,
-      "learning_rate": 1.998646005837397e-05,
-      "loss": 0.2616,
-      "step": 906
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.5093979621304114,
-      "learning_rate": 1.998637424644348e-05,
-      "loss": 0.2367,
-      "step": 907
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2972565928670108,
-      "learning_rate": 1.998628816363203e-05,
-      "loss": 0.2765,
-      "step": 908
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1342135617558307,
-      "learning_rate": 1.9986201809941945e-05,
-      "loss": 0.2605,
-      "step": 909
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.622288471832347,
-      "learning_rate": 1.9986115185375576e-05,
-      "loss": 0.2756,
-      "step": 910
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 8.712971571944573,
-      "learning_rate": 1.9986028289935263e-05,
-      "loss": 0.3367,
-      "step": 911
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.831004903324416,
-      "learning_rate": 1.9985941123623374e-05,
-      "loss": 0.2635,
-      "step": 912
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 37.253091376437865,
-      "learning_rate": 1.9985853686442266e-05,
-      "loss": 0.425,
-      "step": 913
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.6139419406539022,
-      "learning_rate": 1.9985765978394315e-05,
-      "loss": 0.2935,
-      "step": 914
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.6099763905589324,
-      "learning_rate": 1.9985677999481898e-05,
-      "loss": 0.2702,
-      "step": 915
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.6413119822026072,
-      "learning_rate": 1.9985589749707395e-05,
-      "loss": 0.2629,
-      "step": 916
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.3524571716304779,
-      "learning_rate": 1.9985501229073213e-05,
-      "loss": 0.2703,
-      "step": 917
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.0938158950381753,
-      "learning_rate": 1.998541243758174e-05,
-      "loss": 0.2704,
-      "step": 918
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1489715020729094,
-      "learning_rate": 1.9985323375235395e-05,
-      "loss": 0.2543,
-      "step": 919
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1731682133705816,
-      "learning_rate": 1.9985234042036588e-05,
-      "loss": 0.2608,
-      "step": 920
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 0.9738308855528613,
-      "learning_rate": 1.9985144437987743e-05,
-      "loss": 0.2424,
-      "step": 921
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.0626982152800977,
-      "learning_rate": 1.9985054563091295e-05,
-      "loss": 0.2758,
-      "step": 922
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.426479209067473,
-      "learning_rate": 1.9984964417349675e-05,
-      "loss": 0.2733,
-      "step": 923
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1284519447109926,
-      "learning_rate": 1.998487400076533e-05,
-      "loss": 0.2457,
-      "step": 924
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.0912469894763157,
-      "learning_rate": 1.9984783313340715e-05,
-      "loss": 0.2408,
-      "step": 925
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1812135886717172,
-      "learning_rate": 1.998469235507829e-05,
-      "loss": 0.2503,
-      "step": 926
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.0073430784559474,
-      "learning_rate": 1.998460112598052e-05,
-      "loss": 0.244,
-      "step": 927
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.3404204748861077,
-      "learning_rate": 1.998450962604988e-05,
-      "loss": 0.2885,
-      "step": 928
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.7811568491496874,
-      "learning_rate": 1.9984417855288853e-05,
-      "loss": 0.2516,
-      "step": 929
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.5443231025515465,
-      "learning_rate": 1.998432581369993e-05,
-      "loss": 0.2572,
-      "step": 930
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.4293337544325062,
-      "learning_rate": 1.9984233501285602e-05,
-      "loss": 0.2992,
-      "step": 931
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.284982874168832,
-      "learning_rate": 1.9984140918048376e-05,
-      "loss": 0.2399,
-      "step": 932
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.3961467293148901,
-      "learning_rate": 1.9984048063990766e-05,
-      "loss": 0.2564,
-      "step": 933
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1794505830153215,
-      "learning_rate": 1.9983954939115286e-05,
-      "loss": 0.2417,
-      "step": 934
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2760274907553164,
-      "learning_rate": 1.9983861543424467e-05,
-      "loss": 0.2662,
-      "step": 935
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1984319455046042,
-      "learning_rate": 1.998376787692084e-05,
-      "loss": 0.2402,
-      "step": 936
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.5134177656969858,
-      "learning_rate": 1.9983673939606946e-05,
-      "loss": 0.2641,
-      "step": 937
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.08231174372219,
-      "learning_rate": 1.9983579731485326e-05,
-      "loss": 0.2398,
-      "step": 938
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.3307559472577821,
-      "learning_rate": 1.998348525255855e-05,
-      "loss": 0.2773,
-      "step": 939
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.256364695732902,
-      "learning_rate": 1.9983390502829168e-05,
-      "loss": 0.2815,
-      "step": 940
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2766424443497033,
-      "learning_rate": 1.9983295482299752e-05,
-      "loss": 0.2555,
-      "step": 941
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.3076871853427046,
-      "learning_rate": 1.998320019097289e-05,
-      "loss": 0.234,
-      "step": 942
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.7653987555897812,
-      "learning_rate": 1.9983104628851154e-05,
-      "loss": 0.2476,
-      "step": 943
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 4.147047712588286,
-      "learning_rate": 1.9983008795937142e-05,
-      "loss": 0.291,
-      "step": 944
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.9005551250112118,
-      "learning_rate": 1.9982912692233455e-05,
-      "loss": 0.2655,
-      "step": 945
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2830320142702902,
-      "learning_rate": 1.9982816317742694e-05,
-      "loss": 0.2607,
-      "step": 946
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.6188483702984462,
-      "learning_rate": 1.9982719672467476e-05,
-      "loss": 0.2535,
-      "step": 947
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 2.494189922904832,
-      "learning_rate": 1.9982622756410425e-05,
-      "loss": 0.263,
-      "step": 948
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.6891101259528638,
-      "learning_rate": 1.998252556957417e-05,
-      "loss": 0.2674,
-      "step": 949
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.4203377893373739,
-      "learning_rate": 1.998242811196134e-05,
-      "loss": 0.2332,
-      "step": 950
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.5932351561865459,
-      "learning_rate": 1.9982330383574586e-05,
-      "loss": 0.2421,
-      "step": 951
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 2.03124317920117,
-      "learning_rate": 1.998223238441656e-05,
-      "loss": 0.2498,
-      "step": 952
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.8931422127100161,
-      "learning_rate": 1.9982134114489912e-05,
-      "loss": 0.2673,
-      "step": 953
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.5731660080894065,
-      "learning_rate": 1.9982035573797315e-05,
-      "loss": 0.2766,
-      "step": 954
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2214546421076942,
-      "learning_rate": 1.9981936762341438e-05,
-      "loss": 0.2317,
-      "step": 955
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.3338466940653078,
-      "learning_rate": 1.9981837680124963e-05,
-      "loss": 0.2238,
-      "step": 956
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.4219834080515363,
-      "learning_rate": 1.9981738327150575e-05,
-      "loss": 0.2452,
-      "step": 957
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.281365091349734,
-      "learning_rate": 1.9981638703420977e-05,
-      "loss": 0.2621,
-      "step": 958
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2303691416352147,
-      "learning_rate": 1.998153880893886e-05,
-      "loss": 0.2442,
-      "step": 959
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 2.7164286811059375,
-      "learning_rate": 1.998143864370694e-05,
-      "loss": 0.25,
-      "step": 960
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1619798707542857,
-      "learning_rate": 1.998133820772793e-05,
-      "loss": 0.2448,
-      "step": 961
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.4654543872298886,
-      "learning_rate": 1.998123750100456e-05,
-      "loss": 0.2592,
-      "step": 962
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.0862977637195583,
-      "learning_rate": 1.9981136523539565e-05,
-      "loss": 0.2426,
-      "step": 963
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2390086218034442,
-      "learning_rate": 1.9981035275335672e-05,
-      "loss": 0.2557,
-      "step": 964
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.504056753106432,
-      "learning_rate": 1.9980933756395635e-05,
-      "loss": 0.2697,
-      "step": 965
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.398764234923714,
-      "learning_rate": 1.9980831966722204e-05,
-      "loss": 0.2398,
-      "step": 966
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2339532264497461,
-      "learning_rate": 1.9980729906318145e-05,
-      "loss": 0.264,
-      "step": 967
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.4824979512173875,
-      "learning_rate": 1.998062757518622e-05,
-      "loss": 0.2453,
-      "step": 968
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.7206314812947987,
-      "learning_rate": 1.998052497332921e-05,
-      "loss": 0.2569,
-      "step": 969
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.6681319774857464,
-      "learning_rate": 1.99804221007499e-05,
-      "loss": 0.2418,
-      "step": 970
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2922792928709421,
-      "learning_rate": 1.9980318957451073e-05,
-      "loss": 0.233,
-      "step": 971
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.3283707199306902,
-      "learning_rate": 1.9980215543435532e-05,
-      "loss": 0.2715,
-      "step": 972
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.7199472670960634,
-      "learning_rate": 1.998011185870608e-05,
-      "loss": 0.2525,
-      "step": 973
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2668493722493168,
-      "learning_rate": 1.998000790326553e-05,
-      "loss": 0.25,
-      "step": 974
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 3.4536780933019773,
-      "learning_rate": 1.9979903677116705e-05,
-      "loss": 0.2754,
-      "step": 975
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.395271992192874,
-      "learning_rate": 1.9979799180262423e-05,
-      "loss": 0.2559,
-      "step": 976
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 2.691859147708012,
-      "learning_rate": 1.997969441270553e-05,
-      "loss": 0.2739,
-      "step": 977
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.3249583444644388,
-      "learning_rate": 1.997958937444886e-05,
-      "loss": 0.2406,
-      "step": 978
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1293700203760684,
-      "learning_rate": 1.9979484065495264e-05,
-      "loss": 0.2522,
-      "step": 979
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.6352020696036085,
-      "learning_rate": 1.99793784858476e-05,
-      "loss": 0.2365,
-      "step": 980
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.4766571166239415,
-      "learning_rate": 1.997927263550873e-05,
-      "loss": 0.2377,
-      "step": 981
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.5825322786834481,
-      "learning_rate": 1.997916651448153e-05,
-      "loss": 0.283,
-      "step": 982
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.5960016847073644,
-      "learning_rate": 1.997906012276887e-05,
-      "loss": 0.2336,
-      "step": 983
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.7464179676633318,
-      "learning_rate": 1.9978953460373643e-05,
-      "loss": 0.2491,
-      "step": 984
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.332022414231344,
-      "learning_rate": 1.997884652729874e-05,
-      "loss": 0.2708,
-      "step": 985
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.4284193259813256,
-      "learning_rate": 1.997873932354706e-05,
-      "loss": 0.2558,
-      "step": 986
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2548510619479858,
-      "learning_rate": 1.9978631849121514e-05,
-      "loss": 0.23,
-      "step": 987
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 2.5253198374407417,
-      "learning_rate": 1.997852410402501e-05,
-      "loss": 0.2598,
-      "step": 988
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.6856588529543604,
-      "learning_rate": 1.9978416088260483e-05,
-      "loss": 0.2466,
-      "step": 989
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.204933102528033,
-      "learning_rate": 1.9978307801830855e-05,
-      "loss": 0.2608,
-      "step": 990
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.403160012398721,
-      "learning_rate": 1.997819924473906e-05,
-      "loss": 0.2457,
-      "step": 991
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.3417670872825422,
-      "learning_rate": 1.997809041698805e-05,
-      "loss": 0.2481,
-      "step": 992
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.9679789941414283,
-      "learning_rate": 1.9977981318580773e-05,
-      "loss": 0.2481,
-      "step": 993
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.802566030293649,
-      "learning_rate": 1.9977871949520188e-05,
-      "loss": 0.2454,
-      "step": 994
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1290121014796652,
-      "learning_rate": 1.9977762309809266e-05,
-      "loss": 0.2532,
-      "step": 995
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.4914383201086971,
-      "learning_rate": 1.9977652399450976e-05,
-      "loss": 0.273,
-      "step": 996
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.4738780508956397,
-      "learning_rate": 1.99775422184483e-05,
-      "loss": 0.2562,
-      "step": 997
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.431594373320625,
-      "learning_rate": 1.997743176680423e-05,
-      "loss": 0.2681,
-      "step": 998
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2916825659721045,
-      "learning_rate": 1.997732104452176e-05,
-      "loss": 0.2434,
-      "step": 999
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.887959469677641,
-      "learning_rate": 1.997721005160389e-05,
-      "loss": 0.2451,
-      "step": 1000
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.4206349978995914,
-      "learning_rate": 1.9977098788053637e-05,
-      "loss": 0.262,
-      "step": 1001
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.146152194745477,
-      "learning_rate": 1.9976987253874016e-05,
-      "loss": 0.2638,
-      "step": 1002
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.318586277766884,
-      "learning_rate": 1.997687544906805e-05,
-      "loss": 0.2635,
-      "step": 1003
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.3449964495777744,
-      "learning_rate": 1.9976763373638773e-05,
-      "loss": 0.2805,
-      "step": 1004
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.3295176549041057,
-      "learning_rate": 1.997665102758923e-05,
-      "loss": 0.2925,
-      "step": 1005
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.356327669023187,
-      "learning_rate": 1.997653841092246e-05,
-      "loss": 0.2487,
-      "step": 1006
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.4765934626224548,
-      "learning_rate": 1.9976425523641527e-05,
-      "loss": 0.2929,
-      "step": 1007
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.497001144648849,
-      "learning_rate": 1.9976312365749484e-05,
-      "loss": 0.2477,
-      "step": 1008
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.5166775118877334,
-      "learning_rate": 1.9976198937249408e-05,
-      "loss": 0.2361,
-      "step": 1009
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.4083767570633934,
-      "learning_rate": 1.997608523814437e-05,
-      "loss": 0.254,
-      "step": 1010
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.540794321329871,
-      "learning_rate": 1.9975971268437457e-05,
-      "loss": 0.2738,
-      "step": 1011
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.668700196997005,
-      "learning_rate": 1.997585702813176e-05,
-      "loss": 0.2793,
-      "step": 1012
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.5112483099308371,
-      "learning_rate": 1.9975742517230377e-05,
-      "loss": 0.2443,
-      "step": 1013
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.5205434194057652,
-      "learning_rate": 1.9975627735736416e-05,
-      "loss": 0.2532,
-      "step": 1014
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.40062000800819,
-      "learning_rate": 1.9975512683652985e-05,
-      "loss": 0.2509,
-      "step": 1015
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.4963993851155675,
-      "learning_rate": 1.9975397360983216e-05,
-      "loss": 0.24,
-      "step": 1016
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 2.1069124215856547,
-      "learning_rate": 1.9975281767730226e-05,
-      "loss": 0.2256,
-      "step": 1017
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.4490239252320818,
-      "learning_rate": 1.9975165903897155e-05,
-      "loss": 0.2318,
-      "step": 1018
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.594997764001681,
-      "learning_rate": 1.9975049769487147e-05,
-      "loss": 0.2416,
-      "step": 1019
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.7645257393696694,
-      "learning_rate": 1.9974933364503347e-05,
-      "loss": 0.2589,
-      "step": 1020
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.288053085705425,
-      "learning_rate": 1.9974816688948923e-05,
-      "loss": 0.2536,
-      "step": 1021
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2860181373293385,
-      "learning_rate": 1.9974699742827028e-05,
-      "loss": 0.2414,
-      "step": 1022
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.4077289076246466,
-      "learning_rate": 1.997458252614084e-05,
-      "loss": 0.2416,
-      "step": 1023
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 2.378778097881167,
-      "learning_rate": 1.9974465038893535e-05,
-      "loss": 0.2535,
-      "step": 1024
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.3503965136445129,
-      "learning_rate": 1.9974347281088305e-05,
-      "loss": 0.2676,
-      "step": 1025
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.236924180487533,
-      "learning_rate": 1.9974229252728345e-05,
-      "loss": 0.2545,
-      "step": 1026
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.0346377489547494,
-      "learning_rate": 1.9974110953816846e-05,
-      "loss": 0.239,
-      "step": 1027
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.3754934009638555,
-      "learning_rate": 1.997399238435703e-05,
-      "loss": 0.288,
-      "step": 1028
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2183415405104483,
-      "learning_rate": 1.99738735443521e-05,
-      "loss": 0.2624,
-      "step": 1029
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 0.9613397656490309,
-      "learning_rate": 1.9973754433805294e-05,
-      "loss": 0.2424,
-      "step": 1030
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.6289514132511271,
-      "learning_rate": 1.9973635052719836e-05,
-      "loss": 0.2523,
-      "step": 1031
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.0487668403001444,
-      "learning_rate": 1.997351540109896e-05,
-      "loss": 0.2854,
-      "step": 1032
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.3730747343031353,
-      "learning_rate": 1.9973395478945917e-05,
-      "loss": 0.251,
-      "step": 1033
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.247569885594585,
-      "learning_rate": 1.9973275286263955e-05,
-      "loss": 0.2465,
-      "step": 1034
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.200220973084389,
-      "learning_rate": 1.9973154823056343e-05,
-      "loss": 0.2733,
-      "step": 1035
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1170295827926,
-      "learning_rate": 1.997303408932634e-05,
-      "loss": 0.2553,
-      "step": 1036
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.234375683527027,
-      "learning_rate": 1.9972913085077225e-05,
-      "loss": 0.2682,
-      "step": 1037
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2679487419761017,
-      "learning_rate": 1.997279181031228e-05,
-      "loss": 0.272,
-      "step": 1038
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.6447639613922878,
-      "learning_rate": 1.997267026503479e-05,
-      "loss": 0.3011,
-      "step": 1039
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.3634475769344572,
-      "learning_rate": 1.997254844924806e-05,
-      "loss": 0.2631,
-      "step": 1040
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2718450470082385,
-      "learning_rate": 1.997242636295539e-05,
-      "loss": 0.2412,
-      "step": 1041
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.0108447929482707,
-      "learning_rate": 1.997230400616009e-05,
-      "loss": 0.237,
-      "step": 1042
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1645213079118888,
-      "learning_rate": 1.997218137886548e-05,
-      "loss": 0.2645,
-      "step": 1043
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.0614791909352574,
-      "learning_rate": 1.997205848107489e-05,
-      "loss": 0.2693,
-      "step": 1044
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.4634827744750394,
-      "learning_rate": 1.9971935312791646e-05,
-      "loss": 0.2357,
-      "step": 1045
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 0.9872275898199967,
-      "learning_rate": 1.9971811874019096e-05,
-      "loss": 0.2554,
-      "step": 1046
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2016246852199257,
-      "learning_rate": 1.9971688164760588e-05,
-      "loss": 0.2769,
-      "step": 1047
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 3.9982730088115166,
-      "learning_rate": 1.997156418501947e-05,
-      "loss": 0.2465,
-      "step": 1048
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.6992277962147386,
-      "learning_rate": 1.9971439934799113e-05,
-      "loss": 0.2723,
-      "step": 1049
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.0004795906439163,
-      "learning_rate": 1.9971315414102886e-05,
-      "loss": 0.2699,
-      "step": 1050
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2129500121770678,
-      "learning_rate": 1.9971190622934164e-05,
-      "loss": 0.2474,
-      "step": 1051
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 2.131678439889529,
-      "learning_rate": 1.9971065561296334e-05,
-      "loss": 0.2638,
-      "step": 1052
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1363756749163911,
-      "learning_rate": 1.9970940229192785e-05,
-      "loss": 0.2406,
-      "step": 1053
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2498200840780742,
-      "learning_rate": 1.997081462662692e-05,
-      "loss": 0.2639,
-      "step": 1054
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1762334890050876,
-      "learning_rate": 1.997068875360215e-05,
-      "loss": 0.2543,
-      "step": 1055
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.0024363148955997,
-      "learning_rate": 1.9970562610121878e-05,
-      "loss": 0.2289,
-      "step": 1056
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1811960528971635,
-      "learning_rate": 1.9970436196189534e-05,
-      "loss": 0.2478,
-      "step": 1057
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1637800873859996,
-      "learning_rate": 1.9970309511808544e-05,
-      "loss": 0.2465,
-      "step": 1058
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 0.979550169262176,
-      "learning_rate": 1.997018255698235e-05,
-      "loss": 0.2214,
-      "step": 1059
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.16589763971035,
-      "learning_rate": 1.9970055331714383e-05,
-      "loss": 0.2711,
-      "step": 1060
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1246384724575211,
-      "learning_rate": 1.9969927836008106e-05,
-      "loss": 0.2775,
-      "step": 1061
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.7036162064431464,
-      "learning_rate": 1.9969800069866977e-05,
-      "loss": 0.2495,
-      "step": 1062
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1887124846196262,
-      "learning_rate": 1.9969672033294456e-05,
-      "loss": 0.2403,
-      "step": 1063
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1111538706770012,
-      "learning_rate": 1.9969543726294015e-05,
-      "loss": 0.2787,
-      "step": 1064
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.344197692512503,
-      "learning_rate": 1.996941514886914e-05,
-      "loss": 0.2406,
-      "step": 1065
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 0.9370858572857556,
-      "learning_rate": 1.9969286301023313e-05,
-      "loss": 0.2453,
-      "step": 1066
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.317987916437125,
-      "learning_rate": 1.9969157182760038e-05,
-      "loss": 0.2469,
-      "step": 1067
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.4308374640331052,
-      "learning_rate": 1.9969027794082805e-05,
-      "loss": 0.2618,
-      "step": 1068
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.0128360475469447,
-      "learning_rate": 1.9968898134995133e-05,
-      "loss": 0.2589,
-      "step": 1069
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2206987095575548,
-      "learning_rate": 1.9968768205500537e-05,
-      "loss": 0.2539,
-      "step": 1070
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2616967144566469,
-      "learning_rate": 1.996863800560254e-05,
-      "loss": 0.2561,
-      "step": 1071
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.2420509612739192,
-      "learning_rate": 1.9968507535304673e-05,
-      "loss": 0.2488,
-      "step": 1072
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.6531805252472223,
-      "learning_rate": 1.9968376794610476e-05,
-      "loss": 0.2473,
-      "step": 1073
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.512339883342327,
-      "learning_rate": 1.9968245783523494e-05,
-      "loss": 0.2761,
-      "step": 1074
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1497848143449239,
-      "learning_rate": 1.9968114502047285e-05,
-      "loss": 0.2543,
-      "step": 1075
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.3298769541275925,
-      "learning_rate": 1.9967982950185406e-05,
-      "loss": 0.2466,
-      "step": 1076
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1633256939356942,
-      "learning_rate": 1.9967851127941428e-05,
-      "loss": 0.2452,
-      "step": 1077
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.4220440751364178,
-      "learning_rate": 1.9967719035318923e-05,
-      "loss": 0.2764,
-      "step": 1078
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.1132936198571883,
-      "learning_rate": 1.996758667232148e-05,
-      "loss": 0.26,
-      "step": 1079
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.6312747105898855,
-      "learning_rate": 1.996745403895268e-05,
-      "loss": 0.2669,
-      "step": 1080
-    },
-    {
-      "epoch": 0.05,
-      "grad_norm": 1.6402142909338209,
-      "learning_rate": 1.996732113521613e-05,
-      "loss": 0.2457,
-      "step": 1081
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 2.0667893373200155,
-      "learning_rate": 1.996718796111543e-05,
-      "loss": 0.2608,
-      "step": 1082
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.852776127345349,
-      "learning_rate": 1.9967054516654192e-05,
-      "loss": 0.2296,
-      "step": 1083
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.409690469886677,
-      "learning_rate": 1.996692080183604e-05,
-      "loss": 0.2808,
-      "step": 1084
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.3043579795586937,
-      "learning_rate": 1.9966786816664595e-05,
-      "loss": 0.2389,
-      "step": 1085
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.5235254463247614,
-      "learning_rate": 1.9966652561143497e-05,
-      "loss": 0.2704,
-      "step": 1086
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1451019290362825,
-      "learning_rate": 1.9966518035276386e-05,
-      "loss": 0.2436,
-      "step": 1087
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1315370371336715,
-      "learning_rate": 1.996638323906691e-05,
-      "loss": 0.2551,
-      "step": 1088
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.2459189550689043,
-      "learning_rate": 1.9966248172518724e-05,
-      "loss": 0.2388,
-      "step": 1089
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0925475069915203,
-      "learning_rate": 1.9966112835635493e-05,
-      "loss": 0.2755,
-      "step": 1090
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.5310245971490808,
-      "learning_rate": 1.996597722842089e-05,
-      "loss": 0.2449,
-      "step": 1091
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1293064532018613,
-      "learning_rate": 1.9965841350878594e-05,
-      "loss": 0.2457,
-      "step": 1092
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.270511290540653,
-      "learning_rate": 1.9965705203012288e-05,
-      "loss": 0.2584,
-      "step": 1093
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.3994165582848725,
-      "learning_rate": 1.9965568784825665e-05,
-      "loss": 0.2679,
-      "step": 1094
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.2426772281808531,
-      "learning_rate": 1.9965432096322423e-05,
-      "loss": 0.2421,
-      "step": 1095
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.3840821487760482,
-      "learning_rate": 1.9965295137506275e-05,
-      "loss": 0.2817,
-      "step": 1096
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.5904477416527278,
-      "learning_rate": 1.9965157908380934e-05,
-      "loss": 0.2625,
-      "step": 1097
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0619560169492481,
-      "learning_rate": 1.996502040895012e-05,
-      "loss": 0.2489,
-      "step": 1098
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1477414335171585,
-      "learning_rate": 1.9964882639217564e-05,
-      "loss": 0.2561,
-      "step": 1099
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.2290065958182672,
-      "learning_rate": 1.9964744599187006e-05,
-      "loss": 0.2423,
-      "step": 1100
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0360763227358927,
-      "learning_rate": 1.9964606288862187e-05,
-      "loss": 0.2513,
-      "step": 1101
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0421375048836479,
-      "learning_rate": 1.9964467708246858e-05,
-      "loss": 0.2321,
-      "step": 1102
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1176614561117166,
-      "learning_rate": 1.9964328857344782e-05,
-      "loss": 0.2346,
-      "step": 1103
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1864842864031386,
-      "learning_rate": 1.9964189736159724e-05,
-      "loss": 0.2379,
-      "step": 1104
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.9928267143128622,
-      "learning_rate": 1.9964050344695454e-05,
-      "loss": 0.2471,
-      "step": 1105
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.2547197785017616,
-      "learning_rate": 1.9963910682955755e-05,
-      "loss": 0.2796,
-      "step": 1106
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.108318882422375,
-      "learning_rate": 1.9963770750944416e-05,
-      "loss": 0.2731,
-      "step": 1107
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.3881418626610218,
-      "learning_rate": 1.9963630548665234e-05,
-      "loss": 0.2565,
-      "step": 1108
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0514992110398136,
-      "learning_rate": 1.9963490076122013e-05,
-      "loss": 0.2517,
-      "step": 1109
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0593218515735172,
-      "learning_rate": 1.9963349333318557e-05,
-      "loss": 0.2534,
-      "step": 1110
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.118821356451065,
-      "learning_rate": 1.996320832025869e-05,
-      "loss": 0.2423,
-      "step": 1111
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.303669999694777,
-      "learning_rate": 1.9963067036946234e-05,
-      "loss": 0.2487,
-      "step": 1112
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.9298685030587246,
-      "learning_rate": 1.996292548338502e-05,
-      "loss": 0.255,
-      "step": 1113
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1029318356890085,
-      "learning_rate": 1.9962783659578893e-05,
-      "loss": 0.2728,
-      "step": 1114
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0197604969095162,
-      "learning_rate": 1.9962641565531694e-05,
-      "loss": 0.2539,
-      "step": 1115
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.4415415643758744,
-      "learning_rate": 1.9962499201247278e-05,
-      "loss": 0.2628,
-      "step": 1116
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.083338942951384,
-      "learning_rate": 1.996235656672951e-05,
-      "loss": 0.2233,
-      "step": 1117
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 2.1160686080415427,
-      "learning_rate": 1.9962213661982258e-05,
-      "loss": 0.2383,
-      "step": 1118
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.3011374875117159,
-      "learning_rate": 1.99620704870094e-05,
-      "loss": 0.2546,
-      "step": 1119
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.2663679967062615,
-      "learning_rate": 1.9961927041814818e-05,
-      "loss": 0.2764,
-      "step": 1120
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 4.08364336655249,
-      "learning_rate": 1.99617833264024e-05,
-      "loss": 0.2728,
-      "step": 1121
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1913191519966877,
-      "learning_rate": 1.9961639340776044e-05,
-      "loss": 0.2662,
-      "step": 1122
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.337006850164463,
-      "learning_rate": 1.9961495084939663e-05,
-      "loss": 0.2617,
-      "step": 1123
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.9984066446142431,
-      "learning_rate": 1.9961350558897165e-05,
-      "loss": 0.2304,
-      "step": 1124
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1472444721091424,
-      "learning_rate": 1.996120576265247e-05,
-      "loss": 0.2582,
-      "step": 1125
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0510611344781502,
-      "learning_rate": 1.99610606962095e-05,
-      "loss": 0.2411,
-      "step": 1126
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1413980782504782,
-      "learning_rate": 1.99609153595722e-05,
-      "loss": 0.2501,
-      "step": 1127
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.9585331468733518,
-      "learning_rate": 1.9960769752744508e-05,
-      "loss": 0.2266,
-      "step": 1128
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0384063965422534,
-      "learning_rate": 1.9960623875730376e-05,
-      "loss": 0.2433,
-      "step": 1129
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.9887923427738782,
-      "learning_rate": 1.9960477728533756e-05,
-      "loss": 0.242,
-      "step": 1130
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.2281455484801602,
-      "learning_rate": 1.9960331311158618e-05,
-      "loss": 0.2478,
-      "step": 1131
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1420820808451997,
-      "learning_rate": 1.9960184623608927e-05,
-      "loss": 0.2313,
-      "step": 1132
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1291272243771713,
-      "learning_rate": 1.996003766588867e-05,
-      "loss": 0.2435,
-      "step": 1133
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.291842843117987,
-      "learning_rate": 1.9959890438001826e-05,
-      "loss": 0.2505,
-      "step": 1134
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0968369271525031,
-      "learning_rate": 1.9959742939952393e-05,
-      "loss": 0.2585,
-      "step": 1135
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1421824643955416,
-      "learning_rate": 1.9959595171744367e-05,
-      "loss": 0.2725,
-      "step": 1136
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.9766039383545265,
-      "learning_rate": 1.9959447133381762e-05,
-      "loss": 0.2533,
-      "step": 1137
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.9345271213518466,
-      "learning_rate": 1.995929882486859e-05,
-      "loss": 0.241,
-      "step": 1138
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.187322374200805,
-      "learning_rate": 1.9959150246208876e-05,
-      "loss": 0.2347,
-      "step": 1139
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0532689372785176,
-      "learning_rate": 1.995900139740665e-05,
-      "loss": 0.2603,
-      "step": 1140
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.5080362513166135,
-      "learning_rate": 1.9958852278465946e-05,
-      "loss": 0.2028,
-      "step": 1141
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1438427953969899,
-      "learning_rate": 1.9958702889390813e-05,
-      "loss": 0.2538,
-      "step": 1142
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.3178650171897648,
-      "learning_rate": 1.99585532301853e-05,
-      "loss": 0.2687,
-      "step": 1143
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0837016465004479,
-      "learning_rate": 1.9958403300853472e-05,
-      "loss": 0.2732,
-      "step": 1144
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.151385755054102,
-      "learning_rate": 1.9958253101399388e-05,
-      "loss": 0.2318,
-      "step": 1145
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0980774803415834,
-      "learning_rate": 1.9958102631827127e-05,
-      "loss": 0.2398,
-      "step": 1146
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0518834716128322,
-      "learning_rate": 1.995795189214077e-05,
-      "loss": 0.2567,
-      "step": 1147
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.9774327625199531,
-      "learning_rate": 1.9957800882344406e-05,
-      "loss": 0.2912,
-      "step": 1148
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.9752705364199556,
-      "learning_rate": 1.9957649602442132e-05,
-      "loss": 0.2637,
-      "step": 1149
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.22461622064381,
-      "learning_rate": 1.9957498052438046e-05,
-      "loss": 0.2682,
-      "step": 1150
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.9363047948353536,
-      "learning_rate": 1.9957346232336264e-05,
-      "loss": 0.2608,
-      "step": 1151
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0908039664636027,
-      "learning_rate": 1.9957194142140907e-05,
-      "loss": 0.2642,
-      "step": 1152
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.298250529492443,
-      "learning_rate": 1.9957041781856094e-05,
-      "loss": 0.2428,
-      "step": 1153
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.8691045152210589,
-      "learning_rate": 1.995688915148596e-05,
-      "loss": 0.252,
-      "step": 1154
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.5017543963557427,
-      "learning_rate": 1.9956736251034643e-05,
-      "loss": 0.2807,
-      "step": 1155
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.425121321973548,
-      "learning_rate": 1.99565830805063e-05,
-      "loss": 0.2524,
-      "step": 1156
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.3588406022460622,
-      "learning_rate": 1.995642963990507e-05,
-      "loss": 0.2631,
-      "step": 1157
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 2.012820438420422,
-      "learning_rate": 1.995627592923513e-05,
-      "loss": 0.2583,
-      "step": 1158
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0423757816916552,
-      "learning_rate": 1.995612194850064e-05,
-      "loss": 0.231,
-      "step": 1159
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1506603528204253,
-      "learning_rate": 1.9955967697705782e-05,
-      "loss": 0.2758,
-      "step": 1160
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.120430771480744,
-      "learning_rate": 1.9955813176854735e-05,
-      "loss": 0.2574,
-      "step": 1161
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0850296741610588,
-      "learning_rate": 1.9955658385951695e-05,
-      "loss": 0.2612,
-      "step": 1162
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1501268535631535,
-      "learning_rate": 1.9955503325000857e-05,
-      "loss": 0.26,
-      "step": 1163
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.2212111778915191,
-      "learning_rate": 1.9955347994006432e-05,
-      "loss": 0.2737,
-      "step": 1164
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.4028969597594856,
-      "learning_rate": 1.9955192392972628e-05,
-      "loss": 0.2324,
-      "step": 1165
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.3102571784603596,
-      "learning_rate": 1.995503652190367e-05,
-      "loss": 0.2674,
-      "step": 1166
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.9897987458802096,
-      "learning_rate": 1.9954880380803787e-05,
-      "loss": 0.2423,
-      "step": 1167
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.9207734644130189,
-      "learning_rate": 1.9954723969677206e-05,
-      "loss": 0.2306,
-      "step": 1168
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1295488992326463,
-      "learning_rate": 1.9954567288528174e-05,
-      "loss": 0.2418,
-      "step": 1169
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.2685761887350202,
-      "learning_rate": 1.9954410337360945e-05,
-      "loss": 0.2357,
-      "step": 1170
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.9861608199592001,
-      "learning_rate": 1.9954253116179772e-05,
-      "loss": 0.2426,
-      "step": 1171
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0280451362848153,
-      "learning_rate": 1.9954095624988924e-05,
-      "loss": 0.2339,
-      "step": 1172
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0937539428083092,
-      "learning_rate": 1.9953937863792666e-05,
-      "loss": 0.2407,
-      "step": 1173
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.5164023930909465,
-      "learning_rate": 1.9953779832595285e-05,
-      "loss": 0.271,
-      "step": 1174
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0085274941712419,
-      "learning_rate": 1.995362153140106e-05,
-      "loss": 0.2501,
-      "step": 1175
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0757387120719115,
-      "learning_rate": 1.9953462960214293e-05,
-      "loss": 0.2299,
-      "step": 1176
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.562846048479879,
-      "learning_rate": 1.995330411903928e-05,
-      "loss": 0.2913,
-      "step": 1177
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.670780598619956,
-      "learning_rate": 1.995314500788033e-05,
-      "loss": 0.2559,
-      "step": 1178
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0999296700893124,
-      "learning_rate": 1.9952985626741757e-05,
-      "loss": 0.2413,
-      "step": 1179
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.2266840303048263,
-      "learning_rate": 1.995282597562789e-05,
-      "loss": 0.2299,
-      "step": 1180
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.12382611130755,
-      "learning_rate": 1.9952666054543053e-05,
-      "loss": 0.2557,
-      "step": 1181
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.8852569009332808,
-      "learning_rate": 1.995250586349159e-05,
-      "loss": 0.2543,
-      "step": 1182
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.9698648745098383,
-      "learning_rate": 1.9952345402477844e-05,
-      "loss": 0.2397,
-      "step": 1183
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0757537964497887,
-      "learning_rate": 1.9952184671506167e-05,
-      "loss": 0.2867,
-      "step": 1184
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 2.047570354258211,
-      "learning_rate": 1.9952023670580915e-05,
-      "loss": 0.2373,
-      "step": 1185
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.3164713777096313,
-      "learning_rate": 1.9951862399706463e-05,
-      "loss": 0.2745,
-      "step": 1186
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.254144229233726,
-      "learning_rate": 1.995170085888718e-05,
-      "loss": 0.2355,
-      "step": 1187
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0187453637220607,
-      "learning_rate": 1.9951539048127447e-05,
-      "loss": 0.2368,
-      "step": 1188
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.985069297112168,
-      "learning_rate": 1.9951376967431658e-05,
-      "loss": 0.2376,
-      "step": 1189
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1871515603562464,
-      "learning_rate": 1.9951214616804203e-05,
-      "loss": 0.2481,
-      "step": 1190
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1725021607449277,
-      "learning_rate": 1.9951051996249492e-05,
-      "loss": 0.2618,
-      "step": 1191
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0558607145471346,
-      "learning_rate": 1.9950889105771937e-05,
-      "loss": 0.2689,
-      "step": 1192
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.8759610787740514,
-      "learning_rate": 1.995072594537595e-05,
-      "loss": 0.258,
-      "step": 1193
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0177805167346698,
-      "learning_rate": 1.9950562515065957e-05,
-      "loss": 0.2662,
-      "step": 1194
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 3.21473439251119,
-      "learning_rate": 1.9950398814846396e-05,
-      "loss": 0.2414,
-      "step": 1195
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0701077252548996,
-      "learning_rate": 1.9950234844721707e-05,
-      "loss": 0.2294,
-      "step": 1196
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.304305485860522,
-      "learning_rate": 1.9950070604696332e-05,
-      "loss": 0.2575,
-      "step": 1197
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.4979470689692984,
-      "learning_rate": 1.994990609477473e-05,
-      "loss": 0.2103,
-      "step": 1198
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.881741820714266,
-      "learning_rate": 1.994974131496137e-05,
-      "loss": 0.2499,
-      "step": 1199
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.4797426522385466,
-      "learning_rate": 1.9949576265260708e-05,
-      "loss": 0.2396,
-      "step": 1200
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.3031654108455368,
-      "learning_rate": 1.994941094567723e-05,
-      "loss": 0.2342,
-      "step": 1201
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.5757734679789772,
-      "learning_rate": 1.9949245356215415e-05,
-      "loss": 0.2518,
-      "step": 1202
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.2205859526102094,
-      "learning_rate": 1.9949079496879763e-05,
-      "loss": 0.2384,
-      "step": 1203
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.3153888292338682,
-      "learning_rate": 1.9948913367674766e-05,
-      "loss": 0.2674,
-      "step": 1204
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.118783886908271,
-      "learning_rate": 1.994874696860493e-05,
-      "loss": 0.2526,
-      "step": 1205
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.51742792693216,
-      "learning_rate": 1.9948580299674774e-05,
-      "loss": 0.2485,
-      "step": 1206
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0380364345723683,
-      "learning_rate": 1.994841336088881e-05,
-      "loss": 0.2567,
-      "step": 1207
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1678784841168433,
-      "learning_rate": 1.9948246152251576e-05,
-      "loss": 0.2431,
-      "step": 1208
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.3366080159215235,
-      "learning_rate": 1.9948078673767604e-05,
-      "loss": 0.2875,
-      "step": 1209
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.63814443418371,
-      "learning_rate": 1.9947910925441435e-05,
-      "loss": 0.2752,
-      "step": 1210
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.2934593570974755,
-      "learning_rate": 1.9947742907277617e-05,
-      "loss": 0.2762,
-      "step": 1211
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.348419593558008,
-      "learning_rate": 1.9947574619280713e-05,
-      "loss": 0.2296,
-      "step": 1212
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.9139456450488086,
-      "learning_rate": 1.9947406061455287e-05,
-      "loss": 0.2519,
-      "step": 1213
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.9703076073163888,
-      "learning_rate": 1.994723723380591e-05,
-      "loss": 0.2621,
-      "step": 1214
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.3465532732447363,
-      "learning_rate": 1.994706813633716e-05,
-      "loss": 0.2558,
-      "step": 1215
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.284682342016494,
-      "learning_rate": 1.9946898769053625e-05,
-      "loss": 0.2363,
-      "step": 1216
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1236941900852206,
-      "learning_rate": 1.9946729131959902e-05,
-      "loss": 0.2692,
-      "step": 1217
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.3346742349950482,
-      "learning_rate": 1.9946559225060585e-05,
-      "loss": 0.2413,
-      "step": 1218
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.2810878909267052,
-      "learning_rate": 1.9946389048360288e-05,
-      "loss": 0.2243,
-      "step": 1219
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.2926565224995998,
-      "learning_rate": 1.9946218601863626e-05,
-      "loss": 0.2635,
-      "step": 1220
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.3114698308075319,
-      "learning_rate": 1.9946047885575224e-05,
-      "loss": 0.2714,
-      "step": 1221
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 3.1178514386861154,
-      "learning_rate": 1.9945876899499712e-05,
-      "loss": 0.2486,
-      "step": 1222
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.114371429943034,
-      "learning_rate": 1.9945705643641727e-05,
-      "loss": 0.2325,
-      "step": 1223
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.4891443815170118,
-      "learning_rate": 1.9945534118005913e-05,
-      "loss": 0.2446,
-      "step": 1224
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.2381114684264194,
-      "learning_rate": 1.9945362322596926e-05,
-      "loss": 0.2606,
-      "step": 1225
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1075696539896358,
-      "learning_rate": 1.9945190257419424e-05,
-      "loss": 0.2496,
-      "step": 1226
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.2353450742088958,
-      "learning_rate": 1.9945017922478076e-05,
-      "loss": 0.2721,
-      "step": 1227
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.225499079059848,
-      "learning_rate": 1.994484531777755e-05,
-      "loss": 0.2375,
-      "step": 1228
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.3675113150352771,
-      "learning_rate": 1.994467244332254e-05,
-      "loss": 0.2543,
-      "step": 1229
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.483126597664391,
-      "learning_rate": 1.9944499299117724e-05,
-      "loss": 0.2659,
-      "step": 1230
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.4329247239553178,
-      "learning_rate": 1.9944325885167807e-05,
-      "loss": 0.2541,
-      "step": 1231
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1956395859727627,
-      "learning_rate": 1.9944152201477483e-05,
-      "loss": 0.2331,
-      "step": 1232
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0789307326922348,
-      "learning_rate": 1.994397824805147e-05,
-      "loss": 0.2247,
-      "step": 1233
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.2295779281449082,
-      "learning_rate": 1.9943804024894486e-05,
-      "loss": 0.2609,
-      "step": 1234
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1590034791235422,
-      "learning_rate": 1.994362953201126e-05,
-      "loss": 0.2666,
-      "step": 1235
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0564212568535971,
-      "learning_rate": 1.9943454769406515e-05,
-      "loss": 0.2412,
-      "step": 1236
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.5078051441569378,
-      "learning_rate": 1.9943279737085003e-05,
-      "loss": 0.2494,
-      "step": 1237
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.216524313899798,
-      "learning_rate": 1.9943104435051466e-05,
-      "loss": 0.2622,
-      "step": 1238
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.5140052363285328,
-      "learning_rate": 1.994292886331066e-05,
-      "loss": 0.2611,
-      "step": 1239
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.2042848747214754,
-      "learning_rate": 1.994275302186734e-05,
-      "loss": 0.2446,
-      "step": 1240
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.2721633003954307,
-      "learning_rate": 1.994257691072629e-05,
-      "loss": 0.252,
-      "step": 1241
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1749578657632214,
-      "learning_rate": 1.994240052989228e-05,
-      "loss": 0.2317,
-      "step": 1242
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.2140607390698037,
-      "learning_rate": 1.994222387937009e-05,
-      "loss": 0.2465,
-      "step": 1243
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.2318297370878173,
-      "learning_rate": 1.9942046959164516e-05,
-      "loss": 0.2477,
-      "step": 1244
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0822095702256438,
-      "learning_rate": 1.994186976928036e-05,
-      "loss": 0.2563,
-      "step": 1245
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.2863539137070017,
-      "learning_rate": 1.9941692309722422e-05,
-      "loss": 0.2482,
-      "step": 1246
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.9198636083932812,
-      "learning_rate": 1.994151458049552e-05,
-      "loss": 0.2487,
-      "step": 1247
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0390473686422546,
-      "learning_rate": 1.9941336581604474e-05,
-      "loss": 0.2725,
-      "step": 1248
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.9622996627966769,
-      "learning_rate": 1.994115831305411e-05,
-      "loss": 0.2508,
-      "step": 1249
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1572359650318538,
-      "learning_rate": 1.9940979774849264e-05,
-      "loss": 0.2259,
-      "step": 1250
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0814302644289238,
-      "learning_rate": 1.9940800966994785e-05,
-      "loss": 0.2188,
-      "step": 1251
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1509504124606063,
-      "learning_rate": 1.9940621889495516e-05,
-      "loss": 0.2391,
-      "step": 1252
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1232777139387475,
-      "learning_rate": 1.9940442542356315e-05,
-      "loss": 0.2296,
-      "step": 1253
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1470671685669127,
-      "learning_rate": 1.9940262925582052e-05,
-      "loss": 0.2782,
-      "step": 1254
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.4878598163784487,
-      "learning_rate": 1.9940083039177594e-05,
-      "loss": 0.2556,
-      "step": 1255
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 2.419684202169054,
-      "learning_rate": 1.993990288314782e-05,
-      "loss": 0.2509,
-      "step": 1256
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0335157524606504,
-      "learning_rate": 1.9939722457497625e-05,
-      "loss": 0.2177,
-      "step": 1257
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1965718148733537,
-      "learning_rate": 1.993954176223189e-05,
-      "loss": 0.268,
-      "step": 1258
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0653255609824037,
-      "learning_rate": 1.9939360797355527e-05,
-      "loss": 0.2258,
-      "step": 1259
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0147997894620475,
-      "learning_rate": 1.9939179562873437e-05,
-      "loss": 0.2402,
-      "step": 1260
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.6590099622321888,
-      "learning_rate": 1.9938998058790546e-05,
-      "loss": 0.241,
-      "step": 1261
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.9272334105915023,
-      "learning_rate": 1.9938816285111768e-05,
-      "loss": 0.2633,
-      "step": 1262
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.9696781916820303,
-      "learning_rate": 1.9938634241842037e-05,
-      "loss": 0.2746,
-      "step": 1263
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.075879149837418,
-      "learning_rate": 1.993845192898629e-05,
-      "loss": 0.2481,
-      "step": 1264
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.050216008594986,
-      "learning_rate": 1.9938269346549473e-05,
-      "loss": 0.2562,
-      "step": 1265
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0603398741984067,
-      "learning_rate": 1.993808649453654e-05,
-      "loss": 0.2201,
-      "step": 1266
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.1759766212394545,
-      "learning_rate": 1.993790337295245e-05,
-      "loss": 0.2338,
-      "step": 1267
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.3895706761656446,
-      "learning_rate": 1.993771998180217e-05,
-      "loss": 0.2334,
-      "step": 1268
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.007624866161374,
-      "learning_rate": 1.9937536321090673e-05,
-      "loss": 0.2513,
-      "step": 1269
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 2.468659081059867,
-      "learning_rate": 1.9937352390822945e-05,
-      "loss": 0.2439,
-      "step": 1270
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.126146886783081,
-      "learning_rate": 1.993716819100397e-05,
-      "loss": 0.2822,
-      "step": 1271
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 0.9947140946371513,
-      "learning_rate": 1.9936983721638745e-05,
-      "loss": 0.2452,
-      "step": 1272
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.022459747505446,
-      "learning_rate": 1.9936798982732274e-05,
-      "loss": 0.2747,
-      "step": 1273
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0124242493363043,
-      "learning_rate": 1.9936613974289575e-05,
-      "loss": 0.2578,
-      "step": 1274
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.7048341660404465,
-      "learning_rate": 1.9936428696315656e-05,
-      "loss": 0.2352,
-      "step": 1275
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0907511105393048,
-      "learning_rate": 1.993624314881555e-05,
-      "loss": 0.265,
-      "step": 1276
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.08612995999494,
-      "learning_rate": 1.9936057331794284e-05,
-      "loss": 0.2474,
-      "step": 1277
-    },
-    {
-      "epoch": 0.06,
-      "grad_norm": 1.0279733992904583,
-      "learning_rate": 1.9935871245256907e-05,
-      "loss": 0.2478,
-      "step": 1278
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3072664522397148,
-      "learning_rate": 1.9935684889208455e-05,
-      "loss": 0.244,
-      "step": 1279
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9953628542258297,
-      "learning_rate": 1.9935498263653994e-05,
-      "loss": 0.2457,
-      "step": 1280
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.8782714215203581,
-      "learning_rate": 1.993531136859858e-05,
-      "loss": 0.2319,
-      "step": 1281
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.0964019610858486,
-      "learning_rate": 1.9935124204047283e-05,
-      "loss": 0.2362,
-      "step": 1282
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1545713070308408,
-      "learning_rate": 1.9934936770005184e-05,
-      "loss": 0.2196,
-      "step": 1283
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 2.7314670261178784,
-      "learning_rate": 1.993474906647736e-05,
-      "loss": 0.2384,
-      "step": 1284
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.0590502228754426,
-      "learning_rate": 1.993456109346891e-05,
-      "loss": 0.2324,
-      "step": 1285
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.0498547537114502,
-      "learning_rate": 1.9934372850984925e-05,
-      "loss": 0.2585,
-      "step": 1286
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1848581217189293,
-      "learning_rate": 1.9934184339030517e-05,
-      "loss": 0.2664,
-      "step": 1287
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 2.072168224985916,
-      "learning_rate": 1.99339955576108e-05,
-      "loss": 0.2768,
-      "step": 1288
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3175290108699542,
-      "learning_rate": 1.993380650673089e-05,
-      "loss": 0.2889,
-      "step": 1289
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9720547354553507,
-      "learning_rate": 1.9933617186395917e-05,
-      "loss": 0.2231,
-      "step": 1290
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.373607960688602,
-      "learning_rate": 1.993342759661102e-05,
-      "loss": 0.2704,
-      "step": 1291
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3201599152256596,
-      "learning_rate": 1.9933237737381336e-05,
-      "loss": 0.2411,
-      "step": 1292
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.090537077664811,
-      "learning_rate": 1.993304760871202e-05,
-      "loss": 0.2439,
-      "step": 1293
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.2988085961178586,
-      "learning_rate": 1.993285721060822e-05,
-      "loss": 0.2552,
-      "step": 1294
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.12247096396022,
-      "learning_rate": 1.9932666543075113e-05,
-      "loss": 0.2555,
-      "step": 1295
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.474840116009373,
-      "learning_rate": 1.9932475606117865e-05,
-      "loss": 0.2577,
-      "step": 1296
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.5661222125417564,
-      "learning_rate": 1.9932284399741653e-05,
-      "loss": 0.2386,
-      "step": 1297
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3560953139033376,
-      "learning_rate": 1.9932092923951667e-05,
-      "loss": 0.2418,
-      "step": 1298
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1428106762278663,
-      "learning_rate": 1.99319011787531e-05,
-      "loss": 0.2286,
-      "step": 1299
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.6241541244210773,
-      "learning_rate": 1.993170916415115e-05,
-      "loss": 0.2679,
-      "step": 1300
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1611966906057736,
-      "learning_rate": 1.993151688015103e-05,
-      "loss": 0.2799,
-      "step": 1301
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.06454836864526,
-      "learning_rate": 1.993132432675795e-05,
-      "loss": 0.224,
-      "step": 1302
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.4358338142793268,
-      "learning_rate": 1.993113150397714e-05,
-      "loss": 0.2535,
-      "step": 1303
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1185775618889204,
-      "learning_rate": 1.993093841181383e-05,
-      "loss": 0.2704,
-      "step": 1304
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.8895921291367405,
-      "learning_rate": 1.993074505027325e-05,
-      "loss": 0.2508,
-      "step": 1305
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9817015060406692,
-      "learning_rate": 1.9930551419360653e-05,
-      "loss": 0.2346,
-      "step": 1306
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 2.9722902810607787,
-      "learning_rate": 1.9930357519081286e-05,
-      "loss": 0.2384,
-      "step": 1307
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.250573129564375,
-      "learning_rate": 1.993016334944041e-05,
-      "loss": 0.2486,
-      "step": 1308
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1498427550944075,
-      "learning_rate": 1.9929968910443294e-05,
-      "loss": 0.2396,
-      "step": 1309
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.0067228344309367,
-      "learning_rate": 1.992977420209521e-05,
-      "loss": 0.2576,
-      "step": 1310
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.2293727519204154,
-      "learning_rate": 1.9929579224401436e-05,
-      "loss": 0.2297,
-      "step": 1311
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.5442224539939846,
-      "learning_rate": 1.992938397736727e-05,
-      "loss": 0.2366,
-      "step": 1312
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3856656195152042,
-      "learning_rate": 1.9929188460998e-05,
-      "loss": 0.2534,
-      "step": 1313
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.0568400725170732,
-      "learning_rate": 1.992899267529893e-05,
-      "loss": 0.2555,
-      "step": 1314
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3167276569636372,
-      "learning_rate": 1.9928796620275377e-05,
-      "loss": 0.2651,
-      "step": 1315
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.5992657211036883,
-      "learning_rate": 1.9928600295932655e-05,
-      "loss": 0.2644,
-      "step": 1316
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.2137062647139218,
-      "learning_rate": 1.992840370227609e-05,
-      "loss": 0.2527,
-      "step": 1317
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1268154425617247,
-      "learning_rate": 1.992820683931101e-05,
-      "loss": 0.2532,
-      "step": 1318
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 4.83134570568081,
-      "learning_rate": 1.992800970704276e-05,
-      "loss": 0.2679,
-      "step": 1319
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.2780231232806325,
-      "learning_rate": 1.9927812305476685e-05,
-      "loss": 0.2515,
-      "step": 1320
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9825579835071978,
-      "learning_rate": 1.9927614634618142e-05,
-      "loss": 0.2491,
-      "step": 1321
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.0270718091675821,
-      "learning_rate": 1.9927416694472493e-05,
-      "loss": 0.2598,
-      "step": 1322
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.8900160649600508,
-      "learning_rate": 1.9927218485045103e-05,
-      "loss": 0.2355,
-      "step": 1323
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.4166876201090004,
-      "learning_rate": 1.992702000634135e-05,
-      "loss": 0.2445,
-      "step": 1324
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9133842813076238,
-      "learning_rate": 1.9926821258366622e-05,
-      "loss": 0.2533,
-      "step": 1325
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1537899021882343,
-      "learning_rate": 1.9926622241126306e-05,
-      "loss": 0.2521,
-      "step": 1326
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.237239241656995,
-      "learning_rate": 1.99264229546258e-05,
-      "loss": 0.2769,
-      "step": 1327
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9828066104197971,
-      "learning_rate": 1.992622339887051e-05,
-      "loss": 0.2688,
-      "step": 1328
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9653344834028247,
-      "learning_rate": 1.992602357386585e-05,
-      "loss": 0.2613,
-      "step": 1329
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1792847900807026,
-      "learning_rate": 1.9925823479617242e-05,
-      "loss": 0.2516,
-      "step": 1330
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9584914944637997,
-      "learning_rate": 1.9925623116130105e-05,
-      "loss": 0.2474,
-      "step": 1331
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1377392233359997,
-      "learning_rate": 1.9925422483409886e-05,
-      "loss": 0.2352,
-      "step": 1332
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.2468284883092173,
-      "learning_rate": 1.992522158146202e-05,
-      "loss": 0.241,
-      "step": 1333
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3281788584533107,
-      "learning_rate": 1.9925020410291963e-05,
-      "loss": 0.2457,
-      "step": 1334
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3139206487167114,
-      "learning_rate": 1.992481896990516e-05,
-      "loss": 0.2725,
-      "step": 1335
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1181599807995584,
-      "learning_rate": 1.9924617260307088e-05,
-      "loss": 0.2496,
-      "step": 1336
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.095318282833729,
-      "learning_rate": 1.9924415281503204e-05,
-      "loss": 0.2635,
-      "step": 1337
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3388267621206682,
-      "learning_rate": 1.9924213033499e-05,
-      "loss": 0.254,
-      "step": 1338
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.2570545418236239,
-      "learning_rate": 1.9924010516299956e-05,
-      "loss": 0.2343,
-      "step": 1339
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.8375633870522983,
-      "learning_rate": 1.9923807729911567e-05,
-      "loss": 0.2485,
-      "step": 1340
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.2080640469217854,
-      "learning_rate": 1.9923604674339336e-05,
-      "loss": 0.2477,
-      "step": 1341
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3859634411593529,
-      "learning_rate": 1.9923401349588762e-05,
-      "loss": 0.2701,
-      "step": 1342
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.2651163070331262,
-      "learning_rate": 1.9923197755665368e-05,
-      "loss": 0.237,
-      "step": 1343
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.212850146390197,
-      "learning_rate": 1.9922993892574676e-05,
-      "loss": 0.2636,
-      "step": 1344
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.5856155338509108,
-      "learning_rate": 1.9922789760322213e-05,
-      "loss": 0.2572,
-      "step": 1345
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3322458710609553,
-      "learning_rate": 1.9922585358913515e-05,
-      "loss": 0.2538,
-      "step": 1346
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1453763616701749,
-      "learning_rate": 1.992238068835413e-05,
-      "loss": 0.2127,
-      "step": 1347
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.4671152149814002,
-      "learning_rate": 1.9922175748649612e-05,
-      "loss": 0.2467,
-      "step": 1348
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.96344423338482,
-      "learning_rate": 1.9921970539805513e-05,
-      "loss": 0.2449,
-      "step": 1349
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3164717303997437,
-      "learning_rate": 1.9921765061827405e-05,
-      "loss": 0.2527,
-      "step": 1350
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1273036629419297,
-      "learning_rate": 1.992155931472086e-05,
-      "loss": 0.2335,
-      "step": 1351
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3271998637630977,
-      "learning_rate": 1.9921353298491453e-05,
-      "loss": 0.233,
-      "step": 1352
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.083621975560061,
-      "learning_rate": 1.9921147013144782e-05,
-      "loss": 0.26,
-      "step": 1353
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1429372463643215,
-      "learning_rate": 1.9920940458686434e-05,
-      "loss": 0.2267,
-      "step": 1354
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3916262889864177,
-      "learning_rate": 1.992073363512202e-05,
-      "loss": 0.2518,
-      "step": 1355
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.5964270594798335,
-      "learning_rate": 1.9920526542457143e-05,
-      "loss": 0.2459,
-      "step": 1356
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1391799157648104,
-      "learning_rate": 1.9920319180697422e-05,
-      "loss": 0.2825,
-      "step": 1357
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1659412582972448,
-      "learning_rate": 1.9920111549848486e-05,
-      "loss": 0.2372,
-      "step": 1358
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.4113772014832484,
-      "learning_rate": 1.991990364991596e-05,
-      "loss": 0.2844,
-      "step": 1359
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.2647682628121506,
-      "learning_rate": 1.991969548090549e-05,
-      "loss": 0.2307,
-      "step": 1360
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.2706451265074896,
-      "learning_rate": 1.9919487042822722e-05,
-      "loss": 0.2504,
-      "step": 1361
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3043546137160325,
-      "learning_rate": 1.9919278335673306e-05,
-      "loss": 0.2653,
-      "step": 1362
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.526648857603099,
-      "learning_rate": 1.9919069359462906e-05,
-      "loss": 0.2352,
-      "step": 1363
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9163989199581128,
-      "learning_rate": 1.9918860114197186e-05,
-      "loss": 0.2623,
-      "step": 1364
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.2210780161581907,
-      "learning_rate": 1.9918650599881828e-05,
-      "loss": 0.2463,
-      "step": 1365
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.2037239438393557,
-      "learning_rate": 1.9918440816522514e-05,
-      "loss": 0.2681,
-      "step": 1366
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.2841089377890307,
-      "learning_rate": 1.991823076412493e-05,
-      "loss": 0.25,
-      "step": 1367
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.2099082139270674,
-      "learning_rate": 1.9918020442694773e-05,
-      "loss": 0.2374,
-      "step": 1368
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.5448627661147787,
-      "learning_rate": 1.9917809852237754e-05,
-      "loss": 0.2389,
-      "step": 1369
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3484794901039256,
-      "learning_rate": 1.9917598992759587e-05,
-      "loss": 0.2431,
-      "step": 1370
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3696444473216656,
-      "learning_rate": 1.9917387864265983e-05,
-      "loss": 0.2469,
-      "step": 1371
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1573883129027844,
-      "learning_rate": 1.9917176466762673e-05,
-      "loss": 0.2794,
-      "step": 1372
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9521797753529773,
-      "learning_rate": 1.991696480025539e-05,
-      "loss": 0.2609,
-      "step": 1373
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9701217511012938,
-      "learning_rate": 1.991675286474988e-05,
-      "loss": 0.2452,
-      "step": 1374
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.2255199211334986,
-      "learning_rate": 1.9916540660251887e-05,
-      "loss": 0.2657,
-      "step": 1375
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.2802572417504723,
-      "learning_rate": 1.9916328186767168e-05,
-      "loss": 0.2507,
-      "step": 1376
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.2780752266677757,
-      "learning_rate": 1.9916115444301488e-05,
-      "loss": 0.2475,
-      "step": 1377
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1917746479811409,
-      "learning_rate": 1.9915902432860615e-05,
-      "loss": 0.2778,
-      "step": 1378
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1122713843909182,
-      "learning_rate": 1.9915689152450328e-05,
-      "loss": 0.257,
-      "step": 1379
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.372238893365632,
-      "learning_rate": 1.9915475603076414e-05,
-      "loss": 0.2623,
-      "step": 1380
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3604773532215377,
-      "learning_rate": 1.9915261784744664e-05,
-      "loss": 0.2317,
-      "step": 1381
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.200145793587868,
-      "learning_rate": 1.9915047697460878e-05,
-      "loss": 0.2662,
-      "step": 1382
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.0781961411781062,
-      "learning_rate": 1.9914833341230863e-05,
-      "loss": 0.2551,
-      "step": 1383
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9837813270598623,
-      "learning_rate": 1.9914618716060437e-05,
-      "loss": 0.259,
-      "step": 1384
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1325359219128366,
-      "learning_rate": 1.9914403821955414e-05,
-      "loss": 0.2386,
-      "step": 1385
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.0389864770057453,
-      "learning_rate": 1.9914188658921628e-05,
-      "loss": 0.236,
-      "step": 1386
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3836282909574422,
-      "learning_rate": 1.9913973226964917e-05,
-      "loss": 0.2576,
-      "step": 1387
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.0113155814154398,
-      "learning_rate": 1.991375752609112e-05,
-      "loss": 0.2626,
-      "step": 1388
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.0919641731577683,
-      "learning_rate": 1.991354155630609e-05,
-      "loss": 0.2562,
-      "step": 1389
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.4916606982981637,
-      "learning_rate": 1.9913325317615684e-05,
-      "loss": 0.2225,
-      "step": 1390
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.269965773751471,
-      "learning_rate": 1.9913108810025776e-05,
-      "loss": 0.2719,
-      "step": 1391
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 2.1927198996440365,
-      "learning_rate": 1.9912892033542225e-05,
-      "loss": 0.2448,
-      "step": 1392
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.0247277433743283,
-      "learning_rate": 1.991267498817092e-05,
-      "loss": 0.2456,
-      "step": 1393
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.999133874275022,
-      "learning_rate": 1.9912457673917745e-05,
-      "loss": 0.2409,
-      "step": 1394
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.160387438965137,
-      "learning_rate": 1.9912240090788595e-05,
-      "loss": 0.2619,
-      "step": 1395
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.208793083153623,
-      "learning_rate": 1.9912022238789374e-05,
-      "loss": 0.242,
-      "step": 1396
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.8843530643442636,
-      "learning_rate": 1.991180411792599e-05,
-      "loss": 0.2707,
-      "step": 1397
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1037363784292973,
-      "learning_rate": 1.9911585728204362e-05,
-      "loss": 0.2335,
-      "step": 1398
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.954476589084465,
-      "learning_rate": 1.9911367069630408e-05,
-      "loss": 0.2311,
-      "step": 1399
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.0015353333121517,
-      "learning_rate": 1.991114814221006e-05,
-      "loss": 0.2325,
-      "step": 1400
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9980972684885128,
-      "learning_rate": 1.9910928945949264e-05,
-      "loss": 0.2394,
-      "step": 1401
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.7186452306443267,
-      "learning_rate": 1.9910709480853957e-05,
-      "loss": 0.2424,
-      "step": 1402
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9696052813958719,
-      "learning_rate": 1.9910489746930097e-05,
-      "loss": 0.26,
-      "step": 1403
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.7690335657622046,
-      "learning_rate": 1.9910269744183645e-05,
-      "loss": 0.2129,
-      "step": 1404
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1975760811845586,
-      "learning_rate": 1.9910049472620564e-05,
-      "loss": 0.2611,
-      "step": 1405
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.8503953892746059,
-      "learning_rate": 1.990982893224683e-05,
-      "loss": 0.2246,
-      "step": 1406
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.847893913853286,
-      "learning_rate": 1.990960812306843e-05,
-      "loss": 0.2194,
-      "step": 1407
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9348019252601966,
-      "learning_rate": 1.990938704509135e-05,
-      "loss": 0.221,
-      "step": 1408
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9761686610221613,
-      "learning_rate": 1.9909165698321585e-05,
-      "loss": 0.243,
-      "step": 1409
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1722248378675564,
-      "learning_rate": 1.990894408276514e-05,
-      "loss": 0.2547,
-      "step": 1410
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.8053092328818088,
-      "learning_rate": 1.9908722198428027e-05,
-      "loss": 0.227,
-      "step": 1411
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9665903219728691,
-      "learning_rate": 1.9908500045316264e-05,
-      "loss": 0.2451,
-      "step": 1412
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.953084935420593,
-      "learning_rate": 1.9908277623435878e-05,
-      "loss": 0.2318,
-      "step": 1413
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.5767742424384938,
-      "learning_rate": 1.9908054932792903e-05,
-      "loss": 0.2865,
-      "step": 1414
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.0425077282991027,
-      "learning_rate": 1.9907831973393377e-05,
-      "loss": 0.2654,
-      "step": 1415
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9923093106371809,
-      "learning_rate": 1.9907608745243356e-05,
-      "loss": 0.2429,
-      "step": 1416
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.104082202213175,
-      "learning_rate": 1.9907385248348882e-05,
-      "loss": 0.2542,
-      "step": 1417
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1450188139943347,
-      "learning_rate": 1.990716148271602e-05,
-      "loss": 0.2285,
-      "step": 1418
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.0882818233930411,
-      "learning_rate": 1.990693744835085e-05,
-      "loss": 0.2331,
-      "step": 1419
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.0449521038261802,
-      "learning_rate": 1.990671314525944e-05,
-      "loss": 0.2442,
-      "step": 1420
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1106530955831952,
-      "learning_rate": 1.9906488573447875e-05,
-      "loss": 0.2584,
-      "step": 1421
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.0370821761153255,
-      "learning_rate": 1.990626373292225e-05,
-      "loss": 0.2335,
-      "step": 1422
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.13841965133708,
-      "learning_rate": 1.9906038623688658e-05,
-      "loss": 0.2388,
-      "step": 1423
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9337248189403204,
-      "learning_rate": 1.9905813245753214e-05,
-      "loss": 0.253,
-      "step": 1424
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.8239707311358239,
-      "learning_rate": 1.9905587599122022e-05,
-      "loss": 0.2417,
-      "step": 1425
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.8948997842459009,
-      "learning_rate": 1.990536168380121e-05,
-      "loss": 0.2574,
-      "step": 1426
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 2.344858167440341,
-      "learning_rate": 1.9905135499796903e-05,
-      "loss": 0.2557,
-      "step": 1427
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.8315357711462754,
-      "learning_rate": 1.9904909047115233e-05,
-      "loss": 0.267,
-      "step": 1428
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.7994238898963966,
-      "learning_rate": 1.990468232576235e-05,
-      "loss": 0.2377,
-      "step": 1429
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.8653614776519574,
-      "learning_rate": 1.9904455335744395e-05,
-      "loss": 0.2432,
-      "step": 1430
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.8806812047415478,
-      "learning_rate": 1.990422807706753e-05,
-      "loss": 0.2571,
-      "step": 1431
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9214838257317811,
-      "learning_rate": 1.990400054973792e-05,
-      "loss": 0.2043,
-      "step": 1432
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.8867702484440099,
-      "learning_rate": 1.9903772753761736e-05,
-      "loss": 0.2562,
-      "step": 1433
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.8546974694213872,
-      "learning_rate": 1.990354468914516e-05,
-      "loss": 0.2408,
-      "step": 1434
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1024048985123924,
-      "learning_rate": 1.990331635589437e-05,
-      "loss": 0.2714,
-      "step": 1435
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1446317404952169,
-      "learning_rate": 1.9903087754015567e-05,
-      "loss": 0.2347,
-      "step": 1436
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.919739139874813,
-      "learning_rate": 1.9902858883514948e-05,
-      "loss": 0.2527,
-      "step": 1437
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.435959400311835,
-      "learning_rate": 1.990262974439872e-05,
-      "loss": 0.2464,
-      "step": 1438
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 3.8152490838875965,
-      "learning_rate": 1.9902400336673107e-05,
-      "loss": 0.2828,
-      "step": 1439
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9967524541458044,
-      "learning_rate": 1.9902170660344323e-05,
-      "loss": 0.2598,
-      "step": 1440
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.066795566885315,
-      "learning_rate": 1.99019407154186e-05,
-      "loss": 0.2262,
-      "step": 1441
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.0092050775090406,
-      "learning_rate": 1.9901710501902177e-05,
-      "loss": 0.2339,
-      "step": 1442
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1680892173535489,
-      "learning_rate": 1.9901480019801297e-05,
-      "loss": 0.217,
-      "step": 1443
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9901721765525188,
-      "learning_rate": 1.990124926912221e-05,
-      "loss": 0.2208,
-      "step": 1444
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3413707759726372,
-      "learning_rate": 1.990101824987118e-05,
-      "loss": 0.2542,
-      "step": 1445
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.0970427933144882,
-      "learning_rate": 1.9900786962054468e-05,
-      "loss": 0.2431,
-      "step": 1446
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1698370073558522,
-      "learning_rate": 1.9900555405678354e-05,
-      "loss": 0.264,
-      "step": 1447
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 5.996959606051725,
-      "learning_rate": 1.990032358074911e-05,
-      "loss": 0.2658,
-      "step": 1448
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3875556188415172,
-      "learning_rate": 1.9900091487273035e-05,
-      "loss": 0.2672,
-      "step": 1449
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1253872775336855,
-      "learning_rate": 1.9899859125256417e-05,
-      "loss": 0.2545,
-      "step": 1450
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.065186848280434,
-      "learning_rate": 1.989962649470556e-05,
-      "loss": 0.2541,
-      "step": 1451
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1268591743661116,
-      "learning_rate": 1.989939359562678e-05,
-      "loss": 0.2451,
-      "step": 1452
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.2351628782733877,
-      "learning_rate": 1.9899160428026383e-05,
-      "loss": 0.2669,
-      "step": 1453
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.2936651171469973,
-      "learning_rate": 1.9898926991910704e-05,
-      "loss": 0.2772,
-      "step": 1454
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.2085038183262553,
-      "learning_rate": 1.989869328728607e-05,
-      "loss": 0.2427,
-      "step": 1455
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.4147175272036487,
-      "learning_rate": 1.9898459314158825e-05,
-      "loss": 0.2632,
-      "step": 1456
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9223842251997182,
-      "learning_rate": 1.989822507253531e-05,
-      "loss": 0.221,
-      "step": 1457
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.2893374006720397,
-      "learning_rate": 1.9897990562421882e-05,
-      "loss": 0.2401,
-      "step": 1458
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.9799151191327158,
-      "learning_rate": 1.9897755783824897e-05,
-      "loss": 0.2362,
-      "step": 1459
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1257687249716646,
-      "learning_rate": 1.989752073675073e-05,
-      "loss": 0.2519,
-      "step": 1460
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.0071942580571653,
-      "learning_rate": 1.9897285421205753e-05,
-      "loss": 0.2347,
-      "step": 1461
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.127580590734185,
-      "learning_rate": 1.989704983719635e-05,
-      "loss": 0.2469,
-      "step": 1462
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 7.490512732609794,
-      "learning_rate": 1.9896813984728915e-05,
-      "loss": 0.2626,
-      "step": 1463
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.5208393177639197,
-      "learning_rate": 1.9896577863809836e-05,
-      "loss": 0.2562,
-      "step": 1464
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3154094170613637,
-      "learning_rate": 1.9896341474445526e-05,
-      "loss": 0.2369,
-      "step": 1465
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3400389440702367,
-      "learning_rate": 1.9896104816642393e-05,
-      "loss": 0.2435,
-      "step": 1466
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.245380768826678,
-      "learning_rate": 1.989586789040686e-05,
-      "loss": 0.2342,
-      "step": 1467
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.0622069292754814,
-      "learning_rate": 1.9895630695745353e-05,
-      "loss": 0.2514,
-      "step": 1468
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.3739800782133331,
-      "learning_rate": 1.98953932326643e-05,
-      "loss": 0.2709,
-      "step": 1469
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.2438019019651285,
-      "learning_rate": 1.9895155501170153e-05,
-      "loss": 0.224,
-      "step": 1470
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.1099411604601386,
-      "learning_rate": 1.9894917501269346e-05,
-      "loss": 0.2386,
-      "step": 1471
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.0999919296078493,
-      "learning_rate": 1.989467923296835e-05,
-      "loss": 0.2301,
-      "step": 1472
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 0.8744198630330524,
-      "learning_rate": 1.9894440696273615e-05,
-      "loss": 0.2443,
-      "step": 1473
-    },
-    {
-      "epoch": 0.07,
-      "grad_norm": 1.462670102238129,
-      "learning_rate": 1.9894201891191624e-05,
-      "loss": 0.2574,
-      "step": 1474
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 3.522143438867789,
-      "learning_rate": 1.9893962817728842e-05,
-      "loss": 0.2598,
-      "step": 1475
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 2.66521405994223,
-      "learning_rate": 1.9893723475891762e-05,
-      "loss": 0.227,
-      "step": 1476
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.030802909005997,
-      "learning_rate": 1.9893483865686875e-05,
-      "loss": 0.2425,
-      "step": 1477
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.619965380448205,
-      "learning_rate": 1.989324398712068e-05,
-      "loss": 0.2383,
-      "step": 1478
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.5818095937642507,
-      "learning_rate": 1.9893003840199677e-05,
-      "loss": 0.2516,
-      "step": 1479
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.4259409101129912,
-      "learning_rate": 1.989276342493039e-05,
-      "loss": 0.2405,
-      "step": 1480
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9980110737147162,
-      "learning_rate": 1.989252274131934e-05,
-      "loss": 0.2323,
-      "step": 1481
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0821845943196076,
-      "learning_rate": 1.9892281789373047e-05,
-      "loss": 0.2628,
-      "step": 1482
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0011387530258766,
-      "learning_rate": 1.9892040569098054e-05,
-      "loss": 0.2427,
-      "step": 1483
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.296208187020809,
-      "learning_rate": 1.98917990805009e-05,
-      "loss": 0.2274,
-      "step": 1484
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.17330571312088,
-      "learning_rate": 1.989155732358814e-05,
-      "loss": 0.2519,
-      "step": 1485
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0333952943167788,
-      "learning_rate": 1.9891315298366327e-05,
-      "loss": 0.2308,
-      "step": 1486
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1104592349324152,
-      "learning_rate": 1.9891073004842026e-05,
-      "loss": 0.2546,
-      "step": 1487
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.2835504367778445,
-      "learning_rate": 1.9890830443021814e-05,
-      "loss": 0.2398,
-      "step": 1488
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1519730418068233,
-      "learning_rate": 1.9890587612912268e-05,
-      "loss": 0.2599,
-      "step": 1489
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1704596933418903,
-      "learning_rate": 1.9890344514519974e-05,
-      "loss": 0.2392,
-      "step": 1490
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.349986371882224,
-      "learning_rate": 1.9890101147851526e-05,
-      "loss": 0.2604,
-      "step": 1491
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.097941104349231,
-      "learning_rate": 1.9889857512913523e-05,
-      "loss": 0.2556,
-      "step": 1492
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.7466568104138178,
-      "learning_rate": 1.988961360971258e-05,
-      "loss": 0.2476,
-      "step": 1493
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1822046880072066,
-      "learning_rate": 1.988936943825531e-05,
-      "loss": 0.2595,
-      "step": 1494
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9970149311719365,
-      "learning_rate": 1.9889124998548332e-05,
-      "loss": 0.2517,
-      "step": 1495
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0518883109686619,
-      "learning_rate": 1.9888880290598282e-05,
-      "loss": 0.2647,
-      "step": 1496
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.2107601881178482,
-      "learning_rate": 1.9888635314411797e-05,
-      "loss": 0.2647,
-      "step": 1497
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0645260886991201,
-      "learning_rate": 1.9888390069995516e-05,
-      "loss": 0.2764,
-      "step": 1498
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1982898262283437,
-      "learning_rate": 1.98881445573561e-05,
-      "loss": 0.243,
-      "step": 1499
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.2710638079525047,
-      "learning_rate": 1.9887898776500203e-05,
-      "loss": 0.2552,
-      "step": 1500
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.2871447436383632,
-      "learning_rate": 1.9887652727434492e-05,
-      "loss": 0.2446,
-      "step": 1501
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1434019027245008,
-      "learning_rate": 1.9887406410165644e-05,
-      "loss": 0.2352,
-      "step": 1502
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.405194585504932,
-      "learning_rate": 1.988715982470034e-05,
-      "loss": 0.2275,
-      "step": 1503
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.4582424939786653,
-      "learning_rate": 1.9886912971045263e-05,
-      "loss": 0.216,
-      "step": 1504
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.7604856830727356,
-      "learning_rate": 1.9886665849207116e-05,
-      "loss": 0.268,
-      "step": 1505
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0954405919257795,
-      "learning_rate": 1.98864184591926e-05,
-      "loss": 0.2502,
-      "step": 1506
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.226051267596389,
-      "learning_rate": 1.9886170801008423e-05,
-      "loss": 0.2505,
-      "step": 1507
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.2075409268454134,
-      "learning_rate": 1.9885922874661308e-05,
-      "loss": 0.2461,
-      "step": 1508
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.4044291962244422,
-      "learning_rate": 1.9885674680157974e-05,
-      "loss": 0.2331,
-      "step": 1509
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.892375728058062,
-      "learning_rate": 1.9885426217505154e-05,
-      "loss": 0.2579,
-      "step": 1510
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0109769323742304,
-      "learning_rate": 1.9885177486709595e-05,
-      "loss": 0.2407,
-      "step": 1511
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.2523333881157754,
-      "learning_rate": 1.988492848777803e-05,
-      "loss": 0.2368,
-      "step": 1512
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9684049169883828,
-      "learning_rate": 1.9884679220717232e-05,
-      "loss": 0.238,
-      "step": 1513
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.985704737514277,
-      "learning_rate": 1.9884429685533947e-05,
-      "loss": 0.2292,
-      "step": 1514
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.5076127760722757,
-      "learning_rate": 1.9884179882234946e-05,
-      "loss": 0.2582,
-      "step": 1515
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1491759101287482,
-      "learning_rate": 1.988392981082701e-05,
-      "loss": 0.2619,
-      "step": 1516
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.016203850638015,
-      "learning_rate": 1.9883679471316918e-05,
-      "loss": 0.2411,
-      "step": 1517
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.237079163922459,
-      "learning_rate": 1.9883428863711463e-05,
-      "loss": 0.2125,
-      "step": 1518
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1480551559538474,
-      "learning_rate": 1.9883177988017444e-05,
-      "loss": 0.2565,
-      "step": 1519
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1236030361228728,
-      "learning_rate": 1.9882926844241662e-05,
-      "loss": 0.2568,
-      "step": 1520
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0466955366612953,
-      "learning_rate": 1.988267543239093e-05,
-      "loss": 0.2243,
-      "step": 1521
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1433635714952062,
-      "learning_rate": 1.988242375247207e-05,
-      "loss": 0.2695,
-      "step": 1522
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9521221469115966,
-      "learning_rate": 1.9882171804491905e-05,
-      "loss": 0.2548,
-      "step": 1523
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.032790584538378,
-      "learning_rate": 1.9881919588457274e-05,
-      "loss": 0.219,
-      "step": 1524
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1202926836453848,
-      "learning_rate": 1.9881667104375018e-05,
-      "loss": 0.2256,
-      "step": 1525
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0362677561309366,
-      "learning_rate": 1.988141435225198e-05,
-      "loss": 0.2424,
-      "step": 1526
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.108121046698207,
-      "learning_rate": 1.9881161332095024e-05,
-      "loss": 0.259,
-      "step": 1527
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.106705413680249,
-      "learning_rate": 1.9880908043911004e-05,
-      "loss": 0.2494,
-      "step": 1528
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.8919959929553708,
-      "learning_rate": 1.9880654487706797e-05,
-      "loss": 0.2384,
-      "step": 1529
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1403536176285372,
-      "learning_rate": 1.988040066348928e-05,
-      "loss": 0.2442,
-      "step": 1530
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0397301835981851,
-      "learning_rate": 1.9880146571265337e-05,
-      "loss": 0.2215,
-      "step": 1531
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0570264901588597,
-      "learning_rate": 1.987989221104186e-05,
-      "loss": 0.2186,
-      "step": 1532
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.5454973258691305,
-      "learning_rate": 1.987963758282575e-05,
-      "loss": 0.2435,
-      "step": 1533
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.00095769815178,
-      "learning_rate": 1.987938268662391e-05,
-      "loss": 0.2398,
-      "step": 1534
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0314401299992415,
-      "learning_rate": 1.9879127522443255e-05,
-      "loss": 0.2516,
-      "step": 1535
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0239176880004133,
-      "learning_rate": 1.9878872090290714e-05,
-      "loss": 0.2209,
-      "step": 1536
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 2.1516319522863183,
-      "learning_rate": 1.98786163901732e-05,
-      "loss": 0.2179,
-      "step": 1537
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0899641412385346,
-      "learning_rate": 1.9878360422097666e-05,
-      "loss": 0.2629,
-      "step": 1538
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1161182738196964,
-      "learning_rate": 1.9878104186071047e-05,
-      "loss": 0.2669,
-      "step": 1539
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9331629099333119,
-      "learning_rate": 1.9877847682100294e-05,
-      "loss": 0.2226,
-      "step": 1540
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.8936707439041887,
-      "learning_rate": 1.9877590910192362e-05,
-      "loss": 0.2725,
-      "step": 1541
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.127775496155315,
-      "learning_rate": 1.987733387035422e-05,
-      "loss": 0.2563,
-      "step": 1542
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1260913141490958,
-      "learning_rate": 1.9877076562592844e-05,
-      "loss": 0.2322,
-      "step": 1543
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.8980360219871005,
-      "learning_rate": 1.9876818986915202e-05,
-      "loss": 0.2206,
-      "step": 1544
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9796120458036948,
-      "learning_rate": 1.9876561143328287e-05,
-      "loss": 0.2516,
-      "step": 1545
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.2629491204181673,
-      "learning_rate": 1.9876303031839094e-05,
-      "loss": 0.2083,
-      "step": 1546
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0874082802575349,
-      "learning_rate": 1.9876044652454627e-05,
-      "loss": 0.2649,
-      "step": 1547
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1914776664656248,
-      "learning_rate": 1.987578600518189e-05,
-      "loss": 0.2606,
-      "step": 1548
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9057171643487041,
-      "learning_rate": 1.9875527090027897e-05,
-      "loss": 0.2399,
-      "step": 1549
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0640987292525308,
-      "learning_rate": 1.9875267906999674e-05,
-      "loss": 0.2369,
-      "step": 1550
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1909353635895097,
-      "learning_rate": 1.987500845610425e-05,
-      "loss": 0.2415,
-      "step": 1551
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1777676002953559,
-      "learning_rate": 1.987474873734867e-05,
-      "loss": 0.2381,
-      "step": 1552
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0400464992950833,
-      "learning_rate": 1.987448875073997e-05,
-      "loss": 0.2272,
-      "step": 1553
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9159186299023466,
-      "learning_rate": 1.9874228496285203e-05,
-      "loss": 0.2326,
-      "step": 1554
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0776077764374352,
-      "learning_rate": 1.9873967973991432e-05,
-      "loss": 0.251,
-      "step": 1555
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.4205363639530653,
-      "learning_rate": 1.987370718386572e-05,
-      "loss": 0.2427,
-      "step": 1556
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1243700994075487,
-      "learning_rate": 1.9873446125915145e-05,
-      "loss": 0.2768,
-      "step": 1557
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1028876890940438,
-      "learning_rate": 1.9873184800146785e-05,
-      "loss": 0.2489,
-      "step": 1558
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0126681453424553,
-      "learning_rate": 1.987292320656773e-05,
-      "loss": 0.2471,
-      "step": 1559
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9566294464744491,
-      "learning_rate": 1.9872661345185076e-05,
-      "loss": 0.2393,
-      "step": 1560
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.3368115973005088,
-      "learning_rate": 1.9872399216005928e-05,
-      "loss": 0.2478,
-      "step": 1561
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.592650857695837,
-      "learning_rate": 1.9872136819037388e-05,
-      "loss": 0.2437,
-      "step": 1562
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1068509765308028,
-      "learning_rate": 1.9871874154286585e-05,
-      "loss": 0.2383,
-      "step": 1563
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0576437487873738,
-      "learning_rate": 1.987161122176063e-05,
-      "loss": 0.2348,
-      "step": 1564
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0079938384705214,
-      "learning_rate": 1.9871348021466673e-05,
-      "loss": 0.2355,
-      "step": 1565
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.4585402407253452,
-      "learning_rate": 1.9871084553411835e-05,
-      "loss": 0.2369,
-      "step": 1566
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0320403920202317,
-      "learning_rate": 1.9870820817603276e-05,
-      "loss": 0.2191,
-      "step": 1567
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0270957769308535,
-      "learning_rate": 1.9870556814048145e-05,
-      "loss": 0.2427,
-      "step": 1568
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.2074542042203558,
-      "learning_rate": 1.9870292542753596e-05,
-      "loss": 0.2504,
-      "step": 1569
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.942970746262455,
-      "learning_rate": 1.987002800372681e-05,
-      "loss": 0.2212,
-      "step": 1570
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9104940249554769,
-      "learning_rate": 1.9869763196974957e-05,
-      "loss": 0.2596,
-      "step": 1571
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.8644721366170993,
-      "learning_rate": 1.986949812250522e-05,
-      "loss": 0.2258,
-      "step": 1572
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1098327646726607,
-      "learning_rate": 1.986923278032479e-05,
-      "loss": 0.2533,
-      "step": 1573
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.4782949178290852,
-      "learning_rate": 1.986896717044086e-05,
-      "loss": 0.3009,
-      "step": 1574
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0298685807340697,
-      "learning_rate": 1.986870129286064e-05,
-      "loss": 0.2592,
-      "step": 1575
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.2470618274705578,
-      "learning_rate": 1.986843514759134e-05,
-      "loss": 0.2426,
-      "step": 1576
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.266134386190633,
-      "learning_rate": 1.986816873464018e-05,
-      "loss": 0.2532,
-      "step": 1577
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.4067436040344086,
-      "learning_rate": 1.9867902054014382e-05,
-      "loss": 0.279,
-      "step": 1578
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.8698043011661225,
-      "learning_rate": 1.986763510572119e-05,
-      "loss": 0.2399,
-      "step": 1579
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0193089125859338,
-      "learning_rate": 1.986736788976783e-05,
-      "loss": 0.2277,
-      "step": 1580
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.17900717751552,
-      "learning_rate": 1.9867100406161563e-05,
-      "loss": 0.2609,
-      "step": 1581
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.062165241963998,
-      "learning_rate": 1.986683265490964e-05,
-      "loss": 0.2747,
-      "step": 1582
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.137051073249643,
-      "learning_rate": 1.9866564636019326e-05,
-      "loss": 0.2288,
-      "step": 1583
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1032651435013483,
-      "learning_rate": 1.9866296349497885e-05,
-      "loss": 0.2267,
-      "step": 1584
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9910774254352182,
-      "learning_rate": 1.9866027795352604e-05,
-      "loss": 0.2767,
-      "step": 1585
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0635540904541145,
-      "learning_rate": 1.986575897359076e-05,
-      "loss": 0.2722,
-      "step": 1586
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9511029033089041,
-      "learning_rate": 1.9865489884219643e-05,
-      "loss": 0.2284,
-      "step": 1587
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.139944510002614,
-      "learning_rate": 1.9865220527246556e-05,
-      "loss": 0.2355,
-      "step": 1588
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.3021053893170482,
-      "learning_rate": 1.986495090267881e-05,
-      "loss": 0.2657,
-      "step": 1589
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0402349598351108,
-      "learning_rate": 1.986468101052371e-05,
-      "loss": 0.2491,
-      "step": 1590
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9833347233482201,
-      "learning_rate": 1.986441085078858e-05,
-      "loss": 0.2408,
-      "step": 1591
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9702896415133163,
-      "learning_rate": 1.986414042348075e-05,
-      "loss": 0.2296,
-      "step": 1592
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.8403703196326306,
-      "learning_rate": 1.9863869728607553e-05,
-      "loss": 0.2327,
-      "step": 1593
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9887059891575193,
-      "learning_rate": 1.986359876617633e-05,
-      "loss": 0.2416,
-      "step": 1594
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.15694928653404,
-      "learning_rate": 1.9863327536194438e-05,
-      "loss": 0.2196,
-      "step": 1595
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0068578045610728,
-      "learning_rate": 1.9863056038669225e-05,
-      "loss": 0.2533,
-      "step": 1596
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9916793991803713,
-      "learning_rate": 1.9862784273608066e-05,
-      "loss": 0.2549,
-      "step": 1597
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0031710272512935,
-      "learning_rate": 1.986251224101832e-05,
-      "loss": 0.231,
-      "step": 1598
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.021474671000375,
-      "learning_rate": 1.9862239940907377e-05,
-      "loss": 0.2491,
-      "step": 1599
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.8310914145791256,
-      "learning_rate": 1.986196737328262e-05,
-      "loss": 0.2451,
-      "step": 1600
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.8690234167987716,
-      "learning_rate": 1.9861694538151436e-05,
-      "loss": 0.2687,
-      "step": 1601
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1227562514141765,
-      "learning_rate": 1.9861421435521234e-05,
-      "loss": 0.2742,
-      "step": 1602
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9654518363415745,
-      "learning_rate": 1.9861148065399414e-05,
-      "loss": 0.2318,
-      "step": 1603
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1076305396603072,
-      "learning_rate": 1.98608744277934e-05,
-      "loss": 0.2421,
-      "step": 1604
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.4547345595987675,
-      "learning_rate": 1.986060052271061e-05,
-      "loss": 0.2305,
-      "step": 1605
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.8491699775291529,
-      "learning_rate": 1.9860326350158472e-05,
-      "loss": 0.225,
-      "step": 1606
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.8319543451433087,
-      "learning_rate": 1.9860051910144426e-05,
-      "loss": 0.2435,
-      "step": 1607
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.8100604809756528,
-      "learning_rate": 1.9859777202675915e-05,
-      "loss": 0.2111,
-      "step": 1608
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9527615886593352,
-      "learning_rate": 1.985950222776039e-05,
-      "loss": 0.2644,
-      "step": 1609
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0894915270026155,
-      "learning_rate": 1.9859226985405312e-05,
-      "loss": 0.2577,
-      "step": 1610
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.215983338220503,
-      "learning_rate": 1.985895147561814e-05,
-      "loss": 0.2239,
-      "step": 1611
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9302355264268377,
-      "learning_rate": 1.985867569840636e-05,
-      "loss": 0.2541,
-      "step": 1612
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 4.600810373609161,
-      "learning_rate": 1.985839965377744e-05,
-      "loss": 0.24,
-      "step": 1613
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.2071590122653046,
-      "learning_rate": 1.9858123341738877e-05,
-      "loss": 0.255,
-      "step": 1614
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.078164560236254,
-      "learning_rate": 1.9857846762298157e-05,
-      "loss": 0.2397,
-      "step": 1615
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.2358085343430798,
-      "learning_rate": 1.9857569915462787e-05,
-      "loss": 0.2642,
-      "step": 1616
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.136443380213396,
-      "learning_rate": 1.9857292801240278e-05,
-      "loss": 0.2348,
-      "step": 1617
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.256005542958859,
-      "learning_rate": 1.985701541963814e-05,
-      "loss": 0.2263,
-      "step": 1618
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9861752701380436,
-      "learning_rate": 1.9856737770663908e-05,
-      "loss": 0.2171,
-      "step": 1619
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0699500859875848,
-      "learning_rate": 1.9856459854325108e-05,
-      "loss": 0.2312,
-      "step": 1620
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0277239815636015,
-      "learning_rate": 1.9856181670629272e-05,
-      "loss": 0.2221,
-      "step": 1621
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1622788998264484,
-      "learning_rate": 1.985590321958396e-05,
-      "loss": 0.2658,
-      "step": 1622
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9654394119932761,
-      "learning_rate": 1.985562450119671e-05,
-      "loss": 0.2127,
-      "step": 1623
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.8818972933724379,
-      "learning_rate": 1.985534551547509e-05,
-      "loss": 0.2402,
-      "step": 1624
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0822541435500859,
-      "learning_rate": 1.9855066262426663e-05,
-      "loss": 0.245,
-      "step": 1625
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0792182766553684,
-      "learning_rate": 1.9854786742059012e-05,
-      "loss": 0.2229,
-      "step": 1626
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9164683009523013,
-      "learning_rate": 1.9854506954379714e-05,
-      "loss": 0.2442,
-      "step": 1627
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1155262220942679,
-      "learning_rate": 1.9854226899396356e-05,
-      "loss": 0.2657,
-      "step": 1628
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.3021145519257342,
-      "learning_rate": 1.9853946577116536e-05,
-      "loss": 0.23,
-      "step": 1629
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1384442147020182,
-      "learning_rate": 1.985366598754786e-05,
-      "loss": 0.2619,
-      "step": 1630
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.5198425729758447,
-      "learning_rate": 1.985338513069794e-05,
-      "loss": 0.2424,
-      "step": 1631
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.2746960811741264,
-      "learning_rate": 1.9853104006574387e-05,
-      "loss": 0.2398,
-      "step": 1632
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9081894042267109,
-      "learning_rate": 1.9852822615184835e-05,
-      "loss": 0.2712,
-      "step": 1633
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9654287887774892,
-      "learning_rate": 1.9852540956536912e-05,
-      "loss": 0.2482,
-      "step": 1634
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9874173268909807,
-      "learning_rate": 1.985225903063826e-05,
-      "loss": 0.2628,
-      "step": 1635
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.8587542362193802,
-      "learning_rate": 1.9851976837496522e-05,
-      "loss": 0.2567,
-      "step": 1636
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.8944630553655413,
-      "learning_rate": 1.9851694377119358e-05,
-      "loss": 0.2313,
-      "step": 1637
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9580136632504814,
-      "learning_rate": 1.985141164951443e-05,
-      "loss": 0.2637,
-      "step": 1638
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0240173091734972,
-      "learning_rate": 1.98511286546894e-05,
-      "loss": 0.2588,
-      "step": 1639
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1632183346348985,
-      "learning_rate": 1.985084539265195e-05,
-      "loss": 0.2492,
-      "step": 1640
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.2418168208945377,
-      "learning_rate": 1.9850561863409763e-05,
-      "loss": 0.245,
-      "step": 1641
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.2675161459462643,
-      "learning_rate": 1.985027806697053e-05,
-      "loss": 0.2235,
-      "step": 1642
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.4699273219751203,
-      "learning_rate": 1.984999400334195e-05,
-      "loss": 0.2787,
-      "step": 1643
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.3416851354072679,
-      "learning_rate": 1.9849709672531724e-05,
-      "loss": 0.2144,
-      "step": 1644
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.588177614535934,
-      "learning_rate": 1.9849425074547565e-05,
-      "loss": 0.2643,
-      "step": 1645
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.4621532798948187,
-      "learning_rate": 1.98491402093972e-05,
-      "loss": 0.2434,
-      "step": 1646
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.016718930677667,
-      "learning_rate": 1.9848855077088346e-05,
-      "loss": 0.245,
-      "step": 1647
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.960429641737833,
-      "learning_rate": 1.984856967762874e-05,
-      "loss": 0.2353,
-      "step": 1648
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0038547952300165,
-      "learning_rate": 1.984828401102613e-05,
-      "loss": 0.2471,
-      "step": 1649
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.5716038810095376,
-      "learning_rate": 1.9847998077288255e-05,
-      "loss": 0.2624,
-      "step": 1650
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0463153168335042,
-      "learning_rate": 1.984771187642288e-05,
-      "loss": 0.2196,
-      "step": 1651
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1341781324491753,
-      "learning_rate": 1.9847425408437763e-05,
-      "loss": 0.2548,
-      "step": 1652
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.3841618420365462,
-      "learning_rate": 1.9847138673340675e-05,
-      "loss": 0.2438,
-      "step": 1653
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0169550684413193,
-      "learning_rate": 1.9846851671139394e-05,
-      "loss": 0.2607,
-      "step": 1654
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.3519043264751935,
-      "learning_rate": 1.984656440184171e-05,
-      "loss": 0.2607,
-      "step": 1655
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.2608149031054832,
-      "learning_rate": 1.9846276865455403e-05,
-      "loss": 0.2437,
-      "step": 1656
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0108753451264925,
-      "learning_rate": 1.9845989061988283e-05,
-      "loss": 0.2487,
-      "step": 1657
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9027978818842535,
-      "learning_rate": 1.9845700991448154e-05,
-      "loss": 0.2359,
-      "step": 1658
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.250101052431056,
-      "learning_rate": 1.984541265384283e-05,
-      "loss": 0.2632,
-      "step": 1659
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.3325062156063474,
-      "learning_rate": 1.9845124049180132e-05,
-      "loss": 0.2225,
-      "step": 1660
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9988706987608464,
-      "learning_rate": 1.9844835177467886e-05,
-      "loss": 0.2321,
-      "step": 1661
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.120658383739874,
-      "learning_rate": 1.984454603871393e-05,
-      "loss": 0.2576,
-      "step": 1662
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9601587400055499,
-      "learning_rate": 1.984425663292611e-05,
-      "loss": 0.2143,
-      "step": 1663
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9261788091835301,
-      "learning_rate": 1.984396696011227e-05,
-      "loss": 0.2469,
-      "step": 1664
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.5508358929347974,
-      "learning_rate": 1.984367702028027e-05,
-      "loss": 0.2642,
-      "step": 1665
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 0.9767778816683551,
-      "learning_rate": 1.9843386813437976e-05,
-      "loss": 0.2367,
-      "step": 1666
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.0196991564528861,
-      "learning_rate": 1.984309633959326e-05,
-      "loss": 0.2413,
-      "step": 1667
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.316436967597623,
-      "learning_rate": 1.9842805598753997e-05,
-      "loss": 0.2642,
-      "step": 1668
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.2167182228798439,
-      "learning_rate": 1.984251459092808e-05,
-      "loss": 0.2275,
-      "step": 1669
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.1146683861566014,
-      "learning_rate": 1.9842223316123393e-05,
-      "loss": 0.2346,
-      "step": 1670
-    },
-    {
-      "epoch": 0.08,
-      "grad_norm": 1.3334225033325622,
-      "learning_rate": 1.9841931774347846e-05,
-      "loss": 0.2545,
-      "step": 1671
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.3786897506461797,
-      "learning_rate": 1.9841639965609344e-05,
-      "loss": 0.2298,
-      "step": 1672
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.612244430590351,
-      "learning_rate": 1.9841347889915804e-05,
-      "loss": 0.2449,
-      "step": 1673
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2949843857838457,
-      "learning_rate": 1.9841055547275142e-05,
-      "loss": 0.2405,
-      "step": 1674
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.229655683707706,
-      "learning_rate": 1.9840762937695296e-05,
-      "loss": 0.2706,
-      "step": 1675
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.5452909783071291,
-      "learning_rate": 1.98404700611842e-05,
-      "loss": 0.2369,
-      "step": 1676
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9981909241193303,
-      "learning_rate": 1.9840176917749795e-05,
-      "loss": 0.2494,
-      "step": 1677
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0870733215780806,
-      "learning_rate": 1.9839883507400037e-05,
-      "loss": 0.2528,
-      "step": 1678
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0528706352105188,
-      "learning_rate": 1.9839589830142882e-05,
-      "loss": 0.257,
-      "step": 1679
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1201032075648276,
-      "learning_rate": 1.98392958859863e-05,
-      "loss": 0.2492,
-      "step": 1680
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0474478400549914,
-      "learning_rate": 1.983900167493826e-05,
-      "loss": 0.2926,
-      "step": 1681
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0154346670627037,
-      "learning_rate": 1.983870719700674e-05,
-      "loss": 0.2386,
-      "step": 1682
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.8657370203828151,
-      "learning_rate": 1.9838412452199732e-05,
-      "loss": 0.242,
-      "step": 1683
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.918886234549711,
-      "learning_rate": 1.9838117440525236e-05,
-      "loss": 0.2439,
-      "step": 1684
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9403024089951526,
-      "learning_rate": 1.9837822161991248e-05,
-      "loss": 0.2429,
-      "step": 1685
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.084076095905887,
-      "learning_rate": 1.9837526616605774e-05,
-      "loss": 0.2335,
-      "step": 1686
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.7367729442066835,
-      "learning_rate": 1.9837230804376838e-05,
-      "loss": 0.2293,
-      "step": 1687
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9329776639522541,
-      "learning_rate": 1.983693472531246e-05,
-      "loss": 0.2169,
-      "step": 1688
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2153526164638409,
-      "learning_rate": 1.983663837942067e-05,
-      "loss": 0.2542,
-      "step": 1689
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.956868994422886,
-      "learning_rate": 1.983634176670951e-05,
-      "loss": 0.2591,
-      "step": 1690
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.029881962928075,
-      "learning_rate": 1.9836044887187023e-05,
-      "loss": 0.2213,
-      "step": 1691
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1669934190529483,
-      "learning_rate": 1.9835747740861266e-05,
-      "loss": 0.2626,
-      "step": 1692
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9980708214268654,
-      "learning_rate": 1.9835450327740293e-05,
-      "loss": 0.2788,
-      "step": 1693
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.158179447044645,
-      "learning_rate": 1.9835152647832175e-05,
-      "loss": 0.2486,
-      "step": 1694
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9135665839164294,
-      "learning_rate": 1.9834854701144986e-05,
-      "loss": 0.2286,
-      "step": 1695
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0453395818232172,
-      "learning_rate": 1.983455648768681e-05,
-      "loss": 0.2274,
-      "step": 1696
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0728487666452273,
-      "learning_rate": 1.983425800746573e-05,
-      "loss": 0.2582,
-      "step": 1697
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9397892154114075,
-      "learning_rate": 1.983395926048985e-05,
-      "loss": 0.2259,
-      "step": 1698
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9379066761125769,
-      "learning_rate": 1.9833660246767267e-05,
-      "loss": 0.2386,
-      "step": 1699
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2392563662188694,
-      "learning_rate": 1.9833360966306095e-05,
-      "loss": 0.237,
-      "step": 1700
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2609688920322724,
-      "learning_rate": 1.9833061419114452e-05,
-      "loss": 0.2885,
-      "step": 1701
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1060909223384836,
-      "learning_rate": 1.9832761605200464e-05,
-      "loss": 0.2539,
-      "step": 1702
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0220662279210742,
-      "learning_rate": 1.9832461524572258e-05,
-      "loss": 0.2272,
-      "step": 1703
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.071997778470365,
-      "learning_rate": 1.983216117723798e-05,
-      "loss": 0.2574,
-      "step": 1704
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0151680433606107,
-      "learning_rate": 1.9831860563205776e-05,
-      "loss": 0.2401,
-      "step": 1705
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.987979664831528,
-      "learning_rate": 1.98315596824838e-05,
-      "loss": 0.2201,
-      "step": 1706
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.8212769811622768,
-      "learning_rate": 1.9831258535080206e-05,
-      "loss": 0.2338,
-      "step": 1707
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1635767738327358,
-      "learning_rate": 1.9830957121003176e-05,
-      "loss": 0.2394,
-      "step": 1708
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0173061683887226,
-      "learning_rate": 1.983065544026087e-05,
-      "loss": 0.264,
-      "step": 1709
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.833164217466478,
-      "learning_rate": 1.9830353492861493e-05,
-      "loss": 0.2578,
-      "step": 1710
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.022547453107026,
-      "learning_rate": 1.983005127881321e-05,
-      "loss": 0.2651,
-      "step": 1711
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0363103004554934,
-      "learning_rate": 1.9829748798124237e-05,
-      "loss": 0.2612,
-      "step": 1712
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9714966214210872,
-      "learning_rate": 1.9829446050802776e-05,
-      "loss": 0.2519,
-      "step": 1713
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9434534750808347,
-      "learning_rate": 1.9829143036857027e-05,
-      "loss": 0.2293,
-      "step": 1714
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.195774260854126,
-      "learning_rate": 1.9828839756295223e-05,
-      "loss": 0.2517,
-      "step": 1715
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0262577604343457,
-      "learning_rate": 1.9828536209125584e-05,
-      "loss": 0.2463,
-      "step": 1716
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.842309395951756,
-      "learning_rate": 1.9828232395356347e-05,
-      "loss": 0.2409,
-      "step": 1717
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2461010415205944,
-      "learning_rate": 1.982792831499575e-05,
-      "loss": 0.2425,
-      "step": 1718
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9829452005423613,
-      "learning_rate": 1.982762396805204e-05,
-      "loss": 0.2484,
-      "step": 1719
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.984884649513512,
-      "learning_rate": 1.982731935453348e-05,
-      "loss": 0.2389,
-      "step": 1720
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1119583351575009,
-      "learning_rate": 1.9827014474448324e-05,
-      "loss": 0.2518,
-      "step": 1721
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.002796824835171,
-      "learning_rate": 1.9826709327804846e-05,
-      "loss": 0.2284,
-      "step": 1722
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0157183698966548,
-      "learning_rate": 1.982640391461132e-05,
-      "loss": 0.2415,
-      "step": 1723
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.260041652519267,
-      "learning_rate": 1.982609823487604e-05,
-      "loss": 0.2351,
-      "step": 1724
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.3519455184908302,
-      "learning_rate": 1.9825792288607284e-05,
-      "loss": 0.2451,
-      "step": 1725
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0062626123603624,
-      "learning_rate": 1.982548607581336e-05,
-      "loss": 0.2467,
-      "step": 1726
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2439664837325628,
-      "learning_rate": 1.9825179596502567e-05,
-      "loss": 0.2509,
-      "step": 1727
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.8243535374289274,
-      "learning_rate": 1.9824872850683226e-05,
-      "loss": 0.2075,
-      "step": 1728
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1505514359912987,
-      "learning_rate": 1.9824565838363657e-05,
-      "loss": 0.2419,
-      "step": 1729
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.269435382278997,
-      "learning_rate": 1.9824258559552182e-05,
-      "loss": 0.239,
-      "step": 1730
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 2.31208623122475,
-      "learning_rate": 1.9823951014257138e-05,
-      "loss": 0.2527,
-      "step": 1731
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.206820363011641,
-      "learning_rate": 1.9823643202486867e-05,
-      "loss": 0.2221,
-      "step": 1732
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2041683786551478,
-      "learning_rate": 1.982333512424972e-05,
-      "loss": 0.2213,
-      "step": 1733
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0255291639405049,
-      "learning_rate": 1.9823026779554055e-05,
-      "loss": 0.2405,
-      "step": 1734
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1134042500477659,
-      "learning_rate": 1.982271816840823e-05,
-      "loss": 0.2355,
-      "step": 1735
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.122621923354994,
-      "learning_rate": 1.982240929082062e-05,
-      "loss": 0.2591,
-      "step": 1736
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0109011146022282,
-      "learning_rate": 1.9822100146799607e-05,
-      "loss": 0.2268,
-      "step": 1737
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1939519658509656,
-      "learning_rate": 1.982179073635357e-05,
-      "loss": 0.2648,
-      "step": 1738
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.5178683098536014,
-      "learning_rate": 1.9821481059490906e-05,
-      "loss": 0.2232,
-      "step": 1739
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.9516149012483963,
-      "learning_rate": 1.982117111622001e-05,
-      "loss": 0.2476,
-      "step": 1740
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2321003493682299,
-      "learning_rate": 1.98208609065493e-05,
-      "loss": 0.2064,
-      "step": 1741
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1263545813097904,
-      "learning_rate": 1.982055043048718e-05,
-      "loss": 0.219,
-      "step": 1742
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9164576815422517,
-      "learning_rate": 1.982023968804207e-05,
-      "loss": 0.2325,
-      "step": 1743
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.481776837320407,
-      "learning_rate": 1.981992867922241e-05,
-      "loss": 0.2732,
-      "step": 1744
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0480431065887095,
-      "learning_rate": 1.981961740403663e-05,
-      "loss": 0.225,
-      "step": 1745
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1453713530810714,
-      "learning_rate": 1.981930586249317e-05,
-      "loss": 0.2555,
-      "step": 1746
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0440512071308312,
-      "learning_rate": 1.9818994054600484e-05,
-      "loss": 0.2443,
-      "step": 1747
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.3140536888347236,
-      "learning_rate": 1.981868198036703e-05,
-      "loss": 0.2296,
-      "step": 1748
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9589913304538162,
-      "learning_rate": 1.9818369639801273e-05,
-      "loss": 0.2269,
-      "step": 1749
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9421444481840565,
-      "learning_rate": 1.9818057032911687e-05,
-      "loss": 0.236,
-      "step": 1750
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.011810083369825,
-      "learning_rate": 1.9817744159706746e-05,
-      "loss": 0.2542,
-      "step": 1751
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9867132876670602,
-      "learning_rate": 1.9817431020194942e-05,
-      "loss": 0.2248,
-      "step": 1752
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2165872518452028,
-      "learning_rate": 1.9817117614384767e-05,
-      "loss": 0.2315,
-      "step": 1753
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.6573462337949036,
-      "learning_rate": 1.9816803942284724e-05,
-      "loss": 0.2482,
-      "step": 1754
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0905321049950607,
-      "learning_rate": 1.9816490003903316e-05,
-      "loss": 0.2451,
-      "step": 1755
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2974795740116438,
-      "learning_rate": 1.9816175799249064e-05,
-      "loss": 0.262,
-      "step": 1756
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9930878435396299,
-      "learning_rate": 1.981586132833049e-05,
-      "loss": 0.2834,
-      "step": 1757
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9804621023472282,
-      "learning_rate": 1.981554659115612e-05,
-      "loss": 0.249,
-      "step": 1758
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.8228160230043197,
-      "learning_rate": 1.98152315877345e-05,
-      "loss": 0.2267,
-      "step": 1759
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.8087224046227851,
-      "learning_rate": 1.9814916318074163e-05,
-      "loss": 0.2372,
-      "step": 1760
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9374525942013675,
-      "learning_rate": 1.981460078218367e-05,
-      "loss": 0.2595,
-      "step": 1761
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9126980800579981,
-      "learning_rate": 1.9814284980071578e-05,
-      "loss": 0.2429,
-      "step": 1762
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.7815278328067415,
-      "learning_rate": 1.9813968911746447e-05,
-      "loss": 0.2128,
-      "step": 1763
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1630201006053036,
-      "learning_rate": 1.9813652577216858e-05,
-      "loss": 0.2348,
-      "step": 1764
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0067825312667709,
-      "learning_rate": 1.9813335976491387e-05,
-      "loss": 0.2426,
-      "step": 1765
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 2.7904482493750873,
-      "learning_rate": 1.9813019109578623e-05,
-      "loss": 0.2409,
-      "step": 1766
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0847359740312001,
-      "learning_rate": 1.981270197648716e-05,
-      "loss": 0.2616,
-      "step": 1767
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.935404199004101,
-      "learning_rate": 1.9812384577225604e-05,
-      "loss": 0.2277,
-      "step": 1768
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.289585307813352,
-      "learning_rate": 1.9812066911802565e-05,
-      "loss": 0.2553,
-      "step": 1769
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.4646201642946093,
-      "learning_rate": 1.981174898022665e-05,
-      "loss": 0.2478,
-      "step": 1770
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.3498844676297264,
-      "learning_rate": 1.9811430782506496e-05,
-      "loss": 0.2371,
-      "step": 1771
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 2.195156883689694,
-      "learning_rate": 1.9811112318650725e-05,
-      "loss": 0.2526,
-      "step": 1772
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.7032110116525865,
-      "learning_rate": 1.9810793588667977e-05,
-      "loss": 0.258,
-      "step": 1773
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.886767523375247,
-      "learning_rate": 1.98104745925669e-05,
-      "loss": 0.2432,
-      "step": 1774
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0485652010268987,
-      "learning_rate": 1.9810155330356147e-05,
-      "loss": 0.2278,
-      "step": 1775
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0753335063192004,
-      "learning_rate": 1.9809835802044378e-05,
-      "loss": 0.2317,
-      "step": 1776
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2770843961058662,
-      "learning_rate": 1.9809516007640255e-05,
-      "loss": 0.229,
-      "step": 1777
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.8403924810021453,
-      "learning_rate": 1.9809195947152458e-05,
-      "loss": 0.2282,
-      "step": 1778
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0793162103481402,
-      "learning_rate": 1.9808875620589667e-05,
-      "loss": 0.2234,
-      "step": 1779
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1238385198046674,
-      "learning_rate": 1.980855502796057e-05,
-      "loss": 0.2174,
-      "step": 1780
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2699355390187514,
-      "learning_rate": 1.9808234169273864e-05,
-      "loss": 0.2288,
-      "step": 1781
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.011158926633347,
-      "learning_rate": 1.9807913044538252e-05,
-      "loss": 0.2485,
-      "step": 1782
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.4074623352058435,
-      "learning_rate": 1.9807591653762447e-05,
-      "loss": 0.2307,
-      "step": 1783
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9928912356239473,
-      "learning_rate": 1.980726999695516e-05,
-      "loss": 0.2675,
-      "step": 1784
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0184293111623297,
-      "learning_rate": 1.9806948074125123e-05,
-      "loss": 0.2908,
-      "step": 1785
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1122490801754585,
-      "learning_rate": 1.9806625885281065e-05,
-      "loss": 0.2621,
-      "step": 1786
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1598479098892676,
-      "learning_rate": 1.9806303430431727e-05,
-      "loss": 0.2441,
-      "step": 1787
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.979354192254303,
-      "learning_rate": 1.9805980709585855e-05,
-      "loss": 0.2375,
-      "step": 1788
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.267730797707709,
-      "learning_rate": 1.9805657722752202e-05,
-      "loss": 0.2284,
-      "step": 1789
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9952643727050997,
-      "learning_rate": 1.980533446993953e-05,
-      "loss": 0.2453,
-      "step": 1790
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0233808075949027,
-      "learning_rate": 1.9805010951156605e-05,
-      "loss": 0.2396,
-      "step": 1791
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.024484392071274,
-      "learning_rate": 1.9804687166412204e-05,
-      "loss": 0.2423,
-      "step": 1792
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1779536450407442,
-      "learning_rate": 1.980436311571511e-05,
-      "loss": 0.2506,
-      "step": 1793
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.110809751968605,
-      "learning_rate": 1.9804038799074114e-05,
-      "loss": 0.2379,
-      "step": 1794
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.911356847281592,
-      "learning_rate": 1.9803714216498013e-05,
-      "loss": 0.2459,
-      "step": 1795
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2508497514282289,
-      "learning_rate": 1.9803389367995606e-05,
-      "loss": 0.2559,
-      "step": 1796
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2547143824197837,
-      "learning_rate": 1.9803064253575713e-05,
-      "loss": 0.2678,
-      "step": 1797
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1171374299241046,
-      "learning_rate": 1.9802738873247146e-05,
-      "loss": 0.2373,
-      "step": 1798
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.3682294514056483,
-      "learning_rate": 1.9802413227018732e-05,
-      "loss": 0.2634,
-      "step": 1799
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.6593452822995967,
-      "learning_rate": 1.980208731489931e-05,
-      "loss": 0.2565,
-      "step": 1800
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.33397124612498,
-      "learning_rate": 1.9801761136897713e-05,
-      "loss": 0.2465,
-      "step": 1801
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2179198485821112,
-      "learning_rate": 1.980143469302279e-05,
-      "loss": 0.251,
-      "step": 1802
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.248443571251299,
-      "learning_rate": 1.9801107983283403e-05,
-      "loss": 0.2264,
-      "step": 1803
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2624127344026586,
-      "learning_rate": 1.9800781007688403e-05,
-      "loss": 0.2419,
-      "step": 1804
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0773293999784925,
-      "learning_rate": 1.9800453766246668e-05,
-      "loss": 0.2478,
-      "step": 1805
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2539597583340516,
-      "learning_rate": 1.980012625896707e-05,
-      "loss": 0.242,
-      "step": 1806
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0523566435986238,
-      "learning_rate": 1.979979848585849e-05,
-      "loss": 0.2438,
-      "step": 1807
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2783462412732363,
-      "learning_rate": 1.9799470446929827e-05,
-      "loss": 0.2322,
-      "step": 1808
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 2.501195818234163,
-      "learning_rate": 1.9799142142189974e-05,
-      "loss": 0.2366,
-      "step": 1809
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0351472253286227,
-      "learning_rate": 1.9798813571647835e-05,
-      "loss": 0.2475,
-      "step": 1810
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.141466973878634,
-      "learning_rate": 1.9798484735312327e-05,
-      "loss": 0.224,
-      "step": 1811
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.3377399022823369,
-      "learning_rate": 1.9798155633192368e-05,
-      "loss": 0.2341,
-      "step": 1812
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.4789245607733694,
-      "learning_rate": 1.979782626529688e-05,
-      "loss": 0.2666,
-      "step": 1813
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.7178934408624136,
-      "learning_rate": 1.9797496631634804e-05,
-      "loss": 0.2506,
-      "step": 1814
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9579183307072763,
-      "learning_rate": 1.9797166732215078e-05,
-      "loss": 0.2334,
-      "step": 1815
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1702378825834747,
-      "learning_rate": 1.979683656704665e-05,
-      "loss": 0.2367,
-      "step": 1816
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2623264964220406,
-      "learning_rate": 1.979650613613848e-05,
-      "loss": 0.2264,
-      "step": 1817
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1794467571917981,
-      "learning_rate": 1.979617543949952e-05,
-      "loss": 0.2339,
-      "step": 1818
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.91157451744252,
-      "learning_rate": 1.9795844477138756e-05,
-      "loss": 0.225,
-      "step": 1819
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2309863507665357,
-      "learning_rate": 1.9795513249065155e-05,
-      "loss": 0.253,
-      "step": 1820
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1783442633169707,
-      "learning_rate": 1.97951817552877e-05,
-      "loss": 0.2379,
-      "step": 1821
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.094279223019567,
-      "learning_rate": 1.9794849995815392e-05,
-      "loss": 0.2457,
-      "step": 1822
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.3138667208821027,
-      "learning_rate": 1.979451797065722e-05,
-      "loss": 0.259,
-      "step": 1823
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2491422875129075,
-      "learning_rate": 1.97941856798222e-05,
-      "loss": 0.2364,
-      "step": 1824
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.186450281638106,
-      "learning_rate": 1.979385312331934e-05,
-      "loss": 0.2312,
-      "step": 1825
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1194218673747123,
-      "learning_rate": 1.9793520301157656e-05,
-      "loss": 0.2473,
-      "step": 1826
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.5625455110596913,
-      "learning_rate": 1.9793187213346183e-05,
-      "loss": 0.2544,
-      "step": 1827
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1394717462108623,
-      "learning_rate": 1.9792853859893953e-05,
-      "loss": 0.2318,
-      "step": 1828
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.979714128320049,
-      "learning_rate": 1.9792520240810012e-05,
-      "loss": 0.2555,
-      "step": 1829
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0604405691060503,
-      "learning_rate": 1.9792186356103403e-05,
-      "loss": 0.2421,
-      "step": 1830
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9962422834651873,
-      "learning_rate": 1.9791852205783186e-05,
-      "loss": 0.2274,
-      "step": 1831
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0115858456203548,
-      "learning_rate": 1.9791517789858428e-05,
-      "loss": 0.218,
-      "step": 1832
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1584982837673712,
-      "learning_rate": 1.9791183108338195e-05,
-      "loss": 0.2291,
-      "step": 1833
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.4205913603650355,
-      "learning_rate": 1.9790848161231568e-05,
-      "loss": 0.2258,
-      "step": 1834
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9593511399242401,
-      "learning_rate": 1.9790512948547633e-05,
-      "loss": 0.2421,
-      "step": 1835
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.205982035714139,
-      "learning_rate": 1.9790177470295474e-05,
-      "loss": 0.2452,
-      "step": 1836
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0021327684946961,
-      "learning_rate": 1.9789841726484208e-05,
-      "loss": 0.2571,
-      "step": 1837
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1537386848613858,
-      "learning_rate": 1.9789505717122926e-05,
-      "loss": 0.2639,
-      "step": 1838
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.251241669990851,
-      "learning_rate": 1.978916944222075e-05,
-      "loss": 0.2597,
-      "step": 1839
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.3627173950389766,
-      "learning_rate": 1.97888329017868e-05,
-      "loss": 0.2549,
-      "step": 1840
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1280632425903117,
-      "learning_rate": 1.9788496095830205e-05,
-      "loss": 0.2427,
-      "step": 1841
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2424096456708325,
-      "learning_rate": 1.97881590243601e-05,
-      "loss": 0.2507,
-      "step": 1842
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1268147690233024,
-      "learning_rate": 1.978782168738563e-05,
-      "loss": 0.2313,
-      "step": 1843
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9731217683506375,
-      "learning_rate": 1.9787484084915943e-05,
-      "loss": 0.1961,
-      "step": 1844
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9932726226384986,
-      "learning_rate": 1.9787146216960196e-05,
-      "loss": 0.2704,
-      "step": 1845
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.3258885680331116,
-      "learning_rate": 1.978680808352756e-05,
-      "loss": 0.2223,
-      "step": 1846
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.179125947707762,
-      "learning_rate": 1.9786469684627193e-05,
-      "loss": 0.2233,
-      "step": 1847
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.181157569743411,
-      "learning_rate": 1.978613102026829e-05,
-      "loss": 0.2614,
-      "step": 1848
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2465357791351852,
-      "learning_rate": 1.9785792090460026e-05,
-      "loss": 0.1947,
-      "step": 1849
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1762006333045996,
-      "learning_rate": 1.9785452895211606e-05,
-      "loss": 0.2488,
-      "step": 1850
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9732313500927374,
-      "learning_rate": 1.978511343453222e-05,
-      "loss": 0.2208,
-      "step": 1851
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 2.930795569689893,
-      "learning_rate": 1.9784773708431076e-05,
-      "loss": 0.2319,
-      "step": 1852
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1402431579192085,
-      "learning_rate": 1.9784433716917397e-05,
-      "loss": 0.2394,
-      "step": 1853
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0338244690058258,
-      "learning_rate": 1.97840934600004e-05,
-      "loss": 0.2477,
-      "step": 1854
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.6535929415927046,
-      "learning_rate": 1.9783752937689312e-05,
-      "loss": 0.2408,
-      "step": 1855
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.370824985835338,
-      "learning_rate": 1.9783412149993374e-05,
-      "loss": 0.2349,
-      "step": 1856
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.3956801985306262,
-      "learning_rate": 1.978307109692183e-05,
-      "loss": 0.2534,
-      "step": 1857
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.3940946373038978,
-      "learning_rate": 1.978272977848393e-05,
-      "loss": 0.286,
-      "step": 1858
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.0987035112902765,
-      "learning_rate": 1.9782388194688933e-05,
-      "loss": 0.2779,
-      "step": 1859
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1882153135309836,
-      "learning_rate": 1.9782046345546102e-05,
-      "loss": 0.2235,
-      "step": 1860
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2008243551349194,
-      "learning_rate": 1.9781704231064715e-05,
-      "loss": 0.2693,
-      "step": 1861
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1751556702307224,
-      "learning_rate": 1.9781361851254044e-05,
-      "loss": 0.2543,
-      "step": 1862
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.1081469900399938,
-      "learning_rate": 1.9781019206123382e-05,
-      "loss": 0.2512,
-      "step": 1863
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 0.9908211347171663,
-      "learning_rate": 1.978067629568202e-05,
-      "loss": 0.2035,
-      "step": 1864
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2227189853228269,
-      "learning_rate": 1.9780333119939264e-05,
-      "loss": 0.235,
-      "step": 1865
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.2011150507746902,
-      "learning_rate": 1.9779989678904416e-05,
-      "loss": 0.2399,
-      "step": 1866
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 1.3756169840284638,
-      "learning_rate": 1.97796459725868e-05,
-      "loss": 0.2533,
-      "step": 1867
-    },
-    {
-      "epoch": 0.09,
-      "grad_norm": 2.7413831052381767,
-      "learning_rate": 1.9779302000995732e-05,
-      "loss": 0.2174,
-      "step": 1868
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.2214321925490699,
-      "learning_rate": 1.9778957764140545e-05,
-      "loss": 0.2509,
-      "step": 1869
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 2.048946823233343,
-      "learning_rate": 1.9778613262030577e-05,
-      "loss": 0.2396,
-      "step": 1870
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0703035941982966,
-      "learning_rate": 1.9778268494675172e-05,
-      "loss": 0.2352,
-      "step": 1871
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 2.010644102322746,
-      "learning_rate": 1.977792346208368e-05,
-      "loss": 0.2269,
-      "step": 1872
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 2.2422707614304045,
-      "learning_rate": 1.9777578164265464e-05,
-      "loss": 0.2476,
-      "step": 1873
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.2907222314859268,
-      "learning_rate": 1.9777232601229887e-05,
-      "loss": 0.2204,
-      "step": 1874
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.3521410331749686,
-      "learning_rate": 1.9776886772986325e-05,
-      "loss": 0.2366,
-      "step": 1875
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0863288578749053,
-      "learning_rate": 1.9776540679544154e-05,
-      "loss": 0.2297,
-      "step": 1876
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0241804063042204,
-      "learning_rate": 1.977619432091277e-05,
-      "loss": 0.2277,
-      "step": 1877
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.359207853748398,
-      "learning_rate": 1.977584769710156e-05,
-      "loss": 0.2602,
-      "step": 1878
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.488727423100929,
-      "learning_rate": 1.9775500808119926e-05,
-      "loss": 0.2123,
-      "step": 1879
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9310924451888012,
-      "learning_rate": 1.9775153653977284e-05,
-      "loss": 0.2347,
-      "step": 1880
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0882134751609247,
-      "learning_rate": 1.9774806234683047e-05,
-      "loss": 0.2168,
-      "step": 1881
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.1032916586088626,
-      "learning_rate": 1.9774458550246636e-05,
-      "loss": 0.2346,
-      "step": 1882
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.8964220837477248,
-      "learning_rate": 1.977411060067749e-05,
-      "loss": 0.2192,
-      "step": 1883
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.2271518408134103,
-      "learning_rate": 1.977376238598504e-05,
-      "loss": 0.2207,
-      "step": 1884
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.2657120013958592,
-      "learning_rate": 1.977341390617873e-05,
-      "loss": 0.2216,
-      "step": 1885
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.1240450447057986,
-      "learning_rate": 1.9773065161268015e-05,
-      "loss": 0.2152,
-      "step": 1886
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.140021817870832,
-      "learning_rate": 1.977271615126236e-05,
-      "loss": 0.2405,
-      "step": 1887
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9646328044306108,
-      "learning_rate": 1.9772366876171224e-05,
-      "loss": 0.2214,
-      "step": 1888
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0229657136088213,
-      "learning_rate": 1.9772017336004085e-05,
-      "loss": 0.2486,
-      "step": 1889
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0801181204271537,
-      "learning_rate": 1.9771667530770427e-05,
-      "loss": 0.2413,
-      "step": 1890
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0024092708899657,
-      "learning_rate": 1.9771317460479733e-05,
-      "loss": 0.2554,
-      "step": 1891
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9461916604616549,
-      "learning_rate": 1.9770967125141502e-05,
-      "loss": 0.2465,
-      "step": 1892
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.4241403509851787,
-      "learning_rate": 1.9770616524765236e-05,
-      "loss": 0.2618,
-      "step": 1893
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.2192273387499462,
-      "learning_rate": 1.9770265659360445e-05,
-      "loss": 0.2477,
-      "step": 1894
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9149517263311271,
-      "learning_rate": 1.9769914528936646e-05,
-      "loss": 0.2203,
-      "step": 1895
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9640595665851582,
-      "learning_rate": 1.976956313350336e-05,
-      "loss": 0.255,
-      "step": 1896
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.2296809453079092,
-      "learning_rate": 1.9769211473070124e-05,
-      "loss": 0.2257,
-      "step": 1897
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0503214717220533,
-      "learning_rate": 1.9768859547646476e-05,
-      "loss": 0.245,
-      "step": 1898
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0261216658899286,
-      "learning_rate": 1.976850735724196e-05,
-      "loss": 0.2228,
-      "step": 1899
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.8879896992019953,
-      "learning_rate": 1.9768154901866136e-05,
-      "loss": 0.2362,
-      "step": 1900
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.944882194134527,
-      "learning_rate": 1.9767802181528552e-05,
-      "loss": 0.2428,
-      "step": 1901
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.4309989587560117,
-      "learning_rate": 1.9767449196238785e-05,
-      "loss": 0.2513,
-      "step": 1902
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.1054306441049362,
-      "learning_rate": 1.9767095946006405e-05,
-      "loss": 0.2416,
-      "step": 1903
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9790156761267768,
-      "learning_rate": 1.9766742430840998e-05,
-      "loss": 0.2196,
-      "step": 1904
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.225542879755533,
-      "learning_rate": 1.9766388650752152e-05,
-      "loss": 0.2531,
-      "step": 1905
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.1451682777421768,
-      "learning_rate": 1.976603460574946e-05,
-      "loss": 0.2252,
-      "step": 1906
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.1697641021216751,
-      "learning_rate": 1.9765680295842525e-05,
-      "loss": 0.2374,
-      "step": 1907
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.3119766391360652,
-      "learning_rate": 1.9765325721040964e-05,
-      "loss": 0.2328,
-      "step": 1908
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.8776972094573054,
-      "learning_rate": 1.976497088135439e-05,
-      "loss": 0.2255,
-      "step": 1909
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 2.901221087412436,
-      "learning_rate": 1.976461577679243e-05,
-      "loss": 0.2538,
-      "step": 1910
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9364330186554849,
-      "learning_rate": 1.9764260407364714e-05,
-      "loss": 0.2266,
-      "step": 1911
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.8343122185679239,
-      "learning_rate": 1.9763904773080886e-05,
-      "loss": 0.241,
-      "step": 1912
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.5044879595592187,
-      "learning_rate": 1.9763548873950586e-05,
-      "loss": 0.2721,
-      "step": 1913
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0495765131484909,
-      "learning_rate": 1.9763192709983473e-05,
-      "loss": 0.2417,
-      "step": 1914
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.05508985163837,
-      "learning_rate": 1.9762836281189207e-05,
-      "loss": 0.2227,
-      "step": 1915
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0155022843798927,
-      "learning_rate": 1.9762479587577457e-05,
-      "loss": 0.2425,
-      "step": 1916
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0967121155196264,
-      "learning_rate": 1.976212262915789e-05,
-      "loss": 0.2335,
-      "step": 1917
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.37545605462818,
-      "learning_rate": 1.9761765405940203e-05,
-      "loss": 0.2407,
-      "step": 1918
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9818909497523616,
-      "learning_rate": 1.9761407917934073e-05,
-      "loss": 0.2493,
-      "step": 1919
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.137871337305637,
-      "learning_rate": 1.9761050165149208e-05,
-      "loss": 0.246,
-      "step": 1920
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9860186561324186,
-      "learning_rate": 1.9760692147595298e-05,
-      "loss": 0.243,
-      "step": 1921
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0181895969287278,
-      "learning_rate": 1.9760333865282067e-05,
-      "loss": 0.2473,
-      "step": 1922
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.8406082864526969,
-      "learning_rate": 1.975997531821923e-05,
-      "loss": 0.2075,
-      "step": 1923
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.9227285386867792,
-      "learning_rate": 1.9759616506416506e-05,
-      "loss": 0.2367,
-      "step": 1924
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.5616621406325664,
-      "learning_rate": 1.975925742988364e-05,
-      "loss": 0.2383,
-      "step": 1925
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.3935247996994191,
-      "learning_rate": 1.975889808863036e-05,
-      "loss": 0.2452,
-      "step": 1926
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.2943208678791482,
-      "learning_rate": 1.975853848266642e-05,
-      "loss": 0.2407,
-      "step": 1927
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.450294411426727,
-      "learning_rate": 1.975817861200157e-05,
-      "loss": 0.2277,
-      "step": 1928
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9018073347670972,
-      "learning_rate": 1.9757818476645573e-05,
-      "loss": 0.2498,
-      "step": 1929
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0314892631011348,
-      "learning_rate": 1.9757458076608204e-05,
-      "loss": 0.2412,
-      "step": 1930
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.1697931974945825,
-      "learning_rate": 1.975709741189923e-05,
-      "loss": 0.2312,
-      "step": 1931
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9365982325740557,
-      "learning_rate": 1.975673648252844e-05,
-      "loss": 0.2147,
-      "step": 1932
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.8698438621254598,
-      "learning_rate": 1.975637528850562e-05,
-      "loss": 0.2396,
-      "step": 1933
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.1560916597632185,
-      "learning_rate": 1.9756013829840568e-05,
-      "loss": 0.2024,
-      "step": 1934
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.8347486142298968,
-      "learning_rate": 1.9755652106543094e-05,
-      "loss": 0.2421,
-      "step": 1935
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.920153099028764,
-      "learning_rate": 1.9755290118623e-05,
-      "loss": 0.2228,
-      "step": 1936
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9913299797122175,
-      "learning_rate": 1.9754927866090115e-05,
-      "loss": 0.251,
-      "step": 1937
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0404221817815027,
-      "learning_rate": 1.975456534895426e-05,
-      "loss": 0.2099,
-      "step": 1938
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.115116727740608,
-      "learning_rate": 1.975420256722527e-05,
-      "loss": 0.248,
-      "step": 1939
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.1369950824968853,
-      "learning_rate": 1.9753839520912984e-05,
-      "loss": 0.2212,
-      "step": 1940
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.4411550000757647,
-      "learning_rate": 1.9753476210027248e-05,
-      "loss": 0.204,
-      "step": 1941
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.877079500076538,
-      "learning_rate": 1.975311263457792e-05,
-      "loss": 0.236,
-      "step": 1942
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.2958517471483217,
-      "learning_rate": 1.9752748794574858e-05,
-      "loss": 0.2547,
-      "step": 1943
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.102209497560389,
-      "learning_rate": 1.9752384690027937e-05,
-      "loss": 0.2082,
-      "step": 1944
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0121374445198599,
-      "learning_rate": 1.975202032094703e-05,
-      "loss": 0.2849,
-      "step": 1945
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.8864239305753996,
-      "learning_rate": 1.9751655687342022e-05,
-      "loss": 0.2282,
-      "step": 1946
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9967365811704525,
-      "learning_rate": 1.9751290789222804e-05,
-      "loss": 0.2322,
-      "step": 1947
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.1234867484412785,
-      "learning_rate": 1.975092562659927e-05,
-      "loss": 0.2789,
-      "step": 1948
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.8313426797342862,
-      "learning_rate": 1.9750560199481325e-05,
-      "loss": 0.218,
-      "step": 1949
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0417507918529505,
-      "learning_rate": 1.975019450787889e-05,
-      "loss": 0.2595,
-      "step": 1950
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.1414670268025355,
-      "learning_rate": 1.9749828551801875e-05,
-      "loss": 0.2483,
-      "step": 1951
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0376239315288212,
-      "learning_rate": 1.974946233126021e-05,
-      "loss": 0.231,
-      "step": 1952
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.1091441540992661,
-      "learning_rate": 1.9749095846263828e-05,
-      "loss": 0.2234,
-      "step": 1953
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.087702774894137,
-      "learning_rate": 1.974872909682267e-05,
-      "loss": 0.2496,
-      "step": 1954
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0600141655170918,
-      "learning_rate": 1.974836208294669e-05,
-      "loss": 0.2432,
-      "step": 1955
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.3603611052790359,
-      "learning_rate": 1.9747994804645835e-05,
-      "loss": 0.2283,
-      "step": 1956
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0742920942448784,
-      "learning_rate": 1.9747627261930066e-05,
-      "loss": 0.2387,
-      "step": 1957
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.1454768361187495,
-      "learning_rate": 1.974725945480936e-05,
-      "loss": 0.2743,
-      "step": 1958
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.033670082913112,
-      "learning_rate": 1.9746891383293692e-05,
-      "loss": 0.2661,
-      "step": 1959
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 2.2940527105563957,
-      "learning_rate": 1.9746523047393046e-05,
-      "loss": 0.2791,
-      "step": 1960
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.8717314285910045,
-      "learning_rate": 1.974615444711741e-05,
-      "loss": 0.2261,
-      "step": 1961
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.1675295248221975,
-      "learning_rate": 1.974578558247678e-05,
-      "loss": 0.2474,
-      "step": 1962
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.1768908708954267,
-      "learning_rate": 1.9745416453481168e-05,
-      "loss": 0.2453,
-      "step": 1963
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0965930944631577,
-      "learning_rate": 1.974504706014059e-05,
-      "loss": 0.2422,
-      "step": 1964
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.3209827499231572,
-      "learning_rate": 1.9744677402465053e-05,
-      "loss": 0.2617,
-      "step": 1965
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0704828420643713,
-      "learning_rate": 1.9744307480464595e-05,
-      "loss": 0.24,
-      "step": 1966
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.000209014735969,
-      "learning_rate": 1.9743937294149244e-05,
-      "loss": 0.2334,
-      "step": 1967
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.2831002301749044,
-      "learning_rate": 1.9743566843529045e-05,
-      "loss": 0.2512,
-      "step": 1968
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.1344015282589346,
-      "learning_rate": 1.9743196128614045e-05,
-      "loss": 0.2488,
-      "step": 1969
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9536869918552521,
-      "learning_rate": 1.97428251494143e-05,
-      "loss": 0.2471,
-      "step": 1970
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.2110892765554457,
-      "learning_rate": 1.974245390593987e-05,
-      "loss": 0.2298,
-      "step": 1971
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.1996062868964599,
-      "learning_rate": 1.974208239820083e-05,
-      "loss": 0.2441,
-      "step": 1972
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.8974209218869812,
-      "learning_rate": 1.9741710626207255e-05,
-      "loss": 0.2358,
-      "step": 1973
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.4554750921379593,
-      "learning_rate": 1.9741338589969226e-05,
-      "loss": 0.263,
-      "step": 1974
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0392813150984546,
-      "learning_rate": 1.9740966289496844e-05,
-      "loss": 0.2458,
-      "step": 1975
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9963122217447735,
-      "learning_rate": 1.9740593724800194e-05,
-      "loss": 0.26,
-      "step": 1976
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9737554516896297,
-      "learning_rate": 1.9740220895889393e-05,
-      "loss": 0.2259,
-      "step": 1977
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.8923416935134135,
-      "learning_rate": 1.973984780277455e-05,
-      "loss": 0.2476,
-      "step": 1978
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.172847400701586,
-      "learning_rate": 1.9739474445465783e-05,
-      "loss": 0.2455,
-      "step": 1979
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9256808107004492,
-      "learning_rate": 1.9739100823973226e-05,
-      "loss": 0.2285,
-      "step": 1980
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.5604533353401182,
-      "learning_rate": 1.9738726938307e-05,
-      "loss": 0.2567,
-      "step": 1981
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.8144426438895492,
-      "learning_rate": 1.9738352788477268e-05,
-      "loss": 0.2263,
-      "step": 1982
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0438242662359962,
-      "learning_rate": 1.9737978374494157e-05,
-      "loss": 0.2192,
-      "step": 1983
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.3678826201890977,
-      "learning_rate": 1.9737603696367836e-05,
-      "loss": 0.2379,
-      "step": 1984
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.909867140325504,
-      "learning_rate": 1.9737228754108467e-05,
-      "loss": 0.2626,
-      "step": 1985
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0062470083627526,
-      "learning_rate": 1.9736853547726214e-05,
-      "loss": 0.2115,
-      "step": 1986
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9377825018993832,
-      "learning_rate": 1.973647807723126e-05,
-      "loss": 0.255,
-      "step": 1987
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0494091703851158,
-      "learning_rate": 1.973610234263379e-05,
-      "loss": 0.2518,
-      "step": 1988
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.1987444586881062,
-      "learning_rate": 1.9735726343943992e-05,
-      "loss": 0.2384,
-      "step": 1989
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.02642903480859,
-      "learning_rate": 1.973535008117207e-05,
-      "loss": 0.267,
-      "step": 1990
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9161340787331664,
-      "learning_rate": 1.9734973554328223e-05,
-      "loss": 0.2229,
-      "step": 1991
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.8948289353381529,
-      "learning_rate": 1.9734596763422672e-05,
-      "loss": 0.2656,
-      "step": 1992
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.918415437776545,
-      "learning_rate": 1.973421970846563e-05,
-      "loss": 0.2379,
-      "step": 1993
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.9143249901978743,
-      "learning_rate": 1.9733842389467334e-05,
-      "loss": 0.254,
-      "step": 1994
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.8228313878161293,
-      "learning_rate": 1.9733464806438007e-05,
-      "loss": 0.2356,
-      "step": 1995
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9175875302693642,
-      "learning_rate": 1.97330869593879e-05,
-      "loss": 0.2135,
-      "step": 1996
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.1814645469727503,
-      "learning_rate": 1.973270884832726e-05,
-      "loss": 0.2161,
-      "step": 1997
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9231461656642026,
-      "learning_rate": 1.9732330473266347e-05,
-      "loss": 0.2537,
-      "step": 1998
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9796736831409919,
-      "learning_rate": 1.9731951834215414e-05,
-      "loss": 0.2183,
-      "step": 1999
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9496265829684779,
-      "learning_rate": 1.973157293118474e-05,
-      "loss": 0.2479,
-      "step": 2000
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9231151077653849,
-      "learning_rate": 1.9731193764184603e-05,
-      "loss": 0.222,
-      "step": 2001
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0860127244202018,
-      "learning_rate": 1.9730814333225285e-05,
-      "loss": 0.2175,
-      "step": 2002
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.179552345473745,
-      "learning_rate": 1.9730434638317076e-05,
-      "loss": 0.2203,
-      "step": 2003
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.1933311940151612,
-      "learning_rate": 1.9730054679470278e-05,
-      "loss": 0.2185,
-      "step": 2004
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.8347201140855571,
-      "learning_rate": 1.97296744566952e-05,
-      "loss": 0.2103,
-      "step": 2005
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.4454228072145152,
-      "learning_rate": 1.9729293970002146e-05,
-      "loss": 0.2386,
-      "step": 2006
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.095418832067566,
-      "learning_rate": 1.972891321940145e-05,
-      "loss": 0.236,
-      "step": 2007
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9516989176459635,
-      "learning_rate": 1.9728532204903433e-05,
-      "loss": 0.2302,
-      "step": 2008
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0057330914000895,
-      "learning_rate": 1.972815092651843e-05,
-      "loss": 0.2372,
-      "step": 2009
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.895760637885882,
-      "learning_rate": 1.9727769384256784e-05,
-      "loss": 0.2467,
-      "step": 2010
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9447309607983849,
-      "learning_rate": 1.972738757812884e-05,
-      "loss": 0.2336,
-      "step": 2011
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.8281939870261643,
-      "learning_rate": 1.972700550814496e-05,
-      "loss": 0.2278,
-      "step": 2012
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9350882822101689,
-      "learning_rate": 1.9726623174315513e-05,
-      "loss": 0.2353,
-      "step": 2013
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9463149137617953,
-      "learning_rate": 1.9726240576650856e-05,
-      "loss": 0.2321,
-      "step": 2014
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9948397774746942,
-      "learning_rate": 1.9725857715161375e-05,
-      "loss": 0.2411,
-      "step": 2015
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.2647259419814574,
-      "learning_rate": 1.9725474589857456e-05,
-      "loss": 0.2351,
-      "step": 2016
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9016649755178238,
-      "learning_rate": 1.972509120074949e-05,
-      "loss": 0.2386,
-      "step": 2017
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.1877608427174775,
-      "learning_rate": 1.9724707547847873e-05,
-      "loss": 0.2469,
-      "step": 2018
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.7100428965467536,
-      "learning_rate": 1.9724323631163016e-05,
-      "loss": 0.2349,
-      "step": 2019
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.345463433391392,
-      "learning_rate": 1.972393945070533e-05,
-      "loss": 0.2513,
-      "step": 2020
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9091717965875171,
-      "learning_rate": 1.972355500648524e-05,
-      "loss": 0.233,
-      "step": 2021
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.223819582299652,
-      "learning_rate": 1.9723170298513166e-05,
-      "loss": 0.2505,
-      "step": 2022
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.2243075830635146,
-      "learning_rate": 1.9722785326799554e-05,
-      "loss": 0.2262,
-      "step": 2023
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0350825147530838,
-      "learning_rate": 1.9722400091354837e-05,
-      "loss": 0.2277,
-      "step": 2024
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.935339865872896,
-      "learning_rate": 1.9722014592189472e-05,
-      "loss": 0.22,
-      "step": 2025
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.166453007673294,
-      "learning_rate": 1.972162882931391e-05,
-      "loss": 0.2548,
-      "step": 2026
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0351107766845962,
-      "learning_rate": 1.9721242802738615e-05,
-      "loss": 0.2426,
-      "step": 2027
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.084600790162855,
-      "learning_rate": 1.9720856512474065e-05,
-      "loss": 0.2137,
-      "step": 2028
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9560170541274214,
-      "learning_rate": 1.972046995853073e-05,
-      "loss": 0.2629,
-      "step": 2029
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.4103631271603914,
-      "learning_rate": 1.9720083140919097e-05,
-      "loss": 0.2184,
-      "step": 2030
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.4870866452091123,
-      "learning_rate": 1.9719696059649665e-05,
-      "loss": 0.2314,
-      "step": 2031
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0031746692829822,
-      "learning_rate": 1.9719308714732924e-05,
-      "loss": 0.2556,
-      "step": 2032
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0804349871082373,
-      "learning_rate": 1.9718921106179384e-05,
-      "loss": 0.2393,
-      "step": 2033
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 2.029145379261695,
-      "learning_rate": 1.9718533233999565e-05,
-      "loss": 0.2449,
-      "step": 2034
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.075889733451575,
-      "learning_rate": 1.9718145098203977e-05,
-      "loss": 0.2061,
-      "step": 2035
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.5370899898173875,
-      "learning_rate": 1.971775669880316e-05,
-      "loss": 0.2207,
-      "step": 2036
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9389617118447757,
-      "learning_rate": 1.971736803580764e-05,
-      "loss": 0.2453,
-      "step": 2037
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9431192525993586,
-      "learning_rate": 1.9716979109227965e-05,
-      "loss": 0.2128,
-      "step": 2038
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.8151755033716819,
-      "learning_rate": 1.9716589919074682e-05,
-      "loss": 0.2378,
-      "step": 2039
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9130866798995204,
-      "learning_rate": 1.9716200465358352e-05,
-      "loss": 0.2421,
-      "step": 2040
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0000040861444954,
-      "learning_rate": 1.971581074808953e-05,
-      "loss": 0.2559,
-      "step": 2041
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0485492882545504,
-      "learning_rate": 1.9715420767278794e-05,
-      "loss": 0.2318,
-      "step": 2042
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.137323578167587,
-      "learning_rate": 1.9715030522936724e-05,
-      "loss": 0.2508,
-      "step": 2043
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.2110860738142555,
-      "learning_rate": 1.9714640015073902e-05,
-      "loss": 0.234,
-      "step": 2044
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9126273522332989,
-      "learning_rate": 1.9714249243700916e-05,
-      "loss": 0.2512,
-      "step": 2045
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.105935543821545,
-      "learning_rate": 1.9713858208828376e-05,
-      "loss": 0.2222,
-      "step": 2046
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.176499937899214,
-      "learning_rate": 1.971346691046688e-05,
-      "loss": 0.2465,
-      "step": 2047
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.044320635285446,
-      "learning_rate": 1.971307534862705e-05,
-      "loss": 0.2773,
-      "step": 2048
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.8622995262128048,
-      "learning_rate": 1.9712683523319498e-05,
-      "loss": 0.2372,
-      "step": 2049
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9419349078412376,
-      "learning_rate": 1.9712291434554858e-05,
-      "loss": 0.2445,
-      "step": 2050
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.051102010160456,
-      "learning_rate": 1.9711899082343763e-05,
-      "loss": 0.2449,
-      "step": 2051
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.9448524300694392,
-      "learning_rate": 1.971150646669686e-05,
-      "loss": 0.2452,
-      "step": 2052
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.216094189344481,
-      "learning_rate": 1.9711113587624795e-05,
-      "loss": 0.2247,
-      "step": 2053
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.063800136560177,
-      "learning_rate": 1.9710720445138225e-05,
-      "loss": 0.2196,
-      "step": 2054
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.6769989193035522,
-      "learning_rate": 1.9710327039247814e-05,
-      "loss": 0.2664,
-      "step": 2055
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.2891307743333376,
-      "learning_rate": 1.9709933369964235e-05,
-      "loss": 0.2428,
-      "step": 2056
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 0.8979671748669272,
-      "learning_rate": 1.970953943729816e-05,
-      "loss": 0.2286,
-      "step": 2057
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.3718627427597734,
-      "learning_rate": 1.9709145241260283e-05,
-      "loss": 0.2354,
-      "step": 2058
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.4770658344351117,
-      "learning_rate": 1.9708750781861294e-05,
-      "loss": 0.2556,
-      "step": 2059
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.5425129152295496,
-      "learning_rate": 1.970835605911189e-05,
-      "loss": 0.2405,
-      "step": 2060
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.0673330540386734,
-      "learning_rate": 1.970796107302278e-05,
-      "loss": 0.2262,
-      "step": 2061
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.2216615188163307,
-      "learning_rate": 1.970756582360468e-05,
-      "loss": 0.2431,
-      "step": 2062
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.370798987347387,
-      "learning_rate": 1.9707170310868303e-05,
-      "loss": 0.2266,
-      "step": 2063
-    },
-    {
-      "epoch": 0.1,
-      "grad_norm": 1.357861573424895,
-      "learning_rate": 1.9706774534824387e-05,
-      "loss": 0.2137,
-      "step": 2064
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.991296929358314,
-      "learning_rate": 1.9706378495483664e-05,
-      "loss": 0.2243,
-      "step": 2065
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1184402264270916,
-      "learning_rate": 1.9705982192856874e-05,
-      "loss": 0.2171,
-      "step": 2066
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0273223493964336,
-      "learning_rate": 1.9705585626954772e-05,
-      "loss": 0.23,
-      "step": 2067
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0079792072394853,
-      "learning_rate": 1.9705188797788108e-05,
-      "loss": 0.2138,
-      "step": 2068
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.7765221583486901,
-      "learning_rate": 1.9704791705367653e-05,
-      "loss": 0.2036,
-      "step": 2069
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 2.4568975454390984,
-      "learning_rate": 1.9704394349704174e-05,
-      "loss": 0.2434,
-      "step": 2070
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.221785001763761,
-      "learning_rate": 1.970399673080845e-05,
-      "loss": 0.2401,
-      "step": 2071
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0248697227267982,
-      "learning_rate": 1.970359884869126e-05,
-      "loss": 0.2156,
-      "step": 2072
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.10514229232445,
-      "learning_rate": 1.9703200703363415e-05,
-      "loss": 0.2445,
-      "step": 2073
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2233075570824092,
-      "learning_rate": 1.9702802294835695e-05,
-      "loss": 0.2647,
-      "step": 2074
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.411425527125798,
-      "learning_rate": 1.9702403623118918e-05,
-      "loss": 0.2264,
-      "step": 2075
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.255491000596999,
-      "learning_rate": 1.970200468822389e-05,
-      "loss": 0.2211,
-      "step": 2076
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1531607324724602,
-      "learning_rate": 1.970160549016144e-05,
-      "loss": 0.2471,
-      "step": 2077
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1173493303154376,
-      "learning_rate": 1.9701206028942398e-05,
-      "loss": 0.2495,
-      "step": 2078
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1526086421139528,
-      "learning_rate": 1.970080630457759e-05,
-      "loss": 0.2303,
-      "step": 2079
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.9464962515330188,
-      "learning_rate": 1.970040631707786e-05,
-      "loss": 0.2603,
-      "step": 2080
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.8871094596594084,
-      "learning_rate": 1.9700006066454066e-05,
-      "loss": 0.2512,
-      "step": 2081
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0292996944262494,
-      "learning_rate": 1.9699605552717056e-05,
-      "loss": 0.2385,
-      "step": 2082
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1987567719919687,
-      "learning_rate": 1.96992047758777e-05,
-      "loss": 0.2412,
-      "step": 2083
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.8475327484829858,
-      "learning_rate": 1.9698803735946867e-05,
-      "loss": 0.2352,
-      "step": 2084
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.9053438157379965,
-      "learning_rate": 1.9698402432935432e-05,
-      "loss": 0.2431,
-      "step": 2085
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.336674943053752,
-      "learning_rate": 1.9698000866854284e-05,
-      "loss": 0.2356,
-      "step": 2086
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2977002169496847,
-      "learning_rate": 1.9697599037714315e-05,
-      "loss": 0.2374,
-      "step": 2087
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2799090702528029,
-      "learning_rate": 1.9697196945526427e-05,
-      "loss": 0.2252,
-      "step": 2088
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.9752193191002771,
-      "learning_rate": 1.969679459030152e-05,
-      "loss": 0.2678,
-      "step": 2089
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.8762395610925323,
-      "learning_rate": 1.9696391972050516e-05,
-      "loss": 0.2144,
-      "step": 2090
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1460100146302559,
-      "learning_rate": 1.969598909078433e-05,
-      "loss": 0.2508,
-      "step": 2091
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.9559822932848991,
-      "learning_rate": 1.969558594651389e-05,
-      "loss": 0.2487,
-      "step": 2092
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.9839613710855772,
-      "learning_rate": 1.9695182539250138e-05,
-      "loss": 0.2392,
-      "step": 2093
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.8264913114980849,
-      "learning_rate": 1.969477886900401e-05,
-      "loss": 0.2213,
-      "step": 2094
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0003343905023958,
-      "learning_rate": 1.9694374935786457e-05,
-      "loss": 0.2235,
-      "step": 2095
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.5516384795930434,
-      "learning_rate": 1.9693970739608437e-05,
-      "loss": 0.2463,
-      "step": 2096
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 2.0876525839249633,
-      "learning_rate": 1.9693566280480914e-05,
-      "loss": 0.226,
-      "step": 2097
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.346822529145253,
-      "learning_rate": 1.9693161558414856e-05,
-      "loss": 0.2393,
-      "step": 2098
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.5812948122941315,
-      "learning_rate": 1.9692756573421246e-05,
-      "loss": 0.2685,
-      "step": 2099
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.9825131769766344,
-      "learning_rate": 1.9692351325511066e-05,
-      "loss": 0.2434,
-      "step": 2100
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 2.517270664330921,
-      "learning_rate": 1.9691945814695306e-05,
-      "loss": 0.2442,
-      "step": 2101
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.5284733760701465,
-      "learning_rate": 1.9691540040984972e-05,
-      "loss": 0.2366,
-      "step": 2102
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.7611185683006056,
-      "learning_rate": 1.9691134004391064e-05,
-      "loss": 0.2571,
-      "step": 2103
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2502143870501974,
-      "learning_rate": 1.9690727704924598e-05,
-      "loss": 0.2439,
-      "step": 2104
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.155788006118132,
-      "learning_rate": 1.9690321142596602e-05,
-      "loss": 0.2368,
-      "step": 2105
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0104694476849565,
-      "learning_rate": 1.968991431741809e-05,
-      "loss": 0.2437,
-      "step": 2106
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.3811992101020232,
-      "learning_rate": 1.968950722940011e-05,
-      "loss": 0.2269,
-      "step": 2107
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0196354555505611,
-      "learning_rate": 1.9689099878553698e-05,
-      "loss": 0.2316,
-      "step": 2108
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.701387510634705,
-      "learning_rate": 1.9688692264889905e-05,
-      "loss": 0.2166,
-      "step": 2109
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.8829947026926955,
-      "learning_rate": 1.9688284388419784e-05,
-      "loss": 0.2411,
-      "step": 2110
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1844084066745377,
-      "learning_rate": 1.9687876249154402e-05,
-      "loss": 0.2682,
-      "step": 2111
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0692862669633376,
-      "learning_rate": 1.9687467847104834e-05,
-      "loss": 0.2247,
-      "step": 2112
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.931930597121846,
-      "learning_rate": 1.9687059182282152e-05,
-      "loss": 0.2397,
-      "step": 2113
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.9933543404165622,
-      "learning_rate": 1.968665025469744e-05,
-      "loss": 0.2026,
-      "step": 2114
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2298239063976584,
-      "learning_rate": 1.9686241064361792e-05,
-      "loss": 0.2491,
-      "step": 2115
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0308486801387686,
-      "learning_rate": 1.9685831611286312e-05,
-      "loss": 0.2167,
-      "step": 2116
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.232081656908198,
-      "learning_rate": 1.96854218954821e-05,
-      "loss": 0.2442,
-      "step": 2117
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1575287552055014,
-      "learning_rate": 1.9685011916960276e-05,
-      "loss": 0.2477,
-      "step": 2118
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1704875982681098,
-      "learning_rate": 1.9684601675731952e-05,
-      "loss": 0.2328,
-      "step": 2119
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0464516245169295,
-      "learning_rate": 1.9684191171808262e-05,
-      "loss": 0.2445,
-      "step": 2120
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.238441161592338,
-      "learning_rate": 1.968378040520034e-05,
-      "loss": 0.2454,
-      "step": 2121
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1120056639856326,
-      "learning_rate": 1.9683369375919325e-05,
-      "loss": 0.2353,
-      "step": 2122
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.4210318912864548,
-      "learning_rate": 1.9682958083976374e-05,
-      "loss": 0.2377,
-      "step": 2123
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.9675502607652713,
-      "learning_rate": 1.9682546529382635e-05,
-      "loss": 0.2382,
-      "step": 2124
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.8799019495856499,
-      "learning_rate": 1.968213471214927e-05,
-      "loss": 0.2327,
-      "step": 2125
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1715411569228944,
-      "learning_rate": 1.968172263228746e-05,
-      "loss": 0.237,
-      "step": 2126
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.9671697534047214,
-      "learning_rate": 1.9681310289808377e-05,
-      "loss": 0.2416,
-      "step": 2127
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0001367934628327,
-      "learning_rate": 1.9680897684723205e-05,
-      "loss": 0.2347,
-      "step": 2128
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.8494973958552655,
-      "learning_rate": 1.9680484817043134e-05,
-      "loss": 0.2301,
-      "step": 2129
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.9240069516003688,
-      "learning_rate": 1.9680071686779368e-05,
-      "loss": 0.2379,
-      "step": 2130
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.3136456921955122,
-      "learning_rate": 1.9679658293943112e-05,
-      "loss": 0.2417,
-      "step": 2131
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0592213424376784,
-      "learning_rate": 1.9679244638545572e-05,
-      "loss": 0.2174,
-      "step": 2132
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.910805874421009,
-      "learning_rate": 1.967883072059798e-05,
-      "loss": 0.237,
-      "step": 2133
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.8839617866905263,
-      "learning_rate": 1.9678416540111557e-05,
-      "loss": 0.2356,
-      "step": 2134
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2152257087176324,
-      "learning_rate": 1.9678002097097537e-05,
-      "loss": 0.2349,
-      "step": 2135
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1044155337772443,
-      "learning_rate": 1.9677587391567164e-05,
-      "loss": 0.2365,
-      "step": 2136
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 2.7787980072399576,
-      "learning_rate": 1.967717242353169e-05,
-      "loss": 0.2265,
-      "step": 2137
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.3616430182996238,
-      "learning_rate": 1.9676757193002363e-05,
-      "loss": 0.2746,
-      "step": 2138
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1228586924105723,
-      "learning_rate": 1.9676341699990452e-05,
-      "loss": 0.2186,
-      "step": 2139
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2125802259045932,
-      "learning_rate": 1.9675925944507226e-05,
-      "loss": 0.2519,
-      "step": 2140
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.9444977302475596,
-      "learning_rate": 1.9675509926563964e-05,
-      "loss": 0.2566,
-      "step": 2141
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.5317024122818927,
-      "learning_rate": 1.9675093646171947e-05,
-      "loss": 0.2401,
-      "step": 2142
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.7667854821812148,
-      "learning_rate": 1.967467710334247e-05,
-      "loss": 0.2389,
-      "step": 2143
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.189612959109022,
-      "learning_rate": 1.9674260298086825e-05,
-      "loss": 0.2352,
-      "step": 2144
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.992641156412239,
-      "learning_rate": 1.967384323041633e-05,
-      "loss": 0.225,
-      "step": 2145
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.9343197806222634,
-      "learning_rate": 1.9673425900342286e-05,
-      "loss": 0.2178,
-      "step": 2146
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1016381303751634,
-      "learning_rate": 1.9673008307876017e-05,
-      "loss": 0.2271,
-      "step": 2147
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.9690005406542,
-      "learning_rate": 1.9672590453028855e-05,
-      "loss": 0.228,
-      "step": 2148
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.235254056286498,
-      "learning_rate": 1.967217233581213e-05,
-      "loss": 0.2428,
-      "step": 2149
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.109454195598941,
-      "learning_rate": 1.9671753956237187e-05,
-      "loss": 0.2327,
-      "step": 2150
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 3.5720857648078095,
-      "learning_rate": 1.9671335314315365e-05,
-      "loss": 0.2501,
-      "step": 2151
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0473294245674567,
-      "learning_rate": 1.967091641005803e-05,
-      "loss": 0.222,
-      "step": 2152
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2244939085245228,
-      "learning_rate": 1.967049724347654e-05,
-      "loss": 0.2284,
-      "step": 2153
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.3558829537666295,
-      "learning_rate": 1.967007781458227e-05,
-      "loss": 0.2353,
-      "step": 2154
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.9497548159666054,
-      "learning_rate": 1.966965812338659e-05,
-      "loss": 0.2122,
-      "step": 2155
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.9943932518361649,
-      "learning_rate": 1.9669238169900886e-05,
-      "loss": 0.2103,
-      "step": 2156
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 4.593225948018636,
-      "learning_rate": 1.966881795413655e-05,
-      "loss": 0.2542,
-      "step": 2157
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.282690775096383,
-      "learning_rate": 1.9668397476104983e-05,
-      "loss": 0.2286,
-      "step": 2158
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.101149696753262,
-      "learning_rate": 1.966797673581759e-05,
-      "loss": 0.2089,
-      "step": 2159
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 2.905210614202573,
-      "learning_rate": 1.966755573328578e-05,
-      "loss": 0.23,
-      "step": 2160
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0378262137010232,
-      "learning_rate": 1.9667134468520974e-05,
-      "loss": 0.2432,
-      "step": 2161
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0797024746109964,
-      "learning_rate": 1.96667129415346e-05,
-      "loss": 0.2282,
-      "step": 2162
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2276995992881126,
-      "learning_rate": 1.966629115233809e-05,
-      "loss": 0.211,
-      "step": 2163
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0352266908341288,
-      "learning_rate": 1.9665869100942888e-05,
-      "loss": 0.2472,
-      "step": 2164
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.417599642847786,
-      "learning_rate": 1.9665446787360444e-05,
-      "loss": 0.2273,
-      "step": 2165
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.9920449774927103,
-      "learning_rate": 1.9665024211602208e-05,
-      "loss": 0.242,
-      "step": 2166
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2296252775505276,
-      "learning_rate": 1.9664601373679644e-05,
-      "loss": 0.2491,
-      "step": 2167
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0402566138277567,
-      "learning_rate": 1.966417827360422e-05,
-      "loss": 0.2284,
-      "step": 2168
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1053617884173759,
-      "learning_rate": 1.9663754911387414e-05,
-      "loss": 0.2385,
-      "step": 2169
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1119095497921,
-      "learning_rate": 1.9663331287040713e-05,
-      "loss": 0.2539,
-      "step": 2170
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0983948450880103,
-      "learning_rate": 1.9662907400575606e-05,
-      "loss": 0.2137,
-      "step": 2171
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.269949230715848,
-      "learning_rate": 1.9662483252003585e-05,
-      "loss": 0.2293,
-      "step": 2172
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0564708933309246,
-      "learning_rate": 1.9662058841336164e-05,
-      "loss": 0.2217,
-      "step": 2173
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1216048180385836,
-      "learning_rate": 1.966163416858485e-05,
-      "loss": 0.2748,
-      "step": 2174
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 6.508310528343341,
-      "learning_rate": 1.9661209233761167e-05,
-      "loss": 0.227,
-      "step": 2175
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.094002964335264,
-      "learning_rate": 1.9660784036876636e-05,
-      "loss": 0.2422,
-      "step": 2176
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2065998099809236,
-      "learning_rate": 1.9660358577942788e-05,
-      "loss": 0.2282,
-      "step": 2177
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.5059749594559086,
-      "learning_rate": 1.965993285697117e-05,
-      "loss": 0.2618,
-      "step": 2178
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0542248630235662,
-      "learning_rate": 1.965950687397333e-05,
-      "loss": 0.227,
-      "step": 2179
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1505226952579715,
-      "learning_rate": 1.965908062896082e-05,
-      "loss": 0.2321,
-      "step": 2180
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.9613747888101222,
-      "learning_rate": 1.96586541219452e-05,
-      "loss": 0.2532,
-      "step": 2181
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1209519540120025,
-      "learning_rate": 1.9658227352938044e-05,
-      "loss": 0.215,
-      "step": 2182
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1901700934240698,
-      "learning_rate": 1.9657800321950925e-05,
-      "loss": 0.233,
-      "step": 2183
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0703733820154298,
-      "learning_rate": 1.9657373028995427e-05,
-      "loss": 0.2294,
-      "step": 2184
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0694757472302956,
-      "learning_rate": 1.965694547408314e-05,
-      "loss": 0.2351,
-      "step": 2185
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.06619999016574,
-      "learning_rate": 1.9656517657225658e-05,
-      "loss": 0.2091,
-      "step": 2186
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2948971683345574,
-      "learning_rate": 1.9656089578434595e-05,
-      "loss": 0.2643,
-      "step": 2187
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.16157269655789,
-      "learning_rate": 1.9655661237721554e-05,
-      "loss": 0.2298,
-      "step": 2188
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.4539573594884465,
-      "learning_rate": 1.9655232635098157e-05,
-      "loss": 0.2289,
-      "step": 2189
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.7694359425810158,
-      "learning_rate": 1.965480377057603e-05,
-      "loss": 0.1937,
-      "step": 2190
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.3928943982351816,
-      "learning_rate": 1.96543746441668e-05,
-      "loss": 0.2257,
-      "step": 2191
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2322222758893566,
-      "learning_rate": 1.965394525588212e-05,
-      "loss": 0.2518,
-      "step": 2192
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2909786558614489,
-      "learning_rate": 1.9653515605733625e-05,
-      "loss": 0.2674,
-      "step": 2193
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.610007776399509,
-      "learning_rate": 1.9653085693732976e-05,
-      "loss": 0.24,
-      "step": 2194
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.224363132147249,
-      "learning_rate": 1.965265551989183e-05,
-      "loss": 0.2476,
-      "step": 2195
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.105382530444532,
-      "learning_rate": 1.965222508422186e-05,
-      "loss": 0.2573,
-      "step": 2196
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.146983000583085,
-      "learning_rate": 1.9651794386734743e-05,
-      "loss": 0.2428,
-      "step": 2197
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1987218803478044,
-      "learning_rate": 1.965136342744215e-05,
-      "loss": 0.2421,
-      "step": 2198
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.3590799693199993,
-      "learning_rate": 1.9650932206355786e-05,
-      "loss": 0.2656,
-      "step": 2199
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.9900346782252395,
-      "learning_rate": 1.9650500723487335e-05,
-      "loss": 0.2067,
-      "step": 2200
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.077951461086788,
-      "learning_rate": 1.9650068978848512e-05,
-      "loss": 0.2341,
-      "step": 2201
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.907756752533414,
-      "learning_rate": 1.964963697245102e-05,
-      "loss": 0.2265,
-      "step": 2202
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2688186973976037,
-      "learning_rate": 1.964920470430658e-05,
-      "loss": 0.2449,
-      "step": 2203
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1829663405600277,
-      "learning_rate": 1.964877217442692e-05,
-      "loss": 0.2643,
-      "step": 2204
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.8793853900121442,
-      "learning_rate": 1.964833938282377e-05,
-      "loss": 0.2251,
-      "step": 2205
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2663396192955865,
-      "learning_rate": 1.9647906329508866e-05,
-      "loss": 0.2563,
-      "step": 2206
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.086276962256967,
-      "learning_rate": 1.9647473014493958e-05,
-      "loss": 0.2063,
-      "step": 2207
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.6805919171172707,
-      "learning_rate": 1.9647039437790802e-05,
-      "loss": 0.2422,
-      "step": 2208
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.3180450409740612,
-      "learning_rate": 1.9646605599411155e-05,
-      "loss": 0.2218,
-      "step": 2209
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0908244445799435,
-      "learning_rate": 1.964617149936679e-05,
-      "loss": 0.2358,
-      "step": 2210
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.3992407176335435,
-      "learning_rate": 1.9645737137669473e-05,
-      "loss": 0.2655,
-      "step": 2211
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2630430210609305,
-      "learning_rate": 1.9645302514330994e-05,
-      "loss": 0.2403,
-      "step": 2212
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1339372584391034,
-      "learning_rate": 1.9644867629363137e-05,
-      "loss": 0.2247,
-      "step": 2213
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1341369372627903,
-      "learning_rate": 1.9644432482777703e-05,
-      "loss": 0.2674,
-      "step": 2214
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.3731513614446267,
-      "learning_rate": 1.964399707458649e-05,
-      "loss": 0.2195,
-      "step": 2215
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.3995092356589611,
-      "learning_rate": 1.9643561404801317e-05,
-      "loss": 0.2371,
-      "step": 2216
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0985880612220564,
-      "learning_rate": 1.9643125473433992e-05,
-      "loss": 0.2136,
-      "step": 2217
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.8997296488322348,
-      "learning_rate": 1.9642689280496347e-05,
-      "loss": 0.1975,
-      "step": 2218
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.7606210335459154,
-      "learning_rate": 1.9642252826000206e-05,
-      "loss": 0.2158,
-      "step": 2219
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.9434073289543887,
-      "learning_rate": 1.9641816109957415e-05,
-      "loss": 0.2276,
-      "step": 2220
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 3.9260696285730123,
-      "learning_rate": 1.9641379132379822e-05,
-      "loss": 0.2486,
-      "step": 2221
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.058546288904667,
-      "learning_rate": 1.964094189327927e-05,
-      "loss": 0.2338,
-      "step": 2222
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.394988426693415,
-      "learning_rate": 1.9640504392667626e-05,
-      "loss": 0.2476,
-      "step": 2223
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0985601759324406,
-      "learning_rate": 1.9640066630556756e-05,
-      "loss": 0.2159,
-      "step": 2224
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2145342696137336,
-      "learning_rate": 1.9639628606958535e-05,
-      "loss": 0.2311,
-      "step": 2225
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.4288512822935417,
-      "learning_rate": 1.9639190321884842e-05,
-      "loss": 0.2285,
-      "step": 2226
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1520142737740142,
-      "learning_rate": 1.9638751775347568e-05,
-      "loss": 0.2225,
-      "step": 2227
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0531822751852433,
-      "learning_rate": 1.963831296735861e-05,
-      "loss": 0.2425,
-      "step": 2228
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 2.359747733426235,
-      "learning_rate": 1.9637873897929866e-05,
-      "loss": 0.2537,
-      "step": 2229
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.126644132650638,
-      "learning_rate": 1.9637434567073246e-05,
-      "loss": 0.2411,
-      "step": 2230
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.5801327871398765,
-      "learning_rate": 1.9636994974800673e-05,
-      "loss": 0.2442,
-      "step": 2231
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.4688906285868015,
-      "learning_rate": 1.9636555121124063e-05,
-      "loss": 0.2321,
-      "step": 2232
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.4452794250821794,
-      "learning_rate": 1.963611500605535e-05,
-      "loss": 0.2282,
-      "step": 2233
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2114241613636223,
-      "learning_rate": 1.963567462960648e-05,
-      "loss": 0.2344,
-      "step": 2234
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.213601910804405,
-      "learning_rate": 1.963523399178939e-05,
-      "loss": 0.2561,
-      "step": 2235
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1851182812942889,
-      "learning_rate": 1.963479309261603e-05,
-      "loss": 0.2364,
-      "step": 2236
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.8871984432827353,
-      "learning_rate": 1.9634351932098364e-05,
-      "loss": 0.2364,
-      "step": 2237
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2435776107199095,
-      "learning_rate": 1.9633910510248357e-05,
-      "loss": 0.2381,
-      "step": 2238
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.3475281308085763,
-      "learning_rate": 1.9633468827077986e-05,
-      "loss": 0.2418,
-      "step": 2239
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.239713466612954,
-      "learning_rate": 1.9633026882599228e-05,
-      "loss": 0.2504,
-      "step": 2240
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2328229260264705,
-      "learning_rate": 1.963258467682407e-05,
-      "loss": 0.241,
-      "step": 2241
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0341545828230583,
-      "learning_rate": 1.9632142209764514e-05,
-      "loss": 0.2174,
-      "step": 2242
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2902668946694982,
-      "learning_rate": 1.963169948143255e-05,
-      "loss": 0.2275,
-      "step": 2243
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0121788933691918,
-      "learning_rate": 1.9631256491840197e-05,
-      "loss": 0.2229,
-      "step": 2244
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.9654980378203284,
-      "learning_rate": 1.9630813240999468e-05,
-      "loss": 0.2423,
-      "step": 2245
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.3478278298336825,
-      "learning_rate": 1.963036972892238e-05,
-      "loss": 0.2736,
-      "step": 2246
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2691420401208928,
-      "learning_rate": 1.962992595562098e-05,
-      "loss": 0.2059,
-      "step": 2247
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.374703279576238,
-      "learning_rate": 1.9629481921107287e-05,
-      "loss": 0.2613,
-      "step": 2248
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.0652932569776843,
-      "learning_rate": 1.9629037625393352e-05,
-      "loss": 0.2316,
-      "step": 2249
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.5137256334450104,
-      "learning_rate": 1.962859306849123e-05,
-      "loss": 0.2392,
-      "step": 2250
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.107016666508369,
-      "learning_rate": 1.962814825041298e-05,
-      "loss": 0.2253,
-      "step": 2251
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.9550128240410778,
-      "learning_rate": 1.962770317117066e-05,
-      "loss": 0.1973,
-      "step": 2252
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.297841502121561,
-      "learning_rate": 1.9627257830776352e-05,
-      "loss": 0.2174,
-      "step": 2253
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1093582584200514,
-      "learning_rate": 1.9626812229242128e-05,
-      "loss": 0.2306,
-      "step": 2254
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.2245798746882979,
-      "learning_rate": 1.962636636658008e-05,
-      "loss": 0.2535,
-      "step": 2255
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.644044637919812,
-      "learning_rate": 1.9625920242802302e-05,
-      "loss": 0.2554,
-      "step": 2256
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.1361609839406392,
-      "learning_rate": 1.962547385792089e-05,
-      "loss": 0.2492,
-      "step": 2257
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.6662903840032885,
-      "learning_rate": 1.962502721194796e-05,
-      "loss": 0.224,
-      "step": 2258
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.9270518048299475,
-      "learning_rate": 1.962458030489562e-05,
-      "loss": 0.2125,
-      "step": 2259
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 0.9755561228878188,
-      "learning_rate": 1.9624133136775998e-05,
-      "loss": 0.2293,
-      "step": 2260
-    },
-    {
-      "epoch": 0.11,
-      "grad_norm": 1.8168211138034966,
-      "learning_rate": 1.962368570760122e-05,
-      "loss": 0.2527,
-      "step": 2261
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 6.481777245879265,
-      "learning_rate": 1.9623238017383426e-05,
-      "loss": 0.2372,
-      "step": 2262
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9735772662420452,
-      "learning_rate": 1.9622790066134754e-05,
-      "loss": 0.2282,
-      "step": 2263
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.1837794954838359,
-      "learning_rate": 1.962234185386736e-05,
-      "loss": 0.2151,
-      "step": 2264
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0788263704931076,
-      "learning_rate": 1.9621893380593398e-05,
-      "loss": 0.2346,
-      "step": 2265
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.3895384690518788,
-      "learning_rate": 1.9621444646325036e-05,
-      "loss": 0.2514,
-      "step": 2266
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.1628169725919841,
-      "learning_rate": 1.9620995651074443e-05,
-      "loss": 0.2242,
-      "step": 2267
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.168404660899102,
-      "learning_rate": 1.9620546394853802e-05,
-      "loss": 0.2227,
-      "step": 2268
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.1351391787739238,
-      "learning_rate": 1.9620096877675294e-05,
-      "loss": 0.2563,
-      "step": 2269
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0035468703101598,
-      "learning_rate": 1.9619647099551118e-05,
-      "loss": 0.2242,
-      "step": 2270
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0863642017242183,
-      "learning_rate": 1.9619197060493465e-05,
-      "loss": 0.2245,
-      "step": 2271
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.3521259808783213,
-      "learning_rate": 1.9618746760514554e-05,
-      "loss": 0.2247,
-      "step": 2272
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.1789057952904218,
-      "learning_rate": 1.9618296199626594e-05,
-      "loss": 0.2412,
-      "step": 2273
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.1695044838914121,
-      "learning_rate": 1.9617845377841804e-05,
-      "loss": 0.2295,
-      "step": 2274
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.911670320372682,
-      "learning_rate": 1.9617394295172415e-05,
-      "loss": 0.2248,
-      "step": 2275
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.4974238095285362,
-      "learning_rate": 1.9616942951630668e-05,
-      "loss": 0.2576,
-      "step": 2276
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.065884469776496,
-      "learning_rate": 1.9616491347228793e-05,
-      "loss": 0.2129,
-      "step": 2277
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0689950684727134,
-      "learning_rate": 1.961603948197905e-05,
-      "loss": 0.2123,
-      "step": 2278
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.122557763242407,
-      "learning_rate": 1.9615587355893693e-05,
-      "loss": 0.2124,
-      "step": 2279
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.6997662112278131,
-      "learning_rate": 1.9615134968984984e-05,
-      "loss": 0.2229,
-      "step": 2280
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.427459018774372,
-      "learning_rate": 1.96146823212652e-05,
-      "loss": 0.2395,
-      "step": 2281
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.174838610488931,
-      "learning_rate": 1.961422941274661e-05,
-      "loss": 0.2395,
-      "step": 2282
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0444712650544752,
-      "learning_rate": 1.9613776243441507e-05,
-      "loss": 0.2293,
-      "step": 2283
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9928779696890382,
-      "learning_rate": 1.9613322813362182e-05,
-      "loss": 0.2452,
-      "step": 2284
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9898668843506018,
-      "learning_rate": 1.961286912252093e-05,
-      "loss": 0.236,
-      "step": 2285
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0320698498409984,
-      "learning_rate": 1.961241517093006e-05,
-      "loss": 0.2426,
-      "step": 2286
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9456851193220972,
-      "learning_rate": 1.9611960958601886e-05,
-      "loss": 0.2317,
-      "step": 2287
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0427893908436772,
-      "learning_rate": 1.9611506485548728e-05,
-      "loss": 0.2243,
-      "step": 2288
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.990790934611057,
-      "learning_rate": 1.9611051751782915e-05,
-      "loss": 0.2276,
-      "step": 2289
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.4299898481089397,
-      "learning_rate": 1.961059675731678e-05,
-      "loss": 0.2421,
-      "step": 2290
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0567116203220435,
-      "learning_rate": 1.9610141502162662e-05,
-      "loss": 0.2549,
-      "step": 2291
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9813611728893015,
-      "learning_rate": 1.9609685986332918e-05,
-      "loss": 0.2272,
-      "step": 2292
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.2665166548155724,
-      "learning_rate": 1.9609230209839894e-05,
-      "loss": 0.2406,
-      "step": 2293
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.3882608563003989,
-      "learning_rate": 1.9608774172695964e-05,
-      "loss": 0.2168,
-      "step": 2294
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.2389235543966157,
-      "learning_rate": 1.9608317874913484e-05,
-      "loss": 0.2293,
-      "step": 2295
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.867329992139809,
-      "learning_rate": 1.9607861316504848e-05,
-      "loss": 0.2149,
-      "step": 2296
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9020334001335076,
-      "learning_rate": 1.9607404497482422e-05,
-      "loss": 0.2277,
-      "step": 2297
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.845846595246084,
-      "learning_rate": 1.9606947417858614e-05,
-      "loss": 0.251,
-      "step": 2298
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.1287125708824222,
-      "learning_rate": 1.960649007764581e-05,
-      "loss": 0.2455,
-      "step": 2299
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9295412239995064,
-      "learning_rate": 1.960603247685642e-05,
-      "loss": 0.2402,
-      "step": 2300
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9073561280730207,
-      "learning_rate": 1.9605574615502857e-05,
-      "loss": 0.2625,
-      "step": 2301
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.561672595584736,
-      "learning_rate": 1.9605116493597544e-05,
-      "loss": 0.2539,
-      "step": 2302
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9185494380688095,
-      "learning_rate": 1.96046581111529e-05,
-      "loss": 0.2491,
-      "step": 2303
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9986931205874869,
-      "learning_rate": 1.9604199468181363e-05,
-      "loss": 0.2366,
-      "step": 2304
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9453153360183175,
-      "learning_rate": 1.960374056469537e-05,
-      "loss": 0.2174,
-      "step": 2305
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 2.427772384150711,
-      "learning_rate": 1.9603281400707378e-05,
-      "loss": 0.2388,
-      "step": 2306
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0900731948657933,
-      "learning_rate": 1.9602821976229835e-05,
-      "loss": 0.23,
-      "step": 2307
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9054697290691388,
-      "learning_rate": 1.96023622912752e-05,
-      "loss": 0.2297,
-      "step": 2308
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9245203886194943,
-      "learning_rate": 1.9601902345855944e-05,
-      "loss": 0.2433,
-      "step": 2309
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0519878918731516,
-      "learning_rate": 1.9601442139984548e-05,
-      "loss": 0.2548,
-      "step": 2310
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.8339937473761487,
-      "learning_rate": 1.9600981673673488e-05,
-      "loss": 0.2238,
-      "step": 2311
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.178375488144858,
-      "learning_rate": 1.9600520946935263e-05,
-      "loss": 0.221,
-      "step": 2312
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.8533874274139382,
-      "learning_rate": 1.9600059959782364e-05,
-      "loss": 0.2291,
-      "step": 2313
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9109953738205394,
-      "learning_rate": 1.9599598712227294e-05,
-      "loss": 0.2276,
-      "step": 2314
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.8551206349574578,
-      "learning_rate": 1.9599137204282566e-05,
-      "loss": 0.2404,
-      "step": 2315
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9342971710035325,
-      "learning_rate": 1.95986754359607e-05,
-      "loss": 0.2176,
-      "step": 2316
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0563711413685022,
-      "learning_rate": 1.959821340727422e-05,
-      "loss": 0.2443,
-      "step": 2317
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9026438168465336,
-      "learning_rate": 1.9597751118235662e-05,
-      "loss": 0.2257,
-      "step": 2318
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0318289234723361,
-      "learning_rate": 1.9597288568857563e-05,
-      "loss": 0.219,
-      "step": 2319
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.8967950538630484,
-      "learning_rate": 1.9596825759152466e-05,
-      "loss": 0.2617,
-      "step": 2320
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9702418393564891,
-      "learning_rate": 1.959636268913293e-05,
-      "loss": 0.2492,
-      "step": 2321
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.306990740051603,
-      "learning_rate": 1.9595899358811515e-05,
-      "loss": 0.2268,
-      "step": 2322
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.8623225432994753,
-      "learning_rate": 1.9595435768200785e-05,
-      "loss": 0.2351,
-      "step": 2323
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.8927352070901556,
-      "learning_rate": 1.9594971917313323e-05,
-      "loss": 0.2814,
-      "step": 2324
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.1475126857496665,
-      "learning_rate": 1.9594507806161703e-05,
-      "loss": 0.2089,
-      "step": 2325
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9149296536113013,
-      "learning_rate": 1.9594043434758515e-05,
-      "loss": 0.2321,
-      "step": 2326
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.198714270590255,
-      "learning_rate": 1.959357880311636e-05,
-      "loss": 0.2626,
-      "step": 2327
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0938019109764625,
-      "learning_rate": 1.9593113911247836e-05,
-      "loss": 0.2646,
-      "step": 2328
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.4410644951371105,
-      "learning_rate": 1.9592648759165555e-05,
-      "loss": 0.2555,
-      "step": 2329
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.1039407282923293,
-      "learning_rate": 1.9592183346882135e-05,
-      "loss": 0.2521,
-      "step": 2330
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.6247005333228324,
-      "learning_rate": 1.95917176744102e-05,
-      "loss": 0.2366,
-      "step": 2331
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.4229636128215575,
-      "learning_rate": 1.9591251741762384e-05,
-      "loss": 0.2175,
-      "step": 2332
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9608883015159911,
-      "learning_rate": 1.959078554895132e-05,
-      "loss": 0.2267,
-      "step": 2333
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.8501715708850301,
-      "learning_rate": 1.959031909598966e-05,
-      "loss": 0.2308,
-      "step": 2334
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.8588300419178304,
-      "learning_rate": 1.958985238289005e-05,
-      "loss": 0.218,
-      "step": 2335
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.1299837382980906,
-      "learning_rate": 1.9589385409665152e-05,
-      "loss": 0.2247,
-      "step": 2336
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.8643912599959122,
-      "learning_rate": 1.9588918176327632e-05,
-      "loss": 0.2627,
-      "step": 2337
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0214914522161034,
-      "learning_rate": 1.9588450682890167e-05,
-      "loss": 0.2192,
-      "step": 2338
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.8877732443442983,
-      "learning_rate": 1.9587982929365434e-05,
-      "loss": 0.2435,
-      "step": 2339
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.2859468661713847,
-      "learning_rate": 1.9587514915766124e-05,
-      "loss": 0.2073,
-      "step": 2340
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0567286604363095,
-      "learning_rate": 1.958704664210493e-05,
-      "loss": 0.2664,
-      "step": 2341
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9992382427909487,
-      "learning_rate": 1.9586578108394555e-05,
-      "loss": 0.2252,
-      "step": 2342
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9196579061142152,
-      "learning_rate": 1.9586109314647705e-05,
-      "loss": 0.228,
-      "step": 2343
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.166095192504243,
-      "learning_rate": 1.9585640260877102e-05,
-      "loss": 0.2525,
-      "step": 2344
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.8412404902739583,
-      "learning_rate": 1.958517094709546e-05,
-      "loss": 0.2287,
-      "step": 2345
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.919152691293656,
-      "learning_rate": 1.9584701373315523e-05,
-      "loss": 0.2087,
-      "step": 2346
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.3970527229544,
-      "learning_rate": 1.9584231539550012e-05,
-      "loss": 0.2386,
-      "step": 2347
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.8814552434609396,
-      "learning_rate": 1.9583761445811686e-05,
-      "loss": 0.204,
-      "step": 2348
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.1366633521260399,
-      "learning_rate": 1.9583291092113283e-05,
-      "loss": 0.2125,
-      "step": 2349
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.5839696990479637,
-      "learning_rate": 1.958282047846757e-05,
-      "loss": 0.2572,
-      "step": 2350
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.989785096957875,
-      "learning_rate": 1.9582349604887313e-05,
-      "loss": 0.2419,
-      "step": 2351
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.551925396859981,
-      "learning_rate": 1.958187847138528e-05,
-      "loss": 0.2099,
-      "step": 2352
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0599349357850392,
-      "learning_rate": 1.958140707797425e-05,
-      "loss": 0.2289,
-      "step": 2353
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9251893046227032,
-      "learning_rate": 1.9580935424667015e-05,
-      "loss": 0.2462,
-      "step": 2354
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0352904888157413,
-      "learning_rate": 1.9580463511476365e-05,
-      "loss": 0.2442,
-      "step": 2355
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.8960283950787143,
-      "learning_rate": 1.95799913384151e-05,
-      "loss": 0.2167,
-      "step": 2356
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0395096607347472,
-      "learning_rate": 1.9579518905496032e-05,
-      "loss": 0.2407,
-      "step": 2357
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9843402187850503,
-      "learning_rate": 1.9579046212731968e-05,
-      "loss": 0.2396,
-      "step": 2358
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 2.112271692780199,
-      "learning_rate": 1.957857326013574e-05,
-      "loss": 0.2292,
-      "step": 2359
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.221454329725577,
-      "learning_rate": 1.9578100047720164e-05,
-      "loss": 0.2175,
-      "step": 2360
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9484425312273643,
-      "learning_rate": 1.957762657549809e-05,
-      "loss": 0.2285,
-      "step": 2361
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9496247993199408,
-      "learning_rate": 1.957715284348235e-05,
-      "loss": 0.2407,
-      "step": 2362
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0254007460980028,
-      "learning_rate": 1.95766788516858e-05,
-      "loss": 0.2231,
-      "step": 2363
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.896010356490778,
-      "learning_rate": 1.9576204600121293e-05,
-      "loss": 0.2314,
-      "step": 2364
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9778267316564238,
-      "learning_rate": 1.9575730088801696e-05,
-      "loss": 0.2544,
-      "step": 2365
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0418675619291378,
-      "learning_rate": 1.957525531773988e-05,
-      "loss": 0.2347,
-      "step": 2366
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.34539811818473,
-      "learning_rate": 1.9574780286948724e-05,
-      "loss": 0.2461,
-      "step": 2367
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.2117159081752875,
-      "learning_rate": 1.957430499644111e-05,
-      "loss": 0.2365,
-      "step": 2368
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9916311588570211,
-      "learning_rate": 1.9573829446229935e-05,
-      "loss": 0.2423,
-      "step": 2369
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.8642744609344306,
-      "learning_rate": 1.9573353636328094e-05,
-      "loss": 0.1956,
-      "step": 2370
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.2779774017391479,
-      "learning_rate": 1.9572877566748495e-05,
-      "loss": 0.2349,
-      "step": 2371
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9530889379498755,
-      "learning_rate": 1.957240123750405e-05,
-      "loss": 0.2795,
-      "step": 2372
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 2.63061203732391,
-      "learning_rate": 1.9571924648607684e-05,
-      "loss": 0.2606,
-      "step": 2373
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.206120338499393,
-      "learning_rate": 1.9571447800072318e-05,
-      "loss": 0.2514,
-      "step": 2374
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.8251362601351317,
-      "learning_rate": 1.957097069191089e-05,
-      "loss": 0.2104,
-      "step": 2375
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0358611536294893,
-      "learning_rate": 1.9570493324136344e-05,
-      "loss": 0.2304,
-      "step": 2376
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9166959393585152,
-      "learning_rate": 1.9570015696761623e-05,
-      "loss": 0.2572,
-      "step": 2377
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0968226275193573,
-      "learning_rate": 1.9569537809799687e-05,
-      "loss": 0.2106,
-      "step": 2378
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.284618905986818,
-      "learning_rate": 1.9569059663263498e-05,
-      "loss": 0.218,
-      "step": 2379
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.07367940810242,
-      "learning_rate": 1.9568581257166025e-05,
-      "loss": 0.2238,
-      "step": 2380
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9241633450880841,
-      "learning_rate": 1.9568102591520246e-05,
-      "loss": 0.2443,
-      "step": 2381
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.8693666074144997,
-      "learning_rate": 1.956762366633914e-05,
-      "loss": 0.2408,
-      "step": 2382
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.152812884267505,
-      "learning_rate": 1.956714448163571e-05,
-      "loss": 0.2606,
-      "step": 2383
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0120887204947118,
-      "learning_rate": 1.9566665037422937e-05,
-      "loss": 0.2273,
-      "step": 2384
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.8850621950766456,
-      "learning_rate": 1.9566185333713835e-05,
-      "loss": 0.2189,
-      "step": 2385
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0453797190650638,
-      "learning_rate": 1.956570537052142e-05,
-      "loss": 0.2307,
-      "step": 2386
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.966999828439038,
-      "learning_rate": 1.9565225147858704e-05,
-      "loss": 0.2481,
-      "step": 2387
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.795290828022784,
-      "learning_rate": 1.9564744665738714e-05,
-      "loss": 0.2282,
-      "step": 2388
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9236235449239979,
-      "learning_rate": 1.9564263924174488e-05,
-      "loss": 0.2359,
-      "step": 2389
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.987110655783361,
-      "learning_rate": 1.9563782923179063e-05,
-      "loss": 0.2457,
-      "step": 2390
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9355041913405805,
-      "learning_rate": 1.9563301662765482e-05,
-      "loss": 0.225,
-      "step": 2391
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.8777824597160528,
-      "learning_rate": 1.9562820142946808e-05,
-      "loss": 0.2172,
-      "step": 2392
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9367037353854338,
-      "learning_rate": 1.9562338363736095e-05,
-      "loss": 0.2321,
-      "step": 2393
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.6404557075320965,
-      "learning_rate": 1.9561856325146414e-05,
-      "loss": 0.2112,
-      "step": 2394
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0918037055500003,
-      "learning_rate": 1.956137402719084e-05,
-      "loss": 0.226,
-      "step": 2395
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0405002814531292,
-      "learning_rate": 1.9560891469882457e-05,
-      "loss": 0.2411,
-      "step": 2396
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0119293437402799,
-      "learning_rate": 1.9560408653234352e-05,
-      "loss": 0.2338,
-      "step": 2397
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0379855418069062,
-      "learning_rate": 1.9559925577259622e-05,
-      "loss": 0.2481,
-      "step": 2398
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.1508134685563278,
-      "learning_rate": 1.9559442241971373e-05,
-      "loss": 0.2326,
-      "step": 2399
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.8364922526982728,
-      "learning_rate": 1.955895864738271e-05,
-      "loss": 0.2106,
-      "step": 2400
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0375308864937787,
-      "learning_rate": 1.955847479350675e-05,
-      "loss": 0.2316,
-      "step": 2401
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0535751080622453,
-      "learning_rate": 1.955799068035663e-05,
-      "loss": 0.2389,
-      "step": 2402
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.928196115611736,
-      "learning_rate": 1.955750630794547e-05,
-      "loss": 0.231,
-      "step": 2403
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9919358376481566,
-      "learning_rate": 1.955702167628641e-05,
-      "loss": 0.2104,
-      "step": 2404
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0893302608613895,
-      "learning_rate": 1.9556536785392598e-05,
-      "loss": 0.2239,
-      "step": 2405
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.5843172922704782,
-      "learning_rate": 1.9556051635277184e-05,
-      "loss": 0.2484,
-      "step": 2406
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.188746173343023,
-      "learning_rate": 1.9555566225953333e-05,
-      "loss": 0.2239,
-      "step": 2407
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.8501232211498138,
-      "learning_rate": 1.9555080557434206e-05,
-      "loss": 0.2239,
-      "step": 2408
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.6514133365172499,
-      "learning_rate": 1.955459462973298e-05,
-      "loss": 0.2575,
-      "step": 2409
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.8867170258575549,
-      "learning_rate": 1.9554108442862836e-05,
-      "loss": 0.2368,
-      "step": 2410
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.1563166041868196,
-      "learning_rate": 1.955362199683696e-05,
-      "loss": 0.2319,
-      "step": 2411
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0302301616491012,
-      "learning_rate": 1.9553135291668548e-05,
-      "loss": 0.2467,
-      "step": 2412
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.1775203268994718,
-      "learning_rate": 1.95526483273708e-05,
-      "loss": 0.248,
-      "step": 2413
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.2472244643540031,
-      "learning_rate": 1.9552161103956932e-05,
-      "loss": 0.2336,
-      "step": 2414
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9942684568484321,
-      "learning_rate": 1.955167362144015e-05,
-      "loss": 0.2312,
-      "step": 2415
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.2827573628017537,
-      "learning_rate": 1.955118587983368e-05,
-      "loss": 0.2337,
-      "step": 2416
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0779477429174507,
-      "learning_rate": 1.9550697879150757e-05,
-      "loss": 0.2528,
-      "step": 2417
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9287186494476223,
-      "learning_rate": 1.9550209619404616e-05,
-      "loss": 0.2146,
-      "step": 2418
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9780419354412737,
-      "learning_rate": 1.9549721100608494e-05,
-      "loss": 0.2442,
-      "step": 2419
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0299340666660326,
-      "learning_rate": 1.954923232277565e-05,
-      "loss": 0.2229,
-      "step": 2420
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9339979389685626,
-      "learning_rate": 1.954874328591934e-05,
-      "loss": 0.2441,
-      "step": 2421
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9663170606947568,
-      "learning_rate": 1.9548253990052833e-05,
-      "loss": 0.2303,
-      "step": 2422
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0915466600904569,
-      "learning_rate": 1.9547764435189395e-05,
-      "loss": 0.2477,
-      "step": 2423
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 2.575099114186478,
-      "learning_rate": 1.9547274621342303e-05,
-      "loss": 0.2472,
-      "step": 2424
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9211825722405153,
-      "learning_rate": 1.9546784548524852e-05,
-      "loss": 0.2182,
-      "step": 2425
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.6693874263644388,
-      "learning_rate": 1.954629421675033e-05,
-      "loss": 0.2339,
-      "step": 2426
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.560856670186122,
-      "learning_rate": 1.954580362603204e-05,
-      "loss": 0.244,
-      "step": 2427
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.3346896255835428,
-      "learning_rate": 1.954531277638328e-05,
-      "loss": 0.2254,
-      "step": 2428
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9549915898367675,
-      "learning_rate": 1.954482166781738e-05,
-      "loss": 0.2545,
-      "step": 2429
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.1193417924601143,
-      "learning_rate": 1.9544330300347655e-05,
-      "loss": 0.2506,
-      "step": 2430
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.1071622856945116,
-      "learning_rate": 1.9543838673987424e-05,
-      "loss": 0.2501,
-      "step": 2431
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0377912267602951,
-      "learning_rate": 1.9543346788750032e-05,
-      "loss": 0.2332,
-      "step": 2432
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.880835359230946,
-      "learning_rate": 1.9542854644648824e-05,
-      "loss": 0.2402,
-      "step": 2433
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.934264549762433,
-      "learning_rate": 1.954236224169714e-05,
-      "loss": 0.2234,
-      "step": 2434
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.946717586900411,
-      "learning_rate": 1.9541869579908343e-05,
-      "loss": 0.2546,
-      "step": 2435
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 2.0749355807516685,
-      "learning_rate": 1.9541376659295796e-05,
-      "loss": 0.2423,
-      "step": 2436
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0938551679100832,
-      "learning_rate": 1.9540883479872863e-05,
-      "loss": 0.2355,
-      "step": 2437
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9996299987531758,
-      "learning_rate": 1.954039004165293e-05,
-      "loss": 0.2184,
-      "step": 2438
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9625907051201483,
-      "learning_rate": 1.953989634464938e-05,
-      "loss": 0.2111,
-      "step": 2439
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9399174909270136,
-      "learning_rate": 1.9539402388875598e-05,
-      "loss": 0.2269,
-      "step": 2440
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.119626479040853,
-      "learning_rate": 1.9538908174344994e-05,
-      "loss": 0.2429,
-      "step": 2441
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0974321999890257,
-      "learning_rate": 1.9538413701070964e-05,
-      "loss": 0.2383,
-      "step": 2442
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.2114085536835701,
-      "learning_rate": 1.9537918969066923e-05,
-      "loss": 0.2101,
-      "step": 2443
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.6206815067868514,
-      "learning_rate": 1.953742397834629e-05,
-      "loss": 0.2238,
-      "step": 2444
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.1385008062544557,
-      "learning_rate": 1.9536928728922496e-05,
-      "loss": 0.1996,
-      "step": 2445
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9357832841400486,
-      "learning_rate": 1.953643322080897e-05,
-      "loss": 0.2372,
-      "step": 2446
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9088175364992762,
-      "learning_rate": 1.9535937454019155e-05,
-      "loss": 0.2301,
-      "step": 2447
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0977441998849506,
-      "learning_rate": 1.9535441428566496e-05,
-      "loss": 0.2296,
-      "step": 2448
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0568730184364237,
-      "learning_rate": 1.9534945144464452e-05,
-      "loss": 0.2048,
-      "step": 2449
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.7694547827815719,
-      "learning_rate": 1.953444860172648e-05,
-      "loss": 0.2341,
-      "step": 2450
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9535818827060624,
-      "learning_rate": 1.9533951800366052e-05,
-      "loss": 0.2231,
-      "step": 2451
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 2.0852235238905874,
-      "learning_rate": 1.9533454740396645e-05,
-      "loss": 0.2207,
-      "step": 2452
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.2273715146657684,
-      "learning_rate": 1.953295742183174e-05,
-      "loss": 0.2329,
-      "step": 2453
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0468236296362416,
-      "learning_rate": 1.9532459844684824e-05,
-      "loss": 0.2469,
-      "step": 2454
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.888539113561735,
-      "learning_rate": 1.9531962008969396e-05,
-      "loss": 0.213,
-      "step": 2455
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.901360077521206,
-      "learning_rate": 1.953146391469896e-05,
-      "loss": 0.2335,
-      "step": 2456
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 1.0327000960606898,
-      "learning_rate": 1.953096556188703e-05,
-      "loss": 0.2289,
-      "step": 2457
-    },
-    {
-      "epoch": 0.12,
-      "grad_norm": 0.9485176494343361,
-      "learning_rate": 1.9530466950547118e-05,
-      "loss": 0.2263,
-      "step": 2458
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1105931610889015,
-      "learning_rate": 1.9529968080692753e-05,
-      "loss": 0.2316,
-      "step": 2459
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9852744012552714,
-      "learning_rate": 1.9529468952337468e-05,
-      "loss": 0.2566,
-      "step": 2460
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.037940345459345,
-      "learning_rate": 1.9528969565494792e-05,
-      "loss": 0.2414,
-      "step": 2461
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.376993818426987,
-      "learning_rate": 1.9528469920178287e-05,
-      "loss": 0.2499,
-      "step": 2462
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.8866653946404849,
-      "learning_rate": 1.9527970016401493e-05,
-      "loss": 0.2225,
-      "step": 2463
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0459832052160578,
-      "learning_rate": 1.9527469854177973e-05,
-      "loss": 0.2262,
-      "step": 2464
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9970960002026228,
-      "learning_rate": 1.9526969433521298e-05,
-      "loss": 0.2127,
-      "step": 2465
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.031139726816588,
-      "learning_rate": 1.9526468754445035e-05,
-      "loss": 0.239,
-      "step": 2466
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9082242265666298,
-      "learning_rate": 1.9525967816962775e-05,
-      "loss": 0.2135,
-      "step": 2467
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0929122867480856,
-      "learning_rate": 1.9525466621088093e-05,
-      "loss": 0.2361,
-      "step": 2468
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.843789342979408,
-      "learning_rate": 1.95249651668346e-05,
-      "loss": 0.2289,
-      "step": 2469
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.3704990673651014,
-      "learning_rate": 1.952446345421588e-05,
-      "loss": 0.254,
-      "step": 2470
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.861102949292528,
-      "learning_rate": 1.9523961483245552e-05,
-      "loss": 0.2082,
-      "step": 2471
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9862142239764253,
-      "learning_rate": 1.9523459253937233e-05,
-      "loss": 0.2239,
-      "step": 2472
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9025994750433144,
-      "learning_rate": 1.9522956766304543e-05,
-      "loss": 0.2438,
-      "step": 2473
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0347478039910887,
-      "learning_rate": 1.9522454020361116e-05,
-      "loss": 0.2403,
-      "step": 2474
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.268028229249795,
-      "learning_rate": 1.9521951016120582e-05,
-      "loss": 0.2541,
-      "step": 2475
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9898697278724068,
-      "learning_rate": 1.952144775359659e-05,
-      "loss": 0.2636,
-      "step": 2476
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9029126837260496,
-      "learning_rate": 1.9520944232802793e-05,
-      "loss": 0.2285,
-      "step": 2477
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 3.4451648613384407,
-      "learning_rate": 1.9520440453752842e-05,
-      "loss": 0.2512,
-      "step": 2478
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.3173582760945324,
-      "learning_rate": 1.951993641646041e-05,
-      "loss": 0.2275,
-      "step": 2479
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1085719825276406,
-      "learning_rate": 1.951943212093916e-05,
-      "loss": 0.2278,
-      "step": 2480
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0384753106293034,
-      "learning_rate": 1.951892756720278e-05,
-      "loss": 0.2648,
-      "step": 2481
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.100632928939612,
-      "learning_rate": 1.9518422755264947e-05,
-      "loss": 0.2049,
-      "step": 2482
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1089547410194291,
-      "learning_rate": 1.9517917685139365e-05,
-      "loss": 0.2381,
-      "step": 2483
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 2.1286418385854793,
-      "learning_rate": 1.9517412356839727e-05,
-      "loss": 0.2673,
-      "step": 2484
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.7957571895575681,
-      "learning_rate": 1.951690677037974e-05,
-      "loss": 0.2002,
-      "step": 2485
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.2857267543737927,
-      "learning_rate": 1.9516400925773118e-05,
-      "loss": 0.2252,
-      "step": 2486
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9023184796103526,
-      "learning_rate": 1.9515894823033584e-05,
-      "loss": 0.2185,
-      "step": 2487
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1830975982529575,
-      "learning_rate": 1.9515388462174868e-05,
-      "loss": 0.261,
-      "step": 2488
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9656013811551463,
-      "learning_rate": 1.95148818432107e-05,
-      "loss": 0.2556,
-      "step": 2489
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9506680880228655,
-      "learning_rate": 1.9514374966154826e-05,
-      "loss": 0.2196,
-      "step": 2490
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0597012016818077,
-      "learning_rate": 1.951386783102099e-05,
-      "loss": 0.2247,
-      "step": 2491
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9004544786269002,
-      "learning_rate": 1.9513360437822957e-05,
-      "loss": 0.2284,
-      "step": 2492
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0277177890445819,
-      "learning_rate": 1.9512852786574483e-05,
-      "loss": 0.2368,
-      "step": 2493
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.8764913099954449,
-      "learning_rate": 1.951234487728934e-05,
-      "loss": 0.2349,
-      "step": 2494
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0231867249114779,
-      "learning_rate": 1.9511836709981306e-05,
-      "loss": 0.2336,
-      "step": 2495
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1317906311257189,
-      "learning_rate": 1.951132828466416e-05,
-      "loss": 0.2067,
-      "step": 2496
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0525609819493371,
-      "learning_rate": 1.95108196013517e-05,
-      "loss": 0.2466,
-      "step": 2497
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.3414958850247156,
-      "learning_rate": 1.951031066005772e-05,
-      "loss": 0.2371,
-      "step": 2498
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9807391428552752,
-      "learning_rate": 1.9509801460796027e-05,
-      "loss": 0.2522,
-      "step": 2499
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1634163941213589,
-      "learning_rate": 1.950929200358043e-05,
-      "loss": 0.2359,
-      "step": 2500
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.858070387539989,
-      "learning_rate": 1.9508782288424754e-05,
-      "loss": 0.2278,
-      "step": 2501
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.968181824391059,
-      "learning_rate": 1.950827231534282e-05,
-      "loss": 0.2317,
-      "step": 2502
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1859112241043284,
-      "learning_rate": 1.950776208434846e-05,
-      "loss": 0.2141,
-      "step": 2503
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1055241908293456,
-      "learning_rate": 1.9507251595455524e-05,
-      "loss": 0.233,
-      "step": 2504
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1720307433593404,
-      "learning_rate": 1.9506740848677845e-05,
-      "loss": 0.2295,
-      "step": 2505
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9640362423866915,
-      "learning_rate": 1.9506229844029283e-05,
-      "loss": 0.2212,
-      "step": 2506
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1471940629954807,
-      "learning_rate": 1.95057185815237e-05,
-      "loss": 0.2176,
-      "step": 2507
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.2772531433878958,
-      "learning_rate": 1.9505207061174966e-05,
-      "loss": 0.245,
-      "step": 2508
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.024101923763926,
-      "learning_rate": 1.9504695282996953e-05,
-      "loss": 0.2446,
-      "step": 2509
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1602529558305126,
-      "learning_rate": 1.9504183247003544e-05,
-      "loss": 0.2296,
-      "step": 2510
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1835773861670562,
-      "learning_rate": 1.9503670953208628e-05,
-      "loss": 0.2329,
-      "step": 2511
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9684880160608303,
-      "learning_rate": 1.9503158401626098e-05,
-      "loss": 0.2482,
-      "step": 2512
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.3001737299396119,
-      "learning_rate": 1.950264559226986e-05,
-      "loss": 0.2391,
-      "step": 2513
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.056275760297049,
-      "learning_rate": 1.9502132525153826e-05,
-      "loss": 0.2292,
-      "step": 2514
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.8285779120395363,
-      "learning_rate": 1.950161920029191e-05,
-      "loss": 0.2096,
-      "step": 2515
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.2265740847100444,
-      "learning_rate": 1.9501105617698034e-05,
-      "loss": 0.2525,
-      "step": 2516
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.168129362633706,
-      "learning_rate": 1.9500591777386134e-05,
-      "loss": 0.214,
-      "step": 2517
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.3091587397759643,
-      "learning_rate": 1.9500077679370145e-05,
-      "loss": 0.265,
-      "step": 2518
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1204506664591425,
-      "learning_rate": 1.949956332366401e-05,
-      "loss": 0.2612,
-      "step": 2519
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.064079571330691,
-      "learning_rate": 1.9499048710281686e-05,
-      "loss": 0.2295,
-      "step": 2520
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1114983928013271,
-      "learning_rate": 1.949853383923713e-05,
-      "loss": 0.2359,
-      "step": 2521
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1622974627712408,
-      "learning_rate": 1.9498018710544306e-05,
-      "loss": 0.2127,
-      "step": 2522
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.2721738857153555,
-      "learning_rate": 1.9497503324217188e-05,
-      "loss": 0.2444,
-      "step": 2523
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.2230204085056002,
-      "learning_rate": 1.9496987680269755e-05,
-      "loss": 0.2441,
-      "step": 2524
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1287902286094293,
-      "learning_rate": 1.9496471778715996e-05,
-      "loss": 0.2071,
-      "step": 2525
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0371896187150622,
-      "learning_rate": 1.94959556195699e-05,
-      "loss": 0.2307,
-      "step": 2526
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.019653166099954,
-      "learning_rate": 1.9495439202845478e-05,
-      "loss": 0.2605,
-      "step": 2527
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.2402110275780256,
-      "learning_rate": 1.9494922528556727e-05,
-      "loss": 0.2256,
-      "step": 2528
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9884338951179454,
-      "learning_rate": 1.9494405596717664e-05,
-      "loss": 0.2233,
-      "step": 2529
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0533813644665326,
-      "learning_rate": 1.949388840734232e-05,
-      "loss": 0.2037,
-      "step": 2530
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.967803989425464,
-      "learning_rate": 1.949337096044471e-05,
-      "loss": 0.2355,
-      "step": 2531
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1704508502228437,
-      "learning_rate": 1.949285325603888e-05,
-      "loss": 0.2442,
-      "step": 2532
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.8687769631305765,
-      "learning_rate": 1.9492335294138868e-05,
-      "loss": 0.2589,
-      "step": 2533
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0410902336408165,
-      "learning_rate": 1.9491817074758727e-05,
-      "loss": 0.2424,
-      "step": 2534
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0019116803639123,
-      "learning_rate": 1.949129859791251e-05,
-      "loss": 0.2116,
-      "step": 2535
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0089129827853796,
-      "learning_rate": 1.9490779863614284e-05,
-      "loss": 0.2288,
-      "step": 2536
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9476886305903411,
-      "learning_rate": 1.9490260871878114e-05,
-      "loss": 0.2283,
-      "step": 2537
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 2.7249136953545823,
-      "learning_rate": 1.9489741622718087e-05,
-      "loss": 0.2329,
-      "step": 2538
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.6606994488067524,
-      "learning_rate": 1.9489222116148278e-05,
-      "loss": 0.245,
-      "step": 2539
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1349112515004496,
-      "learning_rate": 1.948870235218279e-05,
-      "loss": 0.217,
-      "step": 2540
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0864289977825945,
-      "learning_rate": 1.9488182330835706e-05,
-      "loss": 0.249,
-      "step": 2541
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0162834015559579,
-      "learning_rate": 1.9487662052121145e-05,
-      "loss": 0.2613,
-      "step": 2542
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.3802411208694967,
-      "learning_rate": 1.9487141516053214e-05,
-      "loss": 0.2406,
-      "step": 2543
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.3959880188571363,
-      "learning_rate": 1.9486620722646036e-05,
-      "loss": 0.2466,
-      "step": 2544
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9696196695677537,
-      "learning_rate": 1.948609967191373e-05,
-      "loss": 0.2519,
-      "step": 2545
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1169183926233577,
-      "learning_rate": 1.9485578363870438e-05,
-      "loss": 0.2221,
-      "step": 2546
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9685353962725984,
-      "learning_rate": 1.9485056798530296e-05,
-      "loss": 0.2147,
-      "step": 2547
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.3676253959318463,
-      "learning_rate": 1.9484534975907454e-05,
-      "loss": 0.2331,
-      "step": 2548
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.072106777885036,
-      "learning_rate": 1.9484012896016064e-05,
-      "loss": 0.2405,
-      "step": 2549
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.9564555833352242,
-      "learning_rate": 1.948349055887029e-05,
-      "loss": 0.2367,
-      "step": 2550
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1139384170444573,
-      "learning_rate": 1.9482967964484297e-05,
-      "loss": 0.2386,
-      "step": 2551
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.8949825457977273,
-      "learning_rate": 1.9482445112872265e-05,
-      "loss": 0.2142,
-      "step": 2552
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9924360109156986,
-      "learning_rate": 1.948192200404837e-05,
-      "loss": 0.2308,
-      "step": 2553
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.213906686434998,
-      "learning_rate": 1.948139863802681e-05,
-      "loss": 0.2162,
-      "step": 2554
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.245261071851514,
-      "learning_rate": 1.9480875014821776e-05,
-      "loss": 0.2611,
-      "step": 2555
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9617311900940123,
-      "learning_rate": 1.9480351134447466e-05,
-      "loss": 0.2092,
-      "step": 2556
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.8336642002205943,
-      "learning_rate": 1.94798269969181e-05,
-      "loss": 0.2081,
-      "step": 2557
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.2352999776362503,
-      "learning_rate": 1.947930260224789e-05,
-      "loss": 0.2334,
-      "step": 2558
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.2133376413858712,
-      "learning_rate": 1.9478777950451063e-05,
-      "loss": 0.2486,
-      "step": 2559
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.8660840115714117,
-      "learning_rate": 1.9478253041541848e-05,
-      "loss": 0.2115,
-      "step": 2560
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0302407585810627,
-      "learning_rate": 1.9477727875534483e-05,
-      "loss": 0.238,
-      "step": 2561
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.998569291011515,
-      "learning_rate": 1.9477202452443217e-05,
-      "loss": 0.226,
-      "step": 2562
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.2341549907489868,
-      "learning_rate": 1.9476676772282297e-05,
-      "loss": 0.2366,
-      "step": 2563
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9984474900319265,
-      "learning_rate": 1.9476150835065983e-05,
-      "loss": 0.2373,
-      "step": 2564
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.8639329130273585,
-      "learning_rate": 1.9475624640808542e-05,
-      "loss": 0.2377,
-      "step": 2565
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.8980352825774708,
-      "learning_rate": 1.9475098189524253e-05,
-      "loss": 0.2344,
-      "step": 2566
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0722782379588431,
-      "learning_rate": 1.9474571481227385e-05,
-      "loss": 0.2404,
-      "step": 2567
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0137257435535263,
-      "learning_rate": 1.947404451593223e-05,
-      "loss": 0.2399,
-      "step": 2568
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 3.063657778639185,
-      "learning_rate": 1.9473517293653084e-05,
-      "loss": 0.2402,
-      "step": 2569
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9111470386340367,
-      "learning_rate": 1.947298981440425e-05,
-      "loss": 0.2421,
-      "step": 2570
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0021174540309534,
-      "learning_rate": 1.947246207820003e-05,
-      "loss": 0.2228,
-      "step": 2571
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1306991183837498,
-      "learning_rate": 1.947193408505474e-05,
-      "loss": 0.2297,
-      "step": 2572
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9252103940645041,
-      "learning_rate": 1.9471405834982702e-05,
-      "loss": 0.2478,
-      "step": 2573
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.3628088679806831,
-      "learning_rate": 1.947087732799825e-05,
-      "loss": 0.243,
-      "step": 2574
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9693549537628366,
-      "learning_rate": 1.947034856411571e-05,
-      "loss": 0.2315,
-      "step": 2575
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9421192104463941,
-      "learning_rate": 1.9469819543349433e-05,
-      "loss": 0.2135,
-      "step": 2576
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.8127772980411968,
-      "learning_rate": 1.9469290265713767e-05,
-      "loss": 0.2272,
-      "step": 2577
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.8785917986766272,
-      "learning_rate": 1.9468760731223065e-05,
-      "loss": 0.2169,
-      "step": 2578
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.8235476076278131,
-      "learning_rate": 1.9468230939891695e-05,
-      "loss": 0.2154,
-      "step": 2579
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1338475304907736,
-      "learning_rate": 1.9467700891734027e-05,
-      "loss": 0.2246,
-      "step": 2580
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.088495536191225,
-      "learning_rate": 1.9467170586764436e-05,
-      "loss": 0.238,
-      "step": 2581
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 2.508331904771354,
-      "learning_rate": 1.946664002499731e-05,
-      "loss": 0.2506,
-      "step": 2582
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.3740198237235974,
-      "learning_rate": 1.9466109206447036e-05,
-      "loss": 0.2363,
-      "step": 2583
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 2.0443872256988116,
-      "learning_rate": 1.9465578131128017e-05,
-      "loss": 0.2265,
-      "step": 2584
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.9073842275417658,
-      "learning_rate": 1.9465046799054657e-05,
-      "loss": 0.2197,
-      "step": 2585
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.6196237127154511,
-      "learning_rate": 1.9464515210241368e-05,
-      "loss": 0.2237,
-      "step": 2586
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1295037581852974,
-      "learning_rate": 1.9463983364702567e-05,
-      "loss": 0.2357,
-      "step": 2587
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.8859703033393711,
-      "learning_rate": 1.9463451262452685e-05,
-      "loss": 0.2127,
-      "step": 2588
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0225681338883512,
-      "learning_rate": 1.946291890350615e-05,
-      "loss": 0.2223,
-      "step": 2589
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9560884298829112,
-      "learning_rate": 1.946238628787741e-05,
-      "loss": 0.1999,
-      "step": 2590
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.3680393661657546,
-      "learning_rate": 1.9461853415580902e-05,
-      "loss": 0.2471,
-      "step": 2591
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9219507253318284,
-      "learning_rate": 1.9461320286631088e-05,
-      "loss": 0.2394,
-      "step": 2592
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9532444945302694,
-      "learning_rate": 1.946078690104243e-05,
-      "loss": 0.231,
-      "step": 2593
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.8964117763557078,
-      "learning_rate": 1.946025325882939e-05,
-      "loss": 0.2198,
-      "step": 2594
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9022765936891728,
-      "learning_rate": 1.945971936000645e-05,
-      "loss": 0.2021,
-      "step": 2595
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0377148811164694,
-      "learning_rate": 1.945918520458808e-05,
-      "loss": 0.2258,
-      "step": 2596
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.8926644487193754,
-      "learning_rate": 1.9458650792588784e-05,
-      "loss": 0.2272,
-      "step": 2597
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.2339397203295959,
-      "learning_rate": 1.945811612402305e-05,
-      "loss": 0.2071,
-      "step": 2598
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1447126510888062,
-      "learning_rate": 1.945758119890538e-05,
-      "loss": 0.2384,
-      "step": 2599
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.94796043499078,
-      "learning_rate": 1.9457046017250283e-05,
-      "loss": 0.2329,
-      "step": 2600
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.7726117349573447,
-      "learning_rate": 1.9456510579072282e-05,
-      "loss": 0.2293,
-      "step": 2601
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1989169212832826,
-      "learning_rate": 1.94559748843859e-05,
-      "loss": 0.2463,
-      "step": 2602
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.074481968333032,
-      "learning_rate": 1.9455438933205662e-05,
-      "loss": 0.2264,
-      "step": 2603
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9435469677018979,
-      "learning_rate": 1.945490272554611e-05,
-      "loss": 0.2463,
-      "step": 2604
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 2.1295581894773257,
-      "learning_rate": 1.9454366261421786e-05,
-      "loss": 0.2323,
-      "step": 2605
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.8943028767051312,
-      "learning_rate": 1.9453829540847243e-05,
-      "loss": 0.2174,
-      "step": 2606
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.2457900588078497,
-      "learning_rate": 1.9453292563837043e-05,
-      "loss": 0.2574,
-      "step": 2607
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.8224583557257457,
-      "learning_rate": 1.9452755330405745e-05,
-      "loss": 0.2154,
-      "step": 2608
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0649357865229008,
-      "learning_rate": 1.9452217840567927e-05,
-      "loss": 0.2397,
-      "step": 2609
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.925172871095016,
-      "learning_rate": 1.9451680094338163e-05,
-      "loss": 0.2485,
-      "step": 2610
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.3335832249417243,
-      "learning_rate": 1.9451142091731045e-05,
-      "loss": 0.2324,
-      "step": 2611
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9363316898690303,
-      "learning_rate": 1.9450603832761165e-05,
-      "loss": 0.2601,
-      "step": 2612
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0677907449571924,
-      "learning_rate": 1.945006531744312e-05,
-      "loss": 0.2292,
-      "step": 2613
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.3032820403922316,
-      "learning_rate": 1.9449526545791523e-05,
-      "loss": 0.2523,
-      "step": 2614
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9162782130809316,
-      "learning_rate": 1.9448987517820982e-05,
-      "loss": 0.2226,
-      "step": 2615
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.025744133538097,
-      "learning_rate": 1.944844823354612e-05,
-      "loss": 0.2215,
-      "step": 2616
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9187446041207256,
-      "learning_rate": 1.944790869298157e-05,
-      "loss": 0.2469,
-      "step": 2617
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.869231477206988,
-      "learning_rate": 1.9447368896141958e-05,
-      "loss": 0.2336,
-      "step": 2618
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1103999027549547,
-      "learning_rate": 1.9446828843041933e-05,
-      "loss": 0.2437,
-      "step": 2619
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0309658164029158,
-      "learning_rate": 1.9446288533696145e-05,
-      "loss": 0.2207,
-      "step": 2620
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0021576454715904,
-      "learning_rate": 1.9445747968119246e-05,
-      "loss": 0.2232,
-      "step": 2621
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0926465258868414,
-      "learning_rate": 1.9445207146325894e-05,
-      "loss": 0.2556,
-      "step": 2622
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.67810028770524,
-      "learning_rate": 1.9444666068330772e-05,
-      "loss": 0.208,
-      "step": 2623
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.8767727670984775,
-      "learning_rate": 1.9444124734148543e-05,
-      "loss": 0.226,
-      "step": 2624
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.2002140113970021,
-      "learning_rate": 1.9443583143793904e-05,
-      "loss": 0.2337,
-      "step": 2625
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0739431790098095,
-      "learning_rate": 1.9443041297281536e-05,
-      "loss": 0.2426,
-      "step": 2626
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.2736818974157589,
-      "learning_rate": 1.9442499194626138e-05,
-      "loss": 0.2387,
-      "step": 2627
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1784427170299878,
-      "learning_rate": 1.9441956835842416e-05,
-      "loss": 0.2219,
-      "step": 2628
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1776402200746279,
-      "learning_rate": 1.9441414220945083e-05,
-      "loss": 0.2268,
-      "step": 2629
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0166012698350608,
-      "learning_rate": 1.9440871349948856e-05,
-      "loss": 0.2448,
-      "step": 2630
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1629080894535453,
-      "learning_rate": 1.9440328222868457e-05,
-      "loss": 0.2375,
-      "step": 2631
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 2.5773238347578813,
-      "learning_rate": 1.9439784839718627e-05,
-      "loss": 0.2214,
-      "step": 2632
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.8701043666547783,
-      "learning_rate": 1.94392412005141e-05,
-      "loss": 0.2403,
-      "step": 2633
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9530883571583211,
-      "learning_rate": 1.943869730526962e-05,
-      "loss": 0.2313,
-      "step": 2634
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.2905919957477667,
-      "learning_rate": 1.9438153153999942e-05,
-      "loss": 0.2338,
-      "step": 2635
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.3297130904337844,
-      "learning_rate": 1.9437608746719828e-05,
-      "loss": 0.2568,
-      "step": 2636
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1409616790457267,
-      "learning_rate": 1.943706408344404e-05,
-      "loss": 0.2696,
-      "step": 2637
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.165365917351629,
-      "learning_rate": 1.9436519164187363e-05,
-      "loss": 0.2398,
-      "step": 2638
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.6898833986979496,
-      "learning_rate": 1.9435973988964564e-05,
-      "loss": 0.2401,
-      "step": 2639
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.6757623447359549,
-      "learning_rate": 1.943542855779044e-05,
-      "loss": 0.2353,
-      "step": 2640
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0909672887562558,
-      "learning_rate": 1.9434882870679783e-05,
-      "loss": 0.2225,
-      "step": 2641
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.286445863100236,
-      "learning_rate": 1.9434336927647397e-05,
-      "loss": 0.216,
-      "step": 2642
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.1677363817710942,
-      "learning_rate": 1.9433790728708085e-05,
-      "loss": 0.2267,
-      "step": 2643
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0503125887814437,
-      "learning_rate": 1.943324427387667e-05,
-      "loss": 0.242,
-      "step": 2644
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 2.007415443963795,
-      "learning_rate": 1.9432697563167974e-05,
-      "loss": 0.2323,
-      "step": 2645
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.3820066306983543,
-      "learning_rate": 1.9432150596596818e-05,
-      "loss": 0.2487,
-      "step": 2646
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0342232451505902,
-      "learning_rate": 1.9431603374178048e-05,
-      "loss": 0.2394,
-      "step": 2647
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.5428237143556407,
-      "learning_rate": 1.94310558959265e-05,
-      "loss": 0.2356,
-      "step": 2648
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.67906044044975,
-      "learning_rate": 1.943050816185703e-05,
-      "loss": 0.2331,
-      "step": 2649
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0458855765510422,
-      "learning_rate": 1.9429960171984496e-05,
-      "loss": 0.2103,
-      "step": 2650
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 0.9721893985186519,
-      "learning_rate": 1.9429411926323756e-05,
-      "loss": 0.2038,
-      "step": 2651
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.0903666819111881,
-      "learning_rate": 1.942886342488969e-05,
-      "loss": 0.2179,
-      "step": 2652
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.5080139281275566,
-      "learning_rate": 1.9428314667697166e-05,
-      "loss": 0.2317,
-      "step": 2653
-    },
-    {
-      "epoch": 0.13,
-      "grad_norm": 1.6690664079020918,
-      "learning_rate": 1.9427765654761078e-05,
-      "loss": 0.2292,
-      "step": 2654
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.3396452269621446,
-      "learning_rate": 1.9427216386096313e-05,
-      "loss": 0.2412,
-      "step": 2655
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.5807328497654407,
-      "learning_rate": 1.942666686171777e-05,
-      "loss": 0.2357,
-      "step": 2656
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.190131146360561,
-      "learning_rate": 1.9426117081640356e-05,
-      "loss": 0.2241,
-      "step": 2657
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9877783524716975,
-      "learning_rate": 1.9425567045878983e-05,
-      "loss": 0.2049,
-      "step": 2658
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.6005142246281456,
-      "learning_rate": 1.942501675444857e-05,
-      "loss": 0.203,
-      "step": 2659
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.7675592499022506,
-      "learning_rate": 1.942446620736405e-05,
-      "loss": 0.2501,
-      "step": 2660
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.3275111289487056,
-      "learning_rate": 1.942391540464035e-05,
-      "loss": 0.2689,
-      "step": 2661
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0635503262207242,
-      "learning_rate": 1.942336434629241e-05,
-      "loss": 0.2241,
-      "step": 2662
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.5034106101267861,
-      "learning_rate": 1.9422813032335183e-05,
-      "loss": 0.2364,
-      "step": 2663
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1863865222873722,
-      "learning_rate": 1.942226146278362e-05,
-      "loss": 0.2401,
-      "step": 2664
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 2.2804977196215885,
-      "learning_rate": 1.9421709637652683e-05,
-      "loss": 0.2521,
-      "step": 2665
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.3243453835764538,
-      "learning_rate": 1.9421157556957335e-05,
-      "loss": 0.2466,
-      "step": 2666
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.114670908193584,
-      "learning_rate": 1.9420605220712563e-05,
-      "loss": 0.2216,
-      "step": 2667
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9544414132223076,
-      "learning_rate": 1.942005262893334e-05,
-      "loss": 0.2341,
-      "step": 2668
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0708571897346173,
-      "learning_rate": 1.9419499781634655e-05,
-      "loss": 0.2332,
-      "step": 2669
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.8900595168867483,
-      "learning_rate": 1.9418946678831507e-05,
-      "loss": 0.2251,
-      "step": 2670
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.129854489633797,
-      "learning_rate": 1.9418393320538898e-05,
-      "loss": 0.2257,
-      "step": 2671
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.7338804200785907,
-      "learning_rate": 1.9417839706771842e-05,
-      "loss": 0.2239,
-      "step": 2672
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9958041310863106,
-      "learning_rate": 1.941728583754535e-05,
-      "loss": 0.2195,
-      "step": 2673
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.3733645464339348,
-      "learning_rate": 1.9416731712874446e-05,
-      "loss": 0.2589,
-      "step": 2674
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9909583269793304,
-      "learning_rate": 1.9416177332774162e-05,
-      "loss": 0.2301,
-      "step": 2675
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0248646828945818,
-      "learning_rate": 1.941562269725954e-05,
-      "loss": 0.2144,
-      "step": 2676
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.008259417023293,
-      "learning_rate": 1.9415067806345618e-05,
-      "loss": 0.2314,
-      "step": 2677
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0543469075480103,
-      "learning_rate": 1.9414512660047447e-05,
-      "loss": 0.2312,
-      "step": 2678
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1781005557537256,
-      "learning_rate": 1.9413957258380096e-05,
-      "loss": 0.2802,
-      "step": 2679
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.4001122745244066,
-      "learning_rate": 1.9413401601358616e-05,
-      "loss": 0.2215,
-      "step": 2680
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.3713329500791462,
-      "learning_rate": 1.9412845688998088e-05,
-      "loss": 0.2685,
-      "step": 2681
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.886757575995524,
-      "learning_rate": 1.941228952131359e-05,
-      "loss": 0.223,
-      "step": 2682
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.22683645359689,
-      "learning_rate": 1.9411733098320206e-05,
-      "loss": 0.2672,
-      "step": 2683
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.5315058602311509,
-      "learning_rate": 1.941117642003303e-05,
-      "loss": 0.2429,
-      "step": 2684
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1110857691169762,
-      "learning_rate": 1.9410619486467165e-05,
-      "loss": 0.2305,
-      "step": 2685
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.258428468415178,
-      "learning_rate": 1.941006229763771e-05,
-      "loss": 0.2534,
-      "step": 2686
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0637285182214002,
-      "learning_rate": 1.9409504853559785e-05,
-      "loss": 0.2362,
-      "step": 2687
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9076212147606959,
-      "learning_rate": 1.9408947154248513e-05,
-      "loss": 0.2272,
-      "step": 2688
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.3770753242493052,
-      "learning_rate": 1.9408389199719014e-05,
-      "loss": 0.2113,
-      "step": 2689
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9711446101427936,
-      "learning_rate": 1.940783098998643e-05,
-      "loss": 0.1977,
-      "step": 2690
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.140062040259186,
-      "learning_rate": 1.9407272525065898e-05,
-      "loss": 0.2167,
-      "step": 2691
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1803908714893359,
-      "learning_rate": 1.9406713804972565e-05,
-      "loss": 0.2327,
-      "step": 2692
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.8373370160514211,
-      "learning_rate": 1.940615482972159e-05,
-      "loss": 0.2331,
-      "step": 2693
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.7754881930206292,
-      "learning_rate": 1.9405595599328135e-05,
-      "loss": 0.2258,
-      "step": 2694
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0043781465210622,
-      "learning_rate": 1.940503611380737e-05,
-      "loss": 0.2151,
-      "step": 2695
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.8156833311388194,
-      "learning_rate": 1.9404476373174464e-05,
-      "loss": 0.2327,
-      "step": 2696
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0110757172867997,
-      "learning_rate": 1.940391637744461e-05,
-      "loss": 0.208,
-      "step": 2697
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.267672729778902,
-      "learning_rate": 1.9403356126632992e-05,
-      "loss": 0.2283,
-      "step": 2698
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0261197599948402,
-      "learning_rate": 1.9402795620754804e-05,
-      "loss": 0.2338,
-      "step": 2699
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.329068764323991,
-      "learning_rate": 1.9402234859825257e-05,
-      "loss": 0.2397,
-      "step": 2700
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1760870358990558,
-      "learning_rate": 1.940167384385956e-05,
-      "loss": 0.2614,
-      "step": 2701
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.3730668241267234,
-      "learning_rate": 1.9401112572872925e-05,
-      "loss": 0.2195,
-      "step": 2702
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.2577938917534763,
-      "learning_rate": 1.9400551046880585e-05,
-      "loss": 0.2342,
-      "step": 2703
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9975635494089065,
-      "learning_rate": 1.9399989265897764e-05,
-      "loss": 0.2163,
-      "step": 2704
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9901243552258541,
-      "learning_rate": 1.9399427229939704e-05,
-      "loss": 0.2293,
-      "step": 2705
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1380070535962723,
-      "learning_rate": 1.939886493902165e-05,
-      "loss": 0.2385,
-      "step": 2706
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.8633683152623378,
-      "learning_rate": 1.9398302393158853e-05,
-      "loss": 0.214,
-      "step": 2707
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.3079801081816878,
-      "learning_rate": 1.939773959236657e-05,
-      "loss": 0.246,
-      "step": 2708
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.4099778762372743,
-      "learning_rate": 1.9397176536660074e-05,
-      "loss": 0.2494,
-      "step": 2709
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.3922786096799684,
-      "learning_rate": 1.939661322605463e-05,
-      "loss": 0.2666,
-      "step": 2710
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.2057784347406664,
-      "learning_rate": 1.9396049660565525e-05,
-      "loss": 0.2277,
-      "step": 2711
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.6404060910870868,
-      "learning_rate": 1.939548584020804e-05,
-      "loss": 0.2288,
-      "step": 2712
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9016999206905085,
-      "learning_rate": 1.9394921764997475e-05,
-      "loss": 0.1847,
-      "step": 2713
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.162953170396771,
-      "learning_rate": 1.939435743494912e-05,
-      "loss": 0.2327,
-      "step": 2714
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1998203345890663,
-      "learning_rate": 1.9393792850078294e-05,
-      "loss": 0.2468,
-      "step": 2715
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.3223511057603083,
-      "learning_rate": 1.9393228010400303e-05,
-      "loss": 0.2008,
-      "step": 2716
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.2970323911231219,
-      "learning_rate": 1.9392662915930476e-05,
-      "loss": 0.252,
-      "step": 2717
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9859759934321387,
-      "learning_rate": 1.9392097566684132e-05,
-      "loss": 0.2326,
-      "step": 2718
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.5788317329342427,
-      "learning_rate": 1.9391531962676614e-05,
-      "loss": 0.2219,
-      "step": 2719
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.4030978767199909,
-      "learning_rate": 1.939096610392326e-05,
-      "loss": 0.2487,
-      "step": 2720
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0004712075775568,
-      "learning_rate": 1.939039999043942e-05,
-      "loss": 0.2151,
-      "step": 2721
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9521128417870931,
-      "learning_rate": 1.938983362224045e-05,
-      "loss": 0.2365,
-      "step": 2722
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.8453050326579191,
-      "learning_rate": 1.9389266999341717e-05,
-      "loss": 0.228,
-      "step": 2723
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9700950773605047,
-      "learning_rate": 1.938870012175858e-05,
-      "loss": 0.2038,
-      "step": 2724
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.3553509430700317,
-      "learning_rate": 1.9388132989506422e-05,
-      "loss": 0.2297,
-      "step": 2725
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9893932786413834,
-      "learning_rate": 1.938756560260063e-05,
-      "loss": 0.2173,
-      "step": 2726
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.219016122502431,
-      "learning_rate": 1.938699796105659e-05,
-      "loss": 0.2452,
-      "step": 2727
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1359466605415534,
-      "learning_rate": 1.93864300648897e-05,
-      "loss": 0.2274,
-      "step": 2728
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.9213735652946478,
-      "learning_rate": 1.9385861914115365e-05,
-      "loss": 0.217,
-      "step": 2729
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0375854513096163,
-      "learning_rate": 1.9385293508748994e-05,
-      "loss": 0.2354,
-      "step": 2730
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1904506309150737,
-      "learning_rate": 1.9384724848806007e-05,
-      "loss": 0.2345,
-      "step": 2731
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0897334514227217,
-      "learning_rate": 1.938415593430183e-05,
-      "loss": 0.2282,
-      "step": 2732
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.3949774336848564,
-      "learning_rate": 1.938358676525189e-05,
-      "loss": 0.2158,
-      "step": 2733
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.2083550955177704,
-      "learning_rate": 1.938301734167163e-05,
-      "loss": 0.2311,
-      "step": 2734
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1414932076518072,
-      "learning_rate": 1.9382447663576495e-05,
-      "loss": 0.2166,
-      "step": 2735
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.2718276826173287,
-      "learning_rate": 1.9381877730981938e-05,
-      "loss": 0.2304,
-      "step": 2736
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.8383903990044212,
-      "learning_rate": 1.9381307543903416e-05,
-      "loss": 0.2392,
-      "step": 2737
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1569915189018203,
-      "learning_rate": 1.93807371023564e-05,
-      "loss": 0.2274,
-      "step": 2738
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.4849041251151516,
-      "learning_rate": 1.9380166406356357e-05,
-      "loss": 0.2647,
-      "step": 2739
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9769699732654332,
-      "learning_rate": 1.9379595455918773e-05,
-      "loss": 0.2233,
-      "step": 2740
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1559082444358126,
-      "learning_rate": 1.937902425105913e-05,
-      "loss": 0.225,
-      "step": 2741
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9116840164315465,
-      "learning_rate": 1.9378452791792924e-05,
-      "loss": 0.2057,
-      "step": 2742
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0057407085044325,
-      "learning_rate": 1.937788107813566e-05,
-      "loss": 0.2108,
-      "step": 2743
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0099264312055576,
-      "learning_rate": 1.937730911010284e-05,
-      "loss": 0.2116,
-      "step": 2744
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.4555501133886994,
-      "learning_rate": 1.9376736887709982e-05,
-      "loss": 0.216,
-      "step": 2745
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0396223279709482,
-      "learning_rate": 1.9376164410972604e-05,
-      "loss": 0.229,
-      "step": 2746
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1136116076973643,
-      "learning_rate": 1.9375591679906242e-05,
-      "loss": 0.2507,
-      "step": 2747
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.8975991818619756,
-      "learning_rate": 1.937501869452642e-05,
-      "loss": 0.2231,
-      "step": 2748
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.5743246579158048,
-      "learning_rate": 1.937444545484869e-05,
-      "loss": 0.2339,
-      "step": 2749
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 2.469957685828871,
-      "learning_rate": 1.9373871960888594e-05,
-      "loss": 0.2389,
-      "step": 2750
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0671056971589354,
-      "learning_rate": 1.9373298212661697e-05,
-      "loss": 0.2364,
-      "step": 2751
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.88066037520169,
-      "learning_rate": 1.9372724210183552e-05,
-      "loss": 0.2524,
-      "step": 2752
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.109280660148114,
-      "learning_rate": 1.9372149953469733e-05,
-      "loss": 0.2065,
-      "step": 2753
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.4632192072371528,
-      "learning_rate": 1.937157544253582e-05,
-      "loss": 0.2408,
-      "step": 2754
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9689206571329406,
-      "learning_rate": 1.9371000677397393e-05,
-      "loss": 0.2171,
-      "step": 2755
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.250810549389868,
-      "learning_rate": 1.9370425658070043e-05,
-      "loss": 0.25,
-      "step": 2756
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9785658371917585,
-      "learning_rate": 1.936985038456937e-05,
-      "loss": 0.2174,
-      "step": 2757
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9513477898582572,
-      "learning_rate": 1.936927485691097e-05,
-      "loss": 0.2498,
-      "step": 2758
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9823602970822934,
-      "learning_rate": 1.9368699075110467e-05,
-      "loss": 0.2077,
-      "step": 2759
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.01832212753293,
-      "learning_rate": 1.9368123039183468e-05,
-      "loss": 0.2258,
-      "step": 2760
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0482144964607565,
-      "learning_rate": 1.9367546749145605e-05,
-      "loss": 0.2374,
-      "step": 2761
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1170462467104787,
-      "learning_rate": 1.9366970205012508e-05,
-      "loss": 0.218,
-      "step": 2762
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.2372709983607768,
-      "learning_rate": 1.9366393406799813e-05,
-      "loss": 0.2195,
-      "step": 2763
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 4.606539485103394,
-      "learning_rate": 1.9365816354523167e-05,
-      "loss": 0.2416,
-      "step": 2764
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 2.08146758226909,
-      "learning_rate": 1.9365239048198227e-05,
-      "loss": 0.2265,
-      "step": 2765
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9354277640682458,
-      "learning_rate": 1.9364661487840645e-05,
-      "loss": 0.2565,
-      "step": 2766
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.194024150331995,
-      "learning_rate": 1.9364083673466094e-05,
-      "loss": 0.2313,
-      "step": 2767
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.208037331414121,
-      "learning_rate": 1.9363505605090243e-05,
-      "loss": 0.2331,
-      "step": 2768
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 2.654984133731084,
-      "learning_rate": 1.9362927282728774e-05,
-      "loss": 0.244,
-      "step": 2769
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1251978450679647,
-      "learning_rate": 1.9362348706397374e-05,
-      "loss": 0.2296,
-      "step": 2770
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.089003515036792,
-      "learning_rate": 1.9361769876111734e-05,
-      "loss": 0.2047,
-      "step": 2771
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0686045742352648,
-      "learning_rate": 1.936119079188756e-05,
-      "loss": 0.2195,
-      "step": 2772
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.912428797587506,
-      "learning_rate": 1.936061145374056e-05,
-      "loss": 0.2152,
-      "step": 2773
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.2551911812214693,
-      "learning_rate": 1.936003186168644e-05,
-      "loss": 0.2467,
-      "step": 2774
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9804946097373898,
-      "learning_rate": 1.935945201574093e-05,
-      "loss": 0.2328,
-      "step": 2775
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.2927497100162066,
-      "learning_rate": 1.9358871915919754e-05,
-      "loss": 0.2347,
-      "step": 2776
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.2909319229029048,
-      "learning_rate": 1.935829156223865e-05,
-      "loss": 0.2266,
-      "step": 2777
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1159629090785874,
-      "learning_rate": 1.935771095471336e-05,
-      "loss": 0.2208,
-      "step": 2778
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.3930226613031322,
-      "learning_rate": 1.935713009335963e-05,
-      "loss": 0.2331,
-      "step": 2779
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0452858269400926,
-      "learning_rate": 1.9356548978193216e-05,
-      "loss": 0.2501,
-      "step": 2780
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9458649340006015,
-      "learning_rate": 1.9355967609229886e-05,
-      "loss": 0.2338,
-      "step": 2781
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.2348517530609575,
-      "learning_rate": 1.9355385986485406e-05,
-      "loss": 0.2253,
-      "step": 2782
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.5834193611796006,
-      "learning_rate": 1.935480410997555e-05,
-      "loss": 0.2621,
-      "step": 2783
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.8904407124477265,
-      "learning_rate": 1.9354221979716107e-05,
-      "loss": 0.2173,
-      "step": 2784
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.9469089622240592,
-      "learning_rate": 1.9353639595722863e-05,
-      "loss": 0.2164,
-      "step": 2785
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.7623120361802205,
-      "learning_rate": 1.9353056958011613e-05,
-      "loss": 0.2241,
-      "step": 2786
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.343534262397146,
-      "learning_rate": 1.935247406659817e-05,
-      "loss": 0.2292,
-      "step": 2787
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 3.9677492958050955,
-      "learning_rate": 1.935189092149834e-05,
-      "loss": 0.237,
-      "step": 2788
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0513218979485803,
-      "learning_rate": 1.9351307522727936e-05,
-      "loss": 0.2477,
-      "step": 2789
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0806439607517602,
-      "learning_rate": 1.935072387030279e-05,
-      "loss": 0.2478,
-      "step": 2790
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0885677043023188,
-      "learning_rate": 1.9350139964238732e-05,
-      "loss": 0.2577,
-      "step": 2791
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9436811681196573,
-      "learning_rate": 1.9349555804551598e-05,
-      "loss": 0.2148,
-      "step": 2792
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.4197577391194087,
-      "learning_rate": 1.9348971391257235e-05,
-      "loss": 0.2472,
-      "step": 2793
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 2.0348878799009253,
-      "learning_rate": 1.9348386724371495e-05,
-      "loss": 0.2477,
-      "step": 2794
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1077434643852102,
-      "learning_rate": 1.9347801803910236e-05,
-      "loss": 0.2239,
-      "step": 2795
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.3548339541610674,
-      "learning_rate": 1.9347216629889326e-05,
-      "loss": 0.224,
-      "step": 2796
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.7495935883278109,
-      "learning_rate": 1.9346631202324638e-05,
-      "loss": 0.2304,
-      "step": 2797
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.101603564197832,
-      "learning_rate": 1.9346045521232048e-05,
-      "loss": 0.2365,
-      "step": 2798
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1903832241877375,
-      "learning_rate": 1.9345459586627448e-05,
-      "loss": 0.2371,
-      "step": 2799
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1802158056744014,
-      "learning_rate": 1.9344873398526733e-05,
-      "loss": 0.2418,
-      "step": 2800
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.503865653521154,
-      "learning_rate": 1.934428695694579e-05,
-      "loss": 0.2316,
-      "step": 2801
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 12.801483119089678,
-      "learning_rate": 1.9343700261900543e-05,
-      "loss": 0.2447,
-      "step": 2802
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 2.688265735472681,
-      "learning_rate": 1.9343113313406893e-05,
-      "loss": 0.2316,
-      "step": 2803
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.522621184047923,
-      "learning_rate": 1.9342526111480772e-05,
-      "loss": 0.2275,
-      "step": 2804
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 2.6548636105769403,
-      "learning_rate": 1.9341938656138097e-05,
-      "loss": 0.2378,
-      "step": 2805
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.149292127360877,
-      "learning_rate": 1.9341350947394812e-05,
-      "loss": 0.2148,
-      "step": 2806
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0514337747612676,
-      "learning_rate": 1.9340762985266853e-05,
-      "loss": 0.2271,
-      "step": 2807
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0551929436991787,
-      "learning_rate": 1.9340174769770173e-05,
-      "loss": 0.2237,
-      "step": 2808
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.3379299345155393,
-      "learning_rate": 1.933958630092072e-05,
-      "loss": 0.2207,
-      "step": 2809
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.5583520618210185,
-      "learning_rate": 1.9338997578734466e-05,
-      "loss": 0.2106,
-      "step": 2810
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.4166387778203358,
-      "learning_rate": 1.9338408603227374e-05,
-      "loss": 0.2488,
-      "step": 2811
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.2264068153220962,
-      "learning_rate": 1.9337819374415422e-05,
-      "loss": 0.2566,
-      "step": 2812
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1433870801860593,
-      "learning_rate": 1.933722989231459e-05,
-      "loss": 0.2185,
-      "step": 2813
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.8592350172417055,
-      "learning_rate": 1.933664015694087e-05,
-      "loss": 0.2098,
-      "step": 2814
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.8753480279923114,
-      "learning_rate": 1.933605016831026e-05,
-      "loss": 0.2096,
-      "step": 2815
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0621829098299027,
-      "learning_rate": 1.933545992643876e-05,
-      "loss": 0.2262,
-      "step": 2816
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.294220489663147,
-      "learning_rate": 1.9334869431342386e-05,
-      "loss": 0.236,
-      "step": 2817
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.387910567461303,
-      "learning_rate": 1.9334278683037145e-05,
-      "loss": 0.227,
-      "step": 2818
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.102746476766718,
-      "learning_rate": 1.9333687681539073e-05,
-      "loss": 0.2447,
-      "step": 2819
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.8837216385130431,
-      "learning_rate": 1.9333096426864194e-05,
-      "loss": 0.2374,
-      "step": 2820
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0590666816622536,
-      "learning_rate": 1.9332504919028548e-05,
-      "loss": 0.2266,
-      "step": 2821
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.2261448440402158,
-      "learning_rate": 1.9331913158048175e-05,
-      "loss": 0.2126,
-      "step": 2822
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 2.3830268899911844,
-      "learning_rate": 1.9331321143939134e-05,
-      "loss": 0.1973,
-      "step": 2823
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.2466959722982942,
-      "learning_rate": 1.933072887671748e-05,
-      "loss": 0.2186,
-      "step": 2824
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1776701511053869,
-      "learning_rate": 1.933013635639928e-05,
-      "loss": 0.2299,
-      "step": 2825
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.079444331175208,
-      "learning_rate": 1.93295435830006e-05,
-      "loss": 0.243,
-      "step": 2826
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9769968665319854,
-      "learning_rate": 1.9328950556537523e-05,
-      "loss": 0.2288,
-      "step": 2827
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 2.233898058764008,
-      "learning_rate": 1.932835727702614e-05,
-      "loss": 0.2327,
-      "step": 2828
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9367566360481667,
-      "learning_rate": 1.9327763744482536e-05,
-      "loss": 0.2117,
-      "step": 2829
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.3818642138448198,
-      "learning_rate": 1.9327169958922813e-05,
-      "loss": 0.2181,
-      "step": 2830
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.2256836948803158,
-      "learning_rate": 1.932657592036308e-05,
-      "loss": 0.2203,
-      "step": 2831
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.104918269812186,
-      "learning_rate": 1.9325981628819448e-05,
-      "loss": 0.2184,
-      "step": 2832
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.4675592439172866,
-      "learning_rate": 1.9325387084308036e-05,
-      "loss": 0.2331,
-      "step": 2833
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 3.220652819519909,
-      "learning_rate": 1.9324792286844977e-05,
-      "loss": 0.2333,
-      "step": 2834
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.2065214985533652,
-      "learning_rate": 1.9324197236446397e-05,
-      "loss": 0.2497,
-      "step": 2835
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0117364195372431,
-      "learning_rate": 1.932360193312844e-05,
-      "loss": 0.2159,
-      "step": 2836
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1569651541855233,
-      "learning_rate": 1.9323006376907253e-05,
-      "loss": 0.2282,
-      "step": 2837
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1876368415555707,
-      "learning_rate": 1.9322410567798996e-05,
-      "loss": 0.2212,
-      "step": 2838
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.3740372088877062,
-      "learning_rate": 1.932181450581982e-05,
-      "loss": 0.2384,
-      "step": 2839
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1016021890316428,
-      "learning_rate": 1.9321218190985906e-05,
-      "loss": 0.222,
-      "step": 2840
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9683116783883369,
-      "learning_rate": 1.9320621623313416e-05,
-      "loss": 0.2128,
-      "step": 2841
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.1316210342046384,
-      "learning_rate": 1.932002480281854e-05,
-      "loss": 0.2403,
-      "step": 2842
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.9264831837106831,
-      "learning_rate": 1.9319427729517467e-05,
-      "loss": 0.2175,
-      "step": 2843
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.03768617926261,
-      "learning_rate": 1.9318830403426388e-05,
-      "loss": 0.2477,
-      "step": 2844
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.2202169153802127,
-      "learning_rate": 1.9318232824561507e-05,
-      "loss": 0.2141,
-      "step": 2845
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 0.8568755411257019,
-      "learning_rate": 1.9317634992939034e-05,
-      "loss": 0.2263,
-      "step": 2846
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.0483047904842462,
-      "learning_rate": 1.931703690857519e-05,
-      "loss": 0.2382,
-      "step": 2847
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 2.329723964272318,
-      "learning_rate": 1.9316438571486188e-05,
-      "loss": 0.1943,
-      "step": 2848
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 2.3214312045060064,
-      "learning_rate": 1.9315839981688267e-05,
-      "loss": 0.2255,
-      "step": 2849
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.6453793440023385,
-      "learning_rate": 1.931524113919766e-05,
-      "loss": 0.2587,
-      "step": 2850
-    },
-    {
-      "epoch": 0.14,
-      "grad_norm": 1.2808218991790954,
-      "learning_rate": 1.931464204403061e-05,
-      "loss": 0.2426,
-      "step": 2851
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1321376470227988,
-      "learning_rate": 1.931404269620337e-05,
-      "loss": 0.2192,
-      "step": 2852
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.8540458805915087,
-      "learning_rate": 1.9313443095732197e-05,
-      "loss": 0.2372,
-      "step": 2853
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.629983136852726,
-      "learning_rate": 1.9312843242633354e-05,
-      "loss": 0.2371,
-      "step": 2854
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9867139867736547,
-      "learning_rate": 1.931224313692311e-05,
-      "loss": 0.2338,
-      "step": 2855
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0737634184425395,
-      "learning_rate": 1.9311642778617742e-05,
-      "loss": 0.231,
-      "step": 2856
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.03320041635422,
-      "learning_rate": 1.931104216773354e-05,
-      "loss": 0.2224,
-      "step": 2857
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1224550744055295,
-      "learning_rate": 1.9310441304286794e-05,
-      "loss": 0.2247,
-      "step": 2858
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9518778508395871,
-      "learning_rate": 1.9309840188293803e-05,
-      "loss": 0.2337,
-      "step": 2859
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9511248974571589,
-      "learning_rate": 1.930923881977087e-05,
-      "loss": 0.2395,
-      "step": 2860
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1447901689296558,
-      "learning_rate": 1.9308637198734307e-05,
-      "loss": 0.22,
-      "step": 2861
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1499640522355206,
-      "learning_rate": 1.9308035325200436e-05,
-      "loss": 0.242,
-      "step": 2862
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.3407711277898409,
-      "learning_rate": 1.9307433199185582e-05,
-      "loss": 0.2421,
-      "step": 2863
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0156304338906854,
-      "learning_rate": 1.9306830820706074e-05,
-      "loss": 0.2197,
-      "step": 2864
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.974378473587215,
-      "learning_rate": 1.9306228189778255e-05,
-      "loss": 0.2275,
-      "step": 2865
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0145603045608926,
-      "learning_rate": 1.930562530641847e-05,
-      "loss": 0.1958,
-      "step": 2866
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0589342389369067,
-      "learning_rate": 1.9305022170643077e-05,
-      "loss": 0.2191,
-      "step": 2867
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0494184592272218,
-      "learning_rate": 1.9304418782468427e-05,
-      "loss": 0.2211,
-      "step": 2868
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.826301537596647,
-      "learning_rate": 1.9303815141910894e-05,
-      "loss": 0.2075,
-      "step": 2869
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.8674197245882275,
-      "learning_rate": 1.930321124898685e-05,
-      "loss": 0.2213,
-      "step": 2870
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.28917194083532,
-      "learning_rate": 1.930260710371268e-05,
-      "loss": 0.2432,
-      "step": 2871
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.9229131007885853,
-      "learning_rate": 1.9302002706104762e-05,
-      "loss": 0.2072,
-      "step": 2872
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 2.9223149186191164,
-      "learning_rate": 1.9301398056179493e-05,
-      "loss": 0.2302,
-      "step": 2873
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.6633490926322958,
-      "learning_rate": 1.930079315395328e-05,
-      "loss": 0.2199,
-      "step": 2874
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9742814069706348,
-      "learning_rate": 1.930018799944253e-05,
-      "loss": 0.2316,
-      "step": 2875
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1254691217888606,
-      "learning_rate": 1.929958259266365e-05,
-      "loss": 0.2259,
-      "step": 2876
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.8419765118945145,
-      "learning_rate": 1.9298976933633068e-05,
-      "loss": 0.2367,
-      "step": 2877
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0637810663668488,
-      "learning_rate": 1.929837102236721e-05,
-      "loss": 0.2029,
-      "step": 2878
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1969913921398376,
-      "learning_rate": 1.9297764858882516e-05,
-      "loss": 0.219,
-      "step": 2879
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9500843843503507,
-      "learning_rate": 1.929715844319542e-05,
-      "loss": 0.204,
-      "step": 2880
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9159934453202914,
-      "learning_rate": 1.9296551775322383e-05,
-      "loss": 0.2314,
-      "step": 2881
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9819107607663788,
-      "learning_rate": 1.9295944855279853e-05,
-      "loss": 0.2259,
-      "step": 2882
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0649590229898775,
-      "learning_rate": 1.9295337683084292e-05,
-      "loss": 0.1982,
-      "step": 2883
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.2130419725924906,
-      "learning_rate": 1.929473025875217e-05,
-      "loss": 0.23,
-      "step": 2884
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9468141626402687,
-      "learning_rate": 1.9294122582299964e-05,
-      "loss": 0.2211,
-      "step": 2885
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0795576693617677,
-      "learning_rate": 1.929351465374416e-05,
-      "loss": 0.2469,
-      "step": 2886
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.7962182832585174,
-      "learning_rate": 1.9292906473101246e-05,
-      "loss": 0.1996,
-      "step": 2887
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9714002340563536,
-      "learning_rate": 1.929229804038772e-05,
-      "loss": 0.2417,
-      "step": 2888
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.09410087899835,
-      "learning_rate": 1.9291689355620088e-05,
-      "loss": 0.2343,
-      "step": 2889
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.7838595149854972,
-      "learning_rate": 1.9291080418814852e-05,
-      "loss": 0.1895,
-      "step": 2890
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.274523284116608,
-      "learning_rate": 1.9290471229988536e-05,
-      "loss": 0.2156,
-      "step": 2891
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9507973660783633,
-      "learning_rate": 1.9289861789157666e-05,
-      "loss": 0.237,
-      "step": 2892
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1444280596229304,
-      "learning_rate": 1.9289252096338767e-05,
-      "loss": 0.2345,
-      "step": 2893
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.8911921538107122,
-      "learning_rate": 1.928864215154838e-05,
-      "loss": 0.2183,
-      "step": 2894
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9689915619745783,
-      "learning_rate": 1.928803195480305e-05,
-      "loss": 0.2347,
-      "step": 2895
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1021079330412795,
-      "learning_rate": 1.9287421506119332e-05,
-      "loss": 0.2305,
-      "step": 2896
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0599028799692833,
-      "learning_rate": 1.9286810805513774e-05,
-      "loss": 0.2447,
-      "step": 2897
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0162405743349308,
-      "learning_rate": 1.9286199853002956e-05,
-      "loss": 0.2046,
-      "step": 2898
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1035504592713803,
-      "learning_rate": 1.928558864860344e-05,
-      "loss": 0.2172,
-      "step": 2899
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.303054013613804,
-      "learning_rate": 1.9284977192331807e-05,
-      "loss": 0.2312,
-      "step": 2900
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.2167740655890367,
-      "learning_rate": 1.9284365484204645e-05,
-      "loss": 0.2389,
-      "step": 2901
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.3669197391194035,
-      "learning_rate": 1.9283753524238542e-05,
-      "loss": 0.2293,
-      "step": 2902
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1895888740056975,
-      "learning_rate": 1.92831413124501e-05,
-      "loss": 0.2241,
-      "step": 2903
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.2522969542985063,
-      "learning_rate": 1.9282528848855925e-05,
-      "loss": 0.2601,
-      "step": 2904
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.302544121030843,
-      "learning_rate": 1.9281916133472636e-05,
-      "loss": 0.1939,
-      "step": 2905
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0861778850757935,
-      "learning_rate": 1.9281303166316846e-05,
-      "loss": 0.2684,
-      "step": 2906
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.2882850775483696,
-      "learning_rate": 1.928068994740518e-05,
-      "loss": 0.2334,
-      "step": 2907
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.2321169609007878,
-      "learning_rate": 1.9280076476754276e-05,
-      "loss": 0.2164,
-      "step": 2908
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.6514277681396714,
-      "learning_rate": 1.9279462754380774e-05,
-      "loss": 0.2389,
-      "step": 2909
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1270106887925726,
-      "learning_rate": 1.927884878030132e-05,
-      "loss": 0.2225,
-      "step": 2910
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.8445104404776635,
-      "learning_rate": 1.927823455453257e-05,
-      "loss": 0.2282,
-      "step": 2911
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1310180099501284,
-      "learning_rate": 1.9277620077091184e-05,
-      "loss": 0.2357,
-      "step": 2912
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1734832772791386,
-      "learning_rate": 1.927700534799383e-05,
-      "loss": 0.2436,
-      "step": 2913
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.055450159546421,
-      "learning_rate": 1.927639036725718e-05,
-      "loss": 0.2293,
-      "step": 2914
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.235235898756223,
-      "learning_rate": 1.927577513489792e-05,
-      "loss": 0.2186,
-      "step": 2915
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0584009839980613,
-      "learning_rate": 1.927515965093273e-05,
-      "loss": 0.2259,
-      "step": 2916
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0460374119343292,
-      "learning_rate": 1.9274543915378315e-05,
-      "loss": 0.2276,
-      "step": 2917
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.670885330919633,
-      "learning_rate": 1.927392792825137e-05,
-      "loss": 0.2071,
-      "step": 2918
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0249029467969002,
-      "learning_rate": 1.927331168956861e-05,
-      "loss": 0.2114,
-      "step": 2919
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9630012806325837,
-      "learning_rate": 1.9272695199346743e-05,
-      "loss": 0.2633,
-      "step": 2920
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0913292371471266,
-      "learning_rate": 1.92720784576025e-05,
-      "loss": 0.2235,
-      "step": 2921
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.8716918819429021,
-      "learning_rate": 1.92714614643526e-05,
-      "loss": 0.2295,
-      "step": 2922
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1952869315038404,
-      "learning_rate": 1.9270844219613785e-05,
-      "loss": 0.2343,
-      "step": 2923
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9901067479541756,
-      "learning_rate": 1.9270226723402798e-05,
-      "loss": 0.2148,
-      "step": 2924
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9465534365045836,
-      "learning_rate": 1.926960897573639e-05,
-      "loss": 0.2189,
-      "step": 2925
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9050720063547557,
-      "learning_rate": 1.926899097663131e-05,
-      "loss": 0.205,
-      "step": 2926
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.3984753431326877,
-      "learning_rate": 1.926837272610433e-05,
-      "loss": 0.2278,
-      "step": 2927
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.331648313954839,
-      "learning_rate": 1.9267754224172216e-05,
-      "loss": 0.2252,
-      "step": 2928
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.3474581608803735,
-      "learning_rate": 1.926713547085174e-05,
-      "loss": 0.2242,
-      "step": 2929
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1764702056906664,
-      "learning_rate": 1.9266516466159697e-05,
-      "loss": 0.2275,
-      "step": 2930
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9102442675036209,
-      "learning_rate": 1.9265897210112868e-05,
-      "loss": 0.209,
-      "step": 2931
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9579038746913898,
-      "learning_rate": 1.9265277702728058e-05,
-      "loss": 0.2238,
-      "step": 2932
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.087611433992817,
-      "learning_rate": 1.9264657944022063e-05,
-      "loss": 0.2219,
-      "step": 2933
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9513234172795997,
-      "learning_rate": 1.92640379340117e-05,
-      "loss": 0.2293,
-      "step": 2934
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.035375087455176,
-      "learning_rate": 1.9263417672713786e-05,
-      "loss": 0.2013,
-      "step": 2935
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9867731544458642,
-      "learning_rate": 1.926279716014514e-05,
-      "loss": 0.2239,
-      "step": 2936
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.004772357407247,
-      "learning_rate": 1.92621763963226e-05,
-      "loss": 0.2428,
-      "step": 2937
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.2468846047363114,
-      "learning_rate": 1.9261555381263003e-05,
-      "loss": 0.264,
-      "step": 2938
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.3487744229263021,
-      "learning_rate": 1.926093411498319e-05,
-      "loss": 0.2162,
-      "step": 2939
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.2469162410816559,
-      "learning_rate": 1.926031259750002e-05,
-      "loss": 0.2244,
-      "step": 2940
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1165749330292827,
-      "learning_rate": 1.9259690828830345e-05,
-      "loss": 0.2609,
-      "step": 2941
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.879048795841088,
-      "learning_rate": 1.925906880899104e-05,
-      "loss": 0.2225,
-      "step": 2942
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1138683990180442,
-      "learning_rate": 1.9258446537998964e-05,
-      "loss": 0.209,
-      "step": 2943
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.563574900308686,
-      "learning_rate": 1.9257824015871005e-05,
-      "loss": 0.2385,
-      "step": 2944
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.8906959033595399,
-      "learning_rate": 1.9257201242624045e-05,
-      "loss": 0.2098,
-      "step": 2945
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.030668698944916,
-      "learning_rate": 1.925657821827498e-05,
-      "loss": 0.2218,
-      "step": 2946
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.096503438378198,
-      "learning_rate": 1.9255954942840706e-05,
-      "loss": 0.2421,
-      "step": 2947
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.2449681975950357,
-      "learning_rate": 1.9255331416338134e-05,
-      "loss": 0.2259,
-      "step": 2948
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.067845526085949,
-      "learning_rate": 1.9254707638784174e-05,
-      "loss": 0.2051,
-      "step": 2949
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.645151745527325,
-      "learning_rate": 1.9254083610195745e-05,
-      "loss": 0.2271,
-      "step": 2950
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.440117632626847,
-      "learning_rate": 1.9253459330589776e-05,
-      "loss": 0.2204,
-      "step": 2951
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.294112671200197,
-      "learning_rate": 1.9252834799983197e-05,
-      "loss": 0.2179,
-      "step": 2952
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0002684462624296,
-      "learning_rate": 1.9252210018392957e-05,
-      "loss": 0.2398,
-      "step": 2953
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9685935114284663,
-      "learning_rate": 1.9251584985835996e-05,
-      "loss": 0.2193,
-      "step": 2954
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0508821576329554,
-      "learning_rate": 1.9250959702329268e-05,
-      "loss": 0.2246,
-      "step": 2955
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.8610381375921086,
-      "learning_rate": 1.9250334167889737e-05,
-      "loss": 0.2236,
-      "step": 2956
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.260320103814766,
-      "learning_rate": 1.9249708382534372e-05,
-      "loss": 0.2235,
-      "step": 2957
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.070880397566758,
-      "learning_rate": 1.924908234628014e-05,
-      "loss": 0.2206,
-      "step": 2958
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.8849634135287198,
-      "learning_rate": 1.9248456059144028e-05,
-      "loss": 0.2156,
-      "step": 2959
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.8334624823803712,
-      "learning_rate": 1.9247829521143023e-05,
-      "loss": 0.2195,
-      "step": 2960
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9487501038077363,
-      "learning_rate": 1.924720273229412e-05,
-      "loss": 0.2473,
-      "step": 2961
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 3.294794933510296,
-      "learning_rate": 1.9246575692614323e-05,
-      "loss": 0.2442,
-      "step": 2962
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.2417909542707162,
-      "learning_rate": 1.9245948402120634e-05,
-      "loss": 0.2306,
-      "step": 2963
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0910392732978642,
-      "learning_rate": 1.9245320860830075e-05,
-      "loss": 0.2041,
-      "step": 2964
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9316213997274377,
-      "learning_rate": 1.9244693068759668e-05,
-      "loss": 0.2398,
-      "step": 2965
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.3031353937967904,
-      "learning_rate": 1.9244065025926434e-05,
-      "loss": 0.2096,
-      "step": 2966
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.7483928647007118,
-      "learning_rate": 1.9243436732347418e-05,
-      "loss": 0.2105,
-      "step": 2967
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.2147163505835121,
-      "learning_rate": 1.9242808188039658e-05,
-      "loss": 0.242,
-      "step": 2968
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9165976744588308,
-      "learning_rate": 1.92421793930202e-05,
-      "loss": 0.2287,
-      "step": 2969
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.129164002317354,
-      "learning_rate": 1.924155034730611e-05,
-      "loss": 0.2114,
-      "step": 2970
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.8668190231085972,
-      "learning_rate": 1.924092105091444e-05,
-      "loss": 0.219,
-      "step": 2971
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.8988161489801656,
-      "learning_rate": 1.9240291503862266e-05,
-      "loss": 0.2329,
-      "step": 2972
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.5519469682120905,
-      "learning_rate": 1.9239661706166663e-05,
-      "loss": 0.2372,
-      "step": 2973
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9317913944468382,
-      "learning_rate": 1.9239031657844718e-05,
-      "loss": 0.2376,
-      "step": 2974
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0039810802977571,
-      "learning_rate": 1.9238401358913513e-05,
-      "loss": 0.2426,
-      "step": 2975
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.8406615489980125,
-      "learning_rate": 1.923777080939015e-05,
-      "loss": 0.2081,
-      "step": 2976
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9565145582443978,
-      "learning_rate": 1.9237140009291733e-05,
-      "loss": 0.2146,
-      "step": 2977
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9123321433259106,
-      "learning_rate": 1.9236508958635372e-05,
-      "loss": 0.2132,
-      "step": 2978
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0533861024137494,
-      "learning_rate": 1.923587765743818e-05,
-      "loss": 0.1994,
-      "step": 2979
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.2296651007941344,
-      "learning_rate": 1.923524610571729e-05,
-      "loss": 0.2353,
-      "step": 2980
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0783244560851948,
-      "learning_rate": 1.9234614303489823e-05,
-      "loss": 0.2487,
-      "step": 2981
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1787683750063183,
-      "learning_rate": 1.9233982250772927e-05,
-      "loss": 0.247,
-      "step": 2982
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0130160636525272,
-      "learning_rate": 1.9233349947583735e-05,
-      "loss": 0.2336,
-      "step": 2983
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.4574101701417077,
-      "learning_rate": 1.923271739393941e-05,
-      "loss": 0.2048,
-      "step": 2984
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.3197654603803377,
-      "learning_rate": 1.9232084589857103e-05,
-      "loss": 0.2364,
-      "step": 2985
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.207157479828292,
-      "learning_rate": 1.9231451535353977e-05,
-      "loss": 0.2134,
-      "step": 2986
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9671518118956477,
-      "learning_rate": 1.9230818230447207e-05,
-      "loss": 0.209,
-      "step": 2987
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.954083161294547,
-      "learning_rate": 1.9230184675153974e-05,
-      "loss": 0.2262,
-      "step": 2988
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0068100034817131,
-      "learning_rate": 1.9229550869491456e-05,
-      "loss": 0.2074,
-      "step": 2989
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.2304033656255684,
-      "learning_rate": 1.9228916813476855e-05,
-      "loss": 0.2365,
-      "step": 2990
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1480477035501895,
-      "learning_rate": 1.922828250712736e-05,
-      "loss": 0.2176,
-      "step": 2991
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.6072046871345662,
-      "learning_rate": 1.9227647950460184e-05,
-      "loss": 0.2173,
-      "step": 2992
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.510713170555769,
-      "learning_rate": 1.9227013143492534e-05,
-      "loss": 0.2311,
-      "step": 2993
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.607032952016177,
-      "learning_rate": 1.922637808624163e-05,
-      "loss": 0.2301,
-      "step": 2994
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.2996906089038012,
-      "learning_rate": 1.92257427787247e-05,
-      "loss": 0.2596,
-      "step": 2995
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0050341574660457,
-      "learning_rate": 1.922510722095898e-05,
-      "loss": 0.2361,
-      "step": 2996
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9414520504409785,
-      "learning_rate": 1.92244714129617e-05,
-      "loss": 0.2298,
-      "step": 2997
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9724450849054851,
-      "learning_rate": 1.9223835354750117e-05,
-      "loss": 0.2228,
-      "step": 2998
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9975235707500363,
-      "learning_rate": 1.9223199046341477e-05,
-      "loss": 0.2471,
-      "step": 2999
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9784518821562274,
-      "learning_rate": 1.922256248775304e-05,
-      "loss": 0.222,
-      "step": 3000
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.8459640070005651,
-      "learning_rate": 1.9221925679002076e-05,
-      "loss": 0.2217,
-      "step": 3001
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.255243443188498,
-      "learning_rate": 1.9221288620105857e-05,
-      "loss": 0.2356,
-      "step": 3002
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.8893090922997737,
-      "learning_rate": 1.9220651311081666e-05,
-      "loss": 0.2279,
-      "step": 3003
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9402338401958679,
-      "learning_rate": 1.922001375194678e-05,
-      "loss": 0.2093,
-      "step": 3004
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.8455121896699624,
-      "learning_rate": 1.9219375942718508e-05,
-      "loss": 0.2226,
-      "step": 3005
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.2765300051535464,
-      "learning_rate": 1.921873788341414e-05,
-      "loss": 0.2542,
-      "step": 3006
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.2140638684126275,
-      "learning_rate": 1.9218099574050985e-05,
-      "loss": 0.2534,
-      "step": 3007
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0750642375996193,
-      "learning_rate": 1.9217461014646362e-05,
-      "loss": 0.2138,
-      "step": 3008
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.246919525779567,
-      "learning_rate": 1.9216822205217586e-05,
-      "loss": 0.2293,
-      "step": 3009
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0217795188677212,
-      "learning_rate": 1.9216183145781984e-05,
-      "loss": 0.2211,
-      "step": 3010
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.587256853484376,
-      "learning_rate": 1.92155438363569e-05,
-      "loss": 0.2676,
-      "step": 3011
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1552003644377378,
-      "learning_rate": 1.9214904276959664e-05,
-      "loss": 0.2202,
-      "step": 3012
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.110685839383147,
-      "learning_rate": 1.921426446760763e-05,
-      "loss": 0.2331,
-      "step": 3013
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.7931555285092697,
-      "learning_rate": 1.9213624408318155e-05,
-      "loss": 0.2201,
-      "step": 3014
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.2477592588381938,
-      "learning_rate": 1.9212984099108594e-05,
-      "loss": 0.2276,
-      "step": 3015
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.4367511021452408,
-      "learning_rate": 1.921234353999632e-05,
-      "loss": 0.2284,
-      "step": 3016
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.306302205604074,
-      "learning_rate": 1.921170273099871e-05,
-      "loss": 0.2194,
-      "step": 3017
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0782994679740574,
-      "learning_rate": 1.921106167213314e-05,
-      "loss": 0.2372,
-      "step": 3018
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0505196944402984,
-      "learning_rate": 1.9210420363417e-05,
-      "loss": 0.2144,
-      "step": 3019
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.9353288519979084,
-      "learning_rate": 1.920977880486769e-05,
-      "loss": 0.2283,
-      "step": 3020
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.974558823252189,
-      "learning_rate": 1.920913699650261e-05,
-      "loss": 0.217,
-      "step": 3021
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9563677813824926,
-      "learning_rate": 1.920849493833917e-05,
-      "loss": 0.2466,
-      "step": 3022
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9999446931006459,
-      "learning_rate": 1.9207852630394782e-05,
-      "loss": 0.1926,
-      "step": 3023
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1905647435368694,
-      "learning_rate": 1.920721007268687e-05,
-      "loss": 0.211,
-      "step": 3024
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9547156412821325,
-      "learning_rate": 1.9206567265232867e-05,
-      "loss": 0.2114,
-      "step": 3025
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.7980185646523026,
-      "learning_rate": 1.920592420805021e-05,
-      "loss": 0.2466,
-      "step": 3026
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.160882813189863,
-      "learning_rate": 1.9205280901156332e-05,
-      "loss": 0.203,
-      "step": 3027
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.482553328977277,
-      "learning_rate": 1.9204637344568694e-05,
-      "loss": 0.2092,
-      "step": 3028
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.8412106230735823,
-      "learning_rate": 1.920399353830475e-05,
-      "loss": 0.2172,
-      "step": 3029
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.029983017735956,
-      "learning_rate": 1.920334948238196e-05,
-      "loss": 0.2332,
-      "step": 3030
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9229551534640521,
-      "learning_rate": 1.9202705176817794e-05,
-      "loss": 0.2158,
-      "step": 3031
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1423176753684943,
-      "learning_rate": 1.920206062162973e-05,
-      "loss": 0.2294,
-      "step": 3032
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9970226971429255,
-      "learning_rate": 1.9201415816835254e-05,
-      "loss": 0.2271,
-      "step": 3033
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1127263130100777,
-      "learning_rate": 1.9200770762451854e-05,
-      "loss": 0.2265,
-      "step": 3034
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9070022790029587,
-      "learning_rate": 1.9200125458497025e-05,
-      "loss": 0.226,
-      "step": 3035
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.4140524654210664,
-      "learning_rate": 1.9199479904988277e-05,
-      "loss": 0.2193,
-      "step": 3036
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.2310860599371727,
-      "learning_rate": 1.9198834101943115e-05,
-      "loss": 0.2257,
-      "step": 3037
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.2545161274463466,
-      "learning_rate": 1.9198188049379055e-05,
-      "loss": 0.2317,
-      "step": 3038
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0034022129693965,
-      "learning_rate": 1.919754174731363e-05,
-      "loss": 0.235,
-      "step": 3039
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.114243885076107,
-      "learning_rate": 1.9196895195764363e-05,
-      "loss": 0.243,
-      "step": 3040
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0156746704279098,
-      "learning_rate": 1.9196248394748794e-05,
-      "loss": 0.2241,
-      "step": 3041
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.0509811949541532,
-      "learning_rate": 1.919560134428447e-05,
-      "loss": 0.2409,
-      "step": 3042
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 0.9396601478975011,
-      "learning_rate": 1.919495404438894e-05,
-      "loss": 0.2226,
-      "step": 3043
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 4.312189831656218,
-      "learning_rate": 1.919430649507976e-05,
-      "loss": 0.2228,
-      "step": 3044
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1669179726287418,
-      "learning_rate": 1.9193658696374498e-05,
-      "loss": 0.2098,
-      "step": 3045
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.053822503469039,
-      "learning_rate": 1.9193010648290725e-05,
-      "loss": 0.219,
-      "step": 3046
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 2.897292649110749,
-      "learning_rate": 1.919236235084602e-05,
-      "loss": 0.2268,
-      "step": 3047
-    },
-    {
-      "epoch": 0.15,
-      "grad_norm": 1.1825640096018137,
-      "learning_rate": 1.9191713804057965e-05,
-      "loss": 0.2277,
-      "step": 3048
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0258482915835343,
-      "learning_rate": 1.9191065007944153e-05,
-      "loss": 0.229,
-      "step": 3049
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0150255181566332,
-      "learning_rate": 1.9190415962522186e-05,
-      "loss": 0.2122,
-      "step": 3050
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.221461841386964,
-      "learning_rate": 1.9189766667809667e-05,
-      "loss": 0.2288,
-      "step": 3051
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0912579290474678,
-      "learning_rate": 1.9189117123824208e-05,
-      "loss": 0.2157,
-      "step": 3052
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.092173960673062,
-      "learning_rate": 1.9188467330583428e-05,
-      "loss": 0.2197,
-      "step": 3053
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.2105441945424267,
-      "learning_rate": 1.918781728810495e-05,
-      "loss": 0.2308,
-      "step": 3054
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0786894300997212,
-      "learning_rate": 1.9187166996406413e-05,
-      "loss": 0.2213,
-      "step": 3055
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0532621519315912,
-      "learning_rate": 1.918651645550545e-05,
-      "loss": 0.2421,
-      "step": 3056
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9811524305129725,
-      "learning_rate": 1.9185865665419708e-05,
-      "loss": 0.2341,
-      "step": 3057
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0652674203246557,
-      "learning_rate": 1.9185214626166845e-05,
-      "loss": 0.2249,
-      "step": 3058
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9858359011987853,
-      "learning_rate": 1.9184563337764516e-05,
-      "loss": 0.22,
-      "step": 3059
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9134652124007379,
-      "learning_rate": 1.9183911800230384e-05,
-      "loss": 0.2318,
-      "step": 3060
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.2143347015760846,
-      "learning_rate": 1.9183260013582126e-05,
-      "loss": 0.2309,
-      "step": 3061
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9738448412568219,
-      "learning_rate": 1.9182607977837424e-05,
-      "loss": 0.2371,
-      "step": 3062
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.7966606408722735,
-      "learning_rate": 1.9181955693013962e-05,
-      "loss": 0.2107,
-      "step": 3063
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.4371746934422849,
-      "learning_rate": 1.918130315912943e-05,
-      "loss": 0.2405,
-      "step": 3064
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9880342880142227,
-      "learning_rate": 1.9180650376201536e-05,
-      "loss": 0.2291,
-      "step": 3065
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0844528067687451,
-      "learning_rate": 1.917999734424798e-05,
-      "loss": 0.2339,
-      "step": 3066
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.273986948076706,
-      "learning_rate": 1.9179344063286475e-05,
-      "loss": 0.2195,
-      "step": 3067
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.8814553758365897,
-      "learning_rate": 1.917869053333475e-05,
-      "loss": 0.2086,
-      "step": 3068
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.077182563935586,
-      "learning_rate": 1.9178036754410518e-05,
-      "loss": 0.2181,
-      "step": 3069
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9425617308554278,
-      "learning_rate": 1.9177382726531527e-05,
-      "loss": 0.2067,
-      "step": 3070
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.013551998686744,
-      "learning_rate": 1.9176728449715506e-05,
-      "loss": 0.2191,
-      "step": 3071
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0285491895566228,
-      "learning_rate": 1.9176073923980212e-05,
-      "loss": 0.2442,
-      "step": 3072
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0493606012843992,
-      "learning_rate": 1.917541914934339e-05,
-      "loss": 0.206,
-      "step": 3073
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.2117368635392565,
-      "learning_rate": 1.917476412582281e-05,
-      "loss": 0.2272,
-      "step": 3074
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.5386868025963205,
-      "learning_rate": 1.9174108853436234e-05,
-      "loss": 0.2331,
-      "step": 3075
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.311440053988242,
-      "learning_rate": 1.9173453332201436e-05,
-      "loss": 0.2102,
-      "step": 3076
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.4581511839772705,
-      "learning_rate": 1.91727975621362e-05,
-      "loss": 0.2173,
-      "step": 3077
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9644674644204856,
-      "learning_rate": 1.917214154325831e-05,
-      "loss": 0.2111,
-      "step": 3078
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.1068412843688058,
-      "learning_rate": 1.917148527558556e-05,
-      "loss": 0.2383,
-      "step": 3079
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.1228544945994425,
-      "learning_rate": 1.917082875913576e-05,
-      "loss": 0.2257,
-      "step": 3080
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.1290992454356428,
-      "learning_rate": 1.9170171993926708e-05,
-      "loss": 0.2302,
-      "step": 3081
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.5171743857569169,
-      "learning_rate": 1.9169514979976224e-05,
-      "loss": 0.2399,
-      "step": 3082
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.179035837795795,
-      "learning_rate": 1.9168857717302128e-05,
-      "loss": 0.2181,
-      "step": 3083
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9525048557256401,
-      "learning_rate": 1.9168200205922248e-05,
-      "loss": 0.2206,
-      "step": 3084
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9192591243102435,
-      "learning_rate": 1.916754244585442e-05,
-      "loss": 0.2114,
-      "step": 3085
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.2411058008519829,
-      "learning_rate": 1.9166884437116486e-05,
-      "loss": 0.2307,
-      "step": 3086
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.4298363741722075,
-      "learning_rate": 1.9166226179726294e-05,
-      "loss": 0.2412,
-      "step": 3087
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.051321479238389,
-      "learning_rate": 1.9165567673701696e-05,
-      "loss": 0.2105,
-      "step": 3088
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.1983398040289723,
-      "learning_rate": 1.9164908919060562e-05,
-      "loss": 0.2134,
-      "step": 3089
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9650459782933238,
-      "learning_rate": 1.9164249915820753e-05,
-      "loss": 0.2188,
-      "step": 3090
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.1929879231929374,
-      "learning_rate": 1.9163590664000145e-05,
-      "loss": 0.2292,
-      "step": 3091
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9577148201922246,
-      "learning_rate": 1.916293116361663e-05,
-      "loss": 0.2178,
-      "step": 3092
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0158885393736095,
-      "learning_rate": 1.916227141468808e-05,
-      "loss": 0.2073,
-      "step": 3093
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.2815901739893645,
-      "learning_rate": 1.9161611417232407e-05,
-      "loss": 0.1999,
-      "step": 3094
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.197536993244301,
-      "learning_rate": 1.9160951171267508e-05,
-      "loss": 0.2276,
-      "step": 3095
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.2323433276514397,
-      "learning_rate": 1.9160290676811288e-05,
-      "loss": 0.2112,
-      "step": 3096
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.119380261757278,
-      "learning_rate": 1.9159629933881666e-05,
-      "loss": 0.2015,
-      "step": 3097
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.045749768250887,
-      "learning_rate": 1.915896894249657e-05,
-      "loss": 0.2191,
-      "step": 3098
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9658151735731435,
-      "learning_rate": 1.9158307702673917e-05,
-      "loss": 0.2234,
-      "step": 3099
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.9059897342936998,
-      "learning_rate": 1.9157646214431653e-05,
-      "loss": 0.2434,
-      "step": 3100
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.1570549601192839,
-      "learning_rate": 1.9156984477787717e-05,
-      "loss": 0.2198,
-      "step": 3101
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.142206977481465,
-      "learning_rate": 1.9156322492760064e-05,
-      "loss": 0.2396,
-      "step": 3102
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.4612871008091388,
-      "learning_rate": 1.915566025936664e-05,
-      "loss": 0.2434,
-      "step": 3103
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.161012691350098,
-      "learning_rate": 1.9154997777625418e-05,
-      "loss": 0.2316,
-      "step": 3104
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0674154619263267,
-      "learning_rate": 1.9154335047554364e-05,
-      "loss": 0.2143,
-      "step": 3105
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.420357609574483,
-      "learning_rate": 1.9153672069171454e-05,
-      "loss": 0.222,
-      "step": 3106
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.1620397000841887,
-      "learning_rate": 1.9153008842494673e-05,
-      "loss": 0.235,
-      "step": 3107
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.1933801258599444,
-      "learning_rate": 1.9152345367542008e-05,
-      "loss": 0.221,
-      "step": 3108
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.92162970400094,
-      "learning_rate": 1.915168164433146e-05,
-      "loss": 0.2049,
-      "step": 3109
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0999983754740923,
-      "learning_rate": 1.9151017672881032e-05,
-      "loss": 0.2288,
-      "step": 3110
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.7372094733382606,
-      "learning_rate": 1.915035345320873e-05,
-      "loss": 0.262,
-      "step": 3111
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.158268282961799,
-      "learning_rate": 1.9149688985332575e-05,
-      "loss": 0.2077,
-      "step": 3112
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0296742546521,
-      "learning_rate": 1.914902426927059e-05,
-      "loss": 0.2285,
-      "step": 3113
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.8850667462372587,
-      "learning_rate": 1.9148359305040802e-05,
-      "loss": 0.223,
-      "step": 3114
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.1648725757139722,
-      "learning_rate": 1.9147694092661254e-05,
-      "loss": 0.222,
-      "step": 3115
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.1864890985053547,
-      "learning_rate": 1.914702863214999e-05,
-      "loss": 0.2313,
-      "step": 3116
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.9597519082119035,
-      "learning_rate": 1.9146362923525053e-05,
-      "loss": 0.2367,
-      "step": 3117
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0768884920382897,
-      "learning_rate": 1.9145696966804505e-05,
-      "loss": 0.2137,
-      "step": 3118
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.2765280153968082,
-      "learning_rate": 1.914503076200641e-05,
-      "loss": 0.2335,
-      "step": 3119
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.891702028568063,
-      "learning_rate": 1.9144364309148842e-05,
-      "loss": 0.2163,
-      "step": 3120
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0401173324989785,
-      "learning_rate": 1.9143697608249873e-05,
-      "loss": 0.2443,
-      "step": 3121
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.150292160815212,
-      "learning_rate": 1.914303065932759e-05,
-      "loss": 0.2442,
-      "step": 3122
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9544448291925663,
-      "learning_rate": 1.9142363462400087e-05,
-      "loss": 0.2108,
-      "step": 3123
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9610639977235427,
-      "learning_rate": 1.914169601748546e-05,
-      "loss": 0.2076,
-      "step": 3124
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0201336974255446,
-      "learning_rate": 1.9141028324601808e-05,
-      "loss": 0.2314,
-      "step": 3125
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.189912911424515,
-      "learning_rate": 1.9140360383767248e-05,
-      "loss": 0.1984,
-      "step": 3126
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.2961454181303826,
-      "learning_rate": 1.9139692194999894e-05,
-      "loss": 0.2383,
-      "step": 3127
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.4274584800275039,
-      "learning_rate": 1.9139023758317875e-05,
-      "loss": 0.235,
-      "step": 3128
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.8855836301343938,
-      "learning_rate": 1.913835507373932e-05,
-      "loss": 0.2156,
-      "step": 3129
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0934329027469938,
-      "learning_rate": 1.9137686141282368e-05,
-      "loss": 0.2233,
-      "step": 3130
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.8189168623294839,
-      "learning_rate": 1.9137016960965164e-05,
-      "loss": 0.1943,
-      "step": 3131
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.2129777212990402,
-      "learning_rate": 1.9136347532805855e-05,
-      "loss": 0.2486,
-      "step": 3132
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.8058648848724157,
-      "learning_rate": 1.9135677856822606e-05,
-      "loss": 0.2119,
-      "step": 3133
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.01784769091552,
-      "learning_rate": 1.9135007933033583e-05,
-      "loss": 0.2201,
-      "step": 3134
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9792483281736258,
-      "learning_rate": 1.913433776145695e-05,
-      "loss": 0.238,
-      "step": 3135
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0007834040170969,
-      "learning_rate": 1.9133667342110887e-05,
-      "loss": 0.1993,
-      "step": 3136
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.1539922532606464,
-      "learning_rate": 1.9132996675013583e-05,
-      "loss": 0.2184,
-      "step": 3137
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.1508044653257241,
-      "learning_rate": 1.913232576018323e-05,
-      "loss": 0.2313,
-      "step": 3138
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.069508988072164,
-      "learning_rate": 1.9131654597638024e-05,
-      "loss": 0.2287,
-      "step": 3139
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.374642745001945,
-      "learning_rate": 1.9130983187396174e-05,
-      "loss": 0.2417,
-      "step": 3140
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.131383765935505,
-      "learning_rate": 1.9130311529475886e-05,
-      "loss": 0.2367,
-      "step": 3141
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9307771276706998,
-      "learning_rate": 1.9129639623895382e-05,
-      "loss": 0.2307,
-      "step": 3142
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.3643681521091495,
-      "learning_rate": 1.9128967470672887e-05,
-      "loss": 0.2675,
-      "step": 3143
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0992636255726658,
-      "learning_rate": 1.9128295069826636e-05,
-      "loss": 0.238,
-      "step": 3144
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.8847005171553731,
-      "learning_rate": 1.9127622421374866e-05,
-      "loss": 0.2194,
-      "step": 3145
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.2081783271673872,
-      "learning_rate": 1.912694952533582e-05,
-      "loss": 0.2383,
-      "step": 3146
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9796553656595477,
-      "learning_rate": 1.9126276381727752e-05,
-      "loss": 0.2247,
-      "step": 3147
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.8756885079427202,
-      "learning_rate": 1.9125602990568925e-05,
-      "loss": 0.1946,
-      "step": 3148
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.2317980453228476,
-      "learning_rate": 1.91249293518776e-05,
-      "loss": 0.2202,
-      "step": 3149
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0438633428794166,
-      "learning_rate": 1.9124255465672053e-05,
-      "loss": 0.2118,
-      "step": 3150
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9645029574938986,
-      "learning_rate": 1.9123581331970558e-05,
-      "loss": 0.2419,
-      "step": 3151
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0684720842692546,
-      "learning_rate": 1.9122906950791406e-05,
-      "loss": 0.2385,
-      "step": 3152
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.3288111295644136,
-      "learning_rate": 1.9122232322152883e-05,
-      "loss": 0.1971,
-      "step": 3153
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.033806895095567,
-      "learning_rate": 1.91215574460733e-05,
-      "loss": 0.2276,
-      "step": 3154
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 3.0238508770319936,
-      "learning_rate": 1.9120882322570952e-05,
-      "loss": 0.2428,
-      "step": 3155
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.03641331436747,
-      "learning_rate": 1.912020695166416e-05,
-      "loss": 0.2319,
-      "step": 3156
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.5371657052324845,
-      "learning_rate": 1.9119531333371233e-05,
-      "loss": 0.2649,
-      "step": 3157
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9765508272616171,
-      "learning_rate": 1.9118855467710507e-05,
-      "loss": 0.1991,
-      "step": 3158
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.1342684309424567,
-      "learning_rate": 1.911817935470031e-05,
-      "loss": 0.2457,
-      "step": 3159
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.332260724706468,
-      "learning_rate": 1.9117502994358984e-05,
-      "loss": 0.2313,
-      "step": 3160
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.2189330783389225,
-      "learning_rate": 1.9116826386704873e-05,
-      "loss": 0.2363,
-      "step": 3161
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 2.037243374045091,
-      "learning_rate": 1.9116149531756333e-05,
-      "loss": 0.2506,
-      "step": 3162
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.4394206019917581,
-      "learning_rate": 1.9115472429531722e-05,
-      "loss": 0.2078,
-      "step": 3163
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.2227594911150255,
-      "learning_rate": 1.911479508004941e-05,
-      "loss": 0.2286,
-      "step": 3164
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.8577485490636886,
-      "learning_rate": 1.911411748332776e-05,
-      "loss": 0.2209,
-      "step": 3165
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.2941653244360138,
-      "learning_rate": 1.9113439639385164e-05,
-      "loss": 0.2426,
-      "step": 3166
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0202153420555122,
-      "learning_rate": 1.9112761548239996e-05,
-      "loss": 0.2191,
-      "step": 3167
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.6811743560837742,
-      "learning_rate": 1.911208320991066e-05,
-      "loss": 0.2217,
-      "step": 3168
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.4294763694872188,
-      "learning_rate": 1.9111404624415554e-05,
-      "loss": 0.2437,
-      "step": 3169
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 2.3818248282341945,
-      "learning_rate": 1.9110725791773085e-05,
-      "loss": 0.2393,
-      "step": 3170
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9783655888403653,
-      "learning_rate": 1.911004671200166e-05,
-      "loss": 0.2074,
-      "step": 3171
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.3146336646097434,
-      "learning_rate": 1.9109367385119705e-05,
-      "loss": 0.2205,
-      "step": 3172
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.8869805809256699,
-      "learning_rate": 1.9108687811145645e-05,
-      "loss": 0.2042,
-      "step": 3173
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0622836441472836,
-      "learning_rate": 1.9108007990097913e-05,
-      "loss": 0.2256,
-      "step": 3174
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9475793238096982,
-      "learning_rate": 1.910732792199495e-05,
-      "loss": 0.2319,
-      "step": 3175
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0748427136473677,
-      "learning_rate": 1.9106647606855203e-05,
-      "loss": 0.2387,
-      "step": 3176
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0525166947996967,
-      "learning_rate": 1.9105967044697125e-05,
-      "loss": 0.2305,
-      "step": 3177
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0904798663674182,
-      "learning_rate": 1.9105286235539178e-05,
-      "loss": 0.2356,
-      "step": 3178
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.1674600619281295,
-      "learning_rate": 1.9104605179399827e-05,
-      "loss": 0.2236,
-      "step": 3179
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.090127583465506,
-      "learning_rate": 1.9103923876297544e-05,
-      "loss": 0.2298,
-      "step": 3180
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.8327437385704604,
-      "learning_rate": 1.9103242326250815e-05,
-      "loss": 0.2066,
-      "step": 3181
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.1699184536903102,
-      "learning_rate": 1.9102560529278122e-05,
-      "loss": 0.234,
-      "step": 3182
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.1169478692759198,
-      "learning_rate": 1.910187848539796e-05,
-      "loss": 0.2445,
-      "step": 3183
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.8226074400974731,
-      "learning_rate": 1.9101196194628834e-05,
-      "loss": 0.1799,
-      "step": 3184
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9114950516377383,
-      "learning_rate": 1.9100513656989244e-05,
-      "loss": 0.2268,
-      "step": 3185
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9785174645275201,
-      "learning_rate": 1.9099830872497707e-05,
-      "loss": 0.2279,
-      "step": 3186
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.8498906357021067,
-      "learning_rate": 1.909914784117274e-05,
-      "loss": 0.1969,
-      "step": 3187
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.16707129988209,
-      "learning_rate": 1.9098464563032878e-05,
-      "loss": 0.243,
-      "step": 3188
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.1269165149984086,
-      "learning_rate": 1.9097781038096652e-05,
-      "loss": 0.2092,
-      "step": 3189
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.2750144293869767,
-      "learning_rate": 1.9097097266382598e-05,
-      "loss": 0.2094,
-      "step": 3190
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0660217584543055,
-      "learning_rate": 1.909641324790927e-05,
-      "loss": 0.2109,
-      "step": 3191
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.122843501272006,
-      "learning_rate": 1.909572898269522e-05,
-      "loss": 0.2205,
-      "step": 3192
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.1216680184980137,
-      "learning_rate": 1.9095044470759004e-05,
-      "loss": 0.2398,
-      "step": 3193
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 2.32198193611617,
-      "learning_rate": 1.9094359712119192e-05,
-      "loss": 0.2416,
-      "step": 3194
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.2047762964034372,
-      "learning_rate": 1.9093674706794363e-05,
-      "loss": 0.2091,
-      "step": 3195
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0298224869937613,
-      "learning_rate": 1.9092989454803094e-05,
-      "loss": 0.2606,
-      "step": 3196
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.5457240549213624,
-      "learning_rate": 1.909230395616397e-05,
-      "loss": 0.2052,
-      "step": 3197
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9502655176707185,
-      "learning_rate": 1.909161821089559e-05,
-      "loss": 0.2274,
-      "step": 3198
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.01536728621932,
-      "learning_rate": 1.9090932219016548e-05,
-      "loss": 0.2049,
-      "step": 3199
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 2.2487157303403302,
-      "learning_rate": 1.909024598054546e-05,
-      "loss": 0.2306,
-      "step": 3200
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.2078412801534302,
-      "learning_rate": 1.9089559495500934e-05,
-      "loss": 0.2371,
-      "step": 3201
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0483351379753305,
-      "learning_rate": 1.90888727639016e-05,
-      "loss": 0.2389,
-      "step": 3202
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.128869956503603,
-      "learning_rate": 1.908818578576607e-05,
-      "loss": 0.235,
-      "step": 3203
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0102531146450082,
-      "learning_rate": 1.9087498561112992e-05,
-      "loss": 0.211,
-      "step": 3204
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0299810783657681,
-      "learning_rate": 1.9086811089961e-05,
-      "loss": 0.2387,
-      "step": 3205
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9802814387541344,
-      "learning_rate": 1.9086123372328748e-05,
-      "loss": 0.2237,
-      "step": 3206
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9266592538656312,
-      "learning_rate": 1.9085435408234882e-05,
-      "loss": 0.2249,
-      "step": 3207
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9220119641068419,
-      "learning_rate": 1.9084747197698068e-05,
-      "loss": 0.2266,
-      "step": 3208
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.1514474631890381,
-      "learning_rate": 1.9084058740736974e-05,
-      "loss": 0.2119,
-      "step": 3209
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.1158632704978646,
-      "learning_rate": 1.9083370037370276e-05,
-      "loss": 0.219,
-      "step": 3210
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0141902460312189,
-      "learning_rate": 1.908268108761665e-05,
-      "loss": 0.2253,
-      "step": 3211
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.6050271110549044,
-      "learning_rate": 1.9081991891494787e-05,
-      "loss": 0.2286,
-      "step": 3212
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.2109911266896056,
-      "learning_rate": 1.908130244902338e-05,
-      "loss": 0.2159,
-      "step": 3213
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.3546715824770614,
-      "learning_rate": 1.9080612760221134e-05,
-      "loss": 0.2547,
-      "step": 3214
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.7959685045832672,
-      "learning_rate": 1.907992282510675e-05,
-      "loss": 0.2115,
-      "step": 3215
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.5087742014255319,
-      "learning_rate": 1.9079232643698947e-05,
-      "loss": 0.2251,
-      "step": 3216
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.924666360606091,
-      "learning_rate": 1.907854221601645e-05,
-      "loss": 0.2053,
-      "step": 3217
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9530973107451134,
-      "learning_rate": 1.9077851542077978e-05,
-      "loss": 0.2252,
-      "step": 3218
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.950666139394692,
-      "learning_rate": 1.9077160621902274e-05,
-      "loss": 0.2505,
-      "step": 3219
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.5103529027736473,
-      "learning_rate": 1.9076469455508072e-05,
-      "loss": 0.2258,
-      "step": 3220
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0096711939190677,
-      "learning_rate": 1.9075778042914126e-05,
-      "loss": 0.2177,
-      "step": 3221
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0032885320723282,
-      "learning_rate": 1.9075086384139187e-05,
-      "loss": 0.2226,
-      "step": 3222
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.206005456150721,
-      "learning_rate": 1.9074394479202017e-05,
-      "loss": 0.2112,
-      "step": 3223
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.150609400759136,
-      "learning_rate": 1.9073702328121382e-05,
-      "loss": 0.2051,
-      "step": 3224
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.1756724863924575,
-      "learning_rate": 1.9073009930916063e-05,
-      "loss": 0.2261,
-      "step": 3225
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.5673489315487212,
-      "learning_rate": 1.9072317287604837e-05,
-      "loss": 0.1954,
-      "step": 3226
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.568033424099215,
-      "learning_rate": 1.907162439820649e-05,
-      "loss": 0.2572,
-      "step": 3227
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9642478242450317,
-      "learning_rate": 1.907093126273982e-05,
-      "loss": 0.2057,
-      "step": 3228
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 6.618424478919842,
-      "learning_rate": 1.907023788122363e-05,
-      "loss": 0.2433,
-      "step": 3229
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9986359526257098,
-      "learning_rate": 1.906954425367672e-05,
-      "loss": 0.2171,
-      "step": 3230
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.1235099739225607,
-      "learning_rate": 1.906885038011791e-05,
-      "loss": 0.2228,
-      "step": 3231
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.154482508979427,
-      "learning_rate": 1.906815626056602e-05,
-      "loss": 0.2396,
-      "step": 3232
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.3890043410430053,
-      "learning_rate": 1.9067461895039888e-05,
-      "loss": 0.2621,
-      "step": 3233
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.358399667722323,
-      "learning_rate": 1.906676728355833e-05,
-      "loss": 0.2182,
-      "step": 3234
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0794146703989658,
-      "learning_rate": 1.9066072426140203e-05,
-      "loss": 0.2255,
-      "step": 3235
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9904688704649632,
-      "learning_rate": 1.9065377322804347e-05,
-      "loss": 0.227,
-      "step": 3236
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.558693059373171,
-      "learning_rate": 1.9064681973569622e-05,
-      "loss": 0.2473,
-      "step": 3237
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 0.9947430603467428,
-      "learning_rate": 1.9063986378454884e-05,
-      "loss": 0.2325,
-      "step": 3238
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.2265249569014518,
-      "learning_rate": 1.9063290537479004e-05,
-      "loss": 0.2128,
-      "step": 3239
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0611571246887315,
-      "learning_rate": 1.9062594450660857e-05,
-      "loss": 0.2107,
-      "step": 3240
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.1814888608068674,
-      "learning_rate": 1.9061898118019326e-05,
-      "loss": 0.2456,
-      "step": 3241
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 2.7326384660130874,
-      "learning_rate": 1.9061201539573292e-05,
-      "loss": 0.2249,
-      "step": 3242
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.0426774919663655,
-      "learning_rate": 1.9060504715341654e-05,
-      "loss": 0.2328,
-      "step": 3243
-    },
-    {
-      "epoch": 0.16,
-      "grad_norm": 1.318233062490341,
-      "learning_rate": 1.905980764534332e-05,
-      "loss": 0.2281,
-      "step": 3244
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.2924652569164976,
-      "learning_rate": 1.9059110329597185e-05,
-      "loss": 0.2243,
-      "step": 3245
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.2512314642191262,
-      "learning_rate": 1.9058412768122175e-05,
-      "loss": 0.2308,
-      "step": 3246
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.083747561104402,
-      "learning_rate": 1.9057714960937205e-05,
-      "loss": 0.2267,
-      "step": 3247
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.0294046112909658,
-      "learning_rate": 1.9057016908061205e-05,
-      "loss": 0.2287,
-      "step": 3248
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.3535822475892574,
-      "learning_rate": 1.905631860951311e-05,
-      "loss": 0.2515,
-      "step": 3249
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 2.7848478161203745,
-      "learning_rate": 1.905562006531186e-05,
-      "loss": 0.2369,
-      "step": 3250
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.3252968240520733,
-      "learning_rate": 1.905492127547641e-05,
-      "loss": 0.2383,
-      "step": 3251
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.093520045965069,
-      "learning_rate": 1.9054222240025706e-05,
-      "loss": 0.2449,
-      "step": 3252
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.0924413513876863,
-      "learning_rate": 1.905352295897871e-05,
-      "loss": 0.2235,
-      "step": 3253
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1210881431514452,
-      "learning_rate": 1.9052823432354396e-05,
-      "loss": 0.2335,
-      "step": 3254
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.2761817272497882,
-      "learning_rate": 1.905212366017173e-05,
-      "loss": 0.2387,
-      "step": 3255
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.6487483979669733,
-      "learning_rate": 1.90514236424497e-05,
-      "loss": 0.213,
-      "step": 3256
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.0463799652349561,
-      "learning_rate": 1.9050723379207296e-05,
-      "loss": 0.2427,
-      "step": 3257
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9613364989367936,
-      "learning_rate": 1.9050022870463507e-05,
-      "loss": 0.2282,
-      "step": 3258
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.0254909889735437,
-      "learning_rate": 1.9049322116237336e-05,
-      "loss": 0.2341,
-      "step": 3259
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.4414193791955492,
-      "learning_rate": 1.9048621116547793e-05,
-      "loss": 0.2174,
-      "step": 3260
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.5035822960911616,
-      "learning_rate": 1.904791987141389e-05,
-      "loss": 0.2139,
-      "step": 3261
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9153873984869315,
-      "learning_rate": 1.9047218380854652e-05,
-      "loss": 0.2077,
-      "step": 3262
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.204895202902941,
-      "learning_rate": 1.90465166448891e-05,
-      "loss": 0.2203,
-      "step": 3263
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.235198349138494,
-      "learning_rate": 1.9045814663536275e-05,
-      "loss": 0.2553,
-      "step": 3264
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.6304314205413217,
-      "learning_rate": 1.9045112436815217e-05,
-      "loss": 0.2391,
-      "step": 3265
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9506320321314072,
-      "learning_rate": 1.904440996474497e-05,
-      "loss": 0.2381,
-      "step": 3266
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1184506110462116,
-      "learning_rate": 1.9043707247344596e-05,
-      "loss": 0.212,
-      "step": 3267
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.058991829044029,
-      "learning_rate": 1.904300428463315e-05,
-      "loss": 0.2115,
-      "step": 3268
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.5336373043447653,
-      "learning_rate": 1.9042301076629704e-05,
-      "loss": 0.2197,
-      "step": 3269
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1747866988506088,
-      "learning_rate": 1.9041597623353327e-05,
-      "loss": 0.2236,
-      "step": 3270
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.3912454174431848,
-      "learning_rate": 1.9040893924823108e-05,
-      "loss": 0.2098,
-      "step": 3271
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.2756488798101397,
-      "learning_rate": 1.9040189981058128e-05,
-      "loss": 0.2524,
-      "step": 3272
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.8518406486526697,
-      "learning_rate": 1.9039485792077485e-05,
-      "loss": 0.2237,
-      "step": 3273
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.2949126687880619,
-      "learning_rate": 1.903878135790028e-05,
-      "loss": 0.2297,
-      "step": 3274
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.193263514417983,
-      "learning_rate": 1.903807667854562e-05,
-      "loss": 0.2105,
-      "step": 3275
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.3225038029048628,
-      "learning_rate": 1.9037371754032618e-05,
-      "loss": 0.2345,
-      "step": 3276
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1300634224130286,
-      "learning_rate": 1.9036666584380398e-05,
-      "loss": 0.1938,
-      "step": 3277
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9816663216784832,
-      "learning_rate": 1.9035961169608087e-05,
-      "loss": 0.247,
-      "step": 3278
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.5861016137562751,
-      "learning_rate": 1.9035255509734816e-05,
-      "loss": 0.2081,
-      "step": 3279
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.082690305307336,
-      "learning_rate": 1.903454960477973e-05,
-      "loss": 0.219,
-      "step": 3280
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.3516616270012032,
-      "learning_rate": 1.903384345476198e-05,
-      "loss": 0.1982,
-      "step": 3281
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1284573755467393,
-      "learning_rate": 1.9033137059700712e-05,
-      "loss": 0.2256,
-      "step": 3282
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.0071641984300603,
-      "learning_rate": 1.9032430419615094e-05,
-      "loss": 0.2387,
-      "step": 3283
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9908369990968336,
-      "learning_rate": 1.9031723534524287e-05,
-      "loss": 0.2043,
-      "step": 3284
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9434326851921663,
-      "learning_rate": 1.903101640444747e-05,
-      "loss": 0.1993,
-      "step": 3285
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9552024564147497,
-      "learning_rate": 1.9030309029403825e-05,
-      "loss": 0.2083,
-      "step": 3286
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.7097234946706654,
-      "learning_rate": 1.9029601409412536e-05,
-      "loss": 0.2347,
-      "step": 3287
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.2451337932069761,
-      "learning_rate": 1.90288935444928e-05,
-      "loss": 0.2595,
-      "step": 3288
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1152757703933747,
-      "learning_rate": 1.9028185434663814e-05,
-      "loss": 0.221,
-      "step": 3289
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.8721790062954682,
-      "learning_rate": 1.902747707994479e-05,
-      "loss": 0.2246,
-      "step": 3290
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9772443493974295,
-      "learning_rate": 1.902676848035494e-05,
-      "loss": 0.2276,
-      "step": 3291
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1658165944676975,
-      "learning_rate": 1.9026059635913484e-05,
-      "loss": 0.2275,
-      "step": 3292
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.4208291073865067,
-      "learning_rate": 1.9025350546639654e-05,
-      "loss": 0.2043,
-      "step": 3293
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1546386268942097,
-      "learning_rate": 1.902464121255268e-05,
-      "loss": 0.2295,
-      "step": 3294
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9581823924399043,
-      "learning_rate": 1.90239316336718e-05,
-      "loss": 0.2291,
-      "step": 3295
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9678091509808123,
-      "learning_rate": 1.9023221810016268e-05,
-      "loss": 0.2213,
-      "step": 3296
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9801111140281928,
-      "learning_rate": 1.9022511741605334e-05,
-      "loss": 0.2178,
-      "step": 3297
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.2702708802151763,
-      "learning_rate": 1.9021801428458258e-05,
-      "loss": 0.2208,
-      "step": 3298
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9622585836212532,
-      "learning_rate": 1.902109087059431e-05,
-      "loss": 0.2191,
-      "step": 3299
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.0074093143700964,
-      "learning_rate": 1.902038006803276e-05,
-      "loss": 0.2198,
-      "step": 3300
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.0348778645975119,
-      "learning_rate": 1.9019669020792896e-05,
-      "loss": 0.2068,
-      "step": 3301
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.878794499122924,
-      "learning_rate": 1.9018957728893997e-05,
-      "loss": 0.1931,
-      "step": 3302
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9688383797935949,
-      "learning_rate": 1.901824619235536e-05,
-      "loss": 0.2115,
-      "step": 3303
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1918226103761322,
-      "learning_rate": 1.9017534411196286e-05,
-      "loss": 0.2262,
-      "step": 3304
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.909382788046008,
-      "learning_rate": 1.9016822385436086e-05,
-      "loss": 0.2242,
-      "step": 3305
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.8945541647722558,
-      "learning_rate": 1.9016110115094064e-05,
-      "loss": 0.2313,
-      "step": 3306
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9286600500193802,
-      "learning_rate": 1.9015397600189548e-05,
-      "loss": 0.2113,
-      "step": 3307
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.0063058750169587,
-      "learning_rate": 1.9014684840741863e-05,
-      "loss": 0.2239,
-      "step": 3308
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1075815585913915,
-      "learning_rate": 1.9013971836770342e-05,
-      "loss": 0.2347,
-      "step": 3309
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9537824608305381,
-      "learning_rate": 1.9013258588294324e-05,
-      "loss": 0.2021,
-      "step": 3310
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.3363127593510533,
-      "learning_rate": 1.9012545095333163e-05,
-      "loss": 0.2246,
-      "step": 3311
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.0966856534204155,
-      "learning_rate": 1.9011831357906204e-05,
-      "loss": 0.2427,
-      "step": 3312
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.0293981595871236,
-      "learning_rate": 1.901111737603281e-05,
-      "loss": 0.2134,
-      "step": 3313
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.2481574644414424,
-      "learning_rate": 1.9010403149732347e-05,
-      "loss": 0.2696,
-      "step": 3314
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9090088403265032,
-      "learning_rate": 1.900968867902419e-05,
-      "loss": 0.214,
-      "step": 3315
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.228778878223172,
-      "learning_rate": 1.9008973963927722e-05,
-      "loss": 0.2327,
-      "step": 3316
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.6815691699994177,
-      "learning_rate": 1.9008259004462326e-05,
-      "loss": 0.2281,
-      "step": 3317
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.0204039327333942,
-      "learning_rate": 1.9007543800647395e-05,
-      "loss": 0.2123,
-      "step": 3318
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9460619920119041,
-      "learning_rate": 1.9006828352502328e-05,
-      "loss": 0.257,
-      "step": 3319
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.270528757519636,
-      "learning_rate": 1.9006112660046535e-05,
-      "loss": 0.2336,
-      "step": 3320
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 3.407866180437645,
-      "learning_rate": 1.9005396723299426e-05,
-      "loss": 0.2366,
-      "step": 3321
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1886401077079094,
-      "learning_rate": 1.9004680542280423e-05,
-      "loss": 0.2178,
-      "step": 3322
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.3281765035685824,
-      "learning_rate": 1.900396411700895e-05,
-      "loss": 0.2115,
-      "step": 3323
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.3100309021873207,
-      "learning_rate": 1.9003247447504447e-05,
-      "loss": 0.2379,
-      "step": 3324
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 2.9845075767531712,
-      "learning_rate": 1.900253053378634e-05,
-      "loss": 0.233,
-      "step": 3325
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 2.6700218837971317,
-      "learning_rate": 1.9001813375874093e-05,
-      "loss": 0.2322,
-      "step": 3326
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.0300567032531562,
-      "learning_rate": 1.900109597378714e-05,
-      "loss": 0.2444,
-      "step": 3327
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.10901757705295,
-      "learning_rate": 1.900037832754496e-05,
-      "loss": 0.2259,
-      "step": 3328
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9447163714069051,
-      "learning_rate": 1.8999660437167003e-05,
-      "loss": 0.2366,
-      "step": 3329
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.307139230075517,
-      "learning_rate": 1.8998942302672753e-05,
-      "loss": 0.256,
-      "step": 3330
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.371731200627975,
-      "learning_rate": 1.8998223924081683e-05,
-      "loss": 0.2393,
-      "step": 3331
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1905128490939072,
-      "learning_rate": 1.899750530141328e-05,
-      "loss": 0.2536,
-      "step": 3332
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9503692709073092,
-      "learning_rate": 1.8996786434687035e-05,
-      "loss": 0.2219,
-      "step": 3333
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9439331749855291,
-      "learning_rate": 1.8996067323922454e-05,
-      "loss": 0.2323,
-      "step": 3334
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9532307715531738,
-      "learning_rate": 1.8995347969139034e-05,
-      "loss": 0.2252,
-      "step": 3335
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.552957222597281,
-      "learning_rate": 1.8994628370356296e-05,
-      "loss": 0.2267,
-      "step": 3336
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.2716668963571127,
-      "learning_rate": 1.8993908527593756e-05,
-      "loss": 0.2372,
-      "step": 3337
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.7846699126598632,
-      "learning_rate": 1.899318844087094e-05,
-      "loss": 0.196,
-      "step": 3338
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.0129496638676174,
-      "learning_rate": 1.8992468110207376e-05,
-      "loss": 0.2155,
-      "step": 3339
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.8783271979901689,
-      "learning_rate": 1.8991747535622607e-05,
-      "loss": 0.2038,
-      "step": 3340
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9169434293805285,
-      "learning_rate": 1.8991026717136182e-05,
-      "loss": 0.2245,
-      "step": 3341
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9595660483435009,
-      "learning_rate": 1.8990305654767646e-05,
-      "loss": 0.2497,
-      "step": 3342
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.5644155971430844,
-      "learning_rate": 1.8989584348536563e-05,
-      "loss": 0.201,
-      "step": 3343
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.3322471354041998,
-      "learning_rate": 1.8988862798462496e-05,
-      "loss": 0.2064,
-      "step": 3344
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9960819465156675,
-      "learning_rate": 1.8988141004565017e-05,
-      "loss": 0.2317,
-      "step": 3345
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.025625915335841,
-      "learning_rate": 1.8987418966863708e-05,
-      "loss": 0.223,
-      "step": 3346
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9463078148518489,
-      "learning_rate": 1.898669668537815e-05,
-      "loss": 0.2218,
-      "step": 3347
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.0451425798298368,
-      "learning_rate": 1.898597416012794e-05,
-      "loss": 0.2416,
-      "step": 3348
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.220357318287464,
-      "learning_rate": 1.898525139113267e-05,
-      "loss": 0.2352,
-      "step": 3349
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9201741657190172,
-      "learning_rate": 1.898452837841195e-05,
-      "loss": 0.1981,
-      "step": 3350
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1030367729470085,
-      "learning_rate": 1.898380512198539e-05,
-      "loss": 0.206,
-      "step": 3351
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.018621044627046,
-      "learning_rate": 1.898308162187261e-05,
-      "loss": 0.208,
-      "step": 3352
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.0250380740128227,
-      "learning_rate": 1.898235787809323e-05,
-      "loss": 0.2217,
-      "step": 3353
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.0443360909922148,
-      "learning_rate": 1.8981633890666886e-05,
-      "loss": 0.2061,
-      "step": 3354
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.118094985175832,
-      "learning_rate": 1.8980909659613217e-05,
-      "loss": 0.242,
-      "step": 3355
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1719394317035994,
-      "learning_rate": 1.8980185184951864e-05,
-      "loss": 0.2262,
-      "step": 3356
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1119499336976413,
-      "learning_rate": 1.8979460466702483e-05,
-      "loss": 0.2172,
-      "step": 3357
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9199146540350096,
-      "learning_rate": 1.897873550488473e-05,
-      "loss": 0.2207,
-      "step": 3358
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.597157202627985,
-      "learning_rate": 1.8978010299518268e-05,
-      "loss": 0.2236,
-      "step": 3359
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.145656969444609,
-      "learning_rate": 1.897728485062277e-05,
-      "loss": 0.2448,
-      "step": 3360
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.196306172255373,
-      "learning_rate": 1.8976559158217913e-05,
-      "loss": 0.2421,
-      "step": 3361
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.0543796183789402,
-      "learning_rate": 1.8975833222323383e-05,
-      "loss": 0.2004,
-      "step": 3362
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1382328752417115,
-      "learning_rate": 1.897510704295887e-05,
-      "loss": 0.2205,
-      "step": 3363
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.2594780069794822,
-      "learning_rate": 1.897438062014407e-05,
-      "loss": 0.2492,
-      "step": 3364
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1099254758261405,
-      "learning_rate": 1.897365395389869e-05,
-      "loss": 0.2082,
-      "step": 3365
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.105618387840811,
-      "learning_rate": 1.8972927044242438e-05,
-      "loss": 0.2275,
-      "step": 3366
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.2596995074456943,
-      "learning_rate": 1.8972199891195034e-05,
-      "loss": 0.2188,
-      "step": 3367
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1453752628087497,
-      "learning_rate": 1.8971472494776203e-05,
-      "loss": 0.2037,
-      "step": 3368
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.850769972503201,
-      "learning_rate": 1.8970744855005674e-05,
-      "loss": 0.2566,
-      "step": 3369
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.539628585952559,
-      "learning_rate": 1.897001697190318e-05,
-      "loss": 0.2761,
-      "step": 3370
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1468763974627258,
-      "learning_rate": 1.8969288845488473e-05,
-      "loss": 0.2271,
-      "step": 3371
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.2157208655996792,
-      "learning_rate": 1.8968560475781297e-05,
-      "loss": 0.2655,
-      "step": 3372
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1547576211357717,
-      "learning_rate": 1.8967831862801414e-05,
-      "loss": 0.213,
-      "step": 3373
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.2452954267397751,
-      "learning_rate": 1.8967103006568583e-05,
-      "loss": 0.2269,
-      "step": 3374
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1873167847152575,
-      "learning_rate": 1.8966373907102577e-05,
-      "loss": 0.2443,
-      "step": 3375
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.0945146479285706,
-      "learning_rate": 1.8965644564423173e-05,
-      "loss": 0.2098,
-      "step": 3376
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.59138745969418,
-      "learning_rate": 1.8964914978550154e-05,
-      "loss": 0.2093,
-      "step": 3377
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.0840798791455932,
-      "learning_rate": 1.896418514950331e-05,
-      "loss": 0.2356,
-      "step": 3378
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.207943842119613,
-      "learning_rate": 1.8963455077302435e-05,
-      "loss": 0.2311,
-      "step": 3379
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1114184292207892,
-      "learning_rate": 1.896272476196734e-05,
-      "loss": 0.2061,
-      "step": 3380
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.6099084050038648,
-      "learning_rate": 1.8961994203517822e-05,
-      "loss": 0.2319,
-      "step": 3381
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9832513731356815,
-      "learning_rate": 1.896126340197371e-05,
-      "loss": 0.2509,
-      "step": 3382
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.2736609473875997,
-      "learning_rate": 1.896053235735482e-05,
-      "loss": 0.2466,
-      "step": 3383
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.028911036798015,
-      "learning_rate": 1.8959801069680986e-05,
-      "loss": 0.2225,
-      "step": 3384
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.378791568014497,
-      "learning_rate": 1.8959069538972043e-05,
-      "loss": 0.203,
-      "step": 3385
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.2369113654728618,
-      "learning_rate": 1.895833776524783e-05,
-      "loss": 0.2125,
-      "step": 3386
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.192780451638109,
-      "learning_rate": 1.89576057485282e-05,
-      "loss": 0.2195,
-      "step": 3387
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.3540915753515144,
-      "learning_rate": 1.8956873488833008e-05,
-      "loss": 0.2378,
-      "step": 3388
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.194988330128871,
-      "learning_rate": 1.8956140986182116e-05,
-      "loss": 0.2271,
-      "step": 3389
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.473213780154375,
-      "learning_rate": 1.8955408240595396e-05,
-      "loss": 0.2136,
-      "step": 3390
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.8201258083185985,
-      "learning_rate": 1.8954675252092717e-05,
-      "loss": 0.2231,
-      "step": 3391
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.8603983223800908,
-      "learning_rate": 1.895394202069397e-05,
-      "loss": 0.2228,
-      "step": 3392
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 2.894489027911129,
-      "learning_rate": 1.895320854641904e-05,
-      "loss": 0.2111,
-      "step": 3393
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1816876791342712,
-      "learning_rate": 1.8952474829287825e-05,
-      "loss": 0.2426,
-      "step": 3394
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.155318420616888,
-      "learning_rate": 1.895174086932022e-05,
-      "loss": 0.2128,
-      "step": 3395
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9597525424228827,
-      "learning_rate": 1.895100666653614e-05,
-      "loss": 0.2171,
-      "step": 3396
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9415740622946664,
-      "learning_rate": 1.8950272220955497e-05,
-      "loss": 0.2316,
-      "step": 3397
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9863523292989811,
-      "learning_rate": 1.8949537532598213e-05,
-      "loss": 0.2078,
-      "step": 3398
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.6101817215152627,
-      "learning_rate": 1.8948802601484224e-05,
-      "loss": 0.2297,
-      "step": 3399
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.2594625137553501,
-      "learning_rate": 1.8948067427633456e-05,
-      "loss": 0.2318,
-      "step": 3400
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.7816854513161775,
-      "learning_rate": 1.8947332011065853e-05,
-      "loss": 0.1975,
-      "step": 3401
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1061855335081938,
-      "learning_rate": 1.8946596351801363e-05,
-      "loss": 0.2419,
-      "step": 3402
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.5434594029241404,
-      "learning_rate": 1.8945860449859945e-05,
-      "loss": 0.2057,
-      "step": 3403
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1371130973679873,
-      "learning_rate": 1.8945124305261555e-05,
-      "loss": 0.2249,
-      "step": 3404
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9609027280934379,
-      "learning_rate": 1.8944387918026162e-05,
-      "loss": 0.2081,
-      "step": 3405
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9246659917659515,
-      "learning_rate": 1.8943651288173743e-05,
-      "loss": 0.2175,
-      "step": 3406
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9675906075566838,
-      "learning_rate": 1.8942914415724275e-05,
-      "loss": 0.2108,
-      "step": 3407
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.167654837285515,
-      "learning_rate": 1.8942177300697753e-05,
-      "loss": 0.2064,
-      "step": 3408
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 2.30419671209794,
-      "learning_rate": 1.8941439943114162e-05,
-      "loss": 0.1932,
-      "step": 3409
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.6847133694504224,
-      "learning_rate": 1.8940702342993512e-05,
-      "loss": 0.2183,
-      "step": 3410
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.2953727771799972,
-      "learning_rate": 1.8939964500355806e-05,
-      "loss": 0.2059,
-      "step": 3411
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.3106937767502531,
-      "learning_rate": 1.8939226415221054e-05,
-      "loss": 0.205,
-      "step": 3412
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.592550504669995,
-      "learning_rate": 1.893848808760928e-05,
-      "loss": 0.1927,
-      "step": 3413
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.4358442707709609,
-      "learning_rate": 1.8937749517540516e-05,
-      "loss": 0.2047,
-      "step": 3414
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.2130697178931753,
-      "learning_rate": 1.8937010705034788e-05,
-      "loss": 0.2185,
-      "step": 3415
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.204625251601906,
-      "learning_rate": 1.8936271650112143e-05,
-      "loss": 0.2199,
-      "step": 3416
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.648059762048116,
-      "learning_rate": 1.8935532352792624e-05,
-      "loss": 0.2435,
-      "step": 3417
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.5113204599402539,
-      "learning_rate": 1.8934792813096283e-05,
-      "loss": 0.2171,
-      "step": 3418
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.08312601172551,
-      "learning_rate": 1.8934053031043185e-05,
-      "loss": 0.2164,
-      "step": 3419
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 2.8703153818528033,
-      "learning_rate": 1.8933313006653392e-05,
-      "loss": 0.2151,
-      "step": 3420
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 0.9451239356452712,
-      "learning_rate": 1.893257273994698e-05,
-      "loss": 0.2394,
-      "step": 3421
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.2083503347871671,
-      "learning_rate": 1.8931832230944026e-05,
-      "loss": 0.2349,
-      "step": 3422
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.2617570854350872,
-      "learning_rate": 1.8931091479664622e-05,
-      "loss": 0.2264,
-      "step": 3423
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1220719798890133,
-      "learning_rate": 1.8930350486128855e-05,
-      "loss": 0.2257,
-      "step": 3424
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 2.210152001777275,
-      "learning_rate": 1.8929609250356827e-05,
-      "loss": 0.2366,
-      "step": 3425
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.5213675641639302,
-      "learning_rate": 1.8928867772368644e-05,
-      "loss": 0.2119,
-      "step": 3426
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.161765898603026,
-      "learning_rate": 1.892812605218442e-05,
-      "loss": 0.2024,
-      "step": 3427
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.038853006912805,
-      "learning_rate": 1.8927384089824267e-05,
-      "loss": 0.1975,
-      "step": 3428
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.2892374237322095,
-      "learning_rate": 1.8926641885308325e-05,
-      "loss": 0.2194,
-      "step": 3429
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.5090525000593058,
-      "learning_rate": 1.8925899438656708e-05,
-      "loss": 0.2007,
-      "step": 3430
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.3066340896057012,
-      "learning_rate": 1.892515674988957e-05,
-      "loss": 0.2439,
-      "step": 3431
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 2.6703291899021413,
-      "learning_rate": 1.892441381902705e-05,
-      "loss": 0.2068,
-      "step": 3432
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.470448296567249,
-      "learning_rate": 1.8923670646089303e-05,
-      "loss": 0.218,
-      "step": 3433
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.3832623440700667,
-      "learning_rate": 1.8922927231096482e-05,
-      "loss": 0.2101,
-      "step": 3434
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.2149799232129805,
-      "learning_rate": 1.892218357406876e-05,
-      "loss": 0.2379,
-      "step": 3435
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.2009435208243155,
-      "learning_rate": 1.89214396750263e-05,
-      "loss": 0.2305,
-      "step": 3436
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.9612695423719364,
-      "learning_rate": 1.892069553398929e-05,
-      "loss": 0.2457,
-      "step": 3437
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1203701248483504,
-      "learning_rate": 1.8919951150977908e-05,
-      "loss": 0.2138,
-      "step": 3438
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.1046369072938969,
-      "learning_rate": 1.8919206526012346e-05,
-      "loss": 0.222,
-      "step": 3439
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.0531311533915446,
-      "learning_rate": 1.8918461659112805e-05,
-      "loss": 0.2276,
-      "step": 3440
-    },
-    {
-      "epoch": 0.17,
-      "grad_norm": 1.291918364659948,
-      "learning_rate": 1.8917716550299485e-05,
-      "loss": 0.2109,
-      "step": 3441
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.5619486000971663,
-      "learning_rate": 1.8916971199592603e-05,
-      "loss": 0.222,
-      "step": 3442
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 2.11363710814902,
-      "learning_rate": 1.891622560701237e-05,
-      "loss": 0.2221,
-      "step": 3443
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.8271041690104084,
-      "learning_rate": 1.8915479772579017e-05,
-      "loss": 0.223,
-      "step": 3444
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1204943235932574,
-      "learning_rate": 1.891473369631277e-05,
-      "loss": 0.2328,
-      "step": 3445
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0413365146492488,
-      "learning_rate": 1.891398737823387e-05,
-      "loss": 0.2104,
-      "step": 3446
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.2649950767159048,
-      "learning_rate": 1.8913240818362556e-05,
-      "loss": 0.2119,
-      "step": 3447
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.4830297934477925,
-      "learning_rate": 1.8912494016719084e-05,
-      "loss": 0.2071,
-      "step": 3448
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1955636236263514,
-      "learning_rate": 1.8911746973323706e-05,
-      "loss": 0.2253,
-      "step": 3449
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.268887849540954,
-      "learning_rate": 1.8910999688196688e-05,
-      "loss": 0.2314,
-      "step": 3450
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.8540019787261037,
-      "learning_rate": 1.8910252161358302e-05,
-      "loss": 0.2186,
-      "step": 3451
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.3500922534295132,
-      "learning_rate": 1.8909504392828822e-05,
-      "loss": 0.193,
-      "step": 3452
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1737633956260982,
-      "learning_rate": 1.8908756382628534e-05,
-      "loss": 0.2178,
-      "step": 3453
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.5649160231502703,
-      "learning_rate": 1.8908008130777724e-05,
-      "loss": 0.2198,
-      "step": 3454
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 10.954757815776317,
-      "learning_rate": 1.890725963729669e-05,
-      "loss": 0.2328,
-      "step": 3455
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.5228254564372452,
-      "learning_rate": 1.8906510902205736e-05,
-      "loss": 0.2107,
-      "step": 3456
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0442097517235953,
-      "learning_rate": 1.890576192552517e-05,
-      "loss": 0.1938,
-      "step": 3457
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.3410754929651154,
-      "learning_rate": 1.890501270727531e-05,
-      "loss": 0.205,
-      "step": 3458
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1872730608250062,
-      "learning_rate": 1.8904263247476478e-05,
-      "loss": 0.2256,
-      "step": 3459
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 5.085472544504074,
-      "learning_rate": 1.8903513546149e-05,
-      "loss": 0.1979,
-      "step": 3460
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 3.133249139850197,
-      "learning_rate": 1.8902763603313213e-05,
-      "loss": 0.2256,
-      "step": 3461
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 3.24180581737015,
-      "learning_rate": 1.8902013418989464e-05,
-      "loss": 0.2318,
-      "step": 3462
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.8748478086219742,
-      "learning_rate": 1.89012629931981e-05,
-      "loss": 0.2209,
-      "step": 3463
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.6952368589548503,
-      "learning_rate": 1.890051232595947e-05,
-      "loss": 0.2124,
-      "step": 3464
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1286193647776563,
-      "learning_rate": 1.8899761417293944e-05,
-      "loss": 0.214,
-      "step": 3465
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 2.3691731443740385,
-      "learning_rate": 1.8899010267221884e-05,
-      "loss": 0.236,
-      "step": 3466
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 5.106432902418719,
-      "learning_rate": 1.8898258875763668e-05,
-      "loss": 0.1958,
-      "step": 3467
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 2.42216513069837,
-      "learning_rate": 1.889750724293968e-05,
-      "loss": 0.2178,
-      "step": 3468
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.039236057239844,
-      "learning_rate": 1.88967553687703e-05,
-      "loss": 0.211,
-      "step": 3469
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1630241938144983,
-      "learning_rate": 1.8896003253275934e-05,
-      "loss": 0.2031,
-      "step": 3470
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.133200488856877,
-      "learning_rate": 1.8895250896476976e-05,
-      "loss": 0.2157,
-      "step": 3471
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.4087899695633774,
-      "learning_rate": 1.8894498298393835e-05,
-      "loss": 0.2696,
-      "step": 3472
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.7305735648730336,
-      "learning_rate": 1.8893745459046922e-05,
-      "loss": 0.2323,
-      "step": 3473
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 3.142204157272831,
-      "learning_rate": 1.8892992378456664e-05,
-      "loss": 0.2282,
-      "step": 3474
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1118952952593542,
-      "learning_rate": 1.8892239056643487e-05,
-      "loss": 0.2036,
-      "step": 3475
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0687130740086,
-      "learning_rate": 1.8891485493627823e-05,
-      "loss": 0.2208,
-      "step": 3476
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.6734111624578498,
-      "learning_rate": 1.8890731689430108e-05,
-      "loss": 0.2395,
-      "step": 3477
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.3438494750974113,
-      "learning_rate": 1.88899776440708e-05,
-      "loss": 0.2236,
-      "step": 3478
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.2048291784648975,
-      "learning_rate": 1.8889223357570342e-05,
-      "loss": 0.2327,
-      "step": 3479
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 2.0046820562623493,
-      "learning_rate": 1.88884688299492e-05,
-      "loss": 0.2235,
-      "step": 3480
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.5238429554318127,
-      "learning_rate": 1.8887714061227838e-05,
-      "loss": 0.2112,
-      "step": 3481
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.213570258302131,
-      "learning_rate": 1.8886959051426733e-05,
-      "loss": 0.1763,
-      "step": 3482
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0069459742245659,
-      "learning_rate": 1.8886203800566357e-05,
-      "loss": 0.2067,
-      "step": 3483
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.198997190207289,
-      "learning_rate": 1.8885448308667204e-05,
-      "loss": 0.2202,
-      "step": 3484
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1565023181231882,
-      "learning_rate": 1.8884692575749762e-05,
-      "loss": 0.2215,
-      "step": 3485
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.2061530708342951,
-      "learning_rate": 1.8883936601834533e-05,
-      "loss": 0.1979,
-      "step": 3486
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0102406613321953,
-      "learning_rate": 1.8883180386942022e-05,
-      "loss": 0.2072,
-      "step": 3487
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 2.6719172697318467,
-      "learning_rate": 1.8882423931092745e-05,
-      "loss": 0.2198,
-      "step": 3488
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.55648843029096,
-      "learning_rate": 1.888166723430721e-05,
-      "loss": 0.2062,
-      "step": 3489
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.2375859182455549,
-      "learning_rate": 1.8880910296605956e-05,
-      "loss": 0.1965,
-      "step": 3490
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.2731145678375624,
-      "learning_rate": 1.8880153118009505e-05,
-      "loss": 0.2256,
-      "step": 3491
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.164193051691617,
-      "learning_rate": 1.8879395698538402e-05,
-      "loss": 0.2163,
-      "step": 3492
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.3166783793707386,
-      "learning_rate": 1.8878638038213186e-05,
-      "loss": 0.2129,
-      "step": 3493
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1521288362770579,
-      "learning_rate": 1.8877880137054413e-05,
-      "loss": 0.2269,
-      "step": 3494
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1986007406716817,
-      "learning_rate": 1.8877121995082638e-05,
-      "loss": 0.223,
-      "step": 3495
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0455207674415665,
-      "learning_rate": 1.887636361231843e-05,
-      "loss": 0.2218,
-      "step": 3496
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.975037927396976,
-      "learning_rate": 1.887560498878236e-05,
-      "loss": 0.205,
-      "step": 3497
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.99183527876214,
-      "learning_rate": 1.8874846124495e-05,
-      "loss": 0.2056,
-      "step": 3498
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.3402372514211767,
-      "learning_rate": 1.8874087019476937e-05,
-      "loss": 0.2011,
-      "step": 3499
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.3365592978089498,
-      "learning_rate": 1.8873327673748765e-05,
-      "loss": 0.2356,
-      "step": 3500
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.4976108619117818,
-      "learning_rate": 1.8872568087331074e-05,
-      "loss": 0.2298,
-      "step": 3501
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0639877022857973,
-      "learning_rate": 1.8871808260244476e-05,
-      "loss": 0.2193,
-      "step": 3502
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.029750538822256,
-      "learning_rate": 1.8871048192509576e-05,
-      "loss": 0.2353,
-      "step": 3503
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.5591330622484874,
-      "learning_rate": 1.8870287884147e-05,
-      "loss": 0.2064,
-      "step": 3504
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.2796091932736209,
-      "learning_rate": 1.8869527335177354e-05,
-      "loss": 0.2481,
-      "step": 3505
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1622857079794304,
-      "learning_rate": 1.8868766545621286e-05,
-      "loss": 0.2504,
-      "step": 3506
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1477897384360691,
-      "learning_rate": 1.886800551549942e-05,
-      "loss": 0.2014,
-      "step": 3507
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1667763938280227,
-      "learning_rate": 1.88672442448324e-05,
-      "loss": 0.2078,
-      "step": 3508
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.137503241315197,
-      "learning_rate": 1.886648273364089e-05,
-      "loss": 0.2268,
-      "step": 3509
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.5931312444608623,
-      "learning_rate": 1.886572098194553e-05,
-      "loss": 0.2399,
-      "step": 3510
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.998589900804111,
-      "learning_rate": 1.8864958989766982e-05,
-      "loss": 0.2177,
-      "step": 3511
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0766991349805863,
-      "learning_rate": 1.8864196757125926e-05,
-      "loss": 0.219,
-      "step": 3512
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.2669927981226383,
-      "learning_rate": 1.886343428404303e-05,
-      "loss": 0.2455,
-      "step": 3513
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.3821721941809648,
-      "learning_rate": 1.8862671570538983e-05,
-      "loss": 0.2291,
-      "step": 3514
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.9922061065377965,
-      "learning_rate": 1.8861908616634465e-05,
-      "loss": 0.2355,
-      "step": 3515
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.9647774432744618,
-      "learning_rate": 1.8861145422350175e-05,
-      "loss": 0.2225,
-      "step": 3516
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.2450905932652228,
-      "learning_rate": 1.8860381987706815e-05,
-      "loss": 0.1923,
-      "step": 3517
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.174949296255601,
-      "learning_rate": 1.8859618312725097e-05,
-      "loss": 0.2273,
-      "step": 3518
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.9185629784663724,
-      "learning_rate": 1.885885439742573e-05,
-      "loss": 0.2421,
-      "step": 3519
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0252428894923662,
-      "learning_rate": 1.8858090241829435e-05,
-      "loss": 0.2276,
-      "step": 3520
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.3017122731058193,
-      "learning_rate": 1.8857325845956943e-05,
-      "loss": 0.2324,
-      "step": 3521
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.3801729559240783,
-      "learning_rate": 1.8856561209828985e-05,
-      "loss": 0.2102,
-      "step": 3522
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.518892942443358,
-      "learning_rate": 1.8855796333466306e-05,
-      "loss": 0.2125,
-      "step": 3523
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 2.623769747136324,
-      "learning_rate": 1.8855031216889654e-05,
-      "loss": 0.2158,
-      "step": 3524
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0182322618961068,
-      "learning_rate": 1.8854265860119777e-05,
-      "loss": 0.2311,
-      "step": 3525
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.6124376494565882,
-      "learning_rate": 1.8853500263177438e-05,
-      "loss": 0.243,
-      "step": 3526
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.3650878655188263,
-      "learning_rate": 1.8852734426083407e-05,
-      "loss": 0.2351,
-      "step": 3527
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.3001949420466634,
-      "learning_rate": 1.8851968348858452e-05,
-      "loss": 0.2381,
-      "step": 3528
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0896299953265736,
-      "learning_rate": 1.8851202031523357e-05,
-      "loss": 0.1966,
-      "step": 3529
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.149107350644368,
-      "learning_rate": 1.8850435474098903e-05,
-      "loss": 0.2114,
-      "step": 3530
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1056201887813963,
-      "learning_rate": 1.8849668676605892e-05,
-      "loss": 0.2094,
-      "step": 3531
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0996511570022964,
-      "learning_rate": 1.884890163906512e-05,
-      "loss": 0.2075,
-      "step": 3532
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.2245004022629145,
-      "learning_rate": 1.8848134361497385e-05,
-      "loss": 0.2215,
-      "step": 3533
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.9834659334969303,
-      "learning_rate": 1.8847366843923512e-05,
-      "loss": 0.2498,
-      "step": 3534
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.034031100069306,
-      "learning_rate": 1.8846599086364307e-05,
-      "loss": 0.2281,
-      "step": 3535
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1124308025623266,
-      "learning_rate": 1.8845831088840607e-05,
-      "loss": 0.2255,
-      "step": 3536
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.9862681621323288,
-      "learning_rate": 1.884506285137324e-05,
-      "loss": 0.205,
-      "step": 3537
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.9765289155940603,
-      "learning_rate": 1.884429437398304e-05,
-      "loss": 0.2293,
-      "step": 3538
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1166529919622326,
-      "learning_rate": 1.8843525656690856e-05,
-      "loss": 0.2419,
-      "step": 3539
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.310916406449081,
-      "learning_rate": 1.884275669951754e-05,
-      "loss": 0.2174,
-      "step": 3540
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1772746264552305,
-      "learning_rate": 1.8841987502483947e-05,
-      "loss": 0.2124,
-      "step": 3541
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 2.001411267184766,
-      "learning_rate": 1.8841218065610946e-05,
-      "loss": 0.2046,
-      "step": 3542
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.7958941047302297,
-      "learning_rate": 1.8840448388919404e-05,
-      "loss": 0.2354,
-      "step": 3543
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.3784337374121243,
-      "learning_rate": 1.8839678472430202e-05,
-      "loss": 0.2234,
-      "step": 3544
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.386781588632047,
-      "learning_rate": 1.883890831616422e-05,
-      "loss": 0.2139,
-      "step": 3545
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0081326543848246,
-      "learning_rate": 1.8838137920142353e-05,
-      "loss": 0.2172,
-      "step": 3546
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.925414447020237,
-      "learning_rate": 1.8837367284385495e-05,
-      "loss": 0.2212,
-      "step": 3547
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.3165789878342848,
-      "learning_rate": 1.883659640891455e-05,
-      "loss": 0.218,
-      "step": 3548
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.4404730700778872,
-      "learning_rate": 1.883582529375043e-05,
-      "loss": 0.2222,
-      "step": 3549
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.5777733140194132,
-      "learning_rate": 1.883505393891405e-05,
-      "loss": 0.247,
-      "step": 3550
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.363219632836876,
-      "learning_rate": 1.883428234442633e-05,
-      "loss": 0.2386,
-      "step": 3551
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 2.3569503082449117,
-      "learning_rate": 1.8833510510308205e-05,
-      "loss": 0.2317,
-      "step": 3552
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.2587246937536893,
-      "learning_rate": 1.8832738436580606e-05,
-      "loss": 0.2188,
-      "step": 3553
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.12233768922461,
-      "learning_rate": 1.883196612326448e-05,
-      "loss": 0.2236,
-      "step": 3554
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.2126151051536773,
-      "learning_rate": 1.8831193570380773e-05,
-      "loss": 0.2086,
-      "step": 3555
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.2393899252829297,
-      "learning_rate": 1.883042077795044e-05,
-      "loss": 0.2391,
-      "step": 3556
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.4836398610286818,
-      "learning_rate": 1.8829647745994445e-05,
-      "loss": 0.2554,
-      "step": 3557
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.9733825299769355,
-      "learning_rate": 1.882887447453376e-05,
-      "loss": 0.2076,
-      "step": 3558
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.169740840648058,
-      "learning_rate": 1.8828100963589357e-05,
-      "loss": 0.1992,
-      "step": 3559
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0783743006030566,
-      "learning_rate": 1.882732721318221e-05,
-      "loss": 0.2232,
-      "step": 3560
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.2929527357581567,
-      "learning_rate": 1.882655322333332e-05,
-      "loss": 0.2312,
-      "step": 3561
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.8276497602849175,
-      "learning_rate": 1.8825778994063672e-05,
-      "loss": 0.1998,
-      "step": 3562
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.822612547922766,
-      "learning_rate": 1.882500452539427e-05,
-      "loss": 0.2186,
-      "step": 3563
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.185368918244924,
-      "learning_rate": 1.8824229817346124e-05,
-      "loss": 0.2269,
-      "step": 3564
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.044763669380613,
-      "learning_rate": 1.8823454869940243e-05,
-      "loss": 0.2022,
-      "step": 3565
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.6220896032433259,
-      "learning_rate": 1.8822679683197654e-05,
-      "loss": 0.2309,
-      "step": 3566
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.9932681947347778,
-      "learning_rate": 1.882190425713938e-05,
-      "loss": 0.2171,
-      "step": 3567
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.3632488336960016,
-      "learning_rate": 1.882112859178645e-05,
-      "loss": 0.2188,
-      "step": 3568
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.6684759325774463,
-      "learning_rate": 1.8820352687159912e-05,
-      "loss": 0.2151,
-      "step": 3569
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1266573469024315,
-      "learning_rate": 1.881957654328081e-05,
-      "loss": 0.2164,
-      "step": 3570
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.2447540550144214,
-      "learning_rate": 1.8818800160170193e-05,
-      "loss": 0.2361,
-      "step": 3571
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.3002904781282625,
-      "learning_rate": 1.8818023537849124e-05,
-      "loss": 0.2265,
-      "step": 3572
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0874912434200428,
-      "learning_rate": 1.8817246676338674e-05,
-      "loss": 0.2042,
-      "step": 3573
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.2065451355021113,
-      "learning_rate": 1.8816469575659905e-05,
-      "loss": 0.1963,
-      "step": 3574
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.6011427686798987,
-      "learning_rate": 1.8815692235833903e-05,
-      "loss": 0.2542,
-      "step": 3575
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0630131633964672,
-      "learning_rate": 1.881491465688175e-05,
-      "loss": 0.1862,
-      "step": 3576
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.192757320656651,
-      "learning_rate": 1.881413683882454e-05,
-      "loss": 0.2016,
-      "step": 3577
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0317469350067587,
-      "learning_rate": 1.881335878168337e-05,
-      "loss": 0.2074,
-      "step": 3578
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.239604331744985,
-      "learning_rate": 1.881258048547934e-05,
-      "loss": 0.2103,
-      "step": 3579
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.3107029936706969,
-      "learning_rate": 1.8811801950233576e-05,
-      "loss": 0.2162,
-      "step": 3580
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0157843501686425,
-      "learning_rate": 1.881102317596718e-05,
-      "loss": 0.2354,
-      "step": 3581
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 2.9623200968488543,
-      "learning_rate": 1.8810244162701282e-05,
-      "loss": 0.229,
-      "step": 3582
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1685273424380547,
-      "learning_rate": 1.8809464910457018e-05,
-      "loss": 0.244,
-      "step": 3583
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1103339740841685,
-      "learning_rate": 1.880868541925552e-05,
-      "loss": 0.2169,
-      "step": 3584
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.311960033700126,
-      "learning_rate": 1.8807905689117932e-05,
-      "loss": 0.2723,
-      "step": 3585
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1836207348653984,
-      "learning_rate": 1.8807125720065402e-05,
-      "loss": 0.2174,
-      "step": 3586
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.006572134286583,
-      "learning_rate": 1.8806345512119094e-05,
-      "loss": 0.2188,
-      "step": 3587
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.9780003684667589,
-      "learning_rate": 1.880556506530016e-05,
-      "loss": 0.2171,
-      "step": 3588
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1732560568868864,
-      "learning_rate": 1.8804784379629782e-05,
-      "loss": 0.1826,
-      "step": 3589
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.9094677603104601,
-      "learning_rate": 1.880400345512913e-05,
-      "loss": 0.2436,
-      "step": 3590
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.5987479896408254,
-      "learning_rate": 1.8803222291819384e-05,
-      "loss": 0.2424,
-      "step": 3591
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.9268098947402248,
-      "learning_rate": 1.8802440889721738e-05,
-      "loss": 0.2332,
-      "step": 3592
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1590799031555827,
-      "learning_rate": 1.8801659248857387e-05,
-      "loss": 0.2174,
-      "step": 3593
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.8734401012949662,
-      "learning_rate": 1.880087736924753e-05,
-      "loss": 0.1889,
-      "step": 3594
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.9763292582262146,
-      "learning_rate": 1.8800095250913378e-05,
-      "loss": 0.2301,
-      "step": 3595
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1036759320154053,
-      "learning_rate": 1.8799312893876144e-05,
-      "loss": 0.2354,
-      "step": 3596
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.2068573877020075,
-      "learning_rate": 1.8798530298157053e-05,
-      "loss": 0.2257,
-      "step": 3597
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.3724862448248425,
-      "learning_rate": 1.879774746377733e-05,
-      "loss": 0.2239,
-      "step": 3598
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.4278671837999257,
-      "learning_rate": 1.8796964390758208e-05,
-      "loss": 0.2295,
-      "step": 3599
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0753048332681465,
-      "learning_rate": 1.879618107912093e-05,
-      "loss": 0.2333,
-      "step": 3600
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.435980345300096,
-      "learning_rate": 1.8795397528886744e-05,
-      "loss": 0.195,
-      "step": 3601
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.4710044713102228,
-      "learning_rate": 1.8794613740076905e-05,
-      "loss": 0.2436,
-      "step": 3602
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1614473226565285,
-      "learning_rate": 1.8793829712712674e-05,
-      "loss": 0.2332,
-      "step": 3603
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1045520516660092,
-      "learning_rate": 1.879304544681531e-05,
-      "loss": 0.224,
-      "step": 3604
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.319759137203225,
-      "learning_rate": 1.8792260942406093e-05,
-      "loss": 0.2268,
-      "step": 3605
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1487889779994411,
-      "learning_rate": 1.87914761995063e-05,
-      "loss": 0.2067,
-      "step": 3606
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.3210062460129575,
-      "learning_rate": 1.8790691218137223e-05,
-      "loss": 0.1936,
-      "step": 3607
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0186501739958207,
-      "learning_rate": 1.8789905998320148e-05,
-      "loss": 0.2092,
-      "step": 3608
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1235348787736643,
-      "learning_rate": 1.8789120540076377e-05,
-      "loss": 0.2477,
-      "step": 3609
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.8505143793933634,
-      "learning_rate": 1.8788334843427213e-05,
-      "loss": 0.2175,
-      "step": 3610
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0042245499894789,
-      "learning_rate": 1.878754890839397e-05,
-      "loss": 0.2083,
-      "step": 3611
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.088541889713761,
-      "learning_rate": 1.8786762734997967e-05,
-      "loss": 0.2161,
-      "step": 3612
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.7685156296862572,
-      "learning_rate": 1.878597632326053e-05,
-      "loss": 0.2166,
-      "step": 3613
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.12394810734318,
-      "learning_rate": 1.8785189673202987e-05,
-      "loss": 0.2276,
-      "step": 3614
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 2.3965025337178076,
-      "learning_rate": 1.8784402784846683e-05,
-      "loss": 0.2035,
-      "step": 3615
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0159742971193932,
-      "learning_rate": 1.8783615658212954e-05,
-      "loss": 0.2333,
-      "step": 3616
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.3262982321738739,
-      "learning_rate": 1.8782828293323148e-05,
-      "loss": 0.2175,
-      "step": 3617
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.9727403288284343,
-      "learning_rate": 1.8782040690198638e-05,
-      "loss": 0.2162,
-      "step": 3618
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.147172083948449,
-      "learning_rate": 1.8781252848860774e-05,
-      "loss": 0.1996,
-      "step": 3619
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.6406618327820583,
-      "learning_rate": 1.878046476933093e-05,
-      "loss": 0.2053,
-      "step": 3620
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.1381954215972985,
-      "learning_rate": 1.8779676451630483e-05,
-      "loss": 0.2293,
-      "step": 3621
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.2442005673537484,
-      "learning_rate": 1.877888789578082e-05,
-      "loss": 0.22,
-      "step": 3622
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.12587064239475,
-      "learning_rate": 1.877809910180332e-05,
-      "loss": 0.2325,
-      "step": 3623
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.9723723171760922,
-      "learning_rate": 1.8777310069719395e-05,
-      "loss": 0.216,
-      "step": 3624
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.8174785819072351,
-      "learning_rate": 1.8776520799550432e-05,
-      "loss": 0.2109,
-      "step": 3625
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.9122603631781808,
-      "learning_rate": 1.8775731291317848e-05,
-      "loss": 0.2309,
-      "step": 3626
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.8848068716660894,
-      "learning_rate": 1.877494154504306e-05,
-      "loss": 0.2194,
-      "step": 3627
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.9278675771741361,
-      "learning_rate": 1.8774151560747483e-05,
-      "loss": 0.2183,
-      "step": 3628
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.9191651194789452,
-      "learning_rate": 1.8773361338452552e-05,
-      "loss": 0.2161,
-      "step": 3629
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0679724192636588,
-      "learning_rate": 1.87725708781797e-05,
-      "loss": 0.2244,
-      "step": 3630
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0051450683135599,
-      "learning_rate": 1.8771780179950365e-05,
-      "loss": 0.236,
-      "step": 3631
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.054895456949411,
-      "learning_rate": 1.8770989243785996e-05,
-      "loss": 0.2241,
-      "step": 3632
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.9056539769716427,
-      "learning_rate": 1.8770198069708053e-05,
-      "loss": 0.2322,
-      "step": 3633
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.0234613563851183,
-      "learning_rate": 1.8769406657737987e-05,
-      "loss": 0.2316,
-      "step": 3634
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.9956590739601004,
-      "learning_rate": 1.8768615007897274e-05,
-      "loss": 0.199,
-      "step": 3635
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.8869981627351374,
-      "learning_rate": 1.8767823120207382e-05,
-      "loss": 0.2109,
-      "step": 3636
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 0.9934235815819739,
-      "learning_rate": 1.876703099468979e-05,
-      "loss": 0.2304,
-      "step": 3637
-    },
-    {
-      "epoch": 0.18,
-      "grad_norm": 1.4633457424825305,
-      "learning_rate": 1.8766238631365993e-05,
-      "loss": 0.2083,
-      "step": 3638
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.1406976495870418,
-      "learning_rate": 1.8765446030257475e-05,
-      "loss": 0.2153,
-      "step": 3639
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9879296696273988,
-      "learning_rate": 1.8764653191385737e-05,
-      "loss": 0.2085,
-      "step": 3640
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.910282344054396,
-      "learning_rate": 1.876386011477229e-05,
-      "loss": 0.2094,
-      "step": 3641
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0136285939917482,
-      "learning_rate": 1.8763066800438638e-05,
-      "loss": 0.2312,
-      "step": 3642
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9982969903185347,
-      "learning_rate": 1.8762273248406308e-05,
-      "loss": 0.2199,
-      "step": 3643
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0218645304104221,
-      "learning_rate": 1.8761479458696817e-05,
-      "loss": 0.2435,
-      "step": 3644
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.801950250637673,
-      "learning_rate": 1.87606854313317e-05,
-      "loss": 0.2279,
-      "step": 3645
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9830240715600229,
-      "learning_rate": 1.87598911663325e-05,
-      "loss": 0.202,
-      "step": 3646
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.062684827845211,
-      "learning_rate": 1.8759096663720757e-05,
-      "loss": 0.2038,
-      "step": 3647
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8424173998687214,
-      "learning_rate": 1.8758301923518022e-05,
-      "loss": 0.2075,
-      "step": 3648
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.2659538205110992,
-      "learning_rate": 1.8757506945745853e-05,
-      "loss": 0.2135,
-      "step": 3649
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8779279555202277,
-      "learning_rate": 1.875671173042581e-05,
-      "loss": 0.2124,
-      "step": 3650
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0724684529868374,
-      "learning_rate": 1.875591627757947e-05,
-      "loss": 0.2271,
-      "step": 3651
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.997713641099804,
-      "learning_rate": 1.8755120587228407e-05,
-      "loss": 0.211,
-      "step": 3652
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9509704006661915,
-      "learning_rate": 1.87543246593942e-05,
-      "loss": 0.2153,
-      "step": 3653
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9876044502985013,
-      "learning_rate": 1.8753528494098448e-05,
-      "loss": 0.2446,
-      "step": 3654
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9074009768086965,
-      "learning_rate": 1.8752732091362737e-05,
-      "loss": 0.2376,
-      "step": 3655
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8466323825950363,
-      "learning_rate": 1.8751935451208672e-05,
-      "loss": 0.2198,
-      "step": 3656
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9408926489341524,
-      "learning_rate": 1.875113857365787e-05,
-      "loss": 0.2191,
-      "step": 3657
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9072872274928622,
-      "learning_rate": 1.8750341458731934e-05,
-      "loss": 0.2319,
-      "step": 3658
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9542440451622091,
-      "learning_rate": 1.8749544106452493e-05,
-      "loss": 0.1976,
-      "step": 3659
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.7645091657265274,
-      "learning_rate": 1.8748746516841173e-05,
-      "loss": 0.2083,
-      "step": 3660
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.156226521004843,
-      "learning_rate": 1.8747948689919613e-05,
-      "loss": 0.2487,
-      "step": 3661
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.955620834216678,
-      "learning_rate": 1.8747150625709447e-05,
-      "loss": 0.2347,
-      "step": 3662
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9942108737792252,
-      "learning_rate": 1.874635232423233e-05,
-      "loss": 0.2062,
-      "step": 3663
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.007020797262451,
-      "learning_rate": 1.874555378550991e-05,
-      "loss": 0.2038,
-      "step": 3664
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9402919883523149,
-      "learning_rate": 1.874475500956385e-05,
-      "loss": 0.2045,
-      "step": 3665
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.3820371958137763,
-      "learning_rate": 1.8743955996415816e-05,
-      "loss": 0.2158,
-      "step": 3666
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.3681512159679738,
-      "learning_rate": 1.8743156746087484e-05,
-      "loss": 0.2455,
-      "step": 3667
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8308239350203164,
-      "learning_rate": 1.874235725860053e-05,
-      "loss": 0.1835,
-      "step": 3668
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9181442338099888,
-      "learning_rate": 1.874155753397664e-05,
-      "loss": 0.2669,
-      "step": 3669
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.5206039594663598,
-      "learning_rate": 1.874075757223751e-05,
-      "loss": 0.2338,
-      "step": 3670
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.1480071255535726,
-      "learning_rate": 1.8739957373404835e-05,
-      "loss": 0.2121,
-      "step": 3671
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.389739264223165,
-      "learning_rate": 1.8739156937500323e-05,
-      "loss": 0.2205,
-      "step": 3672
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.238895768277098,
-      "learning_rate": 1.8738356264545685e-05,
-      "loss": 0.218,
-      "step": 3673
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9526703867083856,
-      "learning_rate": 1.8737555354562644e-05,
-      "loss": 0.2024,
-      "step": 3674
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8969813658287388,
-      "learning_rate": 1.873675420757292e-05,
-      "loss": 0.2295,
-      "step": 3675
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.2168913052504897,
-      "learning_rate": 1.873595282359824e-05,
-      "loss": 0.2147,
-      "step": 3676
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.021148886487509,
-      "learning_rate": 1.873515120266035e-05,
-      "loss": 0.2271,
-      "step": 3677
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.089162382736061,
-      "learning_rate": 1.8734349344780985e-05,
-      "loss": 0.2538,
-      "step": 3678
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.087846460938777,
-      "learning_rate": 1.8733547249981904e-05,
-      "loss": 0.2473,
-      "step": 3679
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.6091696891202787,
-      "learning_rate": 1.8732744918284866e-05,
-      "loss": 0.2228,
-      "step": 3680
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9178567817841584,
-      "learning_rate": 1.873194234971162e-05,
-      "loss": 0.1982,
-      "step": 3681
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9954008637114219,
-      "learning_rate": 1.8731139544283952e-05,
-      "loss": 0.1894,
-      "step": 3682
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8191302667217233,
-      "learning_rate": 1.873033650202363e-05,
-      "loss": 0.2321,
-      "step": 3683
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.7547033099045546,
-      "learning_rate": 1.872953322295243e-05,
-      "loss": 0.2222,
-      "step": 3684
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0682176638270313,
-      "learning_rate": 1.8728729707092156e-05,
-      "loss": 0.2266,
-      "step": 3685
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0770283192110661,
-      "learning_rate": 1.8727925954464588e-05,
-      "loss": 0.209,
-      "step": 3686
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0130660718947984,
-      "learning_rate": 1.8727121965091542e-05,
-      "loss": 0.2055,
-      "step": 3687
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.1315284288169722,
-      "learning_rate": 1.8726317738994817e-05,
-      "loss": 0.2378,
-      "step": 3688
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0757318688843531,
-      "learning_rate": 1.8725513276196232e-05,
-      "loss": 0.214,
-      "step": 3689
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8001330749908178,
-      "learning_rate": 1.8724708576717607e-05,
-      "loss": 0.2101,
-      "step": 3690
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.2760143890057158,
-      "learning_rate": 1.872390364058077e-05,
-      "loss": 0.2274,
-      "step": 3691
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.198424221315609,
-      "learning_rate": 1.872309846780755e-05,
-      "loss": 0.2008,
-      "step": 3692
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.085392171878298,
-      "learning_rate": 1.8722293058419794e-05,
-      "loss": 0.2215,
-      "step": 3693
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0167219653500086,
-      "learning_rate": 1.8721487412439344e-05,
-      "loss": 0.2413,
-      "step": 3694
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.6452475011732255,
-      "learning_rate": 1.8720681529888057e-05,
-      "loss": 0.2311,
-      "step": 3695
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.148723352911266,
-      "learning_rate": 1.8719875410787793e-05,
-      "loss": 0.2149,
-      "step": 3696
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9979650627009616,
-      "learning_rate": 1.8719069055160415e-05,
-      "loss": 0.2114,
-      "step": 3697
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.878102123527887,
-      "learning_rate": 1.8718262463027795e-05,
-      "loss": 0.2167,
-      "step": 3698
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8587460522038438,
-      "learning_rate": 1.8717455634411813e-05,
-      "loss": 0.2157,
-      "step": 3699
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9939679426048222,
-      "learning_rate": 1.8716648569334355e-05,
-      "loss": 0.2142,
-      "step": 3700
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0933099196445442,
-      "learning_rate": 1.8715841267817313e-05,
-      "loss": 0.24,
-      "step": 3701
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9072361235671731,
-      "learning_rate": 1.8715033729882585e-05,
-      "loss": 0.2267,
-      "step": 3702
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.5972984097976861,
-      "learning_rate": 1.8714225955552074e-05,
-      "loss": 0.2271,
-      "step": 3703
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.195176661277982,
-      "learning_rate": 1.8713417944847688e-05,
-      "loss": 0.2464,
-      "step": 3704
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.964239160509171,
-      "learning_rate": 1.871260969779135e-05,
-      "loss": 0.224,
-      "step": 3705
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.1009244798701132,
-      "learning_rate": 1.8711801214404986e-05,
-      "loss": 0.2277,
-      "step": 3706
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.4679413308921536,
-      "learning_rate": 1.871099249471052e-05,
-      "loss": 0.2207,
-      "step": 3707
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.4215098692749524,
-      "learning_rate": 1.871018353872989e-05,
-      "loss": 0.2172,
-      "step": 3708
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0315434809422932,
-      "learning_rate": 1.870937434648504e-05,
-      "loss": 0.221,
-      "step": 3709
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8370794377256259,
-      "learning_rate": 1.8708564917997917e-05,
-      "loss": 0.2127,
-      "step": 3710
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.3562200726557778,
-      "learning_rate": 1.870775525329048e-05,
-      "loss": 0.2168,
-      "step": 3711
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0137792718910874,
-      "learning_rate": 1.870694535238469e-05,
-      "loss": 0.2214,
-      "step": 3712
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9076632568937337,
-      "learning_rate": 1.8706135215302517e-05,
-      "loss": 0.2201,
-      "step": 3713
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.878009141999452,
-      "learning_rate": 1.8705324842065933e-05,
-      "loss": 0.2232,
-      "step": 3714
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0509396224366285,
-      "learning_rate": 1.870451423269692e-05,
-      "loss": 0.212,
-      "step": 3715
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.043258822287421,
-      "learning_rate": 1.870370338721747e-05,
-      "loss": 0.212,
-      "step": 3716
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0121568442288489,
-      "learning_rate": 1.870289230564957e-05,
-      "loss": 0.2585,
-      "step": 3717
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0953299936197005,
-      "learning_rate": 1.870208098801523e-05,
-      "loss": 0.2228,
-      "step": 3718
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0607744241849235,
-      "learning_rate": 1.8701269434336447e-05,
-      "loss": 0.2489,
-      "step": 3719
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8472590526760381,
-      "learning_rate": 1.870045764463524e-05,
-      "loss": 0.2173,
-      "step": 3720
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0576878592684522,
-      "learning_rate": 1.8699645618933628e-05,
-      "loss": 0.2177,
-      "step": 3721
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0360486988527098,
-      "learning_rate": 1.869883335725364e-05,
-      "loss": 0.2238,
-      "step": 3722
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.1969945924023768,
-      "learning_rate": 1.8698020859617303e-05,
-      "loss": 0.229,
-      "step": 3723
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.1733345648184206,
-      "learning_rate": 1.869720812604666e-05,
-      "loss": 0.2289,
-      "step": 3724
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.1734416691118115,
-      "learning_rate": 1.8696395156563753e-05,
-      "loss": 0.2121,
-      "step": 3725
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.7741114933790696,
-      "learning_rate": 1.8695581951190636e-05,
-      "loss": 0.2237,
-      "step": 3726
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8425428534413996,
-      "learning_rate": 1.8694768509949374e-05,
-      "loss": 0.2082,
-      "step": 3727
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.908533200343883,
-      "learning_rate": 1.8693954832862017e-05,
-      "loss": 0.2088,
-      "step": 3728
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.084859595161081,
-      "learning_rate": 1.869314091995065e-05,
-      "loss": 0.191,
-      "step": 3729
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.840271807447316,
-      "learning_rate": 1.8692326771237344e-05,
-      "loss": 0.258,
-      "step": 3730
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9170431065446714,
-      "learning_rate": 1.8691512386744183e-05,
-      "loss": 0.225,
-      "step": 3731
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0010752864096515,
-      "learning_rate": 1.8690697766493252e-05,
-      "loss": 0.2519,
-      "step": 3732
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8686061614515938,
-      "learning_rate": 1.8689882910506658e-05,
-      "loss": 0.2076,
-      "step": 3733
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0749405681204596,
-      "learning_rate": 1.8689067818806503e-05,
-      "loss": 0.2127,
-      "step": 3734
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0258137289693825,
-      "learning_rate": 1.8688252491414886e-05,
-      "loss": 0.2108,
-      "step": 3735
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0969570804965412,
-      "learning_rate": 1.868743692835393e-05,
-      "loss": 0.1829,
-      "step": 3736
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.259486363094936,
-      "learning_rate": 1.868662112964576e-05,
-      "loss": 0.2184,
-      "step": 3737
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0370119946877436,
-      "learning_rate": 1.8685805095312498e-05,
-      "loss": 0.2101,
-      "step": 3738
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0349854099522016,
-      "learning_rate": 1.8684988825376285e-05,
-      "loss": 0.21,
-      "step": 3739
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.2262944485867913,
-      "learning_rate": 1.8684172319859258e-05,
-      "loss": 0.2563,
-      "step": 3740
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.1655799061302887,
-      "learning_rate": 1.8683355578783567e-05,
-      "loss": 0.2179,
-      "step": 3741
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 2.4736756001428297,
-      "learning_rate": 1.868253860217137e-05,
-      "loss": 0.2407,
-      "step": 3742
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9410716912521949,
-      "learning_rate": 1.8681721390044817e-05,
-      "loss": 0.2069,
-      "step": 3743
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.4025378391460672,
-      "learning_rate": 1.868090394242608e-05,
-      "loss": 0.2414,
-      "step": 3744
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.313299060245258,
-      "learning_rate": 1.8680086259337337e-05,
-      "loss": 0.2157,
-      "step": 3745
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.920574490398171,
-      "learning_rate": 1.8679268340800764e-05,
-      "loss": 0.2423,
-      "step": 3746
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0078079186913158,
-      "learning_rate": 1.8678450186838545e-05,
-      "loss": 0.2178,
-      "step": 3747
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8418987504966208,
-      "learning_rate": 1.8677631797472874e-05,
-      "loss": 0.2322,
-      "step": 3748
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.2665665598701452,
-      "learning_rate": 1.867681317272595e-05,
-      "loss": 0.2214,
-      "step": 3749
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9829511796364977,
-      "learning_rate": 1.867599431261998e-05,
-      "loss": 0.2184,
-      "step": 3750
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.3460645041914767,
-      "learning_rate": 1.8675175217177176e-05,
-      "loss": 0.2331,
-      "step": 3751
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9805157466720837,
-      "learning_rate": 1.867435588641975e-05,
-      "loss": 0.2293,
-      "step": 3752
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.234993024768991,
-      "learning_rate": 1.8673536320369936e-05,
-      "loss": 0.2311,
-      "step": 3753
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.373040649077192,
-      "learning_rate": 1.8672716519049957e-05,
-      "loss": 0.2258,
-      "step": 3754
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0665080193056045,
-      "learning_rate": 1.867189648248205e-05,
-      "loss": 0.2163,
-      "step": 3755
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.42465957114889,
-      "learning_rate": 1.8671076210688467e-05,
-      "loss": 0.2035,
-      "step": 3756
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.2238898901999282,
-      "learning_rate": 1.867025570369145e-05,
-      "loss": 0.2401,
-      "step": 3757
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.176117512236095,
-      "learning_rate": 1.8669434961513256e-05,
-      "loss": 0.2117,
-      "step": 3758
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.1875416816543796,
-      "learning_rate": 1.866861398417615e-05,
-      "loss": 0.2207,
-      "step": 3759
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.2449151104729497,
-      "learning_rate": 1.8667792771702397e-05,
-      "loss": 0.2156,
-      "step": 3760
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8601865869175008,
-      "learning_rate": 1.8666971324114277e-05,
-      "loss": 0.1938,
-      "step": 3761
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0584334643359323,
-      "learning_rate": 1.866614964143407e-05,
-      "loss": 0.2206,
-      "step": 3762
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9599952315995963,
-      "learning_rate": 1.8665327723684065e-05,
-      "loss": 0.2334,
-      "step": 3763
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 3.068548285779253,
-      "learning_rate": 1.8664505570886557e-05,
-      "loss": 0.2138,
-      "step": 3764
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9137698886234791,
-      "learning_rate": 1.8663683183063846e-05,
-      "loss": 0.2418,
-      "step": 3765
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8822421507354169,
-      "learning_rate": 1.8662860560238238e-05,
-      "loss": 0.2357,
-      "step": 3766
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9839602464096109,
-      "learning_rate": 1.866203770243205e-05,
-      "loss": 0.219,
-      "step": 3767
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.017921041143888,
-      "learning_rate": 1.86612146096676e-05,
-      "loss": 0.1929,
-      "step": 3768
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9666760157968136,
-      "learning_rate": 1.8660391281967213e-05,
-      "loss": 0.2327,
-      "step": 3769
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.2427749818036062,
-      "learning_rate": 1.8659567719353223e-05,
-      "loss": 0.2206,
-      "step": 3770
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0818309717884633,
-      "learning_rate": 1.865874392184797e-05,
-      "loss": 0.2248,
-      "step": 3771
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.5483282083497667,
-      "learning_rate": 1.86579198894738e-05,
-      "loss": 0.2569,
-      "step": 3772
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0491292439109805,
-      "learning_rate": 1.8657095622253064e-05,
-      "loss": 0.2199,
-      "step": 3773
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.98191139928569,
-      "learning_rate": 1.8656271120208118e-05,
-      "loss": 0.2415,
-      "step": 3774
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8249343376451618,
-      "learning_rate": 1.8655446383361332e-05,
-      "loss": 0.2419,
-      "step": 3775
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0439989508003285,
-      "learning_rate": 1.8654621411735072e-05,
-      "loss": 0.2125,
-      "step": 3776
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9956541278544652,
-      "learning_rate": 1.8653796205351717e-05,
-      "loss": 0.2423,
-      "step": 3777
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.7951566731952017,
-      "learning_rate": 1.865297076423365e-05,
-      "loss": 0.2042,
-      "step": 3778
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0345974375671212,
-      "learning_rate": 1.8652145088403267e-05,
-      "loss": 0.2209,
-      "step": 3779
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9969738180774795,
-      "learning_rate": 1.8651319177882957e-05,
-      "loss": 0.2287,
-      "step": 3780
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.4389658031539585,
-      "learning_rate": 1.8650493032695124e-05,
-      "loss": 0.2236,
-      "step": 3781
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.134999809634415,
-      "learning_rate": 1.8649666652862183e-05,
-      "loss": 0.2247,
-      "step": 3782
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9820850253804223,
-      "learning_rate": 1.864884003840654e-05,
-      "loss": 0.2137,
-      "step": 3783
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8792425222701588,
-      "learning_rate": 1.8648013189350628e-05,
-      "loss": 0.2228,
-      "step": 3784
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.2159676018930894,
-      "learning_rate": 1.864718610571687e-05,
-      "loss": 0.2443,
-      "step": 3785
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9169076017661532,
-      "learning_rate": 1.8646358787527697e-05,
-      "loss": 0.197,
-      "step": 3786
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.1325155925959844,
-      "learning_rate": 1.8645531234805554e-05,
-      "loss": 0.2191,
-      "step": 3787
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.2026712867680391,
-      "learning_rate": 1.864470344757289e-05,
-      "loss": 0.2246,
-      "step": 3788
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.1107125406261882,
-      "learning_rate": 1.8643875425852155e-05,
-      "loss": 0.2394,
-      "step": 3789
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.4123550933251017,
-      "learning_rate": 1.864304716966581e-05,
-      "loss": 0.2606,
-      "step": 3790
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.325865887213283,
-      "learning_rate": 1.8642218679036324e-05,
-      "loss": 0.2172,
-      "step": 3791
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0620807363636982,
-      "learning_rate": 1.8641389953986165e-05,
-      "loss": 0.2409,
-      "step": 3792
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.071205185857897,
-      "learning_rate": 1.864056099453782e-05,
-      "loss": 0.2386,
-      "step": 3793
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8456964313282443,
-      "learning_rate": 1.8639731800713766e-05,
-      "loss": 0.1992,
-      "step": 3794
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.1931661849786743,
-      "learning_rate": 1.8638902372536502e-05,
-      "loss": 0.2136,
-      "step": 3795
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.120405301713219,
-      "learning_rate": 1.8638072710028523e-05,
-      "loss": 0.2087,
-      "step": 3796
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9879170452045153,
-      "learning_rate": 1.8637242813212334e-05,
-      "loss": 0.2056,
-      "step": 3797
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 3.2824930991489314,
-      "learning_rate": 1.8636412682110445e-05,
-      "loss": 0.2151,
-      "step": 3798
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.293469054776063,
-      "learning_rate": 1.8635582316745374e-05,
-      "loss": 0.2052,
-      "step": 3799
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.025378532115027,
-      "learning_rate": 1.8634751717139644e-05,
-      "loss": 0.2118,
-      "step": 3800
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.7830661665580738,
-      "learning_rate": 1.863392088331579e-05,
-      "loss": 0.2128,
-      "step": 3801
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.3021193311965715,
-      "learning_rate": 1.863308981529634e-05,
-      "loss": 0.2381,
-      "step": 3802
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.762346379086396,
-      "learning_rate": 1.863225851310384e-05,
-      "loss": 0.2063,
-      "step": 3803
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.4515520631191818,
-      "learning_rate": 1.8631426976760844e-05,
-      "loss": 0.2143,
-      "step": 3804
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.171511742865271,
-      "learning_rate": 1.8630595206289904e-05,
-      "loss": 0.227,
-      "step": 3805
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8935558090507881,
-      "learning_rate": 1.862976320171358e-05,
-      "loss": 0.2127,
-      "step": 3806
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9868740593439831,
-      "learning_rate": 1.8628930963054444e-05,
-      "loss": 0.2191,
-      "step": 3807
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9324619016671554,
-      "learning_rate": 1.8628098490335064e-05,
-      "loss": 0.2184,
-      "step": 3808
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.002216078090249,
-      "learning_rate": 1.8627265783578028e-05,
-      "loss": 0.2105,
-      "step": 3809
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.1699929258731216,
-      "learning_rate": 1.862643284280592e-05,
-      "loss": 0.2267,
-      "step": 3810
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.837422894813569,
-      "learning_rate": 1.8625599668041334e-05,
-      "loss": 0.1931,
-      "step": 3811
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9597112271853646,
-      "learning_rate": 1.862476625930687e-05,
-      "loss": 0.222,
-      "step": 3812
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9219677680827443,
-      "learning_rate": 1.8623932616625133e-05,
-      "loss": 0.2037,
-      "step": 3813
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9555404866784017,
-      "learning_rate": 1.8623098740018736e-05,
-      "loss": 0.244,
-      "step": 3814
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8565637533356807,
-      "learning_rate": 1.86222646295103e-05,
-      "loss": 0.2166,
-      "step": 3815
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0481091626759864,
-      "learning_rate": 1.8621430285122447e-05,
-      "loss": 0.231,
-      "step": 3816
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8774766428514378,
-      "learning_rate": 1.8620595706877816e-05,
-      "loss": 0.214,
-      "step": 3817
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9865676986752081,
-      "learning_rate": 1.8619760894799034e-05,
-      "loss": 0.2236,
-      "step": 3818
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.2433378952932157,
-      "learning_rate": 1.8618925848908757e-05,
-      "loss": 0.2178,
-      "step": 3819
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8438590361016094,
-      "learning_rate": 1.861809056922962e-05,
-      "loss": 0.2188,
-      "step": 3820
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9083392931246398,
-      "learning_rate": 1.8617255055784298e-05,
-      "loss": 0.2152,
-      "step": 3821
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9041176626279603,
-      "learning_rate": 1.8616419308595443e-05,
-      "loss": 0.2471,
-      "step": 3822
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8617167966436966,
-      "learning_rate": 1.8615583327685726e-05,
-      "loss": 0.2185,
-      "step": 3823
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.831294907600138,
-      "learning_rate": 1.8614747113077826e-05,
-      "loss": 0.238,
-      "step": 3824
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.1312425674849975,
-      "learning_rate": 1.8613910664794424e-05,
-      "loss": 0.2646,
-      "step": 3825
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9087120849416299,
-      "learning_rate": 1.861307398285821e-05,
-      "loss": 0.2043,
-      "step": 3826
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.0711854562301435,
-      "learning_rate": 1.8612237067291878e-05,
-      "loss": 0.2137,
-      "step": 3827
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.1537888299444026,
-      "learning_rate": 1.8611399918118124e-05,
-      "loss": 0.2275,
-      "step": 3828
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.053077637022216,
-      "learning_rate": 1.8610562535359667e-05,
-      "loss": 0.2573,
-      "step": 3829
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.8794836263083736,
-      "learning_rate": 1.8609724919039213e-05,
-      "loss": 0.2217,
-      "step": 3830
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.1927003302097705,
-      "learning_rate": 1.8608887069179483e-05,
-      "loss": 0.2239,
-      "step": 3831
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.9961929880291288,
-      "learning_rate": 1.8608048985803205e-05,
-      "loss": 0.2101,
-      "step": 3832
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 0.7476771727973698,
-      "learning_rate": 1.8607210668933114e-05,
-      "loss": 0.2028,
-      "step": 3833
-    },
-    {
-      "epoch": 0.19,
-      "grad_norm": 1.1708729140370346,
-      "learning_rate": 1.8606372118591943e-05,
-      "loss": 0.2418,
-      "step": 3834
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.95154019222484,
-      "learning_rate": 1.8605533334802448e-05,
-      "loss": 0.22,
-      "step": 3835
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9420981207262242,
-      "learning_rate": 1.8604694317587372e-05,
-      "loss": 0.1962,
-      "step": 3836
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.7574527137216649,
-      "learning_rate": 1.8603855066969478e-05,
-      "loss": 0.2019,
-      "step": 3837
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.1338212264538146,
-      "learning_rate": 1.860301558297153e-05,
-      "loss": 0.234,
-      "step": 3838
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9869099042527179,
-      "learning_rate": 1.8602175865616296e-05,
-      "loss": 0.233,
-      "step": 3839
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9117557983918922,
-      "learning_rate": 1.8601335914926558e-05,
-      "loss": 0.2072,
-      "step": 3840
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0213142783338018,
-      "learning_rate": 1.8600495730925095e-05,
-      "loss": 0.2166,
-      "step": 3841
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0960729307387658,
-      "learning_rate": 1.8599655313634702e-05,
-      "loss": 0.1988,
-      "step": 3842
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.2800084319729785,
-      "learning_rate": 1.859881466307817e-05,
-      "loss": 0.2403,
-      "step": 3843
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.643017787270073,
-      "learning_rate": 1.8597973779278307e-05,
-      "loss": 0.2231,
-      "step": 3844
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0880616948226376,
-      "learning_rate": 1.859713266225792e-05,
-      "loss": 0.2414,
-      "step": 3845
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9851831423429016,
-      "learning_rate": 1.859629131203982e-05,
-      "loss": 0.2098,
-      "step": 3846
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9979121868241856,
-      "learning_rate": 1.859544972864684e-05,
-      "loss": 0.223,
-      "step": 3847
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9845690582968679,
-      "learning_rate": 1.8594607912101797e-05,
-      "loss": 0.2172,
-      "step": 3848
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.2156036882618944,
-      "learning_rate": 1.8593765862427526e-05,
-      "loss": 0.2268,
-      "step": 3849
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 2.037311775310428,
-      "learning_rate": 1.8592923579646874e-05,
-      "loss": 0.2036,
-      "step": 3850
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 2.254690899134614,
-      "learning_rate": 1.8592081063782685e-05,
-      "loss": 0.2185,
-      "step": 3851
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.3888197734442886,
-      "learning_rate": 1.8591238314857806e-05,
-      "loss": 0.2096,
-      "step": 3852
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.7310357928446478,
-      "learning_rate": 1.859039533289511e-05,
-      "loss": 0.2426,
-      "step": 3853
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.8752949059665149,
-      "learning_rate": 1.858955211791745e-05,
-      "loss": 0.2248,
-      "step": 3854
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9799619031728044,
-      "learning_rate": 1.858870866994771e-05,
-      "loss": 0.2234,
-      "step": 3855
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.8881141779724255,
-      "learning_rate": 1.8587864989008758e-05,
-      "loss": 0.2308,
-      "step": 3856
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.929858899344705,
-      "learning_rate": 1.8587021075123482e-05,
-      "loss": 0.1902,
-      "step": 3857
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.8424469468404533,
-      "learning_rate": 1.8586176928314774e-05,
-      "loss": 0.2072,
-      "step": 3858
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.7706289278768073,
-      "learning_rate": 1.858533254860553e-05,
-      "loss": 0.223,
-      "step": 3859
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.2901367072560834,
-      "learning_rate": 1.8584487936018663e-05,
-      "loss": 0.2194,
-      "step": 3860
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9724146249544461,
-      "learning_rate": 1.8583643090577072e-05,
-      "loss": 0.2297,
-      "step": 3861
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9272187008477141,
-      "learning_rate": 1.8582798012303674e-05,
-      "loss": 0.2279,
-      "step": 3862
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.8680660636380514,
-      "learning_rate": 1.85819527012214e-05,
-      "loss": 0.2178,
-      "step": 3863
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0452921030928661,
-      "learning_rate": 1.8581107157353175e-05,
-      "loss": 0.2579,
-      "step": 3864
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.8615649767726768,
-      "learning_rate": 1.8580261380721932e-05,
-      "loss": 0.2024,
-      "step": 3865
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.2325980969486496,
-      "learning_rate": 1.8579415371350613e-05,
-      "loss": 0.2322,
-      "step": 3866
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.8933378457355367,
-      "learning_rate": 1.8578569129262168e-05,
-      "loss": 0.2031,
-      "step": 3867
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9453357111940053,
-      "learning_rate": 1.857772265447955e-05,
-      "loss": 0.2287,
-      "step": 3868
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9394950082674527,
-      "learning_rate": 1.8576875947025725e-05,
-      "loss": 0.2162,
-      "step": 3869
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.3055556466692884,
-      "learning_rate": 1.8576029006923653e-05,
-      "loss": 0.2314,
-      "step": 3870
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9320739710953067,
-      "learning_rate": 1.8575181834196308e-05,
-      "loss": 0.2099,
-      "step": 3871
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.2266250587407823,
-      "learning_rate": 1.857433442886667e-05,
-      "loss": 0.2115,
-      "step": 3872
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.034361450688478,
-      "learning_rate": 1.8573486790957732e-05,
-      "loss": 0.2377,
-      "step": 3873
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.061886386036358,
-      "learning_rate": 1.8572638920492476e-05,
-      "loss": 0.2303,
-      "step": 3874
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9135745761327706,
-      "learning_rate": 1.857179081749391e-05,
-      "loss": 0.227,
-      "step": 3875
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 2.692975173577015,
-      "learning_rate": 1.8570942481985027e-05,
-      "loss": 0.2338,
-      "step": 3876
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.114073471726701,
-      "learning_rate": 1.857009391398885e-05,
-      "loss": 0.2414,
-      "step": 3877
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.8604903674257696,
-      "learning_rate": 1.856924511352839e-05,
-      "loss": 0.2341,
-      "step": 3878
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0061238541965627,
-      "learning_rate": 1.8568396080626673e-05,
-      "loss": 0.2605,
-      "step": 3879
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.8186410015687037,
-      "learning_rate": 1.8567546815306726e-05,
-      "loss": 0.2205,
-      "step": 3880
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9094401156407541,
-      "learning_rate": 1.856669731759159e-05,
-      "loss": 0.2217,
-      "step": 3881
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.8157865383260736,
-      "learning_rate": 1.8565847587504305e-05,
-      "loss": 0.2128,
-      "step": 3882
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0473730645092414,
-      "learning_rate": 1.856499762506792e-05,
-      "loss": 0.213,
-      "step": 3883
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9802341644805417,
-      "learning_rate": 1.8564147430305493e-05,
-      "loss": 0.272,
-      "step": 3884
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9530522304023589,
-      "learning_rate": 1.8563297003240078e-05,
-      "loss": 0.225,
-      "step": 3885
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9902349476942686,
-      "learning_rate": 1.8562446343894753e-05,
-      "loss": 0.214,
-      "step": 3886
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9234130370394749,
-      "learning_rate": 1.8561595452292587e-05,
-      "loss": 0.2148,
-      "step": 3887
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.948780172751885,
-      "learning_rate": 1.8560744328456657e-05,
-      "loss": 0.2093,
-      "step": 3888
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.1596350769709731,
-      "learning_rate": 1.855989297241006e-05,
-      "loss": 0.2314,
-      "step": 3889
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.8493065367210507,
-      "learning_rate": 1.8559041384175874e-05,
-      "loss": 0.2287,
-      "step": 3890
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0826434951585162,
-      "learning_rate": 1.8558189563777213e-05,
-      "loss": 0.2296,
-      "step": 3891
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.233129074251226,
-      "learning_rate": 1.8557337511237178e-05,
-      "loss": 0.2124,
-      "step": 3892
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 2.275827478065935,
-      "learning_rate": 1.8556485226578877e-05,
-      "loss": 0.2059,
-      "step": 3893
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0039858133301296,
-      "learning_rate": 1.8555632709825427e-05,
-      "loss": 0.2189,
-      "step": 3894
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.298069959049279,
-      "learning_rate": 1.8554779960999963e-05,
-      "loss": 0.2339,
-      "step": 3895
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9895375285393244,
-      "learning_rate": 1.8553926980125608e-05,
-      "loss": 0.2092,
-      "step": 3896
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.2551382881470876,
-      "learning_rate": 1.85530737672255e-05,
-      "loss": 0.2152,
-      "step": 3897
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0977374431389633,
-      "learning_rate": 1.8552220322322782e-05,
-      "loss": 0.235,
-      "step": 3898
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.1044374060859814,
-      "learning_rate": 1.8551366645440604e-05,
-      "loss": 0.2008,
-      "step": 3899
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.2014769038354687,
-      "learning_rate": 1.8550512736602125e-05,
-      "loss": 0.2217,
-      "step": 3900
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9532092971485372,
-      "learning_rate": 1.8549658595830505e-05,
-      "loss": 0.2228,
-      "step": 3901
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.841470746178915,
-      "learning_rate": 1.8548804223148914e-05,
-      "loss": 0.2394,
-      "step": 3902
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.1083325341107813,
-      "learning_rate": 1.854794961858052e-05,
-      "loss": 0.2163,
-      "step": 3903
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9741102853470924,
-      "learning_rate": 1.8547094782148513e-05,
-      "loss": 0.2372,
-      "step": 3904
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9752661376202427,
-      "learning_rate": 1.8546239713876077e-05,
-      "loss": 0.2322,
-      "step": 3905
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.077642457000483,
-      "learning_rate": 1.8545384413786406e-05,
-      "loss": 0.2166,
-      "step": 3906
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.112417457963183,
-      "learning_rate": 1.85445288819027e-05,
-      "loss": 0.2521,
-      "step": 3907
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.133826703746313,
-      "learning_rate": 1.8543673118248167e-05,
-      "loss": 0.207,
-      "step": 3908
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9714603769415149,
-      "learning_rate": 1.854281712284602e-05,
-      "loss": 0.2076,
-      "step": 3909
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0225184907059015,
-      "learning_rate": 1.8541960895719473e-05,
-      "loss": 0.228,
-      "step": 3910
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.420720984524292,
-      "learning_rate": 1.8541104436891756e-05,
-      "loss": 0.2016,
-      "step": 3911
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9235109665556697,
-      "learning_rate": 1.8540247746386095e-05,
-      "loss": 0.2355,
-      "step": 3912
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0854904386542399,
-      "learning_rate": 1.8539390824225735e-05,
-      "loss": 0.2196,
-      "step": 3913
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9777382832585857,
-      "learning_rate": 1.8538533670433912e-05,
-      "loss": 0.2034,
-      "step": 3914
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0064862201866491,
-      "learning_rate": 1.8537676285033886e-05,
-      "loss": 0.1908,
-      "step": 3915
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9964750671495186,
-      "learning_rate": 1.8536818668048906e-05,
-      "loss": 0.2261,
-      "step": 3916
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0298903324507094,
-      "learning_rate": 1.8535960819502243e-05,
-      "loss": 0.2136,
-      "step": 3917
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.023825717413679,
-      "learning_rate": 1.853510273941715e-05,
-      "loss": 0.2548,
-      "step": 3918
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0799038437526578,
-      "learning_rate": 1.8534244427816924e-05,
-      "loss": 0.2313,
-      "step": 3919
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.683700267828652,
-      "learning_rate": 1.853338588472483e-05,
-      "loss": 0.2098,
-      "step": 3920
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.002263888788098,
-      "learning_rate": 1.8532527110164163e-05,
-      "loss": 0.2272,
-      "step": 3921
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.8523969928905435,
-      "learning_rate": 1.8531668104158215e-05,
-      "loss": 0.1953,
-      "step": 3922
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9766389662463112,
-      "learning_rate": 1.853080886673029e-05,
-      "loss": 0.2032,
-      "step": 3923
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9793413109004094,
-      "learning_rate": 1.8529949397903692e-05,
-      "loss": 0.2229,
-      "step": 3924
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0853519331853911,
-      "learning_rate": 1.8529089697701735e-05,
-      "loss": 0.2243,
-      "step": 3925
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0091941317388682,
-      "learning_rate": 1.8528229766147737e-05,
-      "loss": 0.2156,
-      "step": 3926
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.428407186069211,
-      "learning_rate": 1.8527369603265027e-05,
-      "loss": 0.2173,
-      "step": 3927
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9884423582417243,
-      "learning_rate": 1.852650920907693e-05,
-      "loss": 0.2074,
-      "step": 3928
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0081667501207707,
-      "learning_rate": 1.8525648583606797e-05,
-      "loss": 0.2362,
-      "step": 3929
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9400868797070588,
-      "learning_rate": 1.8524787726877956e-05,
-      "loss": 0.2298,
-      "step": 3930
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0042055292298442,
-      "learning_rate": 1.8523926638913772e-05,
-      "loss": 0.207,
-      "step": 3931
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0274160199055828,
-      "learning_rate": 1.8523065319737597e-05,
-      "loss": 0.2311,
-      "step": 3932
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.8839768613869868,
-      "learning_rate": 1.8522203769372794e-05,
-      "loss": 0.2022,
-      "step": 3933
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9604317794149866,
-      "learning_rate": 1.8521341987842726e-05,
-      "loss": 0.2192,
-      "step": 3934
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.1657719535264452,
-      "learning_rate": 1.8520479975170783e-05,
-      "loss": 0.228,
-      "step": 3935
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0916660032667729,
-      "learning_rate": 1.8519617731380334e-05,
-      "loss": 0.2314,
-      "step": 3936
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9529536523373129,
-      "learning_rate": 1.8518755256494776e-05,
-      "loss": 0.2706,
-      "step": 3937
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9799853626728516,
-      "learning_rate": 1.85178925505375e-05,
-      "loss": 0.2381,
-      "step": 3938
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.987670708955151,
-      "learning_rate": 1.851702961353191e-05,
-      "loss": 0.222,
-      "step": 3939
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0361197104887185,
-      "learning_rate": 1.8516166445501405e-05,
-      "loss": 0.2459,
-      "step": 3940
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.1496121131841177,
-      "learning_rate": 1.8515303046469407e-05,
-      "loss": 0.2305,
-      "step": 3941
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.175067670408769,
-      "learning_rate": 1.851443941645933e-05,
-      "loss": 0.2046,
-      "step": 3942
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0394576988286925,
-      "learning_rate": 1.851357555549461e-05,
-      "loss": 0.2249,
-      "step": 3943
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.1378105288243487,
-      "learning_rate": 1.8512711463598666e-05,
-      "loss": 0.2161,
-      "step": 3944
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9691228729639899,
-      "learning_rate": 1.8511847140794944e-05,
-      "loss": 0.2451,
-      "step": 3945
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9107941557336705,
-      "learning_rate": 1.8510982587106888e-05,
-      "loss": 0.2163,
-      "step": 3946
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.8438094197302133,
-      "learning_rate": 1.8510117802557948e-05,
-      "loss": 0.2172,
-      "step": 3947
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.122561032622386,
-      "learning_rate": 1.8509252787171585e-05,
-      "loss": 0.2091,
-      "step": 3948
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.1670322241173445,
-      "learning_rate": 1.8508387540971258e-05,
-      "loss": 0.2265,
-      "step": 3949
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.8737935359329443,
-      "learning_rate": 1.8507522063980436e-05,
-      "loss": 0.2014,
-      "step": 3950
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.957459298710243,
-      "learning_rate": 1.85066563562226e-05,
-      "loss": 0.2232,
-      "step": 3951
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9140556809479499,
-      "learning_rate": 1.850579041772123e-05,
-      "loss": 0.2213,
-      "step": 3952
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9341055775625612,
-      "learning_rate": 1.850492424849981e-05,
-      "loss": 0.2475,
-      "step": 3953
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.8285233367924434,
-      "learning_rate": 1.8504057848581846e-05,
-      "loss": 0.2267,
-      "step": 3954
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.2274016809994188,
-      "learning_rate": 1.850319121799083e-05,
-      "loss": 0.2167,
-      "step": 3955
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9569895683683748,
-      "learning_rate": 1.850232435675027e-05,
-      "loss": 0.2139,
-      "step": 3956
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9707813355784036,
-      "learning_rate": 1.8501457264883684e-05,
-      "loss": 0.2247,
-      "step": 3957
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.6606571832523476,
-      "learning_rate": 1.850058994241459e-05,
-      "loss": 0.207,
-      "step": 3958
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9890119440101421,
-      "learning_rate": 1.8499722389366513e-05,
-      "loss": 0.2126,
-      "step": 3959
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.8781210948864995,
-      "learning_rate": 1.8498854605762982e-05,
-      "loss": 0.2236,
-      "step": 3960
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.2677885365794521,
-      "learning_rate": 1.8497986591627546e-05,
-      "loss": 0.2384,
-      "step": 3961
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.8925478669144093,
-      "learning_rate": 1.849711834698374e-05,
-      "loss": 0.192,
-      "step": 3962
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.096343147470085,
-      "learning_rate": 1.849624987185512e-05,
-      "loss": 0.1939,
-      "step": 3963
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9426657053588514,
-      "learning_rate": 1.8495381166265243e-05,
-      "loss": 0.2222,
-      "step": 3964
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0983582096020919,
-      "learning_rate": 1.849451223023767e-05,
-      "loss": 0.2271,
-      "step": 3965
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.1097098319224445,
-      "learning_rate": 1.8493643063795973e-05,
-      "loss": 0.21,
-      "step": 3966
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9815198326231998,
-      "learning_rate": 1.8492773666963734e-05,
-      "loss": 0.197,
-      "step": 3967
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.1798340581543854,
-      "learning_rate": 1.8491904039764523e-05,
-      "loss": 0.2297,
-      "step": 3968
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0813074125313995,
-      "learning_rate": 1.849103418222194e-05,
-      "loss": 0.24,
-      "step": 3969
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0502962640861704,
-      "learning_rate": 1.849016409435957e-05,
-      "loss": 0.2127,
-      "step": 3970
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.005448488445372,
-      "learning_rate": 1.848929377620102e-05,
-      "loss": 0.2212,
-      "step": 3971
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.3691830425652256,
-      "learning_rate": 1.84884232277699e-05,
-      "loss": 0.2317,
-      "step": 3972
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.4197298065121104,
-      "learning_rate": 1.848755244908982e-05,
-      "loss": 0.2427,
-      "step": 3973
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.2433237283809655,
-      "learning_rate": 1.84866814401844e-05,
-      "loss": 0.2357,
-      "step": 3974
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.5182774149915292,
-      "learning_rate": 1.8485810201077266e-05,
-      "loss": 0.2133,
-      "step": 3975
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0417444382667709,
-      "learning_rate": 1.8484938731792052e-05,
-      "loss": 0.247,
-      "step": 3976
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.1087194985346591,
-      "learning_rate": 1.8484067032352394e-05,
-      "loss": 0.2289,
-      "step": 3977
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 3.227029058062171,
-      "learning_rate": 1.848319510278194e-05,
-      "loss": 0.2142,
-      "step": 3978
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0410937941188434,
-      "learning_rate": 1.848232294310434e-05,
-      "loss": 0.207,
-      "step": 3979
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.013795250561338,
-      "learning_rate": 1.848145055334325e-05,
-      "loss": 0.2171,
-      "step": 3980
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9561721192043167,
-      "learning_rate": 1.8480577933522337e-05,
-      "loss": 0.2293,
-      "step": 3981
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9544153277598909,
-      "learning_rate": 1.8479705083665265e-05,
-      "loss": 0.1992,
-      "step": 3982
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 2.4377696993777693,
-      "learning_rate": 1.8478832003795718e-05,
-      "loss": 0.2259,
-      "step": 3983
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0252596856842724,
-      "learning_rate": 1.847795869393737e-05,
-      "loss": 0.2228,
-      "step": 3984
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.1646243348780456,
-      "learning_rate": 1.8477085154113913e-05,
-      "loss": 0.2211,
-      "step": 3985
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.435138324835618,
-      "learning_rate": 1.8476211384349048e-05,
-      "loss": 0.2141,
-      "step": 3986
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.1034704971175715,
-      "learning_rate": 1.8475337384666464e-05,
-      "loss": 0.2461,
-      "step": 3987
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.040306523846338,
-      "learning_rate": 1.8474463155089882e-05,
-      "loss": 0.2177,
-      "step": 3988
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9668078218640307,
-      "learning_rate": 1.8473588695643002e-05,
-      "loss": 0.2249,
-      "step": 3989
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.8420323004225635,
-      "learning_rate": 1.8472714006349554e-05,
-      "loss": 0.2322,
-      "step": 3990
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0936358241608921,
-      "learning_rate": 1.8471839087233255e-05,
-      "loss": 0.241,
-      "step": 3991
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.139357797659001,
-      "learning_rate": 1.8470963938317846e-05,
-      "loss": 0.2545,
-      "step": 3992
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9151370967374843,
-      "learning_rate": 1.847008855962706e-05,
-      "loss": 0.2387,
-      "step": 3993
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9739624100709218,
-      "learning_rate": 1.8469212951184646e-05,
-      "loss": 0.2377,
-      "step": 3994
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9524532724244088,
-      "learning_rate": 1.846833711301435e-05,
-      "loss": 0.2261,
-      "step": 3995
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.8491076395346986,
-      "learning_rate": 1.8467461045139933e-05,
-      "loss": 0.2342,
-      "step": 3996
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.129923799376718,
-      "learning_rate": 1.8466584747585153e-05,
-      "loss": 0.2223,
-      "step": 3997
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.7812650811136905,
-      "learning_rate": 1.846570822037379e-05,
-      "loss": 0.2453,
-      "step": 3998
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9166033090870708,
-      "learning_rate": 1.846483146352961e-05,
-      "loss": 0.2068,
-      "step": 3999
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.3533118562066813,
-      "learning_rate": 1.84639544770764e-05,
-      "loss": 0.2234,
-      "step": 4000
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0150576918701262,
-      "learning_rate": 1.8463077261037946e-05,
-      "loss": 0.2315,
-      "step": 4001
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.7586040200761496,
-      "learning_rate": 1.846219981543804e-05,
-      "loss": 0.1942,
-      "step": 4002
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.086690733510189,
-      "learning_rate": 1.8461322140300487e-05,
-      "loss": 0.2162,
-      "step": 4003
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0870007848264334,
-      "learning_rate": 1.8460444235649097e-05,
-      "loss": 0.2274,
-      "step": 4004
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0814676375496997,
-      "learning_rate": 1.8459566101507675e-05,
-      "loss": 0.2228,
-      "step": 4005
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.2847826029249587,
-      "learning_rate": 1.845868773790005e-05,
-      "loss": 0.2466,
-      "step": 4006
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0485152699205598,
-      "learning_rate": 1.845780914485004e-05,
-      "loss": 0.2193,
-      "step": 4007
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.3231739436000518,
-      "learning_rate": 1.8456930322381476e-05,
-      "loss": 0.1984,
-      "step": 4008
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.1393536976170808,
-      "learning_rate": 1.8456051270518204e-05,
-      "loss": 0.1964,
-      "step": 4009
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9858193805660505,
-      "learning_rate": 1.845517198928406e-05,
-      "loss": 0.2093,
-      "step": 4010
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 2.102746359893761,
-      "learning_rate": 1.8454292478702898e-05,
-      "loss": 0.2292,
-      "step": 4011
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.2060706071043537,
-      "learning_rate": 1.8453412738798577e-05,
-      "loss": 0.2282,
-      "step": 4012
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9578800418566528,
-      "learning_rate": 1.8452532769594956e-05,
-      "loss": 0.1901,
-      "step": 4013
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0015965893238714,
-      "learning_rate": 1.845165257111591e-05,
-      "loss": 0.2223,
-      "step": 4014
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 2.23810803358979,
-      "learning_rate": 1.845077214338531e-05,
-      "loss": 0.1973,
-      "step": 4015
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.8611856599209402,
-      "learning_rate": 1.8449891486427037e-05,
-      "loss": 0.2108,
-      "step": 4016
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0767077470178619,
-      "learning_rate": 1.844901060026498e-05,
-      "loss": 0.2134,
-      "step": 4017
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9266494162460877,
-      "learning_rate": 1.844812948492303e-05,
-      "loss": 0.1851,
-      "step": 4018
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0603717922287728,
-      "learning_rate": 1.8447248140425093e-05,
-      "loss": 0.2049,
-      "step": 4019
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.3324952507743006,
-      "learning_rate": 1.8446366566795075e-05,
-      "loss": 0.2196,
-      "step": 4020
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9255293165654925,
-      "learning_rate": 1.8445484764056886e-05,
-      "loss": 0.2316,
-      "step": 4021
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.216017989027153,
-      "learning_rate": 1.8444602732234448e-05,
-      "loss": 0.2204,
-      "step": 4022
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.389842141852318,
-      "learning_rate": 1.844372047135168e-05,
-      "loss": 0.2344,
-      "step": 4023
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.4110691252305398,
-      "learning_rate": 1.844283798143252e-05,
-      "loss": 0.1954,
-      "step": 4024
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.005032913346493,
-      "learning_rate": 1.84419552625009e-05,
-      "loss": 0.2107,
-      "step": 4025
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9342081803585582,
-      "learning_rate": 1.8441072314580768e-05,
-      "loss": 0.2152,
-      "step": 4026
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.53410098202529,
-      "learning_rate": 1.8440189137696075e-05,
-      "loss": 0.2326,
-      "step": 4027
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.281389367713628,
-      "learning_rate": 1.843930573187077e-05,
-      "loss": 0.2088,
-      "step": 4028
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9824915018152038,
-      "learning_rate": 1.8438422097128824e-05,
-      "loss": 0.221,
-      "step": 4029
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 0.9399054436239845,
-      "learning_rate": 1.8437538233494205e-05,
-      "loss": 0.2168,
-      "step": 4030
-    },
-    {
-      "epoch": 0.2,
-      "grad_norm": 1.0611693014693109,
-      "learning_rate": 1.8436654140990877e-05,
-      "loss": 0.2201,
-      "step": 4031
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 2.6926024066852987,
-      "learning_rate": 1.8435769819642835e-05,
-      "loss": 0.2168,
-      "step": 4032
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.425124544776791,
-      "learning_rate": 1.843488526947406e-05,
-      "loss": 0.2332,
-      "step": 4033
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.2986176817240906,
-      "learning_rate": 1.843400049050854e-05,
-      "loss": 0.2054,
-      "step": 4034
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.4592279022760886,
-      "learning_rate": 1.8433115482770286e-05,
-      "loss": 0.1938,
-      "step": 4035
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.1344940384527544,
-      "learning_rate": 1.8432230246283298e-05,
-      "loss": 0.2134,
-      "step": 4036
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.4920957263868553,
-      "learning_rate": 1.8431344781071586e-05,
-      "loss": 0.2299,
-      "step": 4037
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.6332568235688114,
-      "learning_rate": 1.8430459087159172e-05,
-      "loss": 0.2037,
-      "step": 4038
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0305365277043756,
-      "learning_rate": 1.842957316457008e-05,
-      "loss": 0.2396,
-      "step": 4039
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.2429204314009332,
-      "learning_rate": 1.8428687013328338e-05,
-      "loss": 0.2146,
-      "step": 4040
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.46064835422682,
-      "learning_rate": 1.8427800633457984e-05,
-      "loss": 0.213,
-      "step": 4041
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.315399648856405,
-      "learning_rate": 1.8426914024983064e-05,
-      "loss": 0.2228,
-      "step": 4042
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.148265946387433,
-      "learning_rate": 1.8426027187927622e-05,
-      "loss": 0.2231,
-      "step": 4043
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.2784427788505968,
-      "learning_rate": 1.842514012231572e-05,
-      "loss": 0.214,
-      "step": 4044
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.3232033473579259,
-      "learning_rate": 1.8424252828171415e-05,
-      "loss": 0.2424,
-      "step": 4045
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8993518609330069,
-      "learning_rate": 1.842336530551878e-05,
-      "loss": 0.2106,
-      "step": 4046
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9717114990888179,
-      "learning_rate": 1.8422477554381877e-05,
-      "loss": 0.2137,
-      "step": 4047
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.1005113781951843,
-      "learning_rate": 1.84215895747848e-05,
-      "loss": 0.2485,
-      "step": 4048
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.78659538266863,
-      "learning_rate": 1.842070136675163e-05,
-      "loss": 0.2314,
-      "step": 4049
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0992894999940652,
-      "learning_rate": 1.8419812930306456e-05,
-      "loss": 0.2355,
-      "step": 4050
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9472424028153374,
-      "learning_rate": 1.8418924265473387e-05,
-      "loss": 0.2097,
-      "step": 4051
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.2428118737564922,
-      "learning_rate": 1.8418035372276518e-05,
-      "loss": 0.2048,
-      "step": 4052
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.115620427326506,
-      "learning_rate": 1.8417146250739963e-05,
-      "loss": 0.245,
-      "step": 4053
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.1725585511883763,
-      "learning_rate": 1.8416256900887846e-05,
-      "loss": 0.2305,
-      "step": 4054
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.164010195877797,
-      "learning_rate": 1.841536732274428e-05,
-      "loss": 0.2317,
-      "step": 4055
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9901967708490926,
-      "learning_rate": 1.8414477516333404e-05,
-      "loss": 0.2073,
-      "step": 4056
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.203022719344018,
-      "learning_rate": 1.8413587481679343e-05,
-      "loss": 0.221,
-      "step": 4057
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.1685669183493879,
-      "learning_rate": 1.841269721880625e-05,
-      "loss": 0.2065,
-      "step": 4058
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.1292187794920885,
-      "learning_rate": 1.8411806727738276e-05,
-      "loss": 0.2128,
-      "step": 4059
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0460899988252699,
-      "learning_rate": 1.8410916008499563e-05,
-      "loss": 0.2065,
-      "step": 4060
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9625875477372454,
-      "learning_rate": 1.8410025061114278e-05,
-      "loss": 0.1914,
-      "step": 4061
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.013377246352948,
-      "learning_rate": 1.840913388560659e-05,
-      "loss": 0.2486,
-      "step": 4062
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.054808112700336,
-      "learning_rate": 1.840824248200067e-05,
-      "loss": 0.2036,
-      "step": 4063
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.915720731760347,
-      "learning_rate": 1.8407350850320698e-05,
-      "loss": 0.215,
-      "step": 4064
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9131373890768805,
-      "learning_rate": 1.840645899059086e-05,
-      "loss": 0.2176,
-      "step": 4065
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.4499765627745933,
-      "learning_rate": 1.8405566902835345e-05,
-      "loss": 0.2072,
-      "step": 4066
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0072741469965514,
-      "learning_rate": 1.8404674587078355e-05,
-      "loss": 0.216,
-      "step": 4067
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.116054906081107,
-      "learning_rate": 1.840378204334409e-05,
-      "loss": 0.2289,
-      "step": 4068
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 6.393753900145944,
-      "learning_rate": 1.8402889271656764e-05,
-      "loss": 0.2156,
-      "step": 4069
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.7990680573099183,
-      "learning_rate": 1.8401996272040593e-05,
-      "loss": 0.2357,
-      "step": 4070
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9247437119879226,
-      "learning_rate": 1.8401103044519798e-05,
-      "loss": 0.2104,
-      "step": 4071
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0478663800704129,
-      "learning_rate": 1.8400209589118606e-05,
-      "loss": 0.2605,
-      "step": 4072
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.606507652653388,
-      "learning_rate": 1.839931590586126e-05,
-      "loss": 0.2146,
-      "step": 4073
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8734486664573401,
-      "learning_rate": 1.8398421994771987e-05,
-      "loss": 0.2386,
-      "step": 4074
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8981227604859134,
-      "learning_rate": 1.839752785587505e-05,
-      "loss": 0.248,
-      "step": 4075
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8195126193179083,
-      "learning_rate": 1.8396633489194693e-05,
-      "loss": 0.2247,
-      "step": 4076
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9562878691843798,
-      "learning_rate": 1.839573889475518e-05,
-      "loss": 0.2231,
-      "step": 4077
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0949687933363768,
-      "learning_rate": 1.8394844072580772e-05,
-      "loss": 0.2342,
-      "step": 4078
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8892593014012868,
-      "learning_rate": 1.8393949022695747e-05,
-      "loss": 0.1962,
-      "step": 4079
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.1401884052275038,
-      "learning_rate": 1.839305374512438e-05,
-      "loss": 0.2407,
-      "step": 4080
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9840977904794602,
-      "learning_rate": 1.8392158239890957e-05,
-      "loss": 0.2285,
-      "step": 4081
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0557285677899844,
-      "learning_rate": 1.839126250701977e-05,
-      "loss": 0.1971,
-      "step": 4082
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0082003899112544,
-      "learning_rate": 1.8390366546535107e-05,
-      "loss": 0.2373,
-      "step": 4083
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.482950351936631,
-      "learning_rate": 1.8389470358461282e-05,
-      "loss": 0.217,
-      "step": 4084
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.6604273182636915,
-      "learning_rate": 1.8388573942822597e-05,
-      "loss": 0.1997,
-      "step": 4085
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.061341683760589,
-      "learning_rate": 1.8387677299643374e-05,
-      "loss": 0.2058,
-      "step": 4086
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8804008446399976,
-      "learning_rate": 1.838678042894793e-05,
-      "loss": 0.2171,
-      "step": 4087
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.159037826236392,
-      "learning_rate": 1.838588333076059e-05,
-      "loss": 0.2258,
-      "step": 4088
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.3007209396237813,
-      "learning_rate": 1.8384986005105694e-05,
-      "loss": 0.197,
-      "step": 4089
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.1739064368395806,
-      "learning_rate": 1.838408845200758e-05,
-      "loss": 0.2115,
-      "step": 4090
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.3309068976708802,
-      "learning_rate": 1.8383190671490586e-05,
-      "loss": 0.2085,
-      "step": 4091
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0072035766635603,
-      "learning_rate": 1.838229266357908e-05,
-      "loss": 0.2207,
-      "step": 4092
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0280329947360802,
-      "learning_rate": 1.8381394428297406e-05,
-      "loss": 0.2161,
-      "step": 4093
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9584474084596254,
-      "learning_rate": 1.8380495965669938e-05,
-      "loss": 0.2323,
-      "step": 4094
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.192651766726789,
-      "learning_rate": 1.8379597275721043e-05,
-      "loss": 0.2065,
-      "step": 4095
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.279939931690827,
-      "learning_rate": 1.83786983584751e-05,
-      "loss": 0.2361,
-      "step": 4096
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.6723687874802045,
-      "learning_rate": 1.8377799213956487e-05,
-      "loss": 0.2095,
-      "step": 4097
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0774746273066567,
-      "learning_rate": 1.83768998421896e-05,
-      "loss": 0.2343,
-      "step": 4098
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 2.8065607882690657,
-      "learning_rate": 1.837600024319883e-05,
-      "loss": 0.2407,
-      "step": 4099
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9560382672546652,
-      "learning_rate": 1.8375100417008584e-05,
-      "loss": 0.2235,
-      "step": 4100
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9020948472107335,
-      "learning_rate": 1.8374200363643263e-05,
-      "loss": 0.2353,
-      "step": 4101
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9690265583262132,
-      "learning_rate": 1.8373300083127284e-05,
-      "loss": 0.2275,
-      "step": 4102
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 2.3507623603560543,
-      "learning_rate": 1.8372399575485068e-05,
-      "loss": 0.2636,
-      "step": 4103
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.4806389422531303,
-      "learning_rate": 1.837149884074104e-05,
-      "loss": 0.1946,
-      "step": 4104
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.002612736176136,
-      "learning_rate": 1.8370597878919633e-05,
-      "loss": 0.2273,
-      "step": 4105
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0672473118919987,
-      "learning_rate": 1.8369696690045288e-05,
-      "loss": 0.2122,
-      "step": 4106
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.029358419541676,
-      "learning_rate": 1.8368795274142446e-05,
-      "loss": 0.2098,
-      "step": 4107
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8667773516314685,
-      "learning_rate": 1.8367893631235558e-05,
-      "loss": 0.2162,
-      "step": 4108
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8290441652256468,
-      "learning_rate": 1.8366991761349084e-05,
-      "loss": 0.2286,
-      "step": 4109
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.6958139792602507,
-      "learning_rate": 1.8366089664507488e-05,
-      "loss": 0.219,
-      "step": 4110
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.04419481834506,
-      "learning_rate": 1.836518734073523e-05,
-      "loss": 0.2209,
-      "step": 4111
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9153247072007938,
-      "learning_rate": 1.8364284790056804e-05,
-      "loss": 0.246,
-      "step": 4112
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0906657376798792,
-      "learning_rate": 1.8363382012496672e-05,
-      "loss": 0.1906,
-      "step": 4113
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0728346171084582,
-      "learning_rate": 1.8362479008079334e-05,
-      "loss": 0.2121,
-      "step": 4114
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0315598757042255,
-      "learning_rate": 1.836157577682928e-05,
-      "loss": 0.2437,
-      "step": 4115
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9828449756288894,
-      "learning_rate": 1.8360672318771013e-05,
-      "loss": 0.2268,
-      "step": 4116
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.1873815853782363,
-      "learning_rate": 1.8359768633929035e-05,
-      "loss": 0.217,
-      "step": 4117
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8210484261375784,
-      "learning_rate": 1.835886472232786e-05,
-      "loss": 0.1881,
-      "step": 4118
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.2900341454161641,
-      "learning_rate": 1.835796058399201e-05,
-      "loss": 0.2366,
-      "step": 4119
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0392124418066642,
-      "learning_rate": 1.8357056218946003e-05,
-      "loss": 0.2439,
-      "step": 4120
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8318283207469718,
-      "learning_rate": 1.8356151627214377e-05,
-      "loss": 0.206,
-      "step": 4121
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.827521381720995,
-      "learning_rate": 1.8355246808821664e-05,
-      "loss": 0.2123,
-      "step": 4122
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0971340042134967,
-      "learning_rate": 1.835434176379241e-05,
-      "loss": 0.208,
-      "step": 4123
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0739765981940956,
-      "learning_rate": 1.8353436492151165e-05,
-      "loss": 0.2095,
-      "step": 4124
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.6935205221026808,
-      "learning_rate": 1.8352530993922483e-05,
-      "loss": 0.1864,
-      "step": 4125
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.247650082249108,
-      "learning_rate": 1.8351625269130927e-05,
-      "loss": 0.2093,
-      "step": 4126
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9056832888194429,
-      "learning_rate": 1.8350719317801062e-05,
-      "loss": 0.214,
-      "step": 4127
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.3095563898978886,
-      "learning_rate": 1.8349813139957464e-05,
-      "loss": 0.2077,
-      "step": 4128
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9821047572278827,
-      "learning_rate": 1.8348906735624716e-05,
-      "loss": 0.2112,
-      "step": 4129
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0638206523680762,
-      "learning_rate": 1.8348000104827396e-05,
-      "loss": 0.2321,
-      "step": 4130
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.7993847668276511,
-      "learning_rate": 1.8347093247590106e-05,
-      "loss": 0.199,
-      "step": 4131
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9723068373547615,
-      "learning_rate": 1.834618616393744e-05,
-      "loss": 0.1977,
-      "step": 4132
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.2098802854352386,
-      "learning_rate": 1.8345278853894e-05,
-      "loss": 0.2031,
-      "step": 4133
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9292414406170786,
-      "learning_rate": 1.8344371317484402e-05,
-      "loss": 0.2152,
-      "step": 4134
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0821646783609271,
-      "learning_rate": 1.834346355473326e-05,
-      "loss": 0.2294,
-      "step": 4135
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9828080305508093,
-      "learning_rate": 1.83425555656652e-05,
-      "loss": 0.2166,
-      "step": 4136
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0148458077937668,
-      "learning_rate": 1.8341647350304844e-05,
-      "loss": 0.2078,
-      "step": 4137
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8506156892427307,
-      "learning_rate": 1.8340738908676837e-05,
-      "loss": 0.2113,
-      "step": 4138
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9936066991084263,
-      "learning_rate": 1.8339830240805814e-05,
-      "loss": 0.2344,
-      "step": 4139
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.1197923087940107,
-      "learning_rate": 1.8338921346716426e-05,
-      "loss": 0.2049,
-      "step": 4140
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8916498553865597,
-      "learning_rate": 1.8338012226433322e-05,
-      "loss": 0.2569,
-      "step": 4141
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9060713658218383,
-      "learning_rate": 1.833710287998117e-05,
-      "loss": 0.2112,
-      "step": 4142
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.4070229822572158,
-      "learning_rate": 1.833619330738463e-05,
-      "loss": 0.2375,
-      "step": 4143
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9140861151714124,
-      "learning_rate": 1.8335283508668375e-05,
-      "loss": 0.2301,
-      "step": 4144
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.1048618491381426,
-      "learning_rate": 1.8334373483857083e-05,
-      "loss": 0.2266,
-      "step": 4145
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9368278246902417,
-      "learning_rate": 1.8333463232975442e-05,
-      "loss": 0.2336,
-      "step": 4146
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9103085291862169,
-      "learning_rate": 1.833255275604814e-05,
-      "loss": 0.2229,
-      "step": 4147
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8832449772404098,
-      "learning_rate": 1.8331642053099873e-05,
-      "loss": 0.2189,
-      "step": 4148
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8529873970875689,
-      "learning_rate": 1.8330731124155347e-05,
-      "loss": 0.231,
-      "step": 4149
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9615479076879223,
-      "learning_rate": 1.8329819969239263e-05,
-      "loss": 0.2316,
-      "step": 4150
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8526259123087873,
-      "learning_rate": 1.8328908588376345e-05,
-      "loss": 0.2168,
-      "step": 4151
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0171620974352265,
-      "learning_rate": 1.832799698159131e-05,
-      "loss": 0.2518,
-      "step": 4152
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.078204216193984,
-      "learning_rate": 1.832708514890889e-05,
-      "loss": 0.2242,
-      "step": 4153
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9815351765693545,
-      "learning_rate": 1.8326173090353815e-05,
-      "loss": 0.2537,
-      "step": 4154
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.7385114890983147,
-      "learning_rate": 1.832526080595082e-05,
-      "loss": 0.2249,
-      "step": 4155
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0942431223529165,
-      "learning_rate": 1.8324348295724658e-05,
-      "loss": 0.2312,
-      "step": 4156
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.905791708407855,
-      "learning_rate": 1.8323435559700077e-05,
-      "loss": 0.2104,
-      "step": 4157
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0635355993872433,
-      "learning_rate": 1.832252259790184e-05,
-      "loss": 0.2407,
-      "step": 4158
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9400388503599094,
-      "learning_rate": 1.8321609410354705e-05,
-      "loss": 0.2014,
-      "step": 4159
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.1323684487566767,
-      "learning_rate": 1.8320695997083443e-05,
-      "loss": 0.2531,
-      "step": 4160
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9332268296880125,
-      "learning_rate": 1.8319782358112836e-05,
-      "loss": 0.206,
-      "step": 4161
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9945749482242312,
-      "learning_rate": 1.8318868493467657e-05,
-      "loss": 0.2189,
-      "step": 4162
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.1305659185344676,
-      "learning_rate": 1.8317954403172708e-05,
-      "loss": 0.2187,
-      "step": 4163
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.1061371469329477,
-      "learning_rate": 1.831704008725277e-05,
-      "loss": 0.2221,
-      "step": 4164
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8551129861299791,
-      "learning_rate": 1.8316125545732653e-05,
-      "loss": 0.1808,
-      "step": 4165
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9663446712855458,
-      "learning_rate": 1.831521077863716e-05,
-      "loss": 0.2057,
-      "step": 4166
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9287018223950793,
-      "learning_rate": 1.8314295785991103e-05,
-      "loss": 0.2417,
-      "step": 4167
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.200372329075485,
-      "learning_rate": 1.8313380567819306e-05,
-      "loss": 0.2132,
-      "step": 4168
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.015871584887287,
-      "learning_rate": 1.831246512414659e-05,
-      "loss": 0.2127,
-      "step": 4169
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0873608708788338,
-      "learning_rate": 1.8311549454997788e-05,
-      "loss": 0.2173,
-      "step": 4170
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8060995006211655,
-      "learning_rate": 1.8310633560397737e-05,
-      "loss": 0.2203,
-      "step": 4171
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9484747795626762,
-      "learning_rate": 1.8309717440371282e-05,
-      "loss": 0.2061,
-      "step": 4172
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.011706199342892,
-      "learning_rate": 1.8308801094943275e-05,
-      "loss": 0.2099,
-      "step": 4173
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0158471698512874,
-      "learning_rate": 1.8307884524138564e-05,
-      "loss": 0.2141,
-      "step": 4174
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0120488489692896,
-      "learning_rate": 1.830696772798202e-05,
-      "loss": 0.2109,
-      "step": 4175
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.1944801073571805,
-      "learning_rate": 1.8306050706498503e-05,
-      "loss": 0.2105,
-      "step": 4176
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.1529388807643852,
-      "learning_rate": 1.8305133459712897e-05,
-      "loss": 0.2308,
-      "step": 4177
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.95321287948936,
-      "learning_rate": 1.8304215987650074e-05,
-      "loss": 0.2175,
-      "step": 4178
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0593397775678555,
-      "learning_rate": 1.830329829033492e-05,
-      "loss": 0.2177,
-      "step": 4179
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 2.0005744492424244,
-      "learning_rate": 1.8302380367792336e-05,
-      "loss": 0.2282,
-      "step": 4180
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9528885425476983,
-      "learning_rate": 1.8301462220047213e-05,
-      "loss": 0.2404,
-      "step": 4181
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.4416274627260237,
-      "learning_rate": 1.830054384712446e-05,
-      "loss": 0.2366,
-      "step": 4182
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8464081363401605,
-      "learning_rate": 1.8299625249048986e-05,
-      "loss": 0.2069,
-      "step": 4183
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9436797273759833,
-      "learning_rate": 1.8298706425845707e-05,
-      "loss": 0.2426,
-      "step": 4184
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.7711041358692556,
-      "learning_rate": 1.829778737753955e-05,
-      "loss": 0.2209,
-      "step": 4185
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9606908868034619,
-      "learning_rate": 1.8296868104155437e-05,
-      "loss": 0.1989,
-      "step": 4186
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8278759406694916,
-      "learning_rate": 1.8295948605718316e-05,
-      "loss": 0.2192,
-      "step": 4187
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.921098878397764,
-      "learning_rate": 1.8295028882253113e-05,
-      "loss": 0.2132,
-      "step": 4188
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8795989807205208,
-      "learning_rate": 1.8294108933784788e-05,
-      "loss": 0.2211,
-      "step": 4189
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.2470788534129764,
-      "learning_rate": 1.8293188760338285e-05,
-      "loss": 0.188,
-      "step": 4190
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9763265103504567,
-      "learning_rate": 1.829226836193857e-05,
-      "loss": 0.2235,
-      "step": 4191
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.1680172459987113,
-      "learning_rate": 1.829134773861061e-05,
-      "loss": 0.2086,
-      "step": 4192
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9284572674758612,
-      "learning_rate": 1.8290426890379372e-05,
-      "loss": 0.2337,
-      "step": 4193
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8362341065194638,
-      "learning_rate": 1.8289505817269838e-05,
-      "loss": 0.199,
-      "step": 4194
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.884264449424886,
-      "learning_rate": 1.8288584519306985e-05,
-      "loss": 0.2095,
-      "step": 4195
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.1174268482330303,
-      "learning_rate": 1.8287662996515815e-05,
-      "loss": 0.239,
-      "step": 4196
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9739645939599759,
-      "learning_rate": 1.8286741248921317e-05,
-      "loss": 0.2161,
-      "step": 4197
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.96075065186622,
-      "learning_rate": 1.8285819276548494e-05,
-      "loss": 0.2154,
-      "step": 4198
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.7959212458472489,
-      "learning_rate": 1.8284897079422356e-05,
-      "loss": 0.2084,
-      "step": 4199
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.171455556259447,
-      "learning_rate": 1.8283974657567915e-05,
-      "loss": 0.2254,
-      "step": 4200
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.943038970137586,
-      "learning_rate": 1.8283052011010195e-05,
-      "loss": 0.1983,
-      "step": 4201
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8424994263691186,
-      "learning_rate": 1.828212913977422e-05,
-      "loss": 0.2031,
-      "step": 4202
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9446157746444535,
-      "learning_rate": 1.8281206043885024e-05,
-      "loss": 0.2401,
-      "step": 4203
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.1912114330547572,
-      "learning_rate": 1.8280282723367647e-05,
-      "loss": 0.2461,
-      "step": 4204
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9212399950951802,
-      "learning_rate": 1.8279359178247134e-05,
-      "loss": 0.2282,
-      "step": 4205
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9175859980076985,
-      "learning_rate": 1.8278435408548538e-05,
-      "loss": 0.2271,
-      "step": 4206
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8472401194222476,
-      "learning_rate": 1.827751141429691e-05,
-      "loss": 0.2393,
-      "step": 4207
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.866124853602909,
-      "learning_rate": 1.827658719551732e-05,
-      "loss": 0.2121,
-      "step": 4208
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8963703373904084,
-      "learning_rate": 1.8275662752234834e-05,
-      "loss": 0.2013,
-      "step": 4209
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.0791283238506562,
-      "learning_rate": 1.8274738084474525e-05,
-      "loss": 0.2207,
-      "step": 4210
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8172063107163877,
-      "learning_rate": 1.8273813192261483e-05,
-      "loss": 0.2197,
-      "step": 4211
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.1167127205533103,
-      "learning_rate": 1.827288807562079e-05,
-      "loss": 0.2292,
-      "step": 4212
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.765006058341567,
-      "learning_rate": 1.8271962734577536e-05,
-      "loss": 0.2197,
-      "step": 4213
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.7670932099972653,
-      "learning_rate": 1.827103716915683e-05,
-      "loss": 0.2094,
-      "step": 4214
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9312624220759745,
-      "learning_rate": 1.8270111379383773e-05,
-      "loss": 0.2108,
-      "step": 4215
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9058587404838406,
-      "learning_rate": 1.826918536528348e-05,
-      "loss": 0.2213,
-      "step": 4216
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8238733963219388,
-      "learning_rate": 1.8268259126881064e-05,
-      "loss": 0.2249,
-      "step": 4217
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.960822749130999,
-      "learning_rate": 1.8267332664201653e-05,
-      "loss": 0.2311,
-      "step": 4218
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 1.242662687452094,
-      "learning_rate": 1.8266405977270377e-05,
-      "loss": 0.2289,
-      "step": 4219
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9535625295217197,
-      "learning_rate": 1.826547906611237e-05,
-      "loss": 0.2116,
-      "step": 4220
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8201907851659748,
-      "learning_rate": 1.826455193075278e-05,
-      "loss": 0.1827,
-      "step": 4221
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9915348756782004,
-      "learning_rate": 1.826362457121675e-05,
-      "loss": 0.2064,
-      "step": 4222
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.783989783933111,
-      "learning_rate": 1.8262696987529434e-05,
-      "loss": 0.2036,
-      "step": 4223
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8067961548800195,
-      "learning_rate": 1.8261769179716e-05,
-      "loss": 0.2137,
-      "step": 4224
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.7977405884808337,
-      "learning_rate": 1.826084114780161e-05,
-      "loss": 0.2121,
-      "step": 4225
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.8556151782037259,
-      "learning_rate": 1.8259912891811433e-05,
-      "loss": 0.2025,
-      "step": 4226
-    },
-    {
-      "epoch": 0.21,
-      "grad_norm": 0.9531497815790603,
-      "learning_rate": 1.8258984411770656e-05,
-      "loss": 0.2398,
-      "step": 4227
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.0105056727131227,
-      "learning_rate": 1.825805570770446e-05,
-      "loss": 0.2234,
-      "step": 4228
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.7200577937137307,
-      "learning_rate": 1.825712677963804e-05,
-      "loss": 0.2025,
-      "step": 4229
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8241487265119518,
-      "learning_rate": 1.8256197627596582e-05,
-      "loss": 0.2261,
-      "step": 4230
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9253391184043739,
-      "learning_rate": 1.8255268251605303e-05,
-      "loss": 0.2122,
-      "step": 4231
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.201686032556116,
-      "learning_rate": 1.8254338651689402e-05,
-      "loss": 0.2139,
-      "step": 4232
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8768725928195028,
-      "learning_rate": 1.82534088278741e-05,
-      "loss": 0.205,
-      "step": 4233
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.059742002088647,
-      "learning_rate": 1.825247878018462e-05,
-      "loss": 0.1921,
-      "step": 4234
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.916012985496521,
-      "learning_rate": 1.8251548508646186e-05,
-      "loss": 0.2451,
-      "step": 4235
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9015541425224542,
-      "learning_rate": 1.825061801328403e-05,
-      "loss": 0.2123,
-      "step": 4236
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.0308071881686403,
-      "learning_rate": 1.8249687294123396e-05,
-      "loss": 0.2194,
-      "step": 4237
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9070747617664877,
-      "learning_rate": 1.8248756351189533e-05,
-      "loss": 0.1742,
-      "step": 4238
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8358651708734051,
-      "learning_rate": 1.8247825184507683e-05,
-      "loss": 0.2048,
-      "step": 4239
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8122009336805338,
-      "learning_rate": 1.8246893794103113e-05,
-      "loss": 0.2149,
-      "step": 4240
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.5371587945589475,
-      "learning_rate": 1.8245962180001075e-05,
-      "loss": 0.2427,
-      "step": 4241
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 3.0558139292489592,
-      "learning_rate": 1.824503034222685e-05,
-      "loss": 0.219,
-      "step": 4242
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8009101214707464,
-      "learning_rate": 1.8244098280805715e-05,
-      "loss": 0.2196,
-      "step": 4243
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.7883653453666257,
-      "learning_rate": 1.8243165995762947e-05,
-      "loss": 0.2169,
-      "step": 4244
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.4303484593440836,
-      "learning_rate": 1.8242233487123837e-05,
-      "loss": 0.2248,
-      "step": 4245
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9900955967331986,
-      "learning_rate": 1.8241300754913677e-05,
-      "loss": 0.2525,
-      "step": 4246
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.0160311186185382,
-      "learning_rate": 1.824036779915777e-05,
-      "loss": 0.1988,
-      "step": 4247
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.7568400522467681,
-      "learning_rate": 1.8239434619881418e-05,
-      "loss": 0.201,
-      "step": 4248
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.0200762232544731,
-      "learning_rate": 1.8238501217109938e-05,
-      "loss": 0.2425,
-      "step": 4249
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.7002983112880843,
-      "learning_rate": 1.8237567590868645e-05,
-      "loss": 0.196,
-      "step": 4250
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9417901704321855,
-      "learning_rate": 1.823663374118287e-05,
-      "loss": 0.1868,
-      "step": 4251
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.0660457871013291,
-      "learning_rate": 1.8235699668077938e-05,
-      "loss": 0.2183,
-      "step": 4252
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.3133422232494105,
-      "learning_rate": 1.8234765371579186e-05,
-      "loss": 0.2164,
-      "step": 4253
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.766017062175045,
-      "learning_rate": 1.8233830851711957e-05,
-      "loss": 0.2402,
-      "step": 4254
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.474811583060738,
-      "learning_rate": 1.8232896108501606e-05,
-      "loss": 0.2328,
-      "step": 4255
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.7342884869301584,
-      "learning_rate": 1.823196114197348e-05,
-      "loss": 0.2072,
-      "step": 4256
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.1920093532059117,
-      "learning_rate": 1.823102595215294e-05,
-      "loss": 0.238,
-      "step": 4257
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9002978568597515,
-      "learning_rate": 1.823009053906536e-05,
-      "loss": 0.2045,
-      "step": 4258
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.0125908254260827,
-      "learning_rate": 1.8229154902736113e-05,
-      "loss": 0.2097,
-      "step": 4259
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9305152927324657,
-      "learning_rate": 1.822821904319057e-05,
-      "loss": 0.237,
-      "step": 4260
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9620551761878576,
-      "learning_rate": 1.822728296045412e-05,
-      "loss": 0.2567,
-      "step": 4261
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9060764864986361,
-      "learning_rate": 1.8226346654552155e-05,
-      "loss": 0.2139,
-      "step": 4262
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8190218386720736,
-      "learning_rate": 1.8225410125510073e-05,
-      "loss": 0.2387,
-      "step": 4263
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.7968878989634448,
-      "learning_rate": 1.8224473373353276e-05,
-      "loss": 0.189,
-      "step": 4264
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9643006351217062,
-      "learning_rate": 1.8223536398107177e-05,
-      "loss": 0.2083,
-      "step": 4265
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.0532074306008665,
-      "learning_rate": 1.8222599199797188e-05,
-      "loss": 0.2094,
-      "step": 4266
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9184139480026474,
-      "learning_rate": 1.822166177844873e-05,
-      "loss": 0.1897,
-      "step": 4267
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.0147986932673607,
-      "learning_rate": 1.8220724134087232e-05,
-      "loss": 0.2154,
-      "step": 4268
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9907113242466752,
-      "learning_rate": 1.8219786266738125e-05,
-      "loss": 0.1967,
-      "step": 4269
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8044965495570748,
-      "learning_rate": 1.8218848176426857e-05,
-      "loss": 0.2316,
-      "step": 4270
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9013298789933274,
-      "learning_rate": 1.8217909863178868e-05,
-      "loss": 0.2534,
-      "step": 4271
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8488274163325105,
-      "learning_rate": 1.8216971327019603e-05,
-      "loss": 0.2254,
-      "step": 4272
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8406913678522667,
-      "learning_rate": 1.821603256797453e-05,
-      "loss": 0.1963,
-      "step": 4273
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.6575549638758935,
-      "learning_rate": 1.821509358606911e-05,
-      "loss": 0.2213,
-      "step": 4274
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8083485169095919,
-      "learning_rate": 1.8214154381328815e-05,
-      "loss": 0.2073,
-      "step": 4275
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9830926770574077,
-      "learning_rate": 1.8213214953779114e-05,
-      "loss": 0.2458,
-      "step": 4276
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.7787523267533243,
-      "learning_rate": 1.8212275303445498e-05,
-      "loss": 0.2295,
-      "step": 4277
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8838887511848333,
-      "learning_rate": 1.8211335430353444e-05,
-      "loss": 0.2107,
-      "step": 4278
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.0056438528043299,
-      "learning_rate": 1.821039533452846e-05,
-      "loss": 0.2183,
-      "step": 4279
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.6772895668147175,
-      "learning_rate": 1.8209455015996034e-05,
-      "loss": 0.1904,
-      "step": 4280
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8927283512952466,
-      "learning_rate": 1.820851447478168e-05,
-      "loss": 0.2229,
-      "step": 4281
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9770840012710763,
-      "learning_rate": 1.8207573710910905e-05,
-      "loss": 0.2418,
-      "step": 4282
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8916316262230806,
-      "learning_rate": 1.820663272440923e-05,
-      "loss": 0.2156,
-      "step": 4283
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.2917448104325193,
-      "learning_rate": 1.8205691515302183e-05,
-      "loss": 0.2447,
-      "step": 4284
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9632645005230199,
-      "learning_rate": 1.8204750083615283e-05,
-      "loss": 0.2363,
-      "step": 4285
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8966795248674965,
-      "learning_rate": 1.8203808429374078e-05,
-      "loss": 0.2229,
-      "step": 4286
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.1035150706057364,
-      "learning_rate": 1.8202866552604104e-05,
-      "loss": 0.2508,
-      "step": 4287
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.4050937171557807,
-      "learning_rate": 1.8201924453330914e-05,
-      "loss": 0.186,
-      "step": 4288
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.0667736728743291,
-      "learning_rate": 1.8200982131580058e-05,
-      "loss": 0.2044,
-      "step": 4289
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8705957052526101,
-      "learning_rate": 1.82000395873771e-05,
-      "loss": 0.2234,
-      "step": 4290
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.7867090078526178,
-      "learning_rate": 1.8199096820747603e-05,
-      "loss": 0.2106,
-      "step": 4291
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.904053305616991,
-      "learning_rate": 1.819815383171714e-05,
-      "loss": 0.2097,
-      "step": 4292
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9641010472452598,
-      "learning_rate": 1.8197210620311297e-05,
-      "loss": 0.2055,
-      "step": 4293
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 2.3678290393221864,
-      "learning_rate": 1.819626718655565e-05,
-      "loss": 0.2159,
-      "step": 4294
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.1708498945803798,
-      "learning_rate": 1.819532353047579e-05,
-      "loss": 0.2329,
-      "step": 4295
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.1560113389228808,
-      "learning_rate": 1.819437965209732e-05,
-      "loss": 0.2324,
-      "step": 4296
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9184708309489177,
-      "learning_rate": 1.819343555144584e-05,
-      "loss": 0.2311,
-      "step": 4297
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9343546421034021,
-      "learning_rate": 1.8192491228546953e-05,
-      "loss": 0.199,
-      "step": 4298
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8418429083232742,
-      "learning_rate": 1.8191546683426283e-05,
-      "loss": 0.2182,
-      "step": 4299
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.1363584516751166,
-      "learning_rate": 1.8190601916109444e-05,
-      "loss": 0.2071,
-      "step": 4300
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9556669160393405,
-      "learning_rate": 1.8189656926622066e-05,
-      "loss": 0.227,
-      "step": 4301
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.0732355260283306,
-      "learning_rate": 1.8188711714989785e-05,
-      "loss": 0.2038,
-      "step": 4302
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.7696215465058844,
-      "learning_rate": 1.818776628123823e-05,
-      "loss": 0.1983,
-      "step": 4303
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.2331616863270052,
-      "learning_rate": 1.818682062539306e-05,
-      "loss": 0.2271,
-      "step": 4304
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.0942386697318467,
-      "learning_rate": 1.8185874747479912e-05,
-      "loss": 0.2177,
-      "step": 4305
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.4450879115009336,
-      "learning_rate": 1.818492864752445e-05,
-      "loss": 0.2128,
-      "step": 4306
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8904155962150285,
-      "learning_rate": 1.8183982325552338e-05,
-      "loss": 0.2184,
-      "step": 4307
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9143306634271516,
-      "learning_rate": 1.8183035781589238e-05,
-      "loss": 0.2208,
-      "step": 4308
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9853438320265109,
-      "learning_rate": 1.8182089015660836e-05,
-      "loss": 0.2013,
-      "step": 4309
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9777431632030403,
-      "learning_rate": 1.8181142027792807e-05,
-      "loss": 0.229,
-      "step": 4310
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8076202137496955,
-      "learning_rate": 1.8180194818010833e-05,
-      "loss": 0.193,
-      "step": 4311
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8673930948175105,
-      "learning_rate": 1.8179247386340617e-05,
-      "loss": 0.2152,
-      "step": 4312
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.3583227306954313,
-      "learning_rate": 1.8178299732807853e-05,
-      "loss": 0.2024,
-      "step": 4313
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9205591976032004,
-      "learning_rate": 1.8177351857438248e-05,
-      "loss": 0.2488,
-      "step": 4314
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.082096516321356,
-      "learning_rate": 1.817640376025751e-05,
-      "loss": 0.2381,
-      "step": 4315
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.4396388035174683,
-      "learning_rate": 1.817545544129136e-05,
-      "loss": 0.247,
-      "step": 4316
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8504382943282013,
-      "learning_rate": 1.8174506900565518e-05,
-      "loss": 0.1785,
-      "step": 4317
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9081660689283023,
-      "learning_rate": 1.8173558138105717e-05,
-      "loss": 0.2023,
-      "step": 4318
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.446106615498979,
-      "learning_rate": 1.8172609153937685e-05,
-      "loss": 0.2047,
-      "step": 4319
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.005259860103065,
-      "learning_rate": 1.8171659948087175e-05,
-      "loss": 0.2266,
-      "step": 4320
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.111929062773582,
-      "learning_rate": 1.8170710520579923e-05,
-      "loss": 0.2047,
-      "step": 4321
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9763553401215549,
-      "learning_rate": 1.8169760871441683e-05,
-      "loss": 0.199,
-      "step": 4322
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.2920743833932382,
-      "learning_rate": 1.8168811000698224e-05,
-      "loss": 0.2212,
-      "step": 4323
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.0361696005188632,
-      "learning_rate": 1.8167860908375307e-05,
-      "loss": 0.1859,
-      "step": 4324
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9516237535805719,
-      "learning_rate": 1.8166910594498695e-05,
-      "loss": 0.2199,
-      "step": 4325
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.7244801875399887,
-      "learning_rate": 1.8165960059094174e-05,
-      "loss": 0.2319,
-      "step": 4326
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.051239459001659,
-      "learning_rate": 1.8165009302187526e-05,
-      "loss": 0.2182,
-      "step": 4327
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8694760347180661,
-      "learning_rate": 1.816405832380454e-05,
-      "loss": 0.2181,
-      "step": 4328
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9093718969648045,
-      "learning_rate": 1.8163107123971012e-05,
-      "loss": 0.199,
-      "step": 4329
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.7777573023668687,
-      "learning_rate": 1.816215570271274e-05,
-      "loss": 0.1974,
-      "step": 4330
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 4.887007737951543,
-      "learning_rate": 1.8161204060055533e-05,
-      "loss": 0.2242,
-      "step": 4331
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.0061088241270033,
-      "learning_rate": 1.8160252196025205e-05,
-      "loss": 0.2336,
-      "step": 4332
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9102452692339625,
-      "learning_rate": 1.8159300110647576e-05,
-      "loss": 0.1983,
-      "step": 4333
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.9184937177752597,
-      "learning_rate": 1.815834780394847e-05,
-      "loss": 0.1995,
-      "step": 4334
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8389755034590195,
-      "learning_rate": 1.8157395275953722e-05,
-      "loss": 0.22,
-      "step": 4335
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9664717962957975,
-      "learning_rate": 1.8156442526689165e-05,
-      "loss": 0.2253,
-      "step": 4336
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.206033123512191,
-      "learning_rate": 1.8155489556180643e-05,
-      "loss": 0.2136,
-      "step": 4337
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9918052284301853,
-      "learning_rate": 1.8154536364454003e-05,
-      "loss": 0.2266,
-      "step": 4338
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8834020921272379,
-      "learning_rate": 1.8153582951535108e-05,
-      "loss": 0.2002,
-      "step": 4339
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.474921529252916,
-      "learning_rate": 1.8152629317449814e-05,
-      "loss": 0.2103,
-      "step": 4340
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.7762391625825757,
-      "learning_rate": 1.815167546222399e-05,
-      "loss": 0.1926,
-      "step": 4341
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.0448223957540366,
-      "learning_rate": 1.8150721385883508e-05,
-      "loss": 0.2103,
-      "step": 4342
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8368969397679634,
-      "learning_rate": 1.8149767088454248e-05,
-      "loss": 0.205,
-      "step": 4343
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.2714716714784662,
-      "learning_rate": 1.8148812569962095e-05,
-      "loss": 0.1951,
-      "step": 4344
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.3140737363744213,
-      "learning_rate": 1.814785783043294e-05,
-      "loss": 0.211,
-      "step": 4345
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.909422860508571,
-      "learning_rate": 1.8146902869892682e-05,
-      "loss": 0.2139,
-      "step": 4346
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9128532924458792,
-      "learning_rate": 1.8145947688367224e-05,
-      "loss": 0.2059,
-      "step": 4347
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.4055777535594336,
-      "learning_rate": 1.8144992285882478e-05,
-      "loss": 0.208,
-      "step": 4348
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.6393726545336686,
-      "learning_rate": 1.814403666246435e-05,
-      "loss": 0.2216,
-      "step": 4349
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.012495449839806,
-      "learning_rate": 1.814308081813877e-05,
-      "loss": 0.227,
-      "step": 4350
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8809379247618583,
-      "learning_rate": 1.8142124752931662e-05,
-      "loss": 0.2018,
-      "step": 4351
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.0518298070909586,
-      "learning_rate": 1.8141168466868962e-05,
-      "loss": 0.2372,
-      "step": 4352
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.185197093186988,
-      "learning_rate": 1.8140211959976608e-05,
-      "loss": 0.221,
-      "step": 4353
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8956554633281654,
-      "learning_rate": 1.8139255232280545e-05,
-      "loss": 0.2144,
-      "step": 4354
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8595694807094763,
-      "learning_rate": 1.813829828380672e-05,
-      "loss": 0.2269,
-      "step": 4355
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8742860722630785,
-      "learning_rate": 1.81373411145811e-05,
-      "loss": 0.207,
-      "step": 4356
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8565448494079153,
-      "learning_rate": 1.8136383724629637e-05,
-      "loss": 0.203,
-      "step": 4357
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.7449865604280017,
-      "learning_rate": 1.8135426113978312e-05,
-      "loss": 0.1995,
-      "step": 4358
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9507927834239618,
-      "learning_rate": 1.8134468282653092e-05,
-      "loss": 0.2466,
-      "step": 4359
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8884456657081311,
-      "learning_rate": 1.8133510230679956e-05,
-      "loss": 0.2351,
-      "step": 4360
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9767879397277819,
-      "learning_rate": 1.8132551958084902e-05,
-      "loss": 0.2417,
-      "step": 4361
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.028331879327762,
-      "learning_rate": 1.8131593464893913e-05,
-      "loss": 0.194,
-      "step": 4362
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9500463986143157,
-      "learning_rate": 1.813063475113299e-05,
-      "loss": 0.2152,
-      "step": 4363
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.1014894639629662,
-      "learning_rate": 1.8129675816828144e-05,
-      "loss": 0.2095,
-      "step": 4364
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8469646740472858,
-      "learning_rate": 1.8128716662005385e-05,
-      "loss": 0.2113,
-      "step": 4365
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8171205513709684,
-      "learning_rate": 1.812775728669072e-05,
-      "loss": 0.217,
-      "step": 4366
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.052823131487029,
-      "learning_rate": 1.812679769091018e-05,
-      "loss": 0.2206,
-      "step": 4367
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.0175056353860659,
-      "learning_rate": 1.81258378746898e-05,
-      "loss": 0.2229,
-      "step": 4368
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8699858373898745,
-      "learning_rate": 1.8124877838055604e-05,
-      "loss": 0.2248,
-      "step": 4369
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9018639095903852,
-      "learning_rate": 1.8123917581033642e-05,
-      "loss": 0.2302,
-      "step": 4370
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8339848039989683,
-      "learning_rate": 1.8122957103649953e-05,
-      "loss": 0.2337,
-      "step": 4371
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8561161698245993,
-      "learning_rate": 1.81219964059306e-05,
-      "loss": 0.1902,
-      "step": 4372
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9040620220822301,
-      "learning_rate": 1.8121035487901627e-05,
-      "loss": 0.2363,
-      "step": 4373
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8117035779864158,
-      "learning_rate": 1.8120074349589114e-05,
-      "loss": 0.2052,
-      "step": 4374
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.7757265435166741,
-      "learning_rate": 1.8119112991019123e-05,
-      "loss": 0.1952,
-      "step": 4375
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.3018928098117228,
-      "learning_rate": 1.811815141221773e-05,
-      "loss": 0.2489,
-      "step": 4376
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8514347367780373,
-      "learning_rate": 1.8117189613211023e-05,
-      "loss": 0.2428,
-      "step": 4377
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9570291743456296,
-      "learning_rate": 1.8116227594025092e-05,
-      "loss": 0.198,
-      "step": 4378
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.6959724960679516,
-      "learning_rate": 1.811526535468603e-05,
-      "loss": 0.2027,
-      "step": 4379
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.0305907382430886,
-      "learning_rate": 1.8114302895219936e-05,
-      "loss": 0.2047,
-      "step": 4380
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.171345519575611,
-      "learning_rate": 1.8113340215652916e-05,
-      "loss": 0.2283,
-      "step": 4381
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8155710544954411,
-      "learning_rate": 1.8112377316011086e-05,
-      "loss": 0.2179,
-      "step": 4382
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.7938806830241489,
-      "learning_rate": 1.8111414196320562e-05,
-      "loss": 0.1821,
-      "step": 4383
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8821549536458148,
-      "learning_rate": 1.811045085660747e-05,
-      "loss": 0.2104,
-      "step": 4384
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9977566410273979,
-      "learning_rate": 1.8109487296897944e-05,
-      "loss": 0.2039,
-      "step": 4385
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8429772323990313,
-      "learning_rate": 1.8108523517218112e-05,
-      "loss": 0.2079,
-      "step": 4386
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.932220713953027,
-      "learning_rate": 1.8107559517594123e-05,
-      "loss": 0.2242,
-      "step": 4387
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9463348327375277,
-      "learning_rate": 1.8106595298052124e-05,
-      "loss": 0.2109,
-      "step": 4388
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.058926891012995,
-      "learning_rate": 1.810563085861827e-05,
-      "loss": 0.221,
-      "step": 4389
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.7967025288772267,
-      "learning_rate": 1.810466619931872e-05,
-      "loss": 0.2069,
-      "step": 4390
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.3536066297444167,
-      "learning_rate": 1.8103701320179644e-05,
-      "loss": 0.2321,
-      "step": 4391
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.943141752961332,
-      "learning_rate": 1.8102736221227212e-05,
-      "loss": 0.2142,
-      "step": 4392
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8920841817138594,
-      "learning_rate": 1.81017709024876e-05,
-      "loss": 0.2064,
-      "step": 4393
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.7738233796062852,
-      "learning_rate": 1.8100805363986996e-05,
-      "loss": 0.2137,
-      "step": 4394
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.1456208241941903,
-      "learning_rate": 1.809983960575159e-05,
-      "loss": 0.2198,
-      "step": 4395
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.7602743082590431,
-      "learning_rate": 1.8098873627807576e-05,
-      "loss": 0.2049,
-      "step": 4396
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8663595195507451,
-      "learning_rate": 1.8097907430181157e-05,
-      "loss": 0.2049,
-      "step": 4397
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9999632680595777,
-      "learning_rate": 1.8096941012898545e-05,
-      "loss": 0.2197,
-      "step": 4398
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.899024685249853,
-      "learning_rate": 1.8095974375985945e-05,
-      "loss": 0.2233,
-      "step": 4399
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9689895282474176,
-      "learning_rate": 1.8095007519469583e-05,
-      "loss": 0.2149,
-      "step": 4400
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8861221836852705,
-      "learning_rate": 1.8094040443375692e-05,
-      "loss": 0.201,
-      "step": 4401
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.147376630225734,
-      "learning_rate": 1.8093073147730492e-05,
-      "loss": 0.2381,
-      "step": 4402
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9875533678572314,
-      "learning_rate": 1.8092105632560227e-05,
-      "loss": 0.2176,
-      "step": 4403
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.8599201761775375,
-      "learning_rate": 1.8091137897891138e-05,
-      "loss": 0.2246,
-      "step": 4404
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 2.548059073446093,
-      "learning_rate": 1.8090169943749477e-05,
-      "loss": 0.2429,
-      "step": 4405
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.4045767740844242,
-      "learning_rate": 1.80892017701615e-05,
-      "loss": 0.2402,
-      "step": 4406
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.0615450153346424,
-      "learning_rate": 1.808823337715347e-05,
-      "loss": 0.2311,
-      "step": 4407
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.4170629407778401,
-      "learning_rate": 1.8087264764751645e-05,
-      "loss": 0.1938,
-      "step": 4408
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9763221746153268,
-      "learning_rate": 1.8086295932982315e-05,
-      "loss": 0.2535,
-      "step": 4409
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.7656690291051992,
-      "learning_rate": 1.8085326881871747e-05,
-      "loss": 0.1918,
-      "step": 4410
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.136065388243066,
-      "learning_rate": 1.8084357611446232e-05,
-      "loss": 0.2491,
-      "step": 4411
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.082286482252834,
-      "learning_rate": 1.808338812173206e-05,
-      "loss": 0.1978,
-      "step": 4412
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.6479564360605128,
-      "learning_rate": 1.8082418412755527e-05,
-      "loss": 0.2176,
-      "step": 4413
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8694686452576879,
-      "learning_rate": 1.808144848454294e-05,
-      "loss": 0.2314,
-      "step": 4414
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.7858990839349932,
-      "learning_rate": 1.8080478337120604e-05,
-      "loss": 0.2163,
-      "step": 4415
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.839738455990263,
-      "learning_rate": 1.807950797051484e-05,
-      "loss": 0.1958,
-      "step": 4416
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.2351394659797974,
-      "learning_rate": 1.8078537384751968e-05,
-      "loss": 0.2261,
-      "step": 4417
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9296011925545019,
-      "learning_rate": 1.8077566579858306e-05,
-      "loss": 0.2095,
-      "step": 4418
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9096268661088964,
-      "learning_rate": 1.80765955558602e-05,
-      "loss": 0.2349,
-      "step": 4419
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.9189740778262212,
-      "learning_rate": 1.8075624312783984e-05,
-      "loss": 0.2157,
-      "step": 4420
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 0.8732626554297037,
-      "learning_rate": 1.8074652850656e-05,
-      "loss": 0.2223,
-      "step": 4421
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 2.5194779373667795,
-      "learning_rate": 1.80736811695026e-05,
-      "loss": 0.237,
-      "step": 4422
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 2.011478056498499,
-      "learning_rate": 1.807270926935014e-05,
-      "loss": 0.2526,
-      "step": 4423
-    },
-    {
-      "epoch": 0.22,
-      "grad_norm": 1.072836618698817,
-      "learning_rate": 1.8071737150224993e-05,
-      "loss": 0.2207,
-      "step": 4424
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.003240262280801,
-      "learning_rate": 1.8070764812153518e-05,
-      "loss": 0.2195,
-      "step": 4425
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8553296303325555,
-      "learning_rate": 1.8069792255162088e-05,
-      "loss": 0.2143,
-      "step": 4426
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9706401479122935,
-      "learning_rate": 1.8068819479277087e-05,
-      "loss": 0.2185,
-      "step": 4427
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8534705006698775,
-      "learning_rate": 1.8067846484524905e-05,
-      "loss": 0.1879,
-      "step": 4428
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8578306627076671,
-      "learning_rate": 1.806687327093193e-05,
-      "loss": 0.2213,
-      "step": 4429
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9165415623957645,
-      "learning_rate": 1.806589983852456e-05,
-      "loss": 0.2171,
-      "step": 4430
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.0313737327911443,
-      "learning_rate": 1.8064926187329205e-05,
-      "loss": 0.2255,
-      "step": 4431
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9197916913770108,
-      "learning_rate": 1.8063952317372265e-05,
-      "loss": 0.1972,
-      "step": 4432
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.3479992755805241,
-      "learning_rate": 1.8062978228680172e-05,
-      "loss": 0.2628,
-      "step": 4433
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8254972992938581,
-      "learning_rate": 1.8062003921279335e-05,
-      "loss": 0.2115,
-      "step": 4434
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8963891068322509,
-      "learning_rate": 1.8061029395196186e-05,
-      "loss": 0.2027,
-      "step": 4435
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9369312287584682,
-      "learning_rate": 1.8060054650457157e-05,
-      "loss": 0.2128,
-      "step": 4436
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.4957509743791233,
-      "learning_rate": 1.8059079687088695e-05,
-      "loss": 0.1977,
-      "step": 4437
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8374581910764776,
-      "learning_rate": 1.805810450511724e-05,
-      "loss": 0.2171,
-      "step": 4438
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9093962161701271,
-      "learning_rate": 1.8057129104569246e-05,
-      "loss": 0.2155,
-      "step": 4439
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.0819334654052752,
-      "learning_rate": 1.8056153485471167e-05,
-      "loss": 0.1863,
-      "step": 4440
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8524882699421736,
-      "learning_rate": 1.805517764784947e-05,
-      "loss": 0.2006,
-      "step": 4441
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.1360487230080902,
-      "learning_rate": 1.8054201591730627e-05,
-      "loss": 0.2413,
-      "step": 4442
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.91748364528214,
-      "learning_rate": 1.8053225317141106e-05,
-      "loss": 0.1981,
-      "step": 4443
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9272715829052295,
-      "learning_rate": 1.80522488241074e-05,
-      "loss": 0.2271,
-      "step": 4444
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8682592457592926,
-      "learning_rate": 1.8051272112655983e-05,
-      "loss": 0.2152,
-      "step": 4445
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9262847244346153,
-      "learning_rate": 1.805029518281336e-05,
-      "loss": 0.2093,
-      "step": 4446
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9188337809176588,
-      "learning_rate": 1.8049318034606025e-05,
-      "loss": 0.2187,
-      "step": 4447
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.2028573072889497,
-      "learning_rate": 1.8048340668060483e-05,
-      "loss": 0.2444,
-      "step": 4448
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8717286742127507,
-      "learning_rate": 1.8047363083203245e-05,
-      "loss": 0.2009,
-      "step": 4449
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8561068852096136,
-      "learning_rate": 1.8046385280060832e-05,
-      "loss": 0.2097,
-      "step": 4450
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.0878027107170953,
-      "learning_rate": 1.8045407258659763e-05,
-      "loss": 0.2059,
-      "step": 4451
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.0482682779855905,
-      "learning_rate": 1.8044429019026565e-05,
-      "loss": 0.2468,
-      "step": 4452
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.1067602177028681,
-      "learning_rate": 1.8043450561187775e-05,
-      "loss": 0.2366,
-      "step": 4453
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9203132473066146,
-      "learning_rate": 1.8042471885169934e-05,
-      "loss": 0.2343,
-      "step": 4454
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9013155181915874,
-      "learning_rate": 1.8041492990999595e-05,
-      "loss": 0.2291,
-      "step": 4455
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.002047390111081,
-      "learning_rate": 1.8040513878703296e-05,
-      "loss": 0.2341,
-      "step": 4456
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.7729887234708337,
-      "learning_rate": 1.803953454830761e-05,
-      "loss": 0.2187,
-      "step": 4457
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8295487988881244,
-      "learning_rate": 1.803855499983909e-05,
-      "loss": 0.2292,
-      "step": 4458
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9514396998810606,
-      "learning_rate": 1.803757523332432e-05,
-      "loss": 0.2199,
-      "step": 4459
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8581480115536537,
-      "learning_rate": 1.8036595248789862e-05,
-      "loss": 0.2185,
-      "step": 4460
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9062317373994906,
-      "learning_rate": 1.8035615046262305e-05,
-      "loss": 0.2406,
-      "step": 4461
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.7518853352440985,
-      "learning_rate": 1.8034634625768234e-05,
-      "loss": 0.2094,
-      "step": 4462
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.7640860466551985,
-      "learning_rate": 1.803365398733425e-05,
-      "loss": 0.2243,
-      "step": 4463
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.0101277920294256,
-      "learning_rate": 1.803267313098694e-05,
-      "loss": 0.237,
-      "step": 4464
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.1549794199372658,
-      "learning_rate": 1.8031692056752926e-05,
-      "loss": 0.207,
-      "step": 4465
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.0995658668374693,
-      "learning_rate": 1.8030710764658804e-05,
-      "loss": 0.2352,
-      "step": 4466
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9735906734273259,
-      "learning_rate": 1.8029729254731204e-05,
-      "loss": 0.1905,
-      "step": 4467
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8437175055191298,
-      "learning_rate": 1.8028747526996745e-05,
-      "loss": 0.2186,
-      "step": 4468
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.7296734364054673,
-      "learning_rate": 1.802776558148205e-05,
-      "loss": 0.2166,
-      "step": 4469
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.047129361115201,
-      "learning_rate": 1.8026783418213768e-05,
-      "loss": 0.2186,
-      "step": 4470
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8087153659486408,
-      "learning_rate": 1.8025801037218528e-05,
-      "loss": 0.22,
-      "step": 4471
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8948010111876558,
-      "learning_rate": 1.8024818438522984e-05,
-      "loss": 0.2275,
-      "step": 4472
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 2.4481573277116695,
-      "learning_rate": 1.802383562215378e-05,
-      "loss": 0.2121,
-      "step": 4473
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8894301960584611,
-      "learning_rate": 1.802285258813759e-05,
-      "loss": 0.2199,
-      "step": 4474
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8852898290343183,
-      "learning_rate": 1.8021869336501066e-05,
-      "loss": 0.2371,
-      "step": 4475
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.861758973541769,
-      "learning_rate": 1.8020885867270883e-05,
-      "loss": 0.2244,
-      "step": 4476
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8802216161853176,
-      "learning_rate": 1.8019902180473717e-05,
-      "loss": 0.2146,
-      "step": 4477
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.7756772290225344,
-      "learning_rate": 1.8018918276136255e-05,
-      "loss": 0.1897,
-      "step": 4478
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.7696394101610075,
-      "learning_rate": 1.801793415428518e-05,
-      "loss": 0.2345,
-      "step": 4479
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9654896233324601,
-      "learning_rate": 1.8016949814947188e-05,
-      "loss": 0.2156,
-      "step": 4480
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9399179508195146,
-      "learning_rate": 1.801596525814898e-05,
-      "loss": 0.2044,
-      "step": 4481
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8600710403521159,
-      "learning_rate": 1.8014980483917263e-05,
-      "loss": 0.2086,
-      "step": 4482
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.4090094998911113,
-      "learning_rate": 1.8013995492278744e-05,
-      "loss": 0.1984,
-      "step": 4483
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.7783023424568493,
-      "learning_rate": 1.8013010283260146e-05,
-      "loss": 0.2126,
-      "step": 4484
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9956937185992838,
-      "learning_rate": 1.801202485688819e-05,
-      "loss": 0.1867,
-      "step": 4485
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9183789056572046,
-      "learning_rate": 1.801103921318961e-05,
-      "loss": 0.205,
-      "step": 4486
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9357084137452508,
-      "learning_rate": 1.801005335219114e-05,
-      "loss": 0.2161,
-      "step": 4487
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8767707480218008,
-      "learning_rate": 1.8009067273919518e-05,
-      "loss": 0.2093,
-      "step": 4488
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8962239859524315,
-      "learning_rate": 1.8008080978401493e-05,
-      "loss": 0.2267,
-      "step": 4489
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.719171880216484,
-      "learning_rate": 1.8007094465663823e-05,
-      "loss": 0.2018,
-      "step": 4490
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.2807368660385212,
-      "learning_rate": 1.8006107735733258e-05,
-      "loss": 0.2312,
-      "step": 4491
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.0189680130523846,
-      "learning_rate": 1.8005120788636574e-05,
-      "loss": 0.2144,
-      "step": 4492
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8109524372881051,
-      "learning_rate": 1.8004133624400535e-05,
-      "loss": 0.1963,
-      "step": 4493
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.7260968412969371,
-      "learning_rate": 1.8003146243051916e-05,
-      "loss": 0.2186,
-      "step": 4494
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8667090314175855,
-      "learning_rate": 1.8002158644617508e-05,
-      "loss": 0.1815,
-      "step": 4495
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8716288269195112,
-      "learning_rate": 1.800117082912409e-05,
-      "loss": 0.2088,
-      "step": 4496
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9035607795569606,
-      "learning_rate": 1.8000182796598466e-05,
-      "loss": 0.2078,
-      "step": 4497
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.0125622963855248,
-      "learning_rate": 1.7999194547067426e-05,
-      "loss": 0.2469,
-      "step": 4498
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.291516448269081,
-      "learning_rate": 1.7998206080557786e-05,
-      "loss": 0.2066,
-      "step": 4499
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.3954274607458725,
-      "learning_rate": 1.7997217397096355e-05,
-      "loss": 0.182,
-      "step": 4500
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.0939380315378482,
-      "learning_rate": 1.7996228496709948e-05,
-      "loss": 0.2223,
-      "step": 4501
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.1328049643732674,
-      "learning_rate": 1.7995239379425393e-05,
-      "loss": 0.2029,
-      "step": 4502
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8570053201008193,
-      "learning_rate": 1.7994250045269518e-05,
-      "loss": 0.2048,
-      "step": 4503
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.4699377915752037,
-      "learning_rate": 1.799326049426916e-05,
-      "loss": 0.2187,
-      "step": 4504
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8427132865080169,
-      "learning_rate": 1.7992270726451158e-05,
-      "loss": 0.2206,
-      "step": 4505
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.0109750267372164,
-      "learning_rate": 1.7991280741842362e-05,
-      "loss": 0.2087,
-      "step": 4506
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8486429289414997,
-      "learning_rate": 1.799029054046962e-05,
-      "loss": 0.2015,
-      "step": 4507
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8440700530295214,
-      "learning_rate": 1.7989300122359802e-05,
-      "loss": 0.1891,
-      "step": 4508
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.3246815330558233,
-      "learning_rate": 1.7988309487539767e-05,
-      "loss": 0.2286,
-      "step": 4509
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.0044511865123302,
-      "learning_rate": 1.7987318636036382e-05,
-      "loss": 0.2147,
-      "step": 4510
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9616052245640965,
-      "learning_rate": 1.798632756787653e-05,
-      "loss": 0.2006,
-      "step": 4511
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.007859581807647,
-      "learning_rate": 1.7985336283087092e-05,
-      "loss": 0.2149,
-      "step": 4512
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9269182161077623,
-      "learning_rate": 1.7984344781694957e-05,
-      "loss": 0.2327,
-      "step": 4513
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.1873968613561616,
-      "learning_rate": 1.7983353063727014e-05,
-      "loss": 0.1958,
-      "step": 4514
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.7675397374303244,
-      "learning_rate": 1.7982361129210172e-05,
-      "loss": 0.2071,
-      "step": 4515
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8842111254876002,
-      "learning_rate": 1.7981368978171336e-05,
-      "loss": 0.2177,
-      "step": 4516
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9063416103174554,
-      "learning_rate": 1.798037661063741e-05,
-      "loss": 0.2146,
-      "step": 4517
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8730461639506438,
-      "learning_rate": 1.7979384026635323e-05,
-      "loss": 0.2323,
-      "step": 4518
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9719249466422303,
-      "learning_rate": 1.7978391226191993e-05,
-      "loss": 0.2191,
-      "step": 4519
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.098487152706154,
-      "learning_rate": 1.7977398209334347e-05,
-      "loss": 0.2052,
-      "step": 4520
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.7818334103477671,
-      "learning_rate": 1.7976404976089327e-05,
-      "loss": 0.2216,
-      "step": 4521
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.3452405241980792,
-      "learning_rate": 1.797541152648387e-05,
-      "loss": 0.2454,
-      "step": 4522
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9202422091727288,
-      "learning_rate": 1.7974417860544924e-05,
-      "loss": 0.2089,
-      "step": 4523
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.0015645377017552,
-      "learning_rate": 1.797342397829944e-05,
-      "loss": 0.222,
-      "step": 4524
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.944338652787783,
-      "learning_rate": 1.797242987977439e-05,
-      "loss": 0.2476,
-      "step": 4525
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.887805161891117,
-      "learning_rate": 1.7971435564996723e-05,
-      "loss": 0.2149,
-      "step": 4526
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.463548393298575,
-      "learning_rate": 1.7970441033993416e-05,
-      "loss": 0.2617,
-      "step": 4527
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.064025199962864,
-      "learning_rate": 1.7969446286791448e-05,
-      "loss": 0.2037,
-      "step": 4528
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.7289751041322153,
-      "learning_rate": 1.7968451323417798e-05,
-      "loss": 0.1879,
-      "step": 4529
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.1059318897182686,
-      "learning_rate": 1.7967456143899453e-05,
-      "loss": 0.2267,
-      "step": 4530
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8711198948794134,
-      "learning_rate": 1.7966460748263412e-05,
-      "loss": 0.2093,
-      "step": 4531
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8817964338927127,
-      "learning_rate": 1.7965465136536677e-05,
-      "loss": 0.2207,
-      "step": 4532
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.087682593067581,
-      "learning_rate": 1.7964469308746246e-05,
-      "loss": 0.2616,
-      "step": 4533
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9860911239425852,
-      "learning_rate": 1.7963473264919137e-05,
-      "loss": 0.2439,
-      "step": 4534
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8686097317747554,
-      "learning_rate": 1.7962477005082367e-05,
-      "loss": 0.2096,
-      "step": 4535
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.851414230084223,
-      "learning_rate": 1.7961480529262956e-05,
-      "loss": 0.232,
-      "step": 4536
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9712965457220927,
-      "learning_rate": 1.7960483837487935e-05,
-      "loss": 0.2178,
-      "step": 4537
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.7603316153751536,
-      "learning_rate": 1.7959486929784344e-05,
-      "loss": 0.2008,
-      "step": 4538
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.305590804409271,
-      "learning_rate": 1.7958489806179214e-05,
-      "loss": 0.2322,
-      "step": 4539
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.5399175125976559,
-      "learning_rate": 1.7957492466699606e-05,
-      "loss": 0.2103,
-      "step": 4540
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 2.4627194244171826,
-      "learning_rate": 1.7956494911372564e-05,
-      "loss": 0.2199,
-      "step": 4541
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8683388348736799,
-      "learning_rate": 1.7955497140225145e-05,
-      "loss": 0.204,
-      "step": 4542
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9920027394506458,
-      "learning_rate": 1.7954499153284418e-05,
-      "loss": 0.214,
-      "step": 4543
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.859917912663988,
-      "learning_rate": 1.7953500950577453e-05,
-      "loss": 0.1982,
-      "step": 4544
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.0837324969574404,
-      "learning_rate": 1.7952502532131326e-05,
-      "loss": 0.2313,
-      "step": 4545
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8575927627504152,
-      "learning_rate": 1.795150389797312e-05,
-      "loss": 0.1942,
-      "step": 4546
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.0625777986683949,
-      "learning_rate": 1.7950505048129917e-05,
-      "loss": 0.2335,
-      "step": 4547
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.0713708397729715,
-      "learning_rate": 1.794950598262882e-05,
-      "loss": 0.2093,
-      "step": 4548
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.229848965244706,
-      "learning_rate": 1.794850670149692e-05,
-      "loss": 0.2176,
-      "step": 4549
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.1091741040774479,
-      "learning_rate": 1.794750720476133e-05,
-      "loss": 0.231,
-      "step": 4550
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.2156486310229675,
-      "learning_rate": 1.7946507492449158e-05,
-      "loss": 0.2472,
-      "step": 4551
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.1075155329929134,
-      "learning_rate": 1.794550756458752e-05,
-      "loss": 0.2283,
-      "step": 4552
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.3998141024285211,
-      "learning_rate": 1.794450742120354e-05,
-      "loss": 0.2225,
-      "step": 4553
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.011647270613291,
-      "learning_rate": 1.794350706232435e-05,
-      "loss": 0.2363,
-      "step": 4554
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9205082012421598,
-      "learning_rate": 1.794250648797708e-05,
-      "loss": 0.1958,
-      "step": 4555
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9069710312413244,
-      "learning_rate": 1.7941505698188873e-05,
-      "loss": 0.2098,
-      "step": 4556
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.4467541990079829,
-      "learning_rate": 1.7940504692986876e-05,
-      "loss": 0.2196,
-      "step": 4557
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.993067278432018,
-      "learning_rate": 1.793950347239824e-05,
-      "loss": 0.2426,
-      "step": 4558
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8076871561454932,
-      "learning_rate": 1.7938502036450128e-05,
-      "loss": 0.2241,
-      "step": 4559
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.2539845527913558,
-      "learning_rate": 1.7937500385169695e-05,
-      "loss": 0.2151,
-      "step": 4560
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8088486414006637,
-      "learning_rate": 1.793649851858412e-05,
-      "loss": 0.2041,
-      "step": 4561
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.186444873543506,
-      "learning_rate": 1.793549643672057e-05,
-      "loss": 0.2007,
-      "step": 4562
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.041431065850028,
-      "learning_rate": 1.793449413960623e-05,
-      "loss": 0.2139,
-      "step": 4563
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.5800775392251105,
-      "learning_rate": 1.7933491627268297e-05,
-      "loss": 0.2198,
-      "step": 4564
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9856604566007479,
-      "learning_rate": 1.793248889973395e-05,
-      "loss": 0.2261,
-      "step": 4565
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.2768031361915468,
-      "learning_rate": 1.793148595703039e-05,
-      "loss": 0.211,
-      "step": 4566
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.2841177512879824,
-      "learning_rate": 1.793048279918483e-05,
-      "loss": 0.1976,
-      "step": 4567
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9419078723736817,
-      "learning_rate": 1.7929479426224473e-05,
-      "loss": 0.2049,
-      "step": 4568
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.17988154802931,
-      "learning_rate": 1.792847583817654e-05,
-      "loss": 0.204,
-      "step": 4569
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.230600233347415,
-      "learning_rate": 1.7927472035068252e-05,
-      "loss": 0.2062,
-      "step": 4570
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9443095266324063,
-      "learning_rate": 1.792646801692684e-05,
-      "loss": 0.2091,
-      "step": 4571
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8913426583688561,
-      "learning_rate": 1.7925463783779534e-05,
-      "loss": 0.2403,
-      "step": 4572
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.1466558580416424,
-      "learning_rate": 1.7924459335653575e-05,
-      "loss": 0.1967,
-      "step": 4573
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8535354994960708,
-      "learning_rate": 1.7923454672576208e-05,
-      "loss": 0.2254,
-      "step": 4574
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9666574182720151,
-      "learning_rate": 1.7922449794574686e-05,
-      "loss": 0.2471,
-      "step": 4575
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.0837227290752445,
-      "learning_rate": 1.7921444701676267e-05,
-      "loss": 0.2148,
-      "step": 4576
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 2.0686405368447454,
-      "learning_rate": 1.7920439393908212e-05,
-      "loss": 0.2152,
-      "step": 4577
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9850592832279286,
-      "learning_rate": 1.791943387129779e-05,
-      "loss": 0.2447,
-      "step": 4578
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.155939191794011,
-      "learning_rate": 1.7918428133872278e-05,
-      "loss": 0.2238,
-      "step": 4579
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.1574756641823711,
-      "learning_rate": 1.7917422181658954e-05,
-      "loss": 0.2134,
-      "step": 4580
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.2070656126027186,
-      "learning_rate": 1.791641601468511e-05,
-      "loss": 0.1976,
-      "step": 4581
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 2.436803255730702,
-      "learning_rate": 1.791540963297803e-05,
-      "loss": 0.2095,
-      "step": 4582
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9244624436617368,
-      "learning_rate": 1.791440303656502e-05,
-      "loss": 0.226,
-      "step": 4583
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.9845022785819262,
-      "learning_rate": 1.791339622547338e-05,
-      "loss": 0.2091,
-      "step": 4584
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 2.5238633874008007,
-      "learning_rate": 1.791238919973042e-05,
-      "loss": 0.2155,
-      "step": 4585
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.213475206616372,
-      "learning_rate": 1.7911381959363456e-05,
-      "loss": 0.2218,
-      "step": 4586
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.8457478367488127,
-      "learning_rate": 1.7910374504399812e-05,
-      "loss": 0.2093,
-      "step": 4587
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9261967112688656,
-      "learning_rate": 1.7909366834866805e-05,
-      "loss": 0.2165,
-      "step": 4588
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.1208944218946013,
-      "learning_rate": 1.7908358950791784e-05,
-      "loss": 0.2366,
-      "step": 4589
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.0587552863356118,
-      "learning_rate": 1.7907350852202078e-05,
-      "loss": 0.1997,
-      "step": 4590
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.7929672703579542,
-      "learning_rate": 1.7906342539125032e-05,
-      "loss": 0.2123,
-      "step": 4591
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.0807088767456519,
-      "learning_rate": 1.7905334011588e-05,
-      "loss": 0.214,
-      "step": 4592
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.1805389793523693,
-      "learning_rate": 1.7904325269618335e-05,
-      "loss": 0.251,
-      "step": 4593
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.530345554012429,
-      "learning_rate": 1.7903316313243398e-05,
-      "loss": 0.2266,
-      "step": 4594
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.2375683235074402,
-      "learning_rate": 1.790230714249056e-05,
-      "loss": 0.2357,
-      "step": 4595
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.2876949405743958,
-      "learning_rate": 1.7901297757387198e-05,
-      "loss": 0.2271,
-      "step": 4596
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.0113586380944988,
-      "learning_rate": 1.7900288157960687e-05,
-      "loss": 0.2156,
-      "step": 4597
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9330662813880115,
-      "learning_rate": 1.7899278344238414e-05,
-      "loss": 0.2374,
-      "step": 4598
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.393123277375178,
-      "learning_rate": 1.7898268316247767e-05,
-      "loss": 0.2137,
-      "step": 4599
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9077590609258267,
-      "learning_rate": 1.7897258074016152e-05,
-      "loss": 0.2313,
-      "step": 4600
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.2412729292962352,
-      "learning_rate": 1.789624761757096e-05,
-      "loss": 0.2221,
-      "step": 4601
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.0000254167505898,
-      "learning_rate": 1.7895236946939605e-05,
-      "loss": 0.2125,
-      "step": 4602
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.1119944212749695,
-      "learning_rate": 1.7894226062149504e-05,
-      "loss": 0.1924,
-      "step": 4603
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 0.9252582068282856,
-      "learning_rate": 1.7893214963228075e-05,
-      "loss": 0.2079,
-      "step": 4604
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.6891110956771893,
-      "learning_rate": 1.7892203650202747e-05,
-      "loss": 0.2346,
-      "step": 4605
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.1950376349533391,
-      "learning_rate": 1.7891192123100945e-05,
-      "loss": 0.2271,
-      "step": 4606
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.437835315691099,
-      "learning_rate": 1.7890180381950113e-05,
-      "loss": 0.2208,
-      "step": 4607
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.3801696979354348,
-      "learning_rate": 1.7889168426777693e-05,
-      "loss": 0.2373,
-      "step": 4608
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.109176689844192,
-      "learning_rate": 1.7888156257611134e-05,
-      "loss": 0.1968,
-      "step": 4609
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.687963492958192,
-      "learning_rate": 1.7887143874477887e-05,
-      "loss": 0.2459,
-      "step": 4610
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.7422820151768772,
-      "learning_rate": 1.788613127740542e-05,
-      "loss": 0.2015,
-      "step": 4611
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.7380741907169548,
-      "learning_rate": 1.7885118466421198e-05,
-      "loss": 0.215,
-      "step": 4612
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.904065245765066,
-      "learning_rate": 1.788410544155269e-05,
-      "loss": 0.2017,
-      "step": 4613
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.3133917809519462,
-      "learning_rate": 1.788309220282738e-05,
-      "loss": 0.1889,
-      "step": 4614
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.5825665488429745,
-      "learning_rate": 1.788207875027274e-05,
-      "loss": 0.2168,
-      "step": 4615
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.4843139736052093,
-      "learning_rate": 1.788106508391628e-05,
-      "loss": 0.2074,
-      "step": 4616
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.7859163752239253,
-      "learning_rate": 1.788005120378548e-05,
-      "loss": 0.2277,
-      "step": 4617
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.1062328359599314,
-      "learning_rate": 1.787903710990784e-05,
-      "loss": 0.2155,
-      "step": 4618
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.509252746197654,
-      "learning_rate": 1.7878022802310882e-05,
-      "loss": 0.1734,
-      "step": 4619
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.3313165535638438,
-      "learning_rate": 1.7877008281022107e-05,
-      "loss": 0.2105,
-      "step": 4620
-    },
-    {
-      "epoch": 0.23,
-      "grad_norm": 1.8325763249283111,
-      "learning_rate": 1.7875993546069036e-05,
-      "loss": 0.1965,
-      "step": 4621
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.154417787978655,
-      "learning_rate": 1.7874978597479196e-05,
-      "loss": 0.2303,
-      "step": 4622
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.319512505731216,
-      "learning_rate": 1.7873963435280122e-05,
-      "loss": 0.2245,
-      "step": 4623
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.9450188451477706,
-      "learning_rate": 1.787294805949934e-05,
-      "loss": 0.2398,
-      "step": 4624
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.4580963839574002,
-      "learning_rate": 1.7871932470164396e-05,
-      "loss": 0.2106,
-      "step": 4625
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0446207440063051,
-      "learning_rate": 1.787091666730284e-05,
-      "loss": 0.2261,
-      "step": 4626
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.675123317131691,
-      "learning_rate": 1.7869900650942228e-05,
-      "loss": 0.1998,
-      "step": 4627
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.4430054449111767,
-      "learning_rate": 1.7868884421110115e-05,
-      "loss": 0.2103,
-      "step": 4628
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9541529011227019,
-      "learning_rate": 1.7867867977834067e-05,
-      "loss": 0.2249,
-      "step": 4629
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.3281638875589192,
-      "learning_rate": 1.7866851321141655e-05,
-      "loss": 0.2276,
-      "step": 4630
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.151641575951757,
-      "learning_rate": 1.7865834451060458e-05,
-      "loss": 0.2107,
-      "step": 4631
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.2337527355105584,
-      "learning_rate": 1.7864817367618058e-05,
-      "loss": 0.2081,
-      "step": 4632
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.5264640015634976,
-      "learning_rate": 1.7863800070842038e-05,
-      "loss": 0.1938,
-      "step": 4633
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.1466772922197281,
-      "learning_rate": 1.7862782560760004e-05,
-      "loss": 0.2127,
-      "step": 4634
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 11.273989830855673,
-      "learning_rate": 1.7861764837399544e-05,
-      "loss": 0.1881,
-      "step": 4635
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.3201828598781473,
-      "learning_rate": 1.786074690078827e-05,
-      "loss": 0.2431,
-      "step": 4636
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.5748727581569109,
-      "learning_rate": 1.785972875095379e-05,
-      "loss": 0.1946,
-      "step": 4637
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.450493532647831,
-      "learning_rate": 1.785871038792373e-05,
-      "loss": 0.1972,
-      "step": 4638
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.2015481182386216,
-      "learning_rate": 1.7857691811725702e-05,
-      "loss": 0.2096,
-      "step": 4639
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 2.25848049603337,
-      "learning_rate": 1.785667302238734e-05,
-      "loss": 0.2265,
-      "step": 4640
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 4.349525557841808,
-      "learning_rate": 1.785565401993628e-05,
-      "loss": 0.2234,
-      "step": 4641
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.8130057352094755,
-      "learning_rate": 1.785463480440016e-05,
-      "loss": 0.2088,
-      "step": 4642
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.8040832321063347,
-      "learning_rate": 1.7853615375806627e-05,
-      "loss": 0.2371,
-      "step": 4643
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.4228604220338537,
-      "learning_rate": 1.7852595734183333e-05,
-      "loss": 0.216,
-      "step": 4644
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 2.310556142843705,
-      "learning_rate": 1.7851575879557937e-05,
-      "loss": 0.2051,
-      "step": 4645
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.7051940112440398,
-      "learning_rate": 1.78505558119581e-05,
-      "loss": 0.1949,
-      "step": 4646
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.366779457579173,
-      "learning_rate": 1.7849535531411498e-05,
-      "loss": 0.1994,
-      "step": 4647
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 10.223823201496756,
-      "learning_rate": 1.7848515037945797e-05,
-      "loss": 0.2092,
-      "step": 4648
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.9146218576980645,
-      "learning_rate": 1.784749433158868e-05,
-      "loss": 0.2279,
-      "step": 4649
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.8574756201466331,
-      "learning_rate": 1.7846473412367845e-05,
-      "loss": 0.2066,
-      "step": 4650
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 5.236915808421173,
-      "learning_rate": 1.7845452280310967e-05,
-      "loss": 0.217,
-      "step": 4651
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.721888692196491,
-      "learning_rate": 1.784443093544576e-05,
-      "loss": 0.2415,
-      "step": 4652
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.487684047623923,
-      "learning_rate": 1.7843409377799914e-05,
-      "loss": 0.2167,
-      "step": 4653
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.7412624169564745,
-      "learning_rate": 1.7842387607401148e-05,
-      "loss": 0.2083,
-      "step": 4654
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.40719210246589,
-      "learning_rate": 1.7841365624277176e-05,
-      "loss": 0.2482,
-      "step": 4655
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.529733771727649,
-      "learning_rate": 1.7840343428455716e-05,
-      "loss": 0.2119,
-      "step": 4656
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.7667059024593066,
-      "learning_rate": 1.78393210199645e-05,
-      "loss": 0.2074,
-      "step": 4657
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.1288614053658006,
-      "learning_rate": 1.7838298398831263e-05,
-      "loss": 0.2383,
-      "step": 4658
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.026408149145776,
-      "learning_rate": 1.783727556508373e-05,
-      "loss": 0.2058,
-      "step": 4659
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.4706443339849393,
-      "learning_rate": 1.783625251874966e-05,
-      "loss": 0.2228,
-      "step": 4660
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0917198179045484,
-      "learning_rate": 1.78352292598568e-05,
-      "loss": 0.2419,
-      "step": 4661
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9710987685726439,
-      "learning_rate": 1.78342057884329e-05,
-      "loss": 0.2331,
-      "step": 4662
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.2486942535582013,
-      "learning_rate": 1.7833182104505727e-05,
-      "loss": 0.2098,
-      "step": 4663
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.4638630936861796,
-      "learning_rate": 1.7832158208103046e-05,
-      "loss": 0.2116,
-      "step": 4664
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.2763911256155431,
-      "learning_rate": 1.7831134099252633e-05,
-      "loss": 0.228,
-      "step": 4665
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.2850151021671732,
-      "learning_rate": 1.7830109777982264e-05,
-      "loss": 0.2158,
-      "step": 4666
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.3120744860308333,
-      "learning_rate": 1.7829085244319722e-05,
-      "loss": 0.2157,
-      "step": 4667
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.495724487270258,
-      "learning_rate": 1.7828060498292807e-05,
-      "loss": 0.2049,
-      "step": 4668
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.1252993166897158,
-      "learning_rate": 1.7827035539929304e-05,
-      "loss": 0.221,
-      "step": 4669
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0361332579638716,
-      "learning_rate": 1.7826010369257023e-05,
-      "loss": 0.2397,
-      "step": 4670
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9062157745950375,
-      "learning_rate": 1.7824984986303767e-05,
-      "loss": 0.2221,
-      "step": 4671
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0599935506985416,
-      "learning_rate": 1.782395939109735e-05,
-      "loss": 0.1988,
-      "step": 4672
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0761451179044146,
-      "learning_rate": 1.7822933583665595e-05,
-      "loss": 0.1832,
-      "step": 4673
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.2453986166897961,
-      "learning_rate": 1.782190756403632e-05,
-      "loss": 0.2137,
-      "step": 4674
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9699109057442683,
-      "learning_rate": 1.7820881332237366e-05,
-      "loss": 0.2233,
-      "step": 4675
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0480747153682368,
-      "learning_rate": 1.7819854888296563e-05,
-      "loss": 0.2394,
-      "step": 4676
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.139973735215863,
-      "learning_rate": 1.7818828232241756e-05,
-      "loss": 0.2286,
-      "step": 4677
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.6594254452523631,
-      "learning_rate": 1.781780136410079e-05,
-      "loss": 0.2264,
-      "step": 4678
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.892424483882286,
-      "learning_rate": 1.7816774283901518e-05,
-      "loss": 0.2145,
-      "step": 4679
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9634119808029931,
-      "learning_rate": 1.7815746991671804e-05,
-      "loss": 0.2322,
-      "step": 4680
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0708682845486202,
-      "learning_rate": 1.781471948743951e-05,
-      "loss": 0.2455,
-      "step": 4681
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.5709346655885017,
-      "learning_rate": 1.781369177123251e-05,
-      "loss": 0.2179,
-      "step": 4682
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0173880811846758,
-      "learning_rate": 1.7812663843078677e-05,
-      "loss": 0.1937,
-      "step": 4683
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8846051241989114,
-      "learning_rate": 1.78116357030059e-05,
-      "loss": 0.1912,
-      "step": 4684
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.251193835858283,
-      "learning_rate": 1.7810607351042062e-05,
-      "loss": 0.2091,
-      "step": 4685
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.1693427107436283,
-      "learning_rate": 1.780957878721506e-05,
-      "loss": 0.2114,
-      "step": 4686
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.1338587726128928,
-      "learning_rate": 1.7808550011552788e-05,
-      "loss": 0.2243,
-      "step": 4687
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8121839280092648,
-      "learning_rate": 1.780752102408316e-05,
-      "loss": 0.2332,
-      "step": 4688
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9126963444453843,
-      "learning_rate": 1.780649182483408e-05,
-      "loss": 0.2059,
-      "step": 4689
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9287395868561739,
-      "learning_rate": 1.780546241383347e-05,
-      "loss": 0.2336,
-      "step": 4690
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.861224039628638,
-      "learning_rate": 1.7804432791109253e-05,
-      "loss": 0.193,
-      "step": 4691
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.2011478859769236,
-      "learning_rate": 1.7803402956689353e-05,
-      "loss": 0.2309,
-      "step": 4692
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8349673231029032,
-      "learning_rate": 1.7802372910601707e-05,
-      "loss": 0.22,
-      "step": 4693
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.1764232090330085,
-      "learning_rate": 1.7801342652874256e-05,
-      "loss": 0.2082,
-      "step": 4694
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.31740133504077,
-      "learning_rate": 1.7800312183534946e-05,
-      "loss": 0.1989,
-      "step": 4695
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8859932028097436,
-      "learning_rate": 1.7799281502611725e-05,
-      "loss": 0.2259,
-      "step": 4696
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.068731884988904,
-      "learning_rate": 1.7798250610132555e-05,
-      "loss": 0.2286,
-      "step": 4697
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9480913590614505,
-      "learning_rate": 1.7797219506125393e-05,
-      "loss": 0.2121,
-      "step": 4698
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.1259551001945691,
-      "learning_rate": 1.7796188190618217e-05,
-      "loss": 0.2447,
-      "step": 4699
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0424075409961195,
-      "learning_rate": 1.7795156663638993e-05,
-      "loss": 0.2487,
-      "step": 4700
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.822807998801817,
-      "learning_rate": 1.7794124925215706e-05,
-      "loss": 0.2308,
-      "step": 4701
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9446368597507817,
-      "learning_rate": 1.7793092975376337e-05,
-      "loss": 0.2051,
-      "step": 4702
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8001210824626251,
-      "learning_rate": 1.779206081414888e-05,
-      "loss": 0.2054,
-      "step": 4703
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.7007932947970836,
-      "learning_rate": 1.779102844156134e-05,
-      "loss": 0.2126,
-      "step": 4704
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.018612629375446,
-      "learning_rate": 1.778999585764171e-05,
-      "loss": 0.1843,
-      "step": 4705
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 2.571513674538329,
-      "learning_rate": 1.7788963062418e-05,
-      "loss": 0.2114,
-      "step": 4706
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.7412928909282924,
-      "learning_rate": 1.778793005591823e-05,
-      "loss": 0.1917,
-      "step": 4707
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8497538991645085,
-      "learning_rate": 1.7786896838170414e-05,
-      "loss": 0.1995,
-      "step": 4708
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8581836762327298,
-      "learning_rate": 1.7785863409202587e-05,
-      "loss": 0.2296,
-      "step": 4709
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0205692084242963,
-      "learning_rate": 1.778482976904277e-05,
-      "loss": 0.2222,
-      "step": 4710
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.7773003288749312,
-      "learning_rate": 1.7783795917719006e-05,
-      "loss": 0.2123,
-      "step": 4711
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8669931706685519,
-      "learning_rate": 1.7782761855259343e-05,
-      "loss": 0.196,
-      "step": 4712
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.261557946455817,
-      "learning_rate": 1.778172758169182e-05,
-      "loss": 0.2428,
-      "step": 4713
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8542981027231593,
-      "learning_rate": 1.77806930970445e-05,
-      "loss": 0.1949,
-      "step": 4714
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.1725172257027152,
-      "learning_rate": 1.7779658401345437e-05,
-      "loss": 0.2447,
-      "step": 4715
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9171805823393477,
-      "learning_rate": 1.7778623494622703e-05,
-      "loss": 0.2291,
-      "step": 4716
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8329476077948494,
-      "learning_rate": 1.7777588376904367e-05,
-      "loss": 0.1999,
-      "step": 4717
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8706417523196315,
-      "learning_rate": 1.777655304821851e-05,
-      "loss": 0.1986,
-      "step": 4718
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9122189195503517,
-      "learning_rate": 1.7775517508593208e-05,
-      "loss": 0.2286,
-      "step": 4719
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9221898541481,
-      "learning_rate": 1.7774481758056553e-05,
-      "loss": 0.2033,
-      "step": 4720
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.913523118983051,
-      "learning_rate": 1.7773445796636647e-05,
-      "loss": 0.2321,
-      "step": 4721
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.1853772461053191,
-      "learning_rate": 1.777240962436158e-05,
-      "loss": 0.2175,
-      "step": 4722
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9836678716893172,
-      "learning_rate": 1.7771373241259463e-05,
-      "loss": 0.2354,
-      "step": 4723
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 4.933538952221682,
-      "learning_rate": 1.777033664735841e-05,
-      "loss": 0.2198,
-      "step": 4724
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9053145119436731,
-      "learning_rate": 1.7769299842686537e-05,
-      "loss": 0.1993,
-      "step": 4725
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.4561874749144696,
-      "learning_rate": 1.7768262827271967e-05,
-      "loss": 0.21,
-      "step": 4726
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8923224164256436,
-      "learning_rate": 1.7767225601142827e-05,
-      "loss": 0.2417,
-      "step": 4727
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 2.1688299476678536,
-      "learning_rate": 1.7766188164327255e-05,
-      "loss": 0.2227,
-      "step": 4728
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.1615482229124374,
-      "learning_rate": 1.7765150516853393e-05,
-      "loss": 0.2098,
-      "step": 4729
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9914331330545041,
-      "learning_rate": 1.776411265874938e-05,
-      "loss": 0.207,
-      "step": 4730
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.216108796145146,
-      "learning_rate": 1.7763074590043373e-05,
-      "loss": 0.2333,
-      "step": 4731
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0612278807406503,
-      "learning_rate": 1.7762036310763533e-05,
-      "loss": 0.2331,
-      "step": 4732
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9308158763736551,
-      "learning_rate": 1.7760997820938017e-05,
-      "loss": 0.2139,
-      "step": 4733
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.02496181162953,
-      "learning_rate": 1.7759959120594995e-05,
-      "loss": 0.2208,
-      "step": 4734
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9621707948335559,
-      "learning_rate": 1.7758920209762646e-05,
-      "loss": 0.2095,
-      "step": 4735
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8073536972901817,
-      "learning_rate": 1.7757881088469152e-05,
-      "loss": 0.213,
-      "step": 4736
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 3.602279863576911,
-      "learning_rate": 1.775684175674269e-05,
-      "loss": 0.1964,
-      "step": 4737
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.7919440808875956,
-      "learning_rate": 1.7755802214611456e-05,
-      "loss": 0.2221,
-      "step": 4738
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.2264881157763754,
-      "learning_rate": 1.7754762462103653e-05,
-      "loss": 0.2061,
-      "step": 4739
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0081452576317012,
-      "learning_rate": 1.775372249924748e-05,
-      "loss": 0.2341,
-      "step": 4740
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.4966706046285734,
-      "learning_rate": 1.775268232607114e-05,
-      "loss": 0.1968,
-      "step": 4741
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9282699330047943,
-      "learning_rate": 1.775164194260286e-05,
-      "loss": 0.1917,
-      "step": 4742
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0831685554881305,
-      "learning_rate": 1.7750601348870857e-05,
-      "loss": 0.2245,
-      "step": 4743
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0721042421741023,
-      "learning_rate": 1.774956054490335e-05,
-      "loss": 0.226,
-      "step": 4744
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.1269726140008207,
-      "learning_rate": 1.7748519530728578e-05,
-      "loss": 0.2066,
-      "step": 4745
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.3184525037031192,
-      "learning_rate": 1.7747478306374774e-05,
-      "loss": 0.1888,
-      "step": 4746
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.447342958685647,
-      "learning_rate": 1.7746436871870185e-05,
-      "loss": 0.2092,
-      "step": 4747
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0632538284053596,
-      "learning_rate": 1.7745395227243057e-05,
-      "loss": 0.2367,
-      "step": 4748
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8571598963074442,
-      "learning_rate": 1.7744353372521645e-05,
-      "loss": 0.1998,
-      "step": 4749
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.4045763430768659,
-      "learning_rate": 1.7743311307734212e-05,
-      "loss": 0.2075,
-      "step": 4750
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.140852461397593,
-      "learning_rate": 1.7742269032909022e-05,
-      "loss": 0.2327,
-      "step": 4751
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0450382616949419,
-      "learning_rate": 1.774122654807435e-05,
-      "loss": 0.2048,
-      "step": 4752
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9913868061762731,
-      "learning_rate": 1.7740183853258463e-05,
-      "loss": 0.2349,
-      "step": 4753
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9902220057154458,
-      "learning_rate": 1.773914094848966e-05,
-      "loss": 0.1981,
-      "step": 4754
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9141793025191702,
-      "learning_rate": 1.7738097833796218e-05,
-      "loss": 0.225,
-      "step": 4755
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.122258777024154,
-      "learning_rate": 1.7737054509206437e-05,
-      "loss": 0.2029,
-      "step": 4756
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9388722008012684,
-      "learning_rate": 1.773601097474861e-05,
-      "loss": 0.1799,
-      "step": 4757
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.1338319108176849,
-      "learning_rate": 1.7734967230451053e-05,
-      "loss": 0.198,
-      "step": 4758
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.1696782476614866,
-      "learning_rate": 1.7733923276342072e-05,
-      "loss": 0.2082,
-      "step": 4759
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9570850227198349,
-      "learning_rate": 1.7732879112449987e-05,
-      "loss": 0.1937,
-      "step": 4760
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9987829452675776,
-      "learning_rate": 1.773183473880312e-05,
-      "loss": 0.2065,
-      "step": 4761
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8658344198195547,
-      "learning_rate": 1.7730790155429796e-05,
-      "loss": 0.2535,
-      "step": 4762
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.5105970576810357,
-      "learning_rate": 1.7729745362358354e-05,
-      "loss": 0.2292,
-      "step": 4763
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.030621919076012,
-      "learning_rate": 1.772870035961713e-05,
-      "loss": 0.2424,
-      "step": 4764
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.7911133713120762,
-      "learning_rate": 1.772765514723448e-05,
-      "loss": 0.2031,
-      "step": 4765
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.7733501456620687,
-      "learning_rate": 1.7726609725238736e-05,
-      "loss": 0.2015,
-      "step": 4766
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.7483844203985907,
-      "learning_rate": 1.7725564093658273e-05,
-      "loss": 0.2144,
-      "step": 4767
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.832420970371779,
-      "learning_rate": 1.772451825252145e-05,
-      "loss": 0.1933,
-      "step": 4768
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9269564472066407,
-      "learning_rate": 1.7723472201856632e-05,
-      "loss": 0.2117,
-      "step": 4769
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.7062623972950685,
-      "learning_rate": 1.7722425941692193e-05,
-      "loss": 0.2011,
-      "step": 4770
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.300632009889857,
-      "learning_rate": 1.7721379472056512e-05,
-      "loss": 0.235,
-      "step": 4771
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9395077257423332,
-      "learning_rate": 1.772033279297798e-05,
-      "loss": 0.214,
-      "step": 4772
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8855510946435825,
-      "learning_rate": 1.7719285904484984e-05,
-      "loss": 0.2153,
-      "step": 4773
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9062652247205932,
-      "learning_rate": 1.771823880660592e-05,
-      "loss": 0.2036,
-      "step": 4774
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.2632706385556125,
-      "learning_rate": 1.7717191499369195e-05,
-      "loss": 0.2172,
-      "step": 4775
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0616280497428603,
-      "learning_rate": 1.7716143982803214e-05,
-      "loss": 0.214,
-      "step": 4776
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0610019253510121,
-      "learning_rate": 1.7715096256936387e-05,
-      "loss": 0.2148,
-      "step": 4777
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9265199693220165,
-      "learning_rate": 1.7714048321797146e-05,
-      "loss": 0.194,
-      "step": 4778
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.4833546752386788,
-      "learning_rate": 1.7713000177413905e-05,
-      "loss": 0.2144,
-      "step": 4779
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 2.119156400854007,
-      "learning_rate": 1.77119518238151e-05,
-      "loss": 0.2137,
-      "step": 4780
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8713331110192771,
-      "learning_rate": 1.7710903261029162e-05,
-      "loss": 0.1895,
-      "step": 4781
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.4736802633037827,
-      "learning_rate": 1.770985448908454e-05,
-      "loss": 0.2002,
-      "step": 4782
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9670421103121505,
-      "learning_rate": 1.770880550800968e-05,
-      "loss": 0.2246,
-      "step": 4783
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9997782459952628,
-      "learning_rate": 1.7707756317833037e-05,
-      "loss": 0.2155,
-      "step": 4784
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0048297808434645,
-      "learning_rate": 1.7706706918583065e-05,
-      "loss": 0.22,
-      "step": 4785
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8625274276807509,
-      "learning_rate": 1.7705657310288234e-05,
-      "loss": 0.1931,
-      "step": 4786
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0333429133868393,
-      "learning_rate": 1.7704607492977016e-05,
-      "loss": 0.2056,
-      "step": 4787
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8165586544427031,
-      "learning_rate": 1.770355746667788e-05,
-      "loss": 0.2255,
-      "step": 4788
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9446874307612251,
-      "learning_rate": 1.7702507231419316e-05,
-      "loss": 0.2284,
-      "step": 4789
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.157327733356626,
-      "learning_rate": 1.7701456787229805e-05,
-      "loss": 0.2121,
-      "step": 4790
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9067004989487868,
-      "learning_rate": 1.7700406134137846e-05,
-      "loss": 0.2084,
-      "step": 4791
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.5375842708722038,
-      "learning_rate": 1.7699355272171936e-05,
-      "loss": 0.2111,
-      "step": 4792
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.579611023345228,
-      "learning_rate": 1.769830420136058e-05,
-      "loss": 0.2197,
-      "step": 4793
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.7815056142120229,
-      "learning_rate": 1.7697252921732288e-05,
-      "loss": 0.2399,
-      "step": 4794
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0464247436420646,
-      "learning_rate": 1.7696201433315572e-05,
-      "loss": 0.2047,
-      "step": 4795
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.7803618338517158,
-      "learning_rate": 1.769514973613896e-05,
-      "loss": 0.2282,
-      "step": 4796
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 3.0589890669182576,
-      "learning_rate": 1.7694097830230977e-05,
-      "loss": 0.217,
-      "step": 4797
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8290031373697013,
-      "learning_rate": 1.7693045715620154e-05,
-      "loss": 0.2312,
-      "step": 4798
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.9998618652420123,
-      "learning_rate": 1.7691993392335033e-05,
-      "loss": 0.1801,
-      "step": 4799
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 2.939470955111584,
-      "learning_rate": 1.7690940860404158e-05,
-      "loss": 0.2376,
-      "step": 4800
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.7765224504735883,
-      "learning_rate": 1.7689888119856075e-05,
-      "loss": 0.1927,
-      "step": 4801
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.803742550457734,
-      "learning_rate": 1.7688835170719346e-05,
-      "loss": 0.2185,
-      "step": 4802
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0415101084628973,
-      "learning_rate": 1.7687782013022526e-05,
-      "loss": 0.1941,
-      "step": 4803
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.7424308880860995,
-      "learning_rate": 1.7686728646794184e-05,
-      "loss": 0.2005,
-      "step": 4804
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8623911571639182,
-      "learning_rate": 1.7685675072062894e-05,
-      "loss": 0.2083,
-      "step": 4805
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8419284534298985,
-      "learning_rate": 1.7684621288857233e-05,
-      "loss": 0.2208,
-      "step": 4806
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.7300335906306568,
-      "learning_rate": 1.7683567297205786e-05,
-      "loss": 0.2105,
-      "step": 4807
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.05541219527479,
-      "learning_rate": 1.7682513097137143e-05,
-      "loss": 0.2279,
-      "step": 4808
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0619360379113207,
-      "learning_rate": 1.76814586886799e-05,
-      "loss": 0.2034,
-      "step": 4809
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0246215374768057,
-      "learning_rate": 1.7680404071862653e-05,
-      "loss": 0.2148,
-      "step": 4810
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8031646650335315,
-      "learning_rate": 1.7679349246714012e-05,
-      "loss": 0.2003,
-      "step": 4811
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.8335112525439298,
-      "learning_rate": 1.767829421326259e-05,
-      "loss": 0.2031,
-      "step": 4812
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.5996760040622504,
-      "learning_rate": 1.7677238971537004e-05,
-      "loss": 0.224,
-      "step": 4813
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0144403532971613,
-      "learning_rate": 1.7676183521565876e-05,
-      "loss": 0.2219,
-      "step": 4814
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.0481470431681141,
-      "learning_rate": 1.767512786337784e-05,
-      "loss": 0.2139,
-      "step": 4815
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 1.3381315237653075,
-      "learning_rate": 1.7674071997001525e-05,
-      "loss": 0.2254,
-      "step": 4816
-    },
-    {
-      "epoch": 0.24,
-      "grad_norm": 0.7657901269899813,
-      "learning_rate": 1.767301592246557e-05,
-      "loss": 0.1899,
-      "step": 4817
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.2415438690318472,
-      "learning_rate": 1.767195963979863e-05,
-      "loss": 0.2357,
-      "step": 4818
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 6.371155851734972,
-      "learning_rate": 1.767090314902935e-05,
-      "loss": 0.2256,
-      "step": 4819
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.027278506127918,
-      "learning_rate": 1.7669846450186384e-05,
-      "loss": 0.2021,
-      "step": 4820
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.0454534167228677,
-      "learning_rate": 1.7668789543298407e-05,
-      "loss": 0.2124,
-      "step": 4821
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8698202989216001,
-      "learning_rate": 1.7667732428394077e-05,
-      "loss": 0.2048,
-      "step": 4822
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8752795249443815,
-      "learning_rate": 1.7666675105502073e-05,
-      "loss": 0.2053,
-      "step": 4823
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.2287231186117786,
-      "learning_rate": 1.7665617574651074e-05,
-      "loss": 0.2013,
-      "step": 4824
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.7811101027066473,
-      "learning_rate": 1.7664559835869763e-05,
-      "loss": 0.1969,
-      "step": 4825
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9831821506037443,
-      "learning_rate": 1.7663501889186837e-05,
-      "loss": 0.2071,
-      "step": 4826
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.3321080093873667,
-      "learning_rate": 1.7662443734630987e-05,
-      "loss": 0.2057,
-      "step": 4827
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9328654862358803,
-      "learning_rate": 1.7661385372230918e-05,
-      "loss": 0.198,
-      "step": 4828
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9866929554002803,
-      "learning_rate": 1.766032680201534e-05,
-      "loss": 0.2252,
-      "step": 4829
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8040091299802148,
-      "learning_rate": 1.7659268024012962e-05,
-      "loss": 0.2133,
-      "step": 4830
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.929652719573642,
-      "learning_rate": 1.7658209038252507e-05,
-      "loss": 0.1771,
-      "step": 4831
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9325894915758147,
-      "learning_rate": 1.76571498447627e-05,
-      "loss": 0.228,
-      "step": 4832
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.0497336023331287,
-      "learning_rate": 1.765609044357227e-05,
-      "loss": 0.2139,
-      "step": 4833
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.0788425842404294,
-      "learning_rate": 1.7655030834709954e-05,
-      "loss": 0.2446,
-      "step": 4834
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8148673513502684,
-      "learning_rate": 1.7653971018204498e-05,
-      "loss": 0.2052,
-      "step": 4835
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.035118517547822,
-      "learning_rate": 1.7652910994084642e-05,
-      "loss": 0.1889,
-      "step": 4836
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.8874921404778846,
-      "learning_rate": 1.7651850762379146e-05,
-      "loss": 0.2144,
-      "step": 4837
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.971609414329634,
-      "learning_rate": 1.7650790323116764e-05,
-      "loss": 0.2261,
-      "step": 4838
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9666178939534561,
-      "learning_rate": 1.764972967632626e-05,
-      "loss": 0.2039,
-      "step": 4839
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8557814059940211,
-      "learning_rate": 1.764866882203641e-05,
-      "loss": 0.2122,
-      "step": 4840
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.879809517867278,
-      "learning_rate": 1.7647607760275987e-05,
-      "loss": 0.2397,
-      "step": 4841
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.1701570979540563,
-      "learning_rate": 1.764654649107377e-05,
-      "loss": 0.2348,
-      "step": 4842
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9819385381229103,
-      "learning_rate": 1.7645485014458545e-05,
-      "loss": 0.2138,
-      "step": 4843
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.0372094524749425,
-      "learning_rate": 1.764442333045911e-05,
-      "loss": 0.2172,
-      "step": 4844
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.1991618227826033,
-      "learning_rate": 1.764336143910426e-05,
-      "loss": 0.245,
-      "step": 4845
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.2515952300942674,
-      "learning_rate": 1.76422993404228e-05,
-      "loss": 0.2346,
-      "step": 4846
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.162773600935501,
-      "learning_rate": 1.7641237034443535e-05,
-      "loss": 0.2349,
-      "step": 4847
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.198901515461344,
-      "learning_rate": 1.764017452119529e-05,
-      "loss": 0.2354,
-      "step": 4848
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9150902917184182,
-      "learning_rate": 1.7639111800706874e-05,
-      "loss": 0.2176,
-      "step": 4849
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9261690607074005,
-      "learning_rate": 1.7638048873007122e-05,
-      "loss": 0.2096,
-      "step": 4850
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9936123554925016,
-      "learning_rate": 1.7636985738124862e-05,
-      "loss": 0.2199,
-      "step": 4851
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8808245515832294,
-      "learning_rate": 1.7635922396088932e-05,
-      "loss": 0.1955,
-      "step": 4852
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.109091782939819,
-      "learning_rate": 1.7634858846928174e-05,
-      "loss": 0.2231,
-      "step": 4853
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8979865795412102,
-      "learning_rate": 1.7633795090671445e-05,
-      "loss": 0.2311,
-      "step": 4854
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 2.1646120782227802,
-      "learning_rate": 1.7632731127347588e-05,
-      "loss": 0.2348,
-      "step": 4855
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8728535210494023,
-      "learning_rate": 1.763166695698547e-05,
-      "loss": 0.2663,
-      "step": 4856
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9821654410268483,
-      "learning_rate": 1.7630602579613952e-05,
-      "loss": 0.2136,
-      "step": 4857
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 2.0888253463187754,
-      "learning_rate": 1.7629537995261913e-05,
-      "loss": 0.233,
-      "step": 4858
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.010011282244793,
-      "learning_rate": 1.7628473203958217e-05,
-      "loss": 0.1997,
-      "step": 4859
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.0148151126522487,
-      "learning_rate": 1.7627408205731762e-05,
-      "loss": 0.1972,
-      "step": 4860
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.0225367877080298,
-      "learning_rate": 1.7626343000611424e-05,
-      "loss": 0.2238,
-      "step": 4861
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.0413589410630688,
-      "learning_rate": 1.7625277588626105e-05,
-      "loss": 0.1706,
-      "step": 4862
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 2.9075675650831743,
-      "learning_rate": 1.76242119698047e-05,
-      "loss": 0.2213,
-      "step": 4863
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9576335241403465,
-      "learning_rate": 1.7623146144176114e-05,
-      "loss": 0.1945,
-      "step": 4864
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9841155313451155,
-      "learning_rate": 1.7622080111769257e-05,
-      "loss": 0.2088,
-      "step": 4865
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8088195105556512,
-      "learning_rate": 1.762101387261305e-05,
-      "loss": 0.2216,
-      "step": 4866
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.7040924319850286,
-      "learning_rate": 1.7619947426736404e-05,
-      "loss": 0.2108,
-      "step": 4867
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8647540788705015,
-      "learning_rate": 1.761888077416826e-05,
-      "loss": 0.2055,
-      "step": 4868
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.4917793213736366,
-      "learning_rate": 1.7617813914937544e-05,
-      "loss": 0.1867,
-      "step": 4869
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.7589814055129415,
-      "learning_rate": 1.7616746849073195e-05,
-      "loss": 0.2267,
-      "step": 4870
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.064675978697834,
-      "learning_rate": 1.7615679576604157e-05,
-      "loss": 0.2145,
-      "step": 4871
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.8149268942899142,
-      "learning_rate": 1.761461209755938e-05,
-      "loss": 0.2243,
-      "step": 4872
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9404075709892658,
-      "learning_rate": 1.761354441196782e-05,
-      "loss": 0.2033,
-      "step": 4873
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 2.066560634970023,
-      "learning_rate": 1.7612476519858437e-05,
-      "loss": 0.1929,
-      "step": 4874
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8873007469232738,
-      "learning_rate": 1.76114084212602e-05,
-      "loss": 0.2135,
-      "step": 4875
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.0803485202137888,
-      "learning_rate": 1.761034011620208e-05,
-      "loss": 0.2024,
-      "step": 4876
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.7213845346451273,
-      "learning_rate": 1.7609271604713055e-05,
-      "loss": 0.1998,
-      "step": 4877
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.121037230608576,
-      "learning_rate": 1.7608202886822107e-05,
-      "loss": 0.2315,
-      "step": 4878
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9896700881943471,
-      "learning_rate": 1.7607133962558226e-05,
-      "loss": 0.2267,
-      "step": 4879
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.266664377396315,
-      "learning_rate": 1.7606064831950403e-05,
-      "loss": 0.2078,
-      "step": 4880
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8553061465111234,
-      "learning_rate": 1.7604995495027645e-05,
-      "loss": 0.2116,
-      "step": 4881
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.042777046982744,
-      "learning_rate": 1.7603925951818954e-05,
-      "loss": 0.2112,
-      "step": 4882
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8740583129550602,
-      "learning_rate": 1.7602856202353346e-05,
-      "loss": 0.2023,
-      "step": 4883
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9759766435581416,
-      "learning_rate": 1.760178624665983e-05,
-      "loss": 0.2227,
-      "step": 4884
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8085400387638324,
-      "learning_rate": 1.760071608476743e-05,
-      "loss": 0.2034,
-      "step": 4885
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.833384795728059,
-      "learning_rate": 1.759964571670518e-05,
-      "loss": 0.2134,
-      "step": 4886
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9648949804215201,
-      "learning_rate": 1.7598575142502112e-05,
-      "loss": 0.2157,
-      "step": 4887
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 4.111719389453267,
-      "learning_rate": 1.7597504362187263e-05,
-      "loss": 0.1994,
-      "step": 4888
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8866865010030395,
-      "learning_rate": 1.759643337578968e-05,
-      "loss": 0.2051,
-      "step": 4889
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8504575300897302,
-      "learning_rate": 1.759536218333841e-05,
-      "loss": 0.232,
-      "step": 4890
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.0365543055672188,
-      "learning_rate": 1.7594290784862516e-05,
-      "loss": 0.2141,
-      "step": 4891
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.0281837501246553,
-      "learning_rate": 1.7593219180391053e-05,
-      "loss": 0.2039,
-      "step": 4892
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9744470951075427,
-      "learning_rate": 1.759214736995309e-05,
-      "loss": 0.2091,
-      "step": 4893
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9084367183414519,
-      "learning_rate": 1.7591075353577702e-05,
-      "loss": 0.226,
-      "step": 4894
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8317928554365319,
-      "learning_rate": 1.7590003131293967e-05,
-      "loss": 0.2417,
-      "step": 4895
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.7541092473554227,
-      "learning_rate": 1.758893070313097e-05,
-      "loss": 0.1997,
-      "step": 4896
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.7883788654157217,
-      "learning_rate": 1.7587858069117794e-05,
-      "loss": 0.17,
-      "step": 4897
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.2109666508636387,
-      "learning_rate": 1.7586785229283543e-05,
-      "loss": 0.2183,
-      "step": 4898
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.721893397519787,
-      "learning_rate": 1.7585712183657312e-05,
-      "loss": 0.2016,
-      "step": 4899
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.7380981007588767,
-      "learning_rate": 1.758463893226821e-05,
-      "loss": 0.2279,
-      "step": 4900
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.1129843085791946,
-      "learning_rate": 1.758356547514535e-05,
-      "loss": 0.2218,
-      "step": 4901
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9678562315284823,
-      "learning_rate": 1.7582491812317846e-05,
-      "loss": 0.1974,
-      "step": 4902
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.131902572948813,
-      "learning_rate": 1.7581417943814827e-05,
-      "loss": 0.2106,
-      "step": 4903
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9348090511857947,
-      "learning_rate": 1.7580343869665416e-05,
-      "loss": 0.2027,
-      "step": 4904
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.457110700204861,
-      "learning_rate": 1.757926958989875e-05,
-      "loss": 0.211,
-      "step": 4905
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.2125401140409062,
-      "learning_rate": 1.7578195104543964e-05,
-      "loss": 0.186,
-      "step": 4906
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.1174812078893102,
-      "learning_rate": 1.7577120413630213e-05,
-      "loss": 0.2141,
-      "step": 4907
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.125396472928048,
-      "learning_rate": 1.757604551718664e-05,
-      "loss": 0.2079,
-      "step": 4908
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.887645588146478,
-      "learning_rate": 1.7574970415242407e-05,
-      "loss": 0.2031,
-      "step": 4909
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.2491922728175417,
-      "learning_rate": 1.757389510782667e-05,
-      "loss": 0.2104,
-      "step": 4910
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9282309508640144,
-      "learning_rate": 1.75728195949686e-05,
-      "loss": 0.1882,
-      "step": 4911
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.3550172160894849,
-      "learning_rate": 1.7571743876697377e-05,
-      "loss": 0.2003,
-      "step": 4912
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.0095560289307193,
-      "learning_rate": 1.7570667953042167e-05,
-      "loss": 0.1877,
-      "step": 4913
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.1898247035889686,
-      "learning_rate": 1.7569591824032168e-05,
-      "loss": 0.2217,
-      "step": 4914
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.5094226280385097,
-      "learning_rate": 1.7568515489696558e-05,
-      "loss": 0.2195,
-      "step": 4915
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 2.0270852292948054,
-      "learning_rate": 1.7567438950064542e-05,
-      "loss": 0.1776,
-      "step": 4916
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8945831319463787,
-      "learning_rate": 1.7566362205165313e-05,
-      "loss": 0.2195,
-      "step": 4917
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.0540510808229446,
-      "learning_rate": 1.7565285255028083e-05,
-      "loss": 0.2182,
-      "step": 4918
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9530058829379024,
-      "learning_rate": 1.756420809968206e-05,
-      "loss": 0.2165,
-      "step": 4919
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9591411145842712,
-      "learning_rate": 1.756313073915647e-05,
-      "loss": 0.2227,
-      "step": 4920
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8538213378369253,
-      "learning_rate": 1.756205317348053e-05,
-      "loss": 0.1935,
-      "step": 4921
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.000411790089436,
-      "learning_rate": 1.756097540268347e-05,
-      "loss": 0.2327,
-      "step": 4922
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.0420033351873208,
-      "learning_rate": 1.7559897426794528e-05,
-      "loss": 0.2128,
-      "step": 4923
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9623079713245224,
-      "learning_rate": 1.7558819245842938e-05,
-      "loss": 0.1922,
-      "step": 4924
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.1098096767015824,
-      "learning_rate": 1.7557740859857953e-05,
-      "loss": 0.2266,
-      "step": 4925
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.3491601834510454,
-      "learning_rate": 1.7556662268868817e-05,
-      "loss": 0.2058,
-      "step": 4926
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9653203134414965,
-      "learning_rate": 1.7555583472904788e-05,
-      "loss": 0.2003,
-      "step": 4927
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.864274668092387,
-      "learning_rate": 1.7554504471995134e-05,
-      "loss": 0.2023,
-      "step": 4928
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.0880717825194903,
-      "learning_rate": 1.7553425266169118e-05,
-      "loss": 0.2149,
-      "step": 4929
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.0489082281570887,
-      "learning_rate": 1.7552345855456017e-05,
-      "loss": 0.2129,
-      "step": 4930
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.052512902454979,
-      "learning_rate": 1.7551266239885104e-05,
-      "loss": 0.2266,
-      "step": 4931
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.6579917251985647,
-      "learning_rate": 1.755018641948567e-05,
-      "loss": 0.1981,
-      "step": 4932
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.7821592754300142,
-      "learning_rate": 1.7549106394287004e-05,
-      "loss": 0.2269,
-      "step": 4933
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8870274340321501,
-      "learning_rate": 1.75480261643184e-05,
-      "loss": 0.2051,
-      "step": 4934
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8643188466997564,
-      "learning_rate": 1.7546945729609162e-05,
-      "loss": 0.222,
-      "step": 4935
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8508180991596589,
-      "learning_rate": 1.7545865090188594e-05,
-      "loss": 0.2269,
-      "step": 4936
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.0361811340997602,
-      "learning_rate": 1.7544784246086007e-05,
-      "loss": 0.1965,
-      "step": 4937
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.7944009776152027,
-      "learning_rate": 1.7543703197330722e-05,
-      "loss": 0.2294,
-      "step": 4938
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.2904691970827866,
-      "learning_rate": 1.754262194395206e-05,
-      "loss": 0.1905,
-      "step": 4939
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.2425741683662073,
-      "learning_rate": 1.7541540485979357e-05,
-      "loss": 0.2298,
-      "step": 4940
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.0170380196630249,
-      "learning_rate": 1.754045882344194e-05,
-      "loss": 0.2172,
-      "step": 4941
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8377036824445884,
-      "learning_rate": 1.753937695636915e-05,
-      "loss": 0.2257,
-      "step": 4942
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.4429064752446406,
-      "learning_rate": 1.7538294884790333e-05,
-      "loss": 0.2265,
-      "step": 4943
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.002250270190205,
-      "learning_rate": 1.7537212608734842e-05,
-      "loss": 0.2341,
-      "step": 4944
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.0738514608014265,
-      "learning_rate": 1.7536130128232035e-05,
-      "loss": 0.2029,
-      "step": 4945
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8699095271611501,
-      "learning_rate": 1.7535047443311274e-05,
-      "loss": 0.1972,
-      "step": 4946
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.115828821103785,
-      "learning_rate": 1.7533964554001923e-05,
-      "loss": 0.2171,
-      "step": 4947
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8999017703628961,
-      "learning_rate": 1.753288146033336e-05,
-      "loss": 0.2086,
-      "step": 4948
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9623098645662769,
-      "learning_rate": 1.753179816233496e-05,
-      "loss": 0.1941,
-      "step": 4949
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.148386681921377,
-      "learning_rate": 1.7530714660036112e-05,
-      "loss": 0.2169,
-      "step": 4950
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9251444910619677,
-      "learning_rate": 1.7529630953466202e-05,
-      "loss": 0.1907,
-      "step": 4951
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.7047593827282227,
-      "learning_rate": 1.7528547042654626e-05,
-      "loss": 0.1885,
-      "step": 4952
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8934978764290634,
-      "learning_rate": 1.7527462927630786e-05,
-      "loss": 0.211,
-      "step": 4953
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.0067227280512174,
-      "learning_rate": 1.752637860842409e-05,
-      "loss": 0.1983,
-      "step": 4954
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.594869450914085,
-      "learning_rate": 1.752529408506395e-05,
-      "loss": 0.2195,
-      "step": 4955
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9634578527813551,
-      "learning_rate": 1.7524209357579782e-05,
-      "loss": 0.2178,
-      "step": 4956
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.2163076294046304,
-      "learning_rate": 1.752312442600101e-05,
-      "loss": 0.2299,
-      "step": 4957
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.827651648508648,
-      "learning_rate": 1.7522039290357066e-05,
-      "loss": 0.2053,
-      "step": 4958
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8964013881252514,
-      "learning_rate": 1.7520953950677374e-05,
-      "loss": 0.2302,
-      "step": 4959
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9926659228293512,
-      "learning_rate": 1.751986840699139e-05,
-      "loss": 0.1978,
-      "step": 4960
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.4285563481945713,
-      "learning_rate": 1.7518782659328545e-05,
-      "loss": 0.2139,
-      "step": 4961
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8479583255530937,
-      "learning_rate": 1.7517696707718297e-05,
-      "loss": 0.204,
-      "step": 4962
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.7944980238304211,
-      "learning_rate": 1.7516610552190104e-05,
-      "loss": 0.2052,
-      "step": 4963
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.1398659985067,
-      "learning_rate": 1.751552419277342e-05,
-      "loss": 0.2133,
-      "step": 4964
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9269866998395468,
-      "learning_rate": 1.751443762949772e-05,
-      "loss": 0.2054,
-      "step": 4965
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.006432875016119,
-      "learning_rate": 1.7513350862392478e-05,
-      "loss": 0.2559,
-      "step": 4966
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8283899901874466,
-      "learning_rate": 1.7512263891487165e-05,
-      "loss": 0.2087,
-      "step": 4967
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9388658415746001,
-      "learning_rate": 1.7511176716811275e-05,
-      "loss": 0.2167,
-      "step": 4968
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.138438684960691,
-      "learning_rate": 1.7510089338394287e-05,
-      "loss": 0.1984,
-      "step": 4969
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.1752742054523158,
-      "learning_rate": 1.7509001756265704e-05,
-      "loss": 0.2174,
-      "step": 4970
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9476066784239713,
-      "learning_rate": 1.7507913970455024e-05,
-      "loss": 0.2176,
-      "step": 4971
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.472689980809985,
-      "learning_rate": 1.750682598099175e-05,
-      "loss": 0.2131,
-      "step": 4972
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.0265826255610757,
-      "learning_rate": 1.7505737787905404e-05,
-      "loss": 0.2237,
-      "step": 4973
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.5419271677885265,
-      "learning_rate": 1.7504649391225493e-05,
-      "loss": 0.2308,
-      "step": 4974
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.8149367596422321,
-      "learning_rate": 1.7503560790981545e-05,
-      "loss": 0.1969,
-      "step": 4975
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.104977220763604,
-      "learning_rate": 1.750247198720308e-05,
-      "loss": 0.2062,
-      "step": 4976
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9566919598399071,
-      "learning_rate": 1.750138297991965e-05,
-      "loss": 0.1797,
-      "step": 4977
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.1870863493849544,
-      "learning_rate": 1.7500293769160773e-05,
-      "loss": 0.2253,
-      "step": 4978
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.976047243062067,
-      "learning_rate": 1.749920435495601e-05,
-      "loss": 0.2292,
-      "step": 4979
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8263157669810269,
-      "learning_rate": 1.7498114737334902e-05,
-      "loss": 0.1972,
-      "step": 4980
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9403072898460152,
-      "learning_rate": 1.749702491632701e-05,
-      "loss": 0.22,
-      "step": 4981
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.2141379406623052,
-      "learning_rate": 1.749593489196189e-05,
-      "loss": 0.1972,
-      "step": 4982
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.7395791963743559,
-      "learning_rate": 1.7494844664269117e-05,
-      "loss": 0.2383,
-      "step": 4983
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8786426046599091,
-      "learning_rate": 1.749375423327826e-05,
-      "loss": 0.2054,
-      "step": 4984
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8585034424431195,
-      "learning_rate": 1.7492663599018893e-05,
-      "loss": 0.2157,
-      "step": 4985
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9268853902764058,
-      "learning_rate": 1.7491572761520604e-05,
-      "loss": 0.2231,
-      "step": 4986
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.0354260982717227,
-      "learning_rate": 1.749048172081298e-05,
-      "loss": 0.2163,
-      "step": 4987
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8511031855858545,
-      "learning_rate": 1.7489390476925616e-05,
-      "loss": 0.2072,
-      "step": 4988
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8786659576418835,
-      "learning_rate": 1.7488299029888117e-05,
-      "loss": 0.2133,
-      "step": 4989
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.812193258729004,
-      "learning_rate": 1.7487207379730078e-05,
-      "loss": 0.2303,
-      "step": 4990
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 2.377958020015114,
-      "learning_rate": 1.7486115526481117e-05,
-      "loss": 0.2166,
-      "step": 4991
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8504237116518911,
-      "learning_rate": 1.748502347017085e-05,
-      "loss": 0.2049,
-      "step": 4992
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9399276635507209,
-      "learning_rate": 1.74839312108289e-05,
-      "loss": 0.1958,
-      "step": 4993
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.834340680227393,
-      "learning_rate": 1.748283874848489e-05,
-      "loss": 0.2146,
-      "step": 4994
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.1110556630181991,
-      "learning_rate": 1.748174608316846e-05,
-      "loss": 0.2286,
-      "step": 4995
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.208705629511072,
-      "learning_rate": 1.748065321490924e-05,
-      "loss": 0.1975,
-      "step": 4996
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.2830729263319827,
-      "learning_rate": 1.7479560143736885e-05,
-      "loss": 0.1994,
-      "step": 4997
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9408077019695862,
-      "learning_rate": 1.7478466869681035e-05,
-      "loss": 0.198,
-      "step": 4998
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.5477988939109983,
-      "learning_rate": 1.7477373392771352e-05,
-      "loss": 0.2293,
-      "step": 4999
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.1463803370648873,
-      "learning_rate": 1.747627971303749e-05,
-      "loss": 0.2188,
-      "step": 5000
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.8189903246416517,
-      "learning_rate": 1.7475185830509124e-05,
-      "loss": 0.2073,
-      "step": 5001
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.2662754100903848,
-      "learning_rate": 1.7474091745215912e-05,
-      "loss": 0.2507,
-      "step": 5002
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.1058798998476678,
-      "learning_rate": 1.7472997457187543e-05,
-      "loss": 0.2354,
-      "step": 5003
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9845891354226091,
-      "learning_rate": 1.74719029664537e-05,
-      "loss": 0.2061,
-      "step": 5004
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9242568026610173,
-      "learning_rate": 1.747080827304406e-05,
-      "loss": 0.2387,
-      "step": 5005
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9957505132812781,
-      "learning_rate": 1.746971337698833e-05,
-      "loss": 0.2267,
-      "step": 5006
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.130839216768605,
-      "learning_rate": 1.74686182783162e-05,
-      "loss": 0.2294,
-      "step": 5007
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.0601687365795447,
-      "learning_rate": 1.7467522977057375e-05,
-      "loss": 0.2127,
-      "step": 5008
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.4708274030519979,
-      "learning_rate": 1.746642747324157e-05,
-      "loss": 0.1969,
-      "step": 5009
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.9259996950306866,
-      "learning_rate": 1.74653317668985e-05,
-      "loss": 0.2041,
-      "step": 5010
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 0.98602895533177,
-      "learning_rate": 1.7464235858057878e-05,
-      "loss": 0.204,
-      "step": 5011
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.1042160602475162,
-      "learning_rate": 1.7463139746749443e-05,
-      "loss": 0.2173,
-      "step": 5012
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.328890259856893,
-      "learning_rate": 1.7462043433002915e-05,
-      "loss": 0.2021,
-      "step": 5013
-    },
-    {
-      "epoch": 0.25,
-      "grad_norm": 1.0417663851102328,
-      "learning_rate": 1.7460946916848042e-05,
-      "loss": 0.2108,
-      "step": 5014
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9022596817041325,
-      "learning_rate": 1.7459850198314562e-05,
-      "loss": 0.1964,
-      "step": 5015
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.3093436909694542,
-      "learning_rate": 1.7458753277432223e-05,
-      "loss": 0.2168,
-      "step": 5016
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 4.579107620746813,
-      "learning_rate": 1.745765615423078e-05,
-      "loss": 0.195,
-      "step": 5017
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9487815613788572,
-      "learning_rate": 1.7456558828739993e-05,
-      "loss": 0.2148,
-      "step": 5018
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.2607977547964462,
-      "learning_rate": 1.7455461300989627e-05,
-      "loss": 0.2157,
-      "step": 5019
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9884044516273045,
-      "learning_rate": 1.7454363571009452e-05,
-      "loss": 0.2017,
-      "step": 5020
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9234874314136033,
-      "learning_rate": 1.7453265638829246e-05,
-      "loss": 0.2083,
-      "step": 5021
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9101887407052885,
-      "learning_rate": 1.745216750447878e-05,
-      "loss": 0.2083,
-      "step": 5022
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9324602885160264,
-      "learning_rate": 1.7451069167987858e-05,
-      "loss": 0.2164,
-      "step": 5023
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.327783331629871,
-      "learning_rate": 1.7449970629386265e-05,
-      "loss": 0.1904,
-      "step": 5024
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9224667945636565,
-      "learning_rate": 1.7448871888703792e-05,
-      "loss": 0.1895,
-      "step": 5025
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8781524280150395,
-      "learning_rate": 1.744777294597025e-05,
-      "loss": 0.2284,
-      "step": 5026
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.106374290900814,
-      "learning_rate": 1.744667380121545e-05,
-      "loss": 0.2332,
-      "step": 5027
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.2153769878955571,
-      "learning_rate": 1.7445574454469202e-05,
-      "loss": 0.2294,
-      "step": 5028
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.241271721583726,
-      "learning_rate": 1.744447490576132e-05,
-      "loss": 0.2285,
-      "step": 5029
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0396512825817412,
-      "learning_rate": 1.744337515512164e-05,
-      "loss": 0.2046,
-      "step": 5030
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.990253885865504,
-      "learning_rate": 1.744227520257999e-05,
-      "loss": 0.1984,
-      "step": 5031
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9219416918548322,
-      "learning_rate": 1.7441175048166203e-05,
-      "loss": 0.2099,
-      "step": 5032
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9096825504551227,
-      "learning_rate": 1.7440074691910123e-05,
-      "loss": 0.2179,
-      "step": 5033
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9631200723736666,
-      "learning_rate": 1.7438974133841596e-05,
-      "loss": 0.2316,
-      "step": 5034
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.951258868171326,
-      "learning_rate": 1.7437873373990478e-05,
-      "loss": 0.2176,
-      "step": 5035
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9007417553081281,
-      "learning_rate": 1.7436772412386622e-05,
-      "loss": 0.2053,
-      "step": 5036
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0672720680830408,
-      "learning_rate": 1.7435671249059895e-05,
-      "loss": 0.2219,
-      "step": 5037
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.913837085638295,
-      "learning_rate": 1.743456988404017e-05,
-      "loss": 0.2218,
-      "step": 5038
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8086054513570482,
-      "learning_rate": 1.743346831735731e-05,
-      "loss": 0.1971,
-      "step": 5039
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9734111808136677,
-      "learning_rate": 1.7432366549041203e-05,
-      "loss": 0.2252,
-      "step": 5040
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9860366282496003,
-      "learning_rate": 1.7431264579121734e-05,
-      "loss": 0.1978,
-      "step": 5041
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9523717046703011,
-      "learning_rate": 1.7430162407628796e-05,
-      "loss": 0.1968,
-      "step": 5042
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8510264207270812,
-      "learning_rate": 1.742906003459228e-05,
-      "loss": 0.228,
-      "step": 5043
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0463789344345444,
-      "learning_rate": 1.7427957460042092e-05,
-      "loss": 0.1962,
-      "step": 5044
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0830758748704274,
-      "learning_rate": 1.742685468400814e-05,
-      "loss": 0.2348,
-      "step": 5045
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.1041907730218539,
-      "learning_rate": 1.7425751706520337e-05,
-      "loss": 0.2205,
-      "step": 5046
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.1479770893064867,
-      "learning_rate": 1.7424648527608594e-05,
-      "loss": 0.2145,
-      "step": 5047
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9543567978429918,
-      "learning_rate": 1.742354514730284e-05,
-      "loss": 0.2198,
-      "step": 5048
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.2461996880851625,
-      "learning_rate": 1.742244156563301e-05,
-      "loss": 0.2192,
-      "step": 5049
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0231145847760585,
-      "learning_rate": 1.742133778262903e-05,
-      "loss": 0.2013,
-      "step": 5050
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8834962163343502,
-      "learning_rate": 1.7420233798320848e-05,
-      "loss": 0.1999,
-      "step": 5051
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.2485676337162055,
-      "learning_rate": 1.74191296127384e-05,
-      "loss": 0.2233,
-      "step": 5052
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.239142632740132,
-      "learning_rate": 1.7418025225911642e-05,
-      "loss": 0.2113,
-      "step": 5053
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9004485805006647,
-      "learning_rate": 1.7416920637870535e-05,
-      "loss": 0.192,
-      "step": 5054
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.938876208690321,
-      "learning_rate": 1.7415815848645032e-05,
-      "loss": 0.2166,
-      "step": 5055
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0012870727151062,
-      "learning_rate": 1.741471085826511e-05,
-      "loss": 0.2053,
-      "step": 5056
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.9550687135535754,
-      "learning_rate": 1.7413605666760733e-05,
-      "loss": 0.2296,
-      "step": 5057
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0829094222653786,
-      "learning_rate": 1.7412500274161885e-05,
-      "loss": 0.2173,
-      "step": 5058
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.1394625432475365,
-      "learning_rate": 1.741139468049855e-05,
-      "loss": 0.1889,
-      "step": 5059
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.934634491288444,
-      "learning_rate": 1.7410288885800716e-05,
-      "loss": 0.2201,
-      "step": 5060
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0153039446794108,
-      "learning_rate": 1.7409182890098372e-05,
-      "loss": 0.195,
-      "step": 5061
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.6814140355594438,
-      "learning_rate": 1.7408076693421528e-05,
-      "loss": 0.2589,
-      "step": 5062
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.06895135418714,
-      "learning_rate": 1.7406970295800188e-05,
-      "loss": 0.2224,
-      "step": 5063
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.964438213306339,
-      "learning_rate": 1.7405863697264357e-05,
-      "loss": 0.2029,
-      "step": 5064
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.388743643425397,
-      "learning_rate": 1.7404756897844054e-05,
-      "loss": 0.2133,
-      "step": 5065
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.285559298704333,
-      "learning_rate": 1.7403649897569302e-05,
-      "loss": 0.2066,
-      "step": 5066
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8019958506858845,
-      "learning_rate": 1.740254269647013e-05,
-      "loss": 0.1981,
-      "step": 5067
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.224315249511999,
-      "learning_rate": 1.7401435294576566e-05,
-      "loss": 0.2235,
-      "step": 5068
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.2892782160471126,
-      "learning_rate": 1.7400327691918657e-05,
-      "loss": 0.2211,
-      "step": 5069
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.1369492211634333,
-      "learning_rate": 1.7399219888526438e-05,
-      "loss": 0.207,
-      "step": 5070
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8704337063333867,
-      "learning_rate": 1.7398111884429966e-05,
-      "loss": 0.1868,
-      "step": 5071
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9232480538530867,
-      "learning_rate": 1.7397003679659285e-05,
-      "loss": 0.1932,
-      "step": 5072
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.90226151158112,
-      "learning_rate": 1.7395895274244464e-05,
-      "loss": 0.2037,
-      "step": 5073
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0136440681877585,
-      "learning_rate": 1.7394786668215564e-05,
-      "loss": 0.1827,
-      "step": 5074
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.1129209039716363,
-      "learning_rate": 1.739367786160266e-05,
-      "loss": 0.207,
-      "step": 5075
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.204496096714119,
-      "learning_rate": 1.7392568854435828e-05,
-      "loss": 0.2223,
-      "step": 5076
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9851629720093069,
-      "learning_rate": 1.7391459646745145e-05,
-      "loss": 0.2275,
-      "step": 5077
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8517560781459264,
-      "learning_rate": 1.7390350238560706e-05,
-      "loss": 0.1947,
-      "step": 5078
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9295862908238195,
-      "learning_rate": 1.7389240629912594e-05,
-      "loss": 0.2254,
-      "step": 5079
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9968261336024243,
-      "learning_rate": 1.7388130820830914e-05,
-      "loss": 0.2028,
-      "step": 5080
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0777716957127221,
-      "learning_rate": 1.738702081134577e-05,
-      "loss": 0.2021,
-      "step": 5081
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8685885199262032,
-      "learning_rate": 1.738591060148727e-05,
-      "loss": 0.2068,
-      "step": 5082
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.37429320393285,
-      "learning_rate": 1.738480019128553e-05,
-      "loss": 0.225,
-      "step": 5083
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.068890387233058,
-      "learning_rate": 1.7383689580770662e-05,
-      "loss": 0.2211,
-      "step": 5084
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0787377651617818,
-      "learning_rate": 1.73825787699728e-05,
-      "loss": 0.212,
-      "step": 5085
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9387024177777231,
-      "learning_rate": 1.738146775892207e-05,
-      "loss": 0.2207,
-      "step": 5086
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8724959929584131,
-      "learning_rate": 1.738035654764861e-05,
-      "loss": 0.2258,
-      "step": 5087
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0341884160681272,
-      "learning_rate": 1.7379245136182563e-05,
-      "loss": 0.1936,
-      "step": 5088
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9305601735593984,
-      "learning_rate": 1.7378133524554076e-05,
-      "loss": 0.2028,
-      "step": 5089
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9216192771869709,
-      "learning_rate": 1.73770217127933e-05,
-      "loss": 0.2057,
-      "step": 5090
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8275065447729806,
-      "learning_rate": 1.737590970093039e-05,
-      "loss": 0.2191,
-      "step": 5091
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.8141071722166489,
-      "learning_rate": 1.737479748899552e-05,
-      "loss": 0.2119,
-      "step": 5092
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9472226924117711,
-      "learning_rate": 1.7373685077018844e-05,
-      "loss": 0.2188,
-      "step": 5093
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.047574692637895,
-      "learning_rate": 1.7372572465030545e-05,
-      "loss": 0.2104,
-      "step": 5094
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9203578125292801,
-      "learning_rate": 1.7371459653060806e-05,
-      "loss": 0.212,
-      "step": 5095
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8055320516963432,
-      "learning_rate": 1.7370346641139805e-05,
-      "loss": 0.2044,
-      "step": 5096
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.842063707877496,
-      "learning_rate": 1.7369233429297734e-05,
-      "loss": 0.2212,
-      "step": 5097
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.021204666571421,
-      "learning_rate": 1.7368120017564792e-05,
-      "loss": 0.2016,
-      "step": 5098
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.310478716770612,
-      "learning_rate": 1.7367006405971177e-05,
-      "loss": 0.2464,
-      "step": 5099
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.4498907688492093,
-      "learning_rate": 1.7365892594547097e-05,
-      "loss": 0.202,
-      "step": 5100
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.196400429856508,
-      "learning_rate": 1.7364778583322765e-05,
-      "loss": 0.2247,
-      "step": 5101
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.923844439015725,
-      "learning_rate": 1.7363664372328398e-05,
-      "loss": 0.2332,
-      "step": 5102
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9109385255003308,
-      "learning_rate": 1.736254996159422e-05,
-      "loss": 0.207,
-      "step": 5103
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0074463288140154,
-      "learning_rate": 1.7361435351150456e-05,
-      "loss": 0.2194,
-      "step": 5104
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9833506313364749,
-      "learning_rate": 1.7360320541027342e-05,
-      "loss": 0.2277,
-      "step": 5105
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.7589870505508941,
-      "learning_rate": 1.7359205531255123e-05,
-      "loss": 0.2,
-      "step": 5106
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9118865622399176,
-      "learning_rate": 1.735809032186403e-05,
-      "loss": 0.2307,
-      "step": 5107
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9536475657355715,
-      "learning_rate": 1.7356974912884327e-05,
-      "loss": 0.2089,
-      "step": 5108
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8118782600313672,
-      "learning_rate": 1.7355859304346262e-05,
-      "loss": 0.2264,
-      "step": 5109
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9823121461102297,
-      "learning_rate": 1.7354743496280103e-05,
-      "loss": 0.2034,
-      "step": 5110
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.903102188316509,
-      "learning_rate": 1.7353627488716106e-05,
-      "loss": 0.2166,
-      "step": 5111
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0695530528902415,
-      "learning_rate": 1.7352511281684548e-05,
-      "loss": 0.2328,
-      "step": 5112
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0200358766120496,
-      "learning_rate": 1.7351394875215707e-05,
-      "loss": 0.1933,
-      "step": 5113
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.1098375204015731,
-      "learning_rate": 1.7350278269339867e-05,
-      "loss": 0.2238,
-      "step": 5114
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9829062711668459,
-      "learning_rate": 1.7349161464087312e-05,
-      "loss": 0.2239,
-      "step": 5115
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9539037518616844,
-      "learning_rate": 1.7348044459488334e-05,
-      "loss": 0.1879,
-      "step": 5116
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9057009263172614,
-      "learning_rate": 1.734692725557324e-05,
-      "loss": 0.2127,
-      "step": 5117
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9057268038085381,
-      "learning_rate": 1.734580985237233e-05,
-      "loss": 0.2221,
-      "step": 5118
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8635195105524243,
-      "learning_rate": 1.7344692249915907e-05,
-      "loss": 0.2007,
-      "step": 5119
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.5332147512028922,
-      "learning_rate": 1.7343574448234294e-05,
-      "loss": 0.1949,
-      "step": 5120
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.92037678511703,
-      "learning_rate": 1.7342456447357813e-05,
-      "loss": 0.2245,
-      "step": 5121
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.3309735135939107,
-      "learning_rate": 1.7341338247316785e-05,
-      "loss": 0.2805,
-      "step": 5122
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0574651253476115,
-      "learning_rate": 1.734021984814154e-05,
-      "loss": 0.2256,
-      "step": 5123
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0460865418770287,
-      "learning_rate": 1.7339101249862418e-05,
-      "loss": 0.1988,
-      "step": 5124
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.1198594990219086,
-      "learning_rate": 1.7337982452509757e-05,
-      "loss": 0.2306,
-      "step": 5125
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8641486909806005,
-      "learning_rate": 1.7336863456113912e-05,
-      "loss": 0.1677,
-      "step": 5126
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9883756135069262,
-      "learning_rate": 1.7335744260705233e-05,
-      "loss": 0.1941,
-      "step": 5127
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.038637478516568,
-      "learning_rate": 1.733462486631407e-05,
-      "loss": 0.2101,
-      "step": 5128
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.7833925304111683,
-      "learning_rate": 1.73335052729708e-05,
-      "loss": 0.1937,
-      "step": 5129
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.1097990773913913,
-      "learning_rate": 1.733238548070578e-05,
-      "loss": 0.2329,
-      "step": 5130
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9441953595842283,
-      "learning_rate": 1.7331265489549392e-05,
-      "loss": 0.2259,
-      "step": 5131
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0517679100815562,
-      "learning_rate": 1.7330145299532014e-05,
-      "loss": 0.1908,
-      "step": 5132
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.865174450000809,
-      "learning_rate": 1.7329024910684033e-05,
-      "loss": 0.2338,
-      "step": 5133
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.4011916507400322,
-      "learning_rate": 1.7327904323035833e-05,
-      "loss": 0.1923,
-      "step": 5134
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.733663183504703,
-      "learning_rate": 1.7326783536617817e-05,
-      "loss": 0.2025,
-      "step": 5135
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.2850760579337643,
-      "learning_rate": 1.7325662551460382e-05,
-      "loss": 0.2243,
-      "step": 5136
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8465786613373185,
-      "learning_rate": 1.7324541367593938e-05,
-      "loss": 0.2175,
-      "step": 5137
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8575404475842421,
-      "learning_rate": 1.7323419985048895e-05,
-      "loss": 0.2039,
-      "step": 5138
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.410440921873463,
-      "learning_rate": 1.732229840385567e-05,
-      "loss": 0.1937,
-      "step": 5139
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.7958882699551637,
-      "learning_rate": 1.732117662404469e-05,
-      "loss": 0.2388,
-      "step": 5140
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.3727292538167888,
-      "learning_rate": 1.7320054645646376e-05,
-      "loss": 0.2214,
-      "step": 5141
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.3762093404062987,
-      "learning_rate": 1.7318932468691172e-05,
-      "loss": 0.2023,
-      "step": 5142
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9535075619962287,
-      "learning_rate": 1.7317810093209507e-05,
-      "loss": 0.1909,
-      "step": 5143
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0330727306732685,
-      "learning_rate": 1.731668751923183e-05,
-      "loss": 0.2154,
-      "step": 5144
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8244231717387553,
-      "learning_rate": 1.7315564746788592e-05,
-      "loss": 0.2179,
-      "step": 5145
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9174505172121481,
-      "learning_rate": 1.731444177591025e-05,
-      "loss": 0.2175,
-      "step": 5146
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9969529480674448,
-      "learning_rate": 1.7313318606627258e-05,
-      "loss": 0.2279,
-      "step": 5147
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.2100766546934472,
-      "learning_rate": 1.7312195238970088e-05,
-      "loss": 0.1959,
-      "step": 5148
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.412580848356862,
-      "learning_rate": 1.7311071672969206e-05,
-      "loss": 0.2057,
-      "step": 5149
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9606173224523024,
-      "learning_rate": 1.7309947908655096e-05,
-      "loss": 0.2338,
-      "step": 5150
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0224410815863882,
-      "learning_rate": 1.7308823946058237e-05,
-      "loss": 0.2161,
-      "step": 5151
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.16150172069741,
-      "learning_rate": 1.7307699785209108e-05,
-      "loss": 0.1782,
-      "step": 5152
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9738594797923933,
-      "learning_rate": 1.7306575426138213e-05,
-      "loss": 0.229,
-      "step": 5153
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9858951663213912,
-      "learning_rate": 1.730545086887605e-05,
-      "loss": 0.2131,
-      "step": 5154
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8323012000824099,
-      "learning_rate": 1.730432611345312e-05,
-      "loss": 0.2032,
-      "step": 5155
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8765788794254222,
-      "learning_rate": 1.730320115989993e-05,
-      "loss": 0.2255,
-      "step": 5156
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8654955411348836,
-      "learning_rate": 1.7302076008246993e-05,
-      "loss": 0.1953,
-      "step": 5157
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.1368959010757456,
-      "learning_rate": 1.7300950658524836e-05,
-      "loss": 0.2067,
-      "step": 5158
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0193148376193706,
-      "learning_rate": 1.729982511076398e-05,
-      "loss": 0.2171,
-      "step": 5159
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 3.084242175875511,
-      "learning_rate": 1.7298699364994952e-05,
-      "loss": 0.2046,
-      "step": 5160
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9197173344240579,
-      "learning_rate": 1.7297573421248294e-05,
-      "loss": 0.2357,
-      "step": 5161
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.1499815341386719,
-      "learning_rate": 1.729644727955454e-05,
-      "loss": 0.192,
-      "step": 5162
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.2309580105851474,
-      "learning_rate": 1.7295320939944247e-05,
-      "loss": 0.2381,
-      "step": 5163
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.1276580222219936,
-      "learning_rate": 1.729419440244796e-05,
-      "loss": 0.2211,
-      "step": 5164
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 2.034431671433726,
-      "learning_rate": 1.729306766709624e-05,
-      "loss": 0.202,
-      "step": 5165
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8705311980286389,
-      "learning_rate": 1.7291940733919645e-05,
-      "loss": 0.2149,
-      "step": 5166
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8392682674202115,
-      "learning_rate": 1.7290813602948748e-05,
-      "loss": 0.2088,
-      "step": 5167
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8684905385029499,
-      "learning_rate": 1.7289686274214116e-05,
-      "loss": 0.2112,
-      "step": 5168
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.1264314185559987,
-      "learning_rate": 1.7288558747746335e-05,
-      "loss": 0.2012,
-      "step": 5169
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.978250214493829,
-      "learning_rate": 1.7287431023575988e-05,
-      "loss": 0.2155,
-      "step": 5170
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9360368977001948,
-      "learning_rate": 1.728630310173366e-05,
-      "loss": 0.2361,
-      "step": 5171
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8958072123216545,
-      "learning_rate": 1.7285174982249947e-05,
-      "loss": 0.2179,
-      "step": 5172
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.941632424104645,
-      "learning_rate": 1.7284046665155456e-05,
-      "loss": 0.2368,
-      "step": 5173
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8263123681636818,
-      "learning_rate": 1.7282918150480786e-05,
-      "loss": 0.204,
-      "step": 5174
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.914557956965905,
-      "learning_rate": 1.728178943825655e-05,
-      "loss": 0.1889,
-      "step": 5175
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9954073324336042,
-      "learning_rate": 1.7280660528513362e-05,
-      "loss": 0.2202,
-      "step": 5176
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.7576450292859586,
-      "learning_rate": 1.727953142128185e-05,
-      "loss": 0.176,
-      "step": 5177
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8326638995643959,
-      "learning_rate": 1.727840211659263e-05,
-      "loss": 0.2173,
-      "step": 5178
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9662341961029348,
-      "learning_rate": 1.727727261447635e-05,
-      "loss": 0.208,
-      "step": 5179
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.1586971973050766,
-      "learning_rate": 1.7276142914963635e-05,
-      "loss": 0.2183,
-      "step": 5180
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.2003375851518439,
-      "learning_rate": 1.727501301808513e-05,
-      "loss": 0.2245,
-      "step": 5181
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9655590656767455,
-      "learning_rate": 1.7273882923871492e-05,
-      "loss": 0.1938,
-      "step": 5182
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.3799769940471969,
-      "learning_rate": 1.7272752632353365e-05,
-      "loss": 0.223,
-      "step": 5183
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8849271828718694,
-      "learning_rate": 1.727162214356141e-05,
-      "loss": 0.2208,
-      "step": 5184
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8298189179543192,
-      "learning_rate": 1.72704914575263e-05,
-      "loss": 0.1903,
-      "step": 5185
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9025161258137357,
-      "learning_rate": 1.7269360574278694e-05,
-      "loss": 0.2043,
-      "step": 5186
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9525245007094877,
-      "learning_rate": 1.7268229493849273e-05,
-      "loss": 0.1838,
-      "step": 5187
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.7302099244104475,
-      "learning_rate": 1.7267098216268715e-05,
-      "loss": 0.2172,
-      "step": 5188
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.539391710700766,
-      "learning_rate": 1.726596674156771e-05,
-      "loss": 0.249,
-      "step": 5189
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.207634354231271,
-      "learning_rate": 1.7264835069776945e-05,
-      "loss": 0.2087,
-      "step": 5190
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.7730743543155159,
-      "learning_rate": 1.726370320092712e-05,
-      "loss": 0.2335,
-      "step": 5191
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.1122396560369499,
-      "learning_rate": 1.7262571135048934e-05,
-      "loss": 0.2164,
-      "step": 5192
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.3805955610238752,
-      "learning_rate": 1.7261438872173096e-05,
-      "loss": 0.2053,
-      "step": 5193
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0468968152705946,
-      "learning_rate": 1.7260306412330317e-05,
-      "loss": 0.207,
-      "step": 5194
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8783581393917873,
-      "learning_rate": 1.725917375555132e-05,
-      "loss": 0.2215,
-      "step": 5195
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.3218838017025807,
-      "learning_rate": 1.7258040901866824e-05,
-      "loss": 0.209,
-      "step": 5196
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.3075623769540963,
-      "learning_rate": 1.725690785130756e-05,
-      "loss": 0.2252,
-      "step": 5197
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.2522311782873228,
-      "learning_rate": 1.7255774603904253e-05,
-      "loss": 0.1953,
-      "step": 5198
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9995002246188047,
-      "learning_rate": 1.7254641159687657e-05,
-      "loss": 0.2169,
-      "step": 5199
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8811425044279627,
-      "learning_rate": 1.725350751868851e-05,
-      "loss": 0.1869,
-      "step": 5200
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0446346367689991,
-      "learning_rate": 1.725237368093756e-05,
-      "loss": 0.1975,
-      "step": 5201
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8818232613937096,
-      "learning_rate": 1.7251239646465562e-05,
-      "loss": 0.2087,
-      "step": 5202
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.070969961207307,
-      "learning_rate": 1.7250105415303283e-05,
-      "loss": 0.2288,
-      "step": 5203
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8885154254095409,
-      "learning_rate": 1.7248970987481484e-05,
-      "loss": 0.2268,
-      "step": 5204
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0101696219659841,
-      "learning_rate": 1.7247836363030935e-05,
-      "loss": 0.1933,
-      "step": 5205
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.0928642196121847,
-      "learning_rate": 1.724670154198242e-05,
-      "loss": 0.2081,
-      "step": 5206
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8613315400435708,
-      "learning_rate": 1.7245566524366713e-05,
-      "loss": 0.2135,
-      "step": 5207
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.8440440917985735,
-      "learning_rate": 1.7244431310214604e-05,
-      "loss": 0.234,
-      "step": 5208
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.2084843767372881,
-      "learning_rate": 1.724329589955689e-05,
-      "loss": 0.1991,
-      "step": 5209
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 1.2607093167904153,
-      "learning_rate": 1.7242160292424362e-05,
-      "loss": 0.2204,
-      "step": 5210
-    },
-    {
-      "epoch": 0.26,
-      "grad_norm": 0.9823639926148594,
-      "learning_rate": 1.724102448884783e-05,
-      "loss": 0.2363,
-      "step": 5211
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9200310958626141,
-      "learning_rate": 1.7239888488858097e-05,
-      "loss": 0.2204,
-      "step": 5212
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.950300322829358,
-      "learning_rate": 1.723875229248598e-05,
-      "loss": 0.2235,
-      "step": 5213
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0896260359504228,
-      "learning_rate": 1.72376158997623e-05,
-      "loss": 0.2371,
-      "step": 5214
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9389995805140761,
-      "learning_rate": 1.7236479310717878e-05,
-      "loss": 0.2168,
-      "step": 5215
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.970088000932802,
-      "learning_rate": 1.723534252538355e-05,
-      "loss": 0.2205,
-      "step": 5216
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.1210916950770902,
-      "learning_rate": 1.7234205543790143e-05,
-      "loss": 0.2066,
-      "step": 5217
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8368801598300282,
-      "learning_rate": 1.7233068365968505e-05,
-      "loss": 0.2272,
-      "step": 5218
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.007554450271422,
-      "learning_rate": 1.723193099194948e-05,
-      "loss": 0.2177,
-      "step": 5219
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.127711066292918,
-      "learning_rate": 1.7230793421763914e-05,
-      "loss": 0.1948,
-      "step": 5220
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.4235497287302739,
-      "learning_rate": 1.722965565544267e-05,
-      "loss": 0.1932,
-      "step": 5221
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.263286240902716,
-      "learning_rate": 1.722851769301661e-05,
-      "loss": 0.2192,
-      "step": 5222
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8378216432441894,
-      "learning_rate": 1.7227379534516594e-05,
-      "loss": 0.1854,
-      "step": 5223
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.87419967006041,
-      "learning_rate": 1.7226241179973505e-05,
-      "loss": 0.2109,
-      "step": 5224
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.7866001766190502,
-      "learning_rate": 1.7225102629418217e-05,
-      "loss": 0.2234,
-      "step": 5225
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.030357376854233,
-      "learning_rate": 1.7223963882881606e-05,
-      "loss": 0.1997,
-      "step": 5226
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9039436771158188,
-      "learning_rate": 1.722282494039457e-05,
-      "loss": 0.2306,
-      "step": 5227
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8311084196052098,
-      "learning_rate": 1.7221685801988003e-05,
-      "loss": 0.1968,
-      "step": 5228
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0155689933704966,
-      "learning_rate": 1.7220546467692797e-05,
-      "loss": 0.1919,
-      "step": 5229
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.7621332743514103,
-      "learning_rate": 1.721940693753986e-05,
-      "loss": 0.1836,
-      "step": 5230
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9408075793675481,
-      "learning_rate": 1.7218267211560103e-05,
-      "loss": 0.2248,
-      "step": 5231
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.978169976254573,
-      "learning_rate": 1.7217127289784437e-05,
-      "loss": 0.2243,
-      "step": 5232
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9131227974824523,
-      "learning_rate": 1.7215987172243788e-05,
-      "loss": 0.2016,
-      "step": 5233
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0586303575143619,
-      "learning_rate": 1.721484685896908e-05,
-      "loss": 0.2054,
-      "step": 5234
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.7416757017851802,
-      "learning_rate": 1.7213706349991243e-05,
-      "loss": 0.2054,
-      "step": 5235
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.2013216628849288,
-      "learning_rate": 1.721256564534122e-05,
-      "loss": 0.2013,
-      "step": 5236
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.4472292421550423,
-      "learning_rate": 1.7211424745049935e-05,
-      "loss": 0.2044,
-      "step": 5237
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.1853024744443268,
-      "learning_rate": 1.7210283649148355e-05,
-      "loss": 0.2098,
-      "step": 5238
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.941182147562369,
-      "learning_rate": 1.720914235766742e-05,
-      "loss": 0.2263,
-      "step": 5239
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.3061098361084038,
-      "learning_rate": 1.7208000870638094e-05,
-      "loss": 0.2085,
-      "step": 5240
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8182517884818539,
-      "learning_rate": 1.7206859188091334e-05,
-      "loss": 0.2026,
-      "step": 5241
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8225484731142085,
-      "learning_rate": 1.7205717310058115e-05,
-      "loss": 0.2006,
-      "step": 5242
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9473367325916228,
-      "learning_rate": 1.7204575236569403e-05,
-      "loss": 0.2237,
-      "step": 5243
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.4132935672607803,
-      "learning_rate": 1.7203432967656185e-05,
-      "loss": 0.165,
-      "step": 5244
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9167655284706728,
-      "learning_rate": 1.7202290503349436e-05,
-      "loss": 0.1945,
-      "step": 5245
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9433089720769943,
-      "learning_rate": 1.7201147843680156e-05,
-      "loss": 0.2056,
-      "step": 5246
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.5687627971666505,
-      "learning_rate": 1.7200004988679332e-05,
-      "loss": 0.2077,
-      "step": 5247
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0573084994768132,
-      "learning_rate": 1.7198861938377965e-05,
-      "loss": 0.2293,
-      "step": 5248
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.7877683252059432,
-      "learning_rate": 1.719771869280706e-05,
-      "loss": 0.1943,
-      "step": 5249
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0970146564562546,
-      "learning_rate": 1.719657525199763e-05,
-      "loss": 0.2058,
-      "step": 5250
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9594541757438699,
-      "learning_rate": 1.7195431615980692e-05,
-      "loss": 0.2311,
-      "step": 5251
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9958431420570283,
-      "learning_rate": 1.719428778478726e-05,
-      "loss": 0.221,
-      "step": 5252
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.1668962676306558,
-      "learning_rate": 1.719314375844837e-05,
-      "loss": 0.2285,
-      "step": 5253
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0370614060296535,
-      "learning_rate": 1.719199953699505e-05,
-      "loss": 0.2159,
-      "step": 5254
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8308609951209482,
-      "learning_rate": 1.7190855120458333e-05,
-      "loss": 0.2,
-      "step": 5255
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0656123715589458,
-      "learning_rate": 1.7189710508869266e-05,
-      "loss": 0.2023,
-      "step": 5256
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.883717672221715,
-      "learning_rate": 1.7188565702258893e-05,
-      "loss": 0.235,
-      "step": 5257
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8786535948719226,
-      "learning_rate": 1.7187420700658273e-05,
-      "loss": 0.1991,
-      "step": 5258
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0064167074518728,
-      "learning_rate": 1.718627550409846e-05,
-      "loss": 0.2273,
-      "step": 5259
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.2174073349081103,
-      "learning_rate": 1.7185130112610518e-05,
-      "loss": 0.2033,
-      "step": 5260
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0550775089638038,
-      "learning_rate": 1.7183984526225517e-05,
-      "loss": 0.2257,
-      "step": 5261
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.843216437626411,
-      "learning_rate": 1.7182838744974525e-05,
-      "loss": 0.2314,
-      "step": 5262
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9792723396409431,
-      "learning_rate": 1.7181692768888632e-05,
-      "loss": 0.1869,
-      "step": 5263
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8365306985513885,
-      "learning_rate": 1.7180546597998913e-05,
-      "loss": 0.2035,
-      "step": 5264
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.1671518444866484,
-      "learning_rate": 1.7179400232336462e-05,
-      "loss": 0.2152,
-      "step": 5265
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0216996902622235,
-      "learning_rate": 1.7178253671932378e-05,
-      "loss": 0.1933,
-      "step": 5266
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9408021541356948,
-      "learning_rate": 1.7177106916817754e-05,
-      "loss": 0.202,
-      "step": 5267
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.076468275502716,
-      "learning_rate": 1.7175959967023703e-05,
-      "loss": 0.2212,
-      "step": 5268
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8578660342363781,
-      "learning_rate": 1.717481282258133e-05,
-      "loss": 0.1909,
-      "step": 5269
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.398141662645059,
-      "learning_rate": 1.7173665483521757e-05,
-      "loss": 0.2328,
-      "step": 5270
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.1515910090053505,
-      "learning_rate": 1.7172517949876098e-05,
-      "loss": 0.2135,
-      "step": 5271
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8627620038988313,
-      "learning_rate": 1.7171370221675486e-05,
-      "loss": 0.1891,
-      "step": 5272
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.196025450833706,
-      "learning_rate": 1.7170222298951053e-05,
-      "loss": 0.2216,
-      "step": 5273
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8852782147065706,
-      "learning_rate": 1.7169074181733934e-05,
-      "loss": 0.1954,
-      "step": 5274
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.1495828840508941,
-      "learning_rate": 1.7167925870055273e-05,
-      "loss": 0.1853,
-      "step": 5275
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0454671880927513,
-      "learning_rate": 1.716677736394622e-05,
-      "loss": 0.206,
-      "step": 5276
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.1007704616492229,
-      "learning_rate": 1.7165628663437923e-05,
-      "loss": 0.1847,
-      "step": 5277
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9550909862275008,
-      "learning_rate": 1.7164479768561546e-05,
-      "loss": 0.1888,
-      "step": 5278
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.2416770226952552,
-      "learning_rate": 1.7163330679348248e-05,
-      "loss": 0.1962,
-      "step": 5279
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9840509198815576,
-      "learning_rate": 1.7162181395829204e-05,
-      "loss": 0.2141,
-      "step": 5280
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.1730068768818405,
-      "learning_rate": 1.7161031918035584e-05,
-      "loss": 0.2345,
-      "step": 5281
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0294990181578525,
-      "learning_rate": 1.715988224599857e-05,
-      "loss": 0.2259,
-      "step": 5282
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8718280425482781,
-      "learning_rate": 1.7158732379749342e-05,
-      "loss": 0.2206,
-      "step": 5283
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.7973950150881813,
-      "learning_rate": 1.71575823193191e-05,
-      "loss": 0.2011,
-      "step": 5284
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8958789502079094,
-      "learning_rate": 1.7156432064739024e-05,
-      "loss": 0.235,
-      "step": 5285
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9867998258952296,
-      "learning_rate": 1.7155281616040333e-05,
-      "loss": 0.2324,
-      "step": 5286
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9559868928584956,
-      "learning_rate": 1.715413097325422e-05,
-      "loss": 0.2009,
-      "step": 5287
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9716198690195488,
-      "learning_rate": 1.71529801364119e-05,
-      "loss": 0.1964,
-      "step": 5288
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 2.1129669967352243,
-      "learning_rate": 1.715182910554459e-05,
-      "loss": 0.2745,
-      "step": 5289
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9123072409362243,
-      "learning_rate": 1.7150677880683515e-05,
-      "loss": 0.2095,
-      "step": 5290
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0062131124197695,
-      "learning_rate": 1.7149526461859897e-05,
-      "loss": 0.2296,
-      "step": 5291
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0380383036645535,
-      "learning_rate": 1.7148374849104965e-05,
-      "loss": 0.2074,
-      "step": 5292
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.5639900438854735,
-      "learning_rate": 1.7147223042449968e-05,
-      "loss": 0.1836,
-      "step": 5293
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.7888321865748255,
-      "learning_rate": 1.7146071041926138e-05,
-      "loss": 0.1985,
-      "step": 5294
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.433020224907867,
-      "learning_rate": 1.714491884756473e-05,
-      "loss": 0.252,
-      "step": 5295
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9519082354925571,
-      "learning_rate": 1.7143766459396993e-05,
-      "loss": 0.2113,
-      "step": 5296
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0719575839448903,
-      "learning_rate": 1.7142613877454186e-05,
-      "loss": 0.2011,
-      "step": 5297
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0089385606249057,
-      "learning_rate": 1.714146110176758e-05,
-      "loss": 0.2314,
-      "step": 5298
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.2971638756917503,
-      "learning_rate": 1.714030813236843e-05,
-      "loss": 0.2287,
-      "step": 5299
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.3336062167999805,
-      "learning_rate": 1.7139154969288026e-05,
-      "loss": 0.2174,
-      "step": 5300
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0890198977625634,
-      "learning_rate": 1.7138001612557636e-05,
-      "loss": 0.2095,
-      "step": 5301
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.2127147798939326,
-      "learning_rate": 1.7136848062208552e-05,
-      "loss": 0.2234,
-      "step": 5302
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 3.4830948947069063,
-      "learning_rate": 1.7135694318272057e-05,
-      "loss": 0.2158,
-      "step": 5303
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.1718966869611827,
-      "learning_rate": 1.7134540380779453e-05,
-      "loss": 0.2205,
-      "step": 5304
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.302483243747173,
-      "learning_rate": 1.713338624976204e-05,
-      "loss": 0.209,
-      "step": 5305
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9086727219113531,
-      "learning_rate": 1.713223192525112e-05,
-      "loss": 0.191,
-      "step": 5306
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.11751268899965,
-      "learning_rate": 1.7131077407278008e-05,
-      "loss": 0.2278,
-      "step": 5307
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0514724800840336,
-      "learning_rate": 1.7129922695874016e-05,
-      "loss": 0.2207,
-      "step": 5308
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9040266788733141,
-      "learning_rate": 1.712876779107047e-05,
-      "loss": 0.2056,
-      "step": 5309
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9642309087364644,
-      "learning_rate": 1.7127612692898695e-05,
-      "loss": 0.1947,
-      "step": 5310
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9401415784326851,
-      "learning_rate": 1.7126457401390023e-05,
-      "loss": 0.2014,
-      "step": 5311
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.027856827944775,
-      "learning_rate": 1.712530191657579e-05,
-      "loss": 0.2217,
-      "step": 5312
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.926767366522984,
-      "learning_rate": 1.712414623848734e-05,
-      "loss": 0.1958,
-      "step": 5313
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0775741073707663,
-      "learning_rate": 1.712299036715602e-05,
-      "loss": 0.234,
-      "step": 5314
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0525832503522692,
-      "learning_rate": 1.712183430261319e-05,
-      "loss": 0.1927,
-      "step": 5315
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8435504630743897,
-      "learning_rate": 1.71206780448902e-05,
-      "loss": 0.1961,
-      "step": 5316
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8021204498469657,
-      "learning_rate": 1.711952159401841e-05,
-      "loss": 0.1926,
-      "step": 5317
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0147291827406735,
-      "learning_rate": 1.71183649500292e-05,
-      "loss": 0.1947,
-      "step": 5318
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0304586584190933,
-      "learning_rate": 1.711720811295394e-05,
-      "loss": 0.2174,
-      "step": 5319
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9570126657180933,
-      "learning_rate": 1.7116051082824003e-05,
-      "loss": 0.2029,
-      "step": 5320
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9625640745359515,
-      "learning_rate": 1.711489385967078e-05,
-      "loss": 0.1857,
-      "step": 5321
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9279472961440479,
-      "learning_rate": 1.7113736443525662e-05,
-      "loss": 0.2104,
-      "step": 5322
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9756088976113342,
-      "learning_rate": 1.7112578834420036e-05,
-      "loss": 0.2136,
-      "step": 5323
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0709776914176408,
-      "learning_rate": 1.7111421032385313e-05,
-      "loss": 0.2043,
-      "step": 5324
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.225056753679554,
-      "learning_rate": 1.711026303745289e-05,
-      "loss": 0.222,
-      "step": 5325
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9022739276514431,
-      "learning_rate": 1.710910484965418e-05,
-      "loss": 0.2045,
-      "step": 5326
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.7728402557707814,
-      "learning_rate": 1.71079464690206e-05,
-      "loss": 0.2314,
-      "step": 5327
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8080405879850907,
-      "learning_rate": 1.7106787895583573e-05,
-      "loss": 0.232,
-      "step": 5328
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.7797907753458592,
-      "learning_rate": 1.710562912937452e-05,
-      "loss": 0.2095,
-      "step": 5329
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.5049046662803585,
-      "learning_rate": 1.710447017042488e-05,
-      "loss": 0.2189,
-      "step": 5330
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8657038274319842,
-      "learning_rate": 1.710331101876608e-05,
-      "loss": 0.2169,
-      "step": 5331
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9621461414357568,
-      "learning_rate": 1.7102151674429567e-05,
-      "loss": 0.211,
-      "step": 5332
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.3494794196811704,
-      "learning_rate": 1.7100992137446792e-05,
-      "loss": 0.1997,
-      "step": 5333
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0959570082489183,
-      "learning_rate": 1.7099832407849203e-05,
-      "loss": 0.2073,
-      "step": 5334
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0047881510760754,
-      "learning_rate": 1.709867248566826e-05,
-      "loss": 0.2302,
-      "step": 5335
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.292243114304556,
-      "learning_rate": 1.7097512370935422e-05,
-      "loss": 0.256,
-      "step": 5336
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8680614701378598,
-      "learning_rate": 1.7096352063682163e-05,
-      "loss": 0.2063,
-      "step": 5337
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.4413192657041078,
-      "learning_rate": 1.709519156393995e-05,
-      "loss": 0.2173,
-      "step": 5338
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9953817989447833,
-      "learning_rate": 1.709403087174027e-05,
-      "loss": 0.2115,
-      "step": 5339
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0349009846998212,
-      "learning_rate": 1.70928699871146e-05,
-      "loss": 0.2315,
-      "step": 5340
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.977550830932778,
-      "learning_rate": 1.709170891009443e-05,
-      "loss": 0.1951,
-      "step": 5341
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9936609207937576,
-      "learning_rate": 1.7090547640711256e-05,
-      "loss": 0.2179,
-      "step": 5342
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0861275402229364,
-      "learning_rate": 1.7089386178996576e-05,
-      "loss": 0.2168,
-      "step": 5343
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.7740154237094764,
-      "learning_rate": 1.70882245249819e-05,
-      "loss": 0.2033,
-      "step": 5344
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.137396135861429,
-      "learning_rate": 1.7087062678698726e-05,
-      "loss": 0.2073,
-      "step": 5345
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9734578826182253,
-      "learning_rate": 1.7085900640178582e-05,
-      "loss": 0.2231,
-      "step": 5346
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 2.023946483249804,
-      "learning_rate": 1.7084738409452982e-05,
-      "loss": 0.2204,
-      "step": 5347
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9838807350978188,
-      "learning_rate": 1.7083575986553448e-05,
-      "loss": 0.2084,
-      "step": 5348
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.038334702873617,
-      "learning_rate": 1.708241337151152e-05,
-      "loss": 0.2181,
-      "step": 5349
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9705124443322362,
-      "learning_rate": 1.708125056435873e-05,
-      "loss": 0.2053,
-      "step": 5350
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0641275795654905,
-      "learning_rate": 1.7080087565126613e-05,
-      "loss": 0.2133,
-      "step": 5351
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8789516998052838,
-      "learning_rate": 1.707892437384673e-05,
-      "loss": 0.2174,
-      "step": 5352
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9768442549284431,
-      "learning_rate": 1.7077760990550617e-05,
-      "loss": 0.2115,
-      "step": 5353
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0576896748411604,
-      "learning_rate": 1.7076597415269836e-05,
-      "loss": 0.2261,
-      "step": 5354
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 2.04442745089693,
-      "learning_rate": 1.7075433648035952e-05,
-      "loss": 0.2209,
-      "step": 5355
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.9242450796659158,
-      "learning_rate": 1.707426968888053e-05,
-      "loss": 0.2035,
-      "step": 5356
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8041864219716768,
-      "learning_rate": 1.7073105537835145e-05,
-      "loss": 0.2223,
-      "step": 5357
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0618635761951816,
-      "learning_rate": 1.7071941194931372e-05,
-      "loss": 0.1791,
-      "step": 5358
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8489978326658181,
-      "learning_rate": 1.7070776660200797e-05,
-      "loss": 0.2106,
-      "step": 5359
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0697877918430914,
-      "learning_rate": 1.7069611933675006e-05,
-      "loss": 0.2105,
-      "step": 5360
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.06294677154257,
-      "learning_rate": 1.7068447015385587e-05,
-      "loss": 0.236,
-      "step": 5361
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.2730267833270381,
-      "learning_rate": 1.706728190536415e-05,
-      "loss": 0.2269,
-      "step": 5362
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.1527764705868002,
-      "learning_rate": 1.7066116603642285e-05,
-      "loss": 0.2155,
-      "step": 5363
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9380764122116448,
-      "learning_rate": 1.706495111025161e-05,
-      "loss": 0.2209,
-      "step": 5364
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 2.816402075469522,
-      "learning_rate": 1.706378542522374e-05,
-      "loss": 0.2285,
-      "step": 5365
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.097092753302864,
-      "learning_rate": 1.706261954859029e-05,
-      "loss": 0.223,
-      "step": 5366
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.2072634018517636,
-      "learning_rate": 1.7061453480382885e-05,
-      "loss": 0.2088,
-      "step": 5367
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.1616017699973211,
-      "learning_rate": 1.7060287220633158e-05,
-      "loss": 0.1903,
-      "step": 5368
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0131673326230828,
-      "learning_rate": 1.7059120769372737e-05,
-      "loss": 0.204,
-      "step": 5369
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0226302459685408,
-      "learning_rate": 1.7057954126633268e-05,
-      "loss": 0.1971,
-      "step": 5370
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.1991289041476931,
-      "learning_rate": 1.7056787292446396e-05,
-      "loss": 0.2156,
-      "step": 5371
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9740162925818302,
-      "learning_rate": 1.7055620266843776e-05,
-      "loss": 0.2157,
-      "step": 5372
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.3082793580892642,
-      "learning_rate": 1.705445304985705e-05,
-      "loss": 0.1786,
-      "step": 5373
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9009398830787593,
-      "learning_rate": 1.7053285641517886e-05,
-      "loss": 0.1898,
-      "step": 5374
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.333310758399028,
-      "learning_rate": 1.7052118041857954e-05,
-      "loss": 0.2291,
-      "step": 5375
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8219067225406175,
-      "learning_rate": 1.7050950250908923e-05,
-      "loss": 0.2086,
-      "step": 5376
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0504821356893528,
-      "learning_rate": 1.7049782268702464e-05,
-      "loss": 0.2185,
-      "step": 5377
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.5062762094220585,
-      "learning_rate": 1.7048614095270264e-05,
-      "loss": 0.2142,
-      "step": 5378
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.1517461171713312,
-      "learning_rate": 1.704744573064401e-05,
-      "loss": 0.2252,
-      "step": 5379
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0666768851989106,
-      "learning_rate": 1.704627717485539e-05,
-      "loss": 0.2154,
-      "step": 5380
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9800546805869343,
-      "learning_rate": 1.7045108427936104e-05,
-      "loss": 0.2039,
-      "step": 5381
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.285558315197764,
-      "learning_rate": 1.7043939489917858e-05,
-      "loss": 0.217,
-      "step": 5382
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9672045321469797,
-      "learning_rate": 1.7042770360832353e-05,
-      "loss": 0.2049,
-      "step": 5383
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.3148918349554373,
-      "learning_rate": 1.7041601040711303e-05,
-      "loss": 0.2531,
-      "step": 5384
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9287482626051508,
-      "learning_rate": 1.7040431529586427e-05,
-      "loss": 0.1955,
-      "step": 5385
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0439263751970198,
-      "learning_rate": 1.7039261827489452e-05,
-      "loss": 0.2057,
-      "step": 5386
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0966870805891058,
-      "learning_rate": 1.7038091934452098e-05,
-      "loss": 0.2182,
-      "step": 5387
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0429284976399116,
-      "learning_rate": 1.7036921850506104e-05,
-      "loss": 0.2444,
-      "step": 5388
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.9220008646181936,
-      "learning_rate": 1.7035751575683208e-05,
-      "loss": 0.2106,
-      "step": 5389
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.2418202057946766,
-      "learning_rate": 1.7034581110015156e-05,
-      "loss": 0.2111,
-      "step": 5390
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9337888990910338,
-      "learning_rate": 1.7033410453533687e-05,
-      "loss": 0.2124,
-      "step": 5391
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.2735895782979454,
-      "learning_rate": 1.7032239606270567e-05,
-      "loss": 0.1977,
-      "step": 5392
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8751710465726789,
-      "learning_rate": 1.7031068568257548e-05,
-      "loss": 0.1978,
-      "step": 5393
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8455923178009026,
-      "learning_rate": 1.7029897339526404e-05,
-      "loss": 0.2147,
-      "step": 5394
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.826334770638359,
-      "learning_rate": 1.702872592010889e-05,
-      "loss": 0.2223,
-      "step": 5395
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0356782106426614,
-      "learning_rate": 1.702755431003679e-05,
-      "loss": 0.216,
-      "step": 5396
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0489926641495397,
-      "learning_rate": 1.7026382509341885e-05,
-      "loss": 0.2214,
-      "step": 5397
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9830309908645947,
-      "learning_rate": 1.7025210518055954e-05,
-      "loss": 0.2126,
-      "step": 5398
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.8860550610226454,
-      "learning_rate": 1.7024038336210794e-05,
-      "loss": 0.1982,
-      "step": 5399
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0477678845976919,
-      "learning_rate": 1.7022865963838195e-05,
-      "loss": 0.1764,
-      "step": 5400
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9756090995833591,
-      "learning_rate": 1.7021693400969962e-05,
-      "loss": 0.2074,
-      "step": 5401
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0863202596740222,
-      "learning_rate": 1.7020520647637894e-05,
-      "loss": 0.2004,
-      "step": 5402
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 2.6093505669717603,
-      "learning_rate": 1.701934770387381e-05,
-      "loss": 0.2044,
-      "step": 5403
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.1912297537469665,
-      "learning_rate": 1.7018174569709523e-05,
-      "loss": 0.214,
-      "step": 5404
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0552055408422767,
-      "learning_rate": 1.7017001245176857e-05,
-      "loss": 0.2056,
-      "step": 5405
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 0.9568556007681108,
-      "learning_rate": 1.7015827730307637e-05,
-      "loss": 0.2009,
-      "step": 5406
-    },
-    {
-      "epoch": 0.27,
-      "grad_norm": 1.0428933384888612,
-      "learning_rate": 1.701465402513369e-05,
-      "loss": 0.1951,
-      "step": 5407
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0154243359082187,
-      "learning_rate": 1.7013480129686857e-05,
-      "loss": 0.2184,
-      "step": 5408
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.1022197933165605,
-      "learning_rate": 1.701230604399898e-05,
-      "loss": 0.197,
-      "step": 5409
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0560707879020101,
-      "learning_rate": 1.7011131768101906e-05,
-      "loss": 0.2162,
-      "step": 5410
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.2588170514748378,
-      "learning_rate": 1.7009957302027484e-05,
-      "loss": 0.2096,
-      "step": 5411
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0979029434665841,
-      "learning_rate": 1.7008782645807578e-05,
-      "loss": 0.2112,
-      "step": 5412
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9524557231896512,
-      "learning_rate": 1.7007607799474045e-05,
-      "loss": 0.2133,
-      "step": 5413
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.1895621186357845,
-      "learning_rate": 1.7006432763058753e-05,
-      "loss": 0.2,
-      "step": 5414
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.190375294075288,
-      "learning_rate": 1.7005257536593577e-05,
-      "loss": 0.2149,
-      "step": 5415
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9149426868161031,
-      "learning_rate": 1.7004082120110396e-05,
-      "loss": 0.2138,
-      "step": 5416
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.885553028586094,
-      "learning_rate": 1.7002906513641094e-05,
-      "loss": 0.2094,
-      "step": 5417
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.1377344849438038,
-      "learning_rate": 1.7001730717217554e-05,
-      "loss": 0.2188,
-      "step": 5418
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0142042105802078,
-      "learning_rate": 1.700055473087167e-05,
-      "loss": 0.2463,
-      "step": 5419
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9577845607969336,
-      "learning_rate": 1.699937855463535e-05,
-      "loss": 0.2003,
-      "step": 5420
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.7987401617507317,
-      "learning_rate": 1.699820218854049e-05,
-      "loss": 0.196,
-      "step": 5421
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9466080898054804,
-      "learning_rate": 1.6997025632618996e-05,
-      "loss": 0.2141,
-      "step": 5422
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9591314964338855,
-      "learning_rate": 1.6995848886902794e-05,
-      "loss": 0.2099,
-      "step": 5423
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0143917225888177,
-      "learning_rate": 1.699467195142379e-05,
-      "loss": 0.2189,
-      "step": 5424
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.1287154569913822,
-      "learning_rate": 1.6993494826213917e-05,
-      "loss": 0.2119,
-      "step": 5425
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9108997932383712,
-      "learning_rate": 1.6992317511305103e-05,
-      "loss": 0.2298,
-      "step": 5426
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0312293374855317,
-      "learning_rate": 1.6991140006729277e-05,
-      "loss": 0.2044,
-      "step": 5427
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.2243294060862493,
-      "learning_rate": 1.6989962312518384e-05,
-      "loss": 0.2113,
-      "step": 5428
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.3494977850309595,
-      "learning_rate": 1.698878442870437e-05,
-      "loss": 0.2011,
-      "step": 5429
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.6045698540700097,
-      "learning_rate": 1.6987606355319184e-05,
-      "loss": 0.2081,
-      "step": 5430
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9385287988505853,
-      "learning_rate": 1.698642809239478e-05,
-      "loss": 0.189,
-      "step": 5431
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.064849914586746,
-      "learning_rate": 1.698524963996312e-05,
-      "loss": 0.238,
-      "step": 5432
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9401539962006684,
-      "learning_rate": 1.698407099805617e-05,
-      "loss": 0.1883,
-      "step": 5433
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.2014313002921773,
-      "learning_rate": 1.69828921667059e-05,
-      "loss": 0.1861,
-      "step": 5434
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0598940147011735,
-      "learning_rate": 1.6981713145944284e-05,
-      "loss": 0.2166,
-      "step": 5435
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.1006504747535542,
-      "learning_rate": 1.6980533935803306e-05,
-      "loss": 0.2054,
-      "step": 5436
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8626033245045626,
-      "learning_rate": 1.6979354536314946e-05,
-      "loss": 0.2281,
-      "step": 5437
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8596006588035439,
-      "learning_rate": 1.6978174947511206e-05,
-      "loss": 0.2064,
-      "step": 5438
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.4517008204949062,
-      "learning_rate": 1.6976995169424072e-05,
-      "loss": 0.2104,
-      "step": 5439
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8330081037185146,
-      "learning_rate": 1.6975815202085556e-05,
-      "loss": 0.191,
-      "step": 5440
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.2590492794567847,
-      "learning_rate": 1.6974635045527652e-05,
-      "loss": 0.2134,
-      "step": 5441
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.002732843409242,
-      "learning_rate": 1.6973454699782382e-05,
-      "loss": 0.2081,
-      "step": 5442
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.7695496820937182,
-      "learning_rate": 1.697227416488176e-05,
-      "loss": 0.224,
-      "step": 5443
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.7855777505010354,
-      "learning_rate": 1.6971093440857808e-05,
-      "loss": 0.1951,
-      "step": 5444
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9924584904825682,
-      "learning_rate": 1.6969912527742547e-05,
-      "loss": 0.2015,
-      "step": 5445
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.1286658064526591,
-      "learning_rate": 1.696873142556802e-05,
-      "loss": 0.2269,
-      "step": 5446
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.1905921151254606,
-      "learning_rate": 1.6967550134366256e-05,
-      "loss": 0.2266,
-      "step": 5447
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9938986283838219,
-      "learning_rate": 1.6966368654169305e-05,
-      "loss": 0.2068,
-      "step": 5448
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9412002207458522,
-      "learning_rate": 1.696518698500921e-05,
-      "loss": 0.1996,
-      "step": 5449
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8128848611817997,
-      "learning_rate": 1.696400512691802e-05,
-      "loss": 0.2133,
-      "step": 5450
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.7118661473447155,
-      "learning_rate": 1.6962823079927803e-05,
-      "loss": 0.2049,
-      "step": 5451
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9659168027327373,
-      "learning_rate": 1.696164084407062e-05,
-      "loss": 0.1916,
-      "step": 5452
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.07456804180084,
-      "learning_rate": 1.6960458419378528e-05,
-      "loss": 0.2201,
-      "step": 5453
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.1286968393726051,
-      "learning_rate": 1.695927580588361e-05,
-      "loss": 0.2281,
-      "step": 5454
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9546368608833864,
-      "learning_rate": 1.6958093003617942e-05,
-      "loss": 0.2243,
-      "step": 5455
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8286795365597308,
-      "learning_rate": 1.6956910012613612e-05,
-      "loss": 0.211,
-      "step": 5456
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 3.1624253033639174,
-      "learning_rate": 1.6955726832902705e-05,
-      "loss": 0.1959,
-      "step": 5457
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8258952586684022,
-      "learning_rate": 1.6954543464517313e-05,
-      "loss": 0.2002,
-      "step": 5458
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9861277252982845,
-      "learning_rate": 1.6953359907489538e-05,
-      "loss": 0.1835,
-      "step": 5459
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.869053520172057,
-      "learning_rate": 1.695217616185148e-05,
-      "loss": 0.2033,
-      "step": 5460
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.466873269888362,
-      "learning_rate": 1.6950992227635252e-05,
-      "loss": 0.214,
-      "step": 5461
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9216917177291614,
-      "learning_rate": 1.6949808104872965e-05,
-      "loss": 0.208,
-      "step": 5462
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.1146734573826524,
-      "learning_rate": 1.6948623793596744e-05,
-      "loss": 0.2057,
-      "step": 5463
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9795441070290263,
-      "learning_rate": 1.694743929383871e-05,
-      "loss": 0.2031,
-      "step": 5464
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9643666484708967,
-      "learning_rate": 1.6946254605630995e-05,
-      "loss": 0.2045,
-      "step": 5465
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9659569712091012,
-      "learning_rate": 1.6945069729005726e-05,
-      "loss": 0.1829,
-      "step": 5466
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8573246043762399,
-      "learning_rate": 1.6943884663995055e-05,
-      "loss": 0.2012,
-      "step": 5467
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.1065850167937314,
-      "learning_rate": 1.6942699410631114e-05,
-      "loss": 0.1991,
-      "step": 5468
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 2.7600803308859483,
-      "learning_rate": 1.6941513968946063e-05,
-      "loss": 0.2072,
-      "step": 5469
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9756031387165406,
-      "learning_rate": 1.6940328338972053e-05,
-      "loss": 0.2149,
-      "step": 5470
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.7830774903264235,
-      "learning_rate": 1.6939142520741243e-05,
-      "loss": 0.1987,
-      "step": 5471
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.047546367636695,
-      "learning_rate": 1.6937956514285797e-05,
-      "loss": 0.2123,
-      "step": 5472
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.2211101494147778,
-      "learning_rate": 1.6936770319637896e-05,
-      "loss": 0.1906,
-      "step": 5473
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9542329622300272,
-      "learning_rate": 1.6935583936829706e-05,
-      "loss": 0.2119,
-      "step": 5474
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.99799970671572,
-      "learning_rate": 1.693439736589341e-05,
-      "loss": 0.2135,
-      "step": 5475
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.2219047082819476,
-      "learning_rate": 1.693321060686119e-05,
-      "loss": 0.2051,
-      "step": 5476
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0655680430773613,
-      "learning_rate": 1.6932023659765248e-05,
-      "loss": 0.2079,
-      "step": 5477
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8407756911500547,
-      "learning_rate": 1.6930836524637766e-05,
-      "loss": 0.2046,
-      "step": 5478
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0019352759531008,
-      "learning_rate": 1.6929649201510953e-05,
-      "loss": 0.2061,
-      "step": 5479
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0336266052542888,
-      "learning_rate": 1.692846169041702e-05,
-      "loss": 0.2073,
-      "step": 5480
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.1592968084273145,
-      "learning_rate": 1.6927273991388164e-05,
-      "loss": 0.2137,
-      "step": 5481
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0472714014176197,
-      "learning_rate": 1.6926086104456613e-05,
-      "loss": 0.1932,
-      "step": 5482
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8884190104412825,
-      "learning_rate": 1.6924898029654585e-05,
-      "loss": 0.1962,
-      "step": 5483
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.440890522067889,
-      "learning_rate": 1.692370976701431e-05,
-      "loss": 0.2311,
-      "step": 5484
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9975412180086698,
-      "learning_rate": 1.6922521316568014e-05,
-      "loss": 0.1937,
-      "step": 5485
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9162614283067528,
-      "learning_rate": 1.6921332678347936e-05,
-      "loss": 0.2477,
-      "step": 5486
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.885433998276788,
-      "learning_rate": 1.6920143852386316e-05,
-      "loss": 0.1839,
-      "step": 5487
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9263433712536561,
-      "learning_rate": 1.6918954838715408e-05,
-      "loss": 0.2161,
-      "step": 5488
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.053505012946194,
-      "learning_rate": 1.6917765637367455e-05,
-      "loss": 0.2018,
-      "step": 5489
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.3169890952877474,
-      "learning_rate": 1.691657624837472e-05,
-      "loss": 0.2152,
-      "step": 5490
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.7815313992450333,
-      "learning_rate": 1.6915386671769463e-05,
-      "loss": 0.1914,
-      "step": 5491
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.070490158653429,
-      "learning_rate": 1.6914196907583952e-05,
-      "loss": 0.231,
-      "step": 5492
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8897247721716537,
-      "learning_rate": 1.6913006955850462e-05,
-      "loss": 0.2147,
-      "step": 5493
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.2170042600343527,
-      "learning_rate": 1.6911816816601266e-05,
-      "loss": 0.2403,
-      "step": 5494
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.202057324771667,
-      "learning_rate": 1.691062648986865e-05,
-      "loss": 0.21,
-      "step": 5495
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0040241770319058,
-      "learning_rate": 1.69094359756849e-05,
-      "loss": 0.2084,
-      "step": 5496
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8620668771810918,
-      "learning_rate": 1.6908245274082306e-05,
-      "loss": 0.2105,
-      "step": 5497
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.2031020687777687,
-      "learning_rate": 1.690705438509317e-05,
-      "loss": 0.2091,
-      "step": 5498
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 2.2348820456964273,
-      "learning_rate": 1.6905863308749793e-05,
-      "loss": 0.1794,
-      "step": 5499
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0425667322586452,
-      "learning_rate": 1.6904672045084485e-05,
-      "loss": 0.2207,
-      "step": 5500
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0625047037067803,
-      "learning_rate": 1.6903480594129557e-05,
-      "loss": 0.1962,
-      "step": 5501
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.1736637841443045,
-      "learning_rate": 1.6902288955917328e-05,
-      "loss": 0.2155,
-      "step": 5502
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 4.101980767830775,
-      "learning_rate": 1.690109713048012e-05,
-      "loss": 0.2163,
-      "step": 5503
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 5.937151736434946,
-      "learning_rate": 1.6899905117850266e-05,
-      "loss": 0.1959,
-      "step": 5504
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8079687624922969,
-      "learning_rate": 1.6898712918060093e-05,
-      "loss": 0.1853,
-      "step": 5505
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8451325110889567,
-      "learning_rate": 1.6897520531141944e-05,
-      "loss": 0.1939,
-      "step": 5506
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9312220398678531,
-      "learning_rate": 1.6896327957128162e-05,
-      "loss": 0.2163,
-      "step": 5507
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9727108910026903,
-      "learning_rate": 1.689513519605109e-05,
-      "loss": 0.1939,
-      "step": 5508
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.7698826201117085,
-      "learning_rate": 1.689394224794309e-05,
-      "loss": 0.2068,
-      "step": 5509
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.7688375248720871,
-      "learning_rate": 1.689274911283652e-05,
-      "loss": 0.196,
-      "step": 5510
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0006142145056547,
-      "learning_rate": 1.6891555790763735e-05,
-      "loss": 0.2128,
-      "step": 5511
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9641337809883561,
-      "learning_rate": 1.6890362281757117e-05,
-      "loss": 0.2134,
-      "step": 5512
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8013917063334224,
-      "learning_rate": 1.6889168585849027e-05,
-      "loss": 0.2173,
-      "step": 5513
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8104111308085543,
-      "learning_rate": 1.688797470307185e-05,
-      "loss": 0.1928,
-      "step": 5514
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8837868269865045,
-      "learning_rate": 1.6886780633457975e-05,
-      "loss": 0.2148,
-      "step": 5515
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9583015710960666,
-      "learning_rate": 1.688558637703978e-05,
-      "loss": 0.1941,
-      "step": 5516
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8237325286578135,
-      "learning_rate": 1.688439193384967e-05,
-      "loss": 0.2069,
-      "step": 5517
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.285974324365605,
-      "learning_rate": 1.688319730392004e-05,
-      "loss": 0.2282,
-      "step": 5518
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.1747843825560265,
-      "learning_rate": 1.6882002487283293e-05,
-      "loss": 0.2305,
-      "step": 5519
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 2.165339327087881,
-      "learning_rate": 1.688080748397184e-05,
-      "loss": 0.2201,
-      "step": 5520
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0824986772041116,
-      "learning_rate": 1.6879612294018092e-05,
-      "loss": 0.2254,
-      "step": 5521
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.5266727806258882,
-      "learning_rate": 1.687841691745448e-05,
-      "loss": 0.2098,
-      "step": 5522
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0719337185200175,
-      "learning_rate": 1.6877221354313413e-05,
-      "loss": 0.1957,
-      "step": 5523
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9076648477056829,
-      "learning_rate": 1.6876025604627335e-05,
-      "loss": 0.1939,
-      "step": 5524
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.7657803013254962,
-      "learning_rate": 1.6874829668428667e-05,
-      "loss": 0.2222,
-      "step": 5525
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.3297842157111655,
-      "learning_rate": 1.6873633545749858e-05,
-      "loss": 0.2118,
-      "step": 5526
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8951088432162874,
-      "learning_rate": 1.6872437236623352e-05,
-      "loss": 0.2007,
-      "step": 5527
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.2104995388774757,
-      "learning_rate": 1.68712407410816e-05,
-      "loss": 0.1915,
-      "step": 5528
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.1709013879049428,
-      "learning_rate": 1.6870044059157052e-05,
-      "loss": 0.2232,
-      "step": 5529
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.236545303278789,
-      "learning_rate": 1.686884719088217e-05,
-      "loss": 0.2066,
-      "step": 5530
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0617137566736374,
-      "learning_rate": 1.6867650136289425e-05,
-      "loss": 0.2365,
-      "step": 5531
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.3100906770551048,
-      "learning_rate": 1.686645289541128e-05,
-      "loss": 0.2079,
-      "step": 5532
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9947827430940916,
-      "learning_rate": 1.686525546828021e-05,
-      "loss": 0.1977,
-      "step": 5533
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 2.6173318374449783,
-      "learning_rate": 1.6864057854928696e-05,
-      "loss": 0.216,
-      "step": 5534
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8658319621042003,
-      "learning_rate": 1.686286005538923e-05,
-      "loss": 0.1902,
-      "step": 5535
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9118008242410937,
-      "learning_rate": 1.6861662069694292e-05,
-      "loss": 0.2222,
-      "step": 5536
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 4.287722536221362,
-      "learning_rate": 1.686046389787639e-05,
-      "loss": 0.209,
-      "step": 5537
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 2.6445443639482815,
-      "learning_rate": 1.6859265539968014e-05,
-      "loss": 0.2136,
-      "step": 5538
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.2204081239684939,
-      "learning_rate": 1.6858066996001673e-05,
-      "loss": 0.2172,
-      "step": 5539
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0577270671622425,
-      "learning_rate": 1.6856868266009874e-05,
-      "loss": 0.1842,
-      "step": 5540
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.24709712484204,
-      "learning_rate": 1.6855669350025138e-05,
-      "loss": 0.2265,
-      "step": 5541
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0953891982266504,
-      "learning_rate": 1.6854470248079983e-05,
-      "loss": 0.2333,
-      "step": 5542
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.9000461617024391,
-      "learning_rate": 1.685327096020694e-05,
-      "loss": 0.221,
-      "step": 5543
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9692217209212479,
-      "learning_rate": 1.685207148643853e-05,
-      "loss": 0.1821,
-      "step": 5544
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9836872882390156,
-      "learning_rate": 1.6850871826807297e-05,
-      "loss": 0.2122,
-      "step": 5545
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.1278818571254685,
-      "learning_rate": 1.6849671981345775e-05,
-      "loss": 0.1943,
-      "step": 5546
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.1074602416317132,
-      "learning_rate": 1.6848471950086517e-05,
-      "loss": 0.224,
-      "step": 5547
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.005589817604628,
-      "learning_rate": 1.684727173306207e-05,
-      "loss": 0.2247,
-      "step": 5548
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9020066072063216,
-      "learning_rate": 1.684607133030499e-05,
-      "loss": 0.2225,
-      "step": 5549
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.7223123330717156,
-      "learning_rate": 1.684487074184784e-05,
-      "loss": 0.1739,
-      "step": 5550
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.7908254662329712,
-      "learning_rate": 1.6843669967723183e-05,
-      "loss": 0.2086,
-      "step": 5551
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9050190208821911,
-      "learning_rate": 1.6842469007963592e-05,
-      "loss": 0.1978,
-      "step": 5552
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.1064952641542272,
-      "learning_rate": 1.6841267862601644e-05,
-      "loss": 0.199,
-      "step": 5553
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.3459381134914081,
-      "learning_rate": 1.6840066531669915e-05,
-      "loss": 0.2242,
-      "step": 5554
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8388784954524903,
-      "learning_rate": 1.6838865015200995e-05,
-      "loss": 0.21,
-      "step": 5555
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9451542750441775,
-      "learning_rate": 1.683766331322748e-05,
-      "loss": 0.2214,
-      "step": 5556
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8709892311875053,
-      "learning_rate": 1.683646142578196e-05,
-      "loss": 0.2011,
-      "step": 5557
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9928480478934592,
-      "learning_rate": 1.6835259352897035e-05,
-      "loss": 0.2044,
-      "step": 5558
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9502941509055366,
-      "learning_rate": 1.6834057094605314e-05,
-      "loss": 0.2281,
-      "step": 5559
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0910863752995716,
-      "learning_rate": 1.683285465093941e-05,
-      "loss": 0.1846,
-      "step": 5560
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 2.5288457696683095,
-      "learning_rate": 1.683165202193194e-05,
-      "loss": 0.1984,
-      "step": 5561
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.8747400245648658,
-      "learning_rate": 1.683044920761552e-05,
-      "loss": 0.2311,
-      "step": 5562
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0847339869897128,
-      "learning_rate": 1.682924620802278e-05,
-      "loss": 0.1875,
-      "step": 5563
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.024929122243032,
-      "learning_rate": 1.682804302318635e-05,
-      "loss": 0.1864,
-      "step": 5564
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.6855645827959116,
-      "learning_rate": 1.6826839653138872e-05,
-      "loss": 0.1951,
-      "step": 5565
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9463126278497938,
-      "learning_rate": 1.6825636097912976e-05,
-      "loss": 0.2164,
-      "step": 5566
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.7997011520507737,
-      "learning_rate": 1.682443235754132e-05,
-      "loss": 0.1905,
-      "step": 5567
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.3388113262501908,
-      "learning_rate": 1.682322843205655e-05,
-      "loss": 0.2205,
-      "step": 5568
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9707915728471659,
-      "learning_rate": 1.6822024321491323e-05,
-      "loss": 0.2247,
-      "step": 5569
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8366771355218784,
-      "learning_rate": 1.6820820025878298e-05,
-      "loss": 0.196,
-      "step": 5570
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.1658522644977178,
-      "learning_rate": 1.6819615545250146e-05,
-      "loss": 0.2072,
-      "step": 5571
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0906354617526341,
-      "learning_rate": 1.681841087963954e-05,
-      "loss": 0.2709,
-      "step": 5572
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.7832304082448883,
-      "learning_rate": 1.681720602907915e-05,
-      "loss": 0.1903,
-      "step": 5573
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9031727797125559,
-      "learning_rate": 1.6816000993601668e-05,
-      "loss": 0.1975,
-      "step": 5574
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8269271957462649,
-      "learning_rate": 1.6814795773239766e-05,
-      "loss": 0.1893,
-      "step": 5575
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 2.409115031127353,
-      "learning_rate": 1.681359036802615e-05,
-      "loss": 0.2361,
-      "step": 5576
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0714923444580238,
-      "learning_rate": 1.681238477799351e-05,
-      "loss": 0.2124,
-      "step": 5577
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.4448729012174302,
-      "learning_rate": 1.6811179003174546e-05,
-      "loss": 0.2037,
-      "step": 5578
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9301528109817786,
-      "learning_rate": 1.6809973043601962e-05,
-      "loss": 0.1971,
-      "step": 5579
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.1091802621706934,
-      "learning_rate": 1.680876689930848e-05,
-      "loss": 0.2285,
-      "step": 5580
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.7086801941850318,
-      "learning_rate": 1.680756057032681e-05,
-      "loss": 0.1964,
-      "step": 5581
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0176127550275247,
-      "learning_rate": 1.680635405668968e-05,
-      "loss": 0.2213,
-      "step": 5582
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.4627825962559355,
-      "learning_rate": 1.6805147358429806e-05,
-      "loss": 0.1863,
-      "step": 5583
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.7935095943088147,
-      "learning_rate": 1.6803940475579926e-05,
-      "loss": 0.1861,
-      "step": 5584
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.2494953657874224,
-      "learning_rate": 1.680273340817278e-05,
-      "loss": 0.2112,
-      "step": 5585
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.154399835221216,
-      "learning_rate": 1.68015261562411e-05,
-      "loss": 0.2179,
-      "step": 5586
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9786789665166755,
-      "learning_rate": 1.6800318719817647e-05,
-      "loss": 0.2403,
-      "step": 5587
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.7028235365975033,
-      "learning_rate": 1.679911109893516e-05,
-      "loss": 0.1846,
-      "step": 5588
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 3.1778933740553295,
-      "learning_rate": 1.67979032936264e-05,
-      "loss": 0.2242,
-      "step": 5589
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.398224553047776,
-      "learning_rate": 1.679669530392413e-05,
-      "loss": 0.2028,
-      "step": 5590
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.3966578774852827,
-      "learning_rate": 1.679548712986111e-05,
-      "loss": 0.2242,
-      "step": 5591
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9520399610008522,
-      "learning_rate": 1.6794278771470127e-05,
-      "loss": 0.1944,
-      "step": 5592
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8628424629593858,
-      "learning_rate": 1.6793070228783946e-05,
-      "loss": 0.1972,
-      "step": 5593
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8946564228844422,
-      "learning_rate": 1.679186150183535e-05,
-      "loss": 0.2161,
-      "step": 5594
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.660295366849027,
-      "learning_rate": 1.6790652590657125e-05,
-      "loss": 0.2274,
-      "step": 5595
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.1028149430210776,
-      "learning_rate": 1.678944349528207e-05,
-      "loss": 0.2041,
-      "step": 5596
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.9057071652801462,
-      "learning_rate": 1.6788234215742974e-05,
-      "loss": 0.224,
-      "step": 5597
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8486970283199143,
-      "learning_rate": 1.6787024752072642e-05,
-      "loss": 0.2148,
-      "step": 5598
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.1979543365735743,
-      "learning_rate": 1.678581510430388e-05,
-      "loss": 0.2268,
-      "step": 5599
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0996428666993319,
-      "learning_rate": 1.6784605272469502e-05,
-      "loss": 0.2101,
-      "step": 5600
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.1156512400914844,
-      "learning_rate": 1.6783395256602318e-05,
-      "loss": 0.2249,
-      "step": 5601
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 1.0102994579614044,
-      "learning_rate": 1.6782185056735157e-05,
-      "loss": 0.2209,
-      "step": 5602
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 3.1022746944347066,
-      "learning_rate": 1.6780974672900845e-05,
-      "loss": 0.1736,
-      "step": 5603
-    },
-    {
-      "epoch": 0.28,
-      "grad_norm": 0.8559003285821831,
-      "learning_rate": 1.677976410513221e-05,
-      "loss": 0.2073,
-      "step": 5604
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.316426081816249,
-      "learning_rate": 1.6778553353462092e-05,
-      "loss": 0.2115,
-      "step": 5605
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.3715287544859591,
-      "learning_rate": 1.677734241792333e-05,
-      "loss": 0.2162,
-      "step": 5606
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8883864765063251,
-      "learning_rate": 1.677613129854877e-05,
-      "loss": 0.203,
-      "step": 5607
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8644309330656957,
-      "learning_rate": 1.6774919995371272e-05,
-      "loss": 0.1833,
-      "step": 5608
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8490153399647028,
-      "learning_rate": 1.6773708508423683e-05,
-      "loss": 0.2016,
-      "step": 5609
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9282538393726152,
-      "learning_rate": 1.6772496837738866e-05,
-      "loss": 0.2365,
-      "step": 5610
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0473637461227412,
-      "learning_rate": 1.6771284983349693e-05,
-      "loss": 0.2206,
-      "step": 5611
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0559113462080079,
-      "learning_rate": 1.6770072945289034e-05,
-      "loss": 0.2596,
-      "step": 5612
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.7196028723600773,
-      "learning_rate": 1.676886072358976e-05,
-      "loss": 0.2199,
-      "step": 5613
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.091513271080775,
-      "learning_rate": 1.676764831828476e-05,
-      "loss": 0.2019,
-      "step": 5614
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9225670399473616,
-      "learning_rate": 1.6766435729406913e-05,
-      "loss": 0.2347,
-      "step": 5615
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.99503266690628,
-      "learning_rate": 1.6765222956989117e-05,
-      "loss": 0.2061,
-      "step": 5616
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.878108183400604,
-      "learning_rate": 1.6764010001064268e-05,
-      "loss": 0.1947,
-      "step": 5617
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.881611187195488,
-      "learning_rate": 1.6762796861665262e-05,
-      "loss": 0.2059,
-      "step": 5618
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8924377250902428,
-      "learning_rate": 1.6761583538825013e-05,
-      "loss": 0.2228,
-      "step": 5619
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8815121230345735,
-      "learning_rate": 1.6760370032576424e-05,
-      "loss": 0.2137,
-      "step": 5620
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8511565240034018,
-      "learning_rate": 1.6759156342952422e-05,
-      "loss": 0.2009,
-      "step": 5621
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.1423106856019447,
-      "learning_rate": 1.6757942469985917e-05,
-      "loss": 0.2177,
-      "step": 5622
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 4.370018827440741,
-      "learning_rate": 1.6756728413709843e-05,
-      "loss": 0.2134,
-      "step": 5623
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.3487268044836134,
-      "learning_rate": 1.6755514174157127e-05,
-      "loss": 0.2188,
-      "step": 5624
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.090300940977795,
-      "learning_rate": 1.675429975136071e-05,
-      "loss": 0.2023,
-      "step": 5625
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9414580517820581,
-      "learning_rate": 1.675308514535353e-05,
-      "loss": 0.2219,
-      "step": 5626
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8682789778569923,
-      "learning_rate": 1.6751870356168534e-05,
-      "loss": 0.1966,
-      "step": 5627
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8623789355882996,
-      "learning_rate": 1.6750655383838674e-05,
-      "loss": 0.2179,
-      "step": 5628
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9338422907144169,
-      "learning_rate": 1.6749440228396903e-05,
-      "loss": 0.2091,
-      "step": 5629
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.1181363031884917,
-      "learning_rate": 1.6748224889876188e-05,
-      "loss": 0.2387,
-      "step": 5630
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.623438042143102,
-      "learning_rate": 1.674700936830949e-05,
-      "loss": 0.2126,
-      "step": 5631
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.910801099431657,
-      "learning_rate": 1.6745793663729785e-05,
-      "loss": 0.238,
-      "step": 5632
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9199691919612899,
-      "learning_rate": 1.674457777617004e-05,
-      "loss": 0.1937,
-      "step": 5633
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9524353356354959,
-      "learning_rate": 1.6743361705663246e-05,
-      "loss": 0.2159,
-      "step": 5634
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8468532219803875,
-      "learning_rate": 1.6742145452242383e-05,
-      "loss": 0.2097,
-      "step": 5635
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8347163633932896,
-      "learning_rate": 1.6740929015940442e-05,
-      "loss": 0.209,
-      "step": 5636
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0916796899646724,
-      "learning_rate": 1.6739712396790424e-05,
-      "loss": 0.2056,
-      "step": 5637
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9631455506402163,
-      "learning_rate": 1.673849559482533e-05,
-      "loss": 0.1959,
-      "step": 5638
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9242865697867108,
-      "learning_rate": 1.6737278610078153e-05,
-      "loss": 0.1952,
-      "step": 5639
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.074821995609312,
-      "learning_rate": 1.6736061442581922e-05,
-      "loss": 0.2034,
-      "step": 5640
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9970315145305882,
-      "learning_rate": 1.673484409236964e-05,
-      "loss": 0.1959,
-      "step": 5641
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8036034716113344,
-      "learning_rate": 1.673362655947433e-05,
-      "loss": 0.2198,
-      "step": 5642
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9439196709366106,
-      "learning_rate": 1.673240884392902e-05,
-      "loss": 0.1962,
-      "step": 5643
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.881953076253939,
-      "learning_rate": 1.6731190945766742e-05,
-      "loss": 0.2086,
-      "step": 5644
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0536395032248527,
-      "learning_rate": 1.672997286502053e-05,
-      "loss": 0.2236,
-      "step": 5645
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.3389673197902134,
-      "learning_rate": 1.672875460172342e-05,
-      "loss": 0.2045,
-      "step": 5646
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9475155150541045,
-      "learning_rate": 1.6727536155908466e-05,
-      "loss": 0.2071,
-      "step": 5647
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9946118684590498,
-      "learning_rate": 1.672631752760871e-05,
-      "loss": 0.2139,
-      "step": 5648
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.1607991460269982,
-      "learning_rate": 1.6725098716857212e-05,
-      "loss": 0.2155,
-      "step": 5649
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8941861618108317,
-      "learning_rate": 1.672387972368703e-05,
-      "loss": 0.2113,
-      "step": 5650
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.086806213120535,
-      "learning_rate": 1.6722660548131235e-05,
-      "loss": 0.2116,
-      "step": 5651
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.7956815228190831,
-      "learning_rate": 1.6721441190222893e-05,
-      "loss": 0.1886,
-      "step": 5652
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0590701485177547,
-      "learning_rate": 1.6720221649995076e-05,
-      "loss": 0.2069,
-      "step": 5653
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.7979807415368692,
-      "learning_rate": 1.6719001927480867e-05,
-      "loss": 0.2057,
-      "step": 5654
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0005418175143537,
-      "learning_rate": 1.6717782022713353e-05,
-      "loss": 0.2211,
-      "step": 5655
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9628323917247162,
-      "learning_rate": 1.671656193572562e-05,
-      "loss": 0.2178,
-      "step": 5656
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.5734424180049371,
-      "learning_rate": 1.671534166655077e-05,
-      "loss": 0.1901,
-      "step": 5657
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.55494116484686,
-      "learning_rate": 1.6714121215221894e-05,
-      "loss": 0.229,
-      "step": 5658
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9325780349684512,
-      "learning_rate": 1.67129005817721e-05,
-      "loss": 0.2171,
-      "step": 5659
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 2.2796034374258602,
-      "learning_rate": 1.67116797662345e-05,
-      "loss": 0.2123,
-      "step": 5660
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0749231903118135,
-      "learning_rate": 1.6710458768642207e-05,
-      "loss": 0.2215,
-      "step": 5661
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.1093769231076407,
-      "learning_rate": 1.670923758902834e-05,
-      "loss": 0.2224,
-      "step": 5662
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.3186374701895731,
-      "learning_rate": 1.6708016227426026e-05,
-      "loss": 0.1889,
-      "step": 5663
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.067109564591355,
-      "learning_rate": 1.6706794683868392e-05,
-      "loss": 0.2334,
-      "step": 5664
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.2771290744730772,
-      "learning_rate": 1.6705572958388576e-05,
-      "loss": 0.2373,
-      "step": 5665
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.994192818216985,
-      "learning_rate": 1.6704351051019713e-05,
-      "loss": 0.2172,
-      "step": 5666
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8792652678481304,
-      "learning_rate": 1.6703128961794947e-05,
-      "loss": 0.1987,
-      "step": 5667
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.3800397889807778,
-      "learning_rate": 1.670190669074743e-05,
-      "loss": 0.2263,
-      "step": 5668
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.840686344309017,
-      "learning_rate": 1.670068423791032e-05,
-      "loss": 0.1914,
-      "step": 5669
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8809991020409779,
-      "learning_rate": 1.6699461603316765e-05,
-      "loss": 0.1922,
-      "step": 5670
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.1474302610352636,
-      "learning_rate": 1.669823878699994e-05,
-      "loss": 0.2132,
-      "step": 5671
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9949574631829177,
-      "learning_rate": 1.669701578899301e-05,
-      "loss": 0.2054,
-      "step": 5672
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 2.378673043957621,
-      "learning_rate": 1.6695792609329148e-05,
-      "loss": 0.1907,
-      "step": 5673
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9551872363706768,
-      "learning_rate": 1.669456924804153e-05,
-      "loss": 0.1831,
-      "step": 5674
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.921282116685391,
-      "learning_rate": 1.6693345705163343e-05,
-      "loss": 0.1964,
-      "step": 5675
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.415101477622893,
-      "learning_rate": 1.669212198072778e-05,
-      "loss": 0.2267,
-      "step": 5676
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.2433915586599227,
-      "learning_rate": 1.669089807476803e-05,
-      "loss": 0.2407,
-      "step": 5677
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.1426110298544896,
-      "learning_rate": 1.668967398731729e-05,
-      "loss": 0.2146,
-      "step": 5678
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8677298754657188,
-      "learning_rate": 1.6688449718408763e-05,
-      "loss": 0.2143,
-      "step": 5679
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.845779757673886,
-      "learning_rate": 1.6687225268075665e-05,
-      "loss": 0.2377,
-      "step": 5680
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.7281009544445249,
-      "learning_rate": 1.6686000636351197e-05,
-      "loss": 0.1995,
-      "step": 5681
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8926328124730796,
-      "learning_rate": 1.6684775823268592e-05,
-      "loss": 0.1922,
-      "step": 5682
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.923995341210268,
-      "learning_rate": 1.668355082886106e-05,
-      "loss": 0.1937,
-      "step": 5683
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.391058018212231,
-      "learning_rate": 1.6682325653161833e-05,
-      "loss": 0.2005,
-      "step": 5684
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9626507421652647,
-      "learning_rate": 1.668110029620415e-05,
-      "loss": 0.2245,
-      "step": 5685
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0274059668926714,
-      "learning_rate": 1.6679874758021238e-05,
-      "loss": 0.184,
-      "step": 5686
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0835223734839512,
-      "learning_rate": 1.6678649038646353e-05,
-      "loss": 0.2178,
-      "step": 5687
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0583879888167973,
-      "learning_rate": 1.667742313811273e-05,
-      "loss": 0.2051,
-      "step": 5688
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.826642326401598,
-      "learning_rate": 1.667619705645363e-05,
-      "loss": 0.2006,
-      "step": 5689
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8127180877352143,
-      "learning_rate": 1.667497079370231e-05,
-      "loss": 0.2119,
-      "step": 5690
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.4911742939755106,
-      "learning_rate": 1.6673744349892027e-05,
-      "loss": 0.2051,
-      "step": 5691
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8507874783495339,
-      "learning_rate": 1.6672517725056052e-05,
-      "loss": 0.1919,
-      "step": 5692
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.2710015881210284,
-      "learning_rate": 1.6671290919227656e-05,
-      "loss": 0.2389,
-      "step": 5693
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9906515157794544,
-      "learning_rate": 1.667006393244012e-05,
-      "loss": 0.2384,
-      "step": 5694
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9793754164793437,
-      "learning_rate": 1.666883676472672e-05,
-      "loss": 0.2152,
-      "step": 5695
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8065468973363352,
-      "learning_rate": 1.666760941612075e-05,
-      "loss": 0.2056,
-      "step": 5696
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9731836300048301,
-      "learning_rate": 1.666638188665549e-05,
-      "loss": 0.2213,
-      "step": 5697
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 2.226280971426743,
-      "learning_rate": 1.6665154176364252e-05,
-      "loss": 0.2196,
-      "step": 5698
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9443958794853763,
-      "learning_rate": 1.666392628528033e-05,
-      "loss": 0.1855,
-      "step": 5699
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.1573762089894577,
-      "learning_rate": 1.666269821343703e-05,
-      "loss": 0.201,
-      "step": 5700
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9768856011391813,
-      "learning_rate": 1.666146996086766e-05,
-      "loss": 0.2271,
-      "step": 5701
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8118714858889647,
-      "learning_rate": 1.6660241527605546e-05,
-      "loss": 0.1818,
-      "step": 5702
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8388414321070643,
-      "learning_rate": 1.6659012913684005e-05,
-      "loss": 0.2118,
-      "step": 5703
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8937549781822656,
-      "learning_rate": 1.665778411913636e-05,
-      "loss": 0.2302,
-      "step": 5704
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0990565637143503,
-      "learning_rate": 1.6656555143995946e-05,
-      "loss": 0.211,
-      "step": 5705
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0010147981590252,
-      "learning_rate": 1.66553259882961e-05,
-      "loss": 0.2307,
-      "step": 5706
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8837306750998283,
-      "learning_rate": 1.6654096652070157e-05,
-      "loss": 0.1806,
-      "step": 5707
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.8684906796406004,
-      "learning_rate": 1.665286713535147e-05,
-      "loss": 0.2114,
-      "step": 5708
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9092706245114834,
-      "learning_rate": 1.6651637438173382e-05,
-      "loss": 0.1945,
-      "step": 5709
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0686983902228964,
-      "learning_rate": 1.665040756056926e-05,
-      "loss": 0.23,
-      "step": 5710
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.1221867067651907,
-      "learning_rate": 1.6649177502572447e-05,
-      "loss": 0.2209,
-      "step": 5711
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0704699851234865,
-      "learning_rate": 1.6647947264216328e-05,
-      "loss": 0.1899,
-      "step": 5712
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.991710562833805,
-      "learning_rate": 1.664671684553426e-05,
-      "loss": 0.1844,
-      "step": 5713
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8965807307602568,
-      "learning_rate": 1.6645486246559622e-05,
-      "loss": 0.1953,
-      "step": 5714
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0461114963512261,
-      "learning_rate": 1.6644255467325793e-05,
-      "loss": 0.2339,
-      "step": 5715
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8634193165469928,
-      "learning_rate": 1.6643024507866158e-05,
-      "loss": 0.1947,
-      "step": 5716
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8478908905893784,
-      "learning_rate": 1.664179336821411e-05,
-      "loss": 0.2118,
-      "step": 5717
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9551220717526766,
-      "learning_rate": 1.6640562048403044e-05,
-      "loss": 0.198,
-      "step": 5718
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.1053131099679867,
-      "learning_rate": 1.6639330548466356e-05,
-      "loss": 0.2285,
-      "step": 5719
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8436838705449303,
-      "learning_rate": 1.6638098868437453e-05,
-      "loss": 0.1869,
-      "step": 5720
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 2.41614560693824,
-      "learning_rate": 1.663686700834974e-05,
-      "loss": 0.2166,
-      "step": 5721
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.451927439591581,
-      "learning_rate": 1.6635634968236637e-05,
-      "loss": 0.2365,
-      "step": 5722
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.993119411046374,
-      "learning_rate": 1.663440274813156e-05,
-      "loss": 0.1974,
-      "step": 5723
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 3.097312693258662,
-      "learning_rate": 1.6633170348067935e-05,
-      "loss": 0.1944,
-      "step": 5724
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.1593390713884788,
-      "learning_rate": 1.663193776807919e-05,
-      "loss": 0.2147,
-      "step": 5725
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.159035057231313,
-      "learning_rate": 1.6630705008198757e-05,
-      "loss": 0.2045,
-      "step": 5726
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9332523049846795,
-      "learning_rate": 1.6629472068460077e-05,
-      "loss": 0.1989,
-      "step": 5727
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.2142552198529883,
-      "learning_rate": 1.662823894889659e-05,
-      "loss": 0.2172,
-      "step": 5728
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.49516565416373,
-      "learning_rate": 1.6627005649541746e-05,
-      "loss": 0.2127,
-      "step": 5729
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.4027560988903203,
-      "learning_rate": 1.6625772170429005e-05,
-      "loss": 0.1918,
-      "step": 5730
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 3.202650465639793,
-      "learning_rate": 1.6624538511591817e-05,
-      "loss": 0.2219,
-      "step": 5731
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.2748809823636216,
-      "learning_rate": 1.6623304673063647e-05,
-      "loss": 0.2256,
-      "step": 5732
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0268563268112219,
-      "learning_rate": 1.6622070654877966e-05,
-      "loss": 0.2014,
-      "step": 5733
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.1245407843284232,
-      "learning_rate": 1.6620836457068242e-05,
-      "loss": 0.2189,
-      "step": 5734
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9168931745402805,
-      "learning_rate": 1.6619602079667956e-05,
-      "loss": 0.2112,
-      "step": 5735
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8845526859215986,
-      "learning_rate": 1.661836752271059e-05,
-      "loss": 0.2323,
-      "step": 5736
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0410697350692784,
-      "learning_rate": 1.6617132786229634e-05,
-      "loss": 0.1992,
-      "step": 5737
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 2.0815951639272545,
-      "learning_rate": 1.661589787025857e-05,
-      "loss": 0.2061,
-      "step": 5738
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.133386163528876,
-      "learning_rate": 1.6614662774830908e-05,
-      "loss": 0.2232,
-      "step": 5739
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.3203570744289945,
-      "learning_rate": 1.6613427499980143e-05,
-      "loss": 0.1992,
-      "step": 5740
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8843085131207743,
-      "learning_rate": 1.6612192045739787e-05,
-      "loss": 0.2039,
-      "step": 5741
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8025452416194425,
-      "learning_rate": 1.6610956412143346e-05,
-      "loss": 0.1985,
-      "step": 5742
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.489947977642656,
-      "learning_rate": 1.6609720599224337e-05,
-      "loss": 0.2007,
-      "step": 5743
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9234053910717891,
-      "learning_rate": 1.6608484607016283e-05,
-      "loss": 0.2143,
-      "step": 5744
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9372514810803722,
-      "learning_rate": 1.6607248435552714e-05,
-      "loss": 0.2024,
-      "step": 5745
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.107377154971928,
-      "learning_rate": 1.6606012084867158e-05,
-      "loss": 0.2152,
-      "step": 5746
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.922792485971133,
-      "learning_rate": 1.660477555499315e-05,
-      "loss": 0.2083,
-      "step": 5747
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9716374962394986,
-      "learning_rate": 1.660353884596423e-05,
-      "loss": 0.1889,
-      "step": 5748
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.03480208202746,
-      "learning_rate": 1.6602301957813945e-05,
-      "loss": 0.23,
-      "step": 5749
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.2601246611472028,
-      "learning_rate": 1.6601064890575852e-05,
-      "loss": 0.2107,
-      "step": 5750
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9725700733302011,
-      "learning_rate": 1.6599827644283496e-05,
-      "loss": 0.1852,
-      "step": 5751
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8676443914009231,
-      "learning_rate": 1.6598590218970448e-05,
-      "loss": 0.2128,
-      "step": 5752
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9559585801515682,
-      "learning_rate": 1.6597352614670265e-05,
-      "loss": 0.1967,
-      "step": 5753
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9523708018419746,
-      "learning_rate": 1.6596114831416516e-05,
-      "loss": 0.1927,
-      "step": 5754
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.5704200689560264,
-      "learning_rate": 1.6594876869242785e-05,
-      "loss": 0.2105,
-      "step": 5755
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.2809466782681533,
-      "learning_rate": 1.659363872818264e-05,
-      "loss": 0.1994,
-      "step": 5756
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.7852549758135308,
-      "learning_rate": 1.6592400408269678e-05,
-      "loss": 0.1898,
-      "step": 5757
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.468007426452819,
-      "learning_rate": 1.659116190953748e-05,
-      "loss": 0.1984,
-      "step": 5758
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0512057713606473,
-      "learning_rate": 1.6589923232019646e-05,
-      "loss": 0.236,
-      "step": 5759
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8335140202496528,
-      "learning_rate": 1.6588684375749767e-05,
-      "loss": 0.2051,
-      "step": 5760
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8435524615441553,
-      "learning_rate": 1.6587445340761456e-05,
-      "loss": 0.1985,
-      "step": 5761
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.136818437779603,
-      "learning_rate": 1.658620612708832e-05,
-      "loss": 0.203,
-      "step": 5762
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.5529887857017122,
-      "learning_rate": 1.6584966734763966e-05,
-      "loss": 0.1925,
-      "step": 5763
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0151767977894686,
-      "learning_rate": 1.6583727163822016e-05,
-      "loss": 0.2128,
-      "step": 5764
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8870410825868733,
-      "learning_rate": 1.6582487414296097e-05,
-      "loss": 0.2046,
-      "step": 5765
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.3136083487300818,
-      "learning_rate": 1.6581247486219837e-05,
-      "loss": 0.2081,
-      "step": 5766
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.075196880227764,
-      "learning_rate": 1.6580007379626868e-05,
-      "loss": 0.2084,
-      "step": 5767
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.928292447081866,
-      "learning_rate": 1.6578767094550826e-05,
-      "loss": 0.2121,
-      "step": 5768
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.1057184105594184,
-      "learning_rate": 1.6577526631025352e-05,
-      "loss": 0.2214,
-      "step": 5769
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.084890084007609,
-      "learning_rate": 1.65762859890841e-05,
-      "loss": 0.2286,
-      "step": 5770
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0065522632622652,
-      "learning_rate": 1.6575045168760716e-05,
-      "loss": 0.1941,
-      "step": 5771
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0942944625729116,
-      "learning_rate": 1.6573804170088866e-05,
-      "loss": 0.2055,
-      "step": 5772
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.2163497184581087,
-      "learning_rate": 1.65725629931022e-05,
-      "loss": 0.2141,
-      "step": 5773
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.2837384138894168,
-      "learning_rate": 1.65713216378344e-05,
-      "loss": 0.2065,
-      "step": 5774
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.1628408812538042,
-      "learning_rate": 1.6570080104319122e-05,
-      "loss": 0.2181,
-      "step": 5775
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0705948505531206,
-      "learning_rate": 1.656883839259005e-05,
-      "loss": 0.2109,
-      "step": 5776
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.6840407787429668,
-      "learning_rate": 1.656759650268087e-05,
-      "loss": 0.2008,
-      "step": 5777
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.2944722190769227,
-      "learning_rate": 1.6566354434625262e-05,
-      "loss": 0.2134,
-      "step": 5778
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.7357663578551865,
-      "learning_rate": 1.656511218845692e-05,
-      "loss": 0.1994,
-      "step": 5779
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.3509628119207966,
-      "learning_rate": 1.6563869764209538e-05,
-      "loss": 0.1859,
-      "step": 5780
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.133614725165837,
-      "learning_rate": 1.656262716191682e-05,
-      "loss": 0.2061,
-      "step": 5781
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0005438686506853,
-      "learning_rate": 1.6561384381612463e-05,
-      "loss": 0.1961,
-      "step": 5782
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.2009133423409168,
-      "learning_rate": 1.656014142333019e-05,
-      "loss": 0.2023,
-      "step": 5783
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.1461548411705642,
-      "learning_rate": 1.6558898287103708e-05,
-      "loss": 0.2175,
-      "step": 5784
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.102960060107423,
-      "learning_rate": 1.6557654972966743e-05,
-      "loss": 0.2301,
-      "step": 5785
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.8208184710818014,
-      "learning_rate": 1.6556411480953012e-05,
-      "loss": 0.2057,
-      "step": 5786
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9678370278571667,
-      "learning_rate": 1.655516781109625e-05,
-      "loss": 0.2112,
-      "step": 5787
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.7878003614739206,
-      "learning_rate": 1.6553923963430193e-05,
-      "loss": 0.1782,
-      "step": 5788
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0807032380326957,
-      "learning_rate": 1.655267993798858e-05,
-      "loss": 0.1907,
-      "step": 5789
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0574042335885612,
-      "learning_rate": 1.655143573480515e-05,
-      "loss": 0.2407,
-      "step": 5790
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9989306136577616,
-      "learning_rate": 1.6550191353913657e-05,
-      "loss": 0.212,
-      "step": 5791
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9239187621127245,
-      "learning_rate": 1.654894679534785e-05,
-      "loss": 0.1757,
-      "step": 5792
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9822578991598856,
-      "learning_rate": 1.6547702059141497e-05,
-      "loss": 0.1973,
-      "step": 5793
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0885857577961602,
-      "learning_rate": 1.6546457145328354e-05,
-      "loss": 0.2046,
-      "step": 5794
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.1196107951161263,
-      "learning_rate": 1.654521205394219e-05,
-      "loss": 0.1986,
-      "step": 5795
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.0144618703541814,
-      "learning_rate": 1.654396678501678e-05,
-      "loss": 0.1774,
-      "step": 5796
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.9975357074513678,
-      "learning_rate": 1.65427213385859e-05,
-      "loss": 0.1916,
-      "step": 5797
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.027741848788133,
-      "learning_rate": 1.6541475714683337e-05,
-      "loss": 0.197,
-      "step": 5798
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.7796913200996538,
-      "learning_rate": 1.6540229913342875e-05,
-      "loss": 0.1971,
-      "step": 5799
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 0.7289629178138828,
-      "learning_rate": 1.6538983934598304e-05,
-      "loss": 0.201,
-      "step": 5800
-    },
-    {
-      "epoch": 0.29,
-      "grad_norm": 1.2443187942554474,
-      "learning_rate": 1.653773777848343e-05,
-      "loss": 0.2208,
-      "step": 5801
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.013422787334009,
-      "learning_rate": 1.6536491445032044e-05,
-      "loss": 0.1913,
-      "step": 5802
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 5.358326711355817,
-      "learning_rate": 1.6535244934277962e-05,
-      "loss": 0.2023,
-      "step": 5803
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.5021160626864412,
-      "learning_rate": 1.653399824625499e-05,
-      "loss": 0.2047,
-      "step": 5804
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8694947879982603,
-      "learning_rate": 1.653275138099695e-05,
-      "loss": 0.24,
-      "step": 5805
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0982253887611164,
-      "learning_rate": 1.6531504338537653e-05,
-      "loss": 0.2039,
-      "step": 5806
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9651108431730049,
-      "learning_rate": 1.6530257118910936e-05,
-      "loss": 0.1938,
-      "step": 5807
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.2459276680152085,
-      "learning_rate": 1.6529009722150626e-05,
-      "loss": 0.2199,
-      "step": 5808
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0178850451064618,
-      "learning_rate": 1.652776214829056e-05,
-      "loss": 0.2025,
-      "step": 5809
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.1226569227170007,
-      "learning_rate": 1.6526514397364575e-05,
-      "loss": 0.2068,
-      "step": 5810
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.5468864133936497,
-      "learning_rate": 1.652526646940652e-05,
-      "loss": 0.203,
-      "step": 5811
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.046251258894582,
-      "learning_rate": 1.6524018364450243e-05,
-      "loss": 0.1911,
-      "step": 5812
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9299981519638938,
-      "learning_rate": 1.6522770082529596e-05,
-      "loss": 0.2273,
-      "step": 5813
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.867663303689732,
-      "learning_rate": 1.6521521623678445e-05,
-      "loss": 0.2123,
-      "step": 5814
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8664470400619952,
-      "learning_rate": 1.6520272987930652e-05,
-      "loss": 0.215,
-      "step": 5815
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9126660340051115,
-      "learning_rate": 1.6519024175320083e-05,
-      "loss": 0.2117,
-      "step": 5816
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0413653605044608,
-      "learning_rate": 1.651777518588062e-05,
-      "loss": 0.2017,
-      "step": 5817
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.3946594861416581,
-      "learning_rate": 1.6516526019646134e-05,
-      "loss": 0.1966,
-      "step": 5818
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.3855714810992754,
-      "learning_rate": 1.651527667665051e-05,
-      "loss": 0.2036,
-      "step": 5819
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8732515849837948,
-      "learning_rate": 1.6514027156927645e-05,
-      "loss": 0.2048,
-      "step": 5820
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 2.534939302966109,
-      "learning_rate": 1.6512777460511416e-05,
-      "loss": 0.2151,
-      "step": 5821
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8623181831359924,
-      "learning_rate": 1.6511527587435736e-05,
-      "loss": 0.1974,
-      "step": 5822
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0794220973605955,
-      "learning_rate": 1.6510277537734503e-05,
-      "loss": 0.2174,
-      "step": 5823
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.5431023442504375,
-      "learning_rate": 1.6509027311441622e-05,
-      "loss": 0.2106,
-      "step": 5824
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0567470028378723,
-      "learning_rate": 1.6507776908591008e-05,
-      "loss": 0.2049,
-      "step": 5825
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9985409094547987,
-      "learning_rate": 1.6506526329216577e-05,
-      "loss": 0.226,
-      "step": 5826
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9380862280445232,
-      "learning_rate": 1.6505275573352256e-05,
-      "loss": 0.2239,
-      "step": 5827
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.02642850762763,
-      "learning_rate": 1.6504024641031962e-05,
-      "loss": 0.22,
-      "step": 5828
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.5253979388506016,
-      "learning_rate": 1.6502773532289636e-05,
-      "loss": 0.2042,
-      "step": 5829
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.3658204535216976,
-      "learning_rate": 1.650152224715921e-05,
-      "loss": 0.1972,
-      "step": 5830
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.7792321176824304,
-      "learning_rate": 1.6500270785674622e-05,
-      "loss": 0.1887,
-      "step": 5831
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0631302674580914,
-      "learning_rate": 1.6499019147869826e-05,
-      "loss": 0.1867,
-      "step": 5832
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9993820993819318,
-      "learning_rate": 1.649776733377877e-05,
-      "loss": 0.2004,
-      "step": 5833
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.1175435765314348,
-      "learning_rate": 1.6496515343435402e-05,
-      "loss": 0.215,
-      "step": 5834
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.7984194198142733,
-      "learning_rate": 1.6495263176873693e-05,
-      "loss": 0.1992,
-      "step": 5835
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8747750342396716,
-      "learning_rate": 1.6494010834127606e-05,
-      "loss": 0.21,
-      "step": 5836
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0164685258600892,
-      "learning_rate": 1.6492758315231105e-05,
-      "loss": 0.2239,
-      "step": 5837
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 3.2855641459344684,
-      "learning_rate": 1.6491505620218164e-05,
-      "loss": 0.2095,
-      "step": 5838
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0643574580669881,
-      "learning_rate": 1.649025274912277e-05,
-      "loss": 0.2103,
-      "step": 5839
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9935202396359508,
-      "learning_rate": 1.6488999701978905e-05,
-      "loss": 0.2034,
-      "step": 5840
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8713947124605383,
-      "learning_rate": 1.6487746478820553e-05,
-      "loss": 0.2141,
-      "step": 5841
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8350889530294335,
-      "learning_rate": 1.6486493079681717e-05,
-      "loss": 0.1887,
-      "step": 5842
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9041295959036052,
-      "learning_rate": 1.6485239504596388e-05,
-      "loss": 0.1954,
-      "step": 5843
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9224791675877131,
-      "learning_rate": 1.6483985753598568e-05,
-      "loss": 0.1839,
-      "step": 5844
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.2302875736385745,
-      "learning_rate": 1.6482731826722268e-05,
-      "loss": 0.2014,
-      "step": 5845
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9097035251363624,
-      "learning_rate": 1.6481477724001505e-05,
-      "loss": 0.2199,
-      "step": 5846
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9888881253592569,
-      "learning_rate": 1.648022344547029e-05,
-      "loss": 0.2227,
-      "step": 5847
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9414438514171718,
-      "learning_rate": 1.647896899116265e-05,
-      "loss": 0.2229,
-      "step": 5848
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0139577064085958,
-      "learning_rate": 1.647771436111261e-05,
-      "loss": 0.2129,
-      "step": 5849
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8495467191827688,
-      "learning_rate": 1.64764595553542e-05,
-      "loss": 0.1753,
-      "step": 5850
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.1991959064883873,
-      "learning_rate": 1.647520457392146e-05,
-      "loss": 0.2039,
-      "step": 5851
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8550431663988788,
-      "learning_rate": 1.647394941684843e-05,
-      "loss": 0.221,
-      "step": 5852
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8606637731862601,
-      "learning_rate": 1.6472694084169155e-05,
-      "loss": 0.1815,
-      "step": 5853
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0369770786766133,
-      "learning_rate": 1.6471438575917688e-05,
-      "loss": 0.2189,
-      "step": 5854
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0865897305584387,
-      "learning_rate": 1.6470182892128085e-05,
-      "loss": 0.2183,
-      "step": 5855
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9732329093878587,
-      "learning_rate": 1.6468927032834407e-05,
-      "loss": 0.2007,
-      "step": 5856
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9412361804662748,
-      "learning_rate": 1.6467670998070715e-05,
-      "loss": 0.2058,
-      "step": 5857
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.2031680501967463,
-      "learning_rate": 1.6466414787871084e-05,
-      "loss": 0.1962,
-      "step": 5858
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9115571475165246,
-      "learning_rate": 1.6465158402269585e-05,
-      "loss": 0.2157,
-      "step": 5859
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.7158282006426111,
-      "learning_rate": 1.64639018413003e-05,
-      "loss": 0.1991,
-      "step": 5860
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8445846725413154,
-      "learning_rate": 1.6462645104997313e-05,
-      "loss": 0.1883,
-      "step": 5861
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8719816706104393,
-      "learning_rate": 1.646138819339471e-05,
-      "loss": 0.2028,
-      "step": 5862
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9688970258918401,
-      "learning_rate": 1.646013110652659e-05,
-      "loss": 0.2212,
-      "step": 5863
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.888364909503381,
-      "learning_rate": 1.645887384442705e-05,
-      "loss": 0.2056,
-      "step": 5864
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8982603781397506,
-      "learning_rate": 1.645761640713019e-05,
-      "loss": 0.2103,
-      "step": 5865
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 2.3715133981948604,
-      "learning_rate": 1.645635879467012e-05,
-      "loss": 0.2104,
-      "step": 5866
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.002168238431376,
-      "learning_rate": 1.6455101007080955e-05,
-      "loss": 0.2034,
-      "step": 5867
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9555106086590374,
-      "learning_rate": 1.645384304439681e-05,
-      "loss": 0.2587,
-      "step": 5868
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.1883950255284266,
-      "learning_rate": 1.6452584906651807e-05,
-      "loss": 0.2111,
-      "step": 5869
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0928930058177924,
-      "learning_rate": 1.6451326593880072e-05,
-      "loss": 0.2152,
-      "step": 5870
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.022071758104498,
-      "learning_rate": 1.6450068106115745e-05,
-      "loss": 0.2027,
-      "step": 5871
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9165368983625263,
-      "learning_rate": 1.644880944339295e-05,
-      "loss": 0.1926,
-      "step": 5872
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9855256169629955,
-      "learning_rate": 1.6447550605745836e-05,
-      "loss": 0.2126,
-      "step": 5873
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9811264576955663,
-      "learning_rate": 1.644629159320855e-05,
-      "loss": 0.2095,
-      "step": 5874
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8399754500955879,
-      "learning_rate": 1.644503240581524e-05,
-      "loss": 0.1823,
-      "step": 5875
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0565131500331548,
-      "learning_rate": 1.6443773043600058e-05,
-      "loss": 0.2225,
-      "step": 5876
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.2131651665261163,
-      "learning_rate": 1.6442513506597175e-05,
-      "loss": 0.2317,
-      "step": 5877
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9404071637103668,
-      "learning_rate": 1.6441253794840745e-05,
-      "loss": 0.1882,
-      "step": 5878
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9782996232409031,
-      "learning_rate": 1.6439993908364942e-05,
-      "loss": 0.1891,
-      "step": 5879
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9048113744479341,
-      "learning_rate": 1.643873384720394e-05,
-      "loss": 0.2286,
-      "step": 5880
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0659766855293744,
-      "learning_rate": 1.643747361139192e-05,
-      "loss": 0.2317,
-      "step": 5881
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8068037627212562,
-      "learning_rate": 1.6436213200963065e-05,
-      "loss": 0.198,
-      "step": 5882
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.877210694130185,
-      "learning_rate": 1.643495261595156e-05,
-      "loss": 0.211,
-      "step": 5883
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8623766726369708,
-      "learning_rate": 1.6433691856391608e-05,
-      "loss": 0.2107,
-      "step": 5884
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0274789198072334,
-      "learning_rate": 1.6432430922317396e-05,
-      "loss": 0.2024,
-      "step": 5885
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.3082314211100265,
-      "learning_rate": 1.6431169813763134e-05,
-      "loss": 0.2281,
-      "step": 5886
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9357881374870074,
-      "learning_rate": 1.6429908530763027e-05,
-      "loss": 0.2018,
-      "step": 5887
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8417090098117563,
-      "learning_rate": 1.6428647073351287e-05,
-      "loss": 0.2225,
-      "step": 5888
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8117492998568088,
-      "learning_rate": 1.6427385441562135e-05,
-      "loss": 0.1911,
-      "step": 5889
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9145794378876565,
-      "learning_rate": 1.6426123635429787e-05,
-      "loss": 0.2137,
-      "step": 5890
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.2038725188113313,
-      "learning_rate": 1.6424861654988477e-05,
-      "loss": 0.2157,
-      "step": 5891
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9292827245859995,
-      "learning_rate": 1.6423599500272424e-05,
-      "loss": 0.1931,
-      "step": 5892
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9946593686418843,
-      "learning_rate": 1.6422337171315878e-05,
-      "loss": 0.1904,
-      "step": 5893
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.3859397288247326,
-      "learning_rate": 1.642107466815307e-05,
-      "loss": 0.2022,
-      "step": 5894
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8991319027869209,
-      "learning_rate": 1.6419811990818252e-05,
-      "loss": 0.2132,
-      "step": 5895
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0301125345203759,
-      "learning_rate": 1.6418549139345667e-05,
-      "loss": 0.2348,
-      "step": 5896
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0126074489129862,
-      "learning_rate": 1.641728611376958e-05,
-      "loss": 0.215,
-      "step": 5897
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8804663931110788,
-      "learning_rate": 1.641602291412424e-05,
-      "loss": 0.1978,
-      "step": 5898
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9066843573868038,
-      "learning_rate": 1.641475954044392e-05,
-      "loss": 0.214,
-      "step": 5899
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8398951594937323,
-      "learning_rate": 1.641349599276288e-05,
-      "loss": 0.1948,
-      "step": 5900
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.88342216108323,
-      "learning_rate": 1.64122322711154e-05,
-      "loss": 0.2018,
-      "step": 5901
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8609414098283307,
-      "learning_rate": 1.6410968375535762e-05,
-      "loss": 0.2192,
-      "step": 5902
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.7894700819728515,
-      "learning_rate": 1.640970430605824e-05,
-      "loss": 0.2002,
-      "step": 5903
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.948260892075998,
-      "learning_rate": 1.640844006271713e-05,
-      "loss": 0.2033,
-      "step": 5904
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9018493655463135,
-      "learning_rate": 1.640717564554672e-05,
-      "loss": 0.2039,
-      "step": 5905
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8166650211310612,
-      "learning_rate": 1.6405911054581307e-05,
-      "loss": 0.1891,
-      "step": 5906
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9446127345677011,
-      "learning_rate": 1.6404646289855194e-05,
-      "loss": 0.2209,
-      "step": 5907
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8743844759657704,
-      "learning_rate": 1.640338135140269e-05,
-      "loss": 0.1924,
-      "step": 5908
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.4321428005760437,
-      "learning_rate": 1.640211623925811e-05,
-      "loss": 0.2296,
-      "step": 5909
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9025069904442802,
-      "learning_rate": 1.640085095345576e-05,
-      "loss": 0.2115,
-      "step": 5910
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8714708162046169,
-      "learning_rate": 1.6399585494029968e-05,
-      "loss": 0.1909,
-      "step": 5911
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.1490013763920408,
-      "learning_rate": 1.639831986101506e-05,
-      "loss": 0.2036,
-      "step": 5912
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9508681180299058,
-      "learning_rate": 1.639705405444536e-05,
-      "loss": 0.1905,
-      "step": 5913
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.235841414052421,
-      "learning_rate": 1.6395788074355212e-05,
-      "loss": 0.1929,
-      "step": 5914
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.1104003104638973,
-      "learning_rate": 1.639452192077895e-05,
-      "loss": 0.1946,
-      "step": 5915
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9560855958680096,
-      "learning_rate": 1.6393255593750917e-05,
-      "loss": 0.2202,
-      "step": 5916
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8003227650607686,
-      "learning_rate": 1.6391989093305468e-05,
-      "loss": 0.1872,
-      "step": 5917
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.093372947587186,
-      "learning_rate": 1.6390722419476952e-05,
-      "loss": 0.215,
-      "step": 5918
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8234618930446632,
-      "learning_rate": 1.638945557229973e-05,
-      "loss": 0.2064,
-      "step": 5919
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0258032410734896,
-      "learning_rate": 1.6388188551808166e-05,
-      "loss": 0.1988,
-      "step": 5920
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.1774833686716462,
-      "learning_rate": 1.6386921358036624e-05,
-      "loss": 0.1894,
-      "step": 5921
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8458940053240332,
-      "learning_rate": 1.638565399101948e-05,
-      "loss": 0.211,
-      "step": 5922
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0143614561029222,
-      "learning_rate": 1.6384386450791114e-05,
-      "loss": 0.2019,
-      "step": 5923
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9030318476331984,
-      "learning_rate": 1.6383118737385903e-05,
-      "loss": 0.1939,
-      "step": 5924
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9946142914549149,
-      "learning_rate": 1.6381850850838232e-05,
-      "loss": 0.1889,
-      "step": 5925
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9871772763534351,
-      "learning_rate": 1.63805827911825e-05,
-      "loss": 0.1854,
-      "step": 5926
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9040610810639874,
-      "learning_rate": 1.63793145584531e-05,
-      "loss": 0.1925,
-      "step": 5927
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9290544683412078,
-      "learning_rate": 1.637804615268443e-05,
-      "loss": 0.2287,
-      "step": 5928
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9562484980139982,
-      "learning_rate": 1.63767775739109e-05,
-      "loss": 0.2036,
-      "step": 5929
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8777655403386205,
-      "learning_rate": 1.6375508822166917e-05,
-      "loss": 0.2296,
-      "step": 5930
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8735047939100099,
-      "learning_rate": 1.63742398974869e-05,
-      "loss": 0.1851,
-      "step": 5931
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.935282896007759,
-      "learning_rate": 1.6372970799905262e-05,
-      "loss": 0.2209,
-      "step": 5932
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0901327351521781,
-      "learning_rate": 1.6371701529456433e-05,
-      "loss": 0.2119,
-      "step": 5933
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.1528605527009306,
-      "learning_rate": 1.6370432086174837e-05,
-      "loss": 0.1906,
-      "step": 5934
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8206100964092897,
-      "learning_rate": 1.6369162470094915e-05,
-      "loss": 0.2065,
-      "step": 5935
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8480007652060755,
-      "learning_rate": 1.63678926812511e-05,
-      "loss": 0.1984,
-      "step": 5936
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.2839298260001515,
-      "learning_rate": 1.6366622719677834e-05,
-      "loss": 0.2135,
-      "step": 5937
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9534265566922148,
-      "learning_rate": 1.6365352585409572e-05,
-      "loss": 0.2263,
-      "step": 5938
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.962950305698948,
-      "learning_rate": 1.636408227848076e-05,
-      "loss": 0.2058,
-      "step": 5939
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9968989531366338,
-      "learning_rate": 1.6362811798925852e-05,
-      "loss": 0.2056,
-      "step": 5940
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9642269498234763,
-      "learning_rate": 1.636154114677932e-05,
-      "loss": 0.2174,
-      "step": 5941
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8536369510964444,
-      "learning_rate": 1.636027032207562e-05,
-      "loss": 0.1977,
-      "step": 5942
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 2.701056712938503,
-      "learning_rate": 1.6358999324849235e-05,
-      "loss": 0.2213,
-      "step": 5943
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.7754497041155105,
-      "learning_rate": 1.635772815513463e-05,
-      "loss": 0.1935,
-      "step": 5944
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9182076271424672,
-      "learning_rate": 1.635645681296629e-05,
-      "loss": 0.1837,
-      "step": 5945
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9513656758902006,
-      "learning_rate": 1.63551852983787e-05,
-      "loss": 0.2034,
-      "step": 5946
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8099373859425659,
-      "learning_rate": 1.635391361140635e-05,
-      "loss": 0.2035,
-      "step": 5947
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.2689296573815851,
-      "learning_rate": 1.6352641752083734e-05,
-      "loss": 0.2376,
-      "step": 5948
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.3730141177994373,
-      "learning_rate": 1.6351369720445353e-05,
-      "loss": 0.2268,
-      "step": 5949
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8013748927283166,
-      "learning_rate": 1.6350097516525705e-05,
-      "loss": 0.2,
-      "step": 5950
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.116575591861395,
-      "learning_rate": 1.634882514035931e-05,
-      "loss": 0.1904,
-      "step": 5951
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0059605669840697,
-      "learning_rate": 1.6347552591980672e-05,
-      "loss": 0.2203,
-      "step": 5952
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9044501685247852,
-      "learning_rate": 1.634627987142431e-05,
-      "loss": 0.2197,
-      "step": 5953
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.1633662000849947,
-      "learning_rate": 1.6345006978724748e-05,
-      "loss": 0.2302,
-      "step": 5954
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0048216985971365,
-      "learning_rate": 1.6343733913916516e-05,
-      "loss": 0.199,
-      "step": 5955
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.7956734026992229,
-      "learning_rate": 1.634246067703414e-05,
-      "loss": 0.2101,
-      "step": 5956
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0101755028948003,
-      "learning_rate": 1.6341187268112162e-05,
-      "loss": 0.2084,
-      "step": 5957
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9222892642766556,
-      "learning_rate": 1.633991368718512e-05,
-      "loss": 0.2193,
-      "step": 5958
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9677295069555725,
-      "learning_rate": 1.6338639934287563e-05,
-      "loss": 0.2085,
-      "step": 5959
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9158364680199044,
-      "learning_rate": 1.6337366009454037e-05,
-      "loss": 0.1924,
-      "step": 5960
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.944337670541037,
-      "learning_rate": 1.6336091912719102e-05,
-      "loss": 0.2005,
-      "step": 5961
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8085176627955762,
-      "learning_rate": 1.6334817644117316e-05,
-      "loss": 0.2191,
-      "step": 5962
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.4056936577366979,
-      "learning_rate": 1.633354320368324e-05,
-      "loss": 0.1941,
-      "step": 5963
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8614378964196189,
-      "learning_rate": 1.6332268591451454e-05,
-      "loss": 0.2031,
-      "step": 5964
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.934286179464845,
-      "learning_rate": 1.633099380745652e-05,
-      "loss": 0.1998,
-      "step": 5965
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9754800276459915,
-      "learning_rate": 1.6329718851733024e-05,
-      "loss": 0.2147,
-      "step": 5966
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.1766704671644548,
-      "learning_rate": 1.6328443724315544e-05,
-      "loss": 0.2143,
-      "step": 5967
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0562421455698277,
-      "learning_rate": 1.6327168425238672e-05,
-      "loss": 0.213,
-      "step": 5968
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9481384551774131,
-      "learning_rate": 1.6325892954536997e-05,
-      "loss": 0.1783,
-      "step": 5969
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.1198994360550176,
-      "learning_rate": 1.6324617312245123e-05,
-      "loss": 0.1809,
-      "step": 5970
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.865446262601342,
-      "learning_rate": 1.632334149839764e-05,
-      "loss": 0.167,
-      "step": 5971
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8359926893079918,
-      "learning_rate": 1.632206551302917e-05,
-      "loss": 0.2142,
-      "step": 5972
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.1003436066740737,
-      "learning_rate": 1.632078935617431e-05,
-      "loss": 0.1987,
-      "step": 5973
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.1175808214952012,
-      "learning_rate": 1.6319513027867683e-05,
-      "loss": 0.2127,
-      "step": 5974
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.09109343841727,
-      "learning_rate": 1.631823652814391e-05,
-      "loss": 0.2195,
-      "step": 5975
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.5938819437245713,
-      "learning_rate": 1.631695985703761e-05,
-      "loss": 0.1932,
-      "step": 5976
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.1572532065360304,
-      "learning_rate": 1.631568301458342e-05,
-      "loss": 0.2291,
-      "step": 5977
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.7935200691091274,
-      "learning_rate": 1.6314406000815975e-05,
-      "loss": 0.1829,
-      "step": 5978
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.1058627197706676,
-      "learning_rate": 1.6313128815769904e-05,
-      "loss": 0.2027,
-      "step": 5979
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8970087572102301,
-      "learning_rate": 1.631185145947986e-05,
-      "loss": 0.2225,
-      "step": 5980
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8393393193043988,
-      "learning_rate": 1.631057393198049e-05,
-      "loss": 0.2061,
-      "step": 5981
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9851589297321419,
-      "learning_rate": 1.6309296233306446e-05,
-      "loss": 0.2127,
-      "step": 5982
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.3751830177191615,
-      "learning_rate": 1.6308018363492385e-05,
-      "loss": 0.2221,
-      "step": 5983
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8238273156343242,
-      "learning_rate": 1.630674032257297e-05,
-      "loss": 0.1916,
-      "step": 5984
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.0898527791933963,
-      "learning_rate": 1.6305462110582863e-05,
-      "loss": 0.2429,
-      "step": 5985
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.302930626821737,
-      "learning_rate": 1.6304183727556747e-05,
-      "loss": 0.2166,
-      "step": 5986
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 3.39479291669915,
-      "learning_rate": 1.6302905173529285e-05,
-      "loss": 0.2118,
-      "step": 5987
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.4736219557226864,
-      "learning_rate": 1.6301626448535168e-05,
-      "loss": 0.2022,
-      "step": 5988
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.9127817268931459,
-      "learning_rate": 1.6300347552609074e-05,
-      "loss": 0.1959,
-      "step": 5989
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.008387597169717,
-      "learning_rate": 1.62990684857857e-05,
-      "loss": 0.227,
-      "step": 5990
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8037508248908429,
-      "learning_rate": 1.6297789248099736e-05,
-      "loss": 0.21,
-      "step": 5991
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.087320987869786,
-      "learning_rate": 1.6296509839585885e-05,
-      "loss": 0.2035,
-      "step": 5992
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8294639592735905,
-      "learning_rate": 1.6295230260278847e-05,
-      "loss": 0.2123,
-      "step": 5993
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.7337293869270486,
-      "learning_rate": 1.6293950510213335e-05,
-      "loss": 0.2082,
-      "step": 5994
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8497313029047259,
-      "learning_rate": 1.6292670589424057e-05,
-      "loss": 0.2148,
-      "step": 5995
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 1.6162721450291733,
-      "learning_rate": 1.6291390497945737e-05,
-      "loss": 0.2115,
-      "step": 5996
-    },
-    {
-      "epoch": 0.3,
-      "grad_norm": 0.8330036247733196,
-      "learning_rate": 1.6290110235813094e-05,
-      "loss": 0.1815,
-      "step": 5997
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.1318812757855268,
-      "learning_rate": 1.6288829803060853e-05,
-      "loss": 0.2048,
-      "step": 5998
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.82097750858233,
-      "learning_rate": 1.6287549199723745e-05,
-      "loss": 0.2189,
-      "step": 5999
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.8236429171653487,
-      "learning_rate": 1.6286268425836517e-05,
-      "loss": 0.2,
-      "step": 6000
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.5845029614639,
-      "learning_rate": 1.62849874814339e-05,
-      "loss": 0.1795,
-      "step": 6001
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.4522997519291503,
-      "learning_rate": 1.6283706366550646e-05,
-      "loss": 0.2155,
-      "step": 6002
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.9965723060845276,
-      "learning_rate": 1.6282425081221498e-05,
-      "loss": 0.1913,
-      "step": 6003
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0240651787267885,
-      "learning_rate": 1.6281143625481214e-05,
-      "loss": 0.1995,
-      "step": 6004
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.7303063496135936,
-      "learning_rate": 1.627986199936456e-05,
-      "loss": 0.2153,
-      "step": 6005
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.9488526266709439,
-      "learning_rate": 1.6278580202906287e-05,
-      "loss": 0.2074,
-      "step": 6006
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.8874494026802576,
-      "learning_rate": 1.6277298236141177e-05,
-      "loss": 0.234,
-      "step": 6007
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.9477817405838913,
-      "learning_rate": 1.6276016099103995e-05,
-      "loss": 0.2199,
-      "step": 6008
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.1014385615064697,
-      "learning_rate": 1.6274733791829522e-05,
-      "loss": 0.2199,
-      "step": 6009
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0774681703386346,
-      "learning_rate": 1.627345131435254e-05,
-      "loss": 0.2538,
-      "step": 6010
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.2211872301986042,
-      "learning_rate": 1.6272168666707838e-05,
-      "loss": 0.2199,
-      "step": 6011
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.7944085611231179,
-      "learning_rate": 1.627088584893021e-05,
-      "loss": 0.1968,
-      "step": 6012
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.1626975384193183,
-      "learning_rate": 1.6269602861054442e-05,
-      "loss": 0.2084,
-      "step": 6013
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.9266890007568821,
-      "learning_rate": 1.6268319703115348e-05,
-      "loss": 0.1952,
-      "step": 6014
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0407450828399152,
-      "learning_rate": 1.6267036375147728e-05,
-      "loss": 0.2085,
-      "step": 6015
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.9540943475088866,
-      "learning_rate": 1.6265752877186386e-05,
-      "loss": 0.1963,
-      "step": 6016
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.9119042826028682,
-      "learning_rate": 1.626446920926615e-05,
-      "loss": 0.2015,
-      "step": 6017
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.3939619942230101,
-      "learning_rate": 1.626318537142183e-05,
-      "loss": 0.1915,
-      "step": 6018
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.4344270785747297,
-      "learning_rate": 1.6261901363688257e-05,
-      "loss": 0.2255,
-      "step": 6019
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.079480238045351,
-      "learning_rate": 1.626061718610025e-05,
-      "loss": 0.2304,
-      "step": 6020
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.4324024219544331,
-      "learning_rate": 1.625933283869265e-05,
-      "loss": 0.1926,
-      "step": 6021
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.7344142079737424,
-      "learning_rate": 1.6258048321500294e-05,
-      "loss": 0.1956,
-      "step": 6022
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.1070084317838647,
-      "learning_rate": 1.6256763634558024e-05,
-      "loss": 0.2114,
-      "step": 6023
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.9764029510305736,
-      "learning_rate": 1.625547877790069e-05,
-      "loss": 0.1983,
-      "step": 6024
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.9096497335946024,
-      "learning_rate": 1.6254193751563137e-05,
-      "loss": 0.2244,
-      "step": 6025
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.9647081068711773,
-      "learning_rate": 1.6252908555580223e-05,
-      "loss": 0.2021,
-      "step": 6026
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.003658864196987,
-      "learning_rate": 1.6251623189986815e-05,
-      "loss": 0.2282,
-      "step": 6027
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0027742910910584,
-      "learning_rate": 1.6250337654817774e-05,
-      "loss": 0.2084,
-      "step": 6028
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0873519198431463,
-      "learning_rate": 1.624905195010797e-05,
-      "loss": 0.2172,
-      "step": 6029
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0149186797500493,
-      "learning_rate": 1.6247766075892283e-05,
-      "loss": 0.2034,
-      "step": 6030
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.9063023009686626,
-      "learning_rate": 1.624648003220558e-05,
-      "loss": 0.1857,
-      "step": 6031
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.7650021001433587,
-      "learning_rate": 1.624519381908276e-05,
-      "loss": 0.2074,
-      "step": 6032
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.3530888182017393,
-      "learning_rate": 1.6243907436558705e-05,
-      "loss": 0.2268,
-      "step": 6033
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.911985352429917,
-      "learning_rate": 1.624262088466831e-05,
-      "loss": 0.2375,
-      "step": 6034
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.6303058569455007,
-      "learning_rate": 1.6241334163446465e-05,
-      "loss": 0.2074,
-      "step": 6035
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.459715495070587,
-      "learning_rate": 1.6240047272928082e-05,
-      "loss": 0.2149,
-      "step": 6036
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.8229690605766699,
-      "learning_rate": 1.6238760213148064e-05,
-      "loss": 0.1893,
-      "step": 6037
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.6615636863545942,
-      "learning_rate": 1.6237472984141322e-05,
-      "loss": 0.2066,
-      "step": 6038
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.8825843487781814,
-      "learning_rate": 1.623618558594277e-05,
-      "loss": 0.1996,
-      "step": 6039
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.8986305451461882,
-      "learning_rate": 1.6234898018587336e-05,
-      "loss": 0.193,
-      "step": 6040
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.8603017400911558,
-      "learning_rate": 1.623361028210994e-05,
-      "loss": 0.2074,
-      "step": 6041
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0757625435404399,
-      "learning_rate": 1.6232322376545516e-05,
-      "loss": 0.1834,
-      "step": 6042
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.9255175015178886,
-      "learning_rate": 1.623103430192899e-05,
-      "loss": 0.1739,
-      "step": 6043
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0095454531080827,
-      "learning_rate": 1.6229746058295312e-05,
-      "loss": 0.2135,
-      "step": 6044
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.7730502584757073,
-      "learning_rate": 1.6228457645679414e-05,
-      "loss": 0.2339,
-      "step": 6045
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.9101283209796647,
-      "learning_rate": 1.6227169064116255e-05,
-      "loss": 0.2184,
-      "step": 6046
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.4470438726261499,
-      "learning_rate": 1.622588031364078e-05,
-      "loss": 0.2147,
-      "step": 6047
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.6151800077895164,
-      "learning_rate": 1.6224591394287954e-05,
-      "loss": 0.2114,
-      "step": 6048
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.141700862481167,
-      "learning_rate": 1.6223302306092733e-05,
-      "loss": 0.2097,
-      "step": 6049
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 3.6258373665253605,
-      "learning_rate": 1.6222013049090086e-05,
-      "loss": 0.2116,
-      "step": 6050
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0270473789404706,
-      "learning_rate": 1.6220723623314983e-05,
-      "loss": 0.2229,
-      "step": 6051
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.9431739891813424,
-      "learning_rate": 1.6219434028802402e-05,
-      "loss": 0.2079,
-      "step": 6052
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0931954007419473,
-      "learning_rate": 1.621814426558732e-05,
-      "loss": 0.225,
-      "step": 6053
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.5694243876987546,
-      "learning_rate": 1.6216854333704725e-05,
-      "loss": 0.2058,
-      "step": 6054
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.858906512456257,
-      "learning_rate": 1.6215564233189606e-05,
-      "loss": 0.2106,
-      "step": 6055
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.8471245246956891,
-      "learning_rate": 1.621427396407695e-05,
-      "loss": 0.2,
-      "step": 6056
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0547280866759583,
-      "learning_rate": 1.6212983526401767e-05,
-      "loss": 0.2011,
-      "step": 6057
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.119564287962234,
-      "learning_rate": 1.6211692920199054e-05,
-      "loss": 0.1756,
-      "step": 6058
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.1099677356408273,
-      "learning_rate": 1.621040214550382e-05,
-      "loss": 0.177,
-      "step": 6059
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0913921470754946,
-      "learning_rate": 1.6209111202351076e-05,
-      "loss": 0.22,
-      "step": 6060
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0658146194201514,
-      "learning_rate": 1.620782009077584e-05,
-      "loss": 0.2421,
-      "step": 6061
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 2.5260663580908203,
-      "learning_rate": 1.6206528810813135e-05,
-      "loss": 0.1937,
-      "step": 6062
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.9794394801934251,
-      "learning_rate": 1.6205237362497982e-05,
-      "loss": 0.2261,
-      "step": 6063
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.5247938545986877,
-      "learning_rate": 1.6203945745865418e-05,
-      "loss": 0.2084,
-      "step": 6064
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.242093586082393,
-      "learning_rate": 1.6202653960950474e-05,
-      "loss": 0.2221,
-      "step": 6065
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.6609521159811682,
-      "learning_rate": 1.6201362007788193e-05,
-      "loss": 0.1981,
-      "step": 6066
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.9717974454332525,
-      "learning_rate": 1.6200069886413612e-05,
-      "loss": 0.2035,
-      "step": 6067
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.040278624958183,
-      "learning_rate": 1.6198777596861792e-05,
-      "loss": 0.2517,
-      "step": 6068
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.060313397045809,
-      "learning_rate": 1.6197485139167775e-05,
-      "loss": 0.2244,
-      "step": 6069
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.4185748386978991,
-      "learning_rate": 1.619619251336663e-05,
-      "loss": 0.1927,
-      "step": 6070
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.1902479620651243,
-      "learning_rate": 1.6194899719493404e-05,
-      "loss": 0.2443,
-      "step": 6071
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0869353007806424,
-      "learning_rate": 1.619360675758318e-05,
-      "loss": 0.1993,
-      "step": 6072
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.4174221590710505,
-      "learning_rate": 1.619231362767102e-05,
-      "loss": 0.1729,
-      "step": 6073
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0794084394279622,
-      "learning_rate": 1.6191020329792003e-05,
-      "loss": 0.1664,
-      "step": 6074
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.7769533876934619,
-      "learning_rate": 1.6189726863981212e-05,
-      "loss": 0.1774,
-      "step": 6075
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0305866506804409,
-      "learning_rate": 1.618843323027373e-05,
-      "loss": 0.2087,
-      "step": 6076
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.8876921764605629,
-      "learning_rate": 1.6187139428704645e-05,
-      "loss": 0.2175,
-      "step": 6077
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0822377892878023,
-      "learning_rate": 1.6185845459309053e-05,
-      "loss": 0.1939,
-      "step": 6078
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.9176729470876167,
-      "learning_rate": 1.6184551322122056e-05,
-      "loss": 0.1904,
-      "step": 6079
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.1716604783757618,
-      "learning_rate": 1.6183257017178754e-05,
-      "loss": 0.1996,
-      "step": 6080
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.2684319856473547,
-      "learning_rate": 1.6181962544514257e-05,
-      "loss": 0.1879,
-      "step": 6081
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.8193278183743143,
-      "learning_rate": 1.6180667904163675e-05,
-      "loss": 0.1868,
-      "step": 6082
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.5171040957386068,
-      "learning_rate": 1.617937309616213e-05,
-      "loss": 0.219,
-      "step": 6083
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.33064610781682,
-      "learning_rate": 1.6178078120544735e-05,
-      "loss": 0.205,
-      "step": 6084
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.6137351930166788,
-      "learning_rate": 1.6176782977346626e-05,
-      "loss": 0.1999,
-      "step": 6085
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.5597204402629181,
-      "learning_rate": 1.6175487666602928e-05,
-      "loss": 0.215,
-      "step": 6086
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.1470285061130765,
-      "learning_rate": 1.617419218834878e-05,
-      "loss": 0.2121,
-      "step": 6087
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.2800202663819764,
-      "learning_rate": 1.617289654261932e-05,
-      "loss": 0.2111,
-      "step": 6088
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.545652925213808,
-      "learning_rate": 1.6171600729449693e-05,
-      "loss": 0.2338,
-      "step": 6089
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.1290088033332193,
-      "learning_rate": 1.617030474887505e-05,
-      "loss": 0.1965,
-      "step": 6090
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.969297537706917,
-      "learning_rate": 1.616900860093054e-05,
-      "loss": 0.2065,
-      "step": 6091
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.190717952530125,
-      "learning_rate": 1.616771228565132e-05,
-      "loss": 0.195,
-      "step": 6092
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.1595524076758887,
-      "learning_rate": 1.616641580307256e-05,
-      "loss": 0.2136,
-      "step": 6093
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.6403050277216027,
-      "learning_rate": 1.616511915322942e-05,
-      "loss": 0.1861,
-      "step": 6094
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.6437870280410332,
-      "learning_rate": 1.6163822336157076e-05,
-      "loss": 0.21,
-      "step": 6095
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.8419726499255795,
-      "learning_rate": 1.6162525351890702e-05,
-      "loss": 0.207,
-      "step": 6096
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.1212531960451904,
-      "learning_rate": 1.6161228200465485e-05,
-      "loss": 0.1988,
-      "step": 6097
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.051091374373422,
-      "learning_rate": 1.61599308819166e-05,
-      "loss": 0.2186,
-      "step": 6098
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.9688417139595524,
-      "learning_rate": 1.6158633396279243e-05,
-      "loss": 0.243,
-      "step": 6099
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.2062547757471067,
-      "learning_rate": 1.6157335743588606e-05,
-      "loss": 0.2107,
-      "step": 6100
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0249173195322316,
-      "learning_rate": 1.6156037923879893e-05,
-      "loss": 0.2127,
-      "step": 6101
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.3317006096755801,
-      "learning_rate": 1.61547399371883e-05,
-      "loss": 0.2066,
-      "step": 6102
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0908772213653302,
-      "learning_rate": 1.6153441783549043e-05,
-      "loss": 0.2107,
-      "step": 6103
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 2.061902894350475,
-      "learning_rate": 1.6152143462997325e-05,
-      "loss": 0.2165,
-      "step": 6104
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.4954267996419317,
-      "learning_rate": 1.615084497556837e-05,
-      "loss": 0.2195,
-      "step": 6105
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.5649819771869884,
-      "learning_rate": 1.61495463212974e-05,
-      "loss": 0.2019,
-      "step": 6106
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.2063094496662974,
-      "learning_rate": 1.6148247500219635e-05,
-      "loss": 0.2021,
-      "step": 6107
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.995772199176662,
-      "learning_rate": 1.614694851237031e-05,
-      "loss": 0.1937,
-      "step": 6108
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 2.9327743983007237,
-      "learning_rate": 1.614564935778466e-05,
-      "loss": 0.2104,
-      "step": 6109
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.4621831264462208,
-      "learning_rate": 1.6144350036497925e-05,
-      "loss": 0.1952,
-      "step": 6110
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.882534748644571,
-      "learning_rate": 1.6143050548545348e-05,
-      "loss": 0.1974,
-      "step": 6111
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 2.1978580185486694,
-      "learning_rate": 1.6141750893962176e-05,
-      "loss": 0.1929,
-      "step": 6112
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 2.1465567091981104,
-      "learning_rate": 1.6140451072783666e-05,
-      "loss": 0.2049,
-      "step": 6113
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.2664074830992735,
-      "learning_rate": 1.613915108504507e-05,
-      "loss": 0.1923,
-      "step": 6114
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0980669945835926,
-      "learning_rate": 1.613785093078166e-05,
-      "loss": 0.1896,
-      "step": 6115
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.631937385976018,
-      "learning_rate": 1.6136550610028694e-05,
-      "loss": 0.1885,
-      "step": 6116
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.5889117710056704,
-      "learning_rate": 1.6135250122821445e-05,
-      "loss": 0.1946,
-      "step": 6117
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.5134914654859153,
-      "learning_rate": 1.6133949469195194e-05,
-      "loss": 0.2162,
-      "step": 6118
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.2476327546290005,
-      "learning_rate": 1.6132648649185214e-05,
-      "loss": 0.2031,
-      "step": 6119
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.8453200099035407,
-      "learning_rate": 1.6131347662826793e-05,
-      "loss": 0.1868,
-      "step": 6120
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.319105677189608,
-      "learning_rate": 1.613004651015522e-05,
-      "loss": 0.2438,
-      "step": 6121
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 2.0640604006619943,
-      "learning_rate": 1.612874519120579e-05,
-      "loss": 0.2214,
-      "step": 6122
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.4071140029611668,
-      "learning_rate": 1.61274437060138e-05,
-      "loss": 0.2094,
-      "step": 6123
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.4588025197496317,
-      "learning_rate": 1.6126142054614556e-05,
-      "loss": 0.2015,
-      "step": 6124
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 2.1702119223872676,
-      "learning_rate": 1.612484023704336e-05,
-      "loss": 0.1994,
-      "step": 6125
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.3620761809710489,
-      "learning_rate": 1.6123538253335526e-05,
-      "loss": 0.1852,
-      "step": 6126
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 2.4131413570897076,
-      "learning_rate": 1.612223610352637e-05,
-      "loss": 0.2007,
-      "step": 6127
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.835054207929354,
-      "learning_rate": 1.612093378765122e-05,
-      "loss": 0.1974,
-      "step": 6128
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.6071319397296138,
-      "learning_rate": 1.611963130574539e-05,
-      "loss": 0.2054,
-      "step": 6129
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.7980661677245373,
-      "learning_rate": 1.6118328657844216e-05,
-      "loss": 0.2101,
-      "step": 6130
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.5776819747938176,
-      "learning_rate": 1.6117025843983032e-05,
-      "loss": 0.2358,
-      "step": 6131
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 2.877337042985936,
-      "learning_rate": 1.6115722864197178e-05,
-      "loss": 0.2195,
-      "step": 6132
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 2.5470479776051027,
-      "learning_rate": 1.6114419718521994e-05,
-      "loss": 0.2126,
-      "step": 6133
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 3.749177645710888,
-      "learning_rate": 1.6113116406992833e-05,
-      "loss": 0.1907,
-      "step": 6134
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.4421813486978317,
-      "learning_rate": 1.611181292964504e-05,
-      "loss": 0.207,
-      "step": 6135
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.520289919949835,
-      "learning_rate": 1.611050928651398e-05,
-      "loss": 0.2052,
-      "step": 6136
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.293791051110462,
-      "learning_rate": 1.6109205477635006e-05,
-      "loss": 0.2182,
-      "step": 6137
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 5.513386645098428,
-      "learning_rate": 1.610790150304349e-05,
-      "loss": 0.2319,
-      "step": 6138
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 3.0876460560077863,
-      "learning_rate": 1.61065973627748e-05,
-      "loss": 0.2333,
-      "step": 6139
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 2.1635359350738135,
-      "learning_rate": 1.6105293056864314e-05,
-      "loss": 0.1949,
-      "step": 6140
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.9290528759839747,
-      "learning_rate": 1.6103988585347408e-05,
-      "loss": 0.2172,
-      "step": 6141
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.5256634967346925,
-      "learning_rate": 1.6102683948259467e-05,
-      "loss": 0.1897,
-      "step": 6142
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.5949036318919134,
-      "learning_rate": 1.610137914563588e-05,
-      "loss": 0.2081,
-      "step": 6143
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.454851335074028,
-      "learning_rate": 1.6100074177512038e-05,
-      "loss": 0.199,
-      "step": 6144
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.7598947260802447,
-      "learning_rate": 1.6098769043923338e-05,
-      "loss": 0.2103,
-      "step": 6145
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.4634098370805022,
-      "learning_rate": 1.6097463744905187e-05,
-      "loss": 0.1987,
-      "step": 6146
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.2310446246519797,
-      "learning_rate": 1.6096158280492984e-05,
-      "loss": 0.1591,
-      "step": 6147
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.3524333215013153,
-      "learning_rate": 1.6094852650722145e-05,
-      "loss": 0.2018,
-      "step": 6148
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.6759301777793807,
-      "learning_rate": 1.6093546855628085e-05,
-      "loss": 0.1788,
-      "step": 6149
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.2458571119083635,
-      "learning_rate": 1.609224089524622e-05,
-      "loss": 0.2098,
-      "step": 6150
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.5002867548310084,
-      "learning_rate": 1.6090934769611976e-05,
-      "loss": 0.2265,
-      "step": 6151
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.1122774148111543,
-      "learning_rate": 1.6089628478760785e-05,
-      "loss": 0.2059,
-      "step": 6152
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.1362389543734666,
-      "learning_rate": 1.6088322022728076e-05,
-      "loss": 0.2541,
-      "step": 6153
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.268390507330005,
-      "learning_rate": 1.608701540154929e-05,
-      "loss": 0.1765,
-      "step": 6154
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.6803598721739206,
-      "learning_rate": 1.6085708615259863e-05,
-      "loss": 0.1931,
-      "step": 6155
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 3.066069526341508,
-      "learning_rate": 1.608440166389525e-05,
-      "loss": 0.1848,
-      "step": 6156
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.1775493264874153,
-      "learning_rate": 1.6083094547490895e-05,
-      "loss": 0.1911,
-      "step": 6157
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.316939659878754,
-      "learning_rate": 1.6081787266082258e-05,
-      "loss": 0.204,
-      "step": 6158
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.1886676203084303,
-      "learning_rate": 1.60804798197048e-05,
-      "loss": 0.193,
-      "step": 6159
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0711579452613742,
-      "learning_rate": 1.6079172208393985e-05,
-      "loss": 0.1887,
-      "step": 6160
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.3376326440975657,
-      "learning_rate": 1.607786443218528e-05,
-      "loss": 0.1986,
-      "step": 6161
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.1083942748161777,
-      "learning_rate": 1.6076556491114152e-05,
-      "loss": 0.2099,
-      "step": 6162
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.614406990008451,
-      "learning_rate": 1.6075248385216093e-05,
-      "loss": 0.2101,
-      "step": 6163
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0930356453004402,
-      "learning_rate": 1.6073940114526574e-05,
-      "loss": 0.2174,
-      "step": 6164
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0492328588433775,
-      "learning_rate": 1.607263167908109e-05,
-      "loss": 0.2359,
-      "step": 6165
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.2424165398353795,
-      "learning_rate": 1.6071323078915128e-05,
-      "loss": 0.2419,
-      "step": 6166
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.8259912298969864,
-      "learning_rate": 1.6070014314064183e-05,
-      "loss": 0.2406,
-      "step": 6167
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.8474954794357589,
-      "learning_rate": 1.6068705384563757e-05,
-      "loss": 0.2092,
-      "step": 6168
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0906208809203402,
-      "learning_rate": 1.6067396290449356e-05,
-      "loss": 0.2131,
-      "step": 6169
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.6127793598314828,
-      "learning_rate": 1.6066087031756485e-05,
-      "loss": 0.2096,
-      "step": 6170
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.9349034239176398,
-      "learning_rate": 1.6064777608520666e-05,
-      "loss": 0.2152,
-      "step": 6171
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.393936008162501,
-      "learning_rate": 1.606346802077741e-05,
-      "loss": 0.2057,
-      "step": 6172
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.204797087355292,
-      "learning_rate": 1.6062158268562237e-05,
-      "loss": 0.207,
-      "step": 6173
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.1014356914347432,
-      "learning_rate": 1.6060848351910685e-05,
-      "loss": 0.2191,
-      "step": 6174
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.9548581883876565,
-      "learning_rate": 1.6059538270858275e-05,
-      "loss": 0.1874,
-      "step": 6175
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.1023120629875385,
-      "learning_rate": 1.6058228025440548e-05,
-      "loss": 0.2297,
-      "step": 6176
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.9500603896039294,
-      "learning_rate": 1.6056917615693045e-05,
-      "loss": 0.2156,
-      "step": 6177
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0595746338846443,
-      "learning_rate": 1.605560704165131e-05,
-      "loss": 0.1836,
-      "step": 6178
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.601444715454401,
-      "learning_rate": 1.6054296303350886e-05,
-      "loss": 0.2015,
-      "step": 6179
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.2146261540538896,
-      "learning_rate": 1.605298540082734e-05,
-      "loss": 0.2129,
-      "step": 6180
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.873388952037026,
-      "learning_rate": 1.605167433411622e-05,
-      "loss": 0.2025,
-      "step": 6181
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.726024719124285,
-      "learning_rate": 1.6050363103253093e-05,
-      "loss": 0.1764,
-      "step": 6182
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.0938330909494385,
-      "learning_rate": 1.6049051708273526e-05,
-      "loss": 0.2067,
-      "step": 6183
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.079586704593921,
-      "learning_rate": 1.6047740149213085e-05,
-      "loss": 0.1896,
-      "step": 6184
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.2714408408105322,
-      "learning_rate": 1.6046428426107354e-05,
-      "loss": 0.2357,
-      "step": 6185
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.2726345863274997,
-      "learning_rate": 1.604511653899191e-05,
-      "loss": 0.2032,
-      "step": 6186
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.1207757688502018,
-      "learning_rate": 1.604380448790234e-05,
-      "loss": 0.2256,
-      "step": 6187
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.093894661508314,
-      "learning_rate": 1.604249227287423e-05,
-      "loss": 0.2159,
-      "step": 6188
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.197879422109431,
-      "learning_rate": 1.6041179893943178e-05,
-      "loss": 0.2238,
-      "step": 6189
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.019478303665953,
-      "learning_rate": 1.6039867351144778e-05,
-      "loss": 0.19,
-      "step": 6190
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.892825698089129,
-      "learning_rate": 1.6038554644514634e-05,
-      "loss": 0.2223,
-      "step": 6191
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.018159470859247,
-      "learning_rate": 1.6037241774088355e-05,
-      "loss": 0.1961,
-      "step": 6192
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 1.5166257860517596,
-      "learning_rate": 1.6035928739901555e-05,
-      "loss": 0.2292,
-      "step": 6193
-    },
-    {
-      "epoch": 0.31,
-      "grad_norm": 0.8754496142517274,
-      "learning_rate": 1.6034615541989845e-05,
-      "loss": 0.2046,
-      "step": 6194
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.2530659916913465,
-      "learning_rate": 1.603330218038885e-05,
-      "loss": 0.2013,
-      "step": 6195
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.2702145828391984,
-      "learning_rate": 1.6031988655134186e-05,
-      "loss": 0.1842,
-      "step": 6196
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0243935600013727,
-      "learning_rate": 1.6030674966261496e-05,
-      "loss": 0.2063,
-      "step": 6197
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0114038595335235,
-      "learning_rate": 1.60293611138064e-05,
-      "loss": 0.2125,
-      "step": 6198
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9342042489144418,
-      "learning_rate": 1.6028047097804548e-05,
-      "loss": 0.1981,
-      "step": 6199
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0782026950345764,
-      "learning_rate": 1.6026732918291577e-05,
-      "loss": 0.171,
-      "step": 6200
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.8232405471508174,
-      "learning_rate": 1.6025418575303135e-05,
-      "loss": 0.2016,
-      "step": 6201
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.8404034639112508,
-      "learning_rate": 1.6024104068874877e-05,
-      "loss": 0.1885,
-      "step": 6202
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9614631039331818,
-      "learning_rate": 1.6022789399042454e-05,
-      "loss": 0.2043,
-      "step": 6203
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.6367109191337368,
-      "learning_rate": 1.6021474565841527e-05,
-      "loss": 0.2171,
-      "step": 6204
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.109163775941658,
-      "learning_rate": 1.602015956930776e-05,
-      "loss": 0.1892,
-      "step": 6205
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9729785517016886,
-      "learning_rate": 1.601884440947683e-05,
-      "loss": 0.201,
-      "step": 6206
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9578508782413219,
-      "learning_rate": 1.60175290863844e-05,
-      "loss": 0.1853,
-      "step": 6207
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.2746326590873274,
-      "learning_rate": 1.601621360006616e-05,
-      "loss": 0.2266,
-      "step": 6208
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.8786848186524946,
-      "learning_rate": 1.601489795055778e-05,
-      "loss": 0.213,
-      "step": 6209
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9956355351416327,
-      "learning_rate": 1.6013582137894957e-05,
-      "loss": 0.1952,
-      "step": 6210
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.8905803437082221,
-      "learning_rate": 1.6012266162113378e-05,
-      "loss": 0.1862,
-      "step": 6211
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.276417244394672,
-      "learning_rate": 1.601095002324874e-05,
-      "loss": 0.2076,
-      "step": 6212
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0567990624078263,
-      "learning_rate": 1.6009633721336745e-05,
-      "loss": 0.2151,
-      "step": 6213
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.103289688097003,
-      "learning_rate": 1.6008317256413092e-05,
-      "loss": 0.2407,
-      "step": 6214
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0858152536697987,
-      "learning_rate": 1.6007000628513498e-05,
-      "loss": 0.176,
-      "step": 6215
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.024115694386055,
-      "learning_rate": 1.600568383767367e-05,
-      "loss": 0.1804,
-      "step": 6216
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.7915259534803418,
-      "learning_rate": 1.600436688392933e-05,
-      "loss": 0.2151,
-      "step": 6217
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9311081543873564,
-      "learning_rate": 1.6003049767316196e-05,
-      "loss": 0.2032,
-      "step": 6218
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 3.0398814378944885,
-      "learning_rate": 1.6001732487870002e-05,
-      "loss": 0.2193,
-      "step": 6219
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.7722538840376368,
-      "learning_rate": 1.6000415045626474e-05,
-      "loss": 0.1869,
-      "step": 6220
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.7243802802542608,
-      "learning_rate": 1.599909744062135e-05,
-      "loss": 0.1802,
-      "step": 6221
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9532863679444862,
-      "learning_rate": 1.5997779672890367e-05,
-      "loss": 0.1937,
-      "step": 6222
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.7103301266208392,
-      "learning_rate": 1.5996461742469273e-05,
-      "loss": 0.1711,
-      "step": 6223
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9093473889476353,
-      "learning_rate": 1.5995143649393814e-05,
-      "loss": 0.191,
-      "step": 6224
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9615416909069292,
-      "learning_rate": 1.5993825393699746e-05,
-      "loss": 0.2005,
-      "step": 6225
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9817798027230897,
-      "learning_rate": 1.5992506975422826e-05,
-      "loss": 0.2155,
-      "step": 6226
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0178129605623831,
-      "learning_rate": 1.5991188394598817e-05,
-      "loss": 0.2074,
-      "step": 6227
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9295853846888892,
-      "learning_rate": 1.598986965126348e-05,
-      "loss": 0.1846,
-      "step": 6228
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 2.4018557858414185,
-      "learning_rate": 1.5988550745452593e-05,
-      "loss": 0.1982,
-      "step": 6229
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9804221302826391,
-      "learning_rate": 1.598723167720193e-05,
-      "loss": 0.2109,
-      "step": 6230
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.7358355239165495,
-      "learning_rate": 1.598591244654727e-05,
-      "loss": 0.1874,
-      "step": 6231
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9962790646475322,
-      "learning_rate": 1.5984593053524395e-05,
-      "loss": 0.1918,
-      "step": 6232
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.035123937100931,
-      "learning_rate": 1.5983273498169095e-05,
-      "loss": 0.1729,
-      "step": 6233
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.7762721872372287,
-      "learning_rate": 1.5981953780517166e-05,
-      "loss": 0.2003,
-      "step": 6234
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.922755801851708,
-      "learning_rate": 1.59806339006044e-05,
-      "loss": 0.1896,
-      "step": 6235
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.3481005397591015,
-      "learning_rate": 1.59793138584666e-05,
-      "loss": 0.1951,
-      "step": 6236
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.7834068245640107,
-      "learning_rate": 1.597799365413958e-05,
-      "loss": 0.1814,
-      "step": 6237
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 3.1028864518367505,
-      "learning_rate": 1.597667328765914e-05,
-      "loss": 0.2181,
-      "step": 6238
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9488861711209522,
-      "learning_rate": 1.5975352759061103e-05,
-      "loss": 0.2215,
-      "step": 6239
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.3137009303969078,
-      "learning_rate": 1.597403206838128e-05,
-      "loss": 0.1913,
-      "step": 6240
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0603030370685838,
-      "learning_rate": 1.5972711215655504e-05,
-      "loss": 0.2342,
-      "step": 6241
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.005721988712769,
-      "learning_rate": 1.5971390200919597e-05,
-      "loss": 0.1838,
-      "step": 6242
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.9540413565559143,
-      "learning_rate": 1.5970069024209394e-05,
-      "loss": 0.2288,
-      "step": 6243
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.056861645845795,
-      "learning_rate": 1.596874768556073e-05,
-      "loss": 0.2376,
-      "step": 6244
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.8608096734735928,
-      "learning_rate": 1.5967426185009448e-05,
-      "loss": 0.1994,
-      "step": 6245
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9993820475578914,
-      "learning_rate": 1.5966104522591397e-05,
-      "loss": 0.2048,
-      "step": 6246
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.052166738593178,
-      "learning_rate": 1.5964782698342423e-05,
-      "loss": 0.2037,
-      "step": 6247
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 2.4623813432862196,
-      "learning_rate": 1.596346071229838e-05,
-      "loss": 0.2014,
-      "step": 6248
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.4257348201093032,
-      "learning_rate": 1.5962138564495128e-05,
-      "loss": 0.2111,
-      "step": 6249
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.8422300324358466,
-      "learning_rate": 1.596081625496853e-05,
-      "loss": 0.2061,
-      "step": 6250
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.8232571074717809,
-      "learning_rate": 1.5959493783754456e-05,
-      "loss": 0.2089,
-      "step": 6251
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.7018511761221633,
-      "learning_rate": 1.595817115088878e-05,
-      "loss": 0.1917,
-      "step": 6252
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9579800641887645,
-      "learning_rate": 1.5956848356407365e-05,
-      "loss": 0.2103,
-      "step": 6253
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.010412464498688,
-      "learning_rate": 1.595552540034611e-05,
-      "loss": 0.2362,
-      "step": 6254
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.8006817815454528,
-      "learning_rate": 1.595420228274089e-05,
-      "loss": 0.1742,
-      "step": 6255
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9325631107213238,
-      "learning_rate": 1.59528790036276e-05,
-      "loss": 0.1993,
-      "step": 6256
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.926514554437551,
-      "learning_rate": 1.5951555563042128e-05,
-      "loss": 0.2306,
-      "step": 6257
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.7324924450988743,
-      "learning_rate": 1.5950231961020373e-05,
-      "loss": 0.214,
-      "step": 6258
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0247474294843106,
-      "learning_rate": 1.5948908197598242e-05,
-      "loss": 0.1911,
-      "step": 6259
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.1524455317274755,
-      "learning_rate": 1.594758427281164e-05,
-      "loss": 0.2054,
-      "step": 6260
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.3710386575529927,
-      "learning_rate": 1.5946260186696477e-05,
-      "loss": 0.236,
-      "step": 6261
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.177146195681321,
-      "learning_rate": 1.5944935939288675e-05,
-      "loss": 0.1931,
-      "step": 6262
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0671464671711801,
-      "learning_rate": 1.5943611530624147e-05,
-      "loss": 0.2121,
-      "step": 6263
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9365291413240289,
-      "learning_rate": 1.594228696073882e-05,
-      "loss": 0.201,
-      "step": 6264
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9882062230623252,
-      "learning_rate": 1.5940962229668625e-05,
-      "loss": 0.2131,
-      "step": 6265
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0502799091230823,
-      "learning_rate": 1.5939637337449493e-05,
-      "loss": 0.2051,
-      "step": 6266
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.86354473763294,
-      "learning_rate": 1.5938312284117367e-05,
-      "loss": 0.1884,
-      "step": 6267
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.3278074739442671,
-      "learning_rate": 1.593698706970818e-05,
-      "loss": 0.2101,
-      "step": 6268
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.4480295763019384,
-      "learning_rate": 1.593566169425788e-05,
-      "loss": 0.2023,
-      "step": 6269
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.2014894821170918,
-      "learning_rate": 1.5934336157802427e-05,
-      "loss": 0.2066,
-      "step": 6270
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.47506376769695,
-      "learning_rate": 1.593301046037777e-05,
-      "loss": 0.2199,
-      "step": 6271
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.1430677599552572,
-      "learning_rate": 1.5931684602019866e-05,
-      "loss": 0.2121,
-      "step": 6272
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.856863370411823,
-      "learning_rate": 1.5930358582764686e-05,
-      "loss": 0.2003,
-      "step": 6273
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.8649431457227784,
-      "learning_rate": 1.5929032402648194e-05,
-      "loss": 0.1998,
-      "step": 6274
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.8653885888780428,
-      "learning_rate": 1.5927706061706363e-05,
-      "loss": 0.2049,
-      "step": 6275
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.8381520198334308,
-      "learning_rate": 1.592637955997517e-05,
-      "loss": 0.1964,
-      "step": 6276
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.1500336757509857,
-      "learning_rate": 1.5925052897490595e-05,
-      "loss": 0.1976,
-      "step": 6277
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0400983335658338,
-      "learning_rate": 1.5923726074288627e-05,
-      "loss": 0.2028,
-      "step": 6278
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.7803330730926793,
-      "learning_rate": 1.5922399090405255e-05,
-      "loss": 0.1951,
-      "step": 6279
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.2882797730496849,
-      "learning_rate": 1.592107194587647e-05,
-      "loss": 0.2098,
-      "step": 6280
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.949332819796093,
-      "learning_rate": 1.591974464073828e-05,
-      "loss": 0.1939,
-      "step": 6281
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.8669114548502495,
-      "learning_rate": 1.591841717502668e-05,
-      "loss": 0.2039,
-      "step": 6282
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.8760982488429814,
-      "learning_rate": 1.5917089548777678e-05,
-      "loss": 0.1997,
-      "step": 6283
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 3.425809164271548,
-      "learning_rate": 1.591576176202729e-05,
-      "loss": 0.2227,
-      "step": 6284
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0285643242186238,
-      "learning_rate": 1.5914433814811524e-05,
-      "loss": 0.2049,
-      "step": 6285
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9789355523220069,
-      "learning_rate": 1.591310570716641e-05,
-      "loss": 0.2057,
-      "step": 6286
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9412502930882807,
-      "learning_rate": 1.5911777439127975e-05,
-      "loss": 0.1977,
-      "step": 6287
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.021924695120764,
-      "learning_rate": 1.591044901073224e-05,
-      "loss": 0.2136,
-      "step": 6288
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0255290361753848,
-      "learning_rate": 1.590912042201524e-05,
-      "loss": 0.196,
-      "step": 6289
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9600707351927388,
-      "learning_rate": 1.5907791673013016e-05,
-      "loss": 0.1881,
-      "step": 6290
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.2638585822881137,
-      "learning_rate": 1.5906462763761606e-05,
-      "loss": 0.1805,
-      "step": 6291
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0002196629413556,
-      "learning_rate": 1.5905133694297065e-05,
-      "loss": 0.2008,
-      "step": 6292
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0106544911549504,
-      "learning_rate": 1.5903804464655437e-05,
-      "loss": 0.2092,
-      "step": 6293
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.314786481203474,
-      "learning_rate": 1.590247507487278e-05,
-      "loss": 0.2297,
-      "step": 6294
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 2.112341901630231,
-      "learning_rate": 1.5901145524985155e-05,
-      "loss": 0.1985,
-      "step": 6295
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.1707892567465332,
-      "learning_rate": 1.5899815815028618e-05,
-      "loss": 0.2032,
-      "step": 6296
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0298589833768144,
-      "learning_rate": 1.589848594503925e-05,
-      "loss": 0.2026,
-      "step": 6297
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.1082543126402602,
-      "learning_rate": 1.5897155915053113e-05,
-      "loss": 0.2433,
-      "step": 6298
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.6329212771296873,
-      "learning_rate": 1.5895825725106295e-05,
-      "loss": 0.1874,
-      "step": 6299
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.1679904879141962,
-      "learning_rate": 1.5894495375234865e-05,
-      "loss": 0.2348,
-      "step": 6300
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.7321960858669198,
-      "learning_rate": 1.589316486547492e-05,
-      "loss": 0.1893,
-      "step": 6301
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.8250329944711491,
-      "learning_rate": 1.589183419586254e-05,
-      "loss": 0.2105,
-      "step": 6302
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.8952598550183528,
-      "learning_rate": 1.5890503366433827e-05,
-      "loss": 0.217,
-      "step": 6303
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.930619450747476,
-      "learning_rate": 1.5889172377224877e-05,
-      "loss": 0.208,
-      "step": 6304
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.805703441367176,
-      "learning_rate": 1.5887841228271794e-05,
-      "loss": 0.1803,
-      "step": 6305
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.1449471204861255,
-      "learning_rate": 1.5886509919610683e-05,
-      "loss": 0.2274,
-      "step": 6306
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0149187593723974,
-      "learning_rate": 1.588517845127766e-05,
-      "loss": 0.2062,
-      "step": 6307
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.517302821901913,
-      "learning_rate": 1.5883846823308843e-05,
-      "loss": 0.1797,
-      "step": 6308
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.81017351323962,
-      "learning_rate": 1.5882515035740345e-05,
-      "loss": 0.2159,
-      "step": 6309
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.8318977084874352,
-      "learning_rate": 1.5881183088608293e-05,
-      "loss": 0.2093,
-      "step": 6310
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.681851519727326,
-      "learning_rate": 1.587985098194882e-05,
-      "loss": 0.1841,
-      "step": 6311
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.8934676155716955,
-      "learning_rate": 1.5878518715798053e-05,
-      "loss": 0.1861,
-      "step": 6312
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9779274252743558,
-      "learning_rate": 1.587718629019214e-05,
-      "loss": 0.213,
-      "step": 6313
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9371299745261433,
-      "learning_rate": 1.5875853705167214e-05,
-      "loss": 0.193,
-      "step": 6314
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.8759217719403662,
-      "learning_rate": 1.5874520960759423e-05,
-      "loss": 0.1968,
-      "step": 6315
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.1231242328686373,
-      "learning_rate": 1.5873188057004924e-05,
-      "loss": 0.1896,
-      "step": 6316
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0473174398740164,
-      "learning_rate": 1.5871854993939862e-05,
-      "loss": 0.2339,
-      "step": 6317
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.1763710546308124,
-      "learning_rate": 1.5870521771600402e-05,
-      "loss": 0.2014,
-      "step": 6318
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0078407380626875,
-      "learning_rate": 1.5869188390022708e-05,
-      "loss": 0.2139,
-      "step": 6319
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.1132752101430765,
-      "learning_rate": 1.586785484924295e-05,
-      "loss": 0.213,
-      "step": 6320
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.1250644268142815,
-      "learning_rate": 1.5866521149297294e-05,
-      "loss": 0.2078,
-      "step": 6321
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0358756499365598,
-      "learning_rate": 1.586518729022192e-05,
-      "loss": 0.2045,
-      "step": 6322
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.4276322383882027,
-      "learning_rate": 1.5863853272053017e-05,
-      "loss": 0.2078,
-      "step": 6323
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.1332020736682589,
-      "learning_rate": 1.5862519094826753e-05,
-      "loss": 0.1952,
-      "step": 6324
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.3461541846759482,
-      "learning_rate": 1.5861184758579332e-05,
-      "loss": 0.1962,
-      "step": 6325
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9436324996098256,
-      "learning_rate": 1.5859850263346945e-05,
-      "loss": 0.1897,
-      "step": 6326
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.08030280388521,
-      "learning_rate": 1.5858515609165786e-05,
-      "loss": 0.2137,
-      "step": 6327
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.2932692522911984,
-      "learning_rate": 1.5857180796072064e-05,
-      "loss": 0.1772,
-      "step": 6328
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0491984582849074,
-      "learning_rate": 1.5855845824101978e-05,
-      "loss": 0.1888,
-      "step": 6329
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.023037106386847,
-      "learning_rate": 1.5854510693291744e-05,
-      "loss": 0.1993,
-      "step": 6330
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.8958489251993921,
-      "learning_rate": 1.5853175403677577e-05,
-      "loss": 0.216,
-      "step": 6331
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9890468500643292,
-      "learning_rate": 1.5851839955295697e-05,
-      "loss": 0.2089,
-      "step": 6332
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.1823366094267416,
-      "learning_rate": 1.5850504348182327e-05,
-      "loss": 0.2098,
-      "step": 6333
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.427086580965463,
-      "learning_rate": 1.5849168582373698e-05,
-      "loss": 0.2417,
-      "step": 6334
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9748347836779382,
-      "learning_rate": 1.584783265790604e-05,
-      "loss": 0.2211,
-      "step": 6335
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.8419382988560267,
-      "learning_rate": 1.584649657481559e-05,
-      "loss": 0.2043,
-      "step": 6336
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0180216149981338,
-      "learning_rate": 1.5845160333138593e-05,
-      "loss": 0.2057,
-      "step": 6337
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 2.438738728038019,
-      "learning_rate": 1.584382393291129e-05,
-      "loss": 0.2175,
-      "step": 6338
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.8929441096966545,
-      "learning_rate": 1.584248737416993e-05,
-      "loss": 0.1956,
-      "step": 6339
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 3.4119312182239425,
-      "learning_rate": 1.584115065695077e-05,
-      "loss": 0.2038,
-      "step": 6340
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9668934126268923,
-      "learning_rate": 1.583981378129007e-05,
-      "loss": 0.2106,
-      "step": 6341
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.194773506228996,
-      "learning_rate": 1.5838476747224096e-05,
-      "loss": 0.2029,
-      "step": 6342
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.4189946860982916,
-      "learning_rate": 1.5837139554789106e-05,
-      "loss": 0.1852,
-      "step": 6343
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.7200228788960104,
-      "learning_rate": 1.5835802204021374e-05,
-      "loss": 0.1945,
-      "step": 6344
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.049067356353654,
-      "learning_rate": 1.583446469495718e-05,
-      "loss": 0.2132,
-      "step": 6345
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.8484716174067365,
-      "learning_rate": 1.5833127027632803e-05,
-      "loss": 0.1767,
-      "step": 6346
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.2644673501039674,
-      "learning_rate": 1.5831789202084524e-05,
-      "loss": 0.196,
-      "step": 6347
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0563048846551186,
-      "learning_rate": 1.5830451218348634e-05,
-      "loss": 0.1971,
-      "step": 6348
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.8555301237648472,
-      "learning_rate": 1.5829113076461426e-05,
-      "loss": 0.1986,
-      "step": 6349
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0299193138241485,
-      "learning_rate": 1.5827774776459195e-05,
-      "loss": 0.1942,
-      "step": 6350
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.4125485894893952,
-      "learning_rate": 1.5826436318378248e-05,
-      "loss": 0.1968,
-      "step": 6351
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9133171869368052,
-      "learning_rate": 1.5825097702254885e-05,
-      "loss": 0.2082,
-      "step": 6352
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.330384605741934,
-      "learning_rate": 1.5823758928125416e-05,
-      "loss": 0.2016,
-      "step": 6353
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.4065688789992765,
-      "learning_rate": 1.5822419996026156e-05,
-      "loss": 0.1982,
-      "step": 6354
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0543744183417312,
-      "learning_rate": 1.5821080905993425e-05,
-      "loss": 0.2171,
-      "step": 6355
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.010192278983979,
-      "learning_rate": 1.5819741658063548e-05,
-      "loss": 0.209,
-      "step": 6356
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.1998783585968111,
-      "learning_rate": 1.5818402252272852e-05,
-      "loss": 0.2112,
-      "step": 6357
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.3962202709631413,
-      "learning_rate": 1.581706268865766e-05,
-      "loss": 0.1958,
-      "step": 6358
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.154206370575021,
-      "learning_rate": 1.5815722967254317e-05,
-      "loss": 0.2085,
-      "step": 6359
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.9722024390165005,
-      "learning_rate": 1.5814383088099164e-05,
-      "loss": 0.2087,
-      "step": 6360
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9929739020758829,
-      "learning_rate": 1.5813043051228536e-05,
-      "loss": 0.2216,
-      "step": 6361
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.016156213865893,
-      "learning_rate": 1.581170285667879e-05,
-      "loss": 0.1903,
-      "step": 6362
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 2.5700458159966972,
-      "learning_rate": 1.5810362504486274e-05,
-      "loss": 0.2197,
-      "step": 6363
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.1682437605649398,
-      "learning_rate": 1.5809021994687346e-05,
-      "loss": 0.1977,
-      "step": 6364
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.2753786330700614,
-      "learning_rate": 1.5807681327318372e-05,
-      "loss": 0.2343,
-      "step": 6365
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.130208997823953,
-      "learning_rate": 1.580634050241571e-05,
-      "loss": 0.1902,
-      "step": 6366
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.1777548703995049,
-      "learning_rate": 1.5804999520015735e-05,
-      "loss": 0.1963,
-      "step": 6367
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9107676559244275,
-      "learning_rate": 1.5803658380154822e-05,
-      "loss": 0.1923,
-      "step": 6368
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0898334399860248,
-      "learning_rate": 1.5802317082869346e-05,
-      "loss": 0.1831,
-      "step": 6369
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.3729466617948922,
-      "learning_rate": 1.5800975628195692e-05,
-      "loss": 0.1964,
-      "step": 6370
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9014294103357848,
-      "learning_rate": 1.5799634016170245e-05,
-      "loss": 0.1943,
-      "step": 6371
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0305709033064328,
-      "learning_rate": 1.57982922468294e-05,
-      "loss": 0.1945,
-      "step": 6372
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.955380919591037,
-      "learning_rate": 1.5796950320209548e-05,
-      "loss": 0.2081,
-      "step": 6373
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9686561104117304,
-      "learning_rate": 1.5795608236347092e-05,
-      "loss": 0.1725,
-      "step": 6374
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9817649288066675,
-      "learning_rate": 1.5794265995278438e-05,
-      "loss": 0.2223,
-      "step": 6375
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9605643115340182,
-      "learning_rate": 1.5792923597039988e-05,
-      "loss": 0.1965,
-      "step": 6376
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9827142089808804,
-      "learning_rate": 1.579158104166816e-05,
-      "loss": 0.2116,
-      "step": 6377
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.9111504054520023,
-      "learning_rate": 1.579023832919937e-05,
-      "loss": 0.1855,
-      "step": 6378
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.2261708996905023,
-      "learning_rate": 1.5788895459670036e-05,
-      "loss": 0.2072,
-      "step": 6379
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.2240954515580862,
-      "learning_rate": 1.5787552433116586e-05,
-      "loss": 0.2059,
-      "step": 6380
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9802222648434512,
-      "learning_rate": 1.5786209249575452e-05,
-      "loss": 0.2064,
-      "step": 6381
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.4678277710491507,
-      "learning_rate": 1.5784865909083064e-05,
-      "loss": 0.2009,
-      "step": 6382
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 2.0693945382145387,
-      "learning_rate": 1.5783522411675857e-05,
-      "loss": 0.2025,
-      "step": 6383
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.5394552546625184,
-      "learning_rate": 1.5782178757390284e-05,
-      "loss": 0.1903,
-      "step": 6384
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0743984781457123,
-      "learning_rate": 1.5780834946262782e-05,
-      "loss": 0.2184,
-      "step": 6385
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.585305608844427,
-      "learning_rate": 1.5779490978329806e-05,
-      "loss": 0.2141,
-      "step": 6386
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 0.9386347211553212,
-      "learning_rate": 1.5778146853627813e-05,
-      "loss": 0.1865,
-      "step": 6387
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.0530458992126261,
-      "learning_rate": 1.577680257219326e-05,
-      "loss": 0.1897,
-      "step": 6388
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.2499711672577036,
-      "learning_rate": 1.577545813406261e-05,
-      "loss": 0.2078,
-      "step": 6389
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.127326725810852,
-      "learning_rate": 1.5774113539272332e-05,
-      "loss": 0.2238,
-      "step": 6390
-    },
-    {
-      "epoch": 0.32,
-      "grad_norm": 1.3929687223303266,
-      "learning_rate": 1.57727687878589e-05,
-      "loss": 0.1949,
-      "step": 6391
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9969779103098971,
-      "learning_rate": 1.5771423879858783e-05,
-      "loss": 0.1882,
-      "step": 6392
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.41306573541083,
-      "learning_rate": 1.5770078815308473e-05,
-      "loss": 0.1869,
-      "step": 6393
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.838933203170488,
-      "learning_rate": 1.5768733594244445e-05,
-      "loss": 0.2058,
-      "step": 6394
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0659843745048814,
-      "learning_rate": 1.5767388216703196e-05,
-      "loss": 0.2124,
-      "step": 6395
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.152946095323606,
-      "learning_rate": 1.5766042682721213e-05,
-      "loss": 0.2095,
-      "step": 6396
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 2.0228491280513095,
-      "learning_rate": 1.5764696992335e-05,
-      "loss": 0.2322,
-      "step": 6397
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.3934301752230933,
-      "learning_rate": 1.5763351145581052e-05,
-      "loss": 0.2031,
-      "step": 6398
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0083370881264966,
-      "learning_rate": 1.576200514249588e-05,
-      "loss": 0.217,
-      "step": 6399
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.4430508995785853,
-      "learning_rate": 1.576065898311599e-05,
-      "loss": 0.1991,
-      "step": 6400
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.6340672012097428,
-      "learning_rate": 1.5759312667477907e-05,
-      "loss": 0.1983,
-      "step": 6401
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.6808778569379283,
-      "learning_rate": 1.575796619561814e-05,
-      "loss": 0.1861,
-      "step": 6402
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.2748513907509549,
-      "learning_rate": 1.5756619567573213e-05,
-      "loss": 0.2164,
-      "step": 6403
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.936128174627036,
-      "learning_rate": 1.5755272783379656e-05,
-      "loss": 0.1953,
-      "step": 6404
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.2888785381934886,
-      "learning_rate": 1.5753925843073997e-05,
-      "loss": 0.2246,
-      "step": 6405
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.078888056580051,
-      "learning_rate": 1.5752578746692776e-05,
-      "loss": 0.1997,
-      "step": 6406
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9884413373743257,
-      "learning_rate": 1.5751231494272535e-05,
-      "loss": 0.1972,
-      "step": 6407
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.882073537819897,
-      "learning_rate": 1.574988408584981e-05,
-      "loss": 0.2124,
-      "step": 6408
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8856297252603791,
-      "learning_rate": 1.574853652146116e-05,
-      "loss": 0.2084,
-      "step": 6409
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9096131648444687,
-      "learning_rate": 1.5747188801143126e-05,
-      "loss": 0.2104,
-      "step": 6410
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.1483305633397578,
-      "learning_rate": 1.574584092493227e-05,
-      "loss": 0.2229,
-      "step": 6411
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.2905589927471228,
-      "learning_rate": 1.574449289286516e-05,
-      "loss": 0.1895,
-      "step": 6412
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.055202980082456,
-      "learning_rate": 1.5743144704978358e-05,
-      "loss": 0.2162,
-      "step": 6413
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.571357528956249,
-      "learning_rate": 1.5741796361308424e-05,
-      "loss": 0.2185,
-      "step": 6414
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.27518127262942,
-      "learning_rate": 1.5740447861891946e-05,
-      "loss": 0.2178,
-      "step": 6415
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.1005877561884827,
-      "learning_rate": 1.573909920676549e-05,
-      "loss": 0.2353,
-      "step": 6416
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8713251975400061,
-      "learning_rate": 1.5737750395965646e-05,
-      "loss": 0.1908,
-      "step": 6417
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.2112967064517417,
-      "learning_rate": 1.5736401429529e-05,
-      "loss": 0.1913,
-      "step": 6418
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.9991676495662414,
-      "learning_rate": 1.573505230749214e-05,
-      "loss": 0.1855,
-      "step": 6419
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8813185706705601,
-      "learning_rate": 1.573370302989166e-05,
-      "loss": 0.211,
-      "step": 6420
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.2830617593144382,
-      "learning_rate": 1.5732353596764168e-05,
-      "loss": 0.19,
-      "step": 6421
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.3583092644558936,
-      "learning_rate": 1.5731004008146255e-05,
-      "loss": 0.1827,
-      "step": 6422
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0762212789850942,
-      "learning_rate": 1.5729654264074536e-05,
-      "loss": 0.1934,
-      "step": 6423
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.2099248654148724,
-      "learning_rate": 1.572830436458562e-05,
-      "loss": 0.1947,
-      "step": 6424
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.592646821803759,
-      "learning_rate": 1.5726954309716128e-05,
-      "loss": 0.1849,
-      "step": 6425
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0505585309130414,
-      "learning_rate": 1.5725604099502673e-05,
-      "loss": 0.2032,
-      "step": 6426
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.5026472365739723,
-      "learning_rate": 1.572425373398189e-05,
-      "loss": 0.1994,
-      "step": 6427
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8287932239533964,
-      "learning_rate": 1.5722903213190393e-05,
-      "loss": 0.1654,
-      "step": 6428
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0151895468230154,
-      "learning_rate": 1.572155253716483e-05,
-      "loss": 0.1894,
-      "step": 6429
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.813161979459579,
-      "learning_rate": 1.5720201705941827e-05,
-      "loss": 0.2153,
-      "step": 6430
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.4623926629210309,
-      "learning_rate": 1.571885071955803e-05,
-      "loss": 0.1959,
-      "step": 6431
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 2.197393529509465,
-      "learning_rate": 1.5717499578050083e-05,
-      "loss": 0.2121,
-      "step": 6432
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8507227862656661,
-      "learning_rate": 1.571614828145464e-05,
-      "loss": 0.1791,
-      "step": 6433
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9143042226597085,
-      "learning_rate": 1.5714796829808352e-05,
-      "loss": 0.2176,
-      "step": 6434
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0246240592941134,
-      "learning_rate": 1.5713445223147876e-05,
-      "loss": 0.2225,
-      "step": 6435
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.2215280314440582,
-      "learning_rate": 1.5712093461509878e-05,
-      "loss": 0.2066,
-      "step": 6436
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.947008583860387,
-      "learning_rate": 1.5710741544931017e-05,
-      "loss": 0.2278,
-      "step": 6437
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.1323169093199634,
-      "learning_rate": 1.5709389473447974e-05,
-      "loss": 0.2134,
-      "step": 6438
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8026527983512476,
-      "learning_rate": 1.5708037247097418e-05,
-      "loss": 0.2012,
-      "step": 6439
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.1969855479924654,
-      "learning_rate": 1.5706684865916025e-05,
-      "loss": 0.2282,
-      "step": 6440
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9403857301981011,
-      "learning_rate": 1.570533232994049e-05,
-      "loss": 0.1967,
-      "step": 6441
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 2.305053539772037,
-      "learning_rate": 1.570397963920749e-05,
-      "loss": 0.1965,
-      "step": 6442
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.1363241248573346,
-      "learning_rate": 1.5702626793753717e-05,
-      "loss": 0.2044,
-      "step": 6443
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8737256816832991,
-      "learning_rate": 1.5701273793615876e-05,
-      "loss": 0.2048,
-      "step": 6444
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.6215538187724758,
-      "learning_rate": 1.5699920638830656e-05,
-      "loss": 0.218,
-      "step": 6445
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0878235244057186,
-      "learning_rate": 1.5698567329434768e-05,
-      "loss": 0.222,
-      "step": 6446
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0513041461655643,
-      "learning_rate": 1.569721386546492e-05,
-      "loss": 0.2166,
-      "step": 6447
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9622985569927587,
-      "learning_rate": 1.5695860246957826e-05,
-      "loss": 0.1979,
-      "step": 6448
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.106124143025721,
-      "learning_rate": 1.5694506473950198e-05,
-      "loss": 0.2146,
-      "step": 6449
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9022371205892392,
-      "learning_rate": 1.5693152546478762e-05,
-      "loss": 0.1904,
-      "step": 6450
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8059048062766315,
-      "learning_rate": 1.569179846458024e-05,
-      "loss": 0.1933,
-      "step": 6451
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.8776693830331572,
-      "learning_rate": 1.5690444228291366e-05,
-      "loss": 0.2228,
-      "step": 6452
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0309478566891377,
-      "learning_rate": 1.568908983764887e-05,
-      "loss": 0.1922,
-      "step": 6453
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.050309678890914,
-      "learning_rate": 1.568773529268949e-05,
-      "loss": 0.2045,
-      "step": 6454
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0229060671888315,
-      "learning_rate": 1.5686380593449966e-05,
-      "loss": 0.2047,
-      "step": 6455
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.001874802951346,
-      "learning_rate": 1.5685025739967056e-05,
-      "loss": 0.229,
-      "step": 6456
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9513827785300544,
-      "learning_rate": 1.568367073227749e-05,
-      "loss": 0.1857,
-      "step": 6457
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8963176883806334,
-      "learning_rate": 1.5682315570418043e-05,
-      "loss": 0.1848,
-      "step": 6458
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9336871285878903,
-      "learning_rate": 1.5680960254425467e-05,
-      "loss": 0.2199,
-      "step": 6459
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9301503405854965,
-      "learning_rate": 1.5679604784336516e-05,
-      "loss": 0.1947,
-      "step": 6460
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8430696671678639,
-      "learning_rate": 1.567824916018797e-05,
-      "loss": 0.2281,
-      "step": 6461
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0779499877725116,
-      "learning_rate": 1.567689338201659e-05,
-      "loss": 0.2232,
-      "step": 6462
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9323416339337731,
-      "learning_rate": 1.5675537449859158e-05,
-      "loss": 0.2095,
-      "step": 6463
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.1019950763615698,
-      "learning_rate": 1.5674181363752452e-05,
-      "loss": 0.1894,
-      "step": 6464
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.2348306315579887,
-      "learning_rate": 1.5672825123733257e-05,
-      "loss": 0.1921,
-      "step": 6465
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0231332496881906,
-      "learning_rate": 1.567146872983836e-05,
-      "loss": 0.1972,
-      "step": 6466
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 2.220781301600539,
-      "learning_rate": 1.5670112182104552e-05,
-      "loss": 0.1978,
-      "step": 6467
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.1006520137959355,
-      "learning_rate": 1.566875548056863e-05,
-      "loss": 0.2557,
-      "step": 6468
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0133967400662975,
-      "learning_rate": 1.5667398625267402e-05,
-      "loss": 0.1999,
-      "step": 6469
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9847310910093158,
-      "learning_rate": 1.566604161623766e-05,
-      "loss": 0.1787,
-      "step": 6470
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.3193309942941929,
-      "learning_rate": 1.5664684453516218e-05,
-      "loss": 0.2028,
-      "step": 6471
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0438169210754187,
-      "learning_rate": 1.5663327137139893e-05,
-      "loss": 0.1959,
-      "step": 6472
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9198281649456738,
-      "learning_rate": 1.56619696671455e-05,
-      "loss": 0.2137,
-      "step": 6473
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.3123289776496023,
-      "learning_rate": 1.5660612043569864e-05,
-      "loss": 0.2134,
-      "step": 6474
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9629029433242554,
-      "learning_rate": 1.56592542664498e-05,
-      "loss": 0.1986,
-      "step": 6475
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0251036113371328,
-      "learning_rate": 1.5657896335822147e-05,
-      "loss": 0.1771,
-      "step": 6476
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8869554671856225,
-      "learning_rate": 1.5656538251723734e-05,
-      "loss": 0.1902,
-      "step": 6477
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.3756739947044674,
-      "learning_rate": 1.5655180014191404e-05,
-      "loss": 0.2119,
-      "step": 6478
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9633315984036738,
-      "learning_rate": 1.5653821623261998e-05,
-      "loss": 0.2,
-      "step": 6479
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 9.251828938015827,
-      "learning_rate": 1.565246307897236e-05,
-      "loss": 0.203,
-      "step": 6480
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.14068294685859,
-      "learning_rate": 1.565110438135934e-05,
-      "loss": 0.191,
-      "step": 6481
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.5452138562508575,
-      "learning_rate": 1.5649745530459794e-05,
-      "loss": 0.1995,
-      "step": 6482
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0536420677133722,
-      "learning_rate": 1.5648386526310582e-05,
-      "loss": 0.1993,
-      "step": 6483
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.1356216475216754,
-      "learning_rate": 1.564702736894857e-05,
-      "loss": 0.2186,
-      "step": 6484
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8532781011175651,
-      "learning_rate": 1.5645668058410617e-05,
-      "loss": 0.2082,
-      "step": 6485
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8455231181313126,
-      "learning_rate": 1.56443085947336e-05,
-      "loss": 0.1931,
-      "step": 6486
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.2629784905997012,
-      "learning_rate": 1.5642948977954395e-05,
-      "loss": 0.2528,
-      "step": 6487
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.2047458771536588,
-      "learning_rate": 1.564158920810988e-05,
-      "loss": 0.2098,
-      "step": 6488
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.154183894969296,
-      "learning_rate": 1.5640229285236938e-05,
-      "loss": 0.2142,
-      "step": 6489
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.4439578060813603,
-      "learning_rate": 1.563886920937246e-05,
-      "loss": 0.1939,
-      "step": 6490
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.1269334348934161,
-      "learning_rate": 1.5637508980553335e-05,
-      "loss": 0.202,
-      "step": 6491
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8474971196663091,
-      "learning_rate": 1.563614859881646e-05,
-      "loss": 0.1944,
-      "step": 6492
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.775445743159406,
-      "learning_rate": 1.5634788064198736e-05,
-      "loss": 0.1838,
-      "step": 6493
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8829878157374699,
-      "learning_rate": 1.5633427376737072e-05,
-      "loss": 0.2099,
-      "step": 6494
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.388770427746395,
-      "learning_rate": 1.5632066536468367e-05,
-      "loss": 0.1908,
-      "step": 6495
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0099467639292705,
-      "learning_rate": 1.5630705543429542e-05,
-      "loss": 0.191,
-      "step": 6496
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9404162366537719,
-      "learning_rate": 1.5629344397657506e-05,
-      "loss": 0.194,
-      "step": 6497
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9446683305039197,
-      "learning_rate": 1.562798309918919e-05,
-      "loss": 0.1796,
-      "step": 6498
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9309802969044433,
-      "learning_rate": 1.5626621648061514e-05,
-      "loss": 0.202,
-      "step": 6499
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.7207205399944414,
-      "learning_rate": 1.5625260044311405e-05,
-      "loss": 0.2094,
-      "step": 6500
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.8054028028686318,
-      "learning_rate": 1.5623898287975806e-05,
-      "loss": 0.204,
-      "step": 6501
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.4060494249650275,
-      "learning_rate": 1.562253637909164e-05,
-      "loss": 0.194,
-      "step": 6502
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8105266496711662,
-      "learning_rate": 1.5621174317695862e-05,
-      "loss": 0.2025,
-      "step": 6503
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8944536557109091,
-      "learning_rate": 1.561981210382541e-05,
-      "loss": 0.2159,
-      "step": 6504
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.7844477751552985,
-      "learning_rate": 1.5618449737517242e-05,
-      "loss": 0.2015,
-      "step": 6505
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8709928078499433,
-      "learning_rate": 1.5617087218808307e-05,
-      "loss": 0.1814,
-      "step": 6506
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.3657649463539294,
-      "learning_rate": 1.5615724547735562e-05,
-      "loss": 0.2111,
-      "step": 6507
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.3173488373145754,
-      "learning_rate": 1.561436172433597e-05,
-      "loss": 0.1981,
-      "step": 6508
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.078990856080944,
-      "learning_rate": 1.56129987486465e-05,
-      "loss": 0.2151,
-      "step": 6509
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8717188418025383,
-      "learning_rate": 1.5611635620704128e-05,
-      "loss": 0.1983,
-      "step": 6510
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8053767630345547,
-      "learning_rate": 1.5610272340545814e-05,
-      "loss": 0.1947,
-      "step": 6511
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.842561014891099,
-      "learning_rate": 1.560890890820855e-05,
-      "loss": 0.1883,
-      "step": 6512
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.1991401747191601,
-      "learning_rate": 1.5607545323729313e-05,
-      "loss": 0.1756,
-      "step": 6513
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.059056198298021,
-      "learning_rate": 1.5606181587145097e-05,
-      "loss": 0.2366,
-      "step": 6514
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.7460856086533205,
-      "learning_rate": 1.5604817698492886e-05,
-      "loss": 0.2369,
-      "step": 6515
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0681687279055996,
-      "learning_rate": 1.560345365780968e-05,
-      "loss": 0.2114,
-      "step": 6516
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.240767782666872,
-      "learning_rate": 1.5602089465132474e-05,
-      "loss": 0.197,
-      "step": 6517
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.6283348417848393,
-      "learning_rate": 1.5600725120498273e-05,
-      "loss": 0.1867,
-      "step": 6518
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8753049390892731,
-      "learning_rate": 1.5599360623944092e-05,
-      "loss": 0.198,
-      "step": 6519
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8253790374894722,
-      "learning_rate": 1.5597995975506936e-05,
-      "loss": 0.2095,
-      "step": 6520
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.679152258436176,
-      "learning_rate": 1.5596631175223823e-05,
-      "loss": 0.2221,
-      "step": 6521
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.363989379907467,
-      "learning_rate": 1.559526622313177e-05,
-      "loss": 0.1862,
-      "step": 6522
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 5.99462758090583,
-      "learning_rate": 1.559390111926781e-05,
-      "loss": 0.2021,
-      "step": 6523
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.105152738508639,
-      "learning_rate": 1.559253586366896e-05,
-      "loss": 0.2166,
-      "step": 6524
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8798114773050834,
-      "learning_rate": 1.5591170456372264e-05,
-      "loss": 0.2005,
-      "step": 6525
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.2415787362049853,
-      "learning_rate": 1.5589804897414757e-05,
-      "loss": 0.2013,
-      "step": 6526
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.1061386725225641,
-      "learning_rate": 1.5588439186833467e-05,
-      "loss": 0.2422,
-      "step": 6527
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.7700214560139843,
-      "learning_rate": 1.5587073324665457e-05,
-      "loss": 0.197,
-      "step": 6528
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.3002606779597166,
-      "learning_rate": 1.558570731094776e-05,
-      "loss": 0.2082,
-      "step": 6529
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.120351330109009,
-      "learning_rate": 1.558434114571744e-05,
-      "loss": 0.202,
-      "step": 6530
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.4396268572009103,
-      "learning_rate": 1.558297482901155e-05,
-      "loss": 0.2189,
-      "step": 6531
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0460960319227817,
-      "learning_rate": 1.5581608360867154e-05,
-      "loss": 0.217,
-      "step": 6532
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0874166588094762,
-      "learning_rate": 1.5580241741321317e-05,
-      "loss": 0.2019,
-      "step": 6533
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.1894921553008606,
-      "learning_rate": 1.5578874970411105e-05,
-      "loss": 0.1977,
-      "step": 6534
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9151050298336578,
-      "learning_rate": 1.5577508048173596e-05,
-      "loss": 0.1988,
-      "step": 6535
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.8028004085361633,
-      "learning_rate": 1.5576140974645868e-05,
-      "loss": 0.2192,
-      "step": 6536
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0884779279303818,
-      "learning_rate": 1.5574773749865e-05,
-      "loss": 0.2029,
-      "step": 6537
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8143331503528025,
-      "learning_rate": 1.5573406373868077e-05,
-      "loss": 0.2073,
-      "step": 6538
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0414387222930812,
-      "learning_rate": 1.5572038846692193e-05,
-      "loss": 0.1941,
-      "step": 6539
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.4755430457912222,
-      "learning_rate": 1.557067116837444e-05,
-      "loss": 0.1945,
-      "step": 6540
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.063393639956194,
-      "learning_rate": 1.5569303338951914e-05,
-      "loss": 0.2216,
-      "step": 6541
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 3.354543793682284,
-      "learning_rate": 1.5567935358461724e-05,
-      "loss": 0.22,
-      "step": 6542
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.1240307573927577,
-      "learning_rate": 1.5566567226940974e-05,
-      "loss": 0.2162,
-      "step": 6543
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8625214215267929,
-      "learning_rate": 1.556519894442677e-05,
-      "loss": 0.207,
-      "step": 6544
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9190977071427817,
-      "learning_rate": 1.5563830510956234e-05,
-      "loss": 0.1947,
-      "step": 6545
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.7671693867274025,
-      "learning_rate": 1.556246192656648e-05,
-      "loss": 0.1928,
-      "step": 6546
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9212945113465504,
-      "learning_rate": 1.556109319129463e-05,
-      "loss": 0.2034,
-      "step": 6547
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.7883832295181457,
-      "learning_rate": 1.5559724305177814e-05,
-      "loss": 0.217,
-      "step": 6548
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.5995930916405159,
-      "learning_rate": 1.5558355268253166e-05,
-      "loss": 0.1975,
-      "step": 6549
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8519660979050935,
-      "learning_rate": 1.555698608055781e-05,
-      "loss": 0.195,
-      "step": 6550
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.1385807258455753,
-      "learning_rate": 1.5555616742128897e-05,
-      "loss": 0.1953,
-      "step": 6551
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8376325527210272,
-      "learning_rate": 1.5554247253003567e-05,
-      "loss": 0.1755,
-      "step": 6552
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.790951262306196,
-      "learning_rate": 1.5552877613218964e-05,
-      "loss": 0.1992,
-      "step": 6553
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0898402865456223,
-      "learning_rate": 1.555150782281224e-05,
-      "loss": 0.1971,
-      "step": 6554
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0067994486256289,
-      "learning_rate": 1.555013788182056e-05,
-      "loss": 0.2048,
-      "step": 6555
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.205884701347545,
-      "learning_rate": 1.554876779028107e-05,
-      "loss": 0.2196,
-      "step": 6556
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.322602602161279,
-      "learning_rate": 1.5547397548230943e-05,
-      "loss": 0.2039,
-      "step": 6557
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.7720006927722426,
-      "learning_rate": 1.554602715570735e-05,
-      "loss": 0.186,
-      "step": 6558
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0980304504859055,
-      "learning_rate": 1.554465661274745e-05,
-      "loss": 0.2072,
-      "step": 6559
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0093278518246684,
-      "learning_rate": 1.5543285919388426e-05,
-      "loss": 0.2197,
-      "step": 6560
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.2019674945560757,
-      "learning_rate": 1.554191507566746e-05,
-      "loss": 0.1965,
-      "step": 6561
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9670683442046764,
-      "learning_rate": 1.5540544081621736e-05,
-      "loss": 0.2288,
-      "step": 6562
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.949605601109131,
-      "learning_rate": 1.5539172937288437e-05,
-      "loss": 0.1993,
-      "step": 6563
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9442795776353967,
-      "learning_rate": 1.5537801642704763e-05,
-      "loss": 0.2031,
-      "step": 6564
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0005769850834774,
-      "learning_rate": 1.5536430197907904e-05,
-      "loss": 0.2164,
-      "step": 6565
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9143813378018446,
-      "learning_rate": 1.5535058602935065e-05,
-      "loss": 0.1804,
-      "step": 6566
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8805621406735882,
-      "learning_rate": 1.5533686857823447e-05,
-      "loss": 0.2052,
-      "step": 6567
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9730532725900689,
-      "learning_rate": 1.5532314962610263e-05,
-      "loss": 0.2081,
-      "step": 6568
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.1364802182104736,
-      "learning_rate": 1.553094291733272e-05,
-      "loss": 0.2015,
-      "step": 6569
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.95822533473699,
-      "learning_rate": 1.552957072202804e-05,
-      "loss": 0.2093,
-      "step": 6570
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.3920492379804228,
-      "learning_rate": 1.5528198376733444e-05,
-      "loss": 0.1986,
-      "step": 6571
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8671365676659566,
-      "learning_rate": 1.552682588148615e-05,
-      "loss": 0.2204,
-      "step": 6572
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8180428446337018,
-      "learning_rate": 1.5525453236323396e-05,
-      "loss": 0.1759,
-      "step": 6573
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0814408848789787,
-      "learning_rate": 1.5524080441282408e-05,
-      "loss": 0.1984,
-      "step": 6574
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8779769686721743,
-      "learning_rate": 1.5522707496400425e-05,
-      "loss": 0.1806,
-      "step": 6575
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9724116612781548,
-      "learning_rate": 1.5521334401714692e-05,
-      "loss": 0.1971,
-      "step": 6576
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.916346755900272,
-      "learning_rate": 1.551996115726245e-05,
-      "loss": 0.1832,
-      "step": 6577
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.2003326335004167,
-      "learning_rate": 1.5518587763080956e-05,
-      "loss": 0.2176,
-      "step": 6578
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.1705118254184124,
-      "learning_rate": 1.551721421920745e-05,
-      "loss": 0.194,
-      "step": 6579
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0446029535231542,
-      "learning_rate": 1.55158405256792e-05,
-      "loss": 0.2208,
-      "step": 6580
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.0562633998936752,
-      "learning_rate": 1.551446668253346e-05,
-      "loss": 0.2092,
-      "step": 6581
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.8909198049009172,
-      "learning_rate": 1.5513092689807505e-05,
-      "loss": 0.2235,
-      "step": 6582
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.1344678807289725,
-      "learning_rate": 1.5511718547538596e-05,
-      "loss": 0.1994,
-      "step": 6583
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 1.1833341979307461,
-      "learning_rate": 1.551034425576401e-05,
-      "loss": 0.1932,
-      "step": 6584
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9294885641880941,
-      "learning_rate": 1.5508969814521026e-05,
-      "loss": 0.2624,
-      "step": 6585
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.9262316728429739,
-      "learning_rate": 1.550759522384693e-05,
-      "loss": 0.2206,
-      "step": 6586
-    },
-    {
-      "epoch": 0.33,
-      "grad_norm": 0.793394516959776,
-      "learning_rate": 1.5506220483778994e-05,
-      "loss": 0.1744,
-      "step": 6587
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0311135703428027,
-      "learning_rate": 1.550484559435452e-05,
-      "loss": 0.2464,
-      "step": 6588
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.1685635601265862,
-      "learning_rate": 1.5503470555610797e-05,
-      "loss": 0.2192,
-      "step": 6589
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.2425139947073716,
-      "learning_rate": 1.5502095367585124e-05,
-      "loss": 0.2053,
-      "step": 6590
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.1825964827556712,
-      "learning_rate": 1.5500720030314805e-05,
-      "loss": 0.2195,
-      "step": 6591
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0157324689975242,
-      "learning_rate": 1.5499344543837144e-05,
-      "loss": 0.2074,
-      "step": 6592
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.1504316423024223,
-      "learning_rate": 1.549796890818945e-05,
-      "loss": 0.2221,
-      "step": 6593
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.1223861108775626,
-      "learning_rate": 1.5496593123409042e-05,
-      "loss": 0.1861,
-      "step": 6594
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.5017109310443328,
-      "learning_rate": 1.549521718953323e-05,
-      "loss": 0.1979,
-      "step": 6595
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9587162726326114,
-      "learning_rate": 1.549384110659935e-05,
-      "loss": 0.2071,
-      "step": 6596
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.4159051199900652,
-      "learning_rate": 1.5492464874644713e-05,
-      "loss": 0.2177,
-      "step": 6597
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.468995929268174,
-      "learning_rate": 1.5491088493706657e-05,
-      "loss": 0.2205,
-      "step": 6598
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.1113322064440028,
-      "learning_rate": 1.548971196382252e-05,
-      "loss": 0.1878,
-      "step": 6599
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.1024645553263197,
-      "learning_rate": 1.548833528502963e-05,
-      "loss": 0.2177,
-      "step": 6600
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9146618497170281,
-      "learning_rate": 1.5486958457365338e-05,
-      "loss": 0.1983,
-      "step": 6601
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.004880063563026,
-      "learning_rate": 1.5485581480866985e-05,
-      "loss": 0.1895,
-      "step": 6602
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.8620626063742314,
-      "learning_rate": 1.5484204355571927e-05,
-      "loss": 0.1999,
-      "step": 6603
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.6230596374204962,
-      "learning_rate": 1.5482827081517516e-05,
-      "loss": 0.2073,
-      "step": 6604
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.8772018169236586,
-      "learning_rate": 1.5481449658741112e-05,
-      "loss": 0.1892,
-      "step": 6605
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9995458502864405,
-      "learning_rate": 1.5480072087280075e-05,
-      "loss": 0.1928,
-      "step": 6606
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.1101682764237155,
-      "learning_rate": 1.5478694367171772e-05,
-      "loss": 0.1975,
-      "step": 6607
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.1474296693817685,
-      "learning_rate": 1.547731649845358e-05,
-      "loss": 0.2093,
-      "step": 6608
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0708314496289437,
-      "learning_rate": 1.5475938481162862e-05,
-      "loss": 0.215,
-      "step": 6609
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.4647452705106907,
-      "learning_rate": 1.5474560315337007e-05,
-      "loss": 0.2148,
-      "step": 6610
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0394882698957975,
-      "learning_rate": 1.5473182001013394e-05,
-      "loss": 0.18,
-      "step": 6611
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.177655440718952,
-      "learning_rate": 1.547180353822941e-05,
-      "loss": 0.204,
-      "step": 6612
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.6098661456952317,
-      "learning_rate": 1.5470424927022442e-05,
-      "loss": 0.2157,
-      "step": 6613
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.4013179662489288,
-      "learning_rate": 1.5469046167429895e-05,
-      "loss": 0.1768,
-      "step": 6614
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.8876557891047067,
-      "learning_rate": 1.5467667259489157e-05,
-      "loss": 0.1968,
-      "step": 6615
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.7364338213122036,
-      "learning_rate": 1.546628820323764e-05,
-      "loss": 0.1951,
-      "step": 6616
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.8233505032421118,
-      "learning_rate": 1.5464908998712743e-05,
-      "loss": 0.2177,
-      "step": 6617
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.7988196118879016,
-      "learning_rate": 1.5463529645951884e-05,
-      "loss": 0.1774,
-      "step": 6618
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.7863804154493699,
-      "learning_rate": 1.5462150144992473e-05,
-      "loss": 0.2375,
-      "step": 6619
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.1876939499505215,
-      "learning_rate": 1.546077049587193e-05,
-      "loss": 0.1965,
-      "step": 6620
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.7738270979735855,
-      "learning_rate": 1.545939069862768e-05,
-      "loss": 0.2106,
-      "step": 6621
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.8918711817915994,
-      "learning_rate": 1.545801075329715e-05,
-      "loss": 0.1929,
-      "step": 6622
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9377869351034032,
-      "learning_rate": 1.5456630659917768e-05,
-      "loss": 0.1894,
-      "step": 6623
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.8214995234734142,
-      "learning_rate": 1.5455250418526976e-05,
-      "loss": 0.2025,
-      "step": 6624
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.9899732290557761,
-      "learning_rate": 1.5453870029162202e-05,
-      "loss": 0.1985,
-      "step": 6625
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0791010808495334,
-      "learning_rate": 1.5452489491860897e-05,
-      "loss": 0.2171,
-      "step": 6626
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.8035978835832673,
-      "learning_rate": 1.5451108806660508e-05,
-      "loss": 0.1964,
-      "step": 6627
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.8693180246456279,
-      "learning_rate": 1.5449727973598487e-05,
-      "loss": 0.1976,
-      "step": 6628
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.8965073835730478,
-      "learning_rate": 1.544834699271228e-05,
-      "loss": 0.2127,
-      "step": 6629
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.1466026109131418,
-      "learning_rate": 1.5446965864039357e-05,
-      "loss": 0.1774,
-      "step": 6630
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9670915922502352,
-      "learning_rate": 1.544558458761718e-05,
-      "loss": 0.2116,
-      "step": 6631
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.3603515418339192,
-      "learning_rate": 1.5444203163483212e-05,
-      "loss": 0.2025,
-      "step": 6632
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9222393157039742,
-      "learning_rate": 1.544282159167492e-05,
-      "loss": 0.2049,
-      "step": 6633
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9098251873140276,
-      "learning_rate": 1.5441439872229793e-05,
-      "loss": 0.1982,
-      "step": 6634
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0500483855202372,
-      "learning_rate": 1.5440058005185295e-05,
-      "loss": 0.219,
-      "step": 6635
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9415410885951533,
-      "learning_rate": 1.5438675990578923e-05,
-      "loss": 0.1917,
-      "step": 6636
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9378779126221987,
-      "learning_rate": 1.5437293828448153e-05,
-      "loss": 0.2228,
-      "step": 6637
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9004931303198556,
-      "learning_rate": 1.5435911518830485e-05,
-      "loss": 0.2029,
-      "step": 6638
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 2.782645150359459,
-      "learning_rate": 1.5434529061763405e-05,
-      "loss": 0.1996,
-      "step": 6639
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.004324869305781,
-      "learning_rate": 1.543314645728442e-05,
-      "loss": 0.2044,
-      "step": 6640
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.6039110715845524,
-      "learning_rate": 1.543176370543103e-05,
-      "loss": 0.2098,
-      "step": 6641
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.2148324779559043,
-      "learning_rate": 1.5430380806240744e-05,
-      "loss": 0.2267,
-      "step": 6642
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9685722004536197,
-      "learning_rate": 1.5428997759751073e-05,
-      "loss": 0.1986,
-      "step": 6643
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.4287506123498237,
-      "learning_rate": 1.5427614565999527e-05,
-      "loss": 0.1698,
-      "step": 6644
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.2560403408390468,
-      "learning_rate": 1.542623122502363e-05,
-      "loss": 0.2371,
-      "step": 6645
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.493029626176336,
-      "learning_rate": 1.5424847736860907e-05,
-      "loss": 0.2216,
-      "step": 6646
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.502436700329338,
-      "learning_rate": 1.5423464101548883e-05,
-      "loss": 0.217,
-      "step": 6647
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.7559959460499155,
-      "learning_rate": 1.5422080319125085e-05,
-      "loss": 0.2062,
-      "step": 6648
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0631140913339923,
-      "learning_rate": 1.5420696389627057e-05,
-      "loss": 0.2386,
-      "step": 6649
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.224313506950377,
-      "learning_rate": 1.5419312313092328e-05,
-      "loss": 0.1964,
-      "step": 6650
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.3134515484754445,
-      "learning_rate": 1.541792808955845e-05,
-      "loss": 0.1774,
-      "step": 6651
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9334696811383187,
-      "learning_rate": 1.5416543719062967e-05,
-      "loss": 0.1961,
-      "step": 6652
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 5.177362982763627,
-      "learning_rate": 1.541515920164343e-05,
-      "loss": 0.2205,
-      "step": 6653
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.2813984057128454,
-      "learning_rate": 1.541377453733739e-05,
-      "loss": 0.1877,
-      "step": 6654
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.8656007817415847,
-      "learning_rate": 1.541238972618241e-05,
-      "loss": 0.1998,
-      "step": 6655
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0367298136556913,
-      "learning_rate": 1.541100476821606e-05,
-      "loss": 0.2136,
-      "step": 6656
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9975140810289721,
-      "learning_rate": 1.5409619663475894e-05,
-      "loss": 0.2154,
-      "step": 6657
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.2458834798559473,
-      "learning_rate": 1.540823441199949e-05,
-      "loss": 0.193,
-      "step": 6658
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.5142136985614558,
-      "learning_rate": 1.540684901382442e-05,
-      "loss": 0.2157,
-      "step": 6659
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.8924500791959433,
-      "learning_rate": 1.540546346898827e-05,
-      "loss": 0.2003,
-      "step": 6660
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9653697735047038,
-      "learning_rate": 1.5404077777528613e-05,
-      "loss": 0.2131,
-      "step": 6661
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.8638110891762141,
-      "learning_rate": 1.5402691939483046e-05,
-      "loss": 0.1747,
-      "step": 6662
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9144960253692133,
-      "learning_rate": 1.540130595488915e-05,
-      "loss": 0.2166,
-      "step": 6663
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.735671035910116,
-      "learning_rate": 1.539991982378453e-05,
-      "loss": 0.1921,
-      "step": 6664
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.2657061752905912,
-      "learning_rate": 1.539853354620678e-05,
-      "loss": 0.2117,
-      "step": 6665
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.283712998444193,
-      "learning_rate": 1.53971471221935e-05,
-      "loss": 0.179,
-      "step": 6666
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.8989145391276644,
-      "learning_rate": 1.53957605517823e-05,
-      "loss": 0.1903,
-      "step": 6667
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0048519214602194,
-      "learning_rate": 1.539437383501079e-05,
-      "loss": 0.2057,
-      "step": 6668
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0132983115014504,
-      "learning_rate": 1.5392986971916583e-05,
-      "loss": 0.2205,
-      "step": 6669
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.4896675971356934,
-      "learning_rate": 1.53915999625373e-05,
-      "loss": 0.1955,
-      "step": 6670
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.5033619249115908,
-      "learning_rate": 1.539021280691057e-05,
-      "loss": 0.2164,
-      "step": 6671
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.4593355835166457,
-      "learning_rate": 1.5388825505074006e-05,
-      "loss": 0.2004,
-      "step": 6672
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.148201487459412,
-      "learning_rate": 1.538743805706525e-05,
-      "loss": 0.1927,
-      "step": 6673
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.6333105220118933,
-      "learning_rate": 1.538605046292193e-05,
-      "loss": 0.2123,
-      "step": 6674
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9890080278145551,
-      "learning_rate": 1.5384662722681688e-05,
-      "loss": 0.1891,
-      "step": 6675
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9610666592755823,
-      "learning_rate": 1.5383274836382163e-05,
-      "loss": 0.1825,
-      "step": 6676
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0378885292526392,
-      "learning_rate": 1.5381886804061005e-05,
-      "loss": 0.2171,
-      "step": 6677
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.1277837007123201,
-      "learning_rate": 1.5380498625755867e-05,
-      "loss": 0.2176,
-      "step": 6678
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0877352146653516,
-      "learning_rate": 1.5379110301504397e-05,
-      "loss": 0.2081,
-      "step": 6679
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.2947756337756804,
-      "learning_rate": 1.5377721831344258e-05,
-      "loss": 0.2119,
-      "step": 6680
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.117584689887842,
-      "learning_rate": 1.5376333215313106e-05,
-      "loss": 0.2149,
-      "step": 6681
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.2078699493400893,
-      "learning_rate": 1.5374944453448617e-05,
-      "loss": 0.2057,
-      "step": 6682
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9548572667866763,
-      "learning_rate": 1.5373555545788456e-05,
-      "loss": 0.2049,
-      "step": 6683
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.3772461895252333,
-      "learning_rate": 1.5372166492370297e-05,
-      "loss": 0.1893,
-      "step": 6684
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9630206874145618,
-      "learning_rate": 1.5370777293231814e-05,
-      "loss": 0.1958,
-      "step": 6685
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.3183565853223211,
-      "learning_rate": 1.5369387948410695e-05,
-      "loss": 0.2091,
-      "step": 6686
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0363802125546604,
-      "learning_rate": 1.536799845794463e-05,
-      "loss": 0.241,
-      "step": 6687
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.8656078936422779,
-      "learning_rate": 1.53666088218713e-05,
-      "loss": 0.1964,
-      "step": 6688
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9737685003439084,
-      "learning_rate": 1.5365219040228402e-05,
-      "loss": 0.1881,
-      "step": 6689
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0616642657522841,
-      "learning_rate": 1.5363829113053633e-05,
-      "loss": 0.237,
-      "step": 6690
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.8708419272926546,
-      "learning_rate": 1.53624390403847e-05,
-      "loss": 0.1886,
-      "step": 6691
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.1335578938991093,
-      "learning_rate": 1.5361048822259302e-05,
-      "loss": 0.2157,
-      "step": 6692
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.326790601511181,
-      "learning_rate": 1.5359658458715158e-05,
-      "loss": 0.228,
-      "step": 6693
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9248727896429133,
-      "learning_rate": 1.5358267949789968e-05,
-      "loss": 0.2035,
-      "step": 6694
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.2076276869173062,
-      "learning_rate": 1.535687729552146e-05,
-      "loss": 0.2129,
-      "step": 6695
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.8942627148982174,
-      "learning_rate": 1.5355486495947353e-05,
-      "loss": 0.2178,
-      "step": 6696
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.8807289461435734,
-      "learning_rate": 1.5354095551105374e-05,
-      "loss": 0.2192,
-      "step": 6697
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.842682012974875,
-      "learning_rate": 1.5352704461033247e-05,
-      "loss": 0.203,
-      "step": 6698
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9057246496827717,
-      "learning_rate": 1.5351313225768713e-05,
-      "loss": 0.1882,
-      "step": 6699
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 2.1617478367242047,
-      "learning_rate": 1.5349921845349504e-05,
-      "loss": 0.2036,
-      "step": 6700
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.8422370104317792,
-      "learning_rate": 1.5348530319813365e-05,
-      "loss": 0.2045,
-      "step": 6701
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.172859237684915,
-      "learning_rate": 1.5347138649198036e-05,
-      "loss": 0.1777,
-      "step": 6702
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.851183073220529,
-      "learning_rate": 1.5345746833541268e-05,
-      "loss": 0.1951,
-      "step": 6703
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.3893811227479087,
-      "learning_rate": 1.5344354872880817e-05,
-      "loss": 0.1876,
-      "step": 6704
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.2961449575191275,
-      "learning_rate": 1.534296276725444e-05,
-      "loss": 0.2221,
-      "step": 6705
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.471827649921739,
-      "learning_rate": 1.5341570516699893e-05,
-      "loss": 0.1939,
-      "step": 6706
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.8421797836882626,
-      "learning_rate": 1.5340178121254944e-05,
-      "loss": 0.2059,
-      "step": 6707
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.968441843112463,
-      "learning_rate": 1.5338785580957366e-05,
-      "loss": 0.2059,
-      "step": 6708
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.1233535791260196,
-      "learning_rate": 1.5337392895844923e-05,
-      "loss": 0.2172,
-      "step": 6709
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.8078361898244383,
-      "learning_rate": 1.53360000659554e-05,
-      "loss": 0.1763,
-      "step": 6710
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.7165845447840065,
-      "learning_rate": 1.533460709132657e-05,
-      "loss": 0.1835,
-      "step": 6711
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 3.5322930348415293,
-      "learning_rate": 1.5333213971996223e-05,
-      "loss": 0.2092,
-      "step": 6712
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9859837992060969,
-      "learning_rate": 1.5331820708002148e-05,
-      "loss": 0.2159,
-      "step": 6713
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9879252355628823,
-      "learning_rate": 1.533042729938213e-05,
-      "loss": 0.1894,
-      "step": 6714
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.8812018427849039,
-      "learning_rate": 1.5329033746173975e-05,
-      "loss": 0.1833,
-      "step": 6715
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.4601846109173515,
-      "learning_rate": 1.5327640048415476e-05,
-      "loss": 0.2237,
-      "step": 6716
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0581061376121739,
-      "learning_rate": 1.5326246206144443e-05,
-      "loss": 0.2092,
-      "step": 6717
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.7203814696096753,
-      "learning_rate": 1.532485221939868e-05,
-      "loss": 0.1884,
-      "step": 6718
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.2641468880148858,
-      "learning_rate": 1.5323458088216e-05,
-      "loss": 0.2215,
-      "step": 6719
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9041915947266804,
-      "learning_rate": 1.5322063812634213e-05,
-      "loss": 0.182,
-      "step": 6720
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9312729062386421,
-      "learning_rate": 1.532066939269115e-05,
-      "loss": 0.2172,
-      "step": 6721
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.7275672748749746,
-      "learning_rate": 1.531927482842463e-05,
-      "loss": 0.1762,
-      "step": 6722
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9269472309163541,
-      "learning_rate": 1.531788011987248e-05,
-      "loss": 0.206,
-      "step": 6723
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.1568597220771661,
-      "learning_rate": 1.5316485267072528e-05,
-      "loss": 0.1887,
-      "step": 6724
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9338998705897923,
-      "learning_rate": 1.5315090270062612e-05,
-      "loss": 0.203,
-      "step": 6725
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.2715192485484121,
-      "learning_rate": 1.5313695128880578e-05,
-      "loss": 0.2145,
-      "step": 6726
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0559807576449627,
-      "learning_rate": 1.531229984356426e-05,
-      "loss": 0.1945,
-      "step": 6727
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.1443412285252021,
-      "learning_rate": 1.5310904414151505e-05,
-      "loss": 0.2212,
-      "step": 6728
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.2483375607136242,
-      "learning_rate": 1.530950884068017e-05,
-      "loss": 0.2071,
-      "step": 6729
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.1469468803995153,
-      "learning_rate": 1.530811312318811e-05,
-      "loss": 0.2045,
-      "step": 6730
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.2036637391446452,
-      "learning_rate": 1.530671726171318e-05,
-      "loss": 0.1866,
-      "step": 6731
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.198487986397559,
-      "learning_rate": 1.530532125629325e-05,
-      "loss": 0.2133,
-      "step": 6732
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.7976346078056735,
-      "learning_rate": 1.5303925106966176e-05,
-      "loss": 0.2204,
-      "step": 6733
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.205968836433249,
-      "learning_rate": 1.5302528813769832e-05,
-      "loss": 0.2076,
-      "step": 6734
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9959892711878979,
-      "learning_rate": 1.5301132376742097e-05,
-      "loss": 0.2149,
-      "step": 6735
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0439639919923365,
-      "learning_rate": 1.5299735795920852e-05,
-      "loss": 0.2182,
-      "step": 6736
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.3157354916778414,
-      "learning_rate": 1.5298339071343965e-05,
-      "loss": 0.1834,
-      "step": 6737
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 2.008918421266012,
-      "learning_rate": 1.5296942203049336e-05,
-      "loss": 0.2016,
-      "step": 6738
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0213466637424429,
-      "learning_rate": 1.5295545191074854e-05,
-      "loss": 0.1827,
-      "step": 6739
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.393285649452404,
-      "learning_rate": 1.5294148035458406e-05,
-      "loss": 0.1925,
-      "step": 6740
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.611635542327183,
-      "learning_rate": 1.529275073623789e-05,
-      "loss": 0.2131,
-      "step": 6741
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.9380453950042238,
-      "learning_rate": 1.5291353293451216e-05,
-      "loss": 0.2109,
-      "step": 6742
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.780304518112081,
-      "learning_rate": 1.5289955707136282e-05,
-      "loss": 0.21,
-      "step": 6743
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.276791397406679,
-      "learning_rate": 1.5288557977331006e-05,
-      "loss": 0.1979,
-      "step": 6744
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0230013122394754,
-      "learning_rate": 1.528716010407329e-05,
-      "loss": 0.2092,
-      "step": 6745
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.911278338876281,
-      "learning_rate": 1.528576208740106e-05,
-      "loss": 0.1953,
-      "step": 6746
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.8718440559042655,
-      "learning_rate": 1.5284363927352234e-05,
-      "loss": 0.2164,
-      "step": 6747
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.960141783585586,
-      "learning_rate": 1.528296562396474e-05,
-      "loss": 0.2246,
-      "step": 6748
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0057641215159536,
-      "learning_rate": 1.5281567177276504e-05,
-      "loss": 0.2114,
-      "step": 6749
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.1115177064216062,
-      "learning_rate": 1.5280168587325462e-05,
-      "loss": 0.2166,
-      "step": 6750
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9984220338545741,
-      "learning_rate": 1.5278769854149544e-05,
-      "loss": 0.2036,
-      "step": 6751
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0728686079952425,
-      "learning_rate": 1.5277370977786698e-05,
-      "loss": 0.2143,
-      "step": 6752
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.00311623585292,
-      "learning_rate": 1.527597195827487e-05,
-      "loss": 0.2022,
-      "step": 6753
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.4416304137365434,
-      "learning_rate": 1.5274572795652e-05,
-      "loss": 0.1861,
-      "step": 6754
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.353646006666074,
-      "learning_rate": 1.5273173489956045e-05,
-      "loss": 0.1966,
-      "step": 6755
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.6279188709189063,
-      "learning_rate": 1.5271774041224965e-05,
-      "loss": 0.2124,
-      "step": 6756
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.2112152569319565,
-      "learning_rate": 1.5270374449496713e-05,
-      "loss": 0.1893,
-      "step": 6757
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.9026300065868202,
-      "learning_rate": 1.526897471480926e-05,
-      "loss": 0.2145,
-      "step": 6758
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.4535905698686216,
-      "learning_rate": 1.5267574837200567e-05,
-      "loss": 0.1969,
-      "step": 6759
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9155814290404279,
-      "learning_rate": 1.5266174816708607e-05,
-      "loss": 0.2077,
-      "step": 6760
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.4571808090129743,
-      "learning_rate": 1.526477465337136e-05,
-      "loss": 0.2047,
-      "step": 6761
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.700143986136528,
-      "learning_rate": 1.5263374347226804e-05,
-      "loss": 0.207,
-      "step": 6762
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.3011385282165446,
-      "learning_rate": 1.526197389831292e-05,
-      "loss": 0.1692,
-      "step": 6763
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0324443289219334,
-      "learning_rate": 1.52605733066677e-05,
-      "loss": 0.2005,
-      "step": 6764
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9902437055657942,
-      "learning_rate": 1.5259172572329132e-05,
-      "loss": 0.181,
-      "step": 6765
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.4277802318478219,
-      "learning_rate": 1.5257771695335207e-05,
-      "loss": 0.1872,
-      "step": 6766
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9587925594158275,
-      "learning_rate": 1.5256370675723928e-05,
-      "loss": 0.1822,
-      "step": 6767
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.169017797107394,
-      "learning_rate": 1.52549695135333e-05,
-      "loss": 0.2135,
-      "step": 6768
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0043873111957573,
-      "learning_rate": 1.5253568208801324e-05,
-      "loss": 0.2032,
-      "step": 6769
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9227197727775629,
-      "learning_rate": 1.5252166761566018e-05,
-      "loss": 0.2208,
-      "step": 6770
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9284620558439093,
-      "learning_rate": 1.5250765171865391e-05,
-      "loss": 0.2122,
-      "step": 6771
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.2444535096292564,
-      "learning_rate": 1.5249363439737458e-05,
-      "loss": 0.2359,
-      "step": 6772
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.8917021534524678,
-      "learning_rate": 1.5247961565220251e-05,
-      "loss": 0.1886,
-      "step": 6773
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0070824235122227,
-      "learning_rate": 1.5246559548351786e-05,
-      "loss": 0.1946,
-      "step": 6774
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.0143443272664339,
-      "learning_rate": 1.5245157389170099e-05,
-      "loss": 0.2004,
-      "step": 6775
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.8925425331684878,
-      "learning_rate": 1.5243755087713221e-05,
-      "loss": 0.1978,
-      "step": 6776
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9067333501121372,
-      "learning_rate": 1.5242352644019188e-05,
-      "loss": 0.1804,
-      "step": 6777
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.8315046848626775,
-      "learning_rate": 1.5240950058126047e-05,
-      "loss": 0.2057,
-      "step": 6778
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.2926472057668967,
-      "learning_rate": 1.5239547330071838e-05,
-      "loss": 0.1967,
-      "step": 6779
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.4130144050799631,
-      "learning_rate": 1.5238144459894612e-05,
-      "loss": 0.2164,
-      "step": 6780
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.5404583219652528,
-      "learning_rate": 1.523674144763242e-05,
-      "loss": 0.2328,
-      "step": 6781
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 1.4509180543256275,
-      "learning_rate": 1.5235338293323322e-05,
-      "loss": 0.1865,
-      "step": 6782
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9155452259245301,
-      "learning_rate": 1.5233934997005377e-05,
-      "loss": 0.1868,
-      "step": 6783
-    },
-    {
-      "epoch": 0.34,
-      "grad_norm": 0.9785165899029814,
-      "learning_rate": 1.523253155871665e-05,
-      "loss": 0.2161,
-      "step": 6784
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9681027179097117,
-      "learning_rate": 1.5231127978495208e-05,
-      "loss": 0.1961,
-      "step": 6785
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.291598955342103,
-      "learning_rate": 1.5229724256379124e-05,
-      "loss": 0.1936,
-      "step": 6786
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.2179833211574773,
-      "learning_rate": 1.5228320392406476e-05,
-      "loss": 0.1859,
-      "step": 6787
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.132302330300989,
-      "learning_rate": 1.522691638661534e-05,
-      "loss": 0.1998,
-      "step": 6788
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9243465153919224,
-      "learning_rate": 1.5225512239043805e-05,
-      "loss": 0.1908,
-      "step": 6789
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.794549770398676,
-      "learning_rate": 1.5224107949729952e-05,
-      "loss": 0.1878,
-      "step": 6790
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.1940722120482383,
-      "learning_rate": 1.5222703518711876e-05,
-      "loss": 0.1877,
-      "step": 6791
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.006766552572996,
-      "learning_rate": 1.5221298946027674e-05,
-      "loss": 0.1982,
-      "step": 6792
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.2122944014485775,
-      "learning_rate": 1.5219894231715443e-05,
-      "loss": 0.1661,
-      "step": 6793
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.7706146021851047,
-      "learning_rate": 1.521848937581328e-05,
-      "loss": 0.1752,
-      "step": 6794
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8239227910933536,
-      "learning_rate": 1.5217084378359306e-05,
-      "loss": 0.1822,
-      "step": 6795
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8731121198592614,
-      "learning_rate": 1.5215679239391621e-05,
-      "loss": 0.1922,
-      "step": 6796
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.218467420504002,
-      "learning_rate": 1.5214273958948343e-05,
-      "loss": 0.198,
-      "step": 6797
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.232086371764998,
-      "learning_rate": 1.5212868537067587e-05,
-      "loss": 0.1799,
-      "step": 6798
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8349998328027023,
-      "learning_rate": 1.5211462973787478e-05,
-      "loss": 0.1858,
-      "step": 6799
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9479616491015617,
-      "learning_rate": 1.5210057269146141e-05,
-      "loss": 0.2169,
-      "step": 6800
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.021839551116278,
-      "learning_rate": 1.5208651423181709e-05,
-      "loss": 0.2123,
-      "step": 6801
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.7427252710048137,
-      "learning_rate": 1.5207245435932312e-05,
-      "loss": 0.2014,
-      "step": 6802
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.3946540105732994,
-      "learning_rate": 1.5205839307436088e-05,
-      "loss": 0.206,
-      "step": 6803
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9192566427112906,
-      "learning_rate": 1.5204433037731177e-05,
-      "loss": 0.1898,
-      "step": 6804
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0661683152184878,
-      "learning_rate": 1.5203026626855728e-05,
-      "loss": 0.217,
-      "step": 6805
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9281868878900686,
-      "learning_rate": 1.5201620074847888e-05,
-      "loss": 0.2235,
-      "step": 6806
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8851710721864421,
-      "learning_rate": 1.5200213381745807e-05,
-      "loss": 0.2138,
-      "step": 6807
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8892054097059979,
-      "learning_rate": 1.5198806547587648e-05,
-      "loss": 0.2257,
-      "step": 6808
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.2053124528725399,
-      "learning_rate": 1.5197399572411566e-05,
-      "loss": 0.1975,
-      "step": 6809
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.960929308363589,
-      "learning_rate": 1.5195992456255728e-05,
-      "loss": 0.1986,
-      "step": 6810
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0636077023307362,
-      "learning_rate": 1.51945851991583e-05,
-      "loss": 0.2068,
-      "step": 6811
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.867963274482051,
-      "learning_rate": 1.5193177801157456e-05,
-      "loss": 0.1769,
-      "step": 6812
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8875259655818101,
-      "learning_rate": 1.5191770262291367e-05,
-      "loss": 0.1952,
-      "step": 6813
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9265142993267459,
-      "learning_rate": 1.5190362582598223e-05,
-      "loss": 0.1973,
-      "step": 6814
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0713731845568697,
-      "learning_rate": 1.5188954762116197e-05,
-      "loss": 0.1891,
-      "step": 6815
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.170054639379894,
-      "learning_rate": 1.518754680088348e-05,
-      "loss": 0.1806,
-      "step": 6816
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.5358593286525253,
-      "learning_rate": 1.5186138698938262e-05,
-      "loss": 0.2304,
-      "step": 6817
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.2267745756341035,
-      "learning_rate": 1.5184730456318742e-05,
-      "loss": 0.21,
-      "step": 6818
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.2369692943548545,
-      "learning_rate": 1.5183322073063113e-05,
-      "loss": 0.1932,
-      "step": 6819
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9842943782482564,
-      "learning_rate": 1.5181913549209582e-05,
-      "loss": 0.199,
-      "step": 6820
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.1127812635949084,
-      "learning_rate": 1.5180504884796352e-05,
-      "loss": 0.1981,
-      "step": 6821
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.15296947156494,
-      "learning_rate": 1.5179096079861633e-05,
-      "loss": 0.1961,
-      "step": 6822
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.3997778340175386,
-      "learning_rate": 1.5177687134443644e-05,
-      "loss": 0.2149,
-      "step": 6823
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.1547947538700556,
-      "learning_rate": 1.51762780485806e-05,
-      "loss": 0.2027,
-      "step": 6824
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.2744762270890364,
-      "learning_rate": 1.5174868822310715e-05,
-      "loss": 0.1796,
-      "step": 6825
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8809148208865116,
-      "learning_rate": 1.5173459455672225e-05,
-      "loss": 0.2006,
-      "step": 6826
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.7797320005770062,
-      "learning_rate": 1.5172049948703356e-05,
-      "loss": 0.2017,
-      "step": 6827
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.074741508538611,
-      "learning_rate": 1.5170640301442339e-05,
-      "loss": 0.2007,
-      "step": 6828
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.1055816149226974,
-      "learning_rate": 1.516923051392741e-05,
-      "loss": 0.2054,
-      "step": 6829
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8006123473485938,
-      "learning_rate": 1.516782058619681e-05,
-      "loss": 0.2051,
-      "step": 6830
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9676537160614846,
-      "learning_rate": 1.516641051828879e-05,
-      "loss": 0.177,
-      "step": 6831
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.2592218417012093,
-      "learning_rate": 1.5165000310241592e-05,
-      "loss": 0.1988,
-      "step": 6832
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.7618946631132122,
-      "learning_rate": 1.5163589962093466e-05,
-      "loss": 0.1668,
-      "step": 6833
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8695663377266801,
-      "learning_rate": 1.5162179473882668e-05,
-      "loss": 0.1817,
-      "step": 6834
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.1313227587735268,
-      "learning_rate": 1.5160768845647464e-05,
-      "loss": 0.2208,
-      "step": 6835
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.7788299794995026,
-      "learning_rate": 1.5159358077426114e-05,
-      "loss": 0.2113,
-      "step": 6836
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0772132694371461,
-      "learning_rate": 1.5157947169256886e-05,
-      "loss": 0.2016,
-      "step": 6837
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8650455266282737,
-      "learning_rate": 1.515653612117805e-05,
-      "loss": 0.1963,
-      "step": 6838
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0680136956495005,
-      "learning_rate": 1.5155124933227876e-05,
-      "loss": 0.2127,
-      "step": 6839
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0971031970802028,
-      "learning_rate": 1.515371360544465e-05,
-      "loss": 0.1729,
-      "step": 6840
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9096219601191085,
-      "learning_rate": 1.5152302137866653e-05,
-      "loss": 0.1937,
-      "step": 6841
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9816498176529843,
-      "learning_rate": 1.5150890530532165e-05,
-      "loss": 0.1817,
-      "step": 6842
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.3215012680366147,
-      "learning_rate": 1.5149478783479484e-05,
-      "loss": 0.2153,
-      "step": 6843
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.101868774315477,
-      "learning_rate": 1.51480668967469e-05,
-      "loss": 0.2143,
-      "step": 6844
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8953111804081765,
-      "learning_rate": 1.514665487037271e-05,
-      "loss": 0.2136,
-      "step": 6845
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9155024355336064,
-      "learning_rate": 1.5145242704395215e-05,
-      "loss": 0.1709,
-      "step": 6846
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.194699702974594,
-      "learning_rate": 1.5143830398852722e-05,
-      "loss": 0.2143,
-      "step": 6847
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.815983227890357,
-      "learning_rate": 1.5142417953783536e-05,
-      "loss": 0.1805,
-      "step": 6848
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.3899500734068588,
-      "learning_rate": 1.5141005369225976e-05,
-      "loss": 0.1977,
-      "step": 6849
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.8772900169020614,
-      "learning_rate": 1.5139592645218355e-05,
-      "loss": 0.2173,
-      "step": 6850
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 4.3715237882830085,
-      "learning_rate": 1.5138179781798994e-05,
-      "loss": 0.2088,
-      "step": 6851
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9728600232206785,
-      "learning_rate": 1.513676677900621e-05,
-      "loss": 0.2141,
-      "step": 6852
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.2467143391094206,
-      "learning_rate": 1.5135353636878343e-05,
-      "loss": 0.2127,
-      "step": 6853
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 2.4410997273671753,
-      "learning_rate": 1.5133940355453717e-05,
-      "loss": 0.1994,
-      "step": 6854
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0130725754368426,
-      "learning_rate": 1.513252693477067e-05,
-      "loss": 0.191,
-      "step": 6855
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9178135147372484,
-      "learning_rate": 1.5131113374867537e-05,
-      "loss": 0.157,
-      "step": 6856
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0776349600749444,
-      "learning_rate": 1.5129699675782666e-05,
-      "loss": 0.2282,
-      "step": 6857
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.2034064612598838,
-      "learning_rate": 1.5128285837554404e-05,
-      "loss": 0.2008,
-      "step": 6858
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0843112113793854,
-      "learning_rate": 1.5126871860221098e-05,
-      "loss": 0.1881,
-      "step": 6859
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0250256906050836,
-      "learning_rate": 1.5125457743821098e-05,
-      "loss": 0.2129,
-      "step": 6860
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9537784444716515,
-      "learning_rate": 1.5124043488392772e-05,
-      "loss": 0.2287,
-      "step": 6861
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0963638776333486,
-      "learning_rate": 1.5122629093974476e-05,
-      "loss": 0.1926,
-      "step": 6862
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.18682479755038,
-      "learning_rate": 1.5121214560604579e-05,
-      "loss": 0.2174,
-      "step": 6863
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8760608982889208,
-      "learning_rate": 1.5119799888321444e-05,
-      "loss": 0.2168,
-      "step": 6864
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0627961084019029,
-      "learning_rate": 1.5118385077163446e-05,
-      "loss": 0.1941,
-      "step": 6865
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.6957928296348652,
-      "learning_rate": 1.5116970127168969e-05,
-      "loss": 0.2307,
-      "step": 6866
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0456603258940167,
-      "learning_rate": 1.5115555038376386e-05,
-      "loss": 0.2038,
-      "step": 6867
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0644078326243325,
-      "learning_rate": 1.5114139810824084e-05,
-      "loss": 0.2085,
-      "step": 6868
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9346639998075899,
-      "learning_rate": 1.5112724444550449e-05,
-      "loss": 0.1976,
-      "step": 6869
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9871990707491872,
-      "learning_rate": 1.5111308939593876e-05,
-      "loss": 0.2325,
-      "step": 6870
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.862600105336854,
-      "learning_rate": 1.510989329599276e-05,
-      "loss": 0.2257,
-      "step": 6871
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8081876993422035,
-      "learning_rate": 1.51084775137855e-05,
-      "loss": 0.1908,
-      "step": 6872
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.1136152808647861,
-      "learning_rate": 1.5107061593010497e-05,
-      "loss": 0.1845,
-      "step": 6873
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9049398819784213,
-      "learning_rate": 1.5105645533706161e-05,
-      "loss": 0.2169,
-      "step": 6874
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8437673319992209,
-      "learning_rate": 1.5104229335910901e-05,
-      "loss": 0.1851,
-      "step": 6875
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9911256372429206,
-      "learning_rate": 1.5102812999663136e-05,
-      "loss": 0.204,
-      "step": 6876
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.059383024074309,
-      "learning_rate": 1.5101396525001275e-05,
-      "loss": 0.2161,
-      "step": 6877
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.807238408215533,
-      "learning_rate": 1.5099979911963747e-05,
-      "loss": 0.1751,
-      "step": 6878
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0651713275527612,
-      "learning_rate": 1.5098563160588975e-05,
-      "loss": 0.1957,
-      "step": 6879
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.1544476706394258,
-      "learning_rate": 1.5097146270915391e-05,
-      "loss": 0.2063,
-      "step": 6880
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0130726774046317,
-      "learning_rate": 1.5095729242981426e-05,
-      "loss": 0.2123,
-      "step": 6881
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.946893609225108,
-      "learning_rate": 1.5094312076825514e-05,
-      "loss": 0.1984,
-      "step": 6882
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9464456103251006,
-      "learning_rate": 1.5092894772486104e-05,
-      "loss": 0.2102,
-      "step": 6883
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0216789633156547,
-      "learning_rate": 1.5091477330001634e-05,
-      "loss": 0.1997,
-      "step": 6884
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.6466262185119827,
-      "learning_rate": 1.5090059749410553e-05,
-      "loss": 0.2085,
-      "step": 6885
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9729954755515294,
-      "learning_rate": 1.5088642030751314e-05,
-      "loss": 0.171,
-      "step": 6886
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 5.385590133366258,
-      "learning_rate": 1.5087224174062371e-05,
-      "loss": 0.1922,
-      "step": 6887
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8916447836837915,
-      "learning_rate": 1.5085806179382188e-05,
-      "loss": 0.2069,
-      "step": 6888
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.2889193077338137,
-      "learning_rate": 1.5084388046749224e-05,
-      "loss": 0.2201,
-      "step": 6889
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.921388178955955,
-      "learning_rate": 1.5082969776201948e-05,
-      "loss": 0.2002,
-      "step": 6890
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.2911495515489098,
-      "learning_rate": 1.5081551367778828e-05,
-      "loss": 0.2063,
-      "step": 6891
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.54823405008985,
-      "learning_rate": 1.508013282151834e-05,
-      "loss": 0.186,
-      "step": 6892
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8821794175637585,
-      "learning_rate": 1.5078714137458965e-05,
-      "loss": 0.2036,
-      "step": 6893
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.5243194241716584,
-      "learning_rate": 1.5077295315639183e-05,
-      "loss": 0.2197,
-      "step": 6894
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.7558299954036014,
-      "learning_rate": 1.5075876356097472e-05,
-      "loss": 0.1974,
-      "step": 6895
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0411962229686005,
-      "learning_rate": 1.5074457258872332e-05,
-      "loss": 0.1895,
-      "step": 6896
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.1459677441955394,
-      "learning_rate": 1.5073038024002254e-05,
-      "loss": 0.2032,
-      "step": 6897
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.3905183101820433,
-      "learning_rate": 1.5071618651525733e-05,
-      "loss": 0.2074,
-      "step": 6898
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9654236834489405,
-      "learning_rate": 1.5070199141481267e-05,
-      "loss": 0.21,
-      "step": 6899
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0754205007601063,
-      "learning_rate": 1.5068779493907364e-05,
-      "loss": 0.2037,
-      "step": 6900
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.1811109530453496,
-      "learning_rate": 1.5067359708842531e-05,
-      "loss": 0.2191,
-      "step": 6901
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8896704583059244,
-      "learning_rate": 1.506593978632528e-05,
-      "loss": 0.1918,
-      "step": 6902
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8190830743448189,
-      "learning_rate": 1.5064519726394127e-05,
-      "loss": 0.1848,
-      "step": 6903
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.4839731613633682,
-      "learning_rate": 1.5063099529087588e-05,
-      "loss": 0.1942,
-      "step": 6904
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8611499038512758,
-      "learning_rate": 1.506167919444419e-05,
-      "loss": 0.1833,
-      "step": 6905
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9749771586556178,
-      "learning_rate": 1.5060258722502457e-05,
-      "loss": 0.2128,
-      "step": 6906
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.1688444786842203,
-      "learning_rate": 1.5058838113300922e-05,
-      "loss": 0.1839,
-      "step": 6907
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9682085388119024,
-      "learning_rate": 1.5057417366878117e-05,
-      "loss": 0.201,
-      "step": 6908
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0901203502465975,
-      "learning_rate": 1.505599648327258e-05,
-      "loss": 0.2072,
-      "step": 6909
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.404939365745371,
-      "learning_rate": 1.505457546252285e-05,
-      "loss": 0.226,
-      "step": 6910
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0672437834253885,
-      "learning_rate": 1.5053154304667481e-05,
-      "loss": 0.2089,
-      "step": 6911
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0637403739652012,
-      "learning_rate": 1.5051733009745013e-05,
-      "loss": 0.1869,
-      "step": 6912
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9076819960560645,
-      "learning_rate": 1.5050311577794002e-05,
-      "loss": 0.1877,
-      "step": 6913
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9717309390704598,
-      "learning_rate": 1.5048890008853004e-05,
-      "loss": 0.1993,
-      "step": 6914
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9407606112256421,
-      "learning_rate": 1.5047468302960577e-05,
-      "loss": 0.2085,
-      "step": 6915
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.4738042456951326,
-      "learning_rate": 1.504604646015529e-05,
-      "loss": 0.184,
-      "step": 6916
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.7211102814223973,
-      "learning_rate": 1.5044624480475704e-05,
-      "loss": 0.2234,
-      "step": 6917
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.4920048618936634,
-      "learning_rate": 1.50432023639604e-05,
-      "loss": 0.1944,
-      "step": 6918
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0084709392210685,
-      "learning_rate": 1.5041780110647945e-05,
-      "loss": 0.1899,
-      "step": 6919
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.1115772913320738,
-      "learning_rate": 1.5040357720576917e-05,
-      "loss": 0.2065,
-      "step": 6920
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0794035077770285,
-      "learning_rate": 1.5038935193785904e-05,
-      "loss": 0.2026,
-      "step": 6921
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9209720954523564,
-      "learning_rate": 1.5037512530313487e-05,
-      "loss": 0.1812,
-      "step": 6922
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.3927461318168444,
-      "learning_rate": 1.503608973019826e-05,
-      "loss": 0.2163,
-      "step": 6923
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8818625228439795,
-      "learning_rate": 1.5034666793478814e-05,
-      "loss": 0.2027,
-      "step": 6924
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9774795678754011,
-      "learning_rate": 1.5033243720193746e-05,
-      "loss": 0.1986,
-      "step": 6925
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.1421701507240238,
-      "learning_rate": 1.5031820510381661e-05,
-      "loss": 0.2108,
-      "step": 6926
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9000965134357147,
-      "learning_rate": 1.5030397164081157e-05,
-      "loss": 0.2099,
-      "step": 6927
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.095911521854206,
-      "learning_rate": 1.502897368133085e-05,
-      "loss": 0.2009,
-      "step": 6928
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8489297047692981,
-      "learning_rate": 1.5027550062169343e-05,
-      "loss": 0.1884,
-      "step": 6929
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.997414952129682,
-      "learning_rate": 1.5026126306635256e-05,
-      "loss": 0.1995,
-      "step": 6930
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9949856638154007,
-      "learning_rate": 1.5024702414767212e-05,
-      "loss": 0.2306,
-      "step": 6931
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8183068565989067,
-      "learning_rate": 1.5023278386603832e-05,
-      "loss": 0.1763,
-      "step": 6932
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 2.1024967773167957,
-      "learning_rate": 1.502185422218374e-05,
-      "loss": 0.2041,
-      "step": 6933
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0647604029272146,
-      "learning_rate": 1.5020429921545572e-05,
-      "loss": 0.2104,
-      "step": 6934
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.2222934743683858,
-      "learning_rate": 1.5019005484727953e-05,
-      "loss": 0.1928,
-      "step": 6935
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.949740467637576,
-      "learning_rate": 1.501758091176953e-05,
-      "loss": 0.2148,
-      "step": 6936
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.057136051282396,
-      "learning_rate": 1.5016156202708942e-05,
-      "loss": 0.2267,
-      "step": 6937
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9248210993970946,
-      "learning_rate": 1.5014731357584835e-05,
-      "loss": 0.1782,
-      "step": 6938
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0259772541994394,
-      "learning_rate": 1.5013306376435852e-05,
-      "loss": 0.2216,
-      "step": 6939
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.6482033868110175,
-      "learning_rate": 1.5011881259300654e-05,
-      "loss": 0.2146,
-      "step": 6940
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.137004966715899,
-      "learning_rate": 1.5010456006217892e-05,
-      "loss": 0.2031,
-      "step": 6941
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8897749780607621,
-      "learning_rate": 1.5009030617226227e-05,
-      "loss": 0.2103,
-      "step": 6942
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.7726206917351606,
-      "learning_rate": 1.5007605092364329e-05,
-      "loss": 0.2039,
-      "step": 6943
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9287323221846299,
-      "learning_rate": 1.5006179431670853e-05,
-      "loss": 0.2021,
-      "step": 6944
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8194781241438943,
-      "learning_rate": 1.5004753635184482e-05,
-      "loss": 0.2027,
-      "step": 6945
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.3093313015385672,
-      "learning_rate": 1.5003327702943886e-05,
-      "loss": 0.2096,
-      "step": 6946
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.751471795194662,
-      "learning_rate": 1.5001901634987741e-05,
-      "loss": 0.1795,
-      "step": 6947
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8658145897043582,
-      "learning_rate": 1.500047543135473e-05,
-      "loss": 0.198,
-      "step": 6948
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.927812722124989,
-      "learning_rate": 1.4999049092083546e-05,
-      "loss": 0.204,
-      "step": 6949
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0196694768308388,
-      "learning_rate": 1.499762261721287e-05,
-      "loss": 0.2097,
-      "step": 6950
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.1506071629214236,
-      "learning_rate": 1.4996196006781398e-05,
-      "loss": 0.2234,
-      "step": 6951
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0757424215079343,
-      "learning_rate": 1.4994769260827825e-05,
-      "loss": 0.2187,
-      "step": 6952
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8124410268278714,
-      "learning_rate": 1.4993342379390859e-05,
-      "loss": 0.2122,
-      "step": 6953
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 4.055419148942473,
-      "learning_rate": 1.4991915362509196e-05,
-      "loss": 0.1975,
-      "step": 6954
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.074342125307164,
-      "learning_rate": 1.4990488210221545e-05,
-      "loss": 0.2257,
-      "step": 6955
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8775555168046059,
-      "learning_rate": 1.4989060922566623e-05,
-      "loss": 0.1871,
-      "step": 6956
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9828925549110333,
-      "learning_rate": 1.4987633499583138e-05,
-      "loss": 0.2055,
-      "step": 6957
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0764743184030248,
-      "learning_rate": 1.4986205941309818e-05,
-      "loss": 0.205,
-      "step": 6958
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9363216899302678,
-      "learning_rate": 1.4984778247785375e-05,
-      "loss": 0.1804,
-      "step": 6959
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.931636292642853,
-      "learning_rate": 1.4983350419048544e-05,
-      "loss": 0.1797,
-      "step": 6960
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9904177526333235,
-      "learning_rate": 1.498192245513805e-05,
-      "loss": 0.1902,
-      "step": 6961
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8392932536433085,
-      "learning_rate": 1.4980494356092626e-05,
-      "loss": 0.206,
-      "step": 6962
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.8715178627695,
-      "learning_rate": 1.4979066121951014e-05,
-      "loss": 0.1972,
-      "step": 6963
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.1678631470250729,
-      "learning_rate": 1.4977637752751953e-05,
-      "loss": 0.1891,
-      "step": 6964
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.7647725339845265,
-      "learning_rate": 1.4976209248534183e-05,
-      "loss": 0.1959,
-      "step": 6965
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8787375165725418,
-      "learning_rate": 1.4974780609336459e-05,
-      "loss": 0.2146,
-      "step": 6966
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8037882146692238,
-      "learning_rate": 1.497335183519753e-05,
-      "loss": 0.2131,
-      "step": 6967
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9437660746025482,
-      "learning_rate": 1.497192292615615e-05,
-      "loss": 0.1672,
-      "step": 6968
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9548608764647659,
-      "learning_rate": 1.497049388225108e-05,
-      "loss": 0.1965,
-      "step": 6969
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8126396317616935,
-      "learning_rate": 1.4969064703521082e-05,
-      "loss": 0.206,
-      "step": 6970
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 4.600045784968216,
-      "learning_rate": 1.4967635390004924e-05,
-      "loss": 0.181,
-      "step": 6971
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.1969410873168724,
-      "learning_rate": 1.496620594174138e-05,
-      "loss": 0.2295,
-      "step": 6972
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9415730347137686,
-      "learning_rate": 1.4964776358769213e-05,
-      "loss": 0.2113,
-      "step": 6973
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.163755494326272,
-      "learning_rate": 1.496334664112721e-05,
-      "loss": 0.2001,
-      "step": 6974
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9033674842959668,
-      "learning_rate": 1.4961916788854147e-05,
-      "loss": 0.1906,
-      "step": 6975
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.1287017676044906,
-      "learning_rate": 1.4960486801988811e-05,
-      "loss": 0.2106,
-      "step": 6976
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.1671485012836642,
-      "learning_rate": 1.4959056680569992e-05,
-      "loss": 0.1838,
-      "step": 6977
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.9909927570451686,
-      "learning_rate": 1.4957626424636482e-05,
-      "loss": 0.2005,
-      "step": 6978
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.7024089312556172,
-      "learning_rate": 1.495619603422707e-05,
-      "loss": 0.1863,
-      "step": 6979
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 0.8736425378884803,
-      "learning_rate": 1.4954765509380565e-05,
-      "loss": 0.2134,
-      "step": 6980
-    },
-    {
-      "epoch": 0.35,
-      "grad_norm": 1.0248494978958178,
-      "learning_rate": 1.4953334850135765e-05,
-      "loss": 0.2203,
-      "step": 6981
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1433657512824882,
-      "learning_rate": 1.495190405653148e-05,
-      "loss": 0.2075,
-      "step": 6982
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.797062012180071,
-      "learning_rate": 1.4950473128606513e-05,
-      "loss": 0.1951,
-      "step": 6983
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9021502798448437,
-      "learning_rate": 1.4949042066399684e-05,
-      "loss": 0.1921,
-      "step": 6984
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9354344111856875,
-      "learning_rate": 1.4947610869949811e-05,
-      "loss": 0.2152,
-      "step": 6985
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.2873601297598602,
-      "learning_rate": 1.4946179539295713e-05,
-      "loss": 0.2066,
-      "step": 6986
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1742473061174559,
-      "learning_rate": 1.4944748074476211e-05,
-      "loss": 0.2242,
-      "step": 6987
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.027615230081389,
-      "learning_rate": 1.4943316475530145e-05,
-      "loss": 0.2241,
-      "step": 6988
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.4938750326455092,
-      "learning_rate": 1.4941884742496338e-05,
-      "loss": 0.2058,
-      "step": 6989
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8638539100195232,
-      "learning_rate": 1.4940452875413627e-05,
-      "loss": 0.2076,
-      "step": 6990
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.8909119223100532,
-      "learning_rate": 1.4939020874320856e-05,
-      "loss": 0.2382,
-      "step": 6991
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.959846464244343,
-      "learning_rate": 1.4937588739256861e-05,
-      "loss": 0.1874,
-      "step": 6992
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8957640924216222,
-      "learning_rate": 1.4936156470260494e-05,
-      "loss": 0.1897,
-      "step": 6993
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9760286467099434,
-      "learning_rate": 1.4934724067370604e-05,
-      "loss": 0.1896,
-      "step": 6994
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.7759132698260575,
-      "learning_rate": 1.4933291530626047e-05,
-      "loss": 0.1905,
-      "step": 6995
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.6179256438101102,
-      "learning_rate": 1.4931858860065676e-05,
-      "loss": 0.1889,
-      "step": 6996
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1805021494268257,
-      "learning_rate": 1.4930426055728354e-05,
-      "loss": 0.2042,
-      "step": 6997
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9349921230667492,
-      "learning_rate": 1.492899311765295e-05,
-      "loss": 0.1933,
-      "step": 6998
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.0884404176575875,
-      "learning_rate": 1.4927560045878328e-05,
-      "loss": 0.1874,
-      "step": 6999
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.371867437927246,
-      "learning_rate": 1.492612684044336e-05,
-      "loss": 0.1859,
-      "step": 7000
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.5014463510510556,
-      "learning_rate": 1.4924693501386925e-05,
-      "loss": 0.1972,
-      "step": 7001
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.658847598307763,
-      "learning_rate": 1.4923260028747899e-05,
-      "loss": 0.1931,
-      "step": 7002
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9026298128366345,
-      "learning_rate": 1.4921826422565169e-05,
-      "loss": 0.2159,
-      "step": 7003
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.740979167213659,
-      "learning_rate": 1.4920392682877618e-05,
-      "loss": 0.1958,
-      "step": 7004
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8531910200230725,
-      "learning_rate": 1.4918958809724135e-05,
-      "loss": 0.1846,
-      "step": 7005
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.7906279464839503,
-      "learning_rate": 1.491752480314362e-05,
-      "loss": 0.2073,
-      "step": 7006
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9873303650652501,
-      "learning_rate": 1.4916090663174966e-05,
-      "loss": 0.1949,
-      "step": 7007
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.881165750191825,
-      "learning_rate": 1.4914656389857076e-05,
-      "loss": 0.2105,
-      "step": 7008
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9239039519027061,
-      "learning_rate": 1.4913221983228851e-05,
-      "loss": 0.2083,
-      "step": 7009
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.0745052245332594,
-      "learning_rate": 1.4911787443329204e-05,
-      "loss": 0.2027,
-      "step": 7010
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8717707200753981,
-      "learning_rate": 1.4910352770197044e-05,
-      "loss": 0.2013,
-      "step": 7011
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8507639295424179,
-      "learning_rate": 1.4908917963871292e-05,
-      "loss": 0.2,
-      "step": 7012
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 2.7524155811833033,
-      "learning_rate": 1.4907483024390859e-05,
-      "loss": 0.1818,
-      "step": 7013
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.8231612141524862,
-      "learning_rate": 1.4906047951794671e-05,
-      "loss": 0.1897,
-      "step": 7014
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.0364202333602426,
-      "learning_rate": 1.4904612746121657e-05,
-      "loss": 0.2018,
-      "step": 7015
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.3215366699557016,
-      "learning_rate": 1.4903177407410749e-05,
-      "loss": 0.1915,
-      "step": 7016
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8798560451011856,
-      "learning_rate": 1.4901741935700873e-05,
-      "loss": 0.2068,
-      "step": 7017
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8262393299901581,
-      "learning_rate": 1.4900306331030967e-05,
-      "loss": 0.2209,
-      "step": 7018
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.817376552435723,
-      "learning_rate": 1.489887059343998e-05,
-      "loss": 0.2057,
-      "step": 7019
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.2862260016588265,
-      "learning_rate": 1.4897434722966851e-05,
-      "loss": 0.2076,
-      "step": 7020
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8367966460811618,
-      "learning_rate": 1.4895998719650526e-05,
-      "loss": 0.2173,
-      "step": 7021
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.6914550113491021,
-      "learning_rate": 1.4894562583529961e-05,
-      "loss": 0.197,
-      "step": 7022
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.0438177686296022,
-      "learning_rate": 1.4893126314644106e-05,
-      "loss": 0.1845,
-      "step": 7023
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8025077624120668,
-      "learning_rate": 1.4891689913031928e-05,
-      "loss": 0.1915,
-      "step": 7024
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9815403441598226,
-      "learning_rate": 1.4890253378732385e-05,
-      "loss": 0.2024,
-      "step": 7025
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.4646887196561633,
-      "learning_rate": 1.488881671178444e-05,
-      "loss": 0.2244,
-      "step": 7026
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8324670358442616,
-      "learning_rate": 1.4887379912227064e-05,
-      "loss": 0.2185,
-      "step": 7027
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.870578956635888,
-      "learning_rate": 1.4885942980099236e-05,
-      "loss": 0.2036,
-      "step": 7028
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.3454427996276077,
-      "learning_rate": 1.488450591543993e-05,
-      "loss": 0.2091,
-      "step": 7029
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1991823657329022,
-      "learning_rate": 1.4883068718288121e-05,
-      "loss": 0.2294,
-      "step": 7030
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8558186090970756,
-      "learning_rate": 1.4881631388682797e-05,
-      "loss": 0.1883,
-      "step": 7031
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.0901259681525386,
-      "learning_rate": 1.4880193926662948e-05,
-      "loss": 0.1977,
-      "step": 7032
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.000147735629142,
-      "learning_rate": 1.4878756332267563e-05,
-      "loss": 0.1937,
-      "step": 7033
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9307866687602493,
-      "learning_rate": 1.4877318605535638e-05,
-      "loss": 0.2057,
-      "step": 7034
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8674026920795987,
-      "learning_rate": 1.4875880746506169e-05,
-      "loss": 0.1858,
-      "step": 7035
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.066773643311902,
-      "learning_rate": 1.4874442755218156e-05,
-      "loss": 0.1948,
-      "step": 7036
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9281596268519601,
-      "learning_rate": 1.4873004631710613e-05,
-      "loss": 0.2231,
-      "step": 7037
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8973859838471487,
-      "learning_rate": 1.4871566376022542e-05,
-      "loss": 0.1794,
-      "step": 7038
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9926979536022584,
-      "learning_rate": 1.4870127988192957e-05,
-      "loss": 0.1973,
-      "step": 7039
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1506318008619696,
-      "learning_rate": 1.4868689468260876e-05,
-      "loss": 0.2115,
-      "step": 7040
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.0734519175053021,
-      "learning_rate": 1.4867250816265318e-05,
-      "loss": 0.182,
-      "step": 7041
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.229578365298459,
-      "learning_rate": 1.4865812032245308e-05,
-      "loss": 0.1948,
-      "step": 7042
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9429939490887894,
-      "learning_rate": 1.4864373116239872e-05,
-      "loss": 0.2185,
-      "step": 7043
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1696130548769823,
-      "learning_rate": 1.486293406828804e-05,
-      "loss": 0.2244,
-      "step": 7044
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.382434322965532,
-      "learning_rate": 1.4861494888428845e-05,
-      "loss": 0.2003,
-      "step": 7045
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.0071367527080957,
-      "learning_rate": 1.4860055576701327e-05,
-      "loss": 0.1995,
-      "step": 7046
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1758286360602521,
-      "learning_rate": 1.4858616133144527e-05,
-      "loss": 0.1906,
-      "step": 7047
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.0913830281505044,
-      "learning_rate": 1.4857176557797493e-05,
-      "loss": 0.2076,
-      "step": 7048
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8585908518502955,
-      "learning_rate": 1.4855736850699268e-05,
-      "loss": 0.2014,
-      "step": 7049
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.6561467985014158,
-      "learning_rate": 1.4854297011888905e-05,
-      "loss": 0.2059,
-      "step": 7050
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.4893530541324937,
-      "learning_rate": 1.4852857041405466e-05,
-      "loss": 0.1821,
-      "step": 7051
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1291541762800112,
-      "learning_rate": 1.4851416939288003e-05,
-      "loss": 0.2142,
-      "step": 7052
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.889361943725798,
-      "learning_rate": 1.484997670557558e-05,
-      "loss": 0.1824,
-      "step": 7053
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8613533659766596,
-      "learning_rate": 1.4848536340307267e-05,
-      "loss": 0.2051,
-      "step": 7054
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.3496139019332325,
-      "learning_rate": 1.4847095843522133e-05,
-      "loss": 0.2061,
-      "step": 7055
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8141814539341413,
-      "learning_rate": 1.4845655215259249e-05,
-      "loss": 0.1955,
-      "step": 7056
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.7389541225733909,
-      "learning_rate": 1.4844214455557693e-05,
-      "loss": 0.1944,
-      "step": 7057
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.100671299271619,
-      "learning_rate": 1.4842773564456545e-05,
-      "loss": 0.2101,
-      "step": 7058
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1313577250220692,
-      "learning_rate": 1.4841332541994893e-05,
-      "loss": 0.2043,
-      "step": 7059
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.7963336071239322,
-      "learning_rate": 1.4839891388211822e-05,
-      "loss": 0.2073,
-      "step": 7060
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9057394292716163,
-      "learning_rate": 1.4838450103146424e-05,
-      "loss": 0.2432,
-      "step": 7061
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 2.270303282906903,
-      "learning_rate": 1.4837008686837791e-05,
-      "loss": 0.2007,
-      "step": 7062
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8417121898936355,
-      "learning_rate": 1.4835567139325026e-05,
-      "loss": 0.2002,
-      "step": 7063
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8494513029708324,
-      "learning_rate": 1.4834125460647231e-05,
-      "loss": 0.1912,
-      "step": 7064
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1110096798803188,
-      "learning_rate": 1.483268365084351e-05,
-      "loss": 0.1917,
-      "step": 7065
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.2050849762105256,
-      "learning_rate": 1.4831241709952969e-05,
-      "loss": 0.2051,
-      "step": 7066
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1217378012786416,
-      "learning_rate": 1.4829799638014724e-05,
-      "loss": 0.2045,
-      "step": 7067
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.118223071720989,
-      "learning_rate": 1.4828357435067895e-05,
-      "loss": 0.1838,
-      "step": 7068
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 2.5884446354343718,
-      "learning_rate": 1.4826915101151595e-05,
-      "loss": 0.2154,
-      "step": 7069
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9053567421261107,
-      "learning_rate": 1.4825472636304952e-05,
-      "loss": 0.2375,
-      "step": 7070
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8367797883521595,
-      "learning_rate": 1.4824030040567086e-05,
-      "loss": 0.1871,
-      "step": 7071
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.7442778069105056,
-      "learning_rate": 1.4822587313977137e-05,
-      "loss": 0.2197,
-      "step": 7072
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.46195344130919,
-      "learning_rate": 1.4821144456574235e-05,
-      "loss": 0.1843,
-      "step": 7073
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.871892278282872,
-      "learning_rate": 1.4819701468397516e-05,
-      "loss": 0.1998,
-      "step": 7074
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.0590408819917725,
-      "learning_rate": 1.4818258349486121e-05,
-      "loss": 0.2003,
-      "step": 7075
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9773154856611629,
-      "learning_rate": 1.4816815099879199e-05,
-      "loss": 0.2079,
-      "step": 7076
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9642359721391925,
-      "learning_rate": 1.4815371719615895e-05,
-      "loss": 0.2001,
-      "step": 7077
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8066183899205053,
-      "learning_rate": 1.481392820873536e-05,
-      "loss": 0.1761,
-      "step": 7078
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.0007716990939366,
-      "learning_rate": 1.481248456727675e-05,
-      "loss": 0.209,
-      "step": 7079
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8113832340307315,
-      "learning_rate": 1.4811040795279223e-05,
-      "loss": 0.1979,
-      "step": 7080
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.0519165147720977,
-      "learning_rate": 1.4809596892781946e-05,
-      "loss": 0.2089,
-      "step": 7081
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8878676928357122,
-      "learning_rate": 1.480815285982408e-05,
-      "loss": 0.2352,
-      "step": 7082
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8365083305411455,
-      "learning_rate": 1.4806708696444796e-05,
-      "loss": 0.2044,
-      "step": 7083
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.128972835355977,
-      "learning_rate": 1.4805264402683268e-05,
-      "loss": 0.1973,
-      "step": 7084
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.2933985370978633,
-      "learning_rate": 1.480381997857867e-05,
-      "loss": 0.2061,
-      "step": 7085
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1958606496129567,
-      "learning_rate": 1.4802375424170187e-05,
-      "loss": 0.2116,
-      "step": 7086
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9234574265240589,
-      "learning_rate": 1.4800930739497e-05,
-      "loss": 0.185,
-      "step": 7087
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9777658505483192,
-      "learning_rate": 1.4799485924598292e-05,
-      "loss": 0.2006,
-      "step": 7088
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8632732697046354,
-      "learning_rate": 1.4798040979513258e-05,
-      "loss": 0.1881,
-      "step": 7089
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.0198595161320083,
-      "learning_rate": 1.479659590428109e-05,
-      "loss": 0.2127,
-      "step": 7090
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9215793081250065,
-      "learning_rate": 1.479515069894099e-05,
-      "loss": 0.1954,
-      "step": 7091
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9916694114763142,
-      "learning_rate": 1.4793705363532156e-05,
-      "loss": 0.1978,
-      "step": 7092
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.592385505546323,
-      "learning_rate": 1.4792259898093791e-05,
-      "loss": 0.2388,
-      "step": 7093
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.012073087478319,
-      "learning_rate": 1.4790814302665107e-05,
-      "loss": 0.1814,
-      "step": 7094
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.90806762365769,
-      "learning_rate": 1.4789368577285314e-05,
-      "loss": 0.2186,
-      "step": 7095
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8809231723802302,
-      "learning_rate": 1.478792272199363e-05,
-      "loss": 0.1912,
-      "step": 7096
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8225179914084455,
-      "learning_rate": 1.4786476736829267e-05,
-      "loss": 0.1968,
-      "step": 7097
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8506939817328405,
-      "learning_rate": 1.4785030621831458e-05,
-      "loss": 0.1949,
-      "step": 7098
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9884889449489223,
-      "learning_rate": 1.478358437703942e-05,
-      "loss": 0.2254,
-      "step": 7099
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 7.4120500445281,
-      "learning_rate": 1.4782138002492385e-05,
-      "loss": 0.2025,
-      "step": 7100
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.6147739500037153,
-      "learning_rate": 1.4780691498229588e-05,
-      "loss": 0.1985,
-      "step": 7101
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.9097814287498975,
-      "learning_rate": 1.4779244864290264e-05,
-      "loss": 0.2045,
-      "step": 7102
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8348803855026005,
-      "learning_rate": 1.4777798100713655e-05,
-      "loss": 0.1769,
-      "step": 7103
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1900370878471898,
-      "learning_rate": 1.4776351207538999e-05,
-      "loss": 0.1719,
-      "step": 7104
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.2091092328565474,
-      "learning_rate": 1.477490418480555e-05,
-      "loss": 0.1898,
-      "step": 7105
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.5838612601289892,
-      "learning_rate": 1.4773457032552551e-05,
-      "loss": 0.224,
-      "step": 7106
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 4.945232541245546,
-      "learning_rate": 1.4772009750819262e-05,
-      "loss": 0.2107,
-      "step": 7107
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9322743971599436,
-      "learning_rate": 1.4770562339644943e-05,
-      "loss": 0.235,
-      "step": 7108
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1461959180016132,
-      "learning_rate": 1.4769114799068847e-05,
-      "loss": 0.2051,
-      "step": 7109
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.636216515301017,
-      "learning_rate": 1.4767667129130243e-05,
-      "loss": 0.221,
-      "step": 7110
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1442129928861824,
-      "learning_rate": 1.4766219329868399e-05,
-      "loss": 0.2033,
-      "step": 7111
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.4749380356676163,
-      "learning_rate": 1.4764771401322588e-05,
-      "loss": 0.1876,
-      "step": 7112
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.982928862953428,
-      "learning_rate": 1.4763323343532083e-05,
-      "loss": 0.2089,
-      "step": 7113
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.0080157854821021,
-      "learning_rate": 1.4761875156536163e-05,
-      "loss": 0.2059,
-      "step": 7114
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9390907781578757,
-      "learning_rate": 1.476042684037411e-05,
-      "loss": 0.1792,
-      "step": 7115
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 3.299468734945118,
-      "learning_rate": 1.4758978395085208e-05,
-      "loss": 0.2316,
-      "step": 7116
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9578609983641396,
-      "learning_rate": 1.4757529820708754e-05,
-      "loss": 0.1964,
-      "step": 7117
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8416583906906582,
-      "learning_rate": 1.475608111728403e-05,
-      "loss": 0.1789,
-      "step": 7118
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9457542076436503,
-      "learning_rate": 1.4754632284850338e-05,
-      "loss": 0.1833,
-      "step": 7119
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9545702827475283,
-      "learning_rate": 1.4753183323446978e-05,
-      "loss": 0.2101,
-      "step": 7120
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.088974962874592,
-      "learning_rate": 1.4751734233113253e-05,
-      "loss": 0.2124,
-      "step": 7121
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9677299958915025,
-      "learning_rate": 1.4750285013888466e-05,
-      "loss": 0.1812,
-      "step": 7122
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.9383390825244804,
-      "learning_rate": 1.474883566581193e-05,
-      "loss": 0.2187,
-      "step": 7123
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.049802052114001,
-      "learning_rate": 1.474738618892296e-05,
-      "loss": 0.1903,
-      "step": 7124
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.2918584280404934,
-      "learning_rate": 1.474593658326087e-05,
-      "loss": 0.2075,
-      "step": 7125
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.2190451902433268,
-      "learning_rate": 1.4744486848864982e-05,
-      "loss": 0.1998,
-      "step": 7126
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 2.2539579091445217,
-      "learning_rate": 1.4743036985774621e-05,
-      "loss": 0.1809,
-      "step": 7127
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8069144816251373,
-      "learning_rate": 1.4741586994029113e-05,
-      "loss": 0.1841,
-      "step": 7128
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8739653517671883,
-      "learning_rate": 1.474013687366779e-05,
-      "loss": 0.1951,
-      "step": 7129
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1976902309195656,
-      "learning_rate": 1.4738686624729987e-05,
-      "loss": 0.2206,
-      "step": 7130
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1363599177482622,
-      "learning_rate": 1.4737236247255045e-05,
-      "loss": 0.1928,
-      "step": 7131
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.0141472201673492,
-      "learning_rate": 1.4735785741282298e-05,
-      "loss": 0.17,
-      "step": 7132
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8962760373086162,
-      "learning_rate": 1.4734335106851095e-05,
-      "loss": 0.1788,
-      "step": 7133
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.0975108161546672,
-      "learning_rate": 1.4732884344000787e-05,
-      "loss": 0.1932,
-      "step": 7134
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1304931506411495,
-      "learning_rate": 1.4731433452770723e-05,
-      "loss": 0.2232,
-      "step": 7135
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9684346870572593,
-      "learning_rate": 1.4729982433200261e-05,
-      "loss": 0.2124,
-      "step": 7136
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 2.5665638986844876,
-      "learning_rate": 1.4728531285328753e-05,
-      "loss": 0.2219,
-      "step": 7137
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9854542831804197,
-      "learning_rate": 1.4727080009195573e-05,
-      "loss": 0.217,
-      "step": 7138
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.0710552426739544,
-      "learning_rate": 1.4725628604840078e-05,
-      "loss": 0.1855,
-      "step": 7139
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.2343554376103933,
-      "learning_rate": 1.4724177072301642e-05,
-      "loss": 0.2069,
-      "step": 7140
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9514401751415055,
-      "learning_rate": 1.4722725411619634e-05,
-      "loss": 0.2106,
-      "step": 7141
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 2.030571956714932,
-      "learning_rate": 1.4721273622833432e-05,
-      "loss": 0.2027,
-      "step": 7142
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.506294984385844,
-      "learning_rate": 1.4719821705982417e-05,
-      "loss": 0.199,
-      "step": 7143
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.258818755205757,
-      "learning_rate": 1.4718369661105973e-05,
-      "loss": 0.2058,
-      "step": 7144
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.7594735060195563,
-      "learning_rate": 1.4716917488243485e-05,
-      "loss": 0.1839,
-      "step": 7145
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.3661682393111336,
-      "learning_rate": 1.4715465187434342e-05,
-      "loss": 0.1978,
-      "step": 7146
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1330714487070268,
-      "learning_rate": 1.4714012758717941e-05,
-      "loss": 0.1889,
-      "step": 7147
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1189407523486754,
-      "learning_rate": 1.4712560202133679e-05,
-      "loss": 0.2008,
-      "step": 7148
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.8707259683031279,
-      "learning_rate": 1.4711107517720953e-05,
-      "loss": 0.1833,
-      "step": 7149
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.05214004080036,
-      "learning_rate": 1.4709654705519168e-05,
-      "loss": 0.1987,
-      "step": 7150
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.0682777254050864,
-      "learning_rate": 1.4708201765567736e-05,
-      "loss": 0.1798,
-      "step": 7151
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1839164935435411,
-      "learning_rate": 1.4706748697906065e-05,
-      "loss": 0.201,
-      "step": 7152
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1184231051281768,
-      "learning_rate": 1.4705295502573571e-05,
-      "loss": 0.2206,
-      "step": 7153
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8979461790109566,
-      "learning_rate": 1.4703842179609668e-05,
-      "loss": 0.2269,
-      "step": 7154
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9264038467836124,
-      "learning_rate": 1.470238872905378e-05,
-      "loss": 0.1965,
-      "step": 7155
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8079661378752513,
-      "learning_rate": 1.4700935150945334e-05,
-      "loss": 0.1951,
-      "step": 7156
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1541144569815773,
-      "learning_rate": 1.4699481445323757e-05,
-      "loss": 0.2105,
-      "step": 7157
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1023098748718994,
-      "learning_rate": 1.4698027612228478e-05,
-      "loss": 0.2134,
-      "step": 7158
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9886838350178068,
-      "learning_rate": 1.4696573651698937e-05,
-      "loss": 0.2033,
-      "step": 7159
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.6959608514363341,
-      "learning_rate": 1.4695119563774568e-05,
-      "loss": 0.1985,
-      "step": 7160
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 43.03118587420249,
-      "learning_rate": 1.4693665348494819e-05,
-      "loss": 0.1765,
-      "step": 7161
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.0170267614935629,
-      "learning_rate": 1.469221100589913e-05,
-      "loss": 0.182,
-      "step": 7162
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.7638325075184338,
-      "learning_rate": 1.4690756536026952e-05,
-      "loss": 0.2022,
-      "step": 7163
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.7929466280136379,
-      "learning_rate": 1.4689301938917737e-05,
-      "loss": 0.1787,
-      "step": 7164
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9428273508130095,
-      "learning_rate": 1.4687847214610944e-05,
-      "loss": 0.1829,
-      "step": 7165
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.7559421200980139,
-      "learning_rate": 1.4686392363146032e-05,
-      "loss": 0.2028,
-      "step": 7166
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9443670684991925,
-      "learning_rate": 1.468493738456246e-05,
-      "loss": 0.1837,
-      "step": 7167
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.187792744550687,
-      "learning_rate": 1.4683482278899696e-05,
-      "loss": 0.2238,
-      "step": 7168
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1056454767564257,
-      "learning_rate": 1.4682027046197214e-05,
-      "loss": 0.2076,
-      "step": 7169
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8500674701813452,
-      "learning_rate": 1.4680571686494483e-05,
-      "loss": 0.2032,
-      "step": 7170
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.1124369387671862,
-      "learning_rate": 1.4679116199830978e-05,
-      "loss": 0.1817,
-      "step": 7171
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.0194354860544301,
-      "learning_rate": 1.4677660586246183e-05,
-      "loss": 0.1875,
-      "step": 7172
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8772144588619847,
-      "learning_rate": 1.4676204845779585e-05,
-      "loss": 0.1882,
-      "step": 7173
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.169638257110541,
-      "learning_rate": 1.4674748978470663e-05,
-      "loss": 0.195,
-      "step": 7174
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 1.0328090611192982,
-      "learning_rate": 1.4673292984358911e-05,
-      "loss": 0.1922,
-      "step": 7175
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.8585369331116066,
-      "learning_rate": 1.4671836863483819e-05,
-      "loss": 0.1723,
-      "step": 7176
-    },
-    {
-      "epoch": 0.36,
-      "grad_norm": 0.9757881472890122,
-      "learning_rate": 1.4670380615884891e-05,
-      "loss": 0.2182,
-      "step": 7177
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.1618572034347405,
-      "learning_rate": 1.4668924241601627e-05,
-      "loss": 0.1893,
-      "step": 7178
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8359477577026576,
-      "learning_rate": 1.4667467740673528e-05,
-      "loss": 0.1752,
-      "step": 7179
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9593541875986683,
-      "learning_rate": 1.4666011113140103e-05,
-      "loss": 0.2085,
-      "step": 7180
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9373030226818541,
-      "learning_rate": 1.4664554359040862e-05,
-      "loss": 0.2049,
-      "step": 7181
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.046339481942067,
-      "learning_rate": 1.4663097478415322e-05,
-      "loss": 0.2115,
-      "step": 7182
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.16317388913559,
-      "learning_rate": 1.4661640471302998e-05,
-      "loss": 0.1874,
-      "step": 7183
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0277480391584366,
-      "learning_rate": 1.4660183337743414e-05,
-      "loss": 0.2128,
-      "step": 7184
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.18453723334063,
-      "learning_rate": 1.4658726077776093e-05,
-      "loss": 0.2066,
-      "step": 7185
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0996444774192848,
-      "learning_rate": 1.4657268691440564e-05,
-      "loss": 0.2115,
-      "step": 7186
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8886067711511231,
-      "learning_rate": 1.465581117877636e-05,
-      "loss": 0.178,
-      "step": 7187
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.113528221312272,
-      "learning_rate": 1.4654353539823014e-05,
-      "loss": 0.2113,
-      "step": 7188
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 2.355610201304584,
-      "learning_rate": 1.4652895774620066e-05,
-      "loss": 0.1913,
-      "step": 7189
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9662037049135782,
-      "learning_rate": 1.4651437883207056e-05,
-      "loss": 0.2023,
-      "step": 7190
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.791090091633652,
-      "learning_rate": 1.4649979865623531e-05,
-      "loss": 0.1935,
-      "step": 7191
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.1973119684181808,
-      "learning_rate": 1.4648521721909042e-05,
-      "loss": 0.1807,
-      "step": 7192
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.7438397230367796,
-      "learning_rate": 1.4647063452103135e-05,
-      "loss": 0.1938,
-      "step": 7193
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.017059128027557,
-      "learning_rate": 1.464560505624537e-05,
-      "loss": 0.1893,
-      "step": 7194
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.1394480960376436,
-      "learning_rate": 1.4644146534375307e-05,
-      "loss": 0.1966,
-      "step": 7195
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 7.309035780184552,
-      "learning_rate": 1.4642687886532507e-05,
-      "loss": 0.2063,
-      "step": 7196
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.965556266585576,
-      "learning_rate": 1.4641229112756537e-05,
-      "loss": 0.2061,
-      "step": 7197
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9247343728821459,
-      "learning_rate": 1.4639770213086962e-05,
-      "loss": 0.2257,
-      "step": 7198
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.2873322184303597,
-      "learning_rate": 1.463831118756336e-05,
-      "loss": 0.2219,
-      "step": 7199
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0503873999197977,
-      "learning_rate": 1.4636852036225304e-05,
-      "loss": 0.1835,
-      "step": 7200
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0441262383963452,
-      "learning_rate": 1.4635392759112374e-05,
-      "loss": 0.2196,
-      "step": 7201
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0886323583800523,
-      "learning_rate": 1.4633933356264156e-05,
-      "loss": 0.2264,
-      "step": 7202
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0740117152730773,
-      "learning_rate": 1.463247382772023e-05,
-      "loss": 0.2016,
-      "step": 7203
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0431229186759934,
-      "learning_rate": 1.4631014173520192e-05,
-      "loss": 0.2064,
-      "step": 7204
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.2250889849637991,
-      "learning_rate": 1.4629554393703635e-05,
-      "loss": 0.1874,
-      "step": 7205
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8985830906857448,
-      "learning_rate": 1.4628094488310154e-05,
-      "loss": 0.1906,
-      "step": 7206
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.4827841710717786,
-      "learning_rate": 1.4626634457379343e-05,
-      "loss": 0.1823,
-      "step": 7207
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 2.3135064026868895,
-      "learning_rate": 1.4625174300950817e-05,
-      "loss": 0.2345,
-      "step": 7208
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.3767976555094654,
-      "learning_rate": 1.4623714019064178e-05,
-      "loss": 0.2239,
-      "step": 7209
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0399025276719043,
-      "learning_rate": 1.462225361175903e-05,
-      "loss": 0.1845,
-      "step": 7210
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.1365818325865469,
-      "learning_rate": 1.4620793079074991e-05,
-      "loss": 0.2074,
-      "step": 7211
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9650778862329886,
-      "learning_rate": 1.4619332421051682e-05,
-      "loss": 0.201,
-      "step": 7212
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.2317824187188442,
-      "learning_rate": 1.4617871637728719e-05,
-      "loss": 0.181,
-      "step": 7213
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.2293569861227824,
-      "learning_rate": 1.461641072914573e-05,
-      "loss": 0.1788,
-      "step": 7214
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8421056403657364,
-      "learning_rate": 1.4614949695342335e-05,
-      "loss": 0.1826,
-      "step": 7215
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.7556245059003615,
-      "learning_rate": 1.461348853635817e-05,
-      "loss": 0.198,
-      "step": 7216
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8373865110950348,
-      "learning_rate": 1.4612027252232868e-05,
-      "loss": 0.1869,
-      "step": 7217
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.4859909383682117,
-      "learning_rate": 1.4610565843006066e-05,
-      "loss": 0.2279,
-      "step": 7218
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9840411718276176,
-      "learning_rate": 1.4609104308717405e-05,
-      "loss": 0.2095,
-      "step": 7219
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0813751383332257,
-      "learning_rate": 1.4607642649406529e-05,
-      "loss": 0.1955,
-      "step": 7220
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.7086729803488199,
-      "learning_rate": 1.4606180865113087e-05,
-      "loss": 0.1809,
-      "step": 7221
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 2.0543148531001396,
-      "learning_rate": 1.460471895587673e-05,
-      "loss": 0.2351,
-      "step": 7222
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.5590508133007468,
-      "learning_rate": 1.460325692173711e-05,
-      "loss": 0.1929,
-      "step": 7223
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.8575470786430182,
-      "learning_rate": 1.4601794762733885e-05,
-      "loss": 0.2414,
-      "step": 7224
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0713855039589257,
-      "learning_rate": 1.4600332478906718e-05,
-      "loss": 0.191,
-      "step": 7225
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.050489799066373,
-      "learning_rate": 1.4598870070295274e-05,
-      "loss": 0.1957,
-      "step": 7226
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.1241824559481621,
-      "learning_rate": 1.4597407536939221e-05,
-      "loss": 0.2044,
-      "step": 7227
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9398946171930076,
-      "learning_rate": 1.4595944878878226e-05,
-      "loss": 0.1788,
-      "step": 7228
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 2.6923161481460482,
-      "learning_rate": 1.4594482096151965e-05,
-      "loss": 0.1869,
-      "step": 7229
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8537422935352744,
-      "learning_rate": 1.459301918880012e-05,
-      "loss": 0.1784,
-      "step": 7230
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.251240074898674,
-      "learning_rate": 1.459155615686237e-05,
-      "loss": 0.2119,
-      "step": 7231
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.04468001598618,
-      "learning_rate": 1.45900930003784e-05,
-      "loss": 0.2061,
-      "step": 7232
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9481835045186339,
-      "learning_rate": 1.4588629719387895e-05,
-      "loss": 0.1806,
-      "step": 7233
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.5470941140754693,
-      "learning_rate": 1.4587166313930551e-05,
-      "loss": 0.1995,
-      "step": 7234
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8879328653548417,
-      "learning_rate": 1.4585702784046065e-05,
-      "loss": 0.2003,
-      "step": 7235
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9206448905493988,
-      "learning_rate": 1.4584239129774131e-05,
-      "loss": 0.1888,
-      "step": 7236
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.7014245751046675,
-      "learning_rate": 1.458277535115445e-05,
-      "loss": 0.1778,
-      "step": 7237
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0059919959825143,
-      "learning_rate": 1.458131144822673e-05,
-      "loss": 0.2028,
-      "step": 7238
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0593151433111,
-      "learning_rate": 1.4579847421030677e-05,
-      "loss": 0.2188,
-      "step": 7239
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.4445554920908814,
-      "learning_rate": 1.4578383269606004e-05,
-      "loss": 0.1781,
-      "step": 7240
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.774630230057031,
-      "learning_rate": 1.4576918993992429e-05,
-      "loss": 0.1994,
-      "step": 7241
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.711497024864439,
-      "learning_rate": 1.4575454594229666e-05,
-      "loss": 0.2623,
-      "step": 7242
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8612693862757297,
-      "learning_rate": 1.4573990070357437e-05,
-      "loss": 0.1703,
-      "step": 7243
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 2.0058030680566827,
-      "learning_rate": 1.4572525422415471e-05,
-      "loss": 0.2049,
-      "step": 7244
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.913388143288835,
-      "learning_rate": 1.4571060650443494e-05,
-      "loss": 0.197,
-      "step": 7245
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.4343812327113545,
-      "learning_rate": 1.4569595754481238e-05,
-      "loss": 0.1961,
-      "step": 7246
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.2043942073468759,
-      "learning_rate": 1.456813073456844e-05,
-      "loss": 0.1734,
-      "step": 7247
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0221013480787766,
-      "learning_rate": 1.4566665590744838e-05,
-      "loss": 0.1844,
-      "step": 7248
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 2.427492512904666,
-      "learning_rate": 1.4565200323050173e-05,
-      "loss": 0.1967,
-      "step": 7249
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8977229493298299,
-      "learning_rate": 1.4563734931524191e-05,
-      "loss": 0.197,
-      "step": 7250
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8534301150679654,
-      "learning_rate": 1.4562269416206642e-05,
-      "loss": 0.1963,
-      "step": 7251
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.7761348402379218,
-      "learning_rate": 1.4560803777137279e-05,
-      "loss": 0.195,
-      "step": 7252
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.1073974709757195,
-      "learning_rate": 1.4559338014355853e-05,
-      "loss": 0.2045,
-      "step": 7253
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.488909966122852,
-      "learning_rate": 1.455787212790213e-05,
-      "loss": 0.2125,
-      "step": 7254
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8852613049754224,
-      "learning_rate": 1.4556406117815864e-05,
-      "loss": 0.1959,
-      "step": 7255
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8339723125115669,
-      "learning_rate": 1.4554939984136824e-05,
-      "loss": 0.1803,
-      "step": 7256
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9529550397471396,
-      "learning_rate": 1.4553473726904783e-05,
-      "loss": 0.223,
-      "step": 7257
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8851176434942727,
-      "learning_rate": 1.4552007346159509e-05,
-      "loss": 0.1759,
-      "step": 7258
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8007076173251486,
-      "learning_rate": 1.4550540841940778e-05,
-      "loss": 0.2015,
-      "step": 7259
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9714155323978105,
-      "learning_rate": 1.4549074214288368e-05,
-      "loss": 0.1795,
-      "step": 7260
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.6302081131518966,
-      "learning_rate": 1.4547607463242068e-05,
-      "loss": 0.1857,
-      "step": 7261
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.1714822203917645,
-      "learning_rate": 1.4546140588841656e-05,
-      "loss": 0.2201,
-      "step": 7262
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.3467129135182294,
-      "learning_rate": 1.4544673591126924e-05,
-      "loss": 0.1882,
-      "step": 7263
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0569269794229985,
-      "learning_rate": 1.4543206470137663e-05,
-      "loss": 0.2448,
-      "step": 7264
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.2157216517942167,
-      "learning_rate": 1.4541739225913669e-05,
-      "loss": 0.2044,
-      "step": 7265
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9933802128857785,
-      "learning_rate": 1.4540271858494746e-05,
-      "loss": 0.2042,
-      "step": 7266
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.933445012615465,
-      "learning_rate": 1.453880436792069e-05,
-      "loss": 0.2293,
-      "step": 7267
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 2.7724878186469613,
-      "learning_rate": 1.4537336754231307e-05,
-      "loss": 0.1888,
-      "step": 7268
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.4015165482196508,
-      "learning_rate": 1.453586901746641e-05,
-      "loss": 0.1998,
-      "step": 7269
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8703397411856586,
-      "learning_rate": 1.4534401157665812e-05,
-      "loss": 0.2205,
-      "step": 7270
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0065068650542348,
-      "learning_rate": 1.4532933174869323e-05,
-      "loss": 0.1992,
-      "step": 7271
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.3699495130815498,
-      "learning_rate": 1.4531465069116771e-05,
-      "loss": 0.2028,
-      "step": 7272
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0793924999933862,
-      "learning_rate": 1.4529996840447966e-05,
-      "loss": 0.2349,
-      "step": 7273
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.7948066903330879,
-      "learning_rate": 1.4528528488902745e-05,
-      "loss": 0.1809,
-      "step": 7274
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.1284683175111199,
-      "learning_rate": 1.4527060014520932e-05,
-      "loss": 0.217,
-      "step": 7275
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.5284300188468116,
-      "learning_rate": 1.452559141734236e-05,
-      "loss": 0.2062,
-      "step": 7276
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.781343543319652,
-      "learning_rate": 1.4524122697406866e-05,
-      "loss": 0.1962,
-      "step": 7277
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.295639290670492,
-      "learning_rate": 1.452265385475429e-05,
-      "loss": 0.212,
-      "step": 7278
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.740549444374038,
-      "learning_rate": 1.4521184889424472e-05,
-      "loss": 0.2036,
-      "step": 7279
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0011987948570245,
-      "learning_rate": 1.4519715801457256e-05,
-      "loss": 0.1967,
-      "step": 7280
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 2.5341229496916164,
-      "learning_rate": 1.4518246590892493e-05,
-      "loss": 0.2037,
-      "step": 7281
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0225133863288018,
-      "learning_rate": 1.4516777257770039e-05,
-      "loss": 0.1988,
-      "step": 7282
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8600004079706661,
-      "learning_rate": 1.4515307802129746e-05,
-      "loss": 0.1886,
-      "step": 7283
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8580445077526663,
-      "learning_rate": 1.4513838224011474e-05,
-      "loss": 0.1931,
-      "step": 7284
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.277280462094834,
-      "learning_rate": 1.4512368523455085e-05,
-      "loss": 0.2025,
-      "step": 7285
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.00902764493686,
-      "learning_rate": 1.4510898700500442e-05,
-      "loss": 0.2112,
-      "step": 7286
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9961082386523968,
-      "learning_rate": 1.450942875518742e-05,
-      "loss": 0.1924,
-      "step": 7287
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0077175637689286,
-      "learning_rate": 1.4507958687555887e-05,
-      "loss": 0.1927,
-      "step": 7288
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.064534723234433,
-      "learning_rate": 1.4506488497645724e-05,
-      "loss": 0.1952,
-      "step": 7289
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8798686625193131,
-      "learning_rate": 1.4505018185496802e-05,
-      "loss": 0.2013,
-      "step": 7290
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9306270609813555,
-      "learning_rate": 1.4503547751149007e-05,
-      "loss": 0.2206,
-      "step": 7291
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.1938661547775145,
-      "learning_rate": 1.4502077194642229e-05,
-      "loss": 0.2108,
-      "step": 7292
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0111927132329457,
-      "learning_rate": 1.4500606516016347e-05,
-      "loss": 0.1839,
-      "step": 7293
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.2037406245910078,
-      "learning_rate": 1.4499135715311262e-05,
-      "loss": 0.212,
-      "step": 7294
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.6647718656816444,
-      "learning_rate": 1.4497664792566865e-05,
-      "loss": 0.224,
-      "step": 7295
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9636072832329631,
-      "learning_rate": 1.4496193747823062e-05,
-      "loss": 0.2038,
-      "step": 7296
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8220322234345318,
-      "learning_rate": 1.4494722581119748e-05,
-      "loss": 0.1819,
-      "step": 7297
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.1926677975279927,
-      "learning_rate": 1.4493251292496826e-05,
-      "loss": 0.1974,
-      "step": 7298
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.2505678449152033,
-      "learning_rate": 1.4491779881994208e-05,
-      "loss": 0.2185,
-      "step": 7299
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.339102115123226,
-      "learning_rate": 1.4490308349651812e-05,
-      "loss": 0.1729,
-      "step": 7300
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.3449780056843892,
-      "learning_rate": 1.4488836695509545e-05,
-      "loss": 0.1973,
-      "step": 7301
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0480233615897767,
-      "learning_rate": 1.4487364919607331e-05,
-      "loss": 0.2261,
-      "step": 7302
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.1627938006870673,
-      "learning_rate": 1.4485893021985091e-05,
-      "loss": 0.1835,
-      "step": 7303
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9359446400184624,
-      "learning_rate": 1.4484421002682745e-05,
-      "loss": 0.2001,
-      "step": 7304
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.7920756240041322,
-      "learning_rate": 1.4482948861740229e-05,
-      "loss": 0.2011,
-      "step": 7305
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.998299872861058,
-      "learning_rate": 1.4481476599197473e-05,
-      "loss": 0.2082,
-      "step": 7306
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9021048208921083,
-      "learning_rate": 1.448000421509441e-05,
-      "loss": 0.2173,
-      "step": 7307
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8386435457194779,
-      "learning_rate": 1.4478531709470978e-05,
-      "loss": 0.2075,
-      "step": 7308
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.4749227890431893,
-      "learning_rate": 1.4477059082367122e-05,
-      "loss": 0.1917,
-      "step": 7309
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9811174959203954,
-      "learning_rate": 1.4475586333822787e-05,
-      "loss": 0.1978,
-      "step": 7310
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.4198098792649345,
-      "learning_rate": 1.4474113463877917e-05,
-      "loss": 0.2122,
-      "step": 7311
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9695964071852331,
-      "learning_rate": 1.4472640472572468e-05,
-      "loss": 0.2082,
-      "step": 7312
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9142693265376828,
-      "learning_rate": 1.4471167359946394e-05,
-      "loss": 0.186,
-      "step": 7313
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0171477584067625,
-      "learning_rate": 1.4469694126039653e-05,
-      "loss": 0.1787,
-      "step": 7314
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.016606679527248,
-      "learning_rate": 1.4468220770892208e-05,
-      "loss": 0.1863,
-      "step": 7315
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.969808532614358,
-      "learning_rate": 1.4466747294544017e-05,
-      "loss": 0.2009,
-      "step": 7316
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.820909974683755,
-      "learning_rate": 1.4465273697035055e-05,
-      "loss": 0.2328,
-      "step": 7317
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.894778322942877,
-      "learning_rate": 1.4463799978405295e-05,
-      "loss": 0.2129,
-      "step": 7318
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.4698423912176912,
-      "learning_rate": 1.4462326138694706e-05,
-      "loss": 0.2089,
-      "step": 7319
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8868102604174576,
-      "learning_rate": 1.446085217794327e-05,
-      "loss": 0.1753,
-      "step": 7320
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.1381290790671303,
-      "learning_rate": 1.4459378096190966e-05,
-      "loss": 0.2157,
-      "step": 7321
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9477793579680197,
-      "learning_rate": 1.4457903893477779e-05,
-      "loss": 0.2068,
-      "step": 7322
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0369651684066326,
-      "learning_rate": 1.4456429569843698e-05,
-      "loss": 0.1826,
-      "step": 7323
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8862359245446289,
-      "learning_rate": 1.4454955125328711e-05,
-      "loss": 0.2096,
-      "step": 7324
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.971297388987907,
-      "learning_rate": 1.4453480559972817e-05,
-      "loss": 0.2092,
-      "step": 7325
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.621655362230059,
-      "learning_rate": 1.4452005873816009e-05,
-      "loss": 0.1852,
-      "step": 7326
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9555106190526966,
-      "learning_rate": 1.4450531066898293e-05,
-      "loss": 0.1971,
-      "step": 7327
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.1937414917284117,
-      "learning_rate": 1.4449056139259667e-05,
-      "loss": 0.2201,
-      "step": 7328
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8844007950976225,
-      "learning_rate": 1.4447581090940144e-05,
-      "loss": 0.2079,
-      "step": 7329
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.3966735678188713,
-      "learning_rate": 1.4446105921979731e-05,
-      "loss": 0.1648,
-      "step": 7330
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8794422204306628,
-      "learning_rate": 1.4444630632418449e-05,
-      "loss": 0.1935,
-      "step": 7331
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.1053488098602837,
-      "learning_rate": 1.4443155222296305e-05,
-      "loss": 0.2236,
-      "step": 7332
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.165254773028472,
-      "learning_rate": 1.4441679691653327e-05,
-      "loss": 0.1892,
-      "step": 7333
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9169400364770195,
-      "learning_rate": 1.4440204040529536e-05,
-      "loss": 0.1849,
-      "step": 7334
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8791850419992676,
-      "learning_rate": 1.4438728268964956e-05,
-      "loss": 0.195,
-      "step": 7335
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8901616149988154,
-      "learning_rate": 1.4437252376999627e-05,
-      "loss": 0.2114,
-      "step": 7336
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0122521359050152,
-      "learning_rate": 1.4435776364673573e-05,
-      "loss": 0.195,
-      "step": 7337
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9392493572957487,
-      "learning_rate": 1.4434300232026837e-05,
-      "loss": 0.1802,
-      "step": 7338
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.1768578635257316,
-      "learning_rate": 1.4432823979099453e-05,
-      "loss": 0.2006,
-      "step": 7339
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.3795244554400317,
-      "learning_rate": 1.443134760593147e-05,
-      "loss": 0.1662,
-      "step": 7340
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.452143408625368,
-      "learning_rate": 1.4429871112562935e-05,
-      "loss": 0.197,
-      "step": 7341
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.1602637874632054,
-      "learning_rate": 1.4428394499033893e-05,
-      "loss": 0.2098,
-      "step": 7342
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.4394723268569924,
-      "learning_rate": 1.4426917765384398e-05,
-      "loss": 0.2087,
-      "step": 7343
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0905020016637779,
-      "learning_rate": 1.4425440911654514e-05,
-      "loss": 0.207,
-      "step": 7344
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.5623935818671604,
-      "learning_rate": 1.4423963937884293e-05,
-      "loss": 0.2205,
-      "step": 7345
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9808215660267777,
-      "learning_rate": 1.44224868441138e-05,
-      "loss": 0.1919,
-      "step": 7346
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0041036859515802,
-      "learning_rate": 1.4421009630383103e-05,
-      "loss": 0.18,
-      "step": 7347
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.1655556834955962,
-      "learning_rate": 1.4419532296732271e-05,
-      "loss": 0.1819,
-      "step": 7348
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.073691610451434,
-      "learning_rate": 1.4418054843201373e-05,
-      "loss": 0.1892,
-      "step": 7349
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9877252828329729,
-      "learning_rate": 1.441657726983049e-05,
-      "loss": 0.195,
-      "step": 7350
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0427460053130362,
-      "learning_rate": 1.4415099576659698e-05,
-      "loss": 0.1944,
-      "step": 7351
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9397173058898916,
-      "learning_rate": 1.4413621763729077e-05,
-      "loss": 0.1876,
-      "step": 7352
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.1310771497695997,
-      "learning_rate": 1.4412143831078722e-05,
-      "loss": 0.1863,
-      "step": 7353
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.048926621899362,
-      "learning_rate": 1.4410665778748714e-05,
-      "loss": 0.2142,
-      "step": 7354
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9894402322478005,
-      "learning_rate": 1.4409187606779149e-05,
-      "loss": 0.1851,
-      "step": 7355
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9000909516825687,
-      "learning_rate": 1.4407709315210117e-05,
-      "loss": 0.1865,
-      "step": 7356
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.6959787873830762,
-      "learning_rate": 1.4406230904081724e-05,
-      "loss": 0.194,
-      "step": 7357
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.5086135648888905,
-      "learning_rate": 1.440475237343407e-05,
-      "loss": 0.2017,
-      "step": 7358
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.5819638309039437,
-      "learning_rate": 1.4403273723307259e-05,
-      "loss": 0.1928,
-      "step": 7359
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.6196587202106798,
-      "learning_rate": 1.4401794953741397e-05,
-      "loss": 0.1949,
-      "step": 7360
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0728889712252914,
-      "learning_rate": 1.4400316064776598e-05,
-      "loss": 0.2076,
-      "step": 7361
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9184986881056747,
-      "learning_rate": 1.4398837056452979e-05,
-      "loss": 0.1919,
-      "step": 7362
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8316174688989357,
-      "learning_rate": 1.4397357928810657e-05,
-      "loss": 0.1754,
-      "step": 7363
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.7761411361598949,
-      "learning_rate": 1.4395878681889753e-05,
-      "loss": 0.2109,
-      "step": 7364
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.2223321694261715,
-      "learning_rate": 1.4394399315730389e-05,
-      "loss": 0.2328,
-      "step": 7365
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9737362109650243,
-      "learning_rate": 1.4392919830372698e-05,
-      "loss": 0.2028,
-      "step": 7366
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9702903964399952,
-      "learning_rate": 1.4391440225856807e-05,
-      "loss": 0.1712,
-      "step": 7367
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.7614903580983567,
-      "learning_rate": 1.4389960502222855e-05,
-      "loss": 0.2001,
-      "step": 7368
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.9259848994936244,
-      "learning_rate": 1.438848065951097e-05,
-      "loss": 0.2102,
-      "step": 7369
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.48112954255448,
-      "learning_rate": 1.4387000697761305e-05,
-      "loss": 0.193,
-      "step": 7370
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 0.8531334505763309,
-      "learning_rate": 1.4385520617013998e-05,
-      "loss": 0.1966,
-      "step": 7371
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.103475362674807,
-      "learning_rate": 1.4384040417309194e-05,
-      "loss": 0.1842,
-      "step": 7372
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.266035539089789,
-      "learning_rate": 1.4382560098687045e-05,
-      "loss": 0.2053,
-      "step": 7373
-    },
-    {
-      "epoch": 0.37,
-      "grad_norm": 1.0031143586674998,
-      "learning_rate": 1.4381079661187708e-05,
-      "loss": 0.2169,
-      "step": 7374
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9897718835102313,
-      "learning_rate": 1.4379599104851336e-05,
-      "loss": 0.2133,
-      "step": 7375
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 4.726912981667751,
-      "learning_rate": 1.4378118429718093e-05,
-      "loss": 0.249,
-      "step": 7376
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.84419251677018,
-      "learning_rate": 1.4376637635828142e-05,
-      "loss": 0.1989,
-      "step": 7377
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9721913264285105,
-      "learning_rate": 1.4375156723221642e-05,
-      "loss": 0.2163,
-      "step": 7378
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0242439576936002,
-      "learning_rate": 1.4373675691938773e-05,
-      "loss": 0.2078,
-      "step": 7379
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9130983342073931,
-      "learning_rate": 1.4372194542019705e-05,
-      "loss": 0.2066,
-      "step": 7380
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.3429044399629129,
-      "learning_rate": 1.4370713273504611e-05,
-      "loss": 0.1946,
-      "step": 7381
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.2895851595974883,
-      "learning_rate": 1.4369231886433672e-05,
-      "loss": 0.1807,
-      "step": 7382
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0427998515920929,
-      "learning_rate": 1.4367750380847073e-05,
-      "loss": 0.2046,
-      "step": 7383
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.7801428574537339,
-      "learning_rate": 1.4366268756784998e-05,
-      "loss": 0.1846,
-      "step": 7384
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8523927910703909,
-      "learning_rate": 1.4364787014287636e-05,
-      "loss": 0.1846,
-      "step": 7385
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8105319148802839,
-      "learning_rate": 1.4363305153395179e-05,
-      "loss": 0.1764,
-      "step": 7386
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.856027812134765,
-      "learning_rate": 1.4361823174147822e-05,
-      "loss": 0.2052,
-      "step": 7387
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8132340069486842,
-      "learning_rate": 1.4360341076585769e-05,
-      "loss": 0.1954,
-      "step": 7388
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.7088325614833517,
-      "learning_rate": 1.4358858860749213e-05,
-      "loss": 0.1911,
-      "step": 7389
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8891267655937457,
-      "learning_rate": 1.4357376526678368e-05,
-      "loss": 0.1839,
-      "step": 7390
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.866720734186058,
-      "learning_rate": 1.4355894074413436e-05,
-      "loss": 0.2069,
-      "step": 7391
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0826656456304604,
-      "learning_rate": 1.4354411503994634e-05,
-      "loss": 0.2116,
-      "step": 7392
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.064708131590027,
-      "learning_rate": 1.4352928815462175e-05,
-      "loss": 0.1811,
-      "step": 7393
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8589484404006575,
-      "learning_rate": 1.4351446008856274e-05,
-      "loss": 0.2032,
-      "step": 7394
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.7668618139828199,
-      "learning_rate": 1.4349963084217154e-05,
-      "loss": 0.2154,
-      "step": 7395
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.7697956911015835,
-      "learning_rate": 1.4348480041585037e-05,
-      "loss": 0.2101,
-      "step": 7396
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8783925945149618,
-      "learning_rate": 1.4346996881000157e-05,
-      "loss": 0.193,
-      "step": 7397
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 2.150747005100924,
-      "learning_rate": 1.434551360250274e-05,
-      "loss": 0.1899,
-      "step": 7398
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.1226882074944422,
-      "learning_rate": 1.4344030206133022e-05,
-      "loss": 0.214,
-      "step": 7399
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8692486363623312,
-      "learning_rate": 1.4342546691931238e-05,
-      "loss": 0.2153,
-      "step": 7400
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.4976160493577089,
-      "learning_rate": 1.4341063059937631e-05,
-      "loss": 0.2022,
-      "step": 7401
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.1188129385862706,
-      "learning_rate": 1.4339579310192444e-05,
-      "loss": 0.2345,
-      "step": 7402
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0964171334407278,
-      "learning_rate": 1.4338095442735923e-05,
-      "loss": 0.1857,
-      "step": 7403
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.8696443304840087,
-      "learning_rate": 1.4336611457608314e-05,
-      "loss": 0.2192,
-      "step": 7404
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.1151258175613268,
-      "learning_rate": 1.4335127354849876e-05,
-      "loss": 0.1896,
-      "step": 7405
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8802160194360952,
-      "learning_rate": 1.4333643134500865e-05,
-      "loss": 0.2021,
-      "step": 7406
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8063957735402743,
-      "learning_rate": 1.433215879660154e-05,
-      "loss": 0.1948,
-      "step": 7407
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.913986916751216,
-      "learning_rate": 1.4330674341192163e-05,
-      "loss": 0.1951,
-      "step": 7408
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.3042370977547812,
-      "learning_rate": 1.4329189768312997e-05,
-      "loss": 0.2044,
-      "step": 7409
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.18897831691075,
-      "learning_rate": 1.4327705078004317e-05,
-      "loss": 0.1884,
-      "step": 7410
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.80509128784862,
-      "learning_rate": 1.432622027030639e-05,
-      "loss": 0.1911,
-      "step": 7411
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.1516519194253798,
-      "learning_rate": 1.4324735345259495e-05,
-      "loss": 0.1702,
-      "step": 7412
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8693490250888909,
-      "learning_rate": 1.432325030290391e-05,
-      "loss": 0.1905,
-      "step": 7413
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8508701142949681,
-      "learning_rate": 1.4321765143279916e-05,
-      "loss": 0.2042,
-      "step": 7414
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.2434167042103295,
-      "learning_rate": 1.4320279866427798e-05,
-      "loss": 0.2234,
-      "step": 7415
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8106162299147703,
-      "learning_rate": 1.4318794472387845e-05,
-      "loss": 0.1855,
-      "step": 7416
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8147454401274455,
-      "learning_rate": 1.4317308961200347e-05,
-      "loss": 0.1982,
-      "step": 7417
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.7589531970409737,
-      "learning_rate": 1.43158233329056e-05,
-      "loss": 0.1847,
-      "step": 7418
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.7345539558339856,
-      "learning_rate": 1.4314337587543903e-05,
-      "loss": 0.1827,
-      "step": 7419
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8228984501748001,
-      "learning_rate": 1.4312851725155554e-05,
-      "loss": 0.1878,
-      "step": 7420
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.7492280721147175,
-      "learning_rate": 1.431136574578086e-05,
-      "loss": 0.1696,
-      "step": 7421
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.1691536457309282,
-      "learning_rate": 1.4309879649460123e-05,
-      "loss": 0.1944,
-      "step": 7422
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9063338491403092,
-      "learning_rate": 1.4308393436233658e-05,
-      "loss": 0.1912,
-      "step": 7423
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.2322521307302403,
-      "learning_rate": 1.4306907106141781e-05,
-      "loss": 0.1909,
-      "step": 7424
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9291985895172377,
-      "learning_rate": 1.4305420659224802e-05,
-      "loss": 0.2008,
-      "step": 7425
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8540370909551723,
-      "learning_rate": 1.4303934095523046e-05,
-      "loss": 0.1881,
-      "step": 7426
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8181487956916195,
-      "learning_rate": 1.4302447415076835e-05,
-      "loss": 0.2017,
-      "step": 7427
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8370007506643188,
-      "learning_rate": 1.4300960617926495e-05,
-      "loss": 0.192,
-      "step": 7428
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.6955940772303095,
-      "learning_rate": 1.4299473704112355e-05,
-      "loss": 0.2156,
-      "step": 7429
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9342504930900565,
-      "learning_rate": 1.4297986673674747e-05,
-      "loss": 0.2549,
-      "step": 7430
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9147917475970455,
-      "learning_rate": 1.4296499526654004e-05,
-      "loss": 0.1773,
-      "step": 7431
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8086678880363469,
-      "learning_rate": 1.4295012263090475e-05,
-      "loss": 0.1908,
-      "step": 7432
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.95526409863462,
-      "learning_rate": 1.4293524883024494e-05,
-      "loss": 0.1924,
-      "step": 7433
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9898514284623698,
-      "learning_rate": 1.4292037386496407e-05,
-      "loss": 0.1975,
-      "step": 7434
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.214407578688893,
-      "learning_rate": 1.4290549773546565e-05,
-      "loss": 0.2102,
-      "step": 7435
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.7862349311310997,
-      "learning_rate": 1.4289062044215318e-05,
-      "loss": 0.1952,
-      "step": 7436
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.805684277750261,
-      "learning_rate": 1.428757419854302e-05,
-      "loss": 0.2077,
-      "step": 7437
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.52754589046096,
-      "learning_rate": 1.428608623657003e-05,
-      "loss": 0.2141,
-      "step": 7438
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.995220102864857,
-      "learning_rate": 1.4284598158336707e-05,
-      "loss": 0.2145,
-      "step": 7439
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9295949768900353,
-      "learning_rate": 1.428310996388342e-05,
-      "loss": 0.2259,
-      "step": 7440
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9462065479377103,
-      "learning_rate": 1.428162165325053e-05,
-      "loss": 0.2235,
-      "step": 7441
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.2948090680155522,
-      "learning_rate": 1.4280133226478413e-05,
-      "loss": 0.1929,
-      "step": 7442
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.4418156783883276,
-      "learning_rate": 1.4278644683607442e-05,
-      "loss": 0.1942,
-      "step": 7443
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8066543175705367,
-      "learning_rate": 1.4277156024677987e-05,
-      "loss": 0.1654,
-      "step": 7444
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.230279856593095,
-      "learning_rate": 1.4275667249730437e-05,
-      "loss": 0.2238,
-      "step": 7445
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.1038156894093265,
-      "learning_rate": 1.427417835880517e-05,
-      "loss": 0.2287,
-      "step": 7446
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.218749043552778,
-      "learning_rate": 1.4272689351942577e-05,
-      "loss": 0.2005,
-      "step": 7447
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.5229360109931684,
-      "learning_rate": 1.4271200229183043e-05,
-      "loss": 0.1836,
-      "step": 7448
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0477126003594448,
-      "learning_rate": 1.4269710990566958e-05,
-      "loss": 0.2061,
-      "step": 7449
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.009328444666866,
-      "learning_rate": 1.4268221636134722e-05,
-      "loss": 0.2418,
-      "step": 7450
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8603144680485548,
-      "learning_rate": 1.4266732165926735e-05,
-      "loss": 0.2214,
-      "step": 7451
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0262286597197119,
-      "learning_rate": 1.4265242579983398e-05,
-      "loss": 0.2136,
-      "step": 7452
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.7806878375610516,
-      "learning_rate": 1.4263752878345112e-05,
-      "loss": 0.2169,
-      "step": 7453
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.1225825958989664,
-      "learning_rate": 1.4262263061052291e-05,
-      "loss": 0.2022,
-      "step": 7454
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.6108452092479106,
-      "learning_rate": 1.4260773128145341e-05,
-      "loss": 0.1909,
-      "step": 7455
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0173183086801756,
-      "learning_rate": 1.4259283079664683e-05,
-      "loss": 0.1895,
-      "step": 7456
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8439453311015034,
-      "learning_rate": 1.4257792915650728e-05,
-      "loss": 0.1973,
-      "step": 7457
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8723570887290385,
-      "learning_rate": 1.42563026361439e-05,
-      "loss": 0.2065,
-      "step": 7458
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8536901531933275,
-      "learning_rate": 1.4254812241184623e-05,
-      "loss": 0.2027,
-      "step": 7459
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.3662775011425288,
-      "learning_rate": 1.4253321730813326e-05,
-      "loss": 0.2275,
-      "step": 7460
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 2.97442449862382,
-      "learning_rate": 1.4251831105070433e-05,
-      "loss": 0.2079,
-      "step": 7461
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.790465580849618,
-      "learning_rate": 1.4250340363996382e-05,
-      "loss": 0.2051,
-      "step": 7462
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.093983192420429,
-      "learning_rate": 1.4248849507631608e-05,
-      "loss": 0.212,
-      "step": 7463
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9556791044852044,
-      "learning_rate": 1.4247358536016554e-05,
-      "loss": 0.2081,
-      "step": 7464
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.5223824451295664,
-      "learning_rate": 1.424586744919166e-05,
-      "loss": 0.1855,
-      "step": 7465
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8448789582666036,
-      "learning_rate": 1.4244376247197367e-05,
-      "loss": 0.2186,
-      "step": 7466
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.3207283654711193,
-      "learning_rate": 1.424288493007413e-05,
-      "loss": 0.2033,
-      "step": 7467
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0601494536216605,
-      "learning_rate": 1.4241393497862403e-05,
-      "loss": 0.2069,
-      "step": 7468
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0956312757128686,
-      "learning_rate": 1.4239901950602635e-05,
-      "loss": 0.2081,
-      "step": 7469
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.2581936092687398,
-      "learning_rate": 1.4238410288335289e-05,
-      "loss": 0.1978,
-      "step": 7470
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9771948394045026,
-      "learning_rate": 1.4236918511100824e-05,
-      "loss": 0.2054,
-      "step": 7471
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.166621037901537,
-      "learning_rate": 1.4235426618939704e-05,
-      "loss": 0.2156,
-      "step": 7472
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9622643795882899,
-      "learning_rate": 1.4233934611892399e-05,
-      "loss": 0.2164,
-      "step": 7473
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.004021903210207,
-      "learning_rate": 1.423244248999938e-05,
-      "loss": 0.1907,
-      "step": 7474
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0349109753246033,
-      "learning_rate": 1.4230950253301115e-05,
-      "loss": 0.1946,
-      "step": 7475
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.343381097620725,
-      "learning_rate": 1.4229457901838087e-05,
-      "loss": 0.2022,
-      "step": 7476
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.08645471980482,
-      "learning_rate": 1.4227965435650774e-05,
-      "loss": 0.1711,
-      "step": 7477
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.376681948697426,
-      "learning_rate": 1.4226472854779663e-05,
-      "loss": 0.1741,
-      "step": 7478
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8444694354214273,
-      "learning_rate": 1.4224980159265234e-05,
-      "loss": 0.1995,
-      "step": 7479
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.358410968788333,
-      "learning_rate": 1.422348734914798e-05,
-      "loss": 0.1953,
-      "step": 7480
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0823915381063276,
-      "learning_rate": 1.4221994424468395e-05,
-      "loss": 0.1951,
-      "step": 7481
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.2856834550347218,
-      "learning_rate": 1.4220501385266971e-05,
-      "loss": 0.205,
-      "step": 7482
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.185673366244246,
-      "learning_rate": 1.4219008231584211e-05,
-      "loss": 0.205,
-      "step": 7483
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0602670135534036,
-      "learning_rate": 1.421751496346061e-05,
-      "loss": 0.1888,
-      "step": 7484
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.1431011201509098,
-      "learning_rate": 1.4216021580936681e-05,
-      "loss": 0.201,
-      "step": 7485
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.9083813915428518,
-      "learning_rate": 1.4214528084052925e-05,
-      "loss": 0.1979,
-      "step": 7486
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0573463288335716,
-      "learning_rate": 1.421303447284986e-05,
-      "loss": 0.1886,
-      "step": 7487
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9609320810574705,
-      "learning_rate": 1.4211540747367998e-05,
-      "loss": 0.1885,
-      "step": 7488
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9505170150612685,
-      "learning_rate": 1.4210046907647852e-05,
-      "loss": 0.2028,
-      "step": 7489
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.1493563606221087,
-      "learning_rate": 1.4208552953729949e-05,
-      "loss": 0.2101,
-      "step": 7490
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9009289958930716,
-      "learning_rate": 1.4207058885654807e-05,
-      "loss": 0.2003,
-      "step": 7491
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0713540112615993,
-      "learning_rate": 1.4205564703462955e-05,
-      "loss": 0.1874,
-      "step": 7492
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0702896376829447,
-      "learning_rate": 1.4204070407194923e-05,
-      "loss": 0.1953,
-      "step": 7493
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.272473715175916,
-      "learning_rate": 1.4202575996891246e-05,
-      "loss": 0.2053,
-      "step": 7494
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.908677908811022,
-      "learning_rate": 1.4201081472592455e-05,
-      "loss": 0.2103,
-      "step": 7495
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.013295489272494,
-      "learning_rate": 1.4199586834339093e-05,
-      "loss": 0.2058,
-      "step": 7496
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0451142798524864,
-      "learning_rate": 1.41980920821717e-05,
-      "loss": 0.1923,
-      "step": 7497
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 3.086382225473405,
-      "learning_rate": 1.4196597216130823e-05,
-      "loss": 0.1879,
-      "step": 7498
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0869633424813556,
-      "learning_rate": 1.4195102236257011e-05,
-      "loss": 0.2132,
-      "step": 7499
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0450687978973898,
-      "learning_rate": 1.4193607142590812e-05,
-      "loss": 0.2081,
-      "step": 7500
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.1569443333472407,
-      "learning_rate": 1.4192111935172781e-05,
-      "loss": 0.221,
-      "step": 7501
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0329301579206815,
-      "learning_rate": 1.419061661404348e-05,
-      "loss": 0.1791,
-      "step": 7502
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.6107073747509522,
-      "learning_rate": 1.4189121179243466e-05,
-      "loss": 0.189,
-      "step": 7503
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9123903187240583,
-      "learning_rate": 1.4187625630813303e-05,
-      "loss": 0.1986,
-      "step": 7504
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9802098693497492,
-      "learning_rate": 1.4186129968793558e-05,
-      "loss": 0.1743,
-      "step": 7505
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0183773359868546,
-      "learning_rate": 1.41846341932248e-05,
-      "loss": 0.1797,
-      "step": 7506
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0375210887014656,
-      "learning_rate": 1.4183138304147605e-05,
-      "loss": 0.1949,
-      "step": 7507
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9658665195692431,
-      "learning_rate": 1.4181642301602547e-05,
-      "loss": 0.195,
-      "step": 7508
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.3377407285594807,
-      "learning_rate": 1.4180146185630205e-05,
-      "loss": 0.2411,
-      "step": 7509
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.2619605983747744,
-      "learning_rate": 1.4178649956271162e-05,
-      "loss": 0.1842,
-      "step": 7510
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.96968818167038,
-      "learning_rate": 1.4177153613566002e-05,
-      "loss": 0.191,
-      "step": 7511
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.992558708079268,
-      "learning_rate": 1.4175657157555316e-05,
-      "loss": 0.182,
-      "step": 7512
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.4435494809485996,
-      "learning_rate": 1.4174160588279692e-05,
-      "loss": 0.2136,
-      "step": 7513
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0321323815625674,
-      "learning_rate": 1.4172663905779725e-05,
-      "loss": 0.198,
-      "step": 7514
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.7564634893716371,
-      "learning_rate": 1.4171167110096017e-05,
-      "loss": 0.1783,
-      "step": 7515
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9330135482607076,
-      "learning_rate": 1.4169670201269164e-05,
-      "loss": 0.2053,
-      "step": 7516
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8472369283082383,
-      "learning_rate": 1.4168173179339772e-05,
-      "loss": 0.2047,
-      "step": 7517
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8801592059554315,
-      "learning_rate": 1.4166676044348448e-05,
-      "loss": 0.1955,
-      "step": 7518
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0766442544705805,
-      "learning_rate": 1.4165178796335797e-05,
-      "loss": 0.2025,
-      "step": 7519
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0174652520991234,
-      "learning_rate": 1.416368143534244e-05,
-      "loss": 0.23,
-      "step": 7520
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9339941915171122,
-      "learning_rate": 1.4162183961408987e-05,
-      "loss": 0.1897,
-      "step": 7521
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.5105807693516058,
-      "learning_rate": 1.416068637457606e-05,
-      "loss": 0.1781,
-      "step": 7522
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.935675378996467,
-      "learning_rate": 1.4159188674884279e-05,
-      "loss": 0.2052,
-      "step": 7523
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.1427958146169708,
-      "learning_rate": 1.4157690862374272e-05,
-      "loss": 0.2039,
-      "step": 7524
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.658788262602051,
-      "learning_rate": 1.4156192937086666e-05,
-      "loss": 0.2107,
-      "step": 7525
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8955541412189186,
-      "learning_rate": 1.4154694899062089e-05,
-      "loss": 0.1832,
-      "step": 7526
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8889059275984288,
-      "learning_rate": 1.4153196748341179e-05,
-      "loss": 0.2379,
-      "step": 7527
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0487778302161304,
-      "learning_rate": 1.4151698484964574e-05,
-      "loss": 0.2044,
-      "step": 7528
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8812194186270116,
-      "learning_rate": 1.4150200108972912e-05,
-      "loss": 0.2,
-      "step": 7529
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9193206661664284,
-      "learning_rate": 1.4148701620406838e-05,
-      "loss": 0.2098,
-      "step": 7530
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.993980966928357,
-      "learning_rate": 1.4147203019306997e-05,
-      "loss": 0.2048,
-      "step": 7531
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0750132796267666,
-      "learning_rate": 1.4145704305714038e-05,
-      "loss": 0.1998,
-      "step": 7532
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.6834923657312354,
-      "learning_rate": 1.414420547966862e-05,
-      "loss": 0.1738,
-      "step": 7533
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.7890938616586272,
-      "learning_rate": 1.4142706541211392e-05,
-      "loss": 0.1867,
-      "step": 7534
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.2978997036990871,
-      "learning_rate": 1.4141207490383018e-05,
-      "loss": 0.1919,
-      "step": 7535
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8117457987197362,
-      "learning_rate": 1.4139708327224155e-05,
-      "loss": 0.1937,
-      "step": 7536
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9688092437532801,
-      "learning_rate": 1.4138209051775467e-05,
-      "loss": 0.2102,
-      "step": 7537
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0092214002394286,
-      "learning_rate": 1.4136709664077628e-05,
-      "loss": 0.2067,
-      "step": 7538
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.2446739747004254,
-      "learning_rate": 1.4135210164171306e-05,
-      "loss": 0.2075,
-      "step": 7539
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.409950331815906,
-      "learning_rate": 1.4133710552097175e-05,
-      "loss": 0.1752,
-      "step": 7540
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0317598910736085,
-      "learning_rate": 1.4132210827895909e-05,
-      "loss": 0.2115,
-      "step": 7541
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.363377833518173,
-      "learning_rate": 1.4130710991608194e-05,
-      "loss": 0.2003,
-      "step": 7542
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0121446264043472,
-      "learning_rate": 1.4129211043274709e-05,
-      "loss": 0.2075,
-      "step": 7543
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8417773315163373,
-      "learning_rate": 1.412771098293614e-05,
-      "loss": 0.1946,
-      "step": 7544
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.1855268084816621,
-      "learning_rate": 1.4126210810633176e-05,
-      "loss": 0.2152,
-      "step": 7545
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0237124307200967,
-      "learning_rate": 1.4124710526406516e-05,
-      "loss": 0.2443,
-      "step": 7546
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.404831522108842,
-      "learning_rate": 1.4123210130296845e-05,
-      "loss": 0.198,
-      "step": 7547
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9074529008026088,
-      "learning_rate": 1.412170962234487e-05,
-      "loss": 0.1943,
-      "step": 7548
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.51360435231819,
-      "learning_rate": 1.4120209002591286e-05,
-      "loss": 0.1871,
-      "step": 7549
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9224528569596793,
-      "learning_rate": 1.41187082710768e-05,
-      "loss": 0.1955,
-      "step": 7550
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8130885991407517,
-      "learning_rate": 1.4117207427842122e-05,
-      "loss": 0.1914,
-      "step": 7551
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0662624440238975,
-      "learning_rate": 1.4115706472927957e-05,
-      "loss": 0.1817,
-      "step": 7552
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8750154796571464,
-      "learning_rate": 1.4114205406375025e-05,
-      "loss": 0.2128,
-      "step": 7553
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0251582509921566,
-      "learning_rate": 1.4112704228224034e-05,
-      "loss": 0.1807,
-      "step": 7554
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8656304735082289,
-      "learning_rate": 1.4111202938515711e-05,
-      "loss": 0.1855,
-      "step": 7555
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9354978653471507,
-      "learning_rate": 1.4109701537290779e-05,
-      "loss": 0.2093,
-      "step": 7556
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9342037452734095,
-      "learning_rate": 1.4108200024589958e-05,
-      "loss": 0.1875,
-      "step": 7557
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9043537891505412,
-      "learning_rate": 1.410669840045398e-05,
-      "loss": 0.1928,
-      "step": 7558
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0488505805359303,
-      "learning_rate": 1.4105196664923577e-05,
-      "loss": 0.2078,
-      "step": 7559
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0669685487941905,
-      "learning_rate": 1.4103694818039483e-05,
-      "loss": 0.1933,
-      "step": 7560
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0754201019931622,
-      "learning_rate": 1.4102192859842432e-05,
-      "loss": 0.2111,
-      "step": 7561
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.0524796337983948,
-      "learning_rate": 1.4100690790373168e-05,
-      "loss": 0.1853,
-      "step": 7562
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.023500297719706,
-      "learning_rate": 1.4099188609672436e-05,
-      "loss": 0.1698,
-      "step": 7563
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.6937197254418842,
-      "learning_rate": 1.409768631778098e-05,
-      "loss": 0.1687,
-      "step": 7564
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9742004715333842,
-      "learning_rate": 1.4096183914739554e-05,
-      "loss": 0.1947,
-      "step": 7565
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.920578932705953,
-      "learning_rate": 1.4094681400588908e-05,
-      "loss": 0.1946,
-      "step": 7566
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 1.3660496533422637,
-      "learning_rate": 1.4093178775369793e-05,
-      "loss": 0.2007,
-      "step": 7567
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8202394736784563,
-      "learning_rate": 1.4091676039122977e-05,
-      "loss": 0.2181,
-      "step": 7568
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.8823324782020567,
-      "learning_rate": 1.4090173191889216e-05,
-      "loss": 0.2063,
-      "step": 7569
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.6719778905366667,
-      "learning_rate": 1.4088670233709278e-05,
-      "loss": 0.185,
-      "step": 7570
-    },
-    {
-      "epoch": 0.38,
-      "grad_norm": 0.9286681884469269,
-      "learning_rate": 1.4087167164623927e-05,
-      "loss": 0.1838,
-      "step": 7571
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9178992253331234,
-      "learning_rate": 1.4085663984673936e-05,
-      "loss": 0.2011,
-      "step": 7572
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.867270369064487,
-      "learning_rate": 1.408416069390008e-05,
-      "loss": 0.1782,
-      "step": 7573
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.6760773325114068,
-      "learning_rate": 1.4082657292343131e-05,
-      "loss": 0.2006,
-      "step": 7574
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9197042191937326,
-      "learning_rate": 1.4081153780043878e-05,
-      "loss": 0.1803,
-      "step": 7575
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.7566894677669311,
-      "learning_rate": 1.4079650157043095e-05,
-      "loss": 0.2011,
-      "step": 7576
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.9803458625908985,
-      "learning_rate": 1.4078146423381571e-05,
-      "loss": 0.2276,
-      "step": 7577
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8948601920458561,
-      "learning_rate": 1.4076642579100095e-05,
-      "loss": 0.1957,
-      "step": 7578
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8251175785770059,
-      "learning_rate": 1.407513862423946e-05,
-      "loss": 0.2001,
-      "step": 7579
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8159217586434515,
-      "learning_rate": 1.4073634558840454e-05,
-      "loss": 0.1887,
-      "step": 7580
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.712292700290352,
-      "learning_rate": 1.4072130382943888e-05,
-      "loss": 0.1882,
-      "step": 7581
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0144574994086635,
-      "learning_rate": 1.4070626096590552e-05,
-      "loss": 0.2054,
-      "step": 7582
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8214830372217938,
-      "learning_rate": 1.4069121699821253e-05,
-      "loss": 0.1965,
-      "step": 7583
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0635809609229483,
-      "learning_rate": 1.4067617192676799e-05,
-      "loss": 0.1768,
-      "step": 7584
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9959854507722363,
-      "learning_rate": 1.4066112575197996e-05,
-      "loss": 0.1972,
-      "step": 7585
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0418149972153863,
-      "learning_rate": 1.4064607847425664e-05,
-      "loss": 0.216,
-      "step": 7586
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9272614314221803,
-      "learning_rate": 1.4063103009400613e-05,
-      "loss": 0.2134,
-      "step": 7587
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8282259836531397,
-      "learning_rate": 1.4061598061163664e-05,
-      "loss": 0.2053,
-      "step": 7588
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.518892077046803,
-      "learning_rate": 1.4060093002755636e-05,
-      "loss": 0.21,
-      "step": 7589
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.872535797315508,
-      "learning_rate": 1.4058587834217356e-05,
-      "loss": 0.1814,
-      "step": 7590
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.2812768967861146,
-      "learning_rate": 1.4057082555589654e-05,
-      "loss": 0.2118,
-      "step": 7591
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.8252964740636697,
-      "learning_rate": 1.4055577166913358e-05,
-      "loss": 0.2015,
-      "step": 7592
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0118958760314445,
-      "learning_rate": 1.4054071668229304e-05,
-      "loss": 0.207,
-      "step": 7593
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8168769002372456,
-      "learning_rate": 1.4052566059578326e-05,
-      "loss": 0.1981,
-      "step": 7594
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9911446249748135,
-      "learning_rate": 1.4051060341001264e-05,
-      "loss": 0.2068,
-      "step": 7595
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8867221481455925,
-      "learning_rate": 1.4049554512538958e-05,
-      "loss": 0.1939,
-      "step": 7596
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8235464707735634,
-      "learning_rate": 1.4048048574232261e-05,
-      "loss": 0.1808,
-      "step": 7597
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8495631625786931,
-      "learning_rate": 1.4046542526122018e-05,
-      "loss": 0.2044,
-      "step": 7598
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0312588114857115,
-      "learning_rate": 1.4045036368249079e-05,
-      "loss": 0.1923,
-      "step": 7599
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.2257480499644202,
-      "learning_rate": 1.4043530100654301e-05,
-      "loss": 0.2095,
-      "step": 7600
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9347192728461339,
-      "learning_rate": 1.4042023723378541e-05,
-      "loss": 0.1793,
-      "step": 7601
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8903951969647127,
-      "learning_rate": 1.4040517236462656e-05,
-      "loss": 0.1929,
-      "step": 7602
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.3242813549316574,
-      "learning_rate": 1.4039010639947516e-05,
-      "loss": 0.1972,
-      "step": 7603
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.201248666535143,
-      "learning_rate": 1.4037503933873984e-05,
-      "loss": 0.2101,
-      "step": 7604
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.1902203553720785,
-      "learning_rate": 1.403599711828293e-05,
-      "loss": 0.2285,
-      "step": 7605
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9544624554727649,
-      "learning_rate": 1.4034490193215224e-05,
-      "loss": 0.1957,
-      "step": 7606
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0195966094164068,
-      "learning_rate": 1.4032983158711744e-05,
-      "loss": 0.2003,
-      "step": 7607
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.3276408942198594,
-      "learning_rate": 1.403147601481337e-05,
-      "loss": 0.2001,
-      "step": 7608
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.7275677793246561,
-      "learning_rate": 1.4029968761560979e-05,
-      "loss": 0.1805,
-      "step": 7609
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8479951597951434,
-      "learning_rate": 1.402846139899546e-05,
-      "loss": 0.2048,
-      "step": 7610
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.838782389886137,
-      "learning_rate": 1.4026953927157698e-05,
-      "loss": 0.2025,
-      "step": 7611
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8453036827999479,
-      "learning_rate": 1.4025446346088582e-05,
-      "loss": 0.1987,
-      "step": 7612
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0457773409872628,
-      "learning_rate": 1.402393865582901e-05,
-      "loss": 0.1991,
-      "step": 7613
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8654771992999472,
-      "learning_rate": 1.4022430856419872e-05,
-      "loss": 0.1999,
-      "step": 7614
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.1394541387656685,
-      "learning_rate": 1.4020922947902067e-05,
-      "loss": 0.2206,
-      "step": 7615
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8091480970897881,
-      "learning_rate": 1.4019414930316501e-05,
-      "loss": 0.1888,
-      "step": 7616
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0685495245375725,
-      "learning_rate": 1.4017906803704083e-05,
-      "loss": 0.1874,
-      "step": 7617
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.872612439298588,
-      "learning_rate": 1.401639856810571e-05,
-      "loss": 0.1935,
-      "step": 7618
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.1548406631959833,
-      "learning_rate": 1.4014890223562303e-05,
-      "loss": 0.1862,
-      "step": 7619
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9949755985513199,
-      "learning_rate": 1.401338177011477e-05,
-      "loss": 0.1795,
-      "step": 7620
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9879919215858408,
-      "learning_rate": 1.401187320780403e-05,
-      "loss": 0.1913,
-      "step": 7621
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8082593760487321,
-      "learning_rate": 1.4010364536671004e-05,
-      "loss": 0.1858,
-      "step": 7622
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.4274036461103985,
-      "learning_rate": 1.4008855756756612e-05,
-      "loss": 0.2293,
-      "step": 7623
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9867689521147746,
-      "learning_rate": 1.4007346868101779e-05,
-      "loss": 0.1839,
-      "step": 7624
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9102121091949064,
-      "learning_rate": 1.4005837870747439e-05,
-      "loss": 0.2006,
-      "step": 7625
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.854600912758212,
-      "learning_rate": 1.400432876473452e-05,
-      "loss": 0.1996,
-      "step": 7626
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.2096446917432433,
-      "learning_rate": 1.4002819550103958e-05,
-      "loss": 0.1817,
-      "step": 7627
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0627923072240306,
-      "learning_rate": 1.4001310226896689e-05,
-      "loss": 0.2394,
-      "step": 7628
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.2724119703874543,
-      "learning_rate": 1.3999800795153652e-05,
-      "loss": 0.186,
-      "step": 7629
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9999657164938784,
-      "learning_rate": 1.3998291254915797e-05,
-      "loss": 0.197,
-      "step": 7630
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.2678985627552222,
-      "learning_rate": 1.3996781606224063e-05,
-      "loss": 0.1817,
-      "step": 7631
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9871813158684251,
-      "learning_rate": 1.3995271849119403e-05,
-      "loss": 0.2123,
-      "step": 7632
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.7917965541568505,
-      "learning_rate": 1.3993761983642765e-05,
-      "loss": 0.1854,
-      "step": 7633
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.948713022523547,
-      "learning_rate": 1.3992252009835112e-05,
-      "loss": 0.1835,
-      "step": 7634
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.013801688872813,
-      "learning_rate": 1.3990741927737395e-05,
-      "loss": 0.1914,
-      "step": 7635
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0338027271382328,
-      "learning_rate": 1.3989231737390578e-05,
-      "loss": 0.2086,
-      "step": 7636
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0038262656980823,
-      "learning_rate": 1.3987721438835626e-05,
-      "loss": 0.2164,
-      "step": 7637
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.198776705998106,
-      "learning_rate": 1.3986211032113504e-05,
-      "loss": 0.2259,
-      "step": 7638
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.1559578172326987,
-      "learning_rate": 1.3984700517265184e-05,
-      "loss": 0.2053,
-      "step": 7639
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.9478082394204406,
-      "learning_rate": 1.3983189894331636e-05,
-      "loss": 0.2075,
-      "step": 7640
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0319933891708784,
-      "learning_rate": 1.3981679163353839e-05,
-      "loss": 0.1778,
-      "step": 7641
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.2467961556378275,
-      "learning_rate": 1.3980168324372768e-05,
-      "loss": 0.1881,
-      "step": 7642
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.097771450032399,
-      "learning_rate": 1.3978657377429405e-05,
-      "loss": 0.2074,
-      "step": 7643
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.7948181272258855,
-      "learning_rate": 1.3977146322564739e-05,
-      "loss": 0.1797,
-      "step": 7644
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.6906764323928702,
-      "learning_rate": 1.3975635159819757e-05,
-      "loss": 0.1994,
-      "step": 7645
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8555549281608942,
-      "learning_rate": 1.3974123889235437e-05,
-      "loss": 0.1963,
-      "step": 7646
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8152633474642856,
-      "learning_rate": 1.3972612510852789e-05,
-      "loss": 0.2028,
-      "step": 7647
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.834483546768694,
-      "learning_rate": 1.3971101024712803e-05,
-      "loss": 0.2009,
-      "step": 7648
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8059419858590291,
-      "learning_rate": 1.3969589430856476e-05,
-      "loss": 0.1705,
-      "step": 7649
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8663444660848391,
-      "learning_rate": 1.3968077729324808e-05,
-      "loss": 0.2038,
-      "step": 7650
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9524959304972902,
-      "learning_rate": 1.3966565920158811e-05,
-      "loss": 0.1794,
-      "step": 7651
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9974758966169943,
-      "learning_rate": 1.3965054003399493e-05,
-      "loss": 0.1747,
-      "step": 7652
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0143608736447438,
-      "learning_rate": 1.3963541979087855e-05,
-      "loss": 0.1919,
-      "step": 7653
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8770771941762959,
-      "learning_rate": 1.396202984726492e-05,
-      "loss": 0.2121,
-      "step": 7654
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.058384880625591,
-      "learning_rate": 1.3960517607971697e-05,
-      "loss": 0.2058,
-      "step": 7655
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.2266740375032155,
-      "learning_rate": 1.3959005261249217e-05,
-      "loss": 0.1884,
-      "step": 7656
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.803399173151223,
-      "learning_rate": 1.3957492807138491e-05,
-      "loss": 0.1858,
-      "step": 7657
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 2.5027341436903714,
-      "learning_rate": 1.3955980245680551e-05,
-      "loss": 0.2012,
-      "step": 7658
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.7537433177825293,
-      "learning_rate": 1.3954467576916422e-05,
-      "loss": 0.197,
-      "step": 7659
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0281275927478755,
-      "learning_rate": 1.3952954800887137e-05,
-      "loss": 0.1985,
-      "step": 7660
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 3.4007636048539807,
-      "learning_rate": 1.3951441917633732e-05,
-      "loss": 0.2119,
-      "step": 7661
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.5874162488104218,
-      "learning_rate": 1.394992892719724e-05,
-      "loss": 0.1999,
-      "step": 7662
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.90732612942027,
-      "learning_rate": 1.3948415829618705e-05,
-      "loss": 0.1906,
-      "step": 7663
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8673104556121487,
-      "learning_rate": 1.3946902624939164e-05,
-      "loss": 0.2082,
-      "step": 7664
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.037346088119156,
-      "learning_rate": 1.3945389313199669e-05,
-      "loss": 0.2019,
-      "step": 7665
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.123917949735145,
-      "learning_rate": 1.3943875894441265e-05,
-      "loss": 0.2053,
-      "step": 7666
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9346108283378147,
-      "learning_rate": 1.3942362368705007e-05,
-      "loss": 0.1752,
-      "step": 7667
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8821888566223758,
-      "learning_rate": 1.3940848736031943e-05,
-      "loss": 0.1883,
-      "step": 7668
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0537674571428322,
-      "learning_rate": 1.3939334996463136e-05,
-      "loss": 0.2164,
-      "step": 7669
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0721094239860878,
-      "learning_rate": 1.3937821150039645e-05,
-      "loss": 0.2313,
-      "step": 7670
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8856670502546947,
-      "learning_rate": 1.3936307196802532e-05,
-      "loss": 0.1929,
-      "step": 7671
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.111960198508083,
-      "learning_rate": 1.3934793136792863e-05,
-      "loss": 0.2132,
-      "step": 7672
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.1384490541523558,
-      "learning_rate": 1.3933278970051712e-05,
-      "loss": 0.2056,
-      "step": 7673
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.2061262362828225,
-      "learning_rate": 1.3931764696620144e-05,
-      "loss": 0.2098,
-      "step": 7674
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.6609050792349747,
-      "learning_rate": 1.3930250316539237e-05,
-      "loss": 0.1937,
-      "step": 7675
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0601825483540026,
-      "learning_rate": 1.3928735829850069e-05,
-      "loss": 0.2108,
-      "step": 7676
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9550895412085639,
-      "learning_rate": 1.3927221236593717e-05,
-      "loss": 0.1926,
-      "step": 7677
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8557196616439343,
-      "learning_rate": 1.392570653681127e-05,
-      "loss": 0.196,
-      "step": 7678
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9880124750398763,
-      "learning_rate": 1.392419173054381e-05,
-      "loss": 0.2059,
-      "step": 7679
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8231742504746878,
-      "learning_rate": 1.3922676817832432e-05,
-      "loss": 0.1963,
-      "step": 7680
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.1466035230522185,
-      "learning_rate": 1.3921161798718217e-05,
-      "loss": 0.1918,
-      "step": 7681
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8208451969313353,
-      "learning_rate": 1.3919646673242272e-05,
-      "loss": 0.1905,
-      "step": 7682
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.3997750841679093,
-      "learning_rate": 1.3918131441445687e-05,
-      "loss": 0.2143,
-      "step": 7683
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9636337485045307,
-      "learning_rate": 1.3916616103369567e-05,
-      "loss": 0.1944,
-      "step": 7684
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.6144844863183354,
-      "learning_rate": 1.391510065905501e-05,
-      "loss": 0.1966,
-      "step": 7685
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9800808641664451,
-      "learning_rate": 1.3913585108543131e-05,
-      "loss": 0.1754,
-      "step": 7686
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8861425397209246,
-      "learning_rate": 1.3912069451875032e-05,
-      "loss": 0.192,
-      "step": 7687
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9087226051425511,
-      "learning_rate": 1.391055368909183e-05,
-      "loss": 0.1769,
-      "step": 7688
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.054864288688696,
-      "learning_rate": 1.3909037820234637e-05,
-      "loss": 0.1894,
-      "step": 7689
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.1708274247339223,
-      "learning_rate": 1.3907521845344571e-05,
-      "loss": 0.1985,
-      "step": 7690
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0713949500783901,
-      "learning_rate": 1.3906005764462758e-05,
-      "loss": 0.2113,
-      "step": 7691
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.5889139746273195,
-      "learning_rate": 1.3904489577630316e-05,
-      "loss": 0.1841,
-      "step": 7692
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.091357490656932,
-      "learning_rate": 1.3902973284888375e-05,
-      "loss": 0.1912,
-      "step": 7693
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8368483420261934,
-      "learning_rate": 1.3901456886278063e-05,
-      "loss": 0.204,
-      "step": 7694
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.3583693284481406,
-      "learning_rate": 1.389994038184051e-05,
-      "loss": 0.203,
-      "step": 7695
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9312531164878359,
-      "learning_rate": 1.3898423771616854e-05,
-      "loss": 0.2161,
-      "step": 7696
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0903451646742162,
-      "learning_rate": 1.3896907055648235e-05,
-      "loss": 0.1956,
-      "step": 7697
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.3439929901930354,
-      "learning_rate": 1.3895390233975793e-05,
-      "loss": 0.1906,
-      "step": 7698
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9825101816701041,
-      "learning_rate": 1.3893873306640669e-05,
-      "loss": 0.1943,
-      "step": 7699
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.7285069594345552,
-      "learning_rate": 1.3892356273684012e-05,
-      "loss": 0.1971,
-      "step": 7700
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8837068614510146,
-      "learning_rate": 1.3890839135146972e-05,
-      "loss": 0.2041,
-      "step": 7701
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0181464717308626,
-      "learning_rate": 1.38893218910707e-05,
-      "loss": 0.1595,
-      "step": 7702
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.1712417123030014,
-      "learning_rate": 1.388780454149635e-05,
-      "loss": 0.1995,
-      "step": 7703
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.4386055659474735,
-      "learning_rate": 1.3886287086465085e-05,
-      "loss": 0.199,
-      "step": 7704
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9347759139666304,
-      "learning_rate": 1.3884769526018063e-05,
-      "loss": 0.1871,
-      "step": 7705
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.035172557245781,
-      "learning_rate": 1.3883251860196446e-05,
-      "loss": 0.2382,
-      "step": 7706
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0406406386957872,
-      "learning_rate": 1.3881734089041405e-05,
-      "loss": 0.1744,
-      "step": 7707
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0977754191926146,
-      "learning_rate": 1.388021621259411e-05,
-      "loss": 0.197,
-      "step": 7708
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0018304593302076,
-      "learning_rate": 1.3878698230895726e-05,
-      "loss": 0.1818,
-      "step": 7709
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9539595526956814,
-      "learning_rate": 1.3877180143987436e-05,
-      "loss": 0.1904,
-      "step": 7710
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.3344670181819707,
-      "learning_rate": 1.3875661951910417e-05,
-      "loss": 0.1971,
-      "step": 7711
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.960361113128031,
-      "learning_rate": 1.3874143654705845e-05,
-      "loss": 0.1771,
-      "step": 7712
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.2090564270325268,
-      "learning_rate": 1.387262525241491e-05,
-      "loss": 0.2206,
-      "step": 7713
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.986088483516514,
-      "learning_rate": 1.3871106745078798e-05,
-      "loss": 0.1889,
-      "step": 7714
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.434936865372642,
-      "learning_rate": 1.3869588132738696e-05,
-      "loss": 0.2354,
-      "step": 7715
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0088629743524504,
-      "learning_rate": 1.3868069415435795e-05,
-      "loss": 0.184,
-      "step": 7716
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.6641815842457266,
-      "learning_rate": 1.3866550593211292e-05,
-      "loss": 0.2017,
-      "step": 7717
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.3170396920934737,
-      "learning_rate": 1.386503166610639e-05,
-      "loss": 0.1842,
-      "step": 7718
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.7855746745131865,
-      "learning_rate": 1.3863512634162283e-05,
-      "loss": 0.1922,
-      "step": 7719
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9041492336676009,
-      "learning_rate": 1.3861993497420176e-05,
-      "loss": 0.1913,
-      "step": 7720
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.1314961895930964,
-      "learning_rate": 1.3860474255921279e-05,
-      "loss": 0.2246,
-      "step": 7721
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.5367511841726282,
-      "learning_rate": 1.38589549097068e-05,
-      "loss": 0.1881,
-      "step": 7722
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9589789968589525,
-      "learning_rate": 1.3857435458817952e-05,
-      "loss": 0.2037,
-      "step": 7723
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.1288332166730548,
-      "learning_rate": 1.3855915903295949e-05,
-      "loss": 0.1902,
-      "step": 7724
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.960376489981517,
-      "learning_rate": 1.3854396243182007e-05,
-      "loss": 0.2171,
-      "step": 7725
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9273880760394527,
-      "learning_rate": 1.3852876478517352e-05,
-      "loss": 0.2086,
-      "step": 7726
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.2440017744030931,
-      "learning_rate": 1.3851356609343202e-05,
-      "loss": 0.1798,
-      "step": 7727
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.8535773225164793,
-      "learning_rate": 1.3849836635700791e-05,
-      "loss": 0.1772,
-      "step": 7728
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.963785047508875,
-      "learning_rate": 1.384831655763134e-05,
-      "loss": 0.2068,
-      "step": 7729
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.214837663043247,
-      "learning_rate": 1.3846796375176083e-05,
-      "loss": 0.1957,
-      "step": 7730
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.1073446266276163,
-      "learning_rate": 1.3845276088376262e-05,
-      "loss": 0.2112,
-      "step": 7731
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0268993364703471,
-      "learning_rate": 1.3843755697273109e-05,
-      "loss": 0.1911,
-      "step": 7732
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9552792651480384,
-      "learning_rate": 1.3842235201907865e-05,
-      "loss": 0.2289,
-      "step": 7733
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0202539534015398,
-      "learning_rate": 1.3840714602321774e-05,
-      "loss": 0.1571,
-      "step": 7734
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8635891135148347,
-      "learning_rate": 1.3839193898556083e-05,
-      "loss": 0.1876,
-      "step": 7735
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.1217723335679453,
-      "learning_rate": 1.383767309065204e-05,
-      "loss": 0.1988,
-      "step": 7736
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0698837728586303,
-      "learning_rate": 1.3836152178650899e-05,
-      "loss": 0.1921,
-      "step": 7737
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0058637146346,
-      "learning_rate": 1.383463116259391e-05,
-      "loss": 0.2095,
-      "step": 7738
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9999314188011952,
-      "learning_rate": 1.3833110042522337e-05,
-      "loss": 0.2046,
-      "step": 7739
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.4672213955523357,
-      "learning_rate": 1.3831588818477437e-05,
-      "loss": 0.2053,
-      "step": 7740
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0337800417999594,
-      "learning_rate": 1.3830067490500474e-05,
-      "loss": 0.2175,
-      "step": 7741
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.2319011038386658,
-      "learning_rate": 1.3828546058632714e-05,
-      "loss": 0.1902,
-      "step": 7742
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.3044079880196222,
-      "learning_rate": 1.3827024522915425e-05,
-      "loss": 0.2291,
-      "step": 7743
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8538781044258716,
-      "learning_rate": 1.382550288338988e-05,
-      "loss": 0.2123,
-      "step": 7744
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.879168221739137,
-      "learning_rate": 1.3823981140097354e-05,
-      "loss": 0.179,
-      "step": 7745
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9413694338433246,
-      "learning_rate": 1.3822459293079122e-05,
-      "loss": 0.1967,
-      "step": 7746
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.1056894724859516,
-      "learning_rate": 1.3820937342376467e-05,
-      "loss": 0.191,
-      "step": 7747
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9126483606695378,
-      "learning_rate": 1.3819415288030672e-05,
-      "loss": 0.1762,
-      "step": 7748
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.1355339214771147,
-      "learning_rate": 1.381789313008302e-05,
-      "loss": 0.2235,
-      "step": 7749
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9826179082927652,
-      "learning_rate": 1.3816370868574804e-05,
-      "loss": 0.2131,
-      "step": 7750
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 2.8860565691463593,
-      "learning_rate": 1.3814848503547308e-05,
-      "loss": 0.1782,
-      "step": 7751
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.5081861453338383,
-      "learning_rate": 1.3813326035041832e-05,
-      "loss": 0.2113,
-      "step": 7752
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.3892948185606584,
-      "learning_rate": 1.3811803463099675e-05,
-      "loss": 0.2063,
-      "step": 7753
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9911639651533942,
-      "learning_rate": 1.3810280787762131e-05,
-      "loss": 0.1817,
-      "step": 7754
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 2.022925229717426,
-      "learning_rate": 1.3808758009070506e-05,
-      "loss": 0.1943,
-      "step": 7755
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.3548483263654096,
-      "learning_rate": 1.3807235127066104e-05,
-      "loss": 0.2179,
-      "step": 7756
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.1166557524441694,
-      "learning_rate": 1.3805712141790237e-05,
-      "loss": 0.2168,
-      "step": 7757
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9892567026131145,
-      "learning_rate": 1.380418905328421e-05,
-      "loss": 0.177,
-      "step": 7758
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.0970740628385713,
-      "learning_rate": 1.3802665861589342e-05,
-      "loss": 0.229,
-      "step": 7759
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.8689804869980224,
-      "learning_rate": 1.3801142566746945e-05,
-      "loss": 0.167,
-      "step": 7760
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.081339687802085,
-      "learning_rate": 1.3799619168798346e-05,
-      "loss": 0.1883,
-      "step": 7761
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.7086114323382755,
-      "learning_rate": 1.3798095667784859e-05,
-      "loss": 0.2153,
-      "step": 7762
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.2132432860413234,
-      "learning_rate": 1.3796572063747813e-05,
-      "loss": 0.2145,
-      "step": 7763
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.9325342418973277,
-      "learning_rate": 1.3795048356728538e-05,
-      "loss": 0.173,
-      "step": 7764
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.1566731200513392,
-      "learning_rate": 1.3793524546768358e-05,
-      "loss": 0.1983,
-      "step": 7765
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 1.9601961276441815,
-      "learning_rate": 1.3792000633908612e-05,
-      "loss": 0.2059,
-      "step": 7766
-    },
-    {
-      "epoch": 0.39,
-      "grad_norm": 0.8099371655872485,
-      "learning_rate": 1.3790476618190634e-05,
-      "loss": 0.2094,
-      "step": 7767
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.7473037502181532,
-      "learning_rate": 1.3788952499655765e-05,
-      "loss": 0.1907,
-      "step": 7768
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9096819251192658,
-      "learning_rate": 1.3787428278345344e-05,
-      "loss": 0.1857,
-      "step": 7769
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9874258926455962,
-      "learning_rate": 1.378590395430072e-05,
-      "loss": 0.1808,
-      "step": 7770
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9443362322677041,
-      "learning_rate": 1.3784379527563233e-05,
-      "loss": 0.1781,
-      "step": 7771
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1366189588352082,
-      "learning_rate": 1.3782854998174243e-05,
-      "loss": 0.2119,
-      "step": 7772
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9441430740776766,
-      "learning_rate": 1.3781330366175093e-05,
-      "loss": 0.1915,
-      "step": 7773
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1722347958655013,
-      "learning_rate": 1.3779805631607144e-05,
-      "loss": 0.2206,
-      "step": 7774
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.011282633832701,
-      "learning_rate": 1.3778280794511753e-05,
-      "loss": 0.1823,
-      "step": 7775
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1645863169044224,
-      "learning_rate": 1.3776755854930285e-05,
-      "loss": 0.2104,
-      "step": 7776
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1038162763376442,
-      "learning_rate": 1.3775230812904101e-05,
-      "loss": 0.2008,
-      "step": 7777
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.5586894325978662,
-      "learning_rate": 1.3773705668474564e-05,
-      "loss": 0.2054,
-      "step": 7778
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.0103587347743808,
-      "learning_rate": 1.377218042168305e-05,
-      "loss": 0.2099,
-      "step": 7779
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.0698592267223566,
-      "learning_rate": 1.3770655072570929e-05,
-      "loss": 0.2056,
-      "step": 7780
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1252856387119448,
-      "learning_rate": 1.3769129621179578e-05,
-      "loss": 0.1959,
-      "step": 7781
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.3938755135494856,
-      "learning_rate": 1.3767604067550369e-05,
-      "loss": 0.2072,
-      "step": 7782
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.043094931379382,
-      "learning_rate": 1.376607841172469e-05,
-      "loss": 0.1888,
-      "step": 7783
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9900803380343406,
-      "learning_rate": 1.376455265374392e-05,
-      "loss": 0.199,
-      "step": 7784
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.3610036980785805,
-      "learning_rate": 1.376302679364945e-05,
-      "loss": 0.17,
-      "step": 7785
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8993769498920858,
-      "learning_rate": 1.3761500831482661e-05,
-      "loss": 0.1989,
-      "step": 7786
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9511935062881577,
-      "learning_rate": 1.3759974767284954e-05,
-      "loss": 0.1929,
-      "step": 7787
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.04482184811609,
-      "learning_rate": 1.3758448601097715e-05,
-      "loss": 0.1905,
-      "step": 7788
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.0151552795044474,
-      "learning_rate": 1.3756922332962349e-05,
-      "loss": 0.1841,
-      "step": 7789
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1638260461131706,
-      "learning_rate": 1.375539596292025e-05,
-      "loss": 0.203,
-      "step": 7790
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1345663298986353,
-      "learning_rate": 1.3753869491012822e-05,
-      "loss": 0.1927,
-      "step": 7791
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.274166847278216,
-      "learning_rate": 1.3752342917281474e-05,
-      "loss": 0.1876,
-      "step": 7792
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 3.2116466657736265,
-      "learning_rate": 1.3750816241767612e-05,
-      "loss": 0.2162,
-      "step": 7793
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 3.292280681415955,
-      "learning_rate": 1.374928946451265e-05,
-      "loss": 0.2137,
-      "step": 7794
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9538512883912856,
-      "learning_rate": 1.3747762585557995e-05,
-      "loss": 0.1932,
-      "step": 7795
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.902903017738043,
-      "learning_rate": 1.374623560494507e-05,
-      "loss": 0.2053,
-      "step": 7796
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9089488041497878,
-      "learning_rate": 1.3744708522715295e-05,
-      "loss": 0.1868,
-      "step": 7797
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.036402555926078,
-      "learning_rate": 1.3743181338910088e-05,
-      "loss": 0.175,
-      "step": 7798
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1412140081353452,
-      "learning_rate": 1.3741654053570877e-05,
-      "loss": 0.2069,
-      "step": 7799
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9812081753904945,
-      "learning_rate": 1.3740126666739086e-05,
-      "loss": 0.1921,
-      "step": 7800
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8599736416295825,
-      "learning_rate": 1.3738599178456149e-05,
-      "loss": 0.1993,
-      "step": 7801
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.3933742441258217,
-      "learning_rate": 1.37370715887635e-05,
-      "loss": 0.2095,
-      "step": 7802
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9186112337500361,
-      "learning_rate": 1.3735543897702572e-05,
-      "loss": 0.2101,
-      "step": 7803
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.7780230586723094,
-      "learning_rate": 1.3734016105314803e-05,
-      "loss": 0.1716,
-      "step": 7804
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.912468228908501,
-      "learning_rate": 1.3732488211641638e-05,
-      "loss": 0.1777,
-      "step": 7805
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.0843294009632642,
-      "learning_rate": 1.3730960216724518e-05,
-      "loss": 0.1716,
-      "step": 7806
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.3501717023837643,
-      "learning_rate": 1.3729432120604895e-05,
-      "loss": 0.1975,
-      "step": 7807
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.033915342936664,
-      "learning_rate": 1.3727903923324211e-05,
-      "loss": 0.1954,
-      "step": 7808
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9776691062281382,
-      "learning_rate": 1.3726375624923925e-05,
-      "loss": 0.1895,
-      "step": 7809
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8463396302747215,
-      "learning_rate": 1.3724847225445488e-05,
-      "loss": 0.1929,
-      "step": 7810
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1511623956776489,
-      "learning_rate": 1.3723318724930362e-05,
-      "loss": 0.168,
-      "step": 7811
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.6733247641066649,
-      "learning_rate": 1.3721790123420002e-05,
-      "loss": 0.2306,
-      "step": 7812
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.0738043696689645,
-      "learning_rate": 1.3720261420955874e-05,
-      "loss": 0.1865,
-      "step": 7813
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9350696789972645,
-      "learning_rate": 1.3718732617579449e-05,
-      "loss": 0.1919,
-      "step": 7814
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.0062826557369187,
-      "learning_rate": 1.371720371333219e-05,
-      "loss": 0.178,
-      "step": 7815
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.095925858088011,
-      "learning_rate": 1.3715674708255571e-05,
-      "loss": 0.1966,
-      "step": 7816
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.072683440548299,
-      "learning_rate": 1.3714145602391063e-05,
-      "loss": 0.1699,
-      "step": 7817
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.0745173488233095,
-      "learning_rate": 1.3712616395780148e-05,
-      "loss": 0.1882,
-      "step": 7818
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9455046613837105,
-      "learning_rate": 1.3711087088464303e-05,
-      "loss": 0.1703,
-      "step": 7819
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 2.875943906638408,
-      "learning_rate": 1.3709557680485013e-05,
-      "loss": 0.21,
-      "step": 7820
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 3.555443947600797,
-      "learning_rate": 1.3708028171883757e-05,
-      "loss": 0.2067,
-      "step": 7821
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.019118936893599,
-      "learning_rate": 1.3706498562702032e-05,
-      "loss": 0.1905,
-      "step": 7822
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9698314019007279,
-      "learning_rate": 1.3704968852981322e-05,
-      "loss": 0.2184,
-      "step": 7823
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9142833794886264,
-      "learning_rate": 1.3703439042763122e-05,
-      "loss": 0.2014,
-      "step": 7824
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9029009788321303,
-      "learning_rate": 1.3701909132088931e-05,
-      "loss": 0.2014,
-      "step": 7825
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.252169628887097,
-      "learning_rate": 1.3700379121000245e-05,
-      "loss": 0.2111,
-      "step": 7826
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.3070075999421975,
-      "learning_rate": 1.3698849009538564e-05,
-      "loss": 0.2055,
-      "step": 7827
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.3437122932148957,
-      "learning_rate": 1.3697318797745399e-05,
-      "loss": 0.1853,
-      "step": 7828
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.0379265187071747,
-      "learning_rate": 1.3695788485662248e-05,
-      "loss": 0.1936,
-      "step": 7829
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1959800320200566,
-      "learning_rate": 1.3694258073330626e-05,
-      "loss": 0.1847,
-      "step": 7830
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.0100684236799955,
-      "learning_rate": 1.3692727560792048e-05,
-      "loss": 0.2191,
-      "step": 7831
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.0045741496998244,
-      "learning_rate": 1.3691196948088026e-05,
-      "loss": 0.2086,
-      "step": 7832
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.880542853536741,
-      "learning_rate": 1.3689666235260078e-05,
-      "loss": 0.2093,
-      "step": 7833
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8663881683353095,
-      "learning_rate": 1.3688135422349724e-05,
-      "loss": 0.1842,
-      "step": 7834
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1894788719346479,
-      "learning_rate": 1.3686604509398489e-05,
-      "loss": 0.215,
-      "step": 7835
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.239200767986605,
-      "learning_rate": 1.3685073496447898e-05,
-      "loss": 0.2123,
-      "step": 7836
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.0676797817770391,
-      "learning_rate": 1.3683542383539482e-05,
-      "loss": 0.1925,
-      "step": 7837
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.179582556696482,
-      "learning_rate": 1.3682011170714771e-05,
-      "loss": 0.1993,
-      "step": 7838
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9022362728092863,
-      "learning_rate": 1.3680479858015297e-05,
-      "loss": 0.184,
-      "step": 7839
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8072628959257323,
-      "learning_rate": 1.3678948445482598e-05,
-      "loss": 0.1991,
-      "step": 7840
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1446276432557878,
-      "learning_rate": 1.3677416933158216e-05,
-      "loss": 0.1997,
-      "step": 7841
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.3285163458160731,
-      "learning_rate": 1.3675885321083693e-05,
-      "loss": 0.1934,
-      "step": 7842
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.0662290021048162,
-      "learning_rate": 1.3674353609300571e-05,
-      "loss": 0.1701,
-      "step": 7843
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8600687517356913,
-      "learning_rate": 1.3672821797850402e-05,
-      "loss": 0.1782,
-      "step": 7844
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9653570695824466,
-      "learning_rate": 1.3671289886774733e-05,
-      "loss": 0.2028,
-      "step": 7845
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9470181500627005,
-      "learning_rate": 1.3669757876115117e-05,
-      "loss": 0.2137,
-      "step": 7846
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.3353820715794826,
-      "learning_rate": 1.3668225765913114e-05,
-      "loss": 0.1769,
-      "step": 7847
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.0425801707777265,
-      "learning_rate": 1.3666693556210278e-05,
-      "loss": 0.1965,
-      "step": 7848
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9905064591861154,
-      "learning_rate": 1.3665161247048173e-05,
-      "loss": 0.1833,
-      "step": 7849
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.2775710642059581,
-      "learning_rate": 1.3663628838468364e-05,
-      "loss": 0.1912,
-      "step": 7850
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.2917881575654395,
-      "learning_rate": 1.3662096330512413e-05,
-      "loss": 0.2011,
-      "step": 7851
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.0359447949370741,
-      "learning_rate": 1.3660563723221894e-05,
-      "loss": 0.2311,
-      "step": 7852
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8779461362875117,
-      "learning_rate": 1.3659031016638376e-05,
-      "loss": 0.2028,
-      "step": 7853
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.0540674291123995,
-      "learning_rate": 1.3657498210803435e-05,
-      "loss": 0.1967,
-      "step": 7854
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.4087280910830706,
-      "learning_rate": 1.3655965305758652e-05,
-      "loss": 0.1976,
-      "step": 7855
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8105676637666767,
-      "learning_rate": 1.36544323015456e-05,
-      "loss": 0.214,
-      "step": 7856
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9090277786069536,
-      "learning_rate": 1.3652899198205864e-05,
-      "loss": 0.1919,
-      "step": 7857
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.0320170900219516,
-      "learning_rate": 1.3651365995781034e-05,
-      "loss": 0.1886,
-      "step": 7858
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8236703494092736,
-      "learning_rate": 1.3649832694312695e-05,
-      "loss": 0.2061,
-      "step": 7859
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.380715986676055,
-      "learning_rate": 1.3648299293842438e-05,
-      "loss": 0.1852,
-      "step": 7860
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.7081578575084013,
-      "learning_rate": 1.3646765794411854e-05,
-      "loss": 0.172,
-      "step": 7861
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8488985864335844,
-      "learning_rate": 1.3645232196062544e-05,
-      "loss": 0.2182,
-      "step": 7862
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.006743983617717,
-      "learning_rate": 1.3643698498836104e-05,
-      "loss": 0.1942,
-      "step": 7863
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.14256700029364,
-      "learning_rate": 1.3642164702774137e-05,
-      "loss": 0.196,
-      "step": 7864
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1811893526465074,
-      "learning_rate": 1.3640630807918246e-05,
-      "loss": 0.1893,
-      "step": 7865
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8455848742795187,
-      "learning_rate": 1.3639096814310037e-05,
-      "loss": 0.2269,
-      "step": 7866
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.7749192958494059,
-      "learning_rate": 1.3637562721991127e-05,
-      "loss": 0.1869,
-      "step": 7867
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8349972385642351,
-      "learning_rate": 1.3636028531003118e-05,
-      "loss": 0.2016,
-      "step": 7868
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9953791132956865,
-      "learning_rate": 1.3634494241387632e-05,
-      "loss": 0.2042,
-      "step": 7869
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9222005288634191,
-      "learning_rate": 1.363295985318628e-05,
-      "loss": 0.2072,
-      "step": 7870
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.075824838479233,
-      "learning_rate": 1.3631425366440691e-05,
-      "loss": 0.1992,
-      "step": 7871
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.5194579873674021,
-      "learning_rate": 1.3629890781192486e-05,
-      "loss": 0.1939,
-      "step": 7872
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.7643820525970437,
-      "learning_rate": 1.3628356097483288e-05,
-      "loss": 0.1971,
-      "step": 7873
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.197943921189177,
-      "learning_rate": 1.362682131535472e-05,
-      "loss": 0.1876,
-      "step": 7874
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.2330583994530917,
-      "learning_rate": 1.3625286434848424e-05,
-      "loss": 0.1771,
-      "step": 7875
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1913529068812612,
-      "learning_rate": 1.3623751456006027e-05,
-      "loss": 0.201,
-      "step": 7876
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1474609620458969,
-      "learning_rate": 1.3622216378869169e-05,
-      "loss": 0.1877,
-      "step": 7877
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.5636328342053893,
-      "learning_rate": 1.3620681203479484e-05,
-      "loss": 0.1911,
-      "step": 7878
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1944564472343593,
-      "learning_rate": 1.3619145929878617e-05,
-      "loss": 0.1999,
-      "step": 7879
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9179919973426882,
-      "learning_rate": 1.3617610558108214e-05,
-      "loss": 0.2123,
-      "step": 7880
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.060644212888549,
-      "learning_rate": 1.3616075088209921e-05,
-      "loss": 0.2137,
-      "step": 7881
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.857124640067879,
-      "learning_rate": 1.3614539520225388e-05,
-      "loss": 0.1664,
-      "step": 7882
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.6058142618696125,
-      "learning_rate": 1.361300385419626e-05,
-      "loss": 0.1857,
-      "step": 7883
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.335899099030283,
-      "learning_rate": 1.3611468090164203e-05,
-      "loss": 0.2105,
-      "step": 7884
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.0110629983418822,
-      "learning_rate": 1.3609932228170873e-05,
-      "loss": 0.189,
-      "step": 7885
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9841281444487436,
-      "learning_rate": 1.3608396268257922e-05,
-      "loss": 0.1885,
-      "step": 7886
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9728002662716808,
-      "learning_rate": 1.360686021046702e-05,
-      "loss": 0.2076,
-      "step": 7887
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1365569391346437,
-      "learning_rate": 1.360532405483983e-05,
-      "loss": 0.2065,
-      "step": 7888
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.5428500470719355,
-      "learning_rate": 1.3603787801418025e-05,
-      "loss": 0.1843,
-      "step": 7889
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9149812568191804,
-      "learning_rate": 1.3602251450243273e-05,
-      "loss": 0.2111,
-      "step": 7890
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.4272311709229732,
-      "learning_rate": 1.3600715001357241e-05,
-      "loss": 0.2076,
-      "step": 7891
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1625936777606585,
-      "learning_rate": 1.3599178454801615e-05,
-      "loss": 0.2171,
-      "step": 7892
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8890855284761452,
-      "learning_rate": 1.3597641810618071e-05,
-      "loss": 0.2132,
-      "step": 7893
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9647647431889569,
-      "learning_rate": 1.3596105068848289e-05,
-      "loss": 0.2097,
-      "step": 7894
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9228742641602002,
-      "learning_rate": 1.3594568229533953e-05,
-      "loss": 0.1896,
-      "step": 7895
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9523702934499297,
-      "learning_rate": 1.359303129271675e-05,
-      "loss": 0.2188,
-      "step": 7896
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.2907224300111102,
-      "learning_rate": 1.3591494258438372e-05,
-      "loss": 0.2196,
-      "step": 7897
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.4941226422465974,
-      "learning_rate": 1.3589957126740508e-05,
-      "loss": 0.1844,
-      "step": 7898
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.39262869659887,
-      "learning_rate": 1.3588419897664855e-05,
-      "loss": 0.2123,
-      "step": 7899
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.3557954440930702,
-      "learning_rate": 1.358688257125311e-05,
-      "loss": 0.2364,
-      "step": 7900
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 2.8274355379770744,
-      "learning_rate": 1.3585345147546971e-05,
-      "loss": 0.2012,
-      "step": 7901
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.445332020814645,
-      "learning_rate": 1.3583807626588143e-05,
-      "loss": 0.2053,
-      "step": 7902
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.0809255064379315,
-      "learning_rate": 1.3582270008418332e-05,
-      "loss": 0.1686,
-      "step": 7903
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1250535830016777,
-      "learning_rate": 1.3580732293079244e-05,
-      "loss": 0.1923,
-      "step": 7904
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9187987560101761,
-      "learning_rate": 1.357919448061259e-05,
-      "loss": 0.1737,
-      "step": 7905
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9939882858974505,
-      "learning_rate": 1.3577656571060082e-05,
-      "loss": 0.1889,
-      "step": 7906
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1124667983403917,
-      "learning_rate": 1.357611856446344e-05,
-      "loss": 0.204,
-      "step": 7907
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.2556400683929114,
-      "learning_rate": 1.3574580460864381e-05,
-      "loss": 0.1767,
-      "step": 7908
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.139433671837242,
-      "learning_rate": 1.3573042260304623e-05,
-      "loss": 0.2201,
-      "step": 7909
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.7612526668488224,
-      "learning_rate": 1.3571503962825892e-05,
-      "loss": 0.1781,
-      "step": 7910
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9627113385215519,
-      "learning_rate": 1.3569965568469915e-05,
-      "loss": 0.1901,
-      "step": 7911
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8696829378181286,
-      "learning_rate": 1.3568427077278422e-05,
-      "loss": 0.1642,
-      "step": 7912
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8150121776016657,
-      "learning_rate": 1.356688848929314e-05,
-      "loss": 0.1953,
-      "step": 7913
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.192895214033769,
-      "learning_rate": 1.3565349804555805e-05,
-      "loss": 0.1792,
-      "step": 7914
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9312534145645553,
-      "learning_rate": 1.3563811023108157e-05,
-      "loss": 0.1973,
-      "step": 7915
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.102289423897505,
-      "learning_rate": 1.3562272144991934e-05,
-      "loss": 0.187,
-      "step": 7916
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.5551690732592423,
-      "learning_rate": 1.3560733170248878e-05,
-      "loss": 0.2014,
-      "step": 7917
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9967216384377598,
-      "learning_rate": 1.3559194098920732e-05,
-      "loss": 0.1793,
-      "step": 7918
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.98329460157344,
-      "learning_rate": 1.3557654931049247e-05,
-      "loss": 0.1944,
-      "step": 7919
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 2.558620907919238,
-      "learning_rate": 1.355611566667617e-05,
-      "loss": 0.1906,
-      "step": 7920
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1066331357961985,
-      "learning_rate": 1.3554576305843257e-05,
-      "loss": 0.2229,
-      "step": 7921
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9693267653975826,
-      "learning_rate": 1.3553036848592261e-05,
-      "loss": 0.2108,
-      "step": 7922
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8412025440545284,
-      "learning_rate": 1.3551497294964935e-05,
-      "loss": 0.2106,
-      "step": 7923
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1110383384259537,
-      "learning_rate": 1.3549957645003046e-05,
-      "loss": 0.1907,
-      "step": 7924
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8034700067923729,
-      "learning_rate": 1.3548417898748361e-05,
-      "loss": 0.2206,
-      "step": 7925
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.7850263892895291,
-      "learning_rate": 1.3546878056242632e-05,
-      "loss": 0.1809,
-      "step": 7926
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1270612963348563,
-      "learning_rate": 1.354533811752764e-05,
-      "loss": 0.1852,
-      "step": 7927
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9435404761329577,
-      "learning_rate": 1.3543798082645152e-05,
-      "loss": 0.2031,
-      "step": 7928
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8921086902767899,
-      "learning_rate": 1.3542257951636939e-05,
-      "loss": 0.2034,
-      "step": 7929
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.6722635092982678,
-      "learning_rate": 1.354071772454478e-05,
-      "loss": 0.2064,
-      "step": 7930
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 2.201211190418289,
-      "learning_rate": 1.353917740141045e-05,
-      "loss": 0.2042,
-      "step": 7931
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9930918100552604,
-      "learning_rate": 1.3537636982275734e-05,
-      "loss": 0.1872,
-      "step": 7932
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9903922908206649,
-      "learning_rate": 1.3536096467182418e-05,
-      "loss": 0.1829,
-      "step": 7933
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8269314138269611,
-      "learning_rate": 1.3534555856172285e-05,
-      "loss": 0.2094,
-      "step": 7934
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.193805357692574,
-      "learning_rate": 1.3533015149287123e-05,
-      "loss": 0.1892,
-      "step": 7935
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 2.504864313457114,
-      "learning_rate": 1.3531474346568724e-05,
-      "loss": 0.1833,
-      "step": 7936
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8930310541385884,
-      "learning_rate": 1.3529933448058885e-05,
-      "loss": 0.1991,
-      "step": 7937
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.112814505702536,
-      "learning_rate": 1.3528392453799403e-05,
-      "loss": 0.2099,
-      "step": 7938
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1446346643591627,
-      "learning_rate": 1.352685136383208e-05,
-      "loss": 0.2001,
-      "step": 7939
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8912392415537557,
-      "learning_rate": 1.3525310178198707e-05,
-      "loss": 0.1905,
-      "step": 7940
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1065270220767909,
-      "learning_rate": 1.3523768896941101e-05,
-      "loss": 0.2287,
-      "step": 7941
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.0090741292296308,
-      "learning_rate": 1.3522227520101064e-05,
-      "loss": 0.1835,
-      "step": 7942
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9676105550984178,
-      "learning_rate": 1.3520686047720409e-05,
-      "loss": 0.1913,
-      "step": 7943
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.073028571367729,
-      "learning_rate": 1.3519144479840942e-05,
-      "loss": 0.2014,
-      "step": 7944
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.796391365846085,
-      "learning_rate": 1.3517602816504482e-05,
-      "loss": 0.193,
-      "step": 7945
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.0138190132905434,
-      "learning_rate": 1.351606105775285e-05,
-      "loss": 0.1995,
-      "step": 7946
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.0018287764775855,
-      "learning_rate": 1.3514519203627863e-05,
-      "loss": 0.1938,
-      "step": 7947
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8105897346963113,
-      "learning_rate": 1.3512977254171343e-05,
-      "loss": 0.1963,
-      "step": 7948
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8502494921740894,
-      "learning_rate": 1.3511435209425115e-05,
-      "loss": 0.2106,
-      "step": 7949
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1600577932155047,
-      "learning_rate": 1.3509893069431011e-05,
-      "loss": 0.1868,
-      "step": 7950
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.1029932924061727,
-      "learning_rate": 1.3508350834230857e-05,
-      "loss": 0.2033,
-      "step": 7951
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8956362559777115,
-      "learning_rate": 1.3506808503866491e-05,
-      "loss": 0.1889,
-      "step": 7952
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.144965652654032,
-      "learning_rate": 1.3505266078379741e-05,
-      "loss": 0.1805,
-      "step": 7953
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9835022229395287,
-      "learning_rate": 1.3503723557812455e-05,
-      "loss": 0.1973,
-      "step": 7954
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.7857287589948215,
-      "learning_rate": 1.3502180942206472e-05,
-      "loss": 0.1822,
-      "step": 7955
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.045687291906436,
-      "learning_rate": 1.350063823160363e-05,
-      "loss": 0.1969,
-      "step": 7956
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8156672686588005,
-      "learning_rate": 1.3499095426045779e-05,
-      "loss": 0.1872,
-      "step": 7957
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 1.2209587892466776,
-      "learning_rate": 1.3497552525574763e-05,
-      "loss": 0.2176,
-      "step": 7958
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.8184576292391839,
-      "learning_rate": 1.3496009530232444e-05,
-      "loss": 0.2073,
-      "step": 7959
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.7409523366673464,
-      "learning_rate": 1.3494466440060667e-05,
-      "loss": 0.1898,
-      "step": 7960
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9175046443611684,
-      "learning_rate": 1.349292325510129e-05,
-      "loss": 0.1953,
-      "step": 7961
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.991920168357191,
-      "learning_rate": 1.3491379975396171e-05,
-      "loss": 0.1846,
-      "step": 7962
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9289700337194272,
-      "learning_rate": 1.3489836600987173e-05,
-      "loss": 0.1884,
-      "step": 7963
-    },
-    {
-      "epoch": 0.4,
-      "grad_norm": 0.9731661635607622,
-      "learning_rate": 1.3488293131916161e-05,
-      "loss": 0.1642,
-      "step": 7964
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8785920997118186,
-      "learning_rate": 1.3486749568225002e-05,
-      "loss": 0.1948,
-      "step": 7965
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9600923761808118,
-      "learning_rate": 1.3485205909955562e-05,
-      "loss": 0.1848,
-      "step": 7966
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9832943610219766,
-      "learning_rate": 1.3483662157149713e-05,
-      "loss": 0.181,
-      "step": 7967
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.164552711160505,
-      "learning_rate": 1.3482118309849335e-05,
-      "loss": 0.2095,
-      "step": 7968
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8209572252079305,
-      "learning_rate": 1.34805743680963e-05,
-      "loss": 0.1783,
-      "step": 7969
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 2.279067529820421,
-      "learning_rate": 1.3479030331932488e-05,
-      "loss": 0.18,
-      "step": 7970
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.70461197632034,
-      "learning_rate": 1.347748620139978e-05,
-      "loss": 0.1622,
-      "step": 7971
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9765087054600745,
-      "learning_rate": 1.3475941976540066e-05,
-      "loss": 0.2011,
-      "step": 7972
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.6868005859222541,
-      "learning_rate": 1.3474397657395231e-05,
-      "loss": 0.1957,
-      "step": 7973
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8892658074672084,
-      "learning_rate": 1.347285324400716e-05,
-      "loss": 0.2046,
-      "step": 7974
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.2671014445922417,
-      "learning_rate": 1.347130873641775e-05,
-      "loss": 0.2059,
-      "step": 7975
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8699850071913555,
-      "learning_rate": 1.346976413466889e-05,
-      "loss": 0.1762,
-      "step": 7976
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.8392292585051886,
-      "learning_rate": 1.3468219438802487e-05,
-      "loss": 0.1654,
-      "step": 7977
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.5843249219827986,
-      "learning_rate": 1.3466674648860436e-05,
-      "loss": 0.2023,
-      "step": 7978
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8306870529471548,
-      "learning_rate": 1.3465129764884636e-05,
-      "loss": 0.1781,
-      "step": 7979
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9424208434182422,
-      "learning_rate": 1.3463584786916997e-05,
-      "loss": 0.2124,
-      "step": 7980
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0553131794893045,
-      "learning_rate": 1.3462039714999426e-05,
-      "loss": 0.2425,
-      "step": 7981
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8565393972030418,
-      "learning_rate": 1.3460494549173833e-05,
-      "loss": 0.1893,
-      "step": 7982
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.3153057889606654,
-      "learning_rate": 1.3458949289482126e-05,
-      "loss": 0.174,
-      "step": 7983
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.972633249567405,
-      "learning_rate": 1.3457403935966227e-05,
-      "loss": 0.1992,
-      "step": 7984
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.1382920500187748,
-      "learning_rate": 1.345585848866805e-05,
-      "loss": 0.2359,
-      "step": 7985
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8575969850834319,
-      "learning_rate": 1.3454312947629515e-05,
-      "loss": 0.1995,
-      "step": 7986
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0979026964467675,
-      "learning_rate": 1.345276731289255e-05,
-      "loss": 0.2002,
-      "step": 7987
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.079195049925033,
-      "learning_rate": 1.3451221584499073e-05,
-      "loss": 0.2269,
-      "step": 7988
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9035088056320559,
-      "learning_rate": 1.3449675762491017e-05,
-      "loss": 0.1953,
-      "step": 7989
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8710857518370761,
-      "learning_rate": 1.3448129846910312e-05,
-      "loss": 0.2033,
-      "step": 7990
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.7995548269495811,
-      "learning_rate": 1.344658383779889e-05,
-      "loss": 0.2021,
-      "step": 7991
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.317150873310952,
-      "learning_rate": 1.3445037735198684e-05,
-      "loss": 0.2065,
-      "step": 7992
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8921681775584891,
-      "learning_rate": 1.3443491539151636e-05,
-      "loss": 0.2054,
-      "step": 7993
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8545579901327621,
-      "learning_rate": 1.3441945249699687e-05,
-      "loss": 0.2003,
-      "step": 7994
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0063728134691161,
-      "learning_rate": 1.3440398866884781e-05,
-      "loss": 0.2002,
-      "step": 7995
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9023502076409247,
-      "learning_rate": 1.343885239074886e-05,
-      "loss": 0.2044,
-      "step": 7996
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.7519701313854469,
-      "learning_rate": 1.343730582133387e-05,
-      "loss": 0.1963,
-      "step": 7997
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9367432902659597,
-      "learning_rate": 1.3435759158681767e-05,
-      "loss": 0.1965,
-      "step": 7998
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9849913851261063,
-      "learning_rate": 1.3434212402834503e-05,
-      "loss": 0.1797,
-      "step": 7999
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9043783031126352,
-      "learning_rate": 1.3432665553834036e-05,
-      "loss": 0.1825,
-      "step": 8000
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9773402570390824,
-      "learning_rate": 1.3431118611722317e-05,
-      "loss": 0.1956,
-      "step": 8001
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9198481783329289,
-      "learning_rate": 1.3429571576541315e-05,
-      "loss": 0.1996,
-      "step": 8002
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9380731530654524,
-      "learning_rate": 1.3428024448332992e-05,
-      "loss": 0.1938,
-      "step": 8003
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.1878699897617486,
-      "learning_rate": 1.342647722713931e-05,
-      "loss": 0.1915,
-      "step": 8004
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.7892945827995911,
-      "learning_rate": 1.342492991300224e-05,
-      "loss": 0.1886,
-      "step": 8005
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8627428951792862,
-      "learning_rate": 1.3423382505963752e-05,
-      "loss": 0.1665,
-      "step": 8006
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8358965250113496,
-      "learning_rate": 1.3421835006065821e-05,
-      "loss": 0.1845,
-      "step": 8007
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8940788101936157,
-      "learning_rate": 1.3420287413350424e-05,
-      "loss": 0.1943,
-      "step": 8008
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8457027511164052,
-      "learning_rate": 1.3418739727859536e-05,
-      "loss": 0.1884,
-      "step": 8009
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9616924394345931,
-      "learning_rate": 1.3417191949635137e-05,
-      "loss": 0.2005,
-      "step": 8010
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9765691241789635,
-      "learning_rate": 1.3415644078719216e-05,
-      "loss": 0.2,
-      "step": 8011
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0198592589757345,
-      "learning_rate": 1.3414096115153758e-05,
-      "loss": 0.2008,
-      "step": 8012
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.078405481686966,
-      "learning_rate": 1.341254805898075e-05,
-      "loss": 0.1754,
-      "step": 8013
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.1520658043098602,
-      "learning_rate": 1.341099991024218e-05,
-      "loss": 0.195,
-      "step": 8014
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8431762267412917,
-      "learning_rate": 1.3409451668980047e-05,
-      "loss": 0.1917,
-      "step": 8015
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9709340793317897,
-      "learning_rate": 1.3407903335236342e-05,
-      "loss": 0.1988,
-      "step": 8016
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9562143034143634,
-      "learning_rate": 1.3406354909053072e-05,
-      "loss": 0.1865,
-      "step": 8017
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.8903264345603317,
-      "learning_rate": 1.340480639047223e-05,
-      "loss": 0.1795,
-      "step": 8018
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9493680900295547,
-      "learning_rate": 1.340325777953582e-05,
-      "loss": 0.196,
-      "step": 8019
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.892180765456923,
-      "learning_rate": 1.3401709076285854e-05,
-      "loss": 0.1962,
-      "step": 8020
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0172462805046316,
-      "learning_rate": 1.3400160280764334e-05,
-      "loss": 0.1945,
-      "step": 8021
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8633358976212213,
-      "learning_rate": 1.3398611393013276e-05,
-      "loss": 0.184,
-      "step": 8022
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8679448290497178,
-      "learning_rate": 1.3397062413074692e-05,
-      "loss": 0.2077,
-      "step": 8023
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8340346318477808,
-      "learning_rate": 1.3395513340990599e-05,
-      "loss": 0.1961,
-      "step": 8024
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.2509060316174685,
-      "learning_rate": 1.3393964176803014e-05,
-      "loss": 0.2064,
-      "step": 8025
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.7697603617815317,
-      "learning_rate": 1.3392414920553958e-05,
-      "loss": 0.1696,
-      "step": 8026
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8871225258106962,
-      "learning_rate": 1.3390865572285456e-05,
-      "loss": 0.191,
-      "step": 8027
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9158079068168967,
-      "learning_rate": 1.3389316132039534e-05,
-      "loss": 0.1744,
-      "step": 8028
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.7186316771574106,
-      "learning_rate": 1.3387766599858223e-05,
-      "loss": 0.2006,
-      "step": 8029
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.4655735167646904,
-      "learning_rate": 1.338621697578355e-05,
-      "loss": 0.1928,
-      "step": 8030
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 3.429526068500552,
-      "learning_rate": 1.338466725985755e-05,
-      "loss": 0.1723,
-      "step": 8031
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.057773856701616,
-      "learning_rate": 1.3383117452122259e-05,
-      "loss": 0.1977,
-      "step": 8032
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.035697937100189,
-      "learning_rate": 1.3381567552619716e-05,
-      "loss": 0.1796,
-      "step": 8033
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.8543769830582006,
-      "learning_rate": 1.3380017561391964e-05,
-      "loss": 0.1993,
-      "step": 8034
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.1232548014489392,
-      "learning_rate": 1.3378467478481043e-05,
-      "loss": 0.2145,
-      "step": 8035
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.7160729312689819,
-      "learning_rate": 1.3376917303929e-05,
-      "loss": 0.1762,
-      "step": 8036
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0801627888125969,
-      "learning_rate": 1.3375367037777887e-05,
-      "loss": 0.223,
-      "step": 8037
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 2.247750747667892,
-      "learning_rate": 1.3373816680069749e-05,
-      "loss": 0.1975,
-      "step": 8038
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8611190036702995,
-      "learning_rate": 1.3372266230846647e-05,
-      "loss": 0.2073,
-      "step": 8039
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0154499916864541,
-      "learning_rate": 1.3370715690150631e-05,
-      "loss": 0.1905,
-      "step": 8040
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9680673347591338,
-      "learning_rate": 1.336916505802376e-05,
-      "loss": 0.1972,
-      "step": 8041
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9171675293224171,
-      "learning_rate": 1.3367614334508097e-05,
-      "loss": 0.2005,
-      "step": 8042
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.7850773437724924,
-      "learning_rate": 1.3366063519645707e-05,
-      "loss": 0.2221,
-      "step": 8043
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9294976754762169,
-      "learning_rate": 1.3364512613478654e-05,
-      "loss": 0.175,
-      "step": 8044
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8474386472668382,
-      "learning_rate": 1.3362961616049006e-05,
-      "loss": 0.1965,
-      "step": 8045
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8462067143572174,
-      "learning_rate": 1.336141052739883e-05,
-      "loss": 0.2185,
-      "step": 8046
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.895323741516153,
-      "learning_rate": 1.335985934757021e-05,
-      "loss": 0.2025,
-      "step": 8047
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.1842591109627791,
-      "learning_rate": 1.3358308076605213e-05,
-      "loss": 0.1718,
-      "step": 8048
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.358975880195966,
-      "learning_rate": 1.3356756714545917e-05,
-      "loss": 0.1839,
-      "step": 8049
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.2801457031286867,
-      "learning_rate": 1.3355205261434408e-05,
-      "loss": 0.1898,
-      "step": 8050
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9469890610484961,
-      "learning_rate": 1.3353653717312767e-05,
-      "loss": 0.1808,
-      "step": 8051
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 2.865045301335842,
-      "learning_rate": 1.335210208222308e-05,
-      "loss": 0.2102,
-      "step": 8052
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0032497809315304,
-      "learning_rate": 1.3350550356207435e-05,
-      "loss": 0.2145,
-      "step": 8053
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.1154342561170936,
-      "learning_rate": 1.3348998539307919e-05,
-      "loss": 0.1813,
-      "step": 8054
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0187690617804463,
-      "learning_rate": 1.334744663156663e-05,
-      "loss": 0.1844,
-      "step": 8055
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0827207692673682,
-      "learning_rate": 1.3345894633025662e-05,
-      "loss": 0.2129,
-      "step": 8056
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.2555042431760213,
-      "learning_rate": 1.3344342543727115e-05,
-      "loss": 0.2022,
-      "step": 8057
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8291008640026881,
-      "learning_rate": 1.3342790363713088e-05,
-      "loss": 0.182,
-      "step": 8058
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.4148639718049554,
-      "learning_rate": 1.3341238093025679e-05,
-      "loss": 0.1941,
-      "step": 8059
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9735277681041818,
-      "learning_rate": 1.3339685731707002e-05,
-      "loss": 0.1892,
-      "step": 8060
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.923651269778692,
-      "learning_rate": 1.3338133279799159e-05,
-      "loss": 0.1852,
-      "step": 8061
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.071944681667006,
-      "learning_rate": 1.3336580737344265e-05,
-      "loss": 0.2174,
-      "step": 8062
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.6682334959961802,
-      "learning_rate": 1.3335028104384424e-05,
-      "loss": 0.2173,
-      "step": 8063
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.2152012251443567,
-      "learning_rate": 1.3333475380961762e-05,
-      "loss": 0.1892,
-      "step": 8064
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0145161664772557,
-      "learning_rate": 1.3331922567118394e-05,
-      "loss": 0.2089,
-      "step": 8065
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.1507511222245936,
-      "learning_rate": 1.3330369662896437e-05,
-      "loss": 0.214,
-      "step": 8066
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9486939578167846,
-      "learning_rate": 1.3328816668338012e-05,
-      "loss": 0.2021,
-      "step": 8067
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.114137032112211,
-      "learning_rate": 1.3327263583485248e-05,
-      "loss": 0.1919,
-      "step": 8068
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.1410597004242617,
-      "learning_rate": 1.3325710408380272e-05,
-      "loss": 0.2153,
-      "step": 8069
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8798023649166551,
-      "learning_rate": 1.3324157143065213e-05,
-      "loss": 0.195,
-      "step": 8070
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9157107395312563,
-      "learning_rate": 1.3322603787582205e-05,
-      "loss": 0.1989,
-      "step": 8071
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8099024728710942,
-      "learning_rate": 1.3321050341973378e-05,
-      "loss": 0.2094,
-      "step": 8072
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0920822863428858,
-      "learning_rate": 1.3319496806280877e-05,
-      "loss": 0.1846,
-      "step": 8073
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 2.260886118708162,
-      "learning_rate": 1.3317943180546836e-05,
-      "loss": 0.1959,
-      "step": 8074
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0141664566644863,
-      "learning_rate": 1.3316389464813397e-05,
-      "loss": 0.1988,
-      "step": 8075
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8211926777508631,
-      "learning_rate": 1.3314835659122707e-05,
-      "loss": 0.1757,
-      "step": 8076
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.949669333859531,
-      "learning_rate": 1.3313281763516915e-05,
-      "loss": 0.1939,
-      "step": 8077
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9081621642327156,
-      "learning_rate": 1.3311727778038165e-05,
-      "loss": 0.1835,
-      "step": 8078
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9381499951139102,
-      "learning_rate": 1.3310173702728614e-05,
-      "loss": 0.196,
-      "step": 8079
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.4136313347465652,
-      "learning_rate": 1.3308619537630416e-05,
-      "loss": 0.2122,
-      "step": 8080
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.7596837076372943,
-      "learning_rate": 1.3307065282785723e-05,
-      "loss": 0.2217,
-      "step": 8081
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.1243254028756764,
-      "learning_rate": 1.33055109382367e-05,
-      "loss": 0.1903,
-      "step": 8082
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9040116470936199,
-      "learning_rate": 1.3303956504025506e-05,
-      "loss": 0.2046,
-      "step": 8083
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.1134412438267782,
-      "learning_rate": 1.3302401980194303e-05,
-      "loss": 0.1973,
-      "step": 8084
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.311444185148507,
-      "learning_rate": 1.3300847366785261e-05,
-      "loss": 0.2263,
-      "step": 8085
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.6291026055605924,
-      "learning_rate": 1.3299292663840546e-05,
-      "loss": 0.205,
-      "step": 8086
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.1327737332574543,
-      "learning_rate": 1.3297737871402333e-05,
-      "loss": 0.2018,
-      "step": 8087
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9299835949328888,
-      "learning_rate": 1.3296182989512794e-05,
-      "loss": 0.1824,
-      "step": 8088
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8818644971901961,
-      "learning_rate": 1.3294628018214105e-05,
-      "loss": 0.2143,
-      "step": 8089
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9567065848980094,
-      "learning_rate": 1.3293072957548443e-05,
-      "loss": 0.1917,
-      "step": 8090
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9484045798329989,
-      "learning_rate": 1.3291517807557994e-05,
-      "loss": 0.1908,
-      "step": 8091
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0639832334067085,
-      "learning_rate": 1.3289962568284937e-05,
-      "loss": 0.1944,
-      "step": 8092
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.2129082756641967,
-      "learning_rate": 1.3288407239771462e-05,
-      "loss": 0.1931,
-      "step": 8093
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.5496534950187957,
-      "learning_rate": 1.328685182205975e-05,
-      "loss": 0.1984,
-      "step": 8094
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.7701213256886666,
-      "learning_rate": 1.3285296315192e-05,
-      "loss": 0.1883,
-      "step": 8095
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.2667584968529702,
-      "learning_rate": 1.32837407192104e-05,
-      "loss": 0.196,
-      "step": 8096
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.4217626914391113,
-      "learning_rate": 1.3282185034157151e-05,
-      "loss": 0.2033,
-      "step": 8097
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9766157940575106,
-      "learning_rate": 1.3280629260074442e-05,
-      "loss": 0.1865,
-      "step": 8098
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.7803982157049401,
-      "learning_rate": 1.3279073397004485e-05,
-      "loss": 0.1695,
-      "step": 8099
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0041553192413004,
-      "learning_rate": 1.3277517444989476e-05,
-      "loss": 0.1876,
-      "step": 8100
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8422004848718346,
-      "learning_rate": 1.327596140407162e-05,
-      "loss": 0.195,
-      "step": 8101
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.126805813050145,
-      "learning_rate": 1.3274405274293122e-05,
-      "loss": 0.1922,
-      "step": 8102
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.3489940250126804,
-      "learning_rate": 1.3272849055696203e-05,
-      "loss": 0.1994,
-      "step": 8103
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.2051419046998122,
-      "learning_rate": 1.3271292748323064e-05,
-      "loss": 0.2189,
-      "step": 8104
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9861422782076765,
-      "learning_rate": 1.3269736352215925e-05,
-      "loss": 0.2058,
-      "step": 8105
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.7770971461313525,
-      "learning_rate": 1.3268179867417004e-05,
-      "loss": 0.1905,
-      "step": 8106
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9277715775572186,
-      "learning_rate": 1.3266623293968518e-05,
-      "loss": 0.1919,
-      "step": 8107
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9695669138804043,
-      "learning_rate": 1.326506663191269e-05,
-      "loss": 0.1894,
-      "step": 8108
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9098778962285857,
-      "learning_rate": 1.3263509881291748e-05,
-      "loss": 0.1768,
-      "step": 8109
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8360349993777317,
-      "learning_rate": 1.3261953042147915e-05,
-      "loss": 0.1895,
-      "step": 8110
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.147216914825333,
-      "learning_rate": 1.326039611452342e-05,
-      "loss": 0.1896,
-      "step": 8111
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8526896466281547,
-      "learning_rate": 1.3258839098460496e-05,
-      "loss": 0.1937,
-      "step": 8112
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.1435652297643273,
-      "learning_rate": 1.325728199400138e-05,
-      "loss": 0.2093,
-      "step": 8113
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8185991738538979,
-      "learning_rate": 1.3255724801188305e-05,
-      "loss": 0.1922,
-      "step": 8114
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0561514708661517,
-      "learning_rate": 1.325416752006351e-05,
-      "loss": 0.191,
-      "step": 8115
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.7351805421960459,
-      "learning_rate": 1.3252610150669236e-05,
-      "loss": 0.1879,
-      "step": 8116
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 2.522389693987051,
-      "learning_rate": 1.3251052693047732e-05,
-      "loss": 0.1902,
-      "step": 8117
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9716643739300673,
-      "learning_rate": 1.324949514724124e-05,
-      "loss": 0.1864,
-      "step": 8118
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.372780519038876,
-      "learning_rate": 1.3247937513292007e-05,
-      "loss": 0.2246,
-      "step": 8119
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.1258389056492442,
-      "learning_rate": 1.3246379791242284e-05,
-      "loss": 0.2059,
-      "step": 8120
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.6779761807315811,
-      "learning_rate": 1.3244821981134326e-05,
-      "loss": 0.1742,
-      "step": 8121
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9024791913390288,
-      "learning_rate": 1.324326408301039e-05,
-      "loss": 0.214,
-      "step": 8122
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9387075044127428,
-      "learning_rate": 1.3241706096912731e-05,
-      "loss": 0.1813,
-      "step": 8123
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0895957947682025,
-      "learning_rate": 1.324014802288361e-05,
-      "loss": 0.2017,
-      "step": 8124
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8091951199061025,
-      "learning_rate": 1.3238589860965295e-05,
-      "loss": 0.1847,
-      "step": 8125
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9760857115992949,
-      "learning_rate": 1.3237031611200044e-05,
-      "loss": 0.2073,
-      "step": 8126
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8664661099865184,
-      "learning_rate": 1.3235473273630128e-05,
-      "loss": 0.1859,
-      "step": 8127
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.08176486103619,
-      "learning_rate": 1.3233914848297817e-05,
-      "loss": 0.1751,
-      "step": 8128
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0521867252969814,
-      "learning_rate": 1.3232356335245381e-05,
-      "loss": 0.1917,
-      "step": 8129
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.8501926151086432,
-      "learning_rate": 1.3230797734515102e-05,
-      "loss": 0.1832,
-      "step": 8130
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8890514909572997,
-      "learning_rate": 1.3229239046149249e-05,
-      "loss": 0.1979,
-      "step": 8131
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0085527273462358,
-      "learning_rate": 1.3227680270190106e-05,
-      "loss": 0.1977,
-      "step": 8132
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.7789829508973025,
-      "learning_rate": 1.322612140667995e-05,
-      "loss": 0.1936,
-      "step": 8133
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0270694342051736,
-      "learning_rate": 1.3224562455661069e-05,
-      "loss": 0.2294,
-      "step": 8134
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8857809528499025,
-      "learning_rate": 1.3223003417175755e-05,
-      "loss": 0.2033,
-      "step": 8135
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8872779913474352,
-      "learning_rate": 1.3221444291266288e-05,
-      "loss": 0.209,
-      "step": 8136
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.9116143631173013,
-      "learning_rate": 1.3219885077974959e-05,
-      "loss": 0.1896,
-      "step": 8137
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8408863730472417,
-      "learning_rate": 1.321832577734407e-05,
-      "loss": 0.2315,
-      "step": 8138
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9435006909990574,
-      "learning_rate": 1.3216766389415909e-05,
-      "loss": 0.2047,
-      "step": 8139
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9122559504169311,
-      "learning_rate": 1.321520691423278e-05,
-      "loss": 0.1946,
-      "step": 8140
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9570472472937975,
-      "learning_rate": 1.3213647351836985e-05,
-      "loss": 0.1801,
-      "step": 8141
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.3682519206358967,
-      "learning_rate": 1.3212087702270817e-05,
-      "loss": 0.2392,
-      "step": 8142
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.7131643812133875,
-      "learning_rate": 1.3210527965576594e-05,
-      "loss": 0.165,
-      "step": 8143
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0247955772632986,
-      "learning_rate": 1.3208968141796616e-05,
-      "loss": 0.169,
-      "step": 8144
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.7389961092282391,
-      "learning_rate": 1.3207408230973198e-05,
-      "loss": 0.1991,
-      "step": 8145
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.987690758612029,
-      "learning_rate": 1.3205848233148649e-05,
-      "loss": 0.2091,
-      "step": 8146
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.162320781384892,
-      "learning_rate": 1.3204288148365285e-05,
-      "loss": 0.1972,
-      "step": 8147
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.259879163113445,
-      "learning_rate": 1.3202727976665426e-05,
-      "loss": 0.1776,
-      "step": 8148
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 2.6173310688838565,
-      "learning_rate": 1.320116771809139e-05,
-      "loss": 0.2075,
-      "step": 8149
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.15319608640954,
-      "learning_rate": 1.3199607372685497e-05,
-      "loss": 0.2367,
-      "step": 8150
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.1085735482195873,
-      "learning_rate": 1.3198046940490072e-05,
-      "loss": 0.1925,
-      "step": 8151
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9526619299240466,
-      "learning_rate": 1.3196486421547447e-05,
-      "loss": 0.2255,
-      "step": 8152
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.186250935829803,
-      "learning_rate": 1.3194925815899946e-05,
-      "loss": 0.1938,
-      "step": 8153
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9462820876927331,
-      "learning_rate": 1.3193365123589904e-05,
-      "loss": 0.2193,
-      "step": 8154
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0680716000128938,
-      "learning_rate": 1.3191804344659647e-05,
-      "loss": 0.2051,
-      "step": 8155
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.890509111019689,
-      "learning_rate": 1.319024347915152e-05,
-      "loss": 0.197,
-      "step": 8156
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.9695353673509965,
-      "learning_rate": 1.3188682527107856e-05,
-      "loss": 0.2027,
-      "step": 8157
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 0.8790321917308074,
-      "learning_rate": 1.3187121488571001e-05,
-      "loss": 0.1975,
-      "step": 8158
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0904526851948093,
-      "learning_rate": 1.3185560363583294e-05,
-      "loss": 0.2031,
-      "step": 8159
-    },
-    {
-      "epoch": 0.41,
-      "grad_norm": 1.0304998013343536,
-      "learning_rate": 1.3183999152187084e-05,
-      "loss": 0.1907,
-      "step": 8160
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.3517359749264424,
-      "learning_rate": 1.3182437854424716e-05,
-      "loss": 0.2229,
-      "step": 8161
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9239570982372851,
-      "learning_rate": 1.3180876470338545e-05,
-      "loss": 0.2058,
-      "step": 8162
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8717308844191373,
-      "learning_rate": 1.3179314999970915e-05,
-      "loss": 0.1981,
-      "step": 8163
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8246230871063063,
-      "learning_rate": 1.3177753443364188e-05,
-      "loss": 0.1909,
-      "step": 8164
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 2.4695548290453426,
-      "learning_rate": 1.317619180056072e-05,
-      "loss": 0.1985,
-      "step": 8165
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8400845928983217,
-      "learning_rate": 1.317463007160287e-05,
-      "loss": 0.1846,
-      "step": 8166
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.7093872820281457,
-      "learning_rate": 1.3173068256533e-05,
-      "loss": 0.1812,
-      "step": 8167
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9064441522202039,
-      "learning_rate": 1.3171506355393473e-05,
-      "loss": 0.2122,
-      "step": 8168
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.367856901127145,
-      "learning_rate": 1.3169944368226655e-05,
-      "loss": 0.2047,
-      "step": 8169
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8530899850369583,
-      "learning_rate": 1.3168382295074923e-05,
-      "loss": 0.1974,
-      "step": 8170
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9398278061149311,
-      "learning_rate": 1.316682013598064e-05,
-      "loss": 0.1778,
-      "step": 8171
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.2818932363910829,
-      "learning_rate": 1.3165257890986178e-05,
-      "loss": 0.1952,
-      "step": 8172
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.7649808941738352,
-      "learning_rate": 1.3163695560133922e-05,
-      "loss": 0.198,
-      "step": 8173
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.2894358803233346,
-      "learning_rate": 1.3162133143466242e-05,
-      "loss": 0.1856,
-      "step": 8174
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.665193046043179,
-      "learning_rate": 1.3160570641025526e-05,
-      "loss": 0.1955,
-      "step": 8175
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.157724088983787,
-      "learning_rate": 1.3159008052854147e-05,
-      "loss": 0.1865,
-      "step": 8176
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.0373369719316299,
-      "learning_rate": 1.3157445378994498e-05,
-      "loss": 0.2099,
-      "step": 8177
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.8229843102712258,
-      "learning_rate": 1.3155882619488967e-05,
-      "loss": 0.1947,
-      "step": 8178
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.0086904947534578,
-      "learning_rate": 1.315431977437994e-05,
-      "loss": 0.2151,
-      "step": 8179
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.1766623038489123,
-      "learning_rate": 1.3152756843709814e-05,
-      "loss": 0.1941,
-      "step": 8180
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 4.190846556534522,
-      "learning_rate": 1.3151193827520975e-05,
-      "loss": 0.1877,
-      "step": 8181
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.2251108654586467,
-      "learning_rate": 1.3149630725855828e-05,
-      "loss": 0.2026,
-      "step": 8182
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.0803278763437667,
-      "learning_rate": 1.314806753875677e-05,
-      "loss": 0.1935,
-      "step": 8183
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9777490138647087,
-      "learning_rate": 1.3146504266266202e-05,
-      "loss": 0.2,
-      "step": 8184
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8264047600720581,
-      "learning_rate": 1.3144940908426532e-05,
-      "loss": 0.1841,
-      "step": 8185
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.5967147063009872,
-      "learning_rate": 1.3143377465280155e-05,
-      "loss": 0.1837,
-      "step": 8186
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9558789187028566,
-      "learning_rate": 1.3141813936869494e-05,
-      "loss": 0.2139,
-      "step": 8187
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8320678707779134,
-      "learning_rate": 1.314025032323695e-05,
-      "loss": 0.201,
-      "step": 8188
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9471377988177363,
-      "learning_rate": 1.3138686624424937e-05,
-      "loss": 0.2062,
-      "step": 8189
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9599458958587899,
-      "learning_rate": 1.313712284047587e-05,
-      "loss": 0.1865,
-      "step": 8190
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.3681755844392067,
-      "learning_rate": 1.3135558971432172e-05,
-      "loss": 0.1965,
-      "step": 8191
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8330320087338403,
-      "learning_rate": 1.3133995017336259e-05,
-      "loss": 0.2007,
-      "step": 8192
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9023380179478936,
-      "learning_rate": 1.3132430978230555e-05,
-      "loss": 0.182,
-      "step": 8193
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 2.4851398984555777,
-      "learning_rate": 1.3130866854157482e-05,
-      "loss": 0.1946,
-      "step": 8194
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8570937044939294,
-      "learning_rate": 1.312930264515947e-05,
-      "loss": 0.1703,
-      "step": 8195
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 2.3065861691308562,
-      "learning_rate": 1.3127738351278946e-05,
-      "loss": 0.1996,
-      "step": 8196
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.3622707775354201,
-      "learning_rate": 1.3126173972558345e-05,
-      "loss": 0.1964,
-      "step": 8197
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.1894897579210884,
-      "learning_rate": 1.3124609509040095e-05,
-      "loss": 0.1916,
-      "step": 8198
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.0950019770268824,
-      "learning_rate": 1.3123044960766638e-05,
-      "loss": 0.1734,
-      "step": 8199
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.4604954107534205,
-      "learning_rate": 1.3121480327780409e-05,
-      "loss": 0.1936,
-      "step": 8200
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.0583170625721745,
-      "learning_rate": 1.311991561012385e-05,
-      "loss": 0.1843,
-      "step": 8201
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 2.0871249935829725,
-      "learning_rate": 1.3118350807839404e-05,
-      "loss": 0.2015,
-      "step": 8202
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.1809231282154058,
-      "learning_rate": 1.3116785920969517e-05,
-      "loss": 0.1884,
-      "step": 8203
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.1723187003173714,
-      "learning_rate": 1.3115220949556635e-05,
-      "loss": 0.1776,
-      "step": 8204
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.4721516041880833,
-      "learning_rate": 1.3113655893643208e-05,
-      "loss": 0.1993,
-      "step": 8205
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.3186840370466455,
-      "learning_rate": 1.3112090753271693e-05,
-      "loss": 0.1927,
-      "step": 8206
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.0011682661603702,
-      "learning_rate": 1.3110525528484535e-05,
-      "loss": 0.1978,
-      "step": 8207
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.07523059426114,
-      "learning_rate": 1.3108960219324201e-05,
-      "loss": 0.1978,
-      "step": 8208
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.2301338016941046,
-      "learning_rate": 1.3107394825833142e-05,
-      "loss": 0.192,
-      "step": 8209
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.430169746032634,
-      "learning_rate": 1.3105829348053824e-05,
-      "loss": 0.2017,
-      "step": 8210
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9970915919775609,
-      "learning_rate": 1.310426378602871e-05,
-      "loss": 0.202,
-      "step": 8211
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.7391855967398469,
-      "learning_rate": 1.3102698139800266e-05,
-      "loss": 0.2163,
-      "step": 8212
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.366594790036297,
-      "learning_rate": 1.3101132409410957e-05,
-      "loss": 0.2044,
-      "step": 8213
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.329529746225666,
-      "learning_rate": 1.309956659490326e-05,
-      "loss": 0.2073,
-      "step": 8214
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.864839755199251,
-      "learning_rate": 1.3098000696319642e-05,
-      "loss": 0.1674,
-      "step": 8215
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9127792797131793,
-      "learning_rate": 1.3096434713702579e-05,
-      "loss": 0.1944,
-      "step": 8216
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8344816953431473,
-      "learning_rate": 1.309486864709455e-05,
-      "loss": 0.1928,
-      "step": 8217
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.7475117512260006,
-      "learning_rate": 1.3093302496538036e-05,
-      "loss": 0.1854,
-      "step": 8218
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8922062545828179,
-      "learning_rate": 1.3091736262075516e-05,
-      "loss": 0.182,
-      "step": 8219
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.0794784191756126,
-      "learning_rate": 1.3090169943749475e-05,
-      "loss": 0.2091,
-      "step": 8220
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.1386734232776148,
-      "learning_rate": 1.3088603541602401e-05,
-      "loss": 0.1989,
-      "step": 8221
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.97328561492684,
-      "learning_rate": 1.3087037055676782e-05,
-      "loss": 0.2353,
-      "step": 8222
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.7729143032057222,
-      "learning_rate": 1.3085470486015106e-05,
-      "loss": 0.2031,
-      "step": 8223
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9819343230584475,
-      "learning_rate": 1.308390383265987e-05,
-      "loss": 0.2244,
-      "step": 8224
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8593104249308028,
-      "learning_rate": 1.3082337095653569e-05,
-      "loss": 0.1637,
-      "step": 8225
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.200272710074114,
-      "learning_rate": 1.30807702750387e-05,
-      "loss": 0.2117,
-      "step": 8226
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.3002822205995266,
-      "learning_rate": 1.307920337085776e-05,
-      "loss": 0.2086,
-      "step": 8227
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.870542691222419,
-      "learning_rate": 1.3077636383153258e-05,
-      "loss": 0.1817,
-      "step": 8228
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9153276421843458,
-      "learning_rate": 1.3076069311967696e-05,
-      "loss": 0.2096,
-      "step": 8229
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.2293731778608028,
-      "learning_rate": 1.3074502157343575e-05,
-      "loss": 0.2198,
-      "step": 8230
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8688580667543977,
-      "learning_rate": 1.3072934919323414e-05,
-      "loss": 0.1632,
-      "step": 8231
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.409556841159473,
-      "learning_rate": 1.307136759794972e-05,
-      "loss": 0.1991,
-      "step": 8232
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8755205631804428,
-      "learning_rate": 1.3069800193265005e-05,
-      "loss": 0.1977,
-      "step": 8233
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9340942948944939,
-      "learning_rate": 1.3068232705311784e-05,
-      "loss": 0.188,
-      "step": 8234
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9190292523868503,
-      "learning_rate": 1.3066665134132584e-05,
-      "loss": 0.2043,
-      "step": 8235
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.1836600836195899,
-      "learning_rate": 1.3065097479769915e-05,
-      "loss": 0.2094,
-      "step": 8236
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8521202367831131,
-      "learning_rate": 1.3063529742266304e-05,
-      "loss": 0.2102,
-      "step": 8237
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.0102823962086578,
-      "learning_rate": 1.3061961921664276e-05,
-      "loss": 0.1673,
-      "step": 8238
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8387168527811484,
-      "learning_rate": 1.3060394018006357e-05,
-      "loss": 0.1924,
-      "step": 8239
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.0532826607045784,
-      "learning_rate": 1.305882603133508e-05,
-      "loss": 0.1784,
-      "step": 8240
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8118358299802393,
-      "learning_rate": 1.305725796169297e-05,
-      "loss": 0.1818,
-      "step": 8241
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9002539298249029,
-      "learning_rate": 1.3055689809122569e-05,
-      "loss": 0.2066,
-      "step": 8242
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9585852126504476,
-      "learning_rate": 1.3054121573666408e-05,
-      "loss": 0.168,
-      "step": 8243
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8460014460500977,
-      "learning_rate": 1.3052553255367024e-05,
-      "loss": 0.1781,
-      "step": 8244
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.0891528902857406,
-      "learning_rate": 1.3050984854266963e-05,
-      "loss": 0.197,
-      "step": 8245
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.7424589594293574,
-      "learning_rate": 1.3049416370408768e-05,
-      "loss": 0.1609,
-      "step": 8246
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.135546053361693,
-      "learning_rate": 1.3047847803834976e-05,
-      "loss": 0.2029,
-      "step": 8247
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.0569142092023314,
-      "learning_rate": 1.3046279154588146e-05,
-      "loss": 0.2046,
-      "step": 8248
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.7796741457759377,
-      "learning_rate": 1.3044710422710818e-05,
-      "loss": 0.2229,
-      "step": 8249
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.0588020023041,
-      "learning_rate": 1.3043141608245551e-05,
-      "loss": 0.2038,
-      "step": 8250
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.1450205997702398,
-      "learning_rate": 1.3041572711234893e-05,
-      "loss": 0.1869,
-      "step": 8251
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.2504897105794466,
-      "learning_rate": 1.3040003731721402e-05,
-      "loss": 0.2002,
-      "step": 8252
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.7303802878941769,
-      "learning_rate": 1.3038434669747644e-05,
-      "loss": 0.1793,
-      "step": 8253
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.1163159311554531,
-      "learning_rate": 1.3036865525356168e-05,
-      "loss": 0.1896,
-      "step": 8254
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.3143525222797499,
-      "learning_rate": 1.3035296298589549e-05,
-      "loss": 0.2188,
-      "step": 8255
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.1341176124382015,
-      "learning_rate": 1.3033726989490341e-05,
-      "loss": 0.2011,
-      "step": 8256
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.1201148079058703,
-      "learning_rate": 1.303215759810112e-05,
-      "loss": 0.1983,
-      "step": 8257
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.014726310011175,
-      "learning_rate": 1.3030588124464453e-05,
-      "loss": 0.1923,
-      "step": 8258
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 2.5739238510028213,
-      "learning_rate": 1.302901856862291e-05,
-      "loss": 0.1954,
-      "step": 8259
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.6029945998288895,
-      "learning_rate": 1.302744893061907e-05,
-      "loss": 0.2006,
-      "step": 8260
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.152759348936254,
-      "learning_rate": 1.3025879210495505e-05,
-      "loss": 0.2025,
-      "step": 8261
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9133265209563681,
-      "learning_rate": 1.3024309408294795e-05,
-      "loss": 0.1915,
-      "step": 8262
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8821852254147305,
-      "learning_rate": 1.3022739524059521e-05,
-      "loss": 0.1704,
-      "step": 8263
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.7904481085547684,
-      "learning_rate": 1.3021169557832269e-05,
-      "loss": 0.187,
-      "step": 8264
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9535276347236445,
-      "learning_rate": 1.301959950965562e-05,
-      "loss": 0.1792,
-      "step": 8265
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.4203925883538724,
-      "learning_rate": 1.3018029379572163e-05,
-      "loss": 0.2237,
-      "step": 8266
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.147777070235677,
-      "learning_rate": 1.3016459167624494e-05,
-      "loss": 0.2015,
-      "step": 8267
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8485290112978522,
-      "learning_rate": 1.3014888873855194e-05,
-      "loss": 0.2094,
-      "step": 8268
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8724810785819876,
-      "learning_rate": 1.3013318498306864e-05,
-      "loss": 0.1882,
-      "step": 8269
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.0869723494866173,
-      "learning_rate": 1.3011748041022101e-05,
-      "loss": 0.2007,
-      "step": 8270
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8982814311359465,
-      "learning_rate": 1.3010177502043502e-05,
-      "loss": 0.2056,
-      "step": 8271
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9975730113802105,
-      "learning_rate": 1.3008606881413668e-05,
-      "loss": 0.2134,
-      "step": 8272
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.1142646889120968,
-      "learning_rate": 1.3007036179175203e-05,
-      "loss": 0.2105,
-      "step": 8273
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8904410113100958,
-      "learning_rate": 1.300546539537071e-05,
-      "loss": 0.2045,
-      "step": 8274
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9203103644433339,
-      "learning_rate": 1.3003894530042803e-05,
-      "loss": 0.2076,
-      "step": 8275
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9444630885033088,
-      "learning_rate": 1.3002323583234082e-05,
-      "loss": 0.1697,
-      "step": 8276
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8244494027922004,
-      "learning_rate": 1.3000752554987166e-05,
-      "loss": 0.1908,
-      "step": 8277
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8985091790541165,
-      "learning_rate": 1.2999181445344666e-05,
-      "loss": 0.1874,
-      "step": 8278
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.04902462783325,
-      "learning_rate": 1.2997610254349203e-05,
-      "loss": 0.1777,
-      "step": 8279
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8914789760341593,
-      "learning_rate": 1.299603898204339e-05,
-      "loss": 0.2008,
-      "step": 8280
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8652214926690659,
-      "learning_rate": 1.2994467628469853e-05,
-      "loss": 0.1843,
-      "step": 8281
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.7753537627462095,
-      "learning_rate": 1.299289619367121e-05,
-      "loss": 0.1718,
-      "step": 8282
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9956931480728481,
-      "learning_rate": 1.299132467769009e-05,
-      "loss": 0.1941,
-      "step": 8283
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.201701752879004,
-      "learning_rate": 1.2989753080569119e-05,
-      "loss": 0.2011,
-      "step": 8284
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9191160847591369,
-      "learning_rate": 1.2988181402350926e-05,
-      "loss": 0.1923,
-      "step": 8285
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9220969801360414,
-      "learning_rate": 1.2986609643078145e-05,
-      "loss": 0.2123,
-      "step": 8286
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9169015302630571,
-      "learning_rate": 1.2985037802793405e-05,
-      "loss": 0.2273,
-      "step": 8287
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8521753910449956,
-      "learning_rate": 1.298346588153935e-05,
-      "loss": 0.2115,
-      "step": 8288
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.2120447235605898,
-      "learning_rate": 1.2981893879358616e-05,
-      "loss": 0.2047,
-      "step": 8289
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 3.101266182978855,
-      "learning_rate": 1.2980321796293838e-05,
-      "loss": 0.2001,
-      "step": 8290
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.174558001806414,
-      "learning_rate": 1.2978749632387665e-05,
-      "loss": 0.1848,
-      "step": 8291
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8953418782568198,
-      "learning_rate": 1.297717738768274e-05,
-      "loss": 0.2,
-      "step": 8292
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.6475492947463053,
-      "learning_rate": 1.297560506222171e-05,
-      "loss": 0.1929,
-      "step": 8293
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.157541240282237,
-      "learning_rate": 1.2974032656047223e-05,
-      "loss": 0.2041,
-      "step": 8294
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 2.4156656473816827,
-      "learning_rate": 1.2972460169201933e-05,
-      "loss": 0.1935,
-      "step": 8295
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9467195639374285,
-      "learning_rate": 1.2970887601728495e-05,
-      "loss": 0.2219,
-      "step": 8296
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.6312858345818504,
-      "learning_rate": 1.2969314953669563e-05,
-      "loss": 0.1676,
-      "step": 8297
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.4278720908189264,
-      "learning_rate": 1.2967742225067792e-05,
-      "loss": 0.1909,
-      "step": 8298
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9080688833167727,
-      "learning_rate": 1.2966169415965847e-05,
-      "loss": 0.1995,
-      "step": 8299
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9863305922628434,
-      "learning_rate": 1.296459652640639e-05,
-      "loss": 0.1974,
-      "step": 8300
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9664763132904046,
-      "learning_rate": 1.2963023556432083e-05,
-      "loss": 0.1962,
-      "step": 8301
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9776353817339578,
-      "learning_rate": 1.2961450506085597e-05,
-      "loss": 0.1841,
-      "step": 8302
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8443028312632579,
-      "learning_rate": 1.2959877375409598e-05,
-      "loss": 0.1786,
-      "step": 8303
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.9857253074754555,
-      "learning_rate": 1.2958304164446758e-05,
-      "loss": 0.2038,
-      "step": 8304
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8825347887344253,
-      "learning_rate": 1.2956730873239746e-05,
-      "loss": 0.203,
-      "step": 8305
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9936270761193413,
-      "learning_rate": 1.2955157501831248e-05,
-      "loss": 0.206,
-      "step": 8306
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9087815807999129,
-      "learning_rate": 1.2953584050263935e-05,
-      "loss": 0.2033,
-      "step": 8307
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9204698155344063,
-      "learning_rate": 1.2952010518580487e-05,
-      "loss": 0.1886,
-      "step": 8308
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.6209462461027426,
-      "learning_rate": 1.2950436906823584e-05,
-      "loss": 0.2012,
-      "step": 8309
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9357386669354606,
-      "learning_rate": 1.2948863215035918e-05,
-      "loss": 0.195,
-      "step": 8310
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8333558655932062,
-      "learning_rate": 1.2947289443260172e-05,
-      "loss": 0.1844,
-      "step": 8311
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.3236927019756342,
-      "learning_rate": 1.2945715591539028e-05,
-      "loss": 0.208,
-      "step": 8312
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.0149795519327343,
-      "learning_rate": 1.2944141659915184e-05,
-      "loss": 0.1809,
-      "step": 8313
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.7928022468669075,
-      "learning_rate": 1.2942567648431333e-05,
-      "loss": 0.1779,
-      "step": 8314
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.2245378017402813,
-      "learning_rate": 1.2940993557130166e-05,
-      "loss": 0.1938,
-      "step": 8315
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8517131351401706,
-      "learning_rate": 1.2939419386054384e-05,
-      "loss": 0.2013,
-      "step": 8316
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9578387527059876,
-      "learning_rate": 1.2937845135246682e-05,
-      "loss": 0.1977,
-      "step": 8317
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.0551568804695122,
-      "learning_rate": 1.2936270804749769e-05,
-      "loss": 0.2133,
-      "step": 8318
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.849943397128867,
-      "learning_rate": 1.2934696394606344e-05,
-      "loss": 0.1761,
-      "step": 8319
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8992953513527367,
-      "learning_rate": 1.2933121904859111e-05,
-      "loss": 0.2131,
-      "step": 8320
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.9666343163181608,
-      "learning_rate": 1.2931547335550782e-05,
-      "loss": 0.205,
-      "step": 8321
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8788238128220377,
-      "learning_rate": 1.2929972686724066e-05,
-      "loss": 0.1943,
-      "step": 8322
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9164644091486011,
-      "learning_rate": 1.2928397958421674e-05,
-      "loss": 0.1861,
-      "step": 8323
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.0092684889010668,
-      "learning_rate": 1.2926823150686325e-05,
-      "loss": 0.1942,
-      "step": 8324
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.7327146496169548,
-      "learning_rate": 1.2925248263560733e-05,
-      "loss": 0.1946,
-      "step": 8325
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9039676989792145,
-      "learning_rate": 1.2923673297087613e-05,
-      "loss": 0.1961,
-      "step": 8326
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.06902187233108,
-      "learning_rate": 1.2922098251309694e-05,
-      "loss": 0.204,
-      "step": 8327
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9821026300743326,
-      "learning_rate": 1.2920523126269692e-05,
-      "loss": 0.1915,
-      "step": 8328
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.905264461468117,
-      "learning_rate": 1.2918947922010336e-05,
-      "loss": 0.1825,
-      "step": 8329
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8558085429359792,
-      "learning_rate": 1.291737263857435e-05,
-      "loss": 0.1857,
-      "step": 8330
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8567074452471907,
-      "learning_rate": 1.2915797276004469e-05,
-      "loss": 0.1843,
-      "step": 8331
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8409836164037255,
-      "learning_rate": 1.2914221834343423e-05,
-      "loss": 0.2138,
-      "step": 8332
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.0864523715789525,
-      "learning_rate": 1.2912646313633945e-05,
-      "loss": 0.1695,
-      "step": 8333
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9739854947766973,
-      "learning_rate": 1.2911070713918772e-05,
-      "loss": 0.2029,
-      "step": 8334
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.0051465038200151,
-      "learning_rate": 1.2909495035240638e-05,
-      "loss": 0.2148,
-      "step": 8335
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.2388383034363506,
-      "learning_rate": 1.2907919277642287e-05,
-      "loss": 0.1904,
-      "step": 8336
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.7647215138884825,
-      "learning_rate": 1.2906343441166465e-05,
-      "loss": 0.1729,
-      "step": 8337
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.7929162694707192,
-      "learning_rate": 1.290476752585591e-05,
-      "loss": 0.173,
-      "step": 8338
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8801109553531988,
-      "learning_rate": 1.2903191531753373e-05,
-      "loss": 0.1831,
-      "step": 8339
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8117842995770987,
-      "learning_rate": 1.2901615458901602e-05,
-      "loss": 0.1862,
-      "step": 8340
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8564129234299726,
-      "learning_rate": 1.2900039307343345e-05,
-      "loss": 0.1944,
-      "step": 8341
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8326250384944172,
-      "learning_rate": 1.2898463077121361e-05,
-      "loss": 0.1922,
-      "step": 8342
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8476141151237748,
-      "learning_rate": 1.2896886768278406e-05,
-      "loss": 0.2183,
-      "step": 8343
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9497331360658231,
-      "learning_rate": 1.2895310380857224e-05,
-      "loss": 0.1823,
-      "step": 8344
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.896734197061469,
-      "learning_rate": 1.2893733914900595e-05,
-      "loss": 0.1855,
-      "step": 8345
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9376838004640948,
-      "learning_rate": 1.2892157370451263e-05,
-      "loss": 0.1936,
-      "step": 8346
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.2314498483898435,
-      "learning_rate": 1.2890580747552002e-05,
-      "loss": 0.2073,
-      "step": 8347
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9690556766269256,
-      "learning_rate": 1.2889004046245574e-05,
-      "loss": 0.1872,
-      "step": 8348
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8238006996316732,
-      "learning_rate": 1.2887427266574748e-05,
-      "loss": 0.2207,
-      "step": 8349
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8068928897313348,
-      "learning_rate": 1.2885850408582295e-05,
-      "loss": 0.1946,
-      "step": 8350
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.859272390151615,
-      "learning_rate": 1.2884273472310986e-05,
-      "loss": 0.2203,
-      "step": 8351
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.946612446604715,
-      "learning_rate": 1.2882696457803597e-05,
-      "loss": 0.159,
-      "step": 8352
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.9089696914287012,
-      "learning_rate": 1.2881119365102901e-05,
-      "loss": 0.2278,
-      "step": 8353
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.2959784235147993,
-      "learning_rate": 1.2879542194251681e-05,
-      "loss": 0.1795,
-      "step": 8354
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 0.8042643958346923,
-      "learning_rate": 1.2877964945292717e-05,
-      "loss": 0.1843,
-      "step": 8355
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 1.3629437841374252,
-      "learning_rate": 1.2876387618268793e-05,
-      "loss": 0.2049,
-      "step": 8356
-    },
-    {
-      "epoch": 0.42,
-      "grad_norm": 2.958231619240513,
-      "learning_rate": 1.2874810213222689e-05,
-      "loss": 0.1776,
-      "step": 8357
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.5744423044538112,
-      "learning_rate": 1.2873232730197197e-05,
-      "loss": 0.2109,
-      "step": 8358
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.936861568438983,
-      "learning_rate": 1.2871655169235104e-05,
-      "loss": 0.2103,
-      "step": 8359
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8437459959051726,
-      "learning_rate": 1.2870077530379205e-05,
-      "loss": 0.1947,
-      "step": 8360
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.081735761931492,
-      "learning_rate": 1.286849981367229e-05,
-      "loss": 0.1811,
-      "step": 8361
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.1563276410499428,
-      "learning_rate": 1.2866922019157155e-05,
-      "loss": 0.1966,
-      "step": 8362
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 2.80787778076596,
-      "learning_rate": 1.28653441468766e-05,
-      "loss": 0.1989,
-      "step": 8363
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0611653379046442,
-      "learning_rate": 1.2863766196873419e-05,
-      "loss": 0.213,
-      "step": 8364
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.90607110241615,
-      "learning_rate": 1.2862188169190419e-05,
-      "loss": 0.2084,
-      "step": 8365
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8946529178848721,
-      "learning_rate": 1.2860610063870405e-05,
-      "loss": 0.1944,
-      "step": 8366
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8532649529386813,
-      "learning_rate": 1.2859031880956181e-05,
-      "loss": 0.1794,
-      "step": 8367
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.392909454230544,
-      "learning_rate": 1.2857453620490557e-05,
-      "loss": 0.1786,
-      "step": 8368
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8397705370290642,
-      "learning_rate": 1.2855875282516342e-05,
-      "loss": 0.2058,
-      "step": 8369
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0693770104817486,
-      "learning_rate": 1.2854296867076346e-05,
-      "loss": 0.1955,
-      "step": 8370
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.7623931235591676,
-      "learning_rate": 1.2852718374213389e-05,
-      "loss": 0.17,
-      "step": 8371
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9831192248267664,
-      "learning_rate": 1.2851139803970285e-05,
-      "loss": 0.2333,
-      "step": 8372
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8845103966984852,
-      "learning_rate": 1.2849561156389851e-05,
-      "loss": 0.1856,
-      "step": 8373
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0431153361684566,
-      "learning_rate": 1.2847982431514911e-05,
-      "loss": 0.1819,
-      "step": 8374
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9885410602615909,
-      "learning_rate": 1.2846403629388285e-05,
-      "loss": 0.1831,
-      "step": 8375
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8649856620753934,
-      "learning_rate": 1.28448247500528e-05,
-      "loss": 0.1959,
-      "step": 8376
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.3401866519005952,
-      "learning_rate": 1.2843245793551284e-05,
-      "loss": 0.2121,
-      "step": 8377
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9549802734325415,
-      "learning_rate": 1.2841666759926566e-05,
-      "loss": 0.1829,
-      "step": 8378
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8970244098474727,
-      "learning_rate": 1.2840087649221476e-05,
-      "loss": 0.1897,
-      "step": 8379
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9181250871587772,
-      "learning_rate": 1.283850846147885e-05,
-      "loss": 0.1814,
-      "step": 8380
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9677772504052429,
-      "learning_rate": 1.2836929196741518e-05,
-      "loss": 0.2052,
-      "step": 8381
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.3704789262684547,
-      "learning_rate": 1.2835349855052324e-05,
-      "loss": 0.1896,
-      "step": 8382
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0717251508841295,
-      "learning_rate": 1.2833770436454103e-05,
-      "loss": 0.2023,
-      "step": 8383
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9885072449972804,
-      "learning_rate": 1.2832190940989699e-05,
-      "loss": 0.1995,
-      "step": 8384
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.896312751966259,
-      "learning_rate": 1.2830611368701957e-05,
-      "loss": 0.2039,
-      "step": 8385
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.7110044731285126,
-      "learning_rate": 1.2829031719633722e-05,
-      "loss": 0.1865,
-      "step": 8386
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9079049703949122,
-      "learning_rate": 1.2827451993827841e-05,
-      "loss": 0.1777,
-      "step": 8387
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.2645822150236385,
-      "learning_rate": 1.2825872191327164e-05,
-      "loss": 0.1932,
-      "step": 8388
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.7242785606944482,
-      "learning_rate": 1.2824292312174547e-05,
-      "loss": 0.1961,
-      "step": 8389
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8742480736548195,
-      "learning_rate": 1.282271235641284e-05,
-      "loss": 0.1985,
-      "step": 8390
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0083321320072796,
-      "learning_rate": 1.28211323240849e-05,
-      "loss": 0.1837,
-      "step": 8391
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.7590299682094305,
-      "learning_rate": 1.2819552215233585e-05,
-      "loss": 0.1861,
-      "step": 8392
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.7632714309789075,
-      "learning_rate": 1.2817972029901759e-05,
-      "loss": 0.1687,
-      "step": 8393
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8250873902419275,
-      "learning_rate": 1.2816391768132284e-05,
-      "loss": 0.2067,
-      "step": 8394
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9130439612947502,
-      "learning_rate": 1.2814811429968022e-05,
-      "loss": 0.1961,
-      "step": 8395
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.1247865595713258,
-      "learning_rate": 1.2813231015451842e-05,
-      "loss": 0.1934,
-      "step": 8396
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 2.418166635996874,
-      "learning_rate": 1.2811650524626608e-05,
-      "loss": 0.2263,
-      "step": 8397
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.4470070889450257,
-      "learning_rate": 1.2810069957535198e-05,
-      "loss": 0.1728,
-      "step": 8398
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.002144849625383,
-      "learning_rate": 1.2808489314220483e-05,
-      "loss": 0.1923,
-      "step": 8399
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.3487231469057854,
-      "learning_rate": 1.2806908594725335e-05,
-      "loss": 0.1714,
-      "step": 8400
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0348615877972056,
-      "learning_rate": 1.280532779909263e-05,
-      "loss": 0.19,
-      "step": 8401
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.818483891086596,
-      "learning_rate": 1.2803746927365252e-05,
-      "loss": 0.1832,
-      "step": 8402
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9141276415044727,
-      "learning_rate": 1.2802165979586084e-05,
-      "loss": 0.2016,
-      "step": 8403
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0645918152401999,
-      "learning_rate": 1.2800584955798e-05,
-      "loss": 0.1963,
-      "step": 8404
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9973262286041973,
-      "learning_rate": 1.2799003856043893e-05,
-      "loss": 0.207,
-      "step": 8405
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9579121869369324,
-      "learning_rate": 1.2797422680366649e-05,
-      "loss": 0.1928,
-      "step": 8406
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0122691887181539,
-      "learning_rate": 1.2795841428809155e-05,
-      "loss": 0.1898,
-      "step": 8407
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8437227917655225,
-      "learning_rate": 1.2794260101414307e-05,
-      "loss": 0.2134,
-      "step": 8408
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.298694300803485,
-      "learning_rate": 1.2792678698224995e-05,
-      "loss": 0.1703,
-      "step": 8409
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8327681044213492,
-      "learning_rate": 1.2791097219284115e-05,
-      "loss": 0.2284,
-      "step": 8410
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.6873455193552223,
-      "learning_rate": 1.2789515664634564e-05,
-      "loss": 0.2054,
-      "step": 8411
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0429920359977503,
-      "learning_rate": 1.2787934034319245e-05,
-      "loss": 0.1796,
-      "step": 8412
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.831414425233925,
-      "learning_rate": 1.2786352328381057e-05,
-      "loss": 0.1732,
-      "step": 8413
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0479045262632114,
-      "learning_rate": 1.2784770546862905e-05,
-      "loss": 0.2097,
-      "step": 8414
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9688634782356663,
-      "learning_rate": 1.2783188689807697e-05,
-      "loss": 0.1877,
-      "step": 8415
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9186954634465992,
-      "learning_rate": 1.2781606757258335e-05,
-      "loss": 0.2137,
-      "step": 8416
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8804643222421765,
-      "learning_rate": 1.2780024749257736e-05,
-      "loss": 0.187,
-      "step": 8417
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0031110219542805,
-      "learning_rate": 1.2778442665848805e-05,
-      "loss": 0.2042,
-      "step": 8418
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.7537420190969669,
-      "learning_rate": 1.277686050707446e-05,
-      "loss": 0.1772,
-      "step": 8419
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0582699108537157,
-      "learning_rate": 1.277527827297762e-05,
-      "loss": 0.1974,
-      "step": 8420
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.1413213859696738,
-      "learning_rate": 1.2773695963601199e-05,
-      "loss": 0.1822,
-      "step": 8421
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8847067204436639,
-      "learning_rate": 1.2772113578988117e-05,
-      "loss": 0.1918,
-      "step": 8422
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.3751260454860468,
-      "learning_rate": 1.2770531119181295e-05,
-      "loss": 0.1992,
-      "step": 8423
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.181669385070735,
-      "learning_rate": 1.2768948584223666e-05,
-      "loss": 0.1808,
-      "step": 8424
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9003848410651017,
-      "learning_rate": 1.2767365974158146e-05,
-      "loss": 0.1724,
-      "step": 8425
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.1547567937475915,
-      "learning_rate": 1.2765783289027671e-05,
-      "loss": 0.2013,
-      "step": 8426
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9531012582250008,
-      "learning_rate": 1.2764200528875164e-05,
-      "loss": 0.2085,
-      "step": 8427
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.4375307799373926,
-      "learning_rate": 1.2762617693743562e-05,
-      "loss": 0.1851,
-      "step": 8428
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9412421733587898,
-      "learning_rate": 1.2761034783675803e-05,
-      "loss": 0.1906,
-      "step": 8429
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9939292690651369,
-      "learning_rate": 1.2759451798714816e-05,
-      "loss": 0.1956,
-      "step": 8430
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.7829017756475471,
-      "learning_rate": 1.2757868738903545e-05,
-      "loss": 0.1985,
-      "step": 8431
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.1982992843299392,
-      "learning_rate": 1.2756285604284928e-05,
-      "loss": 0.1817,
-      "step": 8432
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9110729910834504,
-      "learning_rate": 1.275470239490191e-05,
-      "loss": 0.2057,
-      "step": 8433
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.2121332217693976,
-      "learning_rate": 1.2753119110797432e-05,
-      "loss": 0.2112,
-      "step": 8434
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.2017977376703233,
-      "learning_rate": 1.2751535752014444e-05,
-      "loss": 0.1876,
-      "step": 8435
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.162603626637288,
-      "learning_rate": 1.274995231859589e-05,
-      "loss": 0.161,
-      "step": 8436
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.8380059596350338,
-      "learning_rate": 1.2748368810584725e-05,
-      "loss": 0.1758,
-      "step": 8437
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.424109898645111,
-      "learning_rate": 1.2746785228023904e-05,
-      "loss": 0.1961,
-      "step": 8438
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.3728472348261007,
-      "learning_rate": 1.2745201570956379e-05,
-      "loss": 0.1872,
-      "step": 8439
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 2.2101805295026007,
-      "learning_rate": 1.27436178394251e-05,
-      "loss": 0.1694,
-      "step": 8440
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9012241586461739,
-      "learning_rate": 1.2742034033473037e-05,
-      "loss": 0.1645,
-      "step": 8441
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.4716426150058821,
-      "learning_rate": 1.2740450153143144e-05,
-      "loss": 0.1965,
-      "step": 8442
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8971699492952784,
-      "learning_rate": 1.2738866198478388e-05,
-      "loss": 0.2057,
-      "step": 8443
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8749718882080885,
-      "learning_rate": 1.2737282169521732e-05,
-      "loss": 0.1899,
-      "step": 8444
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9340663748135312,
-      "learning_rate": 1.2735698066316138e-05,
-      "loss": 0.2032,
-      "step": 8445
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9371509604709034,
-      "learning_rate": 1.2734113888904584e-05,
-      "loss": 0.1909,
-      "step": 8446
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.2213004935273502,
-      "learning_rate": 1.2732529637330036e-05,
-      "loss": 0.1849,
-      "step": 8447
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9992218155973259,
-      "learning_rate": 1.2730945311635465e-05,
-      "loss": 0.198,
-      "step": 8448
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8369839626639749,
-      "learning_rate": 1.272936091186385e-05,
-      "loss": 0.1964,
-      "step": 8449
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9779530137060174,
-      "learning_rate": 1.2727776438058166e-05,
-      "loss": 0.2013,
-      "step": 8450
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.746936294451183,
-      "learning_rate": 1.2726191890261393e-05,
-      "loss": 0.19,
-      "step": 8451
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.2654470125593666,
-      "learning_rate": 1.272460726851651e-05,
-      "loss": 0.1716,
-      "step": 8452
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.6691442469544424,
-      "learning_rate": 1.2723022572866497e-05,
-      "loss": 0.1844,
-      "step": 8453
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.4040660915184713,
-      "learning_rate": 1.2721437803354348e-05,
-      "loss": 0.2178,
-      "step": 8454
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 3.168892417400603,
-      "learning_rate": 1.2719852960023043e-05,
-      "loss": 0.206,
-      "step": 8455
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.2688061946410185,
-      "learning_rate": 1.2718268042915574e-05,
-      "loss": 0.1774,
-      "step": 8456
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.2904127430747385,
-      "learning_rate": 1.271668305207493e-05,
-      "loss": 0.206,
-      "step": 8457
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.1834309738463864,
-      "learning_rate": 1.2715097987544104e-05,
-      "loss": 0.2018,
-      "step": 8458
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.3807424297364006,
-      "learning_rate": 1.2713512849366092e-05,
-      "loss": 0.1826,
-      "step": 8459
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.1125232250625734,
-      "learning_rate": 1.2711927637583892e-05,
-      "loss": 0.1961,
-      "step": 8460
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8912732082138243,
-      "learning_rate": 1.2710342352240498e-05,
-      "loss": 0.2065,
-      "step": 8461
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.2823631484358686,
-      "learning_rate": 1.270875699337892e-05,
-      "loss": 0.2041,
-      "step": 8462
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9186526027198525,
-      "learning_rate": 1.270717156104215e-05,
-      "loss": 0.2414,
-      "step": 8463
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9547704881649449,
-      "learning_rate": 1.2705586055273202e-05,
-      "loss": 0.2094,
-      "step": 8464
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9810576545703948,
-      "learning_rate": 1.2704000476115079e-05,
-      "loss": 0.218,
-      "step": 8465
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8829659202427127,
-      "learning_rate": 1.2702414823610791e-05,
-      "loss": 0.1928,
-      "step": 8466
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0581841757246446,
-      "learning_rate": 1.2700829097803347e-05,
-      "loss": 0.1974,
-      "step": 8467
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9613440736632844,
-      "learning_rate": 1.2699243298735762e-05,
-      "loss": 0.189,
-      "step": 8468
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.1715634892409108,
-      "learning_rate": 1.2697657426451051e-05,
-      "loss": 0.1986,
-      "step": 8469
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9137834082634491,
-      "learning_rate": 1.2696071480992229e-05,
-      "loss": 0.2278,
-      "step": 8470
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8783778890963508,
-      "learning_rate": 1.2694485462402315e-05,
-      "loss": 0.1965,
-      "step": 8471
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.1505391364195132,
-      "learning_rate": 1.269289937072433e-05,
-      "loss": 0.2037,
-      "step": 8472
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.4161874301172996,
-      "learning_rate": 1.2691313206001298e-05,
-      "loss": 0.2112,
-      "step": 8473
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.647897930955205,
-      "learning_rate": 1.2689726968276246e-05,
-      "loss": 0.2061,
-      "step": 8474
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9562300082535361,
-      "learning_rate": 1.2688140657592195e-05,
-      "loss": 0.2063,
-      "step": 8475
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 2.6988876400429254,
-      "learning_rate": 1.2686554273992177e-05,
-      "loss": 0.2024,
-      "step": 8476
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0352568876456878,
-      "learning_rate": 1.2684967817519222e-05,
-      "loss": 0.2233,
-      "step": 8477
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.6628966240070668,
-      "learning_rate": 1.2683381288216368e-05,
-      "loss": 0.2163,
-      "step": 8478
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0610061654242153,
-      "learning_rate": 1.268179468612664e-05,
-      "loss": 0.2103,
-      "step": 8479
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0703551730464311,
-      "learning_rate": 1.268020801129308e-05,
-      "loss": 0.1937,
-      "step": 8480
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9026742355707935,
-      "learning_rate": 1.2678621263758728e-05,
-      "loss": 0.2067,
-      "step": 8481
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.1872590164339674,
-      "learning_rate": 1.2677034443566623e-05,
-      "loss": 0.1944,
-      "step": 8482
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.3809906224953725,
-      "learning_rate": 1.2675447550759807e-05,
-      "loss": 0.1892,
-      "step": 8483
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.1300445482997878,
-      "learning_rate": 1.2673860585381329e-05,
-      "loss": 0.1978,
-      "step": 8484
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0810033265516914,
-      "learning_rate": 1.2672273547474225e-05,
-      "loss": 0.17,
-      "step": 8485
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.190920506332146,
-      "learning_rate": 1.2670686437081554e-05,
-      "loss": 0.1965,
-      "step": 8486
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.093795744759877,
-      "learning_rate": 1.2669099254246363e-05,
-      "loss": 0.2049,
-      "step": 8487
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.4062279100264012,
-      "learning_rate": 1.2667511999011699e-05,
-      "loss": 0.1928,
-      "step": 8488
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.3611497401758716,
-      "learning_rate": 1.2665924671420626e-05,
-      "loss": 0.1897,
-      "step": 8489
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8179653065978323,
-      "learning_rate": 1.2664337271516194e-05,
-      "loss": 0.1996,
-      "step": 8490
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 2.221152195388021,
-      "learning_rate": 1.2662749799341464e-05,
-      "loss": 0.1651,
-      "step": 8491
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.174205904888376,
-      "learning_rate": 1.2661162254939496e-05,
-      "loss": 0.2103,
-      "step": 8492
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.3784424859747435,
-      "learning_rate": 1.2659574638353349e-05,
-      "loss": 0.1805,
-      "step": 8493
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.1577475217917517,
-      "learning_rate": 1.2657986949626091e-05,
-      "loss": 0.1849,
-      "step": 8494
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8962746567132944,
-      "learning_rate": 1.2656399188800788e-05,
-      "loss": 0.1944,
-      "step": 8495
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9910380022034406,
-      "learning_rate": 1.2654811355920505e-05,
-      "loss": 0.1889,
-      "step": 8496
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0426069901807775,
-      "learning_rate": 1.2653223451028316e-05,
-      "loss": 0.1993,
-      "step": 8497
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 2.1887980320486227,
-      "learning_rate": 1.2651635474167287e-05,
-      "loss": 0.177,
-      "step": 8498
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 3.0126773212647495,
-      "learning_rate": 1.2650047425380501e-05,
-      "loss": 0.2027,
-      "step": 8499
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 5.165218024798249,
-      "learning_rate": 1.2648459304711026e-05,
-      "loss": 0.1823,
-      "step": 8500
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9797609981321793,
-      "learning_rate": 1.2646871112201943e-05,
-      "loss": 0.1933,
-      "step": 8501
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.344103428058884,
-      "learning_rate": 1.2645282847896335e-05,
-      "loss": 0.1963,
-      "step": 8502
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.2433867429641254,
-      "learning_rate": 1.2643694511837278e-05,
-      "loss": 0.1712,
-      "step": 8503
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.3329144189269893,
-      "learning_rate": 1.2642106104067857e-05,
-      "loss": 0.1836,
-      "step": 8504
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.7401092387768005,
-      "learning_rate": 1.264051762463116e-05,
-      "loss": 0.2108,
-      "step": 8505
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.7026921755147951,
-      "learning_rate": 1.2638929073570273e-05,
-      "loss": 0.1618,
-      "step": 8506
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.188762430576397,
-      "learning_rate": 1.2637340450928284e-05,
-      "loss": 0.2004,
-      "step": 8507
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.169245700509231,
-      "learning_rate": 1.263575175674829e-05,
-      "loss": 0.1656,
-      "step": 8508
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9169441692984407,
-      "learning_rate": 1.2634162991073376e-05,
-      "loss": 0.1608,
-      "step": 8509
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 4.239622696551675,
-      "learning_rate": 1.2632574153946646e-05,
-      "loss": 0.1836,
-      "step": 8510
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0826608464510832,
-      "learning_rate": 1.263098524541119e-05,
-      "loss": 0.1777,
-      "step": 8511
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.5205226845830233,
-      "learning_rate": 1.2629396265510113e-05,
-      "loss": 0.1969,
-      "step": 8512
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9138966349728019,
-      "learning_rate": 1.2627807214286514e-05,
-      "loss": 0.1927,
-      "step": 8513
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.9706735417872003,
-      "learning_rate": 1.2626218091783496e-05,
-      "loss": 0.1932,
-      "step": 8514
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0667045902349253,
-      "learning_rate": 1.262462889804416e-05,
-      "loss": 0.1853,
-      "step": 8515
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9375839118068797,
-      "learning_rate": 1.2623039633111623e-05,
-      "loss": 0.1862,
-      "step": 8516
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9210059162958971,
-      "learning_rate": 1.2621450297028984e-05,
-      "loss": 0.1892,
-      "step": 8517
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.321499182230024,
-      "learning_rate": 1.261986088983936e-05,
-      "loss": 0.1814,
-      "step": 8518
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.2698154007000069,
-      "learning_rate": 1.2618271411585859e-05,
-      "loss": 0.1871,
-      "step": 8519
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8777129749240363,
-      "learning_rate": 1.26166818623116e-05,
-      "loss": 0.2097,
-      "step": 8520
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.712414234101878,
-      "learning_rate": 1.2615092242059697e-05,
-      "loss": 0.1877,
-      "step": 8521
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0140691144950047,
-      "learning_rate": 1.2613502550873269e-05,
-      "loss": 0.1742,
-      "step": 8522
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.5850344252998092,
-      "learning_rate": 1.2611912788795437e-05,
-      "loss": 0.2046,
-      "step": 8523
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.329465016086951,
-      "learning_rate": 1.261032295586932e-05,
-      "loss": 0.1894,
-      "step": 8524
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8296339341431521,
-      "learning_rate": 1.260873305213805e-05,
-      "loss": 0.202,
-      "step": 8525
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9733137634418483,
-      "learning_rate": 1.2607143077644746e-05,
-      "loss": 0.194,
-      "step": 8526
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.160550697515113,
-      "learning_rate": 1.260555303243254e-05,
-      "loss": 0.2085,
-      "step": 8527
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8414652418885628,
-      "learning_rate": 1.2603962916544558e-05,
-      "loss": 0.1943,
-      "step": 8528
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0728029220031154,
-      "learning_rate": 1.2602372730023938e-05,
-      "loss": 0.1731,
-      "step": 8529
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8849396662531649,
-      "learning_rate": 1.2600782472913811e-05,
-      "loss": 0.1975,
-      "step": 8530
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.7267393674010236,
-      "learning_rate": 1.259919214525731e-05,
-      "loss": 0.1781,
-      "step": 8531
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8599653618866973,
-      "learning_rate": 1.2597601747097578e-05,
-      "loss": 0.212,
-      "step": 8532
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0116049169051977,
-      "learning_rate": 1.259601127847775e-05,
-      "loss": 0.1909,
-      "step": 8533
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0711190542073004,
-      "learning_rate": 1.259442073944097e-05,
-      "loss": 0.1807,
-      "step": 8534
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0228121141488749,
-      "learning_rate": 1.259283013003038e-05,
-      "loss": 0.2351,
-      "step": 8535
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9452815167442381,
-      "learning_rate": 1.2591239450289127e-05,
-      "loss": 0.2026,
-      "step": 8536
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9610403379351731,
-      "learning_rate": 1.2589648700260359e-05,
-      "loss": 0.221,
-      "step": 8537
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.6244814059214097,
-      "learning_rate": 1.2588057879987223e-05,
-      "loss": 0.1703,
-      "step": 8538
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9149145552404859,
-      "learning_rate": 1.2586466989512872e-05,
-      "loss": 0.2023,
-      "step": 8539
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9812119245902255,
-      "learning_rate": 1.2584876028880455e-05,
-      "loss": 0.1755,
-      "step": 8540
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0256757321539571,
-      "learning_rate": 1.258328499813313e-05,
-      "loss": 0.1977,
-      "step": 8541
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0537374073758372,
-      "learning_rate": 1.2581693897314056e-05,
-      "loss": 0.1901,
-      "step": 8542
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9823156564187766,
-      "learning_rate": 1.2580102726466388e-05,
-      "loss": 0.2047,
-      "step": 8543
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.1843880734627192,
-      "learning_rate": 1.2578511485633288e-05,
-      "loss": 0.1823,
-      "step": 8544
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 2.93633345218317,
-      "learning_rate": 1.2576920174857917e-05,
-      "loss": 0.2008,
-      "step": 8545
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.040963176406591,
-      "learning_rate": 1.2575328794183439e-05,
-      "loss": 0.1999,
-      "step": 8546
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.0780583875307697,
-      "learning_rate": 1.2573737343653026e-05,
-      "loss": 0.2144,
-      "step": 8547
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9516385201913629,
-      "learning_rate": 1.257214582330984e-05,
-      "loss": 0.1737,
-      "step": 8548
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.9613205197820011,
-      "learning_rate": 1.2570554233197054e-05,
-      "loss": 0.1744,
-      "step": 8549
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.019145823439213,
-      "learning_rate": 1.2568962573357837e-05,
-      "loss": 0.2127,
-      "step": 8550
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.873002514272877,
-      "learning_rate": 1.256737084383537e-05,
-      "loss": 0.2042,
-      "step": 8551
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.050032016240503,
-      "learning_rate": 1.2565779044672821e-05,
-      "loss": 0.1894,
-      "step": 8552
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 0.8068052044940806,
-      "learning_rate": 1.256418717591337e-05,
-      "loss": 0.1846,
-      "step": 8553
-    },
-    {
-      "epoch": 0.43,
-      "grad_norm": 1.3979721822608953,
-      "learning_rate": 1.25625952376002e-05,
-      "loss": 0.1842,
-      "step": 8554
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 2.547408364045404,
-      "learning_rate": 1.2561003229776485e-05,
-      "loss": 0.182,
-      "step": 8555
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9049443458327565,
-      "learning_rate": 1.2559411152485414e-05,
-      "loss": 0.1992,
-      "step": 8556
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8407326410671497,
-      "learning_rate": 1.2557819005770174e-05,
-      "loss": 0.1639,
-      "step": 8557
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9925588954179055,
-      "learning_rate": 1.2556226789673946e-05,
-      "loss": 0.2002,
-      "step": 8558
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8053222521118775,
-      "learning_rate": 1.2554634504239923e-05,
-      "loss": 0.2065,
-      "step": 8559
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8122917580352957,
-      "learning_rate": 1.2553042149511295e-05,
-      "loss": 0.1815,
-      "step": 8560
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9270132598078689,
-      "learning_rate": 1.2551449725531254e-05,
-      "loss": 0.1895,
-      "step": 8561
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9402093869050032,
-      "learning_rate": 1.2549857232342995e-05,
-      "loss": 0.198,
-      "step": 8562
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9951990611606287,
-      "learning_rate": 1.2548264669989712e-05,
-      "loss": 0.2181,
-      "step": 8563
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.195070825105065,
-      "learning_rate": 1.2546672038514608e-05,
-      "loss": 0.1918,
-      "step": 8564
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8772802211101891,
-      "learning_rate": 1.2545079337960883e-05,
-      "loss": 0.1969,
-      "step": 8565
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.2160331913974665,
-      "learning_rate": 1.2543486568371736e-05,
-      "loss": 0.195,
-      "step": 8566
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 2.994132559894767,
-      "learning_rate": 1.2541893729790374e-05,
-      "loss": 0.1901,
-      "step": 8567
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7510679233061346,
-      "learning_rate": 1.2540300822259996e-05,
-      "loss": 0.1633,
-      "step": 8568
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.0775744359597887,
-      "learning_rate": 1.253870784582382e-05,
-      "loss": 0.1956,
-      "step": 8569
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.0562615754525093,
-      "learning_rate": 1.2537114800525047e-05,
-      "loss": 0.182,
-      "step": 8570
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.1632556247766093,
-      "learning_rate": 1.2535521686406892e-05,
-      "loss": 0.1942,
-      "step": 8571
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.1858005068205464,
-      "learning_rate": 1.253392850351257e-05,
-      "loss": 0.2178,
-      "step": 8572
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9958119742587856,
-      "learning_rate": 1.2532335251885295e-05,
-      "loss": 0.1953,
-      "step": 8573
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.1614657700601225,
-      "learning_rate": 1.253074193156828e-05,
-      "loss": 0.1933,
-      "step": 8574
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7794605022464707,
-      "learning_rate": 1.252914854260475e-05,
-      "loss": 0.1924,
-      "step": 8575
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 8.52489821490543,
-      "learning_rate": 1.2527555085037919e-05,
-      "loss": 0.1658,
-      "step": 8576
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8420982181362046,
-      "learning_rate": 1.2525961558911018e-05,
-      "loss": 0.1941,
-      "step": 8577
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.2260277438965748,
-      "learning_rate": 1.2524367964267264e-05,
-      "loss": 0.1826,
-      "step": 8578
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.4095294544722203,
-      "learning_rate": 1.252277430114989e-05,
-      "loss": 0.2074,
-      "step": 8579
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.062831301945892,
-      "learning_rate": 1.2521180569602117e-05,
-      "loss": 0.1782,
-      "step": 8580
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.1477816960609704,
-      "learning_rate": 1.2519586769667178e-05,
-      "loss": 0.1647,
-      "step": 8581
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9151787324161524,
-      "learning_rate": 1.2517992901388308e-05,
-      "loss": 0.2288,
-      "step": 8582
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8072999718676849,
-      "learning_rate": 1.2516398964808735e-05,
-      "loss": 0.2063,
-      "step": 8583
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9536553411143446,
-      "learning_rate": 1.2514804959971703e-05,
-      "loss": 0.1889,
-      "step": 8584
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.374498857012934,
-      "learning_rate": 1.251321088692044e-05,
-      "loss": 0.191,
-      "step": 8585
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7731476687954281,
-      "learning_rate": 1.2511616745698192e-05,
-      "loss": 0.1846,
-      "step": 8586
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.0778842872188044,
-      "learning_rate": 1.2510022536348198e-05,
-      "loss": 0.1892,
-      "step": 8587
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9253449989932073,
-      "learning_rate": 1.2508428258913701e-05,
-      "loss": 0.187,
-      "step": 8588
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.793090613678402,
-      "learning_rate": 1.2506833913437946e-05,
-      "loss": 0.1968,
-      "step": 8589
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.019474888579202,
-      "learning_rate": 1.2505239499964179e-05,
-      "loss": 0.1851,
-      "step": 8590
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8630947482479875,
-      "learning_rate": 1.2503645018535649e-05,
-      "loss": 0.1793,
-      "step": 8591
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9521707788414885,
-      "learning_rate": 1.2502050469195609e-05,
-      "loss": 0.1933,
-      "step": 8592
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.2404247773503827,
-      "learning_rate": 1.2500455851987306e-05,
-      "loss": 0.1703,
-      "step": 8593
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.1472370304032953,
-      "learning_rate": 1.2498861166953995e-05,
-      "loss": 0.182,
-      "step": 8594
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9263589657793647,
-      "learning_rate": 1.2497266414138935e-05,
-      "loss": 0.2068,
-      "step": 8595
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.0346555947683853,
-      "learning_rate": 1.2495671593585384e-05,
-      "loss": 0.182,
-      "step": 8596
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.2960625843711235,
-      "learning_rate": 1.2494076705336599e-05,
-      "loss": 0.1918,
-      "step": 8597
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9689840253768952,
-      "learning_rate": 1.249248174943584e-05,
-      "loss": 0.2027,
-      "step": 8598
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8396890836603846,
-      "learning_rate": 1.2490886725926376e-05,
-      "loss": 0.1822,
-      "step": 8599
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7729532838421248,
-      "learning_rate": 1.248929163485147e-05,
-      "loss": 0.191,
-      "step": 8600
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.332863405617956,
-      "learning_rate": 1.2487696476254385e-05,
-      "loss": 0.1975,
-      "step": 8601
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8057277936675971,
-      "learning_rate": 1.2486101250178394e-05,
-      "loss": 0.1848,
-      "step": 8602
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8889873160686912,
-      "learning_rate": 1.2484505956666765e-05,
-      "loss": 0.1798,
-      "step": 8603
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7659955529390862,
-      "learning_rate": 1.2482910595762774e-05,
-      "loss": 0.1898,
-      "step": 8604
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.3749674199455812,
-      "learning_rate": 1.2481315167509691e-05,
-      "loss": 0.2143,
-      "step": 8605
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.045463034779189,
-      "learning_rate": 1.2479719671950794e-05,
-      "loss": 0.1893,
-      "step": 8606
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.957490242738464,
-      "learning_rate": 1.247812410912936e-05,
-      "loss": 0.1875,
-      "step": 8607
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8685192921852094,
-      "learning_rate": 1.2476528479088672e-05,
-      "loss": 0.1966,
-      "step": 8608
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7153859251377935,
-      "learning_rate": 1.247493278187201e-05,
-      "loss": 0.166,
-      "step": 8609
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9957059549307132,
-      "learning_rate": 1.2473337017522653e-05,
-      "loss": 0.1893,
-      "step": 8610
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8473339655405635,
-      "learning_rate": 1.247174118608389e-05,
-      "loss": 0.2085,
-      "step": 8611
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9887067152293455,
-      "learning_rate": 1.247014528759901e-05,
-      "loss": 0.202,
-      "step": 8612
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7880322623898394,
-      "learning_rate": 1.2468549322111299e-05,
-      "loss": 0.1973,
-      "step": 8613
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.2680939216214728,
-      "learning_rate": 1.2466953289664047e-05,
-      "loss": 0.2221,
-      "step": 8614
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7955595735621311,
-      "learning_rate": 1.246535719030055e-05,
-      "loss": 0.2079,
-      "step": 8615
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9892586690670219,
-      "learning_rate": 1.2463761024064093e-05,
-      "loss": 0.1772,
-      "step": 8616
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8184148596800643,
-      "learning_rate": 1.2462164790997986e-05,
-      "loss": 0.1804,
-      "step": 8617
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.0393142650583775,
-      "learning_rate": 1.246056849114552e-05,
-      "loss": 0.1957,
-      "step": 8618
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7627059001636234,
-      "learning_rate": 1.2458972124549993e-05,
-      "loss": 0.1964,
-      "step": 8619
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9186241307525763,
-      "learning_rate": 1.2457375691254707e-05,
-      "loss": 0.1814,
-      "step": 8620
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9818593160010094,
-      "learning_rate": 1.2455779191302968e-05,
-      "loss": 0.2123,
-      "step": 8621
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9572114580336248,
-      "learning_rate": 1.2454182624738079e-05,
-      "loss": 0.2078,
-      "step": 8622
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9285814703568301,
-      "learning_rate": 1.2452585991603347e-05,
-      "loss": 0.2018,
-      "step": 8623
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8095708824494355,
-      "learning_rate": 1.2450989291942084e-05,
-      "loss": 0.1798,
-      "step": 8624
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8823515473747471,
-      "learning_rate": 1.2449392525797597e-05,
-      "loss": 0.1979,
-      "step": 8625
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8613819549391174,
-      "learning_rate": 1.24477956932132e-05,
-      "loss": 0.1853,
-      "step": 8626
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8301435562156122,
-      "learning_rate": 1.2446198794232206e-05,
-      "loss": 0.2087,
-      "step": 8627
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9817789102752862,
-      "learning_rate": 1.2444601828897932e-05,
-      "loss": 0.1995,
-      "step": 8628
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8351663415207485,
-      "learning_rate": 1.2443004797253692e-05,
-      "loss": 0.1902,
-      "step": 8629
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.132073956766278,
-      "learning_rate": 1.244140769934281e-05,
-      "loss": 0.2077,
-      "step": 8630
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.7589643983073007,
-      "learning_rate": 1.243981053520861e-05,
-      "loss": 0.2104,
-      "step": 8631
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8034555252532624,
-      "learning_rate": 1.2438213304894408e-05,
-      "loss": 0.1927,
-      "step": 8632
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.1157291738011732,
-      "learning_rate": 1.2436616008443534e-05,
-      "loss": 0.1892,
-      "step": 8633
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8209965863930293,
-      "learning_rate": 1.2435018645899312e-05,
-      "loss": 0.1695,
-      "step": 8634
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8722595948991724,
-      "learning_rate": 1.2433421217305072e-05,
-      "loss": 0.1867,
-      "step": 8635
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.0124487539884681,
-      "learning_rate": 1.2431823722704147e-05,
-      "loss": 0.1798,
-      "step": 8636
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7754073159722372,
-      "learning_rate": 1.2430226162139863e-05,
-      "loss": 0.1993,
-      "step": 8637
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7968838934251788,
-      "learning_rate": 1.2428628535655557e-05,
-      "loss": 0.1781,
-      "step": 8638
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.0162402030663464,
-      "learning_rate": 1.2427030843294562e-05,
-      "loss": 0.2094,
-      "step": 8639
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9488292199973177,
-      "learning_rate": 1.2425433085100224e-05,
-      "loss": 0.2202,
-      "step": 8640
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8235359537085621,
-      "learning_rate": 1.2423835261115875e-05,
-      "loss": 0.1932,
-      "step": 8641
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.0966483166359258,
-      "learning_rate": 1.2422237371384857e-05,
-      "loss": 0.2221,
-      "step": 8642
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7067805471174222,
-      "learning_rate": 1.2420639415950512e-05,
-      "loss": 0.2121,
-      "step": 8643
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9066505172572226,
-      "learning_rate": 1.241904139485619e-05,
-      "loss": 0.1914,
-      "step": 8644
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8482878763826599,
-      "learning_rate": 1.2417443308145231e-05,
-      "loss": 0.2082,
-      "step": 8645
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.902057632643992,
-      "learning_rate": 1.2415845155860985e-05,
-      "loss": 0.2329,
-      "step": 8646
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8031248362414674,
-      "learning_rate": 1.2414246938046803e-05,
-      "loss": 0.1731,
-      "step": 8647
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.212999570557578,
-      "learning_rate": 1.2412648654746038e-05,
-      "loss": 0.1741,
-      "step": 8648
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.054499635574648,
-      "learning_rate": 1.2411050306002042e-05,
-      "loss": 0.1829,
-      "step": 8649
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9135542379212512,
-      "learning_rate": 1.240945189185817e-05,
-      "loss": 0.1867,
-      "step": 8650
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.405275321330997,
-      "learning_rate": 1.2407853412357775e-05,
-      "loss": 0.1889,
-      "step": 8651
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.0048655495585312,
-      "learning_rate": 1.2406254867544225e-05,
-      "loss": 0.2119,
-      "step": 8652
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.0534382352091345,
-      "learning_rate": 1.2404656257460875e-05,
-      "loss": 0.1997,
-      "step": 8653
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8011986524483066,
-      "learning_rate": 1.2403057582151088e-05,
-      "loss": 0.2032,
-      "step": 8654
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.1453188395860927,
-      "learning_rate": 1.2401458841658227e-05,
-      "loss": 0.2022,
-      "step": 8655
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9429234081767248,
-      "learning_rate": 1.239986003602566e-05,
-      "loss": 0.1846,
-      "step": 8656
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.2492399758575994,
-      "learning_rate": 1.2398261165296755e-05,
-      "loss": 0.186,
-      "step": 8657
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.1247829996000132,
-      "learning_rate": 1.239666222951488e-05,
-      "loss": 0.1907,
-      "step": 8658
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9308794957701302,
-      "learning_rate": 1.2395063228723405e-05,
-      "loss": 0.1974,
-      "step": 8659
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8476358733321918,
-      "learning_rate": 1.2393464162965708e-05,
-      "loss": 0.2024,
-      "step": 8660
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8318120223195576,
-      "learning_rate": 1.239186503228516e-05,
-      "loss": 0.1754,
-      "step": 8661
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9189154775984179,
-      "learning_rate": 1.2390265836725136e-05,
-      "loss": 0.1938,
-      "step": 8662
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8411064285076155,
-      "learning_rate": 1.2388666576329016e-05,
-      "loss": 0.2287,
-      "step": 8663
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.0606276167362687,
-      "learning_rate": 1.2387067251140178e-05,
-      "loss": 0.1818,
-      "step": 8664
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.6362813671613476,
-      "learning_rate": 1.238546786120201e-05,
-      "loss": 0.2011,
-      "step": 8665
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.162047843891554,
-      "learning_rate": 1.238386840655789e-05,
-      "loss": 0.1743,
-      "step": 8666
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8695016899684824,
-      "learning_rate": 1.2382268887251207e-05,
-      "loss": 0.1849,
-      "step": 8667
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9264986670392068,
-      "learning_rate": 1.2380669303325346e-05,
-      "loss": 0.1989,
-      "step": 8668
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.1435490303453728,
-      "learning_rate": 1.237906965482369e-05,
-      "loss": 0.2015,
-      "step": 8669
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7978001269514786,
-      "learning_rate": 1.2377469941789639e-05,
-      "loss": 0.1993,
-      "step": 8670
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.1432618438727802,
-      "learning_rate": 1.2375870164266584e-05,
-      "loss": 0.1714,
-      "step": 8671
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9594113068655842,
-      "learning_rate": 1.2374270322297912e-05,
-      "loss": 0.1852,
-      "step": 8672
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7286130896672868,
-      "learning_rate": 1.2372670415927023e-05,
-      "loss": 0.1797,
-      "step": 8673
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.938152450920805,
-      "learning_rate": 1.2371070445197319e-05,
-      "loss": 0.2,
-      "step": 8674
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8560302080257822,
-      "learning_rate": 1.2369470410152195e-05,
-      "loss": 0.1802,
-      "step": 8675
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.923050463393855,
-      "learning_rate": 1.236787031083505e-05,
-      "loss": 0.2041,
-      "step": 8676
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9821030954763804,
-      "learning_rate": 1.2366270147289292e-05,
-      "loss": 0.1782,
-      "step": 8677
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.9208630447896724,
-      "learning_rate": 1.2364669919558321e-05,
-      "loss": 0.1772,
-      "step": 8678
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8104379453709678,
-      "learning_rate": 1.2363069627685545e-05,
-      "loss": 0.1839,
-      "step": 8679
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8191806600272565,
-      "learning_rate": 1.2361469271714372e-05,
-      "loss": 0.1912,
-      "step": 8680
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9325590163572611,
-      "learning_rate": 1.235986885168821e-05,
-      "loss": 0.1951,
-      "step": 8681
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.0513257766154047,
-      "learning_rate": 1.2358268367650472e-05,
-      "loss": 0.1946,
-      "step": 8682
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.2444637911653882,
-      "learning_rate": 1.2356667819644575e-05,
-      "loss": 0.1932,
-      "step": 8683
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9103909492122905,
-      "learning_rate": 1.2355067207713927e-05,
-      "loss": 0.1942,
-      "step": 8684
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9457849858116818,
-      "learning_rate": 1.235346653190195e-05,
-      "loss": 0.2188,
-      "step": 8685
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9842814315695442,
-      "learning_rate": 1.2351865792252056e-05,
-      "loss": 0.1956,
-      "step": 8686
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8901122886363906,
-      "learning_rate": 1.2350264988807674e-05,
-      "loss": 0.1979,
-      "step": 8687
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7798350694565372,
-      "learning_rate": 1.2348664121612219e-05,
-      "loss": 0.2042,
-      "step": 8688
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9090186696452542,
-      "learning_rate": 1.234706319070912e-05,
-      "loss": 0.185,
-      "step": 8689
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7624892317314006,
-      "learning_rate": 1.2345462196141797e-05,
-      "loss": 0.1861,
-      "step": 8690
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.3538646256449431,
-      "learning_rate": 1.2343861137953678e-05,
-      "loss": 0.1867,
-      "step": 8691
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9224124338770778,
-      "learning_rate": 1.2342260016188197e-05,
-      "loss": 0.1833,
-      "step": 8692
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8073268179435598,
-      "learning_rate": 1.234065883088878e-05,
-      "loss": 0.1896,
-      "step": 8693
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8844325994489721,
-      "learning_rate": 1.2339057582098859e-05,
-      "loss": 0.1878,
-      "step": 8694
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.91483931694918,
-      "learning_rate": 1.233745626986187e-05,
-      "loss": 0.2062,
-      "step": 8695
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.1966454284281745,
-      "learning_rate": 1.2335854894221247e-05,
-      "loss": 0.1903,
-      "step": 8696
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.0333757994680617,
-      "learning_rate": 1.2334253455220429e-05,
-      "loss": 0.1973,
-      "step": 8697
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8421908931074247,
-      "learning_rate": 1.2332651952902852e-05,
-      "loss": 0.1971,
-      "step": 8698
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9574744317950326,
-      "learning_rate": 1.2331050387311957e-05,
-      "loss": 0.2113,
-      "step": 8699
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9223770881917542,
-      "learning_rate": 1.2329448758491195e-05,
-      "loss": 0.1758,
-      "step": 8700
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9606924406565363,
-      "learning_rate": 1.2327847066484e-05,
-      "loss": 0.178,
-      "step": 8701
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.2263409336211948,
-      "learning_rate": 1.2326245311333823e-05,
-      "loss": 0.1908,
-      "step": 8702
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 2.184016379817194,
-      "learning_rate": 1.232464349308411e-05,
-      "loss": 0.1893,
-      "step": 8703
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8384118727319358,
-      "learning_rate": 1.2323041611778309e-05,
-      "loss": 0.2002,
-      "step": 8704
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9282092440214317,
-      "learning_rate": 1.2321439667459876e-05,
-      "loss": 0.1757,
-      "step": 8705
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7959667284276463,
-      "learning_rate": 1.2319837660172258e-05,
-      "loss": 0.1889,
-      "step": 8706
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.750400860745341,
-      "learning_rate": 1.2318235589958916e-05,
-      "loss": 0.1915,
-      "step": 8707
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7735865678129724,
-      "learning_rate": 1.2316633456863299e-05,
-      "loss": 0.1712,
-      "step": 8708
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8724522023035849,
-      "learning_rate": 1.2315031260928872e-05,
-      "loss": 0.2235,
-      "step": 8709
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.915554410318466,
-      "learning_rate": 1.2313429002199088e-05,
-      "loss": 0.2089,
-      "step": 8710
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.78490783447735,
-      "learning_rate": 1.2311826680717416e-05,
-      "loss": 0.1776,
-      "step": 8711
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8774957388654196,
-      "learning_rate": 1.231022429652731e-05,
-      "loss": 0.1975,
-      "step": 8712
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.775234896911333,
-      "learning_rate": 1.2308621849672244e-05,
-      "loss": 0.1829,
-      "step": 8713
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9202591567715592,
-      "learning_rate": 1.2307019340195679e-05,
-      "loss": 0.2139,
-      "step": 8714
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9882359732294717,
-      "learning_rate": 1.2305416768141082e-05,
-      "loss": 0.2124,
-      "step": 8715
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.443374205415701,
-      "learning_rate": 1.2303814133551926e-05,
-      "loss": 0.1838,
-      "step": 8716
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8106286511053232,
-      "learning_rate": 1.230221143647168e-05,
-      "loss": 0.1945,
-      "step": 8717
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.2442072877651187,
-      "learning_rate": 1.230060867694382e-05,
-      "loss": 0.1881,
-      "step": 8718
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9047866963976102,
-      "learning_rate": 1.229900585501182e-05,
-      "loss": 0.1872,
-      "step": 8719
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.072887532874953,
-      "learning_rate": 1.2297402970719157e-05,
-      "loss": 0.2219,
-      "step": 8720
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8320286552867004,
-      "learning_rate": 1.2295800024109306e-05,
-      "loss": 0.2063,
-      "step": 8721
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9128948927663452,
-      "learning_rate": 1.2294197015225751e-05,
-      "loss": 0.1819,
-      "step": 8722
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7655232053293657,
-      "learning_rate": 1.2292593944111972e-05,
-      "loss": 0.1741,
-      "step": 8723
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.0419077231983973,
-      "learning_rate": 1.2290990810811456e-05,
-      "loss": 0.1952,
-      "step": 8724
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7758100286467379,
-      "learning_rate": 1.2289387615367684e-05,
-      "loss": 0.1884,
-      "step": 8725
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7020149836767687,
-      "learning_rate": 1.2287784357824138e-05,
-      "loss": 0.2069,
-      "step": 8726
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8239198097590726,
-      "learning_rate": 1.2286181038224316e-05,
-      "loss": 0.1886,
-      "step": 8727
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.928750257315147,
-      "learning_rate": 1.2284577656611706e-05,
-      "loss": 0.1989,
-      "step": 8728
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.0055916699279317,
-      "learning_rate": 1.2282974213029797e-05,
-      "loss": 0.1863,
-      "step": 8729
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8478829767427825,
-      "learning_rate": 1.2281370707522083e-05,
-      "loss": 0.2072,
-      "step": 8730
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.765500143011328,
-      "learning_rate": 1.2279767140132059e-05,
-      "loss": 0.21,
-      "step": 8731
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.8223953910269926,
-      "learning_rate": 1.2278163510903222e-05,
-      "loss": 0.2074,
-      "step": 8732
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.0654584856574105,
-      "learning_rate": 1.2276559819879075e-05,
-      "loss": 0.2128,
-      "step": 8733
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9679552401237536,
-      "learning_rate": 1.227495606710311e-05,
-      "loss": 0.2025,
-      "step": 8734
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9519636449630081,
-      "learning_rate": 1.2273352252618834e-05,
-      "loss": 0.1731,
-      "step": 8735
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7244513931276524,
-      "learning_rate": 1.2271748376469753e-05,
-      "loss": 0.1691,
-      "step": 8736
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.253965355212945,
-      "learning_rate": 1.2270144438699365e-05,
-      "loss": 0.1948,
-      "step": 8737
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8691465810010405,
-      "learning_rate": 1.2268540439351183e-05,
-      "loss": 0.2224,
-      "step": 8738
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9405752587134205,
-      "learning_rate": 1.226693637846871e-05,
-      "loss": 0.1693,
-      "step": 8739
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9853075377180287,
-      "learning_rate": 1.2265332256095463e-05,
-      "loss": 0.1713,
-      "step": 8740
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.899562324586662,
-      "learning_rate": 1.2263728072274952e-05,
-      "loss": 0.1964,
-      "step": 8741
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8181308450571411,
-      "learning_rate": 1.2262123827050686e-05,
-      "loss": 0.1864,
-      "step": 8742
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8100402362729071,
-      "learning_rate": 1.2260519520466185e-05,
-      "loss": 0.2008,
-      "step": 8743
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7879823698755953,
-      "learning_rate": 1.2258915152564964e-05,
-      "loss": 0.1935,
-      "step": 8744
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8888512146131431,
-      "learning_rate": 1.2257310723390541e-05,
-      "loss": 0.1891,
-      "step": 8745
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.0620541290396086,
-      "learning_rate": 1.2255706232986438e-05,
-      "loss": 0.184,
-      "step": 8746
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.8531629248382205,
-      "learning_rate": 1.2254101681396177e-05,
-      "loss": 0.1811,
-      "step": 8747
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.7726202393329789,
-      "learning_rate": 1.2252497068663281e-05,
-      "loss": 0.2278,
-      "step": 8748
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 1.094567252642259,
-      "learning_rate": 1.2250892394831272e-05,
-      "loss": 0.2069,
-      "step": 8749
-    },
-    {
-      "epoch": 0.44,
-      "grad_norm": 0.9823153214494921,
-      "learning_rate": 1.2249287659943682e-05,
-      "loss": 0.2044,
-      "step": 8750
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0498614567686715,
-      "learning_rate": 1.2247682864044037e-05,
-      "loss": 0.1827,
-      "step": 8751
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.7545538618223903,
-      "learning_rate": 1.2246078007175866e-05,
-      "loss": 0.1968,
-      "step": 8752
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.061379383257261,
-      "learning_rate": 1.2244473089382702e-05,
-      "loss": 0.2101,
-      "step": 8753
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9009511671275275,
-      "learning_rate": 1.2242868110708079e-05,
-      "loss": 0.1945,
-      "step": 8754
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.790125825791761,
-      "learning_rate": 1.2241263071195535e-05,
-      "loss": 0.1818,
-      "step": 8755
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8315887432214394,
-      "learning_rate": 1.2239657970888598e-05,
-      "loss": 0.1918,
-      "step": 8756
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 2.2449738158638226,
-      "learning_rate": 1.2238052809830816e-05,
-      "loss": 0.1872,
-      "step": 8757
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.867437863360933,
-      "learning_rate": 1.2236447588065723e-05,
-      "loss": 0.1945,
-      "step": 8758
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0749293306637857,
-      "learning_rate": 1.2234842305636865e-05,
-      "loss": 0.2122,
-      "step": 8759
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0562899061895583,
-      "learning_rate": 1.2233236962587782e-05,
-      "loss": 0.1708,
-      "step": 8760
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.034263512526097,
-      "learning_rate": 1.223163155896202e-05,
-      "loss": 0.195,
-      "step": 8761
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.5855367010272412,
-      "learning_rate": 1.2230026094803127e-05,
-      "loss": 0.2104,
-      "step": 8762
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.7252618781768035,
-      "learning_rate": 1.2228420570154649e-05,
-      "loss": 0.1752,
-      "step": 8763
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0131144932423213,
-      "learning_rate": 1.222681498506014e-05,
-      "loss": 0.2102,
-      "step": 8764
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8044676222681848,
-      "learning_rate": 1.2225209339563144e-05,
-      "loss": 0.167,
-      "step": 8765
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.867224693956808,
-      "learning_rate": 1.2223603633707224e-05,
-      "loss": 0.1935,
-      "step": 8766
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.339476780240116,
-      "learning_rate": 1.2221997867535926e-05,
-      "loss": 0.1887,
-      "step": 8767
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8640242341151145,
-      "learning_rate": 1.2220392041092813e-05,
-      "loss": 0.2016,
-      "step": 8768
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.1395164976092698,
-      "learning_rate": 1.2218786154421439e-05,
-      "loss": 0.1965,
-      "step": 8769
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0955555345668755,
-      "learning_rate": 1.2217180207565365e-05,
-      "loss": 0.1814,
-      "step": 8770
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.080909186673661,
-      "learning_rate": 1.2215574200568155e-05,
-      "loss": 0.2092,
-      "step": 8771
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.868806952837568,
-      "learning_rate": 1.2213968133473366e-05,
-      "loss": 0.2031,
-      "step": 8772
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.4526469492698382,
-      "learning_rate": 1.221236200632457e-05,
-      "loss": 0.1876,
-      "step": 8773
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 2.78784617514379,
-      "learning_rate": 1.2210755819165325e-05,
-      "loss": 0.1934,
-      "step": 8774
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.1377878874747358,
-      "learning_rate": 1.2209149572039207e-05,
-      "loss": 0.2003,
-      "step": 8775
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.1566898421232799,
-      "learning_rate": 1.220754326498978e-05,
-      "loss": 0.188,
-      "step": 8776
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.4577368626043437,
-      "learning_rate": 1.2205936898060619e-05,
-      "loss": 0.2484,
-      "step": 8777
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.076111363988673,
-      "learning_rate": 1.2204330471295296e-05,
-      "loss": 0.1786,
-      "step": 8778
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.2501558204678522,
-      "learning_rate": 1.2202723984737381e-05,
-      "loss": 0.1708,
-      "step": 8779
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9423711066705222,
-      "learning_rate": 1.2201117438430456e-05,
-      "loss": 0.1917,
-      "step": 8780
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.069649524013828,
-      "learning_rate": 1.2199510832418095e-05,
-      "loss": 0.1663,
-      "step": 8781
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.181212300392255,
-      "learning_rate": 1.2197904166743882e-05,
-      "loss": 0.1815,
-      "step": 8782
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.7986369608289404,
-      "learning_rate": 1.2196297441451392e-05,
-      "loss": 0.179,
-      "step": 8783
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9746185125165827,
-      "learning_rate": 1.2194690656584209e-05,
-      "loss": 0.2062,
-      "step": 8784
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8134645721588003,
-      "learning_rate": 1.2193083812185919e-05,
-      "loss": 0.1861,
-      "step": 8785
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.052563619953177,
-      "learning_rate": 1.2191476908300107e-05,
-      "loss": 0.1774,
-      "step": 8786
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9659584698227893,
-      "learning_rate": 1.2189869944970356e-05,
-      "loss": 0.1747,
-      "step": 8787
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.7230070985388103,
-      "learning_rate": 1.2188262922240263e-05,
-      "loss": 0.2043,
-      "step": 8788
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0231134064007024,
-      "learning_rate": 1.2186655840153413e-05,
-      "loss": 0.1926,
-      "step": 8789
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8286619944444407,
-      "learning_rate": 1.2185048698753403e-05,
-      "loss": 0.1684,
-      "step": 8790
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9708291745003088,
-      "learning_rate": 1.2183441498083821e-05,
-      "loss": 0.1807,
-      "step": 8791
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.7781997192222662,
-      "learning_rate": 1.2181834238188264e-05,
-      "loss": 0.1757,
-      "step": 8792
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9225471816554169,
-      "learning_rate": 1.2180226919110332e-05,
-      "loss": 0.1986,
-      "step": 8793
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9767934398909636,
-      "learning_rate": 1.2178619540893621e-05,
-      "loss": 0.1835,
-      "step": 8794
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0241007879543205,
-      "learning_rate": 1.2177012103581733e-05,
-      "loss": 0.1993,
-      "step": 8795
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9077009583754211,
-      "learning_rate": 1.2175404607218267e-05,
-      "loss": 0.1816,
-      "step": 8796
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.7274573376917196,
-      "learning_rate": 1.217379705184683e-05,
-      "loss": 0.1782,
-      "step": 8797
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.072798711913059,
-      "learning_rate": 1.2172189437511023e-05,
-      "loss": 0.2116,
-      "step": 8798
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.2541852954716943,
-      "learning_rate": 1.2170581764254458e-05,
-      "loss": 0.1911,
-      "step": 8799
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.2076914791500577,
-      "learning_rate": 1.2168974032120737e-05,
-      "loss": 0.2009,
-      "step": 8800
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9503860641385818,
-      "learning_rate": 1.2167366241153475e-05,
-      "loss": 0.1913,
-      "step": 8801
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0390296904907494,
-      "learning_rate": 1.2165758391396281e-05,
-      "loss": 0.1984,
-      "step": 8802
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.3874804890400194,
-      "learning_rate": 1.2164150482892768e-05,
-      "loss": 0.2067,
-      "step": 8803
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.6212319706782996,
-      "learning_rate": 1.2162542515686551e-05,
-      "loss": 0.1909,
-      "step": 8804
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9567611095220859,
-      "learning_rate": 1.2160934489821244e-05,
-      "loss": 0.1839,
-      "step": 8805
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.2799465065164584,
-      "learning_rate": 1.2159326405340468e-05,
-      "loss": 0.1921,
-      "step": 8806
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.086003363283199,
-      "learning_rate": 1.2157718262287841e-05,
-      "loss": 0.1784,
-      "step": 8807
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.7401550610848462,
-      "learning_rate": 1.2156110060706986e-05,
-      "loss": 0.1891,
-      "step": 8808
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8915999284651739,
-      "learning_rate": 1.215450180064152e-05,
-      "loss": 0.1977,
-      "step": 8809
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0195758291399881,
-      "learning_rate": 1.2152893482135075e-05,
-      "loss": 0.1806,
-      "step": 8810
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.1749497925696335,
-      "learning_rate": 1.2151285105231273e-05,
-      "loss": 0.2189,
-      "step": 8811
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8225497459206069,
-      "learning_rate": 1.214967666997374e-05,
-      "loss": 0.1824,
-      "step": 8812
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.214799801660971,
-      "learning_rate": 1.2148068176406104e-05,
-      "loss": 0.178,
-      "step": 8813
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9197690708431241,
-      "learning_rate": 1.2146459624571998e-05,
-      "loss": 0.1859,
-      "step": 8814
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9091858741271089,
-      "learning_rate": 1.2144851014515055e-05,
-      "loss": 0.1755,
-      "step": 8815
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.086043007279395,
-      "learning_rate": 1.2143242346278908e-05,
-      "loss": 0.1923,
-      "step": 8816
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.3372441168269635,
-      "learning_rate": 1.214163361990719e-05,
-      "loss": 0.1931,
-      "step": 8817
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.963781956668138,
-      "learning_rate": 1.2140024835443537e-05,
-      "loss": 0.2051,
-      "step": 8818
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.2980605044900115,
-      "learning_rate": 1.213841599293159e-05,
-      "loss": 0.1746,
-      "step": 8819
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8386179927027012,
-      "learning_rate": 1.2136807092414992e-05,
-      "loss": 0.1855,
-      "step": 8820
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8201498327266299,
-      "learning_rate": 1.2135198133937381e-05,
-      "loss": 0.1677,
-      "step": 8821
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9651597614348006,
-      "learning_rate": 1.2133589117542395e-05,
-      "loss": 0.1907,
-      "step": 8822
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9814233612261183,
-      "learning_rate": 1.2131980043273685e-05,
-      "loss": 0.2056,
-      "step": 8823
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8653900828234407,
-      "learning_rate": 1.2130370911174898e-05,
-      "loss": 0.1729,
-      "step": 8824
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.3058003760102206,
-      "learning_rate": 1.212876172128968e-05,
-      "loss": 0.1978,
-      "step": 8825
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0536411372349836,
-      "learning_rate": 1.2127152473661678e-05,
-      "loss": 0.1949,
-      "step": 8826
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9398760268893137,
-      "learning_rate": 1.2125543168334546e-05,
-      "loss": 0.1978,
-      "step": 8827
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9603591809895711,
-      "learning_rate": 1.2123933805351934e-05,
-      "loss": 0.2136,
-      "step": 8828
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8674456935843604,
-      "learning_rate": 1.21223243847575e-05,
-      "loss": 0.1757,
-      "step": 8829
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.959780207158066,
-      "learning_rate": 1.2120714906594897e-05,
-      "loss": 0.2059,
-      "step": 8830
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.250047070583227,
-      "learning_rate": 1.211910537090778e-05,
-      "loss": 0.1826,
-      "step": 8831
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8414534827990336,
-      "learning_rate": 1.2117495777739815e-05,
-      "loss": 0.174,
-      "step": 8832
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.105316291874254,
-      "learning_rate": 1.2115886127134653e-05,
-      "loss": 0.2109,
-      "step": 8833
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8495791290530903,
-      "learning_rate": 1.2114276419135964e-05,
-      "loss": 0.1905,
-      "step": 8834
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.4008403268681422,
-      "learning_rate": 1.2112666653787404e-05,
-      "loss": 0.2,
-      "step": 8835
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0376823697906254,
-      "learning_rate": 1.2111056831132641e-05,
-      "loss": 0.1758,
-      "step": 8836
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9164332739485018,
-      "learning_rate": 1.2109446951215347e-05,
-      "loss": 0.196,
-      "step": 8837
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0077455559186472,
-      "learning_rate": 1.2107837014079182e-05,
-      "loss": 0.2039,
-      "step": 8838
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8600414769402724,
-      "learning_rate": 1.210622701976782e-05,
-      "loss": 0.1759,
-      "step": 8839
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.83784665366274,
-      "learning_rate": 1.2104616968324928e-05,
-      "loss": 0.1779,
-      "step": 8840
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.1928432869020684,
-      "learning_rate": 1.2103006859794184e-05,
-      "loss": 0.193,
-      "step": 8841
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9301657792242488,
-      "learning_rate": 1.2101396694219262e-05,
-      "loss": 0.176,
-      "step": 8842
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.1520056763985131,
-      "learning_rate": 1.2099786471643834e-05,
-      "loss": 0.1946,
-      "step": 8843
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.1447231599498406,
-      "learning_rate": 1.2098176192111578e-05,
-      "loss": 0.2055,
-      "step": 8844
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8944520715875532,
-      "learning_rate": 1.2096565855666178e-05,
-      "loss": 0.2033,
-      "step": 8845
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.1372848444010801,
-      "learning_rate": 1.209495546235131e-05,
-      "loss": 0.2061,
-      "step": 8846
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.7647781497580564,
-      "learning_rate": 1.2093345012210656e-05,
-      "loss": 0.1932,
-      "step": 8847
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8912513425073467,
-      "learning_rate": 1.20917345052879e-05,
-      "loss": 0.1796,
-      "step": 8848
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.5089662709207687,
-      "learning_rate": 1.2090123941626726e-05,
-      "loss": 0.1784,
-      "step": 8849
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0933341421872094,
-      "learning_rate": 1.2088513321270823e-05,
-      "loss": 0.1995,
-      "step": 8850
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9191939310469205,
-      "learning_rate": 1.2086902644263878e-05,
-      "loss": 0.1889,
-      "step": 8851
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8287536485776805,
-      "learning_rate": 1.2085291910649585e-05,
-      "loss": 0.1873,
-      "step": 8852
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9271405890498322,
-      "learning_rate": 1.2083681120471626e-05,
-      "loss": 0.1982,
-      "step": 8853
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9672085990082487,
-      "learning_rate": 1.20820702737737e-05,
-      "loss": 0.1924,
-      "step": 8854
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.050213589768552,
-      "learning_rate": 1.2080459370599502e-05,
-      "loss": 0.184,
-      "step": 8855
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9957672183719678,
-      "learning_rate": 1.2078848410992726e-05,
-      "loss": 0.1982,
-      "step": 8856
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.7800792332036594,
-      "learning_rate": 1.2077237394997065e-05,
-      "loss": 0.1702,
-      "step": 8857
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0934036596223062,
-      "learning_rate": 1.2075626322656227e-05,
-      "loss": 0.1914,
-      "step": 8858
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8329459545117248,
-      "learning_rate": 1.2074015194013906e-05,
-      "loss": 0.1869,
-      "step": 8859
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8139405261848299,
-      "learning_rate": 1.2072404009113808e-05,
-      "loss": 0.2056,
-      "step": 8860
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9862417615264362,
-      "learning_rate": 1.2070792767999633e-05,
-      "loss": 0.1837,
-      "step": 8861
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0204044344285164,
-      "learning_rate": 1.2069181470715083e-05,
-      "loss": 0.2264,
-      "step": 8862
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 2.1435750249832166,
-      "learning_rate": 1.2067570117303872e-05,
-      "loss": 0.198,
-      "step": 8863
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9935613757091443,
-      "learning_rate": 1.2065958707809705e-05,
-      "loss": 0.2109,
-      "step": 8864
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0114797607164516,
-      "learning_rate": 1.2064347242276293e-05,
-      "loss": 0.192,
-      "step": 8865
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.118130182359597,
-      "learning_rate": 1.2062735720747343e-05,
-      "loss": 0.1888,
-      "step": 8866
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 2.3928760503882156,
-      "learning_rate": 1.2061124143266571e-05,
-      "loss": 0.1989,
-      "step": 8867
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.020045704762623,
-      "learning_rate": 1.2059512509877691e-05,
-      "loss": 0.1943,
-      "step": 8868
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.7282918073861949,
-      "learning_rate": 1.205790082062442e-05,
-      "loss": 0.1686,
-      "step": 8869
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8817405987482647,
-      "learning_rate": 1.2056289075550467e-05,
-      "loss": 0.1743,
-      "step": 8870
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.2194815943547086,
-      "learning_rate": 1.205467727469956e-05,
-      "loss": 0.1815,
-      "step": 8871
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.1515293942216966,
-      "learning_rate": 1.2053065418115418e-05,
-      "loss": 0.1901,
-      "step": 8872
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8144674738067087,
-      "learning_rate": 1.2051453505841757e-05,
-      "loss": 0.194,
-      "step": 8873
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8586989430386209,
-      "learning_rate": 1.2049841537922307e-05,
-      "loss": 0.196,
-      "step": 8874
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.7018719551715215,
-      "learning_rate": 1.2048229514400785e-05,
-      "loss": 0.1723,
-      "step": 8875
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0214569381837684,
-      "learning_rate": 1.2046617435320924e-05,
-      "loss": 0.1901,
-      "step": 8876
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.005899395849749,
-      "learning_rate": 1.2045005300726452e-05,
-      "loss": 0.1923,
-      "step": 8877
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.5862559489013401,
-      "learning_rate": 1.2043393110661092e-05,
-      "loss": 0.1911,
-      "step": 8878
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.1185356170292566,
-      "learning_rate": 1.2041780865168577e-05,
-      "loss": 0.2061,
-      "step": 8879
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0316089428982487,
-      "learning_rate": 1.2040168564292644e-05,
-      "loss": 0.19,
-      "step": 8880
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.6316760066241547,
-      "learning_rate": 1.2038556208077026e-05,
-      "loss": 0.1756,
-      "step": 8881
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9262215986725295,
-      "learning_rate": 1.2036943796565453e-05,
-      "loss": 0.1677,
-      "step": 8882
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8161375418600838,
-      "learning_rate": 1.2035331329801663e-05,
-      "loss": 0.2222,
-      "step": 8883
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9862382320843694,
-      "learning_rate": 1.2033718807829395e-05,
-      "loss": 0.2013,
-      "step": 8884
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.924590732113376,
-      "learning_rate": 1.2032106230692394e-05,
-      "loss": 0.1705,
-      "step": 8885
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.7549429941943393,
-      "learning_rate": 1.2030493598434392e-05,
-      "loss": 0.1843,
-      "step": 8886
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8770179406545869,
-      "learning_rate": 1.2028880911099141e-05,
-      "loss": 0.199,
-      "step": 8887
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0535531729638505,
-      "learning_rate": 1.2027268168730378e-05,
-      "loss": 0.1917,
-      "step": 8888
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9816682275340497,
-      "learning_rate": 1.202565537137185e-05,
-      "loss": 0.1873,
-      "step": 8889
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.111591525187513,
-      "learning_rate": 1.202404251906731e-05,
-      "loss": 0.2159,
-      "step": 8890
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9930935676272202,
-      "learning_rate": 1.20224296118605e-05,
-      "loss": 0.1959,
-      "step": 8891
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0744553729919295,
-      "learning_rate": 1.202081664979517e-05,
-      "loss": 0.1829,
-      "step": 8892
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0903638199210839,
-      "learning_rate": 1.2019203632915078e-05,
-      "loss": 0.193,
-      "step": 8893
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.8433993464195626,
-      "learning_rate": 1.2017590561263973e-05,
-      "loss": 0.1989,
-      "step": 8894
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9218661790570869,
-      "learning_rate": 1.2015977434885608e-05,
-      "loss": 0.1988,
-      "step": 8895
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.086711989423081,
-      "learning_rate": 1.2014364253823742e-05,
-      "loss": 0.1997,
-      "step": 8896
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9552204008080996,
-      "learning_rate": 1.2012751018122132e-05,
-      "loss": 0.1918,
-      "step": 8897
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.1356827714958893,
-      "learning_rate": 1.2011137727824536e-05,
-      "loss": 0.1838,
-      "step": 8898
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.1033408198461252,
-      "learning_rate": 1.2009524382974717e-05,
-      "loss": 0.2092,
-      "step": 8899
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.026359269650774,
-      "learning_rate": 1.2007910983616435e-05,
-      "loss": 0.1791,
-      "step": 8900
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.7595638197151642,
-      "learning_rate": 1.2006297529793456e-05,
-      "loss": 0.185,
-      "step": 8901
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.8070567756184621,
-      "learning_rate": 1.200468402154954e-05,
-      "loss": 0.1862,
-      "step": 8902
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9054734943926448,
-      "learning_rate": 1.2003070458928458e-05,
-      "loss": 0.215,
-      "step": 8903
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 3.4442105832569023,
-      "learning_rate": 1.200145684197398e-05,
-      "loss": 0.1978,
-      "step": 8904
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.2466883918482339,
-      "learning_rate": 1.1999843170729866e-05,
-      "loss": 0.1729,
-      "step": 8905
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.941852164338417,
-      "learning_rate": 1.1998229445239898e-05,
-      "loss": 0.1966,
-      "step": 8906
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.1718913462872127,
-      "learning_rate": 1.1996615665547841e-05,
-      "loss": 0.1927,
-      "step": 8907
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.994145976940982,
-      "learning_rate": 1.1995001831697472e-05,
-      "loss": 0.2004,
-      "step": 8908
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8267161858948318,
-      "learning_rate": 1.1993387943732567e-05,
-      "loss": 0.2053,
-      "step": 8909
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.7850285872276042,
-      "learning_rate": 1.1991774001696896e-05,
-      "loss": 0.1807,
-      "step": 8910
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9629868160271702,
-      "learning_rate": 1.1990160005634248e-05,
-      "loss": 0.1959,
-      "step": 8911
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0503190559300086,
-      "learning_rate": 1.1988545955588395e-05,
-      "loss": 0.1844,
-      "step": 8912
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9957325838836562,
-      "learning_rate": 1.1986931851603122e-05,
-      "loss": 0.2011,
-      "step": 8913
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0639985315351588,
-      "learning_rate": 1.1985317693722212e-05,
-      "loss": 0.1996,
-      "step": 8914
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9629188523199401,
-      "learning_rate": 1.1983703481989443e-05,
-      "loss": 0.2051,
-      "step": 8915
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9569474788455568,
-      "learning_rate": 1.1982089216448607e-05,
-      "loss": 0.2102,
-      "step": 8916
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0215416358534117,
-      "learning_rate": 1.198047489714349e-05,
-      "loss": 0.2206,
-      "step": 8917
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.1053432675497292,
-      "learning_rate": 1.197886052411788e-05,
-      "loss": 0.2172,
-      "step": 8918
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.2538967899336353,
-      "learning_rate": 1.1977246097415565e-05,
-      "loss": 0.1804,
-      "step": 8919
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.7904544707992178,
-      "learning_rate": 1.1975631617080339e-05,
-      "loss": 0.2404,
-      "step": 8920
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.010512958427013,
-      "learning_rate": 1.1974017083155993e-05,
-      "loss": 0.2069,
-      "step": 8921
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9187475659348551,
-      "learning_rate": 1.1972402495686323e-05,
-      "loss": 0.195,
-      "step": 8922
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.1264834567954618,
-      "learning_rate": 1.1970787854715123e-05,
-      "loss": 0.1797,
-      "step": 8923
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.902873139466147,
-      "learning_rate": 1.1969173160286191e-05,
-      "loss": 0.1672,
-      "step": 8924
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 3.8147847023995554,
-      "learning_rate": 1.1967558412443328e-05,
-      "loss": 0.2024,
-      "step": 8925
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.426225608926197,
-      "learning_rate": 1.1965943611230331e-05,
-      "loss": 0.1954,
-      "step": 8926
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9450555610864556,
-      "learning_rate": 1.1964328756691e-05,
-      "loss": 0.1639,
-      "step": 8927
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.239627680378109,
-      "learning_rate": 1.196271384886914e-05,
-      "loss": 0.1813,
-      "step": 8928
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.110179894405812,
-      "learning_rate": 1.196109888780856e-05,
-      "loss": 0.1652,
-      "step": 8929
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8597255073498342,
-      "learning_rate": 1.1959483873553059e-05,
-      "loss": 0.1854,
-      "step": 8930
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.5145937177785822,
-      "learning_rate": 1.1957868806146449e-05,
-      "loss": 0.2137,
-      "step": 8931
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.1041447036829297,
-      "learning_rate": 1.1956253685632534e-05,
-      "loss": 0.1661,
-      "step": 8932
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9525616525645625,
-      "learning_rate": 1.1954638512055131e-05,
-      "loss": 0.2112,
-      "step": 8933
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.3595966325094786,
-      "learning_rate": 1.1953023285458047e-05,
-      "loss": 0.1958,
-      "step": 8934
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9975591742736065,
-      "learning_rate": 1.1951408005885098e-05,
-      "loss": 0.183,
-      "step": 8935
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.773323065930237,
-      "learning_rate": 1.1949792673380094e-05,
-      "loss": 0.1689,
-      "step": 8936
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0978246199548096,
-      "learning_rate": 1.194817728798685e-05,
-      "loss": 0.2031,
-      "step": 8937
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9025386810836243,
-      "learning_rate": 1.1946561849749192e-05,
-      "loss": 0.1739,
-      "step": 8938
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0924668110309403,
-      "learning_rate": 1.1944946358710936e-05,
-      "loss": 0.1892,
-      "step": 8939
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8475628728718165,
-      "learning_rate": 1.1943330814915897e-05,
-      "loss": 0.1962,
-      "step": 8940
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.144332901565883,
-      "learning_rate": 1.1941715218407898e-05,
-      "loss": 0.1789,
-      "step": 8941
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.9641545428843032,
-      "learning_rate": 1.1940099569230767e-05,
-      "loss": 0.2029,
-      "step": 8942
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0694630086624335,
-      "learning_rate": 1.1938483867428326e-05,
-      "loss": 0.1833,
-      "step": 8943
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.6671110565068417,
-      "learning_rate": 1.19368681130444e-05,
-      "loss": 0.1973,
-      "step": 8944
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.0086089261741662,
-      "learning_rate": 1.1935252306122812e-05,
-      "loss": 0.1949,
-      "step": 8945
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 0.8401339480562876,
-      "learning_rate": 1.1933636446707401e-05,
-      "loss": 0.159,
-      "step": 8946
-    },
-    {
-      "epoch": 0.45,
-      "grad_norm": 1.1733262203357395,
-      "learning_rate": 1.1932020534841992e-05,
-      "loss": 0.1925,
-      "step": 8947
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.2062640371557118,
-      "learning_rate": 1.1930404570570417e-05,
-      "loss": 0.2117,
-      "step": 8948
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.58050795448441,
-      "learning_rate": 1.1928788553936507e-05,
-      "loss": 0.1997,
-      "step": 8949
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.2136141398608247,
-      "learning_rate": 1.19271724849841e-05,
-      "loss": 0.2107,
-      "step": 8950
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.5287755275959543,
-      "learning_rate": 1.192555636375703e-05,
-      "loss": 0.1869,
-      "step": 8951
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.7695097792624204,
-      "learning_rate": 1.1923940190299135e-05,
-      "loss": 0.1838,
-      "step": 8952
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.046415308205685,
-      "learning_rate": 1.1922323964654254e-05,
-      "loss": 0.1898,
-      "step": 8953
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9872118514792896,
-      "learning_rate": 1.1920707686866227e-05,
-      "loss": 0.1898,
-      "step": 8954
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9799211018153227,
-      "learning_rate": 1.1919091356978894e-05,
-      "loss": 0.1642,
-      "step": 8955
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.155722364648013,
-      "learning_rate": 1.19174749750361e-05,
-      "loss": 0.1772,
-      "step": 8956
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.2290325356839902,
-      "learning_rate": 1.1915858541081693e-05,
-      "loss": 0.1663,
-      "step": 8957
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.30211196478441,
-      "learning_rate": 1.191424205515951e-05,
-      "loss": 0.2073,
-      "step": 8958
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0336619162587886,
-      "learning_rate": 1.1912625517313406e-05,
-      "loss": 0.2175,
-      "step": 8959
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.015136790947612,
-      "learning_rate": 1.1911008927587224e-05,
-      "loss": 0.1947,
-      "step": 8960
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0525402971892104,
-      "learning_rate": 1.190939228602482e-05,
-      "loss": 0.2008,
-      "step": 8961
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0309507319611686,
-      "learning_rate": 1.190777559267004e-05,
-      "loss": 0.1712,
-      "step": 8962
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.042308202194219,
-      "learning_rate": 1.190615884756674e-05,
-      "loss": 0.2174,
-      "step": 8963
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.2486820476818925,
-      "learning_rate": 1.1904542050758774e-05,
-      "loss": 0.2019,
-      "step": 8964
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9681283258309303,
-      "learning_rate": 1.1902925202289997e-05,
-      "loss": 0.1748,
-      "step": 8965
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8824864392862095,
-      "learning_rate": 1.1901308302204267e-05,
-      "loss": 0.1827,
-      "step": 8966
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 2.0792711159266326,
-      "learning_rate": 1.189969135054544e-05,
-      "loss": 0.1817,
-      "step": 8967
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9004669137625958,
-      "learning_rate": 1.1898074347357377e-05,
-      "loss": 0.1905,
-      "step": 8968
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8946191807568328,
-      "learning_rate": 1.1896457292683945e-05,
-      "loss": 0.2004,
-      "step": 8969
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9348331603869736,
-      "learning_rate": 1.1894840186569e-05,
-      "loss": 0.1854,
-      "step": 8970
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.7410801074117348,
-      "learning_rate": 1.1893223029056406e-05,
-      "loss": 0.1813,
-      "step": 8971
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.1059641875465824,
-      "learning_rate": 1.1891605820190031e-05,
-      "loss": 0.1687,
-      "step": 8972
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9228413836557761,
-      "learning_rate": 1.1889988560013741e-05,
-      "loss": 0.1917,
-      "step": 8973
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8623997445511834,
-      "learning_rate": 1.1888371248571409e-05,
-      "loss": 0.1745,
-      "step": 8974
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.3696551052147947,
-      "learning_rate": 1.1886753885906895e-05,
-      "loss": 0.2035,
-      "step": 8975
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.1247215692096408,
-      "learning_rate": 1.1885136472064076e-05,
-      "loss": 0.2072,
-      "step": 8976
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.1875189683505865,
-      "learning_rate": 1.1883519007086824e-05,
-      "loss": 0.217,
-      "step": 8977
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.2625623423472383,
-      "learning_rate": 1.1881901491019014e-05,
-      "loss": 0.1774,
-      "step": 8978
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9240639516641106,
-      "learning_rate": 1.1880283923904518e-05,
-      "loss": 0.192,
-      "step": 8979
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.8776495632201888,
-      "learning_rate": 1.1878666305787214e-05,
-      "loss": 0.1982,
-      "step": 8980
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9658463095638202,
-      "learning_rate": 1.1877048636710981e-05,
-      "loss": 0.1716,
-      "step": 8981
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.2894250472685753,
-      "learning_rate": 1.1875430916719698e-05,
-      "loss": 0.1957,
-      "step": 8982
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0529602099603186,
-      "learning_rate": 1.187381314585725e-05,
-      "loss": 0.18,
-      "step": 8983
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.159065460851313,
-      "learning_rate": 1.1872195324167508e-05,
-      "loss": 0.2057,
-      "step": 8984
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0456114107643657,
-      "learning_rate": 1.1870577451694363e-05,
-      "loss": 0.1668,
-      "step": 8985
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8648956682920848,
-      "learning_rate": 1.18689595284817e-05,
-      "loss": 0.1842,
-      "step": 8986
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0062545746069842,
-      "learning_rate": 1.1867341554573405e-05,
-      "loss": 0.1752,
-      "step": 8987
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9052168926450945,
-      "learning_rate": 1.1865723530013367e-05,
-      "loss": 0.178,
-      "step": 8988
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.1849884410504337,
-      "learning_rate": 1.1864105454845467e-05,
-      "loss": 0.1898,
-      "step": 8989
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.1768091963894038,
-      "learning_rate": 1.1862487329113606e-05,
-      "loss": 0.2171,
-      "step": 8990
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.9149338679136048,
-      "learning_rate": 1.186086915286167e-05,
-      "loss": 0.191,
-      "step": 8991
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8723532019990747,
-      "learning_rate": 1.1859250926133554e-05,
-      "loss": 0.1828,
-      "step": 8992
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.4707240199120826,
-      "learning_rate": 1.185763264897315e-05,
-      "loss": 0.1637,
-      "step": 8993
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.7403666829101415,
-      "learning_rate": 1.1856014321424356e-05,
-      "loss": 0.1928,
-      "step": 8994
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9394086856654486,
-      "learning_rate": 1.185439594353107e-05,
-      "loss": 0.1723,
-      "step": 8995
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.7670705541749999,
-      "learning_rate": 1.1852777515337186e-05,
-      "loss": 0.1841,
-      "step": 8996
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.1035336169056782,
-      "learning_rate": 1.185115903688661e-05,
-      "loss": 0.1886,
-      "step": 8997
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.2146454611707889,
-      "learning_rate": 1.1849540508223238e-05,
-      "loss": 0.1969,
-      "step": 8998
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0393209712450067,
-      "learning_rate": 1.1847921929390977e-05,
-      "loss": 0.1946,
-      "step": 8999
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.008870498761671,
-      "learning_rate": 1.184630330043373e-05,
-      "loss": 0.1847,
-      "step": 9000
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9349115695325397,
-      "learning_rate": 1.1844684621395401e-05,
-      "loss": 0.2054,
-      "step": 9001
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.924911367937286,
-      "learning_rate": 1.1843065892319895e-05,
-      "loss": 0.1891,
-      "step": 9002
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.1563745043827904,
-      "learning_rate": 1.1841447113251126e-05,
-      "loss": 0.2084,
-      "step": 9003
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8965980604277103,
-      "learning_rate": 1.1839828284233e-05,
-      "loss": 0.1612,
-      "step": 9004
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9034527880843174,
-      "learning_rate": 1.1838209405309427e-05,
-      "loss": 0.1886,
-      "step": 9005
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0077625098069756,
-      "learning_rate": 1.183659047652432e-05,
-      "loss": 0.1865,
-      "step": 9006
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9196710553785808,
-      "learning_rate": 1.1834971497921591e-05,
-      "loss": 0.1953,
-      "step": 9007
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9536834374306841,
-      "learning_rate": 1.1833352469545158e-05,
-      "loss": 0.2062,
-      "step": 9008
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.2212574071626323,
-      "learning_rate": 1.1831733391438937e-05,
-      "loss": 0.1907,
-      "step": 9009
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.5537835504342088,
-      "learning_rate": 1.1830114263646844e-05,
-      "loss": 0.2087,
-      "step": 9010
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8431492083254475,
-      "learning_rate": 1.1828495086212794e-05,
-      "loss": 0.1801,
-      "step": 9011
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0463466456718005,
-      "learning_rate": 1.1826875859180718e-05,
-      "loss": 0.186,
-      "step": 9012
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.1162356038874017,
-      "learning_rate": 1.1825256582594526e-05,
-      "loss": 0.207,
-      "step": 9013
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9375444806124058,
-      "learning_rate": 1.1823637256498149e-05,
-      "loss": 0.2037,
-      "step": 9014
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.180452055645475,
-      "learning_rate": 1.1822017880935507e-05,
-      "loss": 0.1722,
-      "step": 9015
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8274008918640854,
-      "learning_rate": 1.1820398455950526e-05,
-      "loss": 0.1889,
-      "step": 9016
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.7722948608780377,
-      "learning_rate": 1.1818778981587135e-05,
-      "loss": 0.1851,
-      "step": 9017
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8623477671210378,
-      "learning_rate": 1.1817159457889264e-05,
-      "loss": 0.1758,
-      "step": 9018
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.7589775449226215,
-      "learning_rate": 1.1815539884900837e-05,
-      "loss": 0.1954,
-      "step": 9019
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.054810457169351,
-      "learning_rate": 1.1813920262665788e-05,
-      "loss": 0.1878,
-      "step": 9020
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.293935543595433,
-      "learning_rate": 1.1812300591228052e-05,
-      "loss": 0.212,
-      "step": 9021
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8558181092026415,
-      "learning_rate": 1.1810680870631558e-05,
-      "loss": 0.176,
-      "step": 9022
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.7573874055928003,
-      "learning_rate": 1.1809061100920245e-05,
-      "loss": 0.1755,
-      "step": 9023
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.1342319197752257,
-      "learning_rate": 1.1807441282138045e-05,
-      "loss": 0.1882,
-      "step": 9024
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.052170888869555,
-      "learning_rate": 1.1805821414328897e-05,
-      "loss": 0.1855,
-      "step": 9025
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9040062958108732,
-      "learning_rate": 1.1804201497536746e-05,
-      "loss": 0.1781,
-      "step": 9026
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0001531848845238,
-      "learning_rate": 1.1802581531805525e-05,
-      "loss": 0.1835,
-      "step": 9027
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9702189858557619,
-      "learning_rate": 1.1800961517179177e-05,
-      "loss": 0.1925,
-      "step": 9028
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9391996907219045,
-      "learning_rate": 1.179934145370165e-05,
-      "loss": 0.1968,
-      "step": 9029
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.169550256959143,
-      "learning_rate": 1.1797721341416882e-05,
-      "loss": 0.2095,
-      "step": 9030
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.4986948128088586,
-      "learning_rate": 1.179610118036882e-05,
-      "loss": 0.1983,
-      "step": 9031
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.2257047082649992,
-      "learning_rate": 1.1794480970601413e-05,
-      "loss": 0.2061,
-      "step": 9032
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.1231876572801334,
-      "learning_rate": 1.1792860712158608e-05,
-      "loss": 0.1956,
-      "step": 9033
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.3543258643514862,
-      "learning_rate": 1.1791240405084355e-05,
-      "loss": 0.1994,
-      "step": 9034
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8771805946884635,
-      "learning_rate": 1.1789620049422603e-05,
-      "loss": 0.1673,
-      "step": 9035
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.028897040551911,
-      "learning_rate": 1.1787999645217309e-05,
-      "loss": 0.2148,
-      "step": 9036
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0308527874745395,
-      "learning_rate": 1.178637919251242e-05,
-      "loss": 0.2075,
-      "step": 9037
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.2276060915073248,
-      "learning_rate": 1.1784758691351898e-05,
-      "loss": 0.1925,
-      "step": 9038
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.2425534898000836,
-      "learning_rate": 1.1783138141779695e-05,
-      "loss": 0.1499,
-      "step": 9039
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9302029211692885,
-      "learning_rate": 1.178151754383977e-05,
-      "loss": 0.1992,
-      "step": 9040
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0435356139538756,
-      "learning_rate": 1.177989689757608e-05,
-      "loss": 0.1983,
-      "step": 9041
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9754457914366035,
-      "learning_rate": 1.1778276203032584e-05,
-      "loss": 0.1784,
-      "step": 9042
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 2.0053469624790905,
-      "learning_rate": 1.1776655460253248e-05,
-      "loss": 0.1921,
-      "step": 9043
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8778961911792674,
-      "learning_rate": 1.1775034669282034e-05,
-      "loss": 0.1955,
-      "step": 9044
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.1203395252317987,
-      "learning_rate": 1.1773413830162902e-05,
-      "loss": 0.1981,
-      "step": 9045
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0830248882097275,
-      "learning_rate": 1.177179294293982e-05,
-      "loss": 0.1805,
-      "step": 9046
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9531798772402397,
-      "learning_rate": 1.1770172007656756e-05,
-      "loss": 0.195,
-      "step": 9047
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.3430591008501616,
-      "learning_rate": 1.1768551024357673e-05,
-      "loss": 0.2009,
-      "step": 9048
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9824402645449075,
-      "learning_rate": 1.1766929993086547e-05,
-      "loss": 0.2128,
-      "step": 9049
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.6385073345023113,
-      "learning_rate": 1.1765308913887341e-05,
-      "loss": 0.1901,
-      "step": 9050
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.964258379970069,
-      "learning_rate": 1.1763687786804034e-05,
-      "loss": 0.1797,
-      "step": 9051
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.1455400657359058,
-      "learning_rate": 1.1762066611880596e-05,
-      "loss": 0.1977,
-      "step": 9052
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8002007770933686,
-      "learning_rate": 1.1760445389161002e-05,
-      "loss": 0.1776,
-      "step": 9053
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.943694401307601,
-      "learning_rate": 1.1758824118689225e-05,
-      "loss": 0.2099,
-      "step": 9054
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0283652595881423,
-      "learning_rate": 1.1757202800509245e-05,
-      "loss": 0.1996,
-      "step": 9055
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9931005687344918,
-      "learning_rate": 1.1755581434665043e-05,
-      "loss": 0.18,
-      "step": 9056
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 2.238537129714373,
-      "learning_rate": 1.1753960021200593e-05,
-      "loss": 0.1984,
-      "step": 9057
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.7553415966956479,
-      "learning_rate": 1.1752338560159878e-05,
-      "loss": 0.1678,
-      "step": 9058
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0408684215597828,
-      "learning_rate": 1.1750717051586882e-05,
-      "loss": 0.1895,
-      "step": 9059
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0384347110753673,
-      "learning_rate": 1.1749095495525584e-05,
-      "loss": 0.1906,
-      "step": 9060
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.044673644971104,
-      "learning_rate": 1.1747473892019977e-05,
-      "loss": 0.1983,
-      "step": 9061
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.109794063699578,
-      "learning_rate": 1.1745852241114038e-05,
-      "loss": 0.2028,
-      "step": 9062
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.084289158802793,
-      "learning_rate": 1.1744230542851758e-05,
-      "loss": 0.1999,
-      "step": 9063
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.777145804319658,
-      "learning_rate": 1.174260879727713e-05,
-      "loss": 0.1711,
-      "step": 9064
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0703078027644066,
-      "learning_rate": 1.1740987004434137e-05,
-      "loss": 0.1918,
-      "step": 9065
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8781926448135073,
-      "learning_rate": 1.1739365164366775e-05,
-      "loss": 0.198,
-      "step": 9066
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.3489089861431531,
-      "learning_rate": 1.1737743277119031e-05,
-      "loss": 0.1865,
-      "step": 9067
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.9097810356618725,
-      "learning_rate": 1.1736121342734903e-05,
-      "loss": 0.1857,
-      "step": 9068
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0893069302099345,
-      "learning_rate": 1.173449936125839e-05,
-      "loss": 0.186,
-      "step": 9069
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8277620769173616,
-      "learning_rate": 1.1732877332733479e-05,
-      "loss": 0.1812,
-      "step": 9070
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.3249669025073985,
-      "learning_rate": 1.1731255257204174e-05,
-      "loss": 0.1903,
-      "step": 9071
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.1042809564014204,
-      "learning_rate": 1.1729633134714475e-05,
-      "loss": 0.2004,
-      "step": 9072
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9206027756962021,
-      "learning_rate": 1.1728010965308377e-05,
-      "loss": 0.1911,
-      "step": 9073
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0423116504989947,
-      "learning_rate": 1.1726388749029884e-05,
-      "loss": 0.188,
-      "step": 9074
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.7968196186056415,
-      "learning_rate": 1.1724766485922998e-05,
-      "loss": 0.1874,
-      "step": 9075
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9243988557355096,
-      "learning_rate": 1.1723144176031727e-05,
-      "loss": 0.1881,
-      "step": 9076
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.042151183072485,
-      "learning_rate": 1.1721521819400068e-05,
-      "loss": 0.1965,
-      "step": 9077
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9206453558272957,
-      "learning_rate": 1.1719899416072037e-05,
-      "loss": 0.1782,
-      "step": 9078
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9587520930099989,
-      "learning_rate": 1.1718276966091638e-05,
-      "loss": 0.1903,
-      "step": 9079
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.2943426276561494,
-      "learning_rate": 1.1716654469502875e-05,
-      "loss": 0.218,
-      "step": 9080
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 2.124829320688035,
-      "learning_rate": 1.1715031926349763e-05,
-      "loss": 0.1913,
-      "step": 9081
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8456629905306549,
-      "learning_rate": 1.1713409336676313e-05,
-      "loss": 0.1845,
-      "step": 9082
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8710014737852795,
-      "learning_rate": 1.1711786700526541e-05,
-      "loss": 0.1871,
-      "step": 9083
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.2990723070408405,
-      "learning_rate": 1.1710164017944456e-05,
-      "loss": 0.1872,
-      "step": 9084
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.236419696060247,
-      "learning_rate": 1.1708541288974074e-05,
-      "loss": 0.2054,
-      "step": 9085
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 3.0682702113309683,
-      "learning_rate": 1.1706918513659416e-05,
-      "loss": 0.1932,
-      "step": 9086
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8068307461764347,
-      "learning_rate": 1.1705295692044496e-05,
-      "loss": 0.173,
-      "step": 9087
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.3880576279247103,
-      "learning_rate": 1.1703672824173333e-05,
-      "loss": 0.1704,
-      "step": 9088
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.270121404719117,
-      "learning_rate": 1.170204991008995e-05,
-      "loss": 0.1879,
-      "step": 9089
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0435643904778924,
-      "learning_rate": 1.1700426949838364e-05,
-      "loss": 0.1885,
-      "step": 9090
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8568140770975008,
-      "learning_rate": 1.1698803943462604e-05,
-      "loss": 0.1848,
-      "step": 9091
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0820704614596093,
-      "learning_rate": 1.169718089100669e-05,
-      "loss": 0.212,
-      "step": 9092
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0800354792918512,
-      "learning_rate": 1.1695557792514648e-05,
-      "loss": 0.1971,
-      "step": 9093
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.1750232689570579,
-      "learning_rate": 1.1693934648030508e-05,
-      "loss": 0.1914,
-      "step": 9094
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.3779916093593438,
-      "learning_rate": 1.1692311457598291e-05,
-      "loss": 0.184,
-      "step": 9095
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8684209284055365,
-      "learning_rate": 1.1690688221262035e-05,
-      "loss": 0.1927,
-      "step": 9096
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.697502018051808,
-      "learning_rate": 1.1689064939065762e-05,
-      "loss": 0.1879,
-      "step": 9097
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0772614966661544,
-      "learning_rate": 1.1687441611053505e-05,
-      "loss": 0.1772,
-      "step": 9098
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.1014332449661124,
-      "learning_rate": 1.1685818237269302e-05,
-      "loss": 0.1901,
-      "step": 9099
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 2.013613860724744,
-      "learning_rate": 1.1684194817757184e-05,
-      "loss": 0.2189,
-      "step": 9100
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0590001336397885,
-      "learning_rate": 1.1682571352561187e-05,
-      "loss": 0.1967,
-      "step": 9101
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.1143069368763483,
-      "learning_rate": 1.1680947841725348e-05,
-      "loss": 0.1986,
-      "step": 9102
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9463708285613962,
-      "learning_rate": 1.1679324285293698e-05,
-      "loss": 0.1896,
-      "step": 9103
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0438085528108987,
-      "learning_rate": 1.1677700683310286e-05,
-      "loss": 0.1854,
-      "step": 9104
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.92252065973537,
-      "learning_rate": 1.1676077035819148e-05,
-      "loss": 0.2096,
-      "step": 9105
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.1214717138794612,
-      "learning_rate": 1.1674453342864327e-05,
-      "loss": 0.1925,
-      "step": 9106
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0099356972626463,
-      "learning_rate": 1.1672829604489864e-05,
-      "loss": 0.1649,
-      "step": 9107
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.1449027127665157,
-      "learning_rate": 1.16712058207398e-05,
-      "loss": 0.215,
-      "step": 9108
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.911336039272148,
-      "learning_rate": 1.1669581991658187e-05,
-      "loss": 0.1711,
-      "step": 9109
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.4580166182319019,
-      "learning_rate": 1.1667958117289068e-05,
-      "loss": 0.2201,
-      "step": 9110
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0857664654881272,
-      "learning_rate": 1.1666334197676492e-05,
-      "loss": 0.1829,
-      "step": 9111
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8859738895387417,
-      "learning_rate": 1.1664710232864505e-05,
-      "loss": 0.1673,
-      "step": 9112
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.7798264118555199,
-      "learning_rate": 1.1663086222897157e-05,
-      "loss": 0.2089,
-      "step": 9113
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9975538121325291,
-      "learning_rate": 1.1661462167818507e-05,
-      "loss": 0.1873,
-      "step": 9114
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0709575867805985,
-      "learning_rate": 1.16598380676726e-05,
-      "loss": 0.1843,
-      "step": 9115
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9233783373327914,
-      "learning_rate": 1.1658213922503488e-05,
-      "loss": 0.1582,
-      "step": 9116
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0645080907936217,
-      "learning_rate": 1.1656589732355233e-05,
-      "loss": 0.1973,
-      "step": 9117
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9392700054586304,
-      "learning_rate": 1.1654965497271886e-05,
-      "loss": 0.1929,
-      "step": 9118
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.114398197170294,
-      "learning_rate": 1.1653341217297507e-05,
-      "loss": 0.1915,
-      "step": 9119
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9674687619310163,
-      "learning_rate": 1.1651716892476154e-05,
-      "loss": 0.1944,
-      "step": 9120
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9367552026693869,
-      "learning_rate": 1.1650092522851885e-05,
-      "loss": 0.1898,
-      "step": 9121
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0708496935895828,
-      "learning_rate": 1.1648468108468767e-05,
-      "loss": 0.1894,
-      "step": 9122
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8815096620043407,
-      "learning_rate": 1.1646843649370858e-05,
-      "loss": 0.1887,
-      "step": 9123
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9908797866048731,
-      "learning_rate": 1.164521914560222e-05,
-      "loss": 0.1956,
-      "step": 9124
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0955654895177573,
-      "learning_rate": 1.164359459720692e-05,
-      "loss": 0.1917,
-      "step": 9125
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9897343143053348,
-      "learning_rate": 1.1641970004229025e-05,
-      "loss": 0.1836,
-      "step": 9126
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.7886372445419565,
-      "learning_rate": 1.16403453667126e-05,
-      "loss": 0.2013,
-      "step": 9127
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.3670924199438759,
-      "learning_rate": 1.1638720684701714e-05,
-      "loss": 0.1719,
-      "step": 9128
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.6908065901193217,
-      "learning_rate": 1.1637095958240439e-05,
-      "loss": 0.2039,
-      "step": 9129
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.8688739782273087,
-      "learning_rate": 1.163547118737284e-05,
-      "loss": 0.1984,
-      "step": 9130
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8693621221208244,
-      "learning_rate": 1.1633846372142997e-05,
-      "loss": 0.1758,
-      "step": 9131
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.0033795035288822,
-      "learning_rate": 1.1632221512594977e-05,
-      "loss": 0.1829,
-      "step": 9132
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.203854492354105,
-      "learning_rate": 1.1630596608772855e-05,
-      "loss": 0.1991,
-      "step": 9133
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.7739788349490826,
-      "learning_rate": 1.1628971660720707e-05,
-      "loss": 0.2161,
-      "step": 9134
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.3333093970645196,
-      "learning_rate": 1.1627346668482614e-05,
-      "loss": 0.2002,
-      "step": 9135
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.3961606707042902,
-      "learning_rate": 1.1625721632102649e-05,
-      "loss": 0.181,
-      "step": 9136
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.7972776439352925,
-      "learning_rate": 1.1624096551624893e-05,
-      "loss": 0.1848,
-      "step": 9137
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.8296410166518111,
-      "learning_rate": 1.1622471427093424e-05,
-      "loss": 0.1726,
-      "step": 9138
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 0.9506650235484677,
-      "learning_rate": 1.162084625855233e-05,
-      "loss": 0.1721,
-      "step": 9139
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 2.7818432041827315,
-      "learning_rate": 1.1619221046045688e-05,
-      "loss": 0.1942,
-      "step": 9140
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.1575333574213695,
-      "learning_rate": 1.1617595789617585e-05,
-      "loss": 0.2027,
-      "step": 9141
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.434177466973586,
-      "learning_rate": 1.1615970489312102e-05,
-      "loss": 0.194,
-      "step": 9142
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.245727117900203,
-      "learning_rate": 1.1614345145173329e-05,
-      "loss": 0.2023,
-      "step": 9143
-    },
-    {
-      "epoch": 0.46,
-      "grad_norm": 1.4528276599772527,
-      "learning_rate": 1.1612719757245353e-05,
-      "loss": 0.1841,
-      "step": 9144
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.883066228974052,
-      "learning_rate": 1.1611094325572263e-05,
-      "loss": 0.1973,
-      "step": 9145
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.153096925156812,
-      "learning_rate": 1.1609468850198149e-05,
-      "loss": 0.1883,
-      "step": 9146
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.2894960675682319,
-      "learning_rate": 1.1607843331167099e-05,
-      "loss": 0.2053,
-      "step": 9147
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8747914564760497,
-      "learning_rate": 1.160621776852321e-05,
-      "loss": 0.1882,
-      "step": 9148
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.1131978812303405,
-      "learning_rate": 1.1604592162310575e-05,
-      "loss": 0.2121,
-      "step": 9149
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.5693726179321674,
-      "learning_rate": 1.1602966512573286e-05,
-      "loss": 0.1881,
-      "step": 9150
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.0216723824159144,
-      "learning_rate": 1.1601340819355437e-05,
-      "loss": 0.1912,
-      "step": 9151
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.7815028235272667,
-      "learning_rate": 1.159971508270113e-05,
-      "loss": 0.1954,
-      "step": 9152
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9754311439115084,
-      "learning_rate": 1.159808930265446e-05,
-      "loss": 0.1918,
-      "step": 9153
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.0278402602039418,
-      "learning_rate": 1.159646347925953e-05,
-      "loss": 0.1974,
-      "step": 9154
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9032850279132243,
-      "learning_rate": 1.1594837612560437e-05,
-      "loss": 0.1778,
-      "step": 9155
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8774455184882909,
-      "learning_rate": 1.159321170260128e-05,
-      "loss": 0.2006,
-      "step": 9156
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9127838115789007,
-      "learning_rate": 1.159158574942617e-05,
-      "loss": 0.1733,
-      "step": 9157
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8448337659172754,
-      "learning_rate": 1.1589959753079203e-05,
-      "loss": 0.1759,
-      "step": 9158
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.2241639207791157,
-      "learning_rate": 1.1588333713604491e-05,
-      "loss": 0.2184,
-      "step": 9159
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.7723198053308619,
-      "learning_rate": 1.1586707631046135e-05,
-      "loss": 0.1973,
-      "step": 9160
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8615544161233657,
-      "learning_rate": 1.1585081505448246e-05,
-      "loss": 0.2044,
-      "step": 9161
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8611882561608455,
-      "learning_rate": 1.1583455336854932e-05,
-      "loss": 0.1845,
-      "step": 9162
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.0851258693274464,
-      "learning_rate": 1.1581829125310302e-05,
-      "loss": 0.179,
-      "step": 9163
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.7737070155432831,
-      "learning_rate": 1.1580202870858468e-05,
-      "loss": 0.1768,
-      "step": 9164
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9287374921183846,
-      "learning_rate": 1.1578576573543541e-05,
-      "loss": 0.1976,
-      "step": 9165
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8834705337603755,
-      "learning_rate": 1.1576950233409638e-05,
-      "loss": 0.1852,
-      "step": 9166
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8774831452300471,
-      "learning_rate": 1.1575323850500868e-05,
-      "loss": 0.1702,
-      "step": 9167
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 2.4809191685656273,
-      "learning_rate": 1.1573697424861353e-05,
-      "loss": 0.1834,
-      "step": 9168
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9047569129335316,
-      "learning_rate": 1.1572070956535202e-05,
-      "loss": 0.1878,
-      "step": 9169
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.0114729627753714,
-      "learning_rate": 1.1570444445566538e-05,
-      "loss": 0.1841,
-      "step": 9170
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.0533951490813414,
-      "learning_rate": 1.1568817891999482e-05,
-      "loss": 0.2076,
-      "step": 9171
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.0908645916592143,
-      "learning_rate": 1.1567191295878152e-05,
-      "loss": 0.1858,
-      "step": 9172
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9703974422296601,
-      "learning_rate": 1.1565564657246667e-05,
-      "loss": 0.2004,
-      "step": 9173
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.0118705478228984,
-      "learning_rate": 1.1563937976149153e-05,
-      "loss": 0.1953,
-      "step": 9174
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8260904591199736,
-      "learning_rate": 1.1562311252629736e-05,
-      "loss": 0.2017,
-      "step": 9175
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.7339715507228588,
-      "learning_rate": 1.1560684486732537e-05,
-      "loss": 0.1916,
-      "step": 9176
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8509635990034636,
-      "learning_rate": 1.1559057678501682e-05,
-      "loss": 0.1829,
-      "step": 9177
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.9624278814958298,
-      "learning_rate": 1.1557430827981297e-05,
-      "loss": 0.2154,
-      "step": 9178
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.479984283272646,
-      "learning_rate": 1.1555803935215516e-05,
-      "loss": 0.2187,
-      "step": 9179
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9547459427889696,
-      "learning_rate": 1.1554177000248466e-05,
-      "loss": 0.192,
-      "step": 9180
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.0713234269482474,
-      "learning_rate": 1.1552550023124276e-05,
-      "loss": 0.1993,
-      "step": 9181
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.084265326853148,
-      "learning_rate": 1.155092300388708e-05,
-      "loss": 0.1896,
-      "step": 9182
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.823005443489001,
-      "learning_rate": 1.1549295942581007e-05,
-      "loss": 0.1774,
-      "step": 9183
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.6002085217547777,
-      "learning_rate": 1.1547668839250199e-05,
-      "loss": 0.1919,
-      "step": 9184
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8626993942068936,
-      "learning_rate": 1.1546041693938784e-05,
-      "loss": 0.192,
-      "step": 9185
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.0077475214317404,
-      "learning_rate": 1.1544414506690897e-05,
-      "loss": 0.1848,
-      "step": 9186
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.0757353918928187,
-      "learning_rate": 1.1542787277550683e-05,
-      "loss": 0.2179,
-      "step": 9187
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.08680507436135,
-      "learning_rate": 1.1541160006562275e-05,
-      "loss": 0.1883,
-      "step": 9188
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9751665996225382,
-      "learning_rate": 1.1539532693769818e-05,
-      "loss": 0.1974,
-      "step": 9189
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 2.48160369171706,
-      "learning_rate": 1.1537905339217448e-05,
-      "loss": 0.1883,
-      "step": 9190
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.975263185759104,
-      "learning_rate": 1.1536277942949305e-05,
-      "loss": 0.2017,
-      "step": 9191
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8240373691871361,
-      "learning_rate": 1.1534650505009542e-05,
-      "loss": 0.1775,
-      "step": 9192
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.3049402644744645,
-      "learning_rate": 1.1533023025442294e-05,
-      "loss": 0.2072,
-      "step": 9193
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9742705420566906,
-      "learning_rate": 1.1531395504291711e-05,
-      "loss": 0.1864,
-      "step": 9194
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9472394210632011,
-      "learning_rate": 1.1529767941601937e-05,
-      "loss": 0.1836,
-      "step": 9195
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9238803406730269,
-      "learning_rate": 1.1528140337417121e-05,
-      "loss": 0.1921,
-      "step": 9196
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8351639923254849,
-      "learning_rate": 1.1526512691781415e-05,
-      "loss": 0.1927,
-      "step": 9197
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.2967717494314384,
-      "learning_rate": 1.1524885004738966e-05,
-      "loss": 0.1871,
-      "step": 9198
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.915047277005369,
-      "learning_rate": 1.1523257276333924e-05,
-      "loss": 0.2058,
-      "step": 9199
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8859798604811852,
-      "learning_rate": 1.1521629506610439e-05,
-      "loss": 0.2082,
-      "step": 9200
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9162438028535452,
-      "learning_rate": 1.1520001695612675e-05,
-      "loss": 0.2077,
-      "step": 9201
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8868233681525796,
-      "learning_rate": 1.1518373843384774e-05,
-      "loss": 0.1949,
-      "step": 9202
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.893103606569373,
-      "learning_rate": 1.1516745949970897e-05,
-      "loss": 0.1734,
-      "step": 9203
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.0350623362067328,
-      "learning_rate": 1.15151180154152e-05,
-      "loss": 0.1957,
-      "step": 9204
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.7472797149020382,
-      "learning_rate": 1.1513490039761843e-05,
-      "loss": 0.1719,
-      "step": 9205
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8943678903413873,
-      "learning_rate": 1.1511862023054983e-05,
-      "loss": 0.1849,
-      "step": 9206
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 2.0615004595864916,
-      "learning_rate": 1.151023396533878e-05,
-      "loss": 0.1849,
-      "step": 9207
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.0065551689099037,
-      "learning_rate": 1.1508605866657392e-05,
-      "loss": 0.2165,
-      "step": 9208
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8278316868482662,
-      "learning_rate": 1.1506977727054988e-05,
-      "loss": 0.1768,
-      "step": 9209
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 2.0617148335170974,
-      "learning_rate": 1.1505349546575728e-05,
-      "loss": 0.1931,
-      "step": 9210
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8807830721570364,
-      "learning_rate": 1.1503721325263778e-05,
-      "loss": 0.2041,
-      "step": 9211
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.131425982837395,
-      "learning_rate": 1.15020930631633e-05,
-      "loss": 0.1908,
-      "step": 9212
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.016980414378633,
-      "learning_rate": 1.1500464760318462e-05,
-      "loss": 0.1705,
-      "step": 9213
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.3114196960927185,
-      "learning_rate": 1.1498836416773433e-05,
-      "loss": 0.2042,
-      "step": 9214
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9548647672267575,
-      "learning_rate": 1.1497208032572385e-05,
-      "loss": 0.1688,
-      "step": 9215
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.4053452700177105,
-      "learning_rate": 1.149557960775948e-05,
-      "loss": 0.2194,
-      "step": 9216
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9455345695137635,
-      "learning_rate": 1.1493951142378896e-05,
-      "loss": 0.174,
-      "step": 9217
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 2.914664529750119,
-      "learning_rate": 1.1492322636474802e-05,
-      "loss": 0.1867,
-      "step": 9218
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9728464313455532,
-      "learning_rate": 1.1490694090091375e-05,
-      "loss": 0.1737,
-      "step": 9219
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8613771294384492,
-      "learning_rate": 1.1489065503272785e-05,
-      "loss": 0.1906,
-      "step": 9220
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9827950275426468,
-      "learning_rate": 1.1487436876063205e-05,
-      "loss": 0.2,
-      "step": 9221
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.253797589125273,
-      "learning_rate": 1.148580820850682e-05,
-      "loss": 0.1748,
-      "step": 9222
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.92996072269765,
-      "learning_rate": 1.1484179500647802e-05,
-      "loss": 0.1813,
-      "step": 9223
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9294885667105391,
-      "learning_rate": 1.1482550752530332e-05,
-      "loss": 0.1911,
-      "step": 9224
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.4144234683841561,
-      "learning_rate": 1.148092196419859e-05,
-      "loss": 0.2001,
-      "step": 9225
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8613645922670157,
-      "learning_rate": 1.1479293135696755e-05,
-      "loss": 0.2162,
-      "step": 9226
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.0450389190608478,
-      "learning_rate": 1.1477664267069009e-05,
-      "loss": 0.1856,
-      "step": 9227
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8930640924927837,
-      "learning_rate": 1.1476035358359539e-05,
-      "loss": 0.2097,
-      "step": 9228
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.592902215469274,
-      "learning_rate": 1.1474406409612524e-05,
-      "loss": 0.1921,
-      "step": 9229
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.7904460656923809,
-      "learning_rate": 1.1472777420872154e-05,
-      "loss": 0.1891,
-      "step": 9230
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8015309344030134,
-      "learning_rate": 1.147114839218261e-05,
-      "loss": 0.1601,
-      "step": 9231
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9705118301556879,
-      "learning_rate": 1.1469519323588085e-05,
-      "loss": 0.1639,
-      "step": 9232
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.5770038604029533,
-      "learning_rate": 1.1467890215132767e-05,
-      "loss": 0.1919,
-      "step": 9233
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.1379908559648302,
-      "learning_rate": 1.146626106686084e-05,
-      "loss": 0.1739,
-      "step": 9234
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.7509321612595246,
-      "learning_rate": 1.1464631878816502e-05,
-      "loss": 0.1993,
-      "step": 9235
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.1126365561109344,
-      "learning_rate": 1.1463002651043942e-05,
-      "loss": 0.1867,
-      "step": 9236
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9436631209359791,
-      "learning_rate": 1.146137338358735e-05,
-      "loss": 0.1892,
-      "step": 9237
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.293770946685034,
-      "learning_rate": 1.1459744076490924e-05,
-      "loss": 0.1957,
-      "step": 9238
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9276318520781688,
-      "learning_rate": 1.1458114729798855e-05,
-      "loss": 0.1872,
-      "step": 9239
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.6795751167978585,
-      "learning_rate": 1.1456485343555344e-05,
-      "loss": 0.1803,
-      "step": 9240
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9264723014647175,
-      "learning_rate": 1.1454855917804586e-05,
-      "loss": 0.1718,
-      "step": 9241
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.457193211728748,
-      "learning_rate": 1.145322645259078e-05,
-      "loss": 0.1898,
-      "step": 9242
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9019050296705318,
-      "learning_rate": 1.1451596947958122e-05,
-      "loss": 0.2239,
-      "step": 9243
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 7.865206930755326,
-      "learning_rate": 1.1449967403950812e-05,
-      "loss": 0.2017,
-      "step": 9244
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.132181096344825,
-      "learning_rate": 1.1448337820613061e-05,
-      "loss": 0.1885,
-      "step": 9245
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.151784318954177,
-      "learning_rate": 1.1446708197989061e-05,
-      "loss": 0.2025,
-      "step": 9246
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.0029738228138243,
-      "learning_rate": 1.144507853612302e-05,
-      "loss": 0.1855,
-      "step": 9247
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.0962947125468563,
-      "learning_rate": 1.1443448835059141e-05,
-      "loss": 0.1944,
-      "step": 9248
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8477426463884647,
-      "learning_rate": 1.144181909484163e-05,
-      "loss": 0.1753,
-      "step": 9249
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8817457321386621,
-      "learning_rate": 1.1440189315514698e-05,
-      "loss": 0.1827,
-      "step": 9250
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9198362005845908,
-      "learning_rate": 1.143855949712255e-05,
-      "loss": 0.1758,
-      "step": 9251
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8501168011702994,
-      "learning_rate": 1.143692963970939e-05,
-      "loss": 0.1951,
-      "step": 9252
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.1709863082016263,
-      "learning_rate": 1.1435299743319434e-05,
-      "loss": 0.1998,
-      "step": 9253
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9096201448211303,
-      "learning_rate": 1.1433669807996894e-05,
-      "loss": 0.17,
-      "step": 9254
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.1348872412188835,
-      "learning_rate": 1.1432039833785979e-05,
-      "loss": 0.1884,
-      "step": 9255
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.1259494677848945,
-      "learning_rate": 1.1430409820730902e-05,
-      "loss": 0.1881,
-      "step": 9256
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.1273228094294094,
-      "learning_rate": 1.1428779768875874e-05,
-      "loss": 0.1934,
-      "step": 9257
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.1033316887349531,
-      "learning_rate": 1.1427149678265119e-05,
-      "loss": 0.2156,
-      "step": 9258
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.008896724459771,
-      "learning_rate": 1.1425519548942847e-05,
-      "loss": 0.2092,
-      "step": 9259
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.263669512820033,
-      "learning_rate": 1.1423889380953277e-05,
-      "loss": 0.1778,
-      "step": 9260
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9381984779225716,
-      "learning_rate": 1.1422259174340624e-05,
-      "loss": 0.1963,
-      "step": 9261
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.5088037717808391,
-      "learning_rate": 1.1420628929149114e-05,
-      "loss": 0.2038,
-      "step": 9262
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.0717096467954101,
-      "learning_rate": 1.1418998645422963e-05,
-      "loss": 0.1927,
-      "step": 9263
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.193684945593441,
-      "learning_rate": 1.1417368323206395e-05,
-      "loss": 0.2046,
-      "step": 9264
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.0533682703561398,
-      "learning_rate": 1.141573796254363e-05,
-      "loss": 0.1697,
-      "step": 9265
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.1840786054105483,
-      "learning_rate": 1.141410756347889e-05,
-      "loss": 0.1822,
-      "step": 9266
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.749805516924357,
-      "learning_rate": 1.1412477126056405e-05,
-      "loss": 0.1979,
-      "step": 9267
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.253852439701606,
-      "learning_rate": 1.14108466503204e-05,
-      "loss": 0.2176,
-      "step": 9268
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.1173364128331582,
-      "learning_rate": 1.1409216136315097e-05,
-      "loss": 0.1778,
-      "step": 9269
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.035032031791532,
-      "learning_rate": 1.1407585584084726e-05,
-      "loss": 0.2161,
-      "step": 9270
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.2405865114634105,
-      "learning_rate": 1.1405954993673522e-05,
-      "loss": 0.1771,
-      "step": 9271
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9961618122285781,
-      "learning_rate": 1.1404324365125708e-05,
-      "loss": 0.193,
-      "step": 9272
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.6814547632964016,
-      "learning_rate": 1.1402693698485512e-05,
-      "loss": 0.1832,
-      "step": 9273
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.2294370918587325,
-      "learning_rate": 1.1401062993797171e-05,
-      "loss": 0.1903,
-      "step": 9274
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.415889465472221,
-      "learning_rate": 1.1399432251104918e-05,
-      "loss": 0.2137,
-      "step": 9275
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.0334241329352223,
-      "learning_rate": 1.1397801470452987e-05,
-      "loss": 0.196,
-      "step": 9276
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9642912610388481,
-      "learning_rate": 1.1396170651885613e-05,
-      "loss": 0.182,
-      "step": 9277
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.2648969637697525,
-      "learning_rate": 1.139453979544703e-05,
-      "loss": 0.1908,
-      "step": 9278
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8346050383865007,
-      "learning_rate": 1.1392908901181474e-05,
-      "loss": 0.176,
-      "step": 9279
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.3413644643229863,
-      "learning_rate": 1.139127796913319e-05,
-      "loss": 0.1911,
-      "step": 9280
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9490728998996395,
-      "learning_rate": 1.138964699934641e-05,
-      "loss": 0.1796,
-      "step": 9281
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.0848424621668546,
-      "learning_rate": 1.1388015991865377e-05,
-      "loss": 0.1773,
-      "step": 9282
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.8101725755414195,
-      "learning_rate": 1.138638494673433e-05,
-      "loss": 0.2012,
-      "step": 9283
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.3028282362221764,
-      "learning_rate": 1.1384753863997516e-05,
-      "loss": 0.1876,
-      "step": 9284
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.1140020330220612,
-      "learning_rate": 1.1383122743699173e-05,
-      "loss": 0.2109,
-      "step": 9285
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.1084320608542635,
-      "learning_rate": 1.1381491585883548e-05,
-      "loss": 0.1971,
-      "step": 9286
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.3256072713621745,
-      "learning_rate": 1.1379860390594888e-05,
-      "loss": 0.2103,
-      "step": 9287
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9168074800231482,
-      "learning_rate": 1.1378229157877432e-05,
-      "loss": 0.1789,
-      "step": 9288
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8194316208116729,
-      "learning_rate": 1.1376597887775438e-05,
-      "loss": 0.1948,
-      "step": 9289
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.98526556813502,
-      "learning_rate": 1.1374966580333147e-05,
-      "loss": 0.1984,
-      "step": 9290
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 2.061805734811115,
-      "learning_rate": 1.1373335235594809e-05,
-      "loss": 0.2147,
-      "step": 9291
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.952970495944534,
-      "learning_rate": 1.1371703853604672e-05,
-      "loss": 0.1879,
-      "step": 9292
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.0049105878186886,
-      "learning_rate": 1.1370072434406993e-05,
-      "loss": 0.2125,
-      "step": 9293
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.180288824955952,
-      "learning_rate": 1.1368440978046022e-05,
-      "loss": 0.1977,
-      "step": 9294
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9273278457059216,
-      "learning_rate": 1.1366809484566015e-05,
-      "loss": 0.1786,
-      "step": 9295
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.7298925974661218,
-      "learning_rate": 1.136517795401122e-05,
-      "loss": 0.18,
-      "step": 9296
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9384320818110587,
-      "learning_rate": 1.1363546386425895e-05,
-      "loss": 0.184,
-      "step": 9297
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.7859695205526979,
-      "learning_rate": 1.13619147818543e-05,
-      "loss": 0.167,
-      "step": 9298
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9421177588324476,
-      "learning_rate": 1.1360283140340688e-05,
-      "loss": 0.1688,
-      "step": 9299
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.2079617951803552,
-      "learning_rate": 1.1358651461929319e-05,
-      "loss": 0.1966,
-      "step": 9300
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.817762563013867,
-      "learning_rate": 1.1357019746664453e-05,
-      "loss": 0.1757,
-      "step": 9301
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 2.1866910568283346,
-      "learning_rate": 1.135538799459035e-05,
-      "loss": 0.199,
-      "step": 9302
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9677330185793297,
-      "learning_rate": 1.1353756205751272e-05,
-      "loss": 0.2217,
-      "step": 9303
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.7153143992431847,
-      "learning_rate": 1.1352124380191479e-05,
-      "loss": 0.1836,
-      "step": 9304
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9525697878726538,
-      "learning_rate": 1.1350492517955234e-05,
-      "loss": 0.1999,
-      "step": 9305
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9008507657210286,
-      "learning_rate": 1.1348860619086808e-05,
-      "loss": 0.1982,
-      "step": 9306
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9362961925883473,
-      "learning_rate": 1.134722868363046e-05,
-      "loss": 0.1963,
-      "step": 9307
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8781050347037737,
-      "learning_rate": 1.1345596711630456e-05,
-      "loss": 0.1846,
-      "step": 9308
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9572232189569388,
-      "learning_rate": 1.1343964703131065e-05,
-      "loss": 0.1866,
-      "step": 9309
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.3214437628723248,
-      "learning_rate": 1.1342332658176556e-05,
-      "loss": 0.1705,
-      "step": 9310
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.7267957828656673,
-      "learning_rate": 1.1340700576811198e-05,
-      "loss": 0.1847,
-      "step": 9311
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.6346922718412682,
-      "learning_rate": 1.1339068459079262e-05,
-      "loss": 0.1748,
-      "step": 9312
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.7569900182507847,
-      "learning_rate": 1.1337436305025019e-05,
-      "loss": 0.177,
-      "step": 9313
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.955594887499051,
-      "learning_rate": 1.1335804114692737e-05,
-      "loss": 0.2005,
-      "step": 9314
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 2.9007643934387923,
-      "learning_rate": 1.1334171888126698e-05,
-      "loss": 0.192,
-      "step": 9315
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.1458182580341056,
-      "learning_rate": 1.1332539625371166e-05,
-      "loss": 0.179,
-      "step": 9316
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.346045821307898,
-      "learning_rate": 1.1330907326470426e-05,
-      "loss": 0.1999,
-      "step": 9317
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.1606367702267062,
-      "learning_rate": 1.1329274991468747e-05,
-      "loss": 0.1847,
-      "step": 9318
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.1289045966659277,
-      "learning_rate": 1.1327642620410408e-05,
-      "loss": 0.1875,
-      "step": 9319
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8345586647548614,
-      "learning_rate": 1.1326010213339688e-05,
-      "loss": 0.1749,
-      "step": 9320
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.4714817836575558,
-      "learning_rate": 1.132437777030087e-05,
-      "loss": 0.2186,
-      "step": 9321
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.7114676751705088,
-      "learning_rate": 1.1322745291338226e-05,
-      "loss": 0.1805,
-      "step": 9322
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.1326550840352263,
-      "learning_rate": 1.1321112776496042e-05,
-      "loss": 0.1794,
-      "step": 9323
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8232979729290985,
-      "learning_rate": 1.1319480225818602e-05,
-      "loss": 0.1973,
-      "step": 9324
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9378338038834931,
-      "learning_rate": 1.1317847639350186e-05,
-      "loss": 0.1777,
-      "step": 9325
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.927375096532382,
-      "learning_rate": 1.1316215017135076e-05,
-      "loss": 0.203,
-      "step": 9326
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.0456569263599929,
-      "learning_rate": 1.1314582359217558e-05,
-      "loss": 0.2025,
-      "step": 9327
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.2830682932161301,
-      "learning_rate": 1.1312949665641923e-05,
-      "loss": 0.1987,
-      "step": 9328
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.80481172348749,
-      "learning_rate": 1.1311316936452452e-05,
-      "loss": 0.1925,
-      "step": 9329
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9271681235067764,
-      "learning_rate": 1.1309684171693435e-05,
-      "loss": 0.1907,
-      "step": 9330
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.8884154679752989,
-      "learning_rate": 1.1308051371409162e-05,
-      "loss": 0.1738,
-      "step": 9331
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.2122619537768777,
-      "learning_rate": 1.1306418535643922e-05,
-      "loss": 0.1828,
-      "step": 9332
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.0197330364239467,
-      "learning_rate": 1.1304785664442003e-05,
-      "loss": 0.1931,
-      "step": 9333
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9782015436799009,
-      "learning_rate": 1.1303152757847702e-05,
-      "loss": 0.2035,
-      "step": 9334
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9159995398951478,
-      "learning_rate": 1.1301519815905309e-05,
-      "loss": 0.1963,
-      "step": 9335
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 0.9347505438490339,
-      "learning_rate": 1.1299886838659114e-05,
-      "loss": 0.1951,
-      "step": 9336
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.0526098163364204,
-      "learning_rate": 1.1298253826153415e-05,
-      "loss": 0.1929,
-      "step": 9337
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.193015880699807,
-      "learning_rate": 1.1296620778432512e-05,
-      "loss": 0.1911,
-      "step": 9338
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.4693323716969673,
-      "learning_rate": 1.1294987695540695e-05,
-      "loss": 0.1605,
-      "step": 9339
-    },
-    {
-      "epoch": 0.47,
-      "grad_norm": 1.2914714608353897,
-      "learning_rate": 1.1293354577522264e-05,
-      "loss": 0.1874,
-      "step": 9340
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8955534658899678,
-      "learning_rate": 1.1291721424421518e-05,
-      "loss": 0.1762,
-      "step": 9341
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9457021966906232,
-      "learning_rate": 1.1290088236282752e-05,
-      "loss": 0.1945,
-      "step": 9342
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9463505398747077,
-      "learning_rate": 1.1288455013150275e-05,
-      "loss": 0.1811,
-      "step": 9343
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8537062086454555,
-      "learning_rate": 1.1286821755068375e-05,
-      "loss": 0.1776,
-      "step": 9344
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.1395762597930732,
-      "learning_rate": 1.128518846208137e-05,
-      "loss": 0.1853,
-      "step": 9345
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8332298531890091,
-      "learning_rate": 1.128355513423355e-05,
-      "loss": 0.1726,
-      "step": 9346
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.075619778357324,
-      "learning_rate": 1.1281921771569229e-05,
-      "loss": 0.1671,
-      "step": 9347
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.1719243199926213,
-      "learning_rate": 1.1280288374132704e-05,
-      "loss": 0.1979,
-      "step": 9348
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.1759049357909859,
-      "learning_rate": 1.1278654941968285e-05,
-      "loss": 0.1915,
-      "step": 9349
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8400856096808293,
-      "learning_rate": 1.127702147512028e-05,
-      "loss": 0.1709,
-      "step": 9350
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.1444023227495415,
-      "learning_rate": 1.1275387973632994e-05,
-      "loss": 0.2173,
-      "step": 9351
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0254301032804167,
-      "learning_rate": 1.1273754437550738e-05,
-      "loss": 0.1826,
-      "step": 9352
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.30260397154843,
-      "learning_rate": 1.1272120866917821e-05,
-      "loss": 0.1936,
-      "step": 9353
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8536684491265273,
-      "learning_rate": 1.1270487261778554e-05,
-      "loss": 0.1925,
-      "step": 9354
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9385710112540513,
-      "learning_rate": 1.1268853622177248e-05,
-      "loss": 0.1765,
-      "step": 9355
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 9.90856099719088,
-      "learning_rate": 1.1267219948158215e-05,
-      "loss": 0.201,
-      "step": 9356
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9892179146824301,
-      "learning_rate": 1.1265586239765772e-05,
-      "loss": 0.2016,
-      "step": 9357
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 2.2092280855303295,
-      "learning_rate": 1.1263952497044225e-05,
-      "loss": 0.1823,
-      "step": 9358
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.1156350393611687,
-      "learning_rate": 1.1262318720037902e-05,
-      "loss": 0.1772,
-      "step": 9359
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9048227767853564,
-      "learning_rate": 1.1260684908791109e-05,
-      "loss": 0.1869,
-      "step": 9360
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0731084504573483,
-      "learning_rate": 1.1259051063348167e-05,
-      "loss": 0.1601,
-      "step": 9361
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.4848992993314354,
-      "learning_rate": 1.1257417183753391e-05,
-      "loss": 0.1813,
-      "step": 9362
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.987609588215139,
-      "learning_rate": 1.1255783270051105e-05,
-      "loss": 0.1609,
-      "step": 9363
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.1217420741641009,
-      "learning_rate": 1.125414932228563e-05,
-      "loss": 0.184,
-      "step": 9364
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0911673067257806,
-      "learning_rate": 1.1252515340501282e-05,
-      "loss": 0.1864,
-      "step": 9365
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.2569941304967243,
-      "learning_rate": 1.1250881324742382e-05,
-      "loss": 0.2255,
-      "step": 9366
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9116639119858985,
-      "learning_rate": 1.1249247275053256e-05,
-      "loss": 0.1844,
-      "step": 9367
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.083187498682193,
-      "learning_rate": 1.1247613191478231e-05,
-      "loss": 0.181,
-      "step": 9368
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.2340382247496755,
-      "learning_rate": 1.1245979074061623e-05,
-      "loss": 0.1796,
-      "step": 9369
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.2310194776736283,
-      "learning_rate": 1.1244344922847765e-05,
-      "loss": 0.2008,
-      "step": 9370
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0514258589881065,
-      "learning_rate": 1.1242710737880979e-05,
-      "loss": 0.2235,
-      "step": 9371
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0733065946367741,
-      "learning_rate": 1.1241076519205595e-05,
-      "loss": 0.1793,
-      "step": 9372
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.6731214337021334,
-      "learning_rate": 1.123944226686594e-05,
-      "loss": 0.2054,
-      "step": 9373
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0373545401706548,
-      "learning_rate": 1.1237807980906346e-05,
-      "loss": 0.1899,
-      "step": 9374
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8567521447141507,
-      "learning_rate": 1.1236173661371139e-05,
-      "loss": 0.1926,
-      "step": 9375
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.6535204425524637,
-      "learning_rate": 1.123453930830465e-05,
-      "loss": 0.1908,
-      "step": 9376
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.6849632397852876,
-      "learning_rate": 1.1232904921751216e-05,
-      "loss": 0.2385,
-      "step": 9377
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9553081200938266,
-      "learning_rate": 1.1231270501755162e-05,
-      "loss": 0.1924,
-      "step": 9378
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9561839368777103,
-      "learning_rate": 1.1229636048360828e-05,
-      "loss": 0.2014,
-      "step": 9379
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9692146046944835,
-      "learning_rate": 1.1228001561612547e-05,
-      "loss": 0.1691,
-      "step": 9380
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0657126735953355,
-      "learning_rate": 1.1226367041554655e-05,
-      "loss": 0.1835,
-      "step": 9381
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9752036307321181,
-      "learning_rate": 1.1224732488231487e-05,
-      "loss": 0.1828,
-      "step": 9382
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9659786017577724,
-      "learning_rate": 1.1223097901687382e-05,
-      "loss": 0.1909,
-      "step": 9383
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8918016838091298,
-      "learning_rate": 1.1221463281966673e-05,
-      "loss": 0.1661,
-      "step": 9384
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8987191636079584,
-      "learning_rate": 1.1219828629113707e-05,
-      "loss": 0.1765,
-      "step": 9385
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.45173704218604,
-      "learning_rate": 1.1218193943172821e-05,
-      "loss": 0.2047,
-      "step": 9386
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.6950586457712218,
-      "learning_rate": 1.1216559224188355e-05,
-      "loss": 0.2014,
-      "step": 9387
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0394831725837366,
-      "learning_rate": 1.1214924472204651e-05,
-      "loss": 0.1983,
-      "step": 9388
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.2175066037402202,
-      "learning_rate": 1.1213289687266052e-05,
-      "loss": 0.1872,
-      "step": 9389
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.3022976481634068,
-      "learning_rate": 1.1211654869416901e-05,
-      "loss": 0.2173,
-      "step": 9390
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.027564229058217,
-      "learning_rate": 1.1210020018701546e-05,
-      "loss": 0.1745,
-      "step": 9391
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.1945177307533967,
-      "learning_rate": 1.1208385135164329e-05,
-      "loss": 0.2103,
-      "step": 9392
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8846131409121079,
-      "learning_rate": 1.120675021884959e-05,
-      "loss": 0.1483,
-      "step": 9393
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.012946214427254,
-      "learning_rate": 1.1205115269801695e-05,
-      "loss": 0.1726,
-      "step": 9394
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.4632348655698826,
-      "learning_rate": 1.1203480288064974e-05,
-      "loss": 0.1836,
-      "step": 9395
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.2870539131782863,
-      "learning_rate": 1.1201845273683782e-05,
-      "loss": 0.1799,
-      "step": 9396
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8808388430584856,
-      "learning_rate": 1.1200210226702469e-05,
-      "loss": 0.2151,
-      "step": 9397
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9740500347235727,
-      "learning_rate": 1.1198575147165384e-05,
-      "loss": 0.177,
-      "step": 9398
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.5208257341292488,
-      "learning_rate": 1.1196940035116884e-05,
-      "loss": 0.1716,
-      "step": 9399
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.035575690228776,
-      "learning_rate": 1.1195304890601317e-05,
-      "loss": 0.2063,
-      "step": 9400
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.012321287351004,
-      "learning_rate": 1.1193669713663039e-05,
-      "loss": 0.1733,
-      "step": 9401
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.3756052531505762,
-      "learning_rate": 1.1192034504346397e-05,
-      "loss": 0.1951,
-      "step": 9402
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 2.4966464979842127,
-      "learning_rate": 1.1190399262695757e-05,
-      "loss": 0.1959,
-      "step": 9403
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9375503280340816,
-      "learning_rate": 1.1188763988755467e-05,
-      "loss": 0.183,
-      "step": 9404
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.1260862585486986,
-      "learning_rate": 1.1187128682569888e-05,
-      "loss": 0.1945,
-      "step": 9405
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9728000538819264,
-      "learning_rate": 1.1185493344183375e-05,
-      "loss": 0.1859,
-      "step": 9406
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0834736784120405,
-      "learning_rate": 1.1183857973640289e-05,
-      "loss": 0.1855,
-      "step": 9407
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9348768976215369,
-      "learning_rate": 1.118222257098499e-05,
-      "loss": 0.1856,
-      "step": 9408
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9706361044266855,
-      "learning_rate": 1.1180587136261835e-05,
-      "loss": 0.1889,
-      "step": 9409
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9726258225414485,
-      "learning_rate": 1.117895166951519e-05,
-      "loss": 0.1734,
-      "step": 9410
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0166944674563385,
-      "learning_rate": 1.1177316170789412e-05,
-      "loss": 0.1909,
-      "step": 9411
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8494335568980105,
-      "learning_rate": 1.1175680640128867e-05,
-      "loss": 0.2172,
-      "step": 9412
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9503780665887606,
-      "learning_rate": 1.117404507757792e-05,
-      "loss": 0.1835,
-      "step": 9413
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0304138091835113,
-      "learning_rate": 1.1172409483180929e-05,
-      "loss": 0.1669,
-      "step": 9414
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.3386853123357887,
-      "learning_rate": 1.1170773856982268e-05,
-      "loss": 0.1824,
-      "step": 9415
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 2.192617945116487,
-      "learning_rate": 1.11691381990263e-05,
-      "loss": 0.1875,
-      "step": 9416
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.044363310431338,
-      "learning_rate": 1.1167502509357393e-05,
-      "loss": 0.1805,
-      "step": 9417
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8158167248839474,
-      "learning_rate": 1.1165866788019912e-05,
-      "loss": 0.1921,
-      "step": 9418
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.4395607267781292,
-      "learning_rate": 1.1164231035058228e-05,
-      "loss": 0.2025,
-      "step": 9419
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.015506286236725,
-      "learning_rate": 1.1162595250516715e-05,
-      "loss": 0.1666,
-      "step": 9420
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.5064817417365441,
-      "learning_rate": 1.116095943443974e-05,
-      "loss": 0.1904,
-      "step": 9421
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.7158616883607665,
-      "learning_rate": 1.1159323586871673e-05,
-      "loss": 0.1879,
-      "step": 9422
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8696293588736635,
-      "learning_rate": 1.1157687707856888e-05,
-      "loss": 0.1676,
-      "step": 9423
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.2717209787363684,
-      "learning_rate": 1.1156051797439757e-05,
-      "loss": 0.177,
-      "step": 9424
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0687536577180041,
-      "learning_rate": 1.1154415855664657e-05,
-      "loss": 0.2175,
-      "step": 9425
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.487045634947814,
-      "learning_rate": 1.1152779882575964e-05,
-      "loss": 0.1979,
-      "step": 9426
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.247667420377959,
-      "learning_rate": 1.115114387821805e-05,
-      "loss": 0.2063,
-      "step": 9427
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9232023822380149,
-      "learning_rate": 1.1149507842635293e-05,
-      "loss": 0.193,
-      "step": 9428
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0482885930779677,
-      "learning_rate": 1.1147871775872072e-05,
-      "loss": 0.1661,
-      "step": 9429
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9521862144910216,
-      "learning_rate": 1.1146235677972765e-05,
-      "loss": 0.1883,
-      "step": 9430
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8533427250808602,
-      "learning_rate": 1.1144599548981749e-05,
-      "loss": 0.2021,
-      "step": 9431
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0419278456030308,
-      "learning_rate": 1.1142963388943405e-05,
-      "loss": 0.1666,
-      "step": 9432
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.7751955248876855,
-      "learning_rate": 1.1141327197902114e-05,
-      "loss": 0.163,
-      "step": 9433
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8975275086310701,
-      "learning_rate": 1.113969097590226e-05,
-      "loss": 0.1881,
-      "step": 9434
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.92585182171884,
-      "learning_rate": 1.1138054722988223e-05,
-      "loss": 0.2046,
-      "step": 9435
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.7624586845530239,
-      "learning_rate": 1.1136418439204388e-05,
-      "loss": 0.1841,
-      "step": 9436
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 6.557712694484254,
-      "learning_rate": 1.1134782124595136e-05,
-      "loss": 0.1889,
-      "step": 9437
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0712559355250177,
-      "learning_rate": 1.113314577920486e-05,
-      "loss": 0.204,
-      "step": 9438
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9869076526938929,
-      "learning_rate": 1.1131509403077936e-05,
-      "loss": 0.1832,
-      "step": 9439
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.4004004264938446,
-      "learning_rate": 1.1129872996258757e-05,
-      "loss": 0.2028,
-      "step": 9440
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8442967787105335,
-      "learning_rate": 1.1128236558791708e-05,
-      "loss": 0.1941,
-      "step": 9441
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9274354478195815,
-      "learning_rate": 1.112660009072118e-05,
-      "loss": 0.1768,
-      "step": 9442
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.130228477397798,
-      "learning_rate": 1.1124963592091563e-05,
-      "loss": 0.1773,
-      "step": 9443
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9728083311241017,
-      "learning_rate": 1.1123327062947243e-05,
-      "loss": 0.2137,
-      "step": 9444
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9970451783684262,
-      "learning_rate": 1.1121690503332613e-05,
-      "loss": 0.1762,
-      "step": 9445
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8959882886040591,
-      "learning_rate": 1.1120053913292066e-05,
-      "loss": 0.1735,
-      "step": 9446
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.1404202161163575,
-      "learning_rate": 1.1118417292869992e-05,
-      "loss": 0.2025,
-      "step": 9447
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9352040327694172,
-      "learning_rate": 1.1116780642110785e-05,
-      "loss": 0.1955,
-      "step": 9448
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.3641165860043831,
-      "learning_rate": 1.1115143961058843e-05,
-      "loss": 0.182,
-      "step": 9449
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0398020609796403,
-      "learning_rate": 1.1113507249758553e-05,
-      "loss": 0.1765,
-      "step": 9450
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.6875637408914828,
-      "learning_rate": 1.111187050825432e-05,
-      "loss": 0.1832,
-      "step": 9451
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0012695602418653,
-      "learning_rate": 1.1110233736590535e-05,
-      "loss": 0.1798,
-      "step": 9452
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.137091287242088,
-      "learning_rate": 1.1108596934811598e-05,
-      "loss": 0.2062,
-      "step": 9453
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.073121214044263,
-      "learning_rate": 1.1106960102961906e-05,
-      "loss": 0.1909,
-      "step": 9454
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.919479504533419,
-      "learning_rate": 1.1105323241085856e-05,
-      "loss": 0.1874,
-      "step": 9455
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0339051802221684,
-      "learning_rate": 1.1103686349227856e-05,
-      "loss": 0.1888,
-      "step": 9456
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9920965654107798,
-      "learning_rate": 1.11020494274323e-05,
-      "loss": 0.1766,
-      "step": 9457
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.091572426986709,
-      "learning_rate": 1.1100412475743589e-05,
-      "loss": 0.198,
-      "step": 9458
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9002278553615146,
-      "learning_rate": 1.1098775494206126e-05,
-      "loss": 0.1809,
-      "step": 9459
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9662421903169365,
-      "learning_rate": 1.109713848286432e-05,
-      "loss": 0.1869,
-      "step": 9460
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0745650451858144,
-      "learning_rate": 1.1095501441762568e-05,
-      "loss": 0.1761,
-      "step": 9461
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.6982312184914814,
-      "learning_rate": 1.109386437094528e-05,
-      "loss": 0.1811,
-      "step": 9462
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8952950825627658,
-      "learning_rate": 1.1092227270456857e-05,
-      "loss": 0.1971,
-      "step": 9463
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.1015031040313652,
-      "learning_rate": 1.1090590140341709e-05,
-      "loss": 0.2004,
-      "step": 9464
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8780746732320548,
-      "learning_rate": 1.1088952980644242e-05,
-      "loss": 0.1639,
-      "step": 9465
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0166800530835955,
-      "learning_rate": 1.1087315791408864e-05,
-      "loss": 0.1938,
-      "step": 9466
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.893028751235322,
-      "learning_rate": 1.1085678572679978e-05,
-      "loss": 0.1791,
-      "step": 9467
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 2.1214063958853724,
-      "learning_rate": 1.1084041324502006e-05,
-      "loss": 0.1951,
-      "step": 9468
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9458754700189468,
-      "learning_rate": 1.108240404691935e-05,
-      "loss": 0.1844,
-      "step": 9469
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.4094387971337061,
-      "learning_rate": 1.1080766739976424e-05,
-      "loss": 0.2075,
-      "step": 9470
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9267791702679756,
-      "learning_rate": 1.1079129403717639e-05,
-      "loss": 0.1891,
-      "step": 9471
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 3.480391044904194,
-      "learning_rate": 1.1077492038187403e-05,
-      "loss": 0.2007,
-      "step": 9472
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.2714801697325204,
-      "learning_rate": 1.107585464343014e-05,
-      "loss": 0.1809,
-      "step": 9473
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0151298523185912,
-      "learning_rate": 1.1074217219490258e-05,
-      "loss": 0.1926,
-      "step": 9474
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.4766124566730703,
-      "learning_rate": 1.1072579766412172e-05,
-      "loss": 0.2004,
-      "step": 9475
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0682720487733304,
-      "learning_rate": 1.10709422842403e-05,
-      "loss": 0.1746,
-      "step": 9476
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0623812204356664,
-      "learning_rate": 1.1069304773019058e-05,
-      "loss": 0.2052,
-      "step": 9477
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.98325888769799,
-      "learning_rate": 1.1067667232792864e-05,
-      "loss": 0.1969,
-      "step": 9478
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.249394726179517,
-      "learning_rate": 1.1066029663606138e-05,
-      "loss": 0.1765,
-      "step": 9479
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.1215393168986563,
-      "learning_rate": 1.1064392065503294e-05,
-      "loss": 0.2001,
-      "step": 9480
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9950671645201333,
-      "learning_rate": 1.1062754438528758e-05,
-      "loss": 0.1866,
-      "step": 9481
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.4252768997024146,
-      "learning_rate": 1.1061116782726947e-05,
-      "loss": 0.2047,
-      "step": 9482
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.6916831687929794,
-      "learning_rate": 1.1059479098142281e-05,
-      "loss": 0.1886,
-      "step": 9483
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.298294711202152,
-      "learning_rate": 1.1057841384819185e-05,
-      "loss": 0.1986,
-      "step": 9484
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9317317237057114,
-      "learning_rate": 1.1056203642802081e-05,
-      "loss": 0.1926,
-      "step": 9485
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8458105659558617,
-      "learning_rate": 1.1054565872135397e-05,
-      "loss": 0.189,
-      "step": 9486
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.2018879195347907,
-      "learning_rate": 1.1052928072863552e-05,
-      "loss": 0.1777,
-      "step": 9487
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.894558397914112,
-      "learning_rate": 1.1051290245030975e-05,
-      "loss": 0.1987,
-      "step": 9488
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.1740428506485563,
-      "learning_rate": 1.1049652388682088e-05,
-      "loss": 0.1954,
-      "step": 9489
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8405196629069694,
-      "learning_rate": 1.1048014503861321e-05,
-      "loss": 0.1678,
-      "step": 9490
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.025401225748899,
-      "learning_rate": 1.1046376590613103e-05,
-      "loss": 0.1766,
-      "step": 9491
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.2048673707118842,
-      "learning_rate": 1.104473864898186e-05,
-      "loss": 0.2014,
-      "step": 9492
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.2694804452467194,
-      "learning_rate": 1.1043100679012025e-05,
-      "loss": 0.1935,
-      "step": 9493
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8965625555710108,
-      "learning_rate": 1.104146268074802e-05,
-      "loss": 0.1854,
-      "step": 9494
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9878495481703905,
-      "learning_rate": 1.1039824654234286e-05,
-      "loss": 0.1748,
-      "step": 9495
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.3167225063683237,
-      "learning_rate": 1.1038186599515247e-05,
-      "loss": 0.2079,
-      "step": 9496
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.148398782309424,
-      "learning_rate": 1.1036548516635339e-05,
-      "loss": 0.1933,
-      "step": 9497
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9509034949490187,
-      "learning_rate": 1.1034910405638992e-05,
-      "loss": 0.1888,
-      "step": 9498
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0496257154764759,
-      "learning_rate": 1.1033272266570645e-05,
-      "loss": 0.1887,
-      "step": 9499
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.035097016626563,
-      "learning_rate": 1.1031634099474727e-05,
-      "loss": 0.1916,
-      "step": 9500
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.1664136233350906,
-      "learning_rate": 1.1029995904395676e-05,
-      "loss": 0.2019,
-      "step": 9501
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.132179506013568,
-      "learning_rate": 1.1028357681377928e-05,
-      "loss": 0.179,
-      "step": 9502
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9801111290950743,
-      "learning_rate": 1.1026719430465919e-05,
-      "loss": 0.2018,
-      "step": 9503
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.116829993968936,
-      "learning_rate": 1.1025081151704089e-05,
-      "loss": 0.171,
-      "step": 9504
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9850572439318865,
-      "learning_rate": 1.1023442845136874e-05,
-      "loss": 0.2012,
-      "step": 9505
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.1544031189586472,
-      "learning_rate": 1.1021804510808715e-05,
-      "loss": 0.1966,
-      "step": 9506
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.1640617416122763,
-      "learning_rate": 1.102016614876405e-05,
-      "loss": 0.1639,
-      "step": 9507
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.7324786741544342,
-      "learning_rate": 1.1018527759047319e-05,
-      "loss": 0.1758,
-      "step": 9508
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9896374147248223,
-      "learning_rate": 1.1016889341702968e-05,
-      "loss": 0.1674,
-      "step": 9509
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0471666833332736,
-      "learning_rate": 1.1015250896775436e-05,
-      "loss": 0.1844,
-      "step": 9510
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9148938137694808,
-      "learning_rate": 1.1013612424309163e-05,
-      "loss": 0.1826,
-      "step": 9511
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0928563897735315,
-      "learning_rate": 1.1011973924348599e-05,
-      "loss": 0.2285,
-      "step": 9512
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.2076467126569248,
-      "learning_rate": 1.1010335396938183e-05,
-      "loss": 0.2117,
-      "step": 9513
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 2.7580399000340794,
-      "learning_rate": 1.1008696842122364e-05,
-      "loss": 0.1968,
-      "step": 9514
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9902090228799503,
-      "learning_rate": 1.1007058259945584e-05,
-      "loss": 0.1701,
-      "step": 9515
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8934607040812377,
-      "learning_rate": 1.1005419650452294e-05,
-      "loss": 0.2102,
-      "step": 9516
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.5274316465729678,
-      "learning_rate": 1.1003781013686939e-05,
-      "loss": 0.192,
-      "step": 9517
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.1934406110291276,
-      "learning_rate": 1.1002142349693967e-05,
-      "loss": 0.1596,
-      "step": 9518
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.8946649186923104,
-      "learning_rate": 1.1000503658517827e-05,
-      "loss": 0.1874,
-      "step": 9519
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 2.2912572338837025,
-      "learning_rate": 1.0998864940202967e-05,
-      "loss": 0.2044,
-      "step": 9520
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.1351873568499273,
-      "learning_rate": 1.0997226194793842e-05,
-      "loss": 0.1764,
-      "step": 9521
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.1338616587599282,
-      "learning_rate": 1.09955874223349e-05,
-      "loss": 0.1884,
-      "step": 9522
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9169417601362231,
-      "learning_rate": 1.099394862287059e-05,
-      "loss": 0.1832,
-      "step": 9523
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8400343124098275,
-      "learning_rate": 1.099230979644537e-05,
-      "loss": 0.1825,
-      "step": 9524
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.2284716183910207,
-      "learning_rate": 1.0990670943103688e-05,
-      "loss": 0.1828,
-      "step": 9525
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.2249751854792137,
-      "learning_rate": 1.0989032062890004e-05,
-      "loss": 0.1851,
-      "step": 9526
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.1007619155064332,
-      "learning_rate": 1.0987393155848767e-05,
-      "loss": 0.1899,
-      "step": 9527
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.3302949936435415,
-      "learning_rate": 1.0985754222024437e-05,
-      "loss": 0.1778,
-      "step": 9528
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.7935309274750862,
-      "learning_rate": 1.0984115261461466e-05,
-      "loss": 0.1679,
-      "step": 9529
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.8740483493541972,
-      "learning_rate": 1.0982476274204314e-05,
-      "loss": 0.1912,
-      "step": 9530
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 0.9544592534379195,
-      "learning_rate": 1.0980837260297437e-05,
-      "loss": 0.1756,
-      "step": 9531
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.4647054361443923,
-      "learning_rate": 1.0979198219785296e-05,
-      "loss": 0.1668,
-      "step": 9532
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 2.0763420008421867,
-      "learning_rate": 1.0977559152712347e-05,
-      "loss": 0.1942,
-      "step": 9533
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.3867599307183982,
-      "learning_rate": 1.0975920059123051e-05,
-      "loss": 0.1943,
-      "step": 9534
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.4807281378852024,
-      "learning_rate": 1.0974280939061867e-05,
-      "loss": 0.1769,
-      "step": 9535
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.7477775660421317,
-      "learning_rate": 1.0972641792573258e-05,
-      "loss": 0.1705,
-      "step": 9536
-    },
-    {
-      "epoch": 0.48,
-      "grad_norm": 1.0163715440655499,
-      "learning_rate": 1.0971002619701682e-05,
-      "loss": 0.1845,
-      "step": 9537
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0746521485497653,
-      "learning_rate": 1.096936342049161e-05,
-      "loss": 0.2001,
-      "step": 9538
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.8781367171305492,
-      "learning_rate": 1.0967724194987498e-05,
-      "loss": 0.1904,
-      "step": 9539
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.765734891397578,
-      "learning_rate": 1.0966084943233818e-05,
-      "loss": 0.1884,
-      "step": 9540
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.13823561612025,
-      "learning_rate": 1.0964445665275023e-05,
-      "loss": 0.1873,
-      "step": 9541
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9539136937544149,
-      "learning_rate": 1.0962806361155585e-05,
-      "loss": 0.1784,
-      "step": 9542
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0034189361586376,
-      "learning_rate": 1.0961167030919973e-05,
-      "loss": 0.1868,
-      "step": 9543
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.2143927037480549,
-      "learning_rate": 1.095952767461265e-05,
-      "loss": 0.1821,
-      "step": 9544
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.54044962525446,
-      "learning_rate": 1.0957888292278084e-05,
-      "loss": 0.1871,
-      "step": 9545
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9402634558591103,
-      "learning_rate": 1.0956248883960744e-05,
-      "loss": 0.1947,
-      "step": 9546
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9362298716995432,
-      "learning_rate": 1.0954609449705097e-05,
-      "loss": 0.1812,
-      "step": 9547
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.1257224446570795,
-      "learning_rate": 1.095296998955562e-05,
-      "loss": 0.1759,
-      "step": 9548
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.7555764622968162,
-      "learning_rate": 1.0951330503556776e-05,
-      "loss": 0.2133,
-      "step": 9549
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.8595309424350507,
-      "learning_rate": 1.0949690991753036e-05,
-      "loss": 0.1849,
-      "step": 9550
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.2556944727905175,
-      "learning_rate": 1.0948051454188877e-05,
-      "loss": 0.1932,
-      "step": 9551
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0799262374997667,
-      "learning_rate": 1.094641189090877e-05,
-      "loss": 0.1774,
-      "step": 9552
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.2042809302790212,
-      "learning_rate": 1.0944772301957185e-05,
-      "loss": 0.1714,
-      "step": 9553
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.8870239839138336,
-      "learning_rate": 1.0943132687378597e-05,
-      "loss": 0.2022,
-      "step": 9554
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.7968798872828126,
-      "learning_rate": 1.0941493047217482e-05,
-      "loss": 0.1526,
-      "step": 9555
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9582730119266584,
-      "learning_rate": 1.0939853381518315e-05,
-      "loss": 0.1779,
-      "step": 9556
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.8933870974205196,
-      "learning_rate": 1.0938213690325572e-05,
-      "loss": 0.1911,
-      "step": 9557
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.8760223525297648,
-      "learning_rate": 1.093657397368373e-05,
-      "loss": 0.1833,
-      "step": 9558
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.8660757127061413,
-      "learning_rate": 1.0934934231637267e-05,
-      "loss": 0.2105,
-      "step": 9559
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0198198870011186,
-      "learning_rate": 1.0933294464230657e-05,
-      "loss": 0.1763,
-      "step": 9560
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.8730812713789345,
-      "learning_rate": 1.0931654671508384e-05,
-      "loss": 0.203,
-      "step": 9561
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.8240497451748958,
-      "learning_rate": 1.0930014853514925e-05,
-      "loss": 0.1809,
-      "step": 9562
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.3428577217343693,
-      "learning_rate": 1.0928375010294762e-05,
-      "loss": 0.189,
-      "step": 9563
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9102713113626955,
-      "learning_rate": 1.092673514189237e-05,
-      "loss": 0.194,
-      "step": 9564
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.8800419886753066,
-      "learning_rate": 1.092509524835224e-05,
-      "loss": 0.1863,
-      "step": 9565
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.8915238012081395,
-      "learning_rate": 1.0923455329718849e-05,
-      "loss": 0.1711,
-      "step": 9566
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.8247002058985641,
-      "learning_rate": 1.0921815386036679e-05,
-      "loss": 0.1808,
-      "step": 9567
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9421256090529048,
-      "learning_rate": 1.0920175417350214e-05,
-      "loss": 0.1706,
-      "step": 9568
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.5488011925565883,
-      "learning_rate": 1.091853542370394e-05,
-      "loss": 0.1864,
-      "step": 9569
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0941063553037418,
-      "learning_rate": 1.0916895405142339e-05,
-      "loss": 0.1973,
-      "step": 9570
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.933533004750533,
-      "learning_rate": 1.09152553617099e-05,
-      "loss": 0.1759,
-      "step": 9571
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.116679573487381,
-      "learning_rate": 1.0913615293451105e-05,
-      "loss": 0.1764,
-      "step": 9572
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.3262860299047816,
-      "learning_rate": 1.0911975200410445e-05,
-      "loss": 0.2024,
-      "step": 9573
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0543549657524613,
-      "learning_rate": 1.0910335082632406e-05,
-      "loss": 0.2182,
-      "step": 9574
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.1044120478533699,
-      "learning_rate": 1.0908694940161477e-05,
-      "loss": 0.1796,
-      "step": 9575
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.8634574691411527,
-      "learning_rate": 1.0907054773042148e-05,
-      "loss": 0.1866,
-      "step": 9576
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.8953783284154978,
-      "learning_rate": 1.0905414581318902e-05,
-      "loss": 0.1815,
-      "step": 9577
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0168979420911626,
-      "learning_rate": 1.090377436503624e-05,
-      "loss": 0.1585,
-      "step": 9578
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 2.3193192319875138,
-      "learning_rate": 1.0902134124238644e-05,
-      "loss": 0.1978,
-      "step": 9579
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9542646773015464,
-      "learning_rate": 1.090049385897061e-05,
-      "loss": 0.2019,
-      "step": 9580
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.2211461636864696,
-      "learning_rate": 1.089885356927663e-05,
-      "loss": 0.1991,
-      "step": 9581
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.4789441101008454,
-      "learning_rate": 1.0897213255201193e-05,
-      "loss": 0.1985,
-      "step": 9582
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.2913650894369069,
-      "learning_rate": 1.0895572916788799e-05,
-      "loss": 0.1891,
-      "step": 9583
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.8862058384341132,
-      "learning_rate": 1.089393255408394e-05,
-      "loss": 0.1904,
-      "step": 9584
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9609850270437007,
-      "learning_rate": 1.0892292167131107e-05,
-      "loss": 0.2003,
-      "step": 9585
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.068301573582356,
-      "learning_rate": 1.08906517559748e-05,
-      "loss": 0.1921,
-      "step": 9586
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9769987088158,
-      "learning_rate": 1.0889011320659513e-05,
-      "loss": 0.1679,
-      "step": 9587
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.3124652154756535,
-      "learning_rate": 1.0887370861229744e-05,
-      "loss": 0.1971,
-      "step": 9588
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.2458187192822827,
-      "learning_rate": 1.0885730377729993e-05,
-      "loss": 0.1789,
-      "step": 9589
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9722915506603313,
-      "learning_rate": 1.0884089870204751e-05,
-      "loss": 0.1861,
-      "step": 9590
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0798640423811054,
-      "learning_rate": 1.0882449338698521e-05,
-      "loss": 0.1671,
-      "step": 9591
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9778314506386806,
-      "learning_rate": 1.0880808783255808e-05,
-      "loss": 0.185,
-      "step": 9592
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.1909601832238668,
-      "learning_rate": 1.0879168203921105e-05,
-      "loss": 0.1663,
-      "step": 9593
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.354804048495785,
-      "learning_rate": 1.0877527600738913e-05,
-      "loss": 0.2059,
-      "step": 9594
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 2.2460384170334757,
-      "learning_rate": 1.0875886973753735e-05,
-      "loss": 0.1811,
-      "step": 9595
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.4932185049543425,
-      "learning_rate": 1.0874246323010074e-05,
-      "loss": 0.2045,
-      "step": 9596
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.298711194215064,
-      "learning_rate": 1.0872605648552435e-05,
-      "loss": 0.1746,
-      "step": 9597
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.322696201426117,
-      "learning_rate": 1.0870964950425315e-05,
-      "loss": 0.1721,
-      "step": 9598
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0958001072962307,
-      "learning_rate": 1.0869324228673222e-05,
-      "loss": 0.1864,
-      "step": 9599
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 2.75974717231408,
-      "learning_rate": 1.086768348334066e-05,
-      "loss": 0.204,
-      "step": 9600
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.966607763752332,
-      "learning_rate": 1.0866042714472136e-05,
-      "loss": 0.2106,
-      "step": 9601
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0667990702956014,
-      "learning_rate": 1.0864401922112155e-05,
-      "loss": 0.1905,
-      "step": 9602
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9604517721025619,
-      "learning_rate": 1.0862761106305222e-05,
-      "loss": 0.1987,
-      "step": 9603
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0185280849062157,
-      "learning_rate": 1.0861120267095846e-05,
-      "loss": 0.2039,
-      "step": 9604
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.1082943502475084,
-      "learning_rate": 1.0859479404528532e-05,
-      "loss": 0.1873,
-      "step": 9605
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.1452453729289234,
-      "learning_rate": 1.0857838518647794e-05,
-      "loss": 0.2176,
-      "step": 9606
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 3.148710275207547,
-      "learning_rate": 1.0856197609498135e-05,
-      "loss": 0.1744,
-      "step": 9607
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.209646023184379,
-      "learning_rate": 1.0854556677124066e-05,
-      "loss": 0.1627,
-      "step": 9608
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.1650388011788848,
-      "learning_rate": 1.08529157215701e-05,
-      "loss": 0.1956,
-      "step": 9609
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.157072205528815,
-      "learning_rate": 1.085127474288075e-05,
-      "loss": 0.1939,
-      "step": 9610
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 2.648764821811985,
-      "learning_rate": 1.0849633741100522e-05,
-      "loss": 0.1991,
-      "step": 9611
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0288598778364175,
-      "learning_rate": 1.084799271627393e-05,
-      "loss": 0.2053,
-      "step": 9612
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.1278542729437095,
-      "learning_rate": 1.0846351668445489e-05,
-      "loss": 0.1999,
-      "step": 9613
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.457359559733764,
-      "learning_rate": 1.084471059765971e-05,
-      "loss": 0.2182,
-      "step": 9614
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.185454539256383,
-      "learning_rate": 1.0843069503961112e-05,
-      "loss": 0.1964,
-      "step": 9615
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.1001727164465225,
-      "learning_rate": 1.0841428387394204e-05,
-      "loss": 0.1753,
-      "step": 9616
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.468981106103501,
-      "learning_rate": 1.0839787248003499e-05,
-      "loss": 0.2171,
-      "step": 9617
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.2066098512363195,
-      "learning_rate": 1.0838146085833523e-05,
-      "loss": 0.1775,
-      "step": 9618
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.3883135625315148,
-      "learning_rate": 1.0836504900928786e-05,
-      "loss": 0.1777,
-      "step": 9619
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.1582429998119048,
-      "learning_rate": 1.0834863693333805e-05,
-      "loss": 0.1803,
-      "step": 9620
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.076354165273277,
-      "learning_rate": 1.08332224630931e-05,
-      "loss": 0.1923,
-      "step": 9621
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9869213870487541,
-      "learning_rate": 1.083158121025119e-05,
-      "loss": 0.1957,
-      "step": 9622
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.4017559780579356,
-      "learning_rate": 1.082993993485259e-05,
-      "loss": 0.2127,
-      "step": 9623
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9471222448724727,
-      "learning_rate": 1.0828298636941826e-05,
-      "loss": 0.1712,
-      "step": 9624
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.3935679546422635,
-      "learning_rate": 1.0826657316563412e-05,
-      "loss": 0.1822,
-      "step": 9625
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.1490294573199775,
-      "learning_rate": 1.082501597376187e-05,
-      "loss": 0.19,
-      "step": 9626
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.1764376635965907,
-      "learning_rate": 1.0823374608581727e-05,
-      "loss": 0.1984,
-      "step": 9627
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.6176490098619052,
-      "learning_rate": 1.0821733221067499e-05,
-      "loss": 0.1924,
-      "step": 9628
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.1701847629385655,
-      "learning_rate": 1.082009181126371e-05,
-      "loss": 0.1885,
-      "step": 9629
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.4873077019656005,
-      "learning_rate": 1.0818450379214887e-05,
-      "loss": 0.1864,
-      "step": 9630
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0821228362386008,
-      "learning_rate": 1.081680892496555e-05,
-      "loss": 0.1884,
-      "step": 9631
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0979545228674528,
-      "learning_rate": 1.0815167448560225e-05,
-      "loss": 0.1843,
-      "step": 9632
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.2455347475804985,
-      "learning_rate": 1.0813525950043435e-05,
-      "loss": 0.1813,
-      "step": 9633
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 3.978559329533385,
-      "learning_rate": 1.0811884429459708e-05,
-      "loss": 0.1883,
-      "step": 9634
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9707061312525472,
-      "learning_rate": 1.0810242886853572e-05,
-      "loss": 0.1923,
-      "step": 9635
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.4835241358193412,
-      "learning_rate": 1.0808601322269553e-05,
-      "loss": 0.1855,
-      "step": 9636
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0247533098985855,
-      "learning_rate": 1.0806959735752174e-05,
-      "loss": 0.1938,
-      "step": 9637
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9173282273112893,
-      "learning_rate": 1.0805318127345968e-05,
-      "loss": 0.1907,
-      "step": 9638
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.2942874387981254,
-      "learning_rate": 1.0803676497095463e-05,
-      "loss": 0.1993,
-      "step": 9639
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.103891088845872,
-      "learning_rate": 1.0802034845045189e-05,
-      "loss": 0.1806,
-      "step": 9640
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.8294224003058488,
-      "learning_rate": 1.0800393171239672e-05,
-      "loss": 0.1798,
-      "step": 9641
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.6864174989057856,
-      "learning_rate": 1.0798751475723446e-05,
-      "loss": 0.1904,
-      "step": 9642
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.3092171275756168,
-      "learning_rate": 1.0797109758541038e-05,
-      "loss": 0.201,
-      "step": 9643
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9974374522277218,
-      "learning_rate": 1.0795468019736988e-05,
-      "loss": 0.2134,
-      "step": 9644
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.2165807216297406,
-      "learning_rate": 1.079382625935582e-05,
-      "loss": 0.175,
-      "step": 9645
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9718849350489902,
-      "learning_rate": 1.0792184477442072e-05,
-      "loss": 0.1899,
-      "step": 9646
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.4698470200530558,
-      "learning_rate": 1.079054267404027e-05,
-      "loss": 0.1963,
-      "step": 9647
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.1466382693672115,
-      "learning_rate": 1.078890084919496e-05,
-      "loss": 0.181,
-      "step": 9648
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.25333634486384,
-      "learning_rate": 1.0787259002950665e-05,
-      "loss": 0.2133,
-      "step": 9649
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.012534747933004,
-      "learning_rate": 1.0785617135351927e-05,
-      "loss": 0.1924,
-      "step": 9650
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.1474468277559202,
-      "learning_rate": 1.0783975246443281e-05,
-      "loss": 0.209,
-      "step": 9651
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9345414739937334,
-      "learning_rate": 1.078233333626926e-05,
-      "loss": 0.1717,
-      "step": 9652
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.5527860447119741,
-      "learning_rate": 1.0780691404874404e-05,
-      "loss": 0.1913,
-      "step": 9653
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9515322340897505,
-      "learning_rate": 1.077904945230325e-05,
-      "loss": 0.1982,
-      "step": 9654
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9235823339102696,
-      "learning_rate": 1.0777407478600334e-05,
-      "loss": 0.2162,
-      "step": 9655
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.7539908144802698,
-      "learning_rate": 1.0775765483810199e-05,
-      "loss": 0.1876,
-      "step": 9656
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9304968353210401,
-      "learning_rate": 1.0774123467977379e-05,
-      "loss": 0.1866,
-      "step": 9657
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.2604049295529116,
-      "learning_rate": 1.077248143114642e-05,
-      "loss": 0.1925,
-      "step": 9658
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9924552531913771,
-      "learning_rate": 1.0770839373361854e-05,
-      "loss": 0.1633,
-      "step": 9659
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 4.364045262513066,
-      "learning_rate": 1.0769197294668228e-05,
-      "loss": 0.1889,
-      "step": 9660
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9236530495839659,
-      "learning_rate": 1.0767555195110082e-05,
-      "loss": 0.204,
-      "step": 9661
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0476753106491055,
-      "learning_rate": 1.0765913074731957e-05,
-      "loss": 0.175,
-      "step": 9662
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0026805236194896,
-      "learning_rate": 1.07642709335784e-05,
-      "loss": 0.1936,
-      "step": 9663
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9422222095805597,
-      "learning_rate": 1.0762628771693948e-05,
-      "loss": 0.2034,
-      "step": 9664
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9433156465199231,
-      "learning_rate": 1.0760986589123145e-05,
-      "loss": 0.2009,
-      "step": 9665
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.2291693414472664,
-      "learning_rate": 1.0759344385910541e-05,
-      "loss": 0.1703,
-      "step": 9666
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0785063042674297,
-      "learning_rate": 1.0757702162100679e-05,
-      "loss": 0.1848,
-      "step": 9667
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.949233765859445,
-      "learning_rate": 1.0756059917738102e-05,
-      "loss": 0.1871,
-      "step": 9668
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0232043255187737,
-      "learning_rate": 1.0754417652867357e-05,
-      "loss": 0.1785,
-      "step": 9669
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9992934331116861,
-      "learning_rate": 1.0752775367532988e-05,
-      "loss": 0.2028,
-      "step": 9670
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.4295122213944318,
-      "learning_rate": 1.0751133061779545e-05,
-      "loss": 0.1792,
-      "step": 9671
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.18761065388684,
-      "learning_rate": 1.074949073565158e-05,
-      "loss": 0.1577,
-      "step": 9672
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.7470259053038004,
-      "learning_rate": 1.0747848389193633e-05,
-      "loss": 0.1993,
-      "step": 9673
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9904275822503751,
-      "learning_rate": 1.0746206022450256e-05,
-      "loss": 0.1931,
-      "step": 9674
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.7834337706150454,
-      "learning_rate": 1.0744563635466e-05,
-      "loss": 0.1788,
-      "step": 9675
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.7895005401380205,
-      "learning_rate": 1.0742921228285412e-05,
-      "loss": 0.1897,
-      "step": 9676
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.283230030469254,
-      "learning_rate": 1.0741278800953045e-05,
-      "loss": 0.2225,
-      "step": 9677
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.12162867780618,
-      "learning_rate": 1.0739636353513446e-05,
-      "loss": 0.1907,
-      "step": 9678
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0680028023000427,
-      "learning_rate": 1.0737993886011171e-05,
-      "loss": 0.2474,
-      "step": 9679
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.8863078026342777,
-      "learning_rate": 1.0736351398490772e-05,
-      "loss": 0.1842,
-      "step": 9680
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.1023494855573912,
-      "learning_rate": 1.0734708890996797e-05,
-      "loss": 0.1818,
-      "step": 9681
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9156047317575732,
-      "learning_rate": 1.0733066363573803e-05,
-      "loss": 0.1983,
-      "step": 9682
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.105766073750055,
-      "learning_rate": 1.073142381626634e-05,
-      "loss": 0.1703,
-      "step": 9683
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.2012940202707465,
-      "learning_rate": 1.0729781249118966e-05,
-      "loss": 0.2002,
-      "step": 9684
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.162556841011124,
-      "learning_rate": 1.0728138662176237e-05,
-      "loss": 0.2084,
-      "step": 9685
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9256523144338665,
-      "learning_rate": 1.0726496055482705e-05,
-      "loss": 0.2,
-      "step": 9686
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9945108882251645,
-      "learning_rate": 1.0724853429082923e-05,
-      "loss": 0.187,
-      "step": 9687
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.8823018088973252,
-      "learning_rate": 1.0723210783021454e-05,
-      "loss": 0.209,
-      "step": 9688
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0012462162192681,
-      "learning_rate": 1.072156811734285e-05,
-      "loss": 0.1664,
-      "step": 9689
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9969096264391915,
-      "learning_rate": 1.0719925432091671e-05,
-      "loss": 0.207,
-      "step": 9690
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.8109754142384766,
-      "learning_rate": 1.0718282727312475e-05,
-      "loss": 0.1923,
-      "step": 9691
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.2853994775292084,
-      "learning_rate": 1.0716640003049818e-05,
-      "loss": 0.1762,
-      "step": 9692
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.1245990847029432,
-      "learning_rate": 1.0714997259348261e-05,
-      "loss": 0.1988,
-      "step": 9693
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.8821098044855635,
-      "learning_rate": 1.0713354496252364e-05,
-      "loss": 0.1747,
-      "step": 9694
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.3418193495044213,
-      "learning_rate": 1.0711711713806684e-05,
-      "loss": 0.2024,
-      "step": 9695
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.121844576126626,
-      "learning_rate": 1.0710068912055784e-05,
-      "loss": 0.1763,
-      "step": 9696
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.469846337002135,
-      "learning_rate": 1.0708426091044224e-05,
-      "loss": 0.1865,
-      "step": 9697
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.127361301705819,
-      "learning_rate": 1.0706783250816568e-05,
-      "loss": 0.1752,
-      "step": 9698
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.371137664811588,
-      "learning_rate": 1.0705140391417377e-05,
-      "loss": 0.1794,
-      "step": 9699
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9201500615344242,
-      "learning_rate": 1.070349751289121e-05,
-      "loss": 0.1792,
-      "step": 9700
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9205893271689509,
-      "learning_rate": 1.0701854615282635e-05,
-      "loss": 0.1859,
-      "step": 9701
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 2.3951584715649386,
-      "learning_rate": 1.0700211698636214e-05,
-      "loss": 0.1859,
-      "step": 9702
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.2693974342116394,
-      "learning_rate": 1.069856876299651e-05,
-      "loss": 0.1972,
-      "step": 9703
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9274877290317544,
-      "learning_rate": 1.0696925808408092e-05,
-      "loss": 0.1689,
-      "step": 9704
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.2619010784277056,
-      "learning_rate": 1.0695282834915517e-05,
-      "loss": 0.1971,
-      "step": 9705
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.1154770717828937,
-      "learning_rate": 1.069363984256336e-05,
-      "loss": 0.195,
-      "step": 9706
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.8760721779934151,
-      "learning_rate": 1.0691996831396181e-05,
-      "loss": 0.1914,
-      "step": 9707
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.1540281001625392,
-      "learning_rate": 1.0690353801458551e-05,
-      "loss": 0.2161,
-      "step": 9708
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0251076150045788,
-      "learning_rate": 1.0688710752795033e-05,
-      "loss": 0.1751,
-      "step": 9709
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.8244986961316821,
-      "learning_rate": 1.0687067685450199e-05,
-      "loss": 0.1642,
-      "step": 9710
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.814014152897162,
-      "learning_rate": 1.0685424599468615e-05,
-      "loss": 0.181,
-      "step": 9711
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.2640957549475418,
-      "learning_rate": 1.068378149489485e-05,
-      "loss": 0.1815,
-      "step": 9712
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.8867530504394332,
-      "learning_rate": 1.068213837177347e-05,
-      "loss": 0.1818,
-      "step": 9713
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.8642166809082094,
-      "learning_rate": 1.068049523014905e-05,
-      "loss": 0.1707,
-      "step": 9714
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.013203360223355,
-      "learning_rate": 1.067885207006616e-05,
-      "loss": 0.1836,
-      "step": 9715
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.2534834176344625,
-      "learning_rate": 1.0677208891569366e-05,
-      "loss": 0.1988,
-      "step": 9716
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.3915590820409383,
-      "learning_rate": 1.0675565694703248e-05,
-      "loss": 0.1985,
-      "step": 9717
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9889276453661713,
-      "learning_rate": 1.0673922479512366e-05,
-      "loss": 0.1814,
-      "step": 9718
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.1748920823909086,
-      "learning_rate": 1.0672279246041301e-05,
-      "loss": 0.1878,
-      "step": 9719
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.4392217921353778,
-      "learning_rate": 1.0670635994334626e-05,
-      "loss": 0.1757,
-      "step": 9720
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.7471315556478759,
-      "learning_rate": 1.066899272443691e-05,
-      "loss": 0.1693,
-      "step": 9721
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.1259472114454028,
-      "learning_rate": 1.0667349436392727e-05,
-      "loss": 0.1794,
-      "step": 9722
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.1501304500378,
-      "learning_rate": 1.0665706130246654e-05,
-      "loss": 0.2131,
-      "step": 9723
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0239004877819975,
-      "learning_rate": 1.0664062806043266e-05,
-      "loss": 0.1724,
-      "step": 9724
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0414264832020326,
-      "learning_rate": 1.0662419463827136e-05,
-      "loss": 0.201,
-      "step": 9725
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.3522003124483102,
-      "learning_rate": 1.066077610364284e-05,
-      "loss": 0.1844,
-      "step": 9726
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.1639536779282773,
-      "learning_rate": 1.0659132725534958e-05,
-      "loss": 0.1931,
-      "step": 9727
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9436860780724251,
-      "learning_rate": 1.065748932954806e-05,
-      "loss": 0.1929,
-      "step": 9728
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.273126733844216,
-      "learning_rate": 1.0655845915726728e-05,
-      "loss": 0.1848,
-      "step": 9729
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.2985323865422416,
-      "learning_rate": 1.065420248411554e-05,
-      "loss": 0.1935,
-      "step": 9730
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.039552057235806,
-      "learning_rate": 1.0652559034759069e-05,
-      "loss": 0.195,
-      "step": 9731
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 0.9724179390813914,
-      "learning_rate": 1.0650915567701897e-05,
-      "loss": 0.1773,
-      "step": 9732
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 2.31261878897922,
-      "learning_rate": 1.0649272082988609e-05,
-      "loss": 0.2152,
-      "step": 9733
-    },
-    {
-      "epoch": 0.49,
-      "grad_norm": 1.0956625730563676,
-      "learning_rate": 1.0647628580663775e-05,
-      "loss": 0.1902,
-      "step": 9734
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9542691101221298,
-      "learning_rate": 1.0645985060771978e-05,
-      "loss": 0.1743,
-      "step": 9735
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.1992225194268242,
-      "learning_rate": 1.0644341523357802e-05,
-      "loss": 0.1901,
-      "step": 9736
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8999673120258931,
-      "learning_rate": 1.0642697968465827e-05,
-      "loss": 0.1845,
-      "step": 9737
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.0087462698811394,
-      "learning_rate": 1.0641054396140631e-05,
-      "loss": 0.1856,
-      "step": 9738
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8581094685422574,
-      "learning_rate": 1.06394108064268e-05,
-      "loss": 0.2202,
-      "step": 9739
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.1336111707300922,
-      "learning_rate": 1.0637767199368911e-05,
-      "loss": 0.1673,
-      "step": 9740
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.814053132649836,
-      "learning_rate": 1.0636123575011555e-05,
-      "loss": 0.1984,
-      "step": 9741
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.2560613817757404,
-      "learning_rate": 1.063447993339931e-05,
-      "loss": 0.1903,
-      "step": 9742
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.1206558307710335,
-      "learning_rate": 1.0632836274576761e-05,
-      "loss": 0.1904,
-      "step": 9743
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.7950750967837613,
-      "learning_rate": 1.0631192598588493e-05,
-      "loss": 0.1781,
-      "step": 9744
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.7829207386631539,
-      "learning_rate": 1.062954890547909e-05,
-      "loss": 0.1681,
-      "step": 9745
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9252872638635755,
-      "learning_rate": 1.0627905195293135e-05,
-      "loss": 0.1822,
-      "step": 9746
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.1785591768775445,
-      "learning_rate": 1.0626261468075218e-05,
-      "loss": 0.1863,
-      "step": 9747
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.6476250713917159,
-      "learning_rate": 1.0624617723869921e-05,
-      "loss": 0.191,
-      "step": 9748
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.0225638341945646,
-      "learning_rate": 1.0622973962721836e-05,
-      "loss": 0.1719,
-      "step": 9749
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.2016612896236973,
-      "learning_rate": 1.0621330184675547e-05,
-      "loss": 0.202,
-      "step": 9750
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9244176686589038,
-      "learning_rate": 1.061968638977564e-05,
-      "loss": 0.192,
-      "step": 9751
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 2.185460765223053,
-      "learning_rate": 1.0618042578066707e-05,
-      "loss": 0.1725,
-      "step": 9752
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.0514921292392578,
-      "learning_rate": 1.0616398749593331e-05,
-      "loss": 0.2072,
-      "step": 9753
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.1355402752532482,
-      "learning_rate": 1.0614754904400105e-05,
-      "loss": 0.1859,
-      "step": 9754
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8676669752768543,
-      "learning_rate": 1.0613111042531618e-05,
-      "loss": 0.1521,
-      "step": 9755
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.9336257746652679,
-      "learning_rate": 1.061146716403246e-05,
-      "loss": 0.1879,
-      "step": 9756
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.2460212844758167,
-      "learning_rate": 1.0609823268947219e-05,
-      "loss": 0.2039,
-      "step": 9757
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 3.30362751558046,
-      "learning_rate": 1.0608179357320487e-05,
-      "loss": 0.2029,
-      "step": 9758
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.1747846489666585,
-      "learning_rate": 1.0606535429196858e-05,
-      "loss": 0.2088,
-      "step": 9759
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9912826968645417,
-      "learning_rate": 1.060489148462092e-05,
-      "loss": 0.203,
-      "step": 9760
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 2.554812461103568,
-      "learning_rate": 1.0603247523637268e-05,
-      "loss": 0.1879,
-      "step": 9761
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.1857395296609805,
-      "learning_rate": 1.0601603546290491e-05,
-      "loss": 0.1882,
-      "step": 9762
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.0603146410098505,
-      "learning_rate": 1.0599959552625186e-05,
-      "loss": 0.1918,
-      "step": 9763
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.896561227828809,
-      "learning_rate": 1.0598315542685941e-05,
-      "loss": 0.1835,
-      "step": 9764
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9037701781341697,
-      "learning_rate": 1.0596671516517356e-05,
-      "loss": 0.1953,
-      "step": 9765
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.0873238212270744,
-      "learning_rate": 1.059502747416402e-05,
-      "loss": 0.1801,
-      "step": 9766
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.7932512597856124,
-      "learning_rate": 1.059338341567053e-05,
-      "loss": 0.1721,
-      "step": 9767
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9210138857139931,
-      "learning_rate": 1.0591739341081485e-05,
-      "loss": 0.1906,
-      "step": 9768
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.224460682832701,
-      "learning_rate": 1.0590095250441473e-05,
-      "loss": 0.181,
-      "step": 9769
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9226760646689801,
-      "learning_rate": 1.0588451143795093e-05,
-      "loss": 0.181,
-      "step": 9770
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8404512315313271,
-      "learning_rate": 1.0586807021186946e-05,
-      "loss": 0.1965,
-      "step": 9771
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.7582090020659907,
-      "learning_rate": 1.0585162882661624e-05,
-      "loss": 0.1869,
-      "step": 9772
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8639559963409217,
-      "learning_rate": 1.0583518728263726e-05,
-      "loss": 0.1993,
-      "step": 9773
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8684827736925508,
-      "learning_rate": 1.058187455803785e-05,
-      "loss": 0.1904,
-      "step": 9774
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 6.543355549440279,
-      "learning_rate": 1.0580230372028593e-05,
-      "loss": 0.1883,
-      "step": 9775
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.1117833572882903,
-      "learning_rate": 1.0578586170280554e-05,
-      "loss": 0.1982,
-      "step": 9776
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9471809713270811,
-      "learning_rate": 1.0576941952838334e-05,
-      "loss": 0.2013,
-      "step": 9777
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.2033368512094136,
-      "learning_rate": 1.0575297719746533e-05,
-      "loss": 0.1684,
-      "step": 9778
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.0747091930537156,
-      "learning_rate": 1.0573653471049745e-05,
-      "loss": 0.1869,
-      "step": 9779
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9710104972552251,
-      "learning_rate": 1.0572009206792575e-05,
-      "loss": 0.1758,
-      "step": 9780
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.2635121948298544,
-      "learning_rate": 1.0570364927019623e-05,
-      "loss": 0.1872,
-      "step": 9781
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.7568544286952503,
-      "learning_rate": 1.0568720631775491e-05,
-      "loss": 0.1767,
-      "step": 9782
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8659534324188721,
-      "learning_rate": 1.0567076321104776e-05,
-      "loss": 0.1758,
-      "step": 9783
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.0559891149766256,
-      "learning_rate": 1.0565431995052089e-05,
-      "loss": 0.1908,
-      "step": 9784
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.057283250817933,
-      "learning_rate": 1.0563787653662025e-05,
-      "loss": 0.2087,
-      "step": 9785
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8860916224318578,
-      "learning_rate": 1.0562143296979188e-05,
-      "loss": 0.1736,
-      "step": 9786
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.859785432898717,
-      "learning_rate": 1.0560498925048186e-05,
-      "loss": 0.1838,
-      "step": 9787
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.385780047711686,
-      "learning_rate": 1.0558854537913614e-05,
-      "loss": 0.1905,
-      "step": 9788
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9099122713281608,
-      "learning_rate": 1.0557210135620084e-05,
-      "loss": 0.1958,
-      "step": 9789
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.0201497510398987,
-      "learning_rate": 1.0555565718212198e-05,
-      "loss": 0.1751,
-      "step": 9790
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.0445946424152273,
-      "learning_rate": 1.0553921285734559e-05,
-      "loss": 0.1961,
-      "step": 9791
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.7918993501345337,
-      "learning_rate": 1.0552276838231773e-05,
-      "loss": 0.166,
-      "step": 9792
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9163235676527428,
-      "learning_rate": 1.0550632375748448e-05,
-      "loss": 0.1755,
-      "step": 9793
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.0610958812797693,
-      "learning_rate": 1.0548987898329188e-05,
-      "loss": 0.2183,
-      "step": 9794
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.1659132117607722,
-      "learning_rate": 1.0547343406018602e-05,
-      "loss": 0.2157,
-      "step": 9795
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.828123363788774,
-      "learning_rate": 1.0545698898861293e-05,
-      "loss": 0.1848,
-      "step": 9796
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8330494134593698,
-      "learning_rate": 1.0544054376901872e-05,
-      "loss": 0.1919,
-      "step": 9797
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9986865906064578,
-      "learning_rate": 1.0542409840184946e-05,
-      "loss": 0.1824,
-      "step": 9798
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 2.431778286746509,
-      "learning_rate": 1.0540765288755124e-05,
-      "loss": 0.171,
-      "step": 9799
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.3598909405812594,
-      "learning_rate": 1.053912072265701e-05,
-      "loss": 0.174,
-      "step": 9800
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8439246989389632,
-      "learning_rate": 1.0537476141935215e-05,
-      "loss": 0.1882,
-      "step": 9801
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.1056060930525182,
-      "learning_rate": 1.053583154663435e-05,
-      "loss": 0.1848,
-      "step": 9802
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8568831388430186,
-      "learning_rate": 1.0534186936799024e-05,
-      "loss": 0.19,
-      "step": 9803
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.881329670015039,
-      "learning_rate": 1.053254231247385e-05,
-      "loss": 0.1883,
-      "step": 9804
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8986303767656837,
-      "learning_rate": 1.0530897673703431e-05,
-      "loss": 0.1952,
-      "step": 9805
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.053070481720899,
-      "learning_rate": 1.0529253020532386e-05,
-      "loss": 0.2114,
-      "step": 9806
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8058192743448597,
-      "learning_rate": 1.0527608353005324e-05,
-      "loss": 0.1872,
-      "step": 9807
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.0561154218791682,
-      "learning_rate": 1.0525963671166852e-05,
-      "loss": 0.1821,
-      "step": 9808
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.950268019639858,
-      "learning_rate": 1.0524318975061589e-05,
-      "loss": 0.1885,
-      "step": 9809
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.0711119481698064,
-      "learning_rate": 1.0522674264734141e-05,
-      "loss": 0.1874,
-      "step": 9810
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.4547965340786408,
-      "learning_rate": 1.0521029540229126e-05,
-      "loss": 0.1782,
-      "step": 9811
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8882553205810025,
-      "learning_rate": 1.0519384801591155e-05,
-      "loss": 0.1625,
-      "step": 9812
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9386707906152143,
-      "learning_rate": 1.0517740048864843e-05,
-      "loss": 0.2197,
-      "step": 9813
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.481738485759149,
-      "learning_rate": 1.05160952820948e-05,
-      "loss": 0.1855,
-      "step": 9814
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.3158177722380133,
-      "learning_rate": 1.0514450501325646e-05,
-      "loss": 0.1794,
-      "step": 9815
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8984572182708918,
-      "learning_rate": 1.0512805706601994e-05,
-      "loss": 0.173,
-      "step": 9816
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.2354073521381275,
-      "learning_rate": 1.0511160897968456e-05,
-      "loss": 0.1829,
-      "step": 9817
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.2088642384857178,
-      "learning_rate": 1.0509516075469648e-05,
-      "loss": 0.1863,
-      "step": 9818
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9717684108168861,
-      "learning_rate": 1.0507871239150192e-05,
-      "loss": 0.1976,
-      "step": 9819
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.1378371016917381,
-      "learning_rate": 1.0506226389054697e-05,
-      "loss": 0.1918,
-      "step": 9820
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.1337727830864175,
-      "learning_rate": 1.0504581525227784e-05,
-      "loss": 0.1701,
-      "step": 9821
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9734523957238299,
-      "learning_rate": 1.0502936647714068e-05,
-      "loss": 0.1675,
-      "step": 9822
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8085856071065838,
-      "learning_rate": 1.0501291756558166e-05,
-      "loss": 0.2105,
-      "step": 9823
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.3614299113261774,
-      "learning_rate": 1.0499646851804698e-05,
-      "loss": 0.1949,
-      "step": 9824
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.0225480331788612,
-      "learning_rate": 1.049800193349828e-05,
-      "loss": 0.1803,
-      "step": 9825
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.1063594496079652,
-      "learning_rate": 1.0496357001683535e-05,
-      "loss": 0.2012,
-      "step": 9826
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8650630444598459,
-      "learning_rate": 1.0494712056405077e-05,
-      "loss": 0.1975,
-      "step": 9827
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.2071697382974003,
-      "learning_rate": 1.0493067097707521e-05,
-      "loss": 0.173,
-      "step": 9828
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8907759542377793,
-      "learning_rate": 1.0491422125635497e-05,
-      "loss": 0.1606,
-      "step": 9829
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.1407485010753793,
-      "learning_rate": 1.0489777140233619e-05,
-      "loss": 0.2085,
-      "step": 9830
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.2018164434360048,
-      "learning_rate": 1.048813214154651e-05,
-      "loss": 0.1777,
-      "step": 9831
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8739314910355729,
-      "learning_rate": 1.0486487129618787e-05,
-      "loss": 0.1964,
-      "step": 9832
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.2347078940200111,
-      "learning_rate": 1.0484842104495077e-05,
-      "loss": 0.1826,
-      "step": 9833
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9880699813876799,
-      "learning_rate": 1.0483197066219994e-05,
-      "loss": 0.1739,
-      "step": 9834
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.5484746841825274,
-      "learning_rate": 1.0481552014838164e-05,
-      "loss": 0.2093,
-      "step": 9835
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8828003341975913,
-      "learning_rate": 1.0479906950394205e-05,
-      "loss": 0.174,
-      "step": 9836
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8714267237009181,
-      "learning_rate": 1.0478261872932747e-05,
-      "loss": 0.1865,
-      "step": 9837
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9416663230472567,
-      "learning_rate": 1.0476616782498408e-05,
-      "loss": 0.1954,
-      "step": 9838
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8907966044512139,
-      "learning_rate": 1.0474971679135812e-05,
-      "loss": 0.18,
-      "step": 9839
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.0428955435248508,
-      "learning_rate": 1.0473326562889583e-05,
-      "loss": 0.2001,
-      "step": 9840
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8931635815421982,
-      "learning_rate": 1.047168143380434e-05,
-      "loss": 0.2256,
-      "step": 9841
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.230855516835648,
-      "learning_rate": 1.0470036291924716e-05,
-      "loss": 0.1949,
-      "step": 9842
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9159697293692711,
-      "learning_rate": 1.046839113729533e-05,
-      "loss": 0.1648,
-      "step": 9843
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.0587328554788622,
-      "learning_rate": 1.0466745969960808e-05,
-      "loss": 0.1693,
-      "step": 9844
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.0236897380683918,
-      "learning_rate": 1.0465100789965774e-05,
-      "loss": 0.1741,
-      "step": 9845
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8364371860688766,
-      "learning_rate": 1.0463455597354857e-05,
-      "loss": 0.1745,
-      "step": 9846
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.2590298353872946,
-      "learning_rate": 1.0461810392172678e-05,
-      "loss": 0.1973,
-      "step": 9847
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.55764474316235,
-      "learning_rate": 1.046016517446387e-05,
-      "loss": 0.2304,
-      "step": 9848
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.3950511436078774,
-      "learning_rate": 1.0458519944273051e-05,
-      "loss": 0.2017,
-      "step": 9849
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 2.075205875836515,
-      "learning_rate": 1.0456874701644857e-05,
-      "loss": 0.1854,
-      "step": 9850
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.1534536502690333,
-      "learning_rate": 1.0455229446623909e-05,
-      "loss": 0.188,
-      "step": 9851
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.105654838126189,
-      "learning_rate": 1.0453584179254837e-05,
-      "loss": 0.2011,
-      "step": 9852
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.2759741028043035,
-      "learning_rate": 1.0451938899582263e-05,
-      "loss": 0.2026,
-      "step": 9853
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.3135892552693105,
-      "learning_rate": 1.0450293607650828e-05,
-      "loss": 0.1803,
-      "step": 9854
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.4361511876030737,
-      "learning_rate": 1.044864830350515e-05,
-      "loss": 0.1854,
-      "step": 9855
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.7257367038897319,
-      "learning_rate": 1.0447002987189863e-05,
-      "loss": 0.1817,
-      "step": 9856
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.0461617761421993,
-      "learning_rate": 1.0445357658749596e-05,
-      "loss": 0.1761,
-      "step": 9857
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9720243915830117,
-      "learning_rate": 1.0443712318228973e-05,
-      "loss": 0.1935,
-      "step": 9858
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.109979195338577,
-      "learning_rate": 1.044206696567263e-05,
-      "loss": 0.184,
-      "step": 9859
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.952114468244844,
-      "learning_rate": 1.0440421601125196e-05,
-      "loss": 0.1996,
-      "step": 9860
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.832335857365281,
-      "learning_rate": 1.0438776224631305e-05,
-      "loss": 0.1811,
-      "step": 9861
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.04682268647991,
-      "learning_rate": 1.043713083623558e-05,
-      "loss": 0.1811,
-      "step": 9862
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 2.700625011153412,
-      "learning_rate": 1.0435485435982655e-05,
-      "loss": 0.1839,
-      "step": 9863
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8833745933497529,
-      "learning_rate": 1.0433840023917166e-05,
-      "loss": 0.2041,
-      "step": 9864
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.0260558036137535,
-      "learning_rate": 1.043219460008374e-05,
-      "loss": 0.1931,
-      "step": 9865
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.158223230321419,
-      "learning_rate": 1.0430549164527012e-05,
-      "loss": 0.1954,
-      "step": 9866
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 4.840651535607204,
-      "learning_rate": 1.0428903717291614e-05,
-      "loss": 0.1628,
-      "step": 9867
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8215057895386293,
-      "learning_rate": 1.0427258258422179e-05,
-      "loss": 0.1621,
-      "step": 9868
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9297959300807954,
-      "learning_rate": 1.042561278796334e-05,
-      "loss": 0.2035,
-      "step": 9869
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.0375582587651102,
-      "learning_rate": 1.0423967305959727e-05,
-      "loss": 0.2245,
-      "step": 9870
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8712326630395105,
-      "learning_rate": 1.0422321812455977e-05,
-      "loss": 0.1941,
-      "step": 9871
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.2359447371119525,
-      "learning_rate": 1.0420676307496727e-05,
-      "loss": 0.1969,
-      "step": 9872
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9577458563174123,
-      "learning_rate": 1.0419030791126608e-05,
-      "loss": 0.2073,
-      "step": 9873
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9015402021284342,
-      "learning_rate": 1.0417385263390253e-05,
-      "loss": 0.1743,
-      "step": 9874
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8146898383568317,
-      "learning_rate": 1.0415739724332301e-05,
-      "loss": 0.1706,
-      "step": 9875
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.7583665868297698,
-      "learning_rate": 1.0414094173997382e-05,
-      "loss": 0.1644,
-      "step": 9876
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.7536084868690823,
-      "learning_rate": 1.0412448612430139e-05,
-      "loss": 0.1932,
-      "step": 9877
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8179173485214218,
-      "learning_rate": 1.0410803039675203e-05,
-      "loss": 0.1711,
-      "step": 9878
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.7474447497140159,
-      "learning_rate": 1.0409157455777212e-05,
-      "loss": 0.1742,
-      "step": 9879
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.3573782407500192,
-      "learning_rate": 1.0407511860780798e-05,
-      "loss": 0.2061,
-      "step": 9880
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.1693626671955326,
-      "learning_rate": 1.0405866254730607e-05,
-      "loss": 0.1809,
-      "step": 9881
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.121973631958896,
-      "learning_rate": 1.0404220637671269e-05,
-      "loss": 0.2006,
-      "step": 9882
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9838023394438137,
-      "learning_rate": 1.0402575009647427e-05,
-      "loss": 0.184,
-      "step": 9883
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8474963997760555,
-      "learning_rate": 1.040092937070371e-05,
-      "loss": 0.1793,
-      "step": 9884
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.436673796146176,
-      "learning_rate": 1.0399283720884761e-05,
-      "loss": 0.1649,
-      "step": 9885
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9966040144415655,
-      "learning_rate": 1.039763806023522e-05,
-      "loss": 0.1769,
-      "step": 9886
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.6373730020474027,
-      "learning_rate": 1.0395992388799725e-05,
-      "loss": 0.1877,
-      "step": 9887
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 2.883731825593106,
-      "learning_rate": 1.0394346706622915e-05,
-      "loss": 0.1512,
-      "step": 9888
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.316877146392383,
-      "learning_rate": 1.0392701013749424e-05,
-      "loss": 0.211,
-      "step": 9889
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9359088500850488,
-      "learning_rate": 1.0391055310223899e-05,
-      "loss": 0.1746,
-      "step": 9890
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.0825036335565394,
-      "learning_rate": 1.0389409596090975e-05,
-      "loss": 0.1844,
-      "step": 9891
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8675212267076646,
-      "learning_rate": 1.0387763871395298e-05,
-      "loss": 0.1681,
-      "step": 9892
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.252490369140081,
-      "learning_rate": 1.0386118136181498e-05,
-      "loss": 0.1764,
-      "step": 9893
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8267953666195103,
-      "learning_rate": 1.0384472390494225e-05,
-      "loss": 0.1704,
-      "step": 9894
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.1896296090305618,
-      "learning_rate": 1.0382826634378115e-05,
-      "loss": 0.1895,
-      "step": 9895
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8499202270123422,
-      "learning_rate": 1.0381180867877813e-05,
-      "loss": 0.1709,
-      "step": 9896
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.6666646990052674,
-      "learning_rate": 1.037953509103796e-05,
-      "loss": 0.1928,
-      "step": 9897
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.2907050050197117,
-      "learning_rate": 1.037788930390319e-05,
-      "loss": 0.1838,
-      "step": 9898
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9548489444956723,
-      "learning_rate": 1.0376243506518157e-05,
-      "loss": 0.1835,
-      "step": 9899
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.2427355712972166,
-      "learning_rate": 1.0374597698927496e-05,
-      "loss": 0.1887,
-      "step": 9900
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.0923649933816408,
-      "learning_rate": 1.0372951881175854e-05,
-      "loss": 0.2256,
-      "step": 9901
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.4007054267078818,
-      "learning_rate": 1.0371306053307866e-05,
-      "loss": 0.1744,
-      "step": 9902
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8349455748931837,
-      "learning_rate": 1.0369660215368182e-05,
-      "loss": 0.1902,
-      "step": 9903
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.160864993415897,
-      "learning_rate": 1.0368014367401447e-05,
-      "loss": 0.1748,
-      "step": 9904
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.100514323505627,
-      "learning_rate": 1.0366368509452298e-05,
-      "loss": 0.1795,
-      "step": 9905
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.3266089140201034,
-      "learning_rate": 1.0364722641565381e-05,
-      "loss": 0.1917,
-      "step": 9906
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.6110809904091798,
-      "learning_rate": 1.0363076763785345e-05,
-      "loss": 0.1889,
-      "step": 9907
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9414698726238333,
-      "learning_rate": 1.0361430876156831e-05,
-      "loss": 0.1756,
-      "step": 9908
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.2947285498046557,
-      "learning_rate": 1.0359784978724483e-05,
-      "loss": 0.2214,
-      "step": 9909
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.014018441865324,
-      "learning_rate": 1.0358139071532949e-05,
-      "loss": 0.1785,
-      "step": 9910
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.1017582642136696,
-      "learning_rate": 1.0356493154626868e-05,
-      "loss": 0.1778,
-      "step": 9911
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.5116573330006802,
-      "learning_rate": 1.0354847228050895e-05,
-      "loss": 0.1851,
-      "step": 9912
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.1288381460495436,
-      "learning_rate": 1.0353201291849668e-05,
-      "loss": 0.2002,
-      "step": 9913
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8981263323620646,
-      "learning_rate": 1.0351555346067836e-05,
-      "loss": 0.1919,
-      "step": 9914
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9193426516734726,
-      "learning_rate": 1.0349909390750046e-05,
-      "loss": 0.1826,
-      "step": 9915
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9227102536487921,
-      "learning_rate": 1.0348263425940945e-05,
-      "loss": 0.1691,
-      "step": 9916
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.1041781716681,
-      "learning_rate": 1.034661745168518e-05,
-      "loss": 0.1606,
-      "step": 9917
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.2902489109492576,
-      "learning_rate": 1.0344971468027397e-05,
-      "loss": 0.1863,
-      "step": 9918
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9399133950621475,
-      "learning_rate": 1.034332547501224e-05,
-      "loss": 0.1891,
-      "step": 9919
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.2562837223830832,
-      "learning_rate": 1.034167947268436e-05,
-      "loss": 0.1842,
-      "step": 9920
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8729064282047535,
-      "learning_rate": 1.0340033461088408e-05,
-      "loss": 0.1671,
-      "step": 9921
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8439636188899999,
-      "learning_rate": 1.0338387440269029e-05,
-      "loss": 0.1943,
-      "step": 9922
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.3023244038905142,
-      "learning_rate": 1.0336741410270872e-05,
-      "loss": 0.1724,
-      "step": 9923
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.8552753076216781,
-      "learning_rate": 1.0335095371138582e-05,
-      "loss": 0.1997,
-      "step": 9924
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9254039051965883,
-      "learning_rate": 1.0333449322916812e-05,
-      "loss": 0.2074,
-      "step": 9925
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9900810976488515,
-      "learning_rate": 1.0331803265650212e-05,
-      "loss": 0.1736,
-      "step": 9926
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.2135277999895162,
-      "learning_rate": 1.0330157199383428e-05,
-      "loss": 0.1773,
-      "step": 9927
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.1341813241407668,
-      "learning_rate": 1.0328511124161111e-05,
-      "loss": 0.1741,
-      "step": 9928
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 1.0080976235152903,
-      "learning_rate": 1.0326865040027914e-05,
-      "loss": 0.1836,
-      "step": 9929
-    },
-    {
-      "epoch": 0.5,
-      "grad_norm": 0.9764000986623692,
-      "learning_rate": 1.0325218947028483e-05,
-      "loss": 0.2,
-      "step": 9930
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0610741734776916,
-      "learning_rate": 1.032357284520747e-05,
-      "loss": 0.2032,
-      "step": 9931
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.168931745220606,
-      "learning_rate": 1.0321926734609525e-05,
-      "loss": 0.1873,
-      "step": 9932
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.2369314036165708,
-      "learning_rate": 1.0320280615279297e-05,
-      "loss": 0.1899,
-      "step": 9933
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.7069155450925078,
-      "learning_rate": 1.031863448726144e-05,
-      "loss": 0.1916,
-      "step": 9934
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1104411774982685,
-      "learning_rate": 1.0316988350600608e-05,
-      "loss": 0.1847,
-      "step": 9935
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.295191707646736,
-      "learning_rate": 1.0315342205341448e-05,
-      "loss": 0.2246,
-      "step": 9936
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9595382596028376,
-      "learning_rate": 1.031369605152861e-05,
-      "loss": 0.1805,
-      "step": 9937
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.3007792169988164,
-      "learning_rate": 1.031204988920675e-05,
-      "loss": 0.1858,
-      "step": 9938
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.3047610591721563,
-      "learning_rate": 1.031040371842052e-05,
-      "loss": 0.1952,
-      "step": 9939
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 2.094211112565609,
-      "learning_rate": 1.0308757539214573e-05,
-      "loss": 0.1874,
-      "step": 9940
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 2.831448138141734,
-      "learning_rate": 1.0307111351633556e-05,
-      "loss": 0.1948,
-      "step": 9941
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1926966402724417,
-      "learning_rate": 1.030546515572213e-05,
-      "loss": 0.1982,
-      "step": 9942
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.4148961719797137,
-      "learning_rate": 1.0303818951524941e-05,
-      "loss": 0.1655,
-      "step": 9943
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 2.1868873442922836,
-      "learning_rate": 1.0302172739086651e-05,
-      "loss": 0.193,
-      "step": 9944
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0994668253712192,
-      "learning_rate": 1.0300526518451906e-05,
-      "loss": 0.2119,
-      "step": 9945
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.7749159270480126,
-      "learning_rate": 1.0298880289665359e-05,
-      "loss": 0.1655,
-      "step": 9946
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.2181962641100348,
-      "learning_rate": 1.029723405277167e-05,
-      "loss": 0.1956,
-      "step": 9947
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.3402104542718751,
-      "learning_rate": 1.029558780781549e-05,
-      "loss": 0.1954,
-      "step": 9948
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0498104781581756,
-      "learning_rate": 1.0293941554841475e-05,
-      "loss": 0.1621,
-      "step": 9949
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.8955502875619714,
-      "learning_rate": 1.0292295293894279e-05,
-      "loss": 0.1815,
-      "step": 9950
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.4261451905653821,
-      "learning_rate": 1.0290649025018553e-05,
-      "loss": 0.1885,
-      "step": 9951
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1050297705764032,
-      "learning_rate": 1.0289002748258961e-05,
-      "loss": 0.1985,
-      "step": 9952
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9725277146089406,
-      "learning_rate": 1.0287356463660152e-05,
-      "loss": 0.1828,
-      "step": 9953
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.2985263149088095,
-      "learning_rate": 1.0285710171266778e-05,
-      "loss": 0.1933,
-      "step": 9954
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.8226489022264653,
-      "learning_rate": 1.0284063871123504e-05,
-      "loss": 0.1784,
-      "step": 9955
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 2.5280430717726388,
-      "learning_rate": 1.0282417563274982e-05,
-      "loss": 0.1858,
-      "step": 9956
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.4197035876160895,
-      "learning_rate": 1.0280771247765865e-05,
-      "loss": 0.1906,
-      "step": 9957
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1898992638116423,
-      "learning_rate": 1.0279124924640813e-05,
-      "loss": 0.1845,
-      "step": 9958
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.301609927287,
-      "learning_rate": 1.027747859394448e-05,
-      "loss": 0.1846,
-      "step": 9959
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.03226421368799,
-      "learning_rate": 1.0275832255721527e-05,
-      "loss": 0.1687,
-      "step": 9960
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1475592463345812,
-      "learning_rate": 1.0274185910016608e-05,
-      "loss": 0.2076,
-      "step": 9961
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.857957466398941,
-      "learning_rate": 1.0272539556874381e-05,
-      "loss": 0.1826,
-      "step": 9962
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.8451749170398627,
-      "learning_rate": 1.0270893196339499e-05,
-      "loss": 0.1783,
-      "step": 9963
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0211113370636866,
-      "learning_rate": 1.026924682845663e-05,
-      "loss": 0.1852,
-      "step": 9964
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.3551642322630637,
-      "learning_rate": 1.0267600453270422e-05,
-      "loss": 0.1822,
-      "step": 9965
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9282330658954546,
-      "learning_rate": 1.0265954070825536e-05,
-      "loss": 0.1837,
-      "step": 9966
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.555358636297375,
-      "learning_rate": 1.0264307681166634e-05,
-      "loss": 0.1748,
-      "step": 9967
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.5972130118339416,
-      "learning_rate": 1.0262661284338367e-05,
-      "loss": 0.1762,
-      "step": 9968
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.001103276739541,
-      "learning_rate": 1.02610148803854e-05,
-      "loss": 0.1952,
-      "step": 9969
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1031313216687382,
-      "learning_rate": 1.025936846935239e-05,
-      "loss": 0.2099,
-      "step": 9970
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.2314792299673958,
-      "learning_rate": 1.0257722051283998e-05,
-      "loss": 0.1816,
-      "step": 9971
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.061943164826423,
-      "learning_rate": 1.0256075626224876e-05,
-      "loss": 0.1715,
-      "step": 9972
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9307765106478149,
-      "learning_rate": 1.0254429194219694e-05,
-      "loss": 0.1957,
-      "step": 9973
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9256565304503027,
-      "learning_rate": 1.02527827553131e-05,
-      "loss": 0.2083,
-      "step": 9974
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.4219555269572766,
-      "learning_rate": 1.0251136309549764e-05,
-      "loss": 0.1665,
-      "step": 9975
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1394062648630405,
-      "learning_rate": 1.0249489856974335e-05,
-      "loss": 0.1743,
-      "step": 9976
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.8884799606782805,
-      "learning_rate": 1.0247843397631485e-05,
-      "loss": 0.2081,
-      "step": 9977
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0280662741511235,
-      "learning_rate": 1.0246196931565869e-05,
-      "loss": 0.1822,
-      "step": 9978
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 2.1389930656547747,
-      "learning_rate": 1.0244550458822145e-05,
-      "loss": 0.1817,
-      "step": 9979
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.8778846451344755,
-      "learning_rate": 1.0242903979444976e-05,
-      "loss": 0.1585,
-      "step": 9980
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9142638715956067,
-      "learning_rate": 1.0241257493479022e-05,
-      "loss": 0.2058,
-      "step": 9981
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.18773644917128,
-      "learning_rate": 1.0239611000968948e-05,
-      "loss": 0.2521,
-      "step": 9982
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0356077541986568,
-      "learning_rate": 1.023796450195941e-05,
-      "loss": 0.1737,
-      "step": 9983
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1727486639573697,
-      "learning_rate": 1.0236317996495074e-05,
-      "loss": 0.1765,
-      "step": 9984
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9419796126948489,
-      "learning_rate": 1.0234671484620595e-05,
-      "loss": 0.1902,
-      "step": 9985
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.7801012010400616,
-      "learning_rate": 1.023302496638064e-05,
-      "loss": 0.1929,
-      "step": 9986
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.013663718762519,
-      "learning_rate": 1.023137844181987e-05,
-      "loss": 0.1936,
-      "step": 9987
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.386473113559732,
-      "learning_rate": 1.022973191098295e-05,
-      "loss": 0.1757,
-      "step": 9988
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9898436861099714,
-      "learning_rate": 1.0228085373914534e-05,
-      "loss": 0.1833,
-      "step": 9989
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.8509169739451241,
-      "learning_rate": 1.022643883065929e-05,
-      "loss": 0.1759,
-      "step": 9990
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.8572529282667672,
-      "learning_rate": 1.0224792281261883e-05,
-      "loss": 0.1923,
-      "step": 9991
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 2.52936893410723,
-      "learning_rate": 1.0223145725766972e-05,
-      "loss": 0.215,
-      "step": 9992
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.7402502741709267,
-      "learning_rate": 1.022149916421922e-05,
-      "loss": 0.1867,
-      "step": 9993
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.4300609361053354,
-      "learning_rate": 1.0219852596663287e-05,
-      "loss": 0.1933,
-      "step": 9994
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0778884603823187,
-      "learning_rate": 1.0218206023143843e-05,
-      "loss": 0.1901,
-      "step": 9995
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0155397155807473,
-      "learning_rate": 1.0216559443705549e-05,
-      "loss": 0.1654,
-      "step": 9996
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.2284066582722302,
-      "learning_rate": 1.0214912858393069e-05,
-      "loss": 0.182,
-      "step": 9997
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0145416710485446,
-      "learning_rate": 1.0213266267251063e-05,
-      "loss": 0.1879,
-      "step": 9998
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.19001894105872,
-      "learning_rate": 1.0211619670324196e-05,
-      "loss": 0.1792,
-      "step": 9999
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.970080459098825,
-      "learning_rate": 1.0209973067657138e-05,
-      "loss": 0.1814,
-      "step": 10000
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0951474234469627,
-      "learning_rate": 1.0208326459294544e-05,
-      "loss": 0.189,
-      "step": 10001
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.8388440522398718,
-      "learning_rate": 1.0206679845281086e-05,
-      "loss": 0.2007,
-      "step": 10002
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0514825151087455,
-      "learning_rate": 1.0205033225661425e-05,
-      "loss": 0.1738,
-      "step": 10003
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9795950508541672,
-      "learning_rate": 1.0203386600480225e-05,
-      "loss": 0.1931,
-      "step": 10004
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 3.335975532830077,
-      "learning_rate": 1.0201739969782154e-05,
-      "loss": 0.1905,
-      "step": 10005
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9444491493237841,
-      "learning_rate": 1.0200093333611877e-05,
-      "loss": 0.202,
-      "step": 10006
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.8810868878895413,
-      "learning_rate": 1.0198446692014052e-05,
-      "loss": 0.1995,
-      "step": 10007
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9449853646973742,
-      "learning_rate": 1.019680004503335e-05,
-      "loss": 0.1927,
-      "step": 10008
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 3.285770560807395,
-      "learning_rate": 1.0195153392714439e-05,
-      "loss": 0.2011,
-      "step": 10009
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.4409911905410049,
-      "learning_rate": 1.019350673510198e-05,
-      "loss": 0.1609,
-      "step": 10010
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1450798008075653,
-      "learning_rate": 1.0191860072240638e-05,
-      "loss": 0.1909,
-      "step": 10011
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.2757295834893168,
-      "learning_rate": 1.019021340417508e-05,
-      "loss": 0.1918,
-      "step": 10012
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9584243701572146,
-      "learning_rate": 1.0188566730949977e-05,
-      "loss": 0.1855,
-      "step": 10013
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1818591305464108,
-      "learning_rate": 1.0186920052609988e-05,
-      "loss": 0.1811,
-      "step": 10014
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.3379051075950539,
-      "learning_rate": 1.0185273369199781e-05,
-      "loss": 0.2011,
-      "step": 10015
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.7753559912686392,
-      "learning_rate": 1.0183626680764023e-05,
-      "loss": 0.1962,
-      "step": 10016
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9930898004506734,
-      "learning_rate": 1.0181979987347383e-05,
-      "loss": 0.178,
-      "step": 10017
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9906395873333926,
-      "learning_rate": 1.0180333288994526e-05,
-      "loss": 0.1679,
-      "step": 10018
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1841086133641656,
-      "learning_rate": 1.0178686585750117e-05,
-      "loss": 0.2037,
-      "step": 10019
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9662665276637551,
-      "learning_rate": 1.0177039877658825e-05,
-      "loss": 0.1944,
-      "step": 10020
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.092277086848292,
-      "learning_rate": 1.0175393164765315e-05,
-      "loss": 0.1799,
-      "step": 10021
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9675325735824981,
-      "learning_rate": 1.0173746447114257e-05,
-      "loss": 0.1645,
-      "step": 10022
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1363807412961018,
-      "learning_rate": 1.017209972475032e-05,
-      "loss": 0.1859,
-      "step": 10023
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1286346321271528,
-      "learning_rate": 1.0170452997718161e-05,
-      "loss": 0.1827,
-      "step": 10024
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0493532996425716,
-      "learning_rate": 1.0168806266062459e-05,
-      "loss": 0.1824,
-      "step": 10025
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 2.5678128545444037,
-      "learning_rate": 1.0167159529827876e-05,
-      "loss": 0.1938,
-      "step": 10026
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9157850060664193,
-      "learning_rate": 1.0165512789059084e-05,
-      "loss": 0.2014,
-      "step": 10027
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1309156120661967,
-      "learning_rate": 1.0163866043800748e-05,
-      "loss": 0.2063,
-      "step": 10028
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.25804053030035,
-      "learning_rate": 1.0162219294097531e-05,
-      "loss": 0.1726,
-      "step": 10029
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.3146522587286733,
-      "learning_rate": 1.0160572539994111e-05,
-      "loss": 0.1736,
-      "step": 10030
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.140177136353688,
-      "learning_rate": 1.015892578153515e-05,
-      "loss": 0.1942,
-      "step": 10031
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9510605440053564,
-      "learning_rate": 1.015727901876532e-05,
-      "loss": 0.1731,
-      "step": 10032
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9945450978518271,
-      "learning_rate": 1.0155632251729289e-05,
-      "loss": 0.2,
-      "step": 10033
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.894224695698637,
-      "learning_rate": 1.015398548047172e-05,
-      "loss": 0.1977,
-      "step": 10034
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.142454133947765,
-      "learning_rate": 1.0152338705037288e-05,
-      "loss": 0.1869,
-      "step": 10035
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.976074582797507,
-      "learning_rate": 1.0150691925470661e-05,
-      "loss": 0.1678,
-      "step": 10036
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.110742325414474,
-      "learning_rate": 1.0149045141816507e-05,
-      "loss": 0.1991,
-      "step": 10037
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 2.5073131663612216,
-      "learning_rate": 1.0147398354119493e-05,
-      "loss": 0.2022,
-      "step": 10038
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1136933742481399,
-      "learning_rate": 1.0145751562424293e-05,
-      "loss": 0.1838,
-      "step": 10039
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.8396311826471067,
-      "learning_rate": 1.0144104766775574e-05,
-      "loss": 0.1648,
-      "step": 10040
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.5889142219711996,
-      "learning_rate": 1.0142457967218004e-05,
-      "loss": 0.1527,
-      "step": 10041
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.5526245240475558,
-      "learning_rate": 1.0140811163796251e-05,
-      "loss": 0.1834,
-      "step": 10042
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.4435183341553837,
-      "learning_rate": 1.0139164356554991e-05,
-      "loss": 0.18,
-      "step": 10043
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.8552306532750134,
-      "learning_rate": 1.0137517545538889e-05,
-      "loss": 0.2122,
-      "step": 10044
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0819198266646604,
-      "learning_rate": 1.0135870730792614e-05,
-      "loss": 0.1571,
-      "step": 10045
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.2645867726469782,
-      "learning_rate": 1.0134223912360841e-05,
-      "loss": 0.1843,
-      "step": 10046
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9493612997745103,
-      "learning_rate": 1.013257709028823e-05,
-      "loss": 0.1805,
-      "step": 10047
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9482335058184064,
-      "learning_rate": 1.0130930264619464e-05,
-      "loss": 0.1744,
-      "step": 10048
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0100789781159738,
-      "learning_rate": 1.0129283435399209e-05,
-      "loss": 0.2131,
-      "step": 10049
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.210160492224197,
-      "learning_rate": 1.0127636602672129e-05,
-      "loss": 0.1801,
-      "step": 10050
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0121260518070379,
-      "learning_rate": 1.01259897664829e-05,
-      "loss": 0.1851,
-      "step": 10051
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0048530916729317,
-      "learning_rate": 1.0124342926876191e-05,
-      "loss": 0.193,
-      "step": 10052
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.5781470869665752,
-      "learning_rate": 1.0122696083896675e-05,
-      "loss": 0.1884,
-      "step": 10053
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.3276050210602262,
-      "learning_rate": 1.012104923758902e-05,
-      "loss": 0.178,
-      "step": 10054
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.7500154198232776,
-      "learning_rate": 1.0119402387997896e-05,
-      "loss": 0.1751,
-      "step": 10055
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1186441647606769,
-      "learning_rate": 1.0117755535167976e-05,
-      "loss": 0.1866,
-      "step": 10056
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0804238144692095,
-      "learning_rate": 1.0116108679143932e-05,
-      "loss": 0.2126,
-      "step": 10057
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.8679185570128787,
-      "learning_rate": 1.0114461819970435e-05,
-      "loss": 0.1635,
-      "step": 10058
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 2.012499264568714,
-      "learning_rate": 1.0112814957692151e-05,
-      "loss": 0.1922,
-      "step": 10059
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.2950140590211783,
-      "learning_rate": 1.0111168092353755e-05,
-      "loss": 0.1999,
-      "step": 10060
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.4073424409836586,
-      "learning_rate": 1.010952122399992e-05,
-      "loss": 0.1851,
-      "step": 10061
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9568381123647998,
-      "learning_rate": 1.0107874352675318e-05,
-      "loss": 0.1821,
-      "step": 10062
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.262395675575379,
-      "learning_rate": 1.0106227478424616e-05,
-      "loss": 0.2034,
-      "step": 10063
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9072944589352504,
-      "learning_rate": 1.0104580601292484e-05,
-      "loss": 0.1892,
-      "step": 10064
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9383135405528775,
-      "learning_rate": 1.01029337213236e-05,
-      "loss": 0.1723,
-      "step": 10065
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0190912617277366,
-      "learning_rate": 1.0101286838562634e-05,
-      "loss": 0.1561,
-      "step": 10066
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0876522637918589,
-      "learning_rate": 1.0099639953054256e-05,
-      "loss": 0.2164,
-      "step": 10067
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1657087864947426,
-      "learning_rate": 1.0097993064843138e-05,
-      "loss": 0.1862,
-      "step": 10068
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.273406700391757,
-      "learning_rate": 1.0096346173973951e-05,
-      "loss": 0.2154,
-      "step": 10069
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1349999528339405,
-      "learning_rate": 1.0094699280491371e-05,
-      "loss": 0.1691,
-      "step": 10070
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.8161335476433862,
-      "learning_rate": 1.009305238444007e-05,
-      "loss": 0.1859,
-      "step": 10071
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1468136125885018,
-      "learning_rate": 1.0091405485864714e-05,
-      "loss": 0.2021,
-      "step": 10072
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 2.5859126246115993,
-      "learning_rate": 1.008975858480998e-05,
-      "loss": 0.1969,
-      "step": 10073
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.07772020244796,
-      "learning_rate": 1.0088111681320539e-05,
-      "loss": 0.17,
-      "step": 10074
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.367254327526161,
-      "learning_rate": 1.0086464775441064e-05,
-      "loss": 0.1844,
-      "step": 10075
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.5431365797665315,
-      "learning_rate": 1.008481786721623e-05,
-      "loss": 0.2131,
-      "step": 10076
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.2134258991202571,
-      "learning_rate": 1.0083170956690702e-05,
-      "loss": 0.1739,
-      "step": 10077
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1734516351523943,
-      "learning_rate": 1.008152404390916e-05,
-      "loss": 0.2067,
-      "step": 10078
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.3435819692760993,
-      "learning_rate": 1.0079877128916274e-05,
-      "loss": 0.1844,
-      "step": 10079
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1947122193617454,
-      "learning_rate": 1.0078230211756714e-05,
-      "loss": 0.2014,
-      "step": 10080
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1594082609931562,
-      "learning_rate": 1.0076583292475157e-05,
-      "loss": 0.1865,
-      "step": 10081
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0904335945044985,
-      "learning_rate": 1.007493637111627e-05,
-      "loss": 0.1975,
-      "step": 10082
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9743470552569026,
-      "learning_rate": 1.0073289447724735e-05,
-      "loss": 0.202,
-      "step": 10083
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9636925739935388,
-      "learning_rate": 1.0071642522345217e-05,
-      "loss": 0.1914,
-      "step": 10084
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1185462840749154,
-      "learning_rate": 1.0069995595022393e-05,
-      "loss": 0.1728,
-      "step": 10085
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.2161215893688821,
-      "learning_rate": 1.006834866580093e-05,
-      "loss": 0.1995,
-      "step": 10086
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.5347187922548848,
-      "learning_rate": 1.006670173472551e-05,
-      "loss": 0.195,
-      "step": 10087
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.8850629354087978,
-      "learning_rate": 1.00650548018408e-05,
-      "loss": 0.1853,
-      "step": 10088
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.2386088666481518,
-      "learning_rate": 1.0063407867191478e-05,
-      "loss": 0.2176,
-      "step": 10089
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.797387745492623,
-      "learning_rate": 1.006176093082221e-05,
-      "loss": 0.1852,
-      "step": 10090
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.150179340161504,
-      "learning_rate": 1.0060113992777674e-05,
-      "loss": 0.1699,
-      "step": 10091
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0130362875047425,
-      "learning_rate": 1.0058467053102544e-05,
-      "loss": 0.2271,
-      "step": 10092
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.491247780734237,
-      "learning_rate": 1.0056820111841495e-05,
-      "loss": 0.1868,
-      "step": 10093
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9510571415665885,
-      "learning_rate": 1.0055173169039192e-05,
-      "loss": 0.2148,
-      "step": 10094
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.4031686577019125,
-      "learning_rate": 1.0053526224740313e-05,
-      "loss": 0.1746,
-      "step": 10095
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.783505650323615,
-      "learning_rate": 1.0051879278989536e-05,
-      "loss": 0.1739,
-      "step": 10096
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.7477764660744681,
-      "learning_rate": 1.0050232331831528e-05,
-      "loss": 0.1789,
-      "step": 10097
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.8995038115576395,
-      "learning_rate": 1.0048585383310967e-05,
-      "loss": 0.2128,
-      "step": 10098
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.8440069820748402,
-      "learning_rate": 1.0046938433472522e-05,
-      "loss": 0.1614,
-      "step": 10099
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0316875891218211,
-      "learning_rate": 1.0045291482360871e-05,
-      "loss": 0.1923,
-      "step": 10100
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.3853684601406886,
-      "learning_rate": 1.0043644530020686e-05,
-      "loss": 0.1897,
-      "step": 10101
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0621006982820664,
-      "learning_rate": 1.0041997576496643e-05,
-      "loss": 0.1831,
-      "step": 10102
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0929803339188837,
-      "learning_rate": 1.004035062183341e-05,
-      "loss": 0.1871,
-      "step": 10103
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.5969371607412692,
-      "learning_rate": 1.0038703666075665e-05,
-      "loss": 0.1802,
-      "step": 10104
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.2339497000753874,
-      "learning_rate": 1.003705670926808e-05,
-      "loss": 0.1894,
-      "step": 10105
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.408984839071695,
-      "learning_rate": 1.0035409751455332e-05,
-      "loss": 0.1927,
-      "step": 10106
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9577016281366301,
-      "learning_rate": 1.0033762792682092e-05,
-      "loss": 0.1802,
-      "step": 10107
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0593468957036303,
-      "learning_rate": 1.0032115832993032e-05,
-      "loss": 0.1736,
-      "step": 10108
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1893297903859361,
-      "learning_rate": 1.003046887243283e-05,
-      "loss": 0.1927,
-      "step": 10109
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.7841198800976856,
-      "learning_rate": 1.0028821911046158e-05,
-      "loss": 0.1733,
-      "step": 10110
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9635994815974888,
-      "learning_rate": 1.0027174948877692e-05,
-      "loss": 0.1769,
-      "step": 10111
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.4976506517758972,
-      "learning_rate": 1.0025527985972102e-05,
-      "loss": 0.1903,
-      "step": 10112
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9258277904885904,
-      "learning_rate": 1.0023881022374062e-05,
-      "loss": 0.181,
-      "step": 10113
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.1322482761758057,
-      "learning_rate": 1.0022234058128251e-05,
-      "loss": 0.185,
-      "step": 10114
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.697952043975562,
-      "learning_rate": 1.0020587093279339e-05,
-      "loss": 0.1945,
-      "step": 10115
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0221196595404018,
-      "learning_rate": 1.0018940127872001e-05,
-      "loss": 0.173,
-      "step": 10116
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 2.525650165385635,
-      "learning_rate": 1.001729316195091e-05,
-      "loss": 0.196,
-      "step": 10117
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9281390262973999,
-      "learning_rate": 1.001564619556074e-05,
-      "loss": 0.1758,
-      "step": 10118
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.5021408002983778,
-      "learning_rate": 1.001399922874617e-05,
-      "loss": 0.2149,
-      "step": 10119
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.338027793563955,
-      "learning_rate": 1.0012352261551868e-05,
-      "loss": 0.1987,
-      "step": 10120
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.034500217978134,
-      "learning_rate": 1.001070529402251e-05,
-      "loss": 0.1678,
-      "step": 10121
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9757847773691674,
-      "learning_rate": 1.0009058326202768e-05,
-      "loss": 0.1821,
-      "step": 10122
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9283672375689633,
-      "learning_rate": 1.000741135813732e-05,
-      "loss": 0.2065,
-      "step": 10123
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0360793799716828,
-      "learning_rate": 1.000576438987084e-05,
-      "loss": 0.188,
-      "step": 10124
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 0.9095239168298347,
-      "learning_rate": 1.0004117421448e-05,
-      "loss": 0.1953,
-      "step": 10125
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0856311188231922,
-      "learning_rate": 1.0002470452913473e-05,
-      "loss": 0.184,
-      "step": 10126
-    },
-    {
-      "epoch": 0.51,
-      "grad_norm": 1.0522283892013424,
-      "learning_rate": 1.0000823484311937e-05,
-      "loss": 0.1797,
-      "step": 10127
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.8729040385760526,
-      "learning_rate": 9.999176515688066e-06,
-      "loss": 0.1783,
-      "step": 10128
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.5443301439658077,
-      "learning_rate": 9.997529547086527e-06,
-      "loss": 0.1928,
-      "step": 10129
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0450069976328333,
-      "learning_rate": 9.995882578552002e-06,
-      "loss": 0.1769,
-      "step": 10130
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 2.594677740582822,
-      "learning_rate": 9.99423561012916e-06,
-      "loss": 0.1859,
-      "step": 10131
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9298369881994603,
-      "learning_rate": 9.992588641862682e-06,
-      "loss": 0.183,
-      "step": 10132
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1359824341091553,
-      "learning_rate": 9.990941673797234e-06,
-      "loss": 0.2131,
-      "step": 10133
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1726229751635113,
-      "learning_rate": 9.989294705977494e-06,
-      "loss": 0.2187,
-      "step": 10134
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0697105168059207,
-      "learning_rate": 9.987647738448134e-06,
-      "loss": 0.1792,
-      "step": 10135
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0446155555654533,
-      "learning_rate": 9.986000771253835e-06,
-      "loss": 0.1842,
-      "step": 10136
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.5252893644381011,
-      "learning_rate": 9.984353804439264e-06,
-      "loss": 0.2099,
-      "step": 10137
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.991401095277735,
-      "learning_rate": 9.982706838049094e-06,
-      "loss": 0.1812,
-      "step": 10138
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9456998564950463,
-      "learning_rate": 9.981059872128004e-06,
-      "loss": 0.1749,
-      "step": 10139
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.141972747906058,
-      "learning_rate": 9.979412906720663e-06,
-      "loss": 0.1747,
-      "step": 10140
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9011930047903997,
-      "learning_rate": 9.977765941871754e-06,
-      "loss": 0.1748,
-      "step": 10141
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.135559019401279,
-      "learning_rate": 9.976118977625941e-06,
-      "loss": 0.1878,
-      "step": 10142
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.4727396649384408,
-      "learning_rate": 9.974472014027903e-06,
-      "loss": 0.1737,
-      "step": 10143
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.8580717686639748,
-      "learning_rate": 9.97282505112231e-06,
-      "loss": 0.21,
-      "step": 10144
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.09660598116125,
-      "learning_rate": 9.971178088953845e-06,
-      "loss": 0.1681,
-      "step": 10145
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.8839707672338685,
-      "learning_rate": 9.969531127567172e-06,
-      "loss": 0.1792,
-      "step": 10146
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.970215974749392,
-      "learning_rate": 9.96788416700697e-06,
-      "loss": 0.177,
-      "step": 10147
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.26868888668654,
-      "learning_rate": 9.96623720731791e-06,
-      "loss": 0.1784,
-      "step": 10148
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 2.656729429434053,
-      "learning_rate": 9.964590248544671e-06,
-      "loss": 0.2014,
-      "step": 10149
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.93392320181895,
-      "learning_rate": 9.96294329073192e-06,
-      "loss": 0.1887,
-      "step": 10150
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.8589463763497676,
-      "learning_rate": 9.961296333924338e-06,
-      "loss": 0.1678,
-      "step": 10151
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0833683363223623,
-      "learning_rate": 9.959649378166593e-06,
-      "loss": 0.1936,
-      "step": 10152
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9254068495035073,
-      "learning_rate": 9.95800242350336e-06,
-      "loss": 0.1791,
-      "step": 10153
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.2301348039871198,
-      "learning_rate": 9.95635546997932e-06,
-      "loss": 0.1916,
-      "step": 10154
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.8856938637562976,
-      "learning_rate": 9.95470851763913e-06,
-      "loss": 0.1649,
-      "step": 10155
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 2.540285019478901,
-      "learning_rate": 9.953061566527481e-06,
-      "loss": 0.1785,
-      "step": 10156
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9488229772162609,
-      "learning_rate": 9.951414616689037e-06,
-      "loss": 0.1971,
-      "step": 10157
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.4195672508913053,
-      "learning_rate": 9.949767668168477e-06,
-      "loss": 0.1716,
-      "step": 10158
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9390328203362874,
-      "learning_rate": 9.948120721010467e-06,
-      "loss": 0.1847,
-      "step": 10159
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9321828642929739,
-      "learning_rate": 9.94647377525969e-06,
-      "loss": 0.1757,
-      "step": 10160
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.4279965604940652,
-      "learning_rate": 9.94482683096081e-06,
-      "loss": 0.201,
-      "step": 10161
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0650861327001324,
-      "learning_rate": 9.943179888158512e-06,
-      "loss": 0.1886,
-      "step": 10162
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 2.259419552091082,
-      "learning_rate": 9.941532946897456e-06,
-      "loss": 0.1867,
-      "step": 10163
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0238322413879728,
-      "learning_rate": 9.93988600722233e-06,
-      "loss": 0.1822,
-      "step": 10164
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 2.9864417236171614,
-      "learning_rate": 9.938239069177792e-06,
-      "loss": 0.1855,
-      "step": 10165
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.8899000559027274,
-      "learning_rate": 9.936592132808526e-06,
-      "loss": 0.1858,
-      "step": 10166
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0665160725544522,
-      "learning_rate": 9.9349451981592e-06,
-      "loss": 0.1728,
-      "step": 10167
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0003805091844538,
-      "learning_rate": 9.933298265274493e-06,
-      "loss": 0.1756,
-      "step": 10168
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.7563077112028692,
-      "learning_rate": 9.93165133419907e-06,
-      "loss": 0.1651,
-      "step": 10169
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9976909236680422,
-      "learning_rate": 9.93000440497761e-06,
-      "loss": 0.2197,
-      "step": 10170
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0635056769523115,
-      "learning_rate": 9.928357477654783e-06,
-      "loss": 0.1755,
-      "step": 10171
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9026074106361105,
-      "learning_rate": 9.926710552275268e-06,
-      "loss": 0.1995,
-      "step": 10172
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.8673749012582641,
-      "learning_rate": 9.925063628883731e-06,
-      "loss": 0.1817,
-      "step": 10173
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9998411376931166,
-      "learning_rate": 9.923416707524845e-06,
-      "loss": 0.205,
-      "step": 10174
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.334736412034857,
-      "learning_rate": 9.921769788243291e-06,
-      "loss": 0.1721,
-      "step": 10175
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.853685111169905,
-      "learning_rate": 9.92012287108373e-06,
-      "loss": 0.1825,
-      "step": 10176
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.5061052824171897,
-      "learning_rate": 9.918475956090845e-06,
-      "loss": 0.1907,
-      "step": 10177
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.649723100823968,
-      "learning_rate": 9.9168290433093e-06,
-      "loss": 0.1581,
-      "step": 10178
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9177755922432216,
-      "learning_rate": 9.915182132783773e-06,
-      "loss": 0.1698,
-      "step": 10179
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.171004729759711,
-      "learning_rate": 9.913535224558936e-06,
-      "loss": 0.1862,
-      "step": 10180
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1815972737473774,
-      "learning_rate": 9.911888318679463e-06,
-      "loss": 0.2017,
-      "step": 10181
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9401379104944637,
-      "learning_rate": 9.910241415190022e-06,
-      "loss": 0.1664,
-      "step": 10182
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.086417801036447,
-      "learning_rate": 9.908594514135288e-06,
-      "loss": 0.2047,
-      "step": 10183
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1246348855935053,
-      "learning_rate": 9.906947615559932e-06,
-      "loss": 0.182,
-      "step": 10184
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.5114210520282993,
-      "learning_rate": 9.90530071950863e-06,
-      "loss": 0.2235,
-      "step": 10185
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.7888776269891093,
-      "learning_rate": 9.903653826026049e-06,
-      "loss": 0.1705,
-      "step": 10186
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.3258985075992884,
-      "learning_rate": 9.902006935156863e-06,
-      "loss": 0.1849,
-      "step": 10187
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.954590283479778,
-      "learning_rate": 9.900360046945746e-06,
-      "loss": 0.184,
-      "step": 10188
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9657271524800654,
-      "learning_rate": 9.89871316143737e-06,
-      "loss": 0.1725,
-      "step": 10189
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.910098204363335,
-      "learning_rate": 9.897066278676405e-06,
-      "loss": 0.2054,
-      "step": 10190
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.980882661006259,
-      "learning_rate": 9.89541939870752e-06,
-      "loss": 0.169,
-      "step": 10191
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.3256139950041805,
-      "learning_rate": 9.893772521575391e-06,
-      "loss": 0.1984,
-      "step": 10192
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.2102877874991573,
-      "learning_rate": 9.892125647324686e-06,
-      "loss": 0.1972,
-      "step": 10193
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.2624640998421532,
-      "learning_rate": 9.890478776000084e-06,
-      "loss": 0.1975,
-      "step": 10194
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.6185245911520465,
-      "learning_rate": 9.888831907646246e-06,
-      "loss": 0.1702,
-      "step": 10195
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.3108016567585763,
-      "learning_rate": 9.887185042307852e-06,
-      "loss": 0.1929,
-      "step": 10196
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1164020898665021,
-      "learning_rate": 9.885538180029568e-06,
-      "loss": 0.1819,
-      "step": 10197
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.3538769640540862,
-      "learning_rate": 9.883891320856071e-06,
-      "loss": 0.2121,
-      "step": 10198
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 2.724159505917361,
-      "learning_rate": 9.882244464832026e-06,
-      "loss": 0.1805,
-      "step": 10199
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.2116009207840774,
-      "learning_rate": 9.880597612002106e-06,
-      "loss": 0.1754,
-      "step": 10200
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0692218955637767,
-      "learning_rate": 9.878950762410981e-06,
-      "loss": 0.1719,
-      "step": 10201
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1384005316524284,
-      "learning_rate": 9.877303916103328e-06,
-      "loss": 0.2003,
-      "step": 10202
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.7804404480331262,
-      "learning_rate": 9.87565707312381e-06,
-      "loss": 0.1939,
-      "step": 10203
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1253730710614271,
-      "learning_rate": 9.874010233517103e-06,
-      "loss": 0.1829,
-      "step": 10204
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0966039460231016,
-      "learning_rate": 9.872363397327873e-06,
-      "loss": 0.1832,
-      "step": 10205
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9516794217543744,
-      "learning_rate": 9.870716564600796e-06,
-      "loss": 0.1649,
-      "step": 10206
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.4001621379783895,
-      "learning_rate": 9.869069735380539e-06,
-      "loss": 0.2184,
-      "step": 10207
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9562249033797356,
-      "learning_rate": 9.86742290971177e-06,
-      "loss": 0.1564,
-      "step": 10208
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1783580116509145,
-      "learning_rate": 9.865776087639166e-06,
-      "loss": 0.1931,
-      "step": 10209
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9452027253631481,
-      "learning_rate": 9.864129269207388e-06,
-      "loss": 0.1644,
-      "step": 10210
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.7783206095949607,
-      "learning_rate": 9.862482454461116e-06,
-      "loss": 0.1727,
-      "step": 10211
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.2040093366723683,
-      "learning_rate": 9.860835643445012e-06,
-      "loss": 0.1946,
-      "step": 10212
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0919123989202537,
-      "learning_rate": 9.85918883620375e-06,
-      "loss": 0.1927,
-      "step": 10213
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.2210304943276447,
-      "learning_rate": 9.857542032781998e-06,
-      "loss": 0.1658,
-      "step": 10214
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.403600247600213,
-      "learning_rate": 9.855895233224431e-06,
-      "loss": 0.1764,
-      "step": 10215
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 2.6703789557349276,
-      "learning_rate": 9.854248437575709e-06,
-      "loss": 0.1786,
-      "step": 10216
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.2725040333955278,
-      "learning_rate": 9.852601645880509e-06,
-      "loss": 0.1944,
-      "step": 10217
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.2734027828974808,
-      "learning_rate": 9.850954858183496e-06,
-      "loss": 0.1755,
-      "step": 10218
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.5556163072912323,
-      "learning_rate": 9.84930807452934e-06,
-      "loss": 0.2188,
-      "step": 10219
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.8223797292168257,
-      "learning_rate": 9.847661294962712e-06,
-      "loss": 0.1837,
-      "step": 10220
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9725737606009888,
-      "learning_rate": 9.846014519528284e-06,
-      "loss": 0.1765,
-      "step": 10221
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9305960044566103,
-      "learning_rate": 9.844367748270715e-06,
-      "loss": 0.1787,
-      "step": 10222
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9975408276525014,
-      "learning_rate": 9.842720981234682e-06,
-      "loss": 0.1891,
-      "step": 10223
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.8328704239311866,
-      "learning_rate": 9.841074218464852e-06,
-      "loss": 0.2045,
-      "step": 10224
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.8011822959442132,
-      "learning_rate": 9.839427460005892e-06,
-      "loss": 0.1606,
-      "step": 10225
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1040336320983504,
-      "learning_rate": 9.83778070590247e-06,
-      "loss": 0.1841,
-      "step": 10226
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.6536014897279836,
-      "learning_rate": 9.836133956199256e-06,
-      "loss": 0.2025,
-      "step": 10227
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1487464384278228,
-      "learning_rate": 9.834487210940921e-06,
-      "loss": 0.1803,
-      "step": 10228
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.167115620085271,
-      "learning_rate": 9.832840470172125e-06,
-      "loss": 0.169,
-      "step": 10229
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1368296793900705,
-      "learning_rate": 9.831193733937546e-06,
-      "loss": 0.1966,
-      "step": 10230
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 2.248366853893879,
-      "learning_rate": 9.829547002281842e-06,
-      "loss": 0.1962,
-      "step": 10231
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.2296604069185608,
-      "learning_rate": 9.827900275249686e-06,
-      "loss": 0.1698,
-      "step": 10232
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0772480915238765,
-      "learning_rate": 9.826253552885744e-06,
-      "loss": 0.1702,
-      "step": 10233
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1237664542437968,
-      "learning_rate": 9.824606835234689e-06,
-      "loss": 0.1807,
-      "step": 10234
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1427706105579902,
-      "learning_rate": 9.822960122341178e-06,
-      "loss": 0.162,
-      "step": 10235
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1936009566155101,
-      "learning_rate": 9.821313414249885e-06,
-      "loss": 0.1701,
-      "step": 10236
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.858311831063239,
-      "learning_rate": 9.819666711005475e-06,
-      "loss": 0.1671,
-      "step": 10237
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9974203917111358,
-      "learning_rate": 9.818020012652619e-06,
-      "loss": 0.1792,
-      "step": 10238
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.048164162370106,
-      "learning_rate": 9.816373319235978e-06,
-      "loss": 0.1773,
-      "step": 10239
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1626993038494857,
-      "learning_rate": 9.81472663080022e-06,
-      "loss": 0.2068,
-      "step": 10240
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1444195275217797,
-      "learning_rate": 9.813079947390014e-06,
-      "loss": 0.176,
-      "step": 10241
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 2.142794849853422,
-      "learning_rate": 9.811433269050028e-06,
-      "loss": 0.1936,
-      "step": 10242
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.73344991210697,
-      "learning_rate": 9.809786595824922e-06,
-      "loss": 0.1756,
-      "step": 10243
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9409173951911256,
-      "learning_rate": 9.808139927759363e-06,
-      "loss": 0.1816,
-      "step": 10244
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0067367796209783,
-      "learning_rate": 9.806493264898025e-06,
-      "loss": 0.1731,
-      "step": 10245
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0266266779009294,
-      "learning_rate": 9.804846607285564e-06,
-      "loss": 0.1842,
-      "step": 10246
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1987923485278358,
-      "learning_rate": 9.803199954966653e-06,
-      "loss": 0.1718,
-      "step": 10247
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.6993453303103312,
-      "learning_rate": 9.801553307985951e-06,
-      "loss": 0.1612,
-      "step": 10248
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1169837375895257,
-      "learning_rate": 9.799906666388129e-06,
-      "loss": 0.2179,
-      "step": 10249
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.2233213875080469,
-      "learning_rate": 9.798260030217846e-06,
-      "loss": 0.1806,
-      "step": 10250
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.8535516549948462,
-      "learning_rate": 9.796613399519777e-06,
-      "loss": 0.1985,
-      "step": 10251
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.042384382904542,
-      "learning_rate": 9.794966774338576e-06,
-      "loss": 0.1733,
-      "step": 10252
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.2915414484488394,
-      "learning_rate": 9.793320154718916e-06,
-      "loss": 0.2085,
-      "step": 10253
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0400857471966334,
-      "learning_rate": 9.791673540705455e-06,
-      "loss": 0.187,
-      "step": 10254
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0354907674864533,
-      "learning_rate": 9.790026932342867e-06,
-      "loss": 0.1905,
-      "step": 10255
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.156361371396123,
-      "learning_rate": 9.788380329675804e-06,
-      "loss": 0.1737,
-      "step": 10256
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.130435978970632,
-      "learning_rate": 9.78673373274894e-06,
-      "loss": 0.1822,
-      "step": 10257
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.005638120384302,
-      "learning_rate": 9.785087141606933e-06,
-      "loss": 0.1739,
-      "step": 10258
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1380722013661921,
-      "learning_rate": 9.783440556294453e-06,
-      "loss": 0.1632,
-      "step": 10259
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9394729324116381,
-      "learning_rate": 9.781793976856162e-06,
-      "loss": 0.1935,
-      "step": 10260
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0403813908247483,
-      "learning_rate": 9.780147403336715e-06,
-      "loss": 0.1996,
-      "step": 10261
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0395031212258359,
-      "learning_rate": 9.778500835780787e-06,
-      "loss": 0.1701,
-      "step": 10262
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.4688923849207338,
-      "learning_rate": 9.776854274233033e-06,
-      "loss": 0.216,
-      "step": 10263
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9303142358262178,
-      "learning_rate": 9.775207718738122e-06,
-      "loss": 0.1751,
-      "step": 10264
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9180433229028818,
-      "learning_rate": 9.773561169340711e-06,
-      "loss": 0.1701,
-      "step": 10265
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 4.3860890328689495,
-      "learning_rate": 9.771914626085469e-06,
-      "loss": 0.182,
-      "step": 10266
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9648158711671928,
-      "learning_rate": 9.770268089017053e-06,
-      "loss": 0.1796,
-      "step": 10267
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.2075022464405123,
-      "learning_rate": 9.768621558180132e-06,
-      "loss": 0.1843,
-      "step": 10268
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0368552296049038,
-      "learning_rate": 9.766975033619361e-06,
-      "loss": 0.2178,
-      "step": 10269
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9632831147646977,
-      "learning_rate": 9.765328515379407e-06,
-      "loss": 0.192,
-      "step": 10270
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0815652516872132,
-      "learning_rate": 9.763682003504928e-06,
-      "loss": 0.2028,
-      "step": 10271
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0663126245248298,
-      "learning_rate": 9.762035498040594e-06,
-      "loss": 0.1806,
-      "step": 10272
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0079893330839749,
-      "learning_rate": 9.760388999031052e-06,
-      "loss": 0.1645,
-      "step": 10273
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.8802844478953326,
-      "learning_rate": 9.758742506520981e-06,
-      "loss": 0.2002,
-      "step": 10274
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0872710320559473,
-      "learning_rate": 9.757096020555026e-06,
-      "loss": 0.1872,
-      "step": 10275
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.3758322155268397,
-      "learning_rate": 9.755449541177858e-06,
-      "loss": 0.1975,
-      "step": 10276
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.8157296114345972,
-      "learning_rate": 9.753803068434138e-06,
-      "loss": 0.1757,
-      "step": 10277
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.8569053998828822,
-      "learning_rate": 9.752156602368518e-06,
-      "loss": 0.1921,
-      "step": 10278
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.086718255160991,
-      "learning_rate": 9.750510143025667e-06,
-      "loss": 0.183,
-      "step": 10279
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.8547794002110998,
-      "learning_rate": 9.74886369045024e-06,
-      "loss": 0.1925,
-      "step": 10280
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9958419750913367,
-      "learning_rate": 9.747217244686904e-06,
-      "loss": 0.1836,
-      "step": 10281
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9492194733753996,
-      "learning_rate": 9.745570805780312e-06,
-      "loss": 0.1913,
-      "step": 10282
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0321429448228026,
-      "learning_rate": 9.743924373775125e-06,
-      "loss": 0.1981,
-      "step": 10283
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.2903368325471654,
-      "learning_rate": 9.742277948716004e-06,
-      "loss": 0.1851,
-      "step": 10284
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9680758698483248,
-      "learning_rate": 9.740631530647611e-06,
-      "loss": 0.1756,
-      "step": 10285
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1418268403416956,
-      "learning_rate": 9.7389851196146e-06,
-      "loss": 0.1651,
-      "step": 10286
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0744824585428467,
-      "learning_rate": 9.737338715661635e-06,
-      "loss": 0.1815,
-      "step": 10287
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9499836138535693,
-      "learning_rate": 9.735692318833368e-06,
-      "loss": 0.1643,
-      "step": 10288
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.033330852504397,
-      "learning_rate": 9.734045929174465e-06,
-      "loss": 0.1745,
-      "step": 10289
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9317581030504224,
-      "learning_rate": 9.732399546729578e-06,
-      "loss": 0.181,
-      "step": 10290
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.936147738733036,
-      "learning_rate": 9.730753171543374e-06,
-      "loss": 0.1947,
-      "step": 10291
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.4341538894034087,
-      "learning_rate": 9.729106803660501e-06,
-      "loss": 0.1622,
-      "step": 10292
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0503544146668324,
-      "learning_rate": 9.727460443125622e-06,
-      "loss": 0.1868,
-      "step": 10293
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9132717870250818,
-      "learning_rate": 9.725814089983398e-06,
-      "loss": 0.1837,
-      "step": 10294
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.2074972029352926,
-      "learning_rate": 9.724167744278475e-06,
-      "loss": 0.1876,
-      "step": 10295
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.166491148740018,
-      "learning_rate": 9.722521406055521e-06,
-      "loss": 0.2105,
-      "step": 10296
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1476688881483905,
-      "learning_rate": 9.720875075359188e-06,
-      "loss": 0.201,
-      "step": 10297
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0005395496337184,
-      "learning_rate": 9.71922875223414e-06,
-      "loss": 0.1653,
-      "step": 10298
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.045700555276377,
-      "learning_rate": 9.717582436725021e-06,
-      "loss": 0.1933,
-      "step": 10299
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1122857347006354,
-      "learning_rate": 9.715936128876501e-06,
-      "loss": 0.2016,
-      "step": 10300
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.8552952996571777,
-      "learning_rate": 9.714289828733223e-06,
-      "loss": 0.1983,
-      "step": 10301
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9366334544382264,
-      "learning_rate": 9.712643536339853e-06,
-      "loss": 0.1673,
-      "step": 10302
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.8599452455983897,
-      "learning_rate": 9.71099725174104e-06,
-      "loss": 0.177,
-      "step": 10303
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.4254728191793864,
-      "learning_rate": 9.709350974981449e-06,
-      "loss": 0.1746,
-      "step": 10304
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.2572506240427659,
-      "learning_rate": 9.707704706105724e-06,
-      "loss": 0.2239,
-      "step": 10305
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.8240594846353297,
-      "learning_rate": 9.706058445158527e-06,
-      "loss": 0.162,
-      "step": 10306
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.3421053745298535,
-      "learning_rate": 9.704412192184511e-06,
-      "loss": 0.1903,
-      "step": 10307
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.707243750628533,
-      "learning_rate": 9.702765947228333e-06,
-      "loss": 0.1605,
-      "step": 10308
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.4382999861183035,
-      "learning_rate": 9.701119710334641e-06,
-      "loss": 0.2078,
-      "step": 10309
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9283704283606212,
-      "learning_rate": 9.699473481548097e-06,
-      "loss": 0.2208,
-      "step": 10310
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9548298747791736,
-      "learning_rate": 9.69782726091335e-06,
-      "loss": 0.185,
-      "step": 10311
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.2026902730032376,
-      "learning_rate": 9.69618104847506e-06,
-      "loss": 0.2108,
-      "step": 10312
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.2489949232747564,
-      "learning_rate": 9.694534844277876e-06,
-      "loss": 0.1893,
-      "step": 10313
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9972214462379292,
-      "learning_rate": 9.692888648366447e-06,
-      "loss": 0.21,
-      "step": 10314
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1213588878823344,
-      "learning_rate": 9.691242460785433e-06,
-      "loss": 0.1822,
-      "step": 10315
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9237740150032636,
-      "learning_rate": 9.689596281579481e-06,
-      "loss": 0.1859,
-      "step": 10316
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.0459244960203853,
-      "learning_rate": 9.687950110793254e-06,
-      "loss": 0.1757,
-      "step": 10317
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9527148976547666,
-      "learning_rate": 9.686303948471393e-06,
-      "loss": 0.1902,
-      "step": 10318
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.399354081487811,
-      "learning_rate": 9.684657794658557e-06,
-      "loss": 0.1742,
-      "step": 10319
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.2006200307552037,
-      "learning_rate": 9.683011649399393e-06,
-      "loss": 0.1801,
-      "step": 10320
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.8273043295743692,
-      "learning_rate": 9.681365512738561e-06,
-      "loss": 0.2077,
-      "step": 10321
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 0.9695511459683863,
-      "learning_rate": 9.679719384720705e-06,
-      "loss": 0.1791,
-      "step": 10322
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.4961861053556897,
-      "learning_rate": 9.678073265390478e-06,
-      "loss": 0.1728,
-      "step": 10323
-    },
-    {
-      "epoch": 0.52,
-      "grad_norm": 1.1475693874767454,
-      "learning_rate": 9.676427154792532e-06,
-      "loss": 0.1927,
-      "step": 10324
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.1376021528687463,
-      "learning_rate": 9.67478105297152e-06,
-      "loss": 0.1805,
-      "step": 10325
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.4852948187095072,
-      "learning_rate": 9.673134959972087e-06,
-      "loss": 0.1786,
-      "step": 10326
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.3038353556527462,
-      "learning_rate": 9.671488875838892e-06,
-      "loss": 0.1658,
-      "step": 10327
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.2454552539516948,
-      "learning_rate": 9.669842800616573e-06,
-      "loss": 0.1997,
-      "step": 10328
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.1513530264433791,
-      "learning_rate": 9.66819673434979e-06,
-      "loss": 0.176,
-      "step": 10329
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0618655964419974,
-      "learning_rate": 9.666550677083193e-06,
-      "loss": 0.1856,
-      "step": 10330
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.8207853176957545,
-      "learning_rate": 9.664904628861423e-06,
-      "loss": 0.165,
-      "step": 10331
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.4835936664284424,
-      "learning_rate": 9.663258589729133e-06,
-      "loss": 0.1818,
-      "step": 10332
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.148356495795242,
-      "learning_rate": 9.661612559730974e-06,
-      "loss": 0.1886,
-      "step": 10333
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.977431153226433,
-      "learning_rate": 9.659966538911597e-06,
-      "loss": 0.1764,
-      "step": 10334
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.3184864457409595,
-      "learning_rate": 9.658320527315642e-06,
-      "loss": 0.1875,
-      "step": 10335
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0881433063606767,
-      "learning_rate": 9.656674524987764e-06,
-      "loss": 0.1858,
-      "step": 10336
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9988224231568393,
-      "learning_rate": 9.655028531972607e-06,
-      "loss": 0.2006,
-      "step": 10337
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0873306012414692,
-      "learning_rate": 9.653382548314824e-06,
-      "loss": 0.1902,
-      "step": 10338
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.6293296419133951,
-      "learning_rate": 9.651736574059056e-06,
-      "loss": 0.1736,
-      "step": 10339
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9422063308430143,
-      "learning_rate": 9.650090609249957e-06,
-      "loss": 0.1897,
-      "step": 10340
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.098181699439507,
-      "learning_rate": 9.648444653932166e-06,
-      "loss": 0.2025,
-      "step": 10341
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.043494769008611,
-      "learning_rate": 9.646798708150335e-06,
-      "loss": 0.1811,
-      "step": 10342
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.4141343490160387,
-      "learning_rate": 9.645152771949107e-06,
-      "loss": 0.1732,
-      "step": 10343
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9833433273445842,
-      "learning_rate": 9.643506845373134e-06,
-      "loss": 0.1736,
-      "step": 10344
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.4078488952573975,
-      "learning_rate": 9.641860928467054e-06,
-      "loss": 0.1871,
-      "step": 10345
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.254584100159465,
-      "learning_rate": 9.64021502127552e-06,
-      "loss": 0.2344,
-      "step": 10346
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9609613365024053,
-      "learning_rate": 9.638569123843174e-06,
-      "loss": 0.1756,
-      "step": 10347
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.863047354823533,
-      "learning_rate": 9.636923236214658e-06,
-      "loss": 0.1634,
-      "step": 10348
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9746403408105337,
-      "learning_rate": 9.635277358434622e-06,
-      "loss": 0.191,
-      "step": 10349
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9928457396463447,
-      "learning_rate": 9.633631490547705e-06,
-      "loss": 0.1771,
-      "step": 10350
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.1389667439345696,
-      "learning_rate": 9.63198563259856e-06,
-      "loss": 0.1779,
-      "step": 10351
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.8675214941337062,
-      "learning_rate": 9.63033978463182e-06,
-      "loss": 0.1908,
-      "step": 10352
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.8474049487338804,
-      "learning_rate": 9.628693946692137e-06,
-      "loss": 0.1869,
-      "step": 10353
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9039438034001152,
-      "learning_rate": 9.62704811882415e-06,
-      "loss": 0.198,
-      "step": 10354
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.2251513400924823,
-      "learning_rate": 9.625402301072508e-06,
-      "loss": 0.1837,
-      "step": 10355
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.7946568640432952,
-      "learning_rate": 9.623756493481845e-06,
-      "loss": 0.169,
-      "step": 10356
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0808439840321342,
-      "learning_rate": 9.622110696096812e-06,
-      "loss": 0.2229,
-      "step": 10357
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.1578573480507568,
-      "learning_rate": 9.620464908962044e-06,
-      "loss": 0.2092,
-      "step": 10358
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.2304337056025627,
-      "learning_rate": 9.618819132122188e-06,
-      "loss": 0.1985,
-      "step": 10359
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9198798137925053,
-      "learning_rate": 9.617173365621885e-06,
-      "loss": 0.2165,
-      "step": 10360
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.3088003472110072,
-      "learning_rate": 9.615527609505778e-06,
-      "loss": 0.2178,
-      "step": 10361
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.1875781433128594,
-      "learning_rate": 9.613881863818504e-06,
-      "loss": 0.2038,
-      "step": 10362
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.7732911230002019,
-      "learning_rate": 9.612236128604707e-06,
-      "loss": 0.1597,
-      "step": 10363
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.8891492803152726,
-      "learning_rate": 9.610590403909028e-06,
-      "loss": 0.1673,
-      "step": 10364
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.4303661276989428,
-      "learning_rate": 9.608944689776104e-06,
-      "loss": 0.2045,
-      "step": 10365
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.1698005064544776,
-      "learning_rate": 9.607298986250578e-06,
-      "loss": 0.1826,
-      "step": 10366
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9063023615216049,
-      "learning_rate": 9.605653293377088e-06,
-      "loss": 0.1959,
-      "step": 10367
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9339563685741792,
-      "learning_rate": 9.60400761120028e-06,
-      "loss": 0.1899,
-      "step": 10368
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9848466830667983,
-      "learning_rate": 9.60236193976478e-06,
-      "loss": 0.1742,
-      "step": 10369
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.9967791172095308,
-      "learning_rate": 9.600716279115244e-06,
-      "loss": 0.182,
-      "step": 10370
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.1842568174382346,
-      "learning_rate": 9.599070629296295e-06,
-      "loss": 0.1643,
-      "step": 10371
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.6531054022617186,
-      "learning_rate": 9.597424990352578e-06,
-      "loss": 0.2011,
-      "step": 10372
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.7400670830777677,
-      "learning_rate": 9.595779362328731e-06,
-      "loss": 0.156,
-      "step": 10373
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9571451657640488,
-      "learning_rate": 9.594133745269396e-06,
-      "loss": 0.1706,
-      "step": 10374
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.1804292443357665,
-      "learning_rate": 9.5924881392192e-06,
-      "loss": 0.1502,
-      "step": 10375
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 2.3734033967550605,
-      "learning_rate": 9.59084254422279e-06,
-      "loss": 0.1662,
-      "step": 10376
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.1294070061228543,
-      "learning_rate": 9.589196960324797e-06,
-      "loss": 0.2031,
-      "step": 10377
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.1415644059540622,
-      "learning_rate": 9.587551387569863e-06,
-      "loss": 0.1832,
-      "step": 10378
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9893916259689024,
-      "learning_rate": 9.585905826002618e-06,
-      "loss": 0.1943,
-      "step": 10379
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9395348895068868,
-      "learning_rate": 9.584260275667702e-06,
-      "loss": 0.1786,
-      "step": 10380
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9656296619115283,
-      "learning_rate": 9.582614736609746e-06,
-      "loss": 0.1878,
-      "step": 10381
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9396833635719322,
-      "learning_rate": 9.580969208873396e-06,
-      "loss": 0.1971,
-      "step": 10382
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.850830522329186,
-      "learning_rate": 9.579323692503278e-06,
-      "loss": 0.1804,
-      "step": 10383
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9138329218506234,
-      "learning_rate": 9.577678187544024e-06,
-      "loss": 0.1811,
-      "step": 10384
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.895827065989639,
-      "learning_rate": 9.576032694040278e-06,
-      "loss": 0.19,
-      "step": 10385
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9258072443873068,
-      "learning_rate": 9.574387212036664e-06,
-      "loss": 0.1925,
-      "step": 10386
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.8878547805058776,
-      "learning_rate": 9.572741741577826e-06,
-      "loss": 0.2078,
-      "step": 10387
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.1455362422134288,
-      "learning_rate": 9.571096282708388e-06,
-      "loss": 0.1865,
-      "step": 10388
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.6733140804840556,
-      "learning_rate": 9.56945083547299e-06,
-      "loss": 0.1918,
-      "step": 10389
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.1029868972832708,
-      "learning_rate": 9.56780539991626e-06,
-      "loss": 0.184,
-      "step": 10390
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.2399755222533273,
-      "learning_rate": 9.566159976082838e-06,
-      "loss": 0.1819,
-      "step": 10391
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.95713725716782,
-      "learning_rate": 9.564514564017345e-06,
-      "loss": 0.1873,
-      "step": 10392
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.241490567498554,
-      "learning_rate": 9.562869163764423e-06,
-      "loss": 0.2063,
-      "step": 10393
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.162189024921771,
-      "learning_rate": 9.561223775368697e-06,
-      "loss": 0.1756,
-      "step": 10394
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9746192496771294,
-      "learning_rate": 9.559578398874805e-06,
-      "loss": 0.189,
-      "step": 10395
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.997149034861936,
-      "learning_rate": 9.55793303432737e-06,
-      "loss": 0.1811,
-      "step": 10396
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.8424462531241881,
-      "learning_rate": 9.55628768177103e-06,
-      "loss": 0.1777,
-      "step": 10397
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.8116625462094226,
-      "learning_rate": 9.554642341250408e-06,
-      "loss": 0.1795,
-      "step": 10398
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9758897036252532,
-      "learning_rate": 9.552997012810138e-06,
-      "loss": 0.1524,
-      "step": 10399
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.7726637556307456,
-      "learning_rate": 9.551351696494854e-06,
-      "loss": 0.1866,
-      "step": 10400
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.4435038850679889,
-      "learning_rate": 9.549706392349175e-06,
-      "loss": 0.1796,
-      "step": 10401
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0780415380104225,
-      "learning_rate": 9.548061100417739e-06,
-      "loss": 0.1979,
-      "step": 10402
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0693027700309574,
-      "learning_rate": 9.546415820745168e-06,
-      "loss": 0.1951,
-      "step": 10403
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9908854052260064,
-      "learning_rate": 9.544770553376098e-06,
-      "loss": 0.1904,
-      "step": 10404
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.6473184583869245,
-      "learning_rate": 9.543125298355147e-06,
-      "loss": 0.1923,
-      "step": 10405
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.3924433832198697,
-      "learning_rate": 9.54148005572695e-06,
-      "loss": 0.1897,
-      "step": 10406
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.111984621097495,
-      "learning_rate": 9.539834825536131e-06,
-      "loss": 0.1845,
-      "step": 10407
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.1519537417134282,
-      "learning_rate": 9.538189607827324e-06,
-      "loss": 0.1888,
-      "step": 10408
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.07458036048325,
-      "learning_rate": 9.536544402645144e-06,
-      "loss": 0.1847,
-      "step": 10409
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.5093378512311653,
-      "learning_rate": 9.53489921003423e-06,
-      "loss": 0.1835,
-      "step": 10410
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0330251895942397,
-      "learning_rate": 9.533254030039193e-06,
-      "loss": 0.1596,
-      "step": 10411
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.6626992170533568,
-      "learning_rate": 9.531608862704672e-06,
-      "loss": 0.2001,
-      "step": 10412
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.496480785595012,
-      "learning_rate": 9.529963708075284e-06,
-      "loss": 0.1882,
-      "step": 10413
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9989953762051174,
-      "learning_rate": 9.528318566195661e-06,
-      "loss": 0.1707,
-      "step": 10414
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.35912861959528,
-      "learning_rate": 9.52667343711042e-06,
-      "loss": 0.2268,
-      "step": 10415
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.3312356143026387,
-      "learning_rate": 9.525028320864191e-06,
-      "loss": 0.1828,
-      "step": 10416
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9451334639642954,
-      "learning_rate": 9.523383217501596e-06,
-      "loss": 0.1897,
-      "step": 10417
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.2835826239197037,
-      "learning_rate": 9.521738127067254e-06,
-      "loss": 0.1893,
-      "step": 10418
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.9477317307320914,
-      "learning_rate": 9.520093049605796e-06,
-      "loss": 0.1738,
-      "step": 10419
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9035321903439242,
-      "learning_rate": 9.51844798516184e-06,
-      "loss": 0.1919,
-      "step": 10420
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.7218146957856297,
-      "learning_rate": 9.516802933780011e-06,
-      "loss": 0.1565,
-      "step": 10421
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0801580770780828,
-      "learning_rate": 9.515157895504927e-06,
-      "loss": 0.192,
-      "step": 10422
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9582296167426243,
-      "learning_rate": 9.513512870381216e-06,
-      "loss": 0.1733,
-      "step": 10423
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0867462991915926,
-      "learning_rate": 9.511867858453493e-06,
-      "loss": 0.2014,
-      "step": 10424
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.7490081315040854,
-      "learning_rate": 9.510222859766383e-06,
-      "loss": 0.1687,
-      "step": 10425
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9441063005416657,
-      "learning_rate": 9.508577874364503e-06,
-      "loss": 0.1992,
-      "step": 10426
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 2.211252729767083,
-      "learning_rate": 9.506932902292482e-06,
-      "loss": 0.182,
-      "step": 10427
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.384841114501458,
-      "learning_rate": 9.505287943594928e-06,
-      "loss": 0.175,
-      "step": 10428
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.2205290375607247,
-      "learning_rate": 9.503642998316469e-06,
-      "loss": 0.1751,
-      "step": 10429
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.8274716728200241,
-      "learning_rate": 9.501998066501718e-06,
-      "loss": 0.1955,
-      "step": 10430
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0254602672883348,
-      "learning_rate": 9.500353148195305e-06,
-      "loss": 0.2029,
-      "step": 10431
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.7968841718287084,
-      "learning_rate": 9.498708243441834e-06,
-      "loss": 0.1899,
-      "step": 10432
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0826837399121725,
-      "learning_rate": 9.497063352285934e-06,
-      "loss": 0.1851,
-      "step": 10433
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9069755430051439,
-      "learning_rate": 9.495418474772221e-06,
-      "loss": 0.2015,
-      "step": 10434
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.271043067333602,
-      "learning_rate": 9.493773610945305e-06,
-      "loss": 0.194,
-      "step": 10435
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.1972613171697342,
-      "learning_rate": 9.492128760849813e-06,
-      "loss": 0.2168,
-      "step": 10436
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0838621602061793,
-      "learning_rate": 9.490483924530353e-06,
-      "loss": 0.1731,
-      "step": 10437
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.7529980716882423,
-      "learning_rate": 9.488839102031549e-06,
-      "loss": 0.1725,
-      "step": 10438
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.8989904055035346,
-      "learning_rate": 9.48719429339801e-06,
-      "loss": 0.1859,
-      "step": 10439
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9278387486832459,
-      "learning_rate": 9.485549498674357e-06,
-      "loss": 0.191,
-      "step": 10440
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.4556072385973486,
-      "learning_rate": 9.483904717905202e-06,
-      "loss": 0.1897,
-      "step": 10441
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9878938604682453,
-      "learning_rate": 9.48225995113516e-06,
-      "loss": 0.1697,
-      "step": 10442
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.2287388076396861,
-      "learning_rate": 9.480615198408846e-06,
-      "loss": 0.1862,
-      "step": 10443
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.8831594096054374,
-      "learning_rate": 9.478970459770878e-06,
-      "loss": 0.201,
-      "step": 10444
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9367663375726483,
-      "learning_rate": 9.47732573526586e-06,
-      "loss": 0.1834,
-      "step": 10445
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.7777173866626321,
-      "learning_rate": 9.475681024938415e-06,
-      "loss": 0.2014,
-      "step": 10446
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.17639472112245,
-      "learning_rate": 9.474036328833148e-06,
-      "loss": 0.1915,
-      "step": 10447
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.910047139114023,
-      "learning_rate": 9.472391646994681e-06,
-      "loss": 0.1648,
-      "step": 10448
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.044503529177657,
-      "learning_rate": 9.470746979467614e-06,
-      "loss": 0.1794,
-      "step": 10449
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9275408983661686,
-      "learning_rate": 9.46910232629657e-06,
-      "loss": 0.1785,
-      "step": 10450
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0062888448818028,
-      "learning_rate": 9.467457687526156e-06,
-      "loss": 0.213,
-      "step": 10451
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0758056837608503,
-      "learning_rate": 9.465813063200978e-06,
-      "loss": 0.1883,
-      "step": 10452
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.200194759153906,
-      "learning_rate": 9.464168453365655e-06,
-      "loss": 0.1687,
-      "step": 10453
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.8561814641014569,
-      "learning_rate": 9.462523858064788e-06,
-      "loss": 0.1801,
-      "step": 10454
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 2.4085649439814016,
-      "learning_rate": 9.460879277342995e-06,
-      "loss": 0.1891,
-      "step": 10455
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.072865594506947,
-      "learning_rate": 9.459234711244881e-06,
-      "loss": 0.1901,
-      "step": 10456
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.4323014820101265,
-      "learning_rate": 9.457590159815058e-06,
-      "loss": 0.1858,
-      "step": 10457
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.4154831275527877,
-      "learning_rate": 9.45594562309813e-06,
-      "loss": 0.2139,
-      "step": 10458
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0001665481648387,
-      "learning_rate": 9.454301101138708e-06,
-      "loss": 0.1876,
-      "step": 10459
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.9027308619514212,
-      "learning_rate": 9.452656593981398e-06,
-      "loss": 0.1831,
-      "step": 10460
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9316900980594415,
-      "learning_rate": 9.451012101670814e-06,
-      "loss": 0.1858,
-      "step": 10461
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.7836745774854093,
-      "learning_rate": 9.449367624251554e-06,
-      "loss": 0.1624,
-      "step": 10462
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.230737222455105,
-      "learning_rate": 9.447723161768228e-06,
-      "loss": 0.1664,
-      "step": 10463
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.8627584376712686,
-      "learning_rate": 9.446078714265441e-06,
-      "loss": 0.1978,
-      "step": 10464
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0735143941794252,
-      "learning_rate": 9.444434281787806e-06,
-      "loss": 0.1821,
-      "step": 10465
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.113359953970941,
-      "learning_rate": 9.442789864379918e-06,
-      "loss": 0.1847,
-      "step": 10466
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.2387280858722214,
-      "learning_rate": 9.44114546208639e-06,
-      "loss": 0.1765,
-      "step": 10467
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.8166548705579885,
-      "learning_rate": 9.439501074951817e-06,
-      "loss": 0.1841,
-      "step": 10468
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9275349732677751,
-      "learning_rate": 9.437856703020813e-06,
-      "loss": 0.1949,
-      "step": 10469
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9684713113188496,
-      "learning_rate": 9.436212346337981e-06,
-      "loss": 0.2019,
-      "step": 10470
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 2.752915393134308,
-      "learning_rate": 9.434568004947914e-06,
-      "loss": 0.1811,
-      "step": 10471
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0686608805981916,
-      "learning_rate": 9.432923678895225e-06,
-      "loss": 0.1788,
-      "step": 10472
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.3131991830901886,
-      "learning_rate": 9.431279368224512e-06,
-      "loss": 0.1957,
-      "step": 10473
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.8220619801982747,
-      "learning_rate": 9.429635072980382e-06,
-      "loss": 0.1781,
-      "step": 10474
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.7944177343908115,
-      "learning_rate": 9.427990793207428e-06,
-      "loss": 0.1783,
-      "step": 10475
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.8865612068771639,
-      "learning_rate": 9.426346528950258e-06,
-      "loss": 0.1681,
-      "step": 10476
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0013291908495037,
-      "learning_rate": 9.42470228025347e-06,
-      "loss": 0.1789,
-      "step": 10477
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.1030495223038712,
-      "learning_rate": 9.423058047161668e-06,
-      "loss": 0.1759,
-      "step": 10478
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.2086008136565232,
-      "learning_rate": 9.421413829719446e-06,
-      "loss": 0.191,
-      "step": 10479
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0555368232810498,
-      "learning_rate": 9.41976962797141e-06,
-      "loss": 0.2003,
-      "step": 10480
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.8284304837222289,
-      "learning_rate": 9.418125441962151e-06,
-      "loss": 0.1916,
-      "step": 10481
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.1149723921087935,
-      "learning_rate": 9.416481271736276e-06,
-      "loss": 0.178,
-      "step": 10482
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.2590214185530384,
-      "learning_rate": 9.414837117338376e-06,
-      "loss": 0.2095,
-      "step": 10483
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9191664131662469,
-      "learning_rate": 9.413192978813057e-06,
-      "loss": 0.183,
-      "step": 10484
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0947807191380714,
-      "learning_rate": 9.411548856204907e-06,
-      "loss": 0.1784,
-      "step": 10485
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.8485057552267062,
-      "learning_rate": 9.409904749558529e-06,
-      "loss": 0.1741,
-      "step": 10486
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.2353579300556639,
-      "learning_rate": 9.408260658918522e-06,
-      "loss": 0.1711,
-      "step": 10487
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9047841484421405,
-      "learning_rate": 9.406616584329473e-06,
-      "loss": 0.1886,
-      "step": 10488
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0537218642384858,
-      "learning_rate": 9.404972525835984e-06,
-      "loss": 0.17,
-      "step": 10489
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 2.490393840000147,
-      "learning_rate": 9.403328483482647e-06,
-      "loss": 0.1835,
-      "step": 10490
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9113168576797979,
-      "learning_rate": 9.401684457314064e-06,
-      "loss": 0.1985,
-      "step": 10491
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.8407452044189376,
-      "learning_rate": 9.400040447374818e-06,
-      "loss": 0.1784,
-      "step": 10492
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0300144394706507,
-      "learning_rate": 9.398396453709514e-06,
-      "loss": 0.1661,
-      "step": 10493
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0476008663127399,
-      "learning_rate": 9.396752476362735e-06,
-      "loss": 0.1865,
-      "step": 10494
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.6707348934781523,
-      "learning_rate": 9.395108515379082e-06,
-      "loss": 0.2134,
-      "step": 10495
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 2.4262919869218256,
-      "learning_rate": 9.393464570803142e-06,
-      "loss": 0.2053,
-      "step": 10496
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.1980144717024208,
-      "learning_rate": 9.391820642679515e-06,
-      "loss": 0.1852,
-      "step": 10497
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0619071454147688,
-      "learning_rate": 9.390176731052783e-06,
-      "loss": 0.1835,
-      "step": 10498
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9156702670758646,
-      "learning_rate": 9.388532835967543e-06,
-      "loss": 0.1979,
-      "step": 10499
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.1991320317620187,
-      "learning_rate": 9.386888957468383e-06,
-      "loss": 0.1743,
-      "step": 10500
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0832346660178478,
-      "learning_rate": 9.385245095599897e-06,
-      "loss": 0.1608,
-      "step": 10501
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.1136661258607057,
-      "learning_rate": 9.38360125040667e-06,
-      "loss": 0.1903,
-      "step": 10502
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.9346059659450856,
-      "learning_rate": 9.381957421933296e-06,
-      "loss": 0.1833,
-      "step": 10503
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0498713030587017,
-      "learning_rate": 9.380313610224364e-06,
-      "loss": 0.1831,
-      "step": 10504
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.1507233448862686,
-      "learning_rate": 9.378669815324456e-06,
-      "loss": 0.1679,
-      "step": 10505
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.7585534369008222,
-      "learning_rate": 9.377026037278169e-06,
-      "loss": 0.1746,
-      "step": 10506
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.1627401646562339,
-      "learning_rate": 9.37538227613008e-06,
-      "loss": 0.1868,
-      "step": 10507
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9497167071824306,
-      "learning_rate": 9.373738531924787e-06,
-      "loss": 0.1733,
-      "step": 10508
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9222271876528074,
-      "learning_rate": 9.372094804706867e-06,
-      "loss": 0.1955,
-      "step": 10509
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.982110484488253,
-      "learning_rate": 9.370451094520915e-06,
-      "loss": 0.1801,
-      "step": 10510
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0602814609731621,
-      "learning_rate": 9.36880740141151e-06,
-      "loss": 0.1606,
-      "step": 10511
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.2839696823036988,
-      "learning_rate": 9.367163725423242e-06,
-      "loss": 0.177,
-      "step": 10512
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.2200605917065472,
-      "learning_rate": 9.365520066600691e-06,
-      "loss": 0.1706,
-      "step": 10513
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.8684543483198988,
-      "learning_rate": 9.363876424988447e-06,
-      "loss": 0.19,
-      "step": 10514
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.4733424165761082,
-      "learning_rate": 9.362232800631087e-06,
-      "loss": 0.1808,
-      "step": 10515
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.332430221388429,
-      "learning_rate": 9.360589193573203e-06,
-      "loss": 0.1703,
-      "step": 10516
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0983837973789459,
-      "learning_rate": 9.358945603859369e-06,
-      "loss": 0.1682,
-      "step": 10517
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.9061642429714712,
-      "learning_rate": 9.357302031534178e-06,
-      "loss": 0.1752,
-      "step": 10518
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 1.0453790873171436,
-      "learning_rate": 9.355658476642198e-06,
-      "loss": 0.191,
-      "step": 10519
-    },
-    {
-      "epoch": 0.53,
-      "grad_norm": 0.8765708013616752,
-      "learning_rate": 9.354014939228024e-06,
-      "loss": 0.1748,
-      "step": 10520
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.890012437695401,
-      "learning_rate": 9.35237141933623e-06,
-      "loss": 0.2308,
-      "step": 10521
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9096191796737242,
-      "learning_rate": 9.350727917011395e-06,
-      "loss": 0.1793,
-      "step": 10522
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.5613106494417954,
-      "learning_rate": 9.349084432298106e-06,
-      "loss": 0.1811,
-      "step": 10523
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0860020915804065,
-      "learning_rate": 9.347440965240934e-06,
-      "loss": 0.2029,
-      "step": 10524
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8887090919405828,
-      "learning_rate": 9.345797515884466e-06,
-      "loss": 0.174,
-      "step": 10525
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8486337984116933,
-      "learning_rate": 9.344154084273275e-06,
-      "loss": 0.1791,
-      "step": 10526
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.006827054252546,
-      "learning_rate": 9.342510670451944e-06,
-      "loss": 0.1654,
-      "step": 10527
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9545599629514354,
-      "learning_rate": 9.340867274465047e-06,
-      "loss": 0.1948,
-      "step": 10528
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.047854515192047,
-      "learning_rate": 9.339223896357163e-06,
-      "loss": 0.1808,
-      "step": 10529
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.1177400791380077,
-      "learning_rate": 9.337580536172864e-06,
-      "loss": 0.1798,
-      "step": 10530
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8060106213647832,
-      "learning_rate": 9.335937193956736e-06,
-      "loss": 0.1807,
-      "step": 10531
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.884147369338201,
-      "learning_rate": 9.334293869753346e-06,
-      "loss": 0.1824,
-      "step": 10532
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.082017160418502,
-      "learning_rate": 9.332650563607276e-06,
-      "loss": 0.205,
-      "step": 10533
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8124867757454877,
-      "learning_rate": 9.331007275563093e-06,
-      "loss": 0.1854,
-      "step": 10534
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8725530897469803,
-      "learning_rate": 9.329364005665377e-06,
-      "loss": 0.1858,
-      "step": 10535
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8761616764100726,
-      "learning_rate": 9.327720753958699e-06,
-      "loss": 0.2076,
-      "step": 10536
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0565332273224135,
-      "learning_rate": 9.326077520487637e-06,
-      "loss": 0.2011,
-      "step": 10537
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.5342916385910432,
-      "learning_rate": 9.324434305296757e-06,
-      "loss": 0.1785,
-      "step": 10538
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9888427341066531,
-      "learning_rate": 9.322791108430636e-06,
-      "loss": 0.2056,
-      "step": 10539
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8702642528267842,
-      "learning_rate": 9.321147929933847e-06,
-      "loss": 0.1675,
-      "step": 10540
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.2638876117441158,
-      "learning_rate": 9.319504769850953e-06,
-      "loss": 0.1782,
-      "step": 10541
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9326731432920613,
-      "learning_rate": 9.317861628226535e-06,
-      "loss": 0.1902,
-      "step": 10542
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0811358970036962,
-      "learning_rate": 9.316218505105155e-06,
-      "loss": 0.1943,
-      "step": 10543
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9911777388698443,
-      "learning_rate": 9.314575400531391e-06,
-      "loss": 0.2022,
-      "step": 10544
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.1818692996375626,
-      "learning_rate": 9.312932314549804e-06,
-      "loss": 0.1933,
-      "step": 10545
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9087683719340895,
-      "learning_rate": 9.311289247204972e-06,
-      "loss": 0.187,
-      "step": 10546
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.2647180730801626,
-      "learning_rate": 9.309646198541454e-06,
-      "loss": 0.1762,
-      "step": 10547
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0285760495995913,
-      "learning_rate": 9.308003168603822e-06,
-      "loss": 0.1709,
-      "step": 10548
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.4024991467330072,
-      "learning_rate": 9.306360157436642e-06,
-      "loss": 0.1795,
-      "step": 10549
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9153367260426736,
-      "learning_rate": 9.304717165084486e-06,
-      "loss": 0.1668,
-      "step": 10550
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9666848999268505,
-      "learning_rate": 9.303074191591912e-06,
-      "loss": 0.2107,
-      "step": 10551
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.443604240907049,
-      "learning_rate": 9.301431237003492e-06,
-      "loss": 0.1799,
-      "step": 10552
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.1412227625228761,
-      "learning_rate": 9.299788301363786e-06,
-      "loss": 0.1912,
-      "step": 10553
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.074255400598678,
-      "learning_rate": 9.298145384717369e-06,
-      "loss": 0.1648,
-      "step": 10554
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.278035111588236,
-      "learning_rate": 9.296502487108792e-06,
-      "loss": 0.2043,
-      "step": 10555
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9894725590022767,
-      "learning_rate": 9.294859608582626e-06,
-      "loss": 0.1744,
-      "step": 10556
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9126589381137777,
-      "learning_rate": 9.293216749183437e-06,
-      "loss": 0.1606,
-      "step": 10557
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9971284910584742,
-      "learning_rate": 9.291573908955777e-06,
-      "loss": 0.1872,
-      "step": 10558
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9356317290539621,
-      "learning_rate": 9.289931087944221e-06,
-      "loss": 0.1674,
-      "step": 10559
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9180737699979528,
-      "learning_rate": 9.28828828619332e-06,
-      "loss": 0.1911,
-      "step": 10560
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.3102951476006044,
-      "learning_rate": 9.286645503747641e-06,
-      "loss": 0.1943,
-      "step": 10561
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0486085362353716,
-      "learning_rate": 9.28500274065174e-06,
-      "loss": 0.172,
-      "step": 10562
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0143367843255702,
-      "learning_rate": 9.283359996950187e-06,
-      "loss": 0.1923,
-      "step": 10563
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0226800184238658,
-      "learning_rate": 9.281717272687527e-06,
-      "loss": 0.1905,
-      "step": 10564
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0633593771594727,
-      "learning_rate": 9.28007456790833e-06,
-      "loss": 0.1949,
-      "step": 10565
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9299341580114174,
-      "learning_rate": 9.27843188265715e-06,
-      "loss": 0.1804,
-      "step": 10566
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.169669224468857,
-      "learning_rate": 9.276789216978549e-06,
-      "loss": 0.2227,
-      "step": 10567
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9097009835886758,
-      "learning_rate": 9.275146570917077e-06,
-      "loss": 0.1884,
-      "step": 10568
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9145517605087363,
-      "learning_rate": 9.273503944517298e-06,
-      "loss": 0.1675,
-      "step": 10569
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8695056976150293,
-      "learning_rate": 9.271861337823763e-06,
-      "loss": 0.1663,
-      "step": 10570
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.912319748951526,
-      "learning_rate": 9.270218750881036e-06,
-      "loss": 0.1891,
-      "step": 10571
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.1769578406569654,
-      "learning_rate": 9.26857618373366e-06,
-      "loss": 0.2083,
-      "step": 10572
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.1584981841543633,
-      "learning_rate": 9.2669336364262e-06,
-      "loss": 0.1728,
-      "step": 10573
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.7834513467328376,
-      "learning_rate": 9.265291109003208e-06,
-      "loss": 0.1634,
-      "step": 10574
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.5024126986383335,
-      "learning_rate": 9.263648601509231e-06,
-      "loss": 0.1773,
-      "step": 10575
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9605455781620283,
-      "learning_rate": 9.262006113988832e-06,
-      "loss": 0.1835,
-      "step": 10576
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.7979609875885121,
-      "learning_rate": 9.260363646486556e-06,
-      "loss": 0.185,
-      "step": 10577
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0930640857959548,
-      "learning_rate": 9.25872119904696e-06,
-      "loss": 0.1911,
-      "step": 10578
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.5730311189725499,
-      "learning_rate": 9.257078771714591e-06,
-      "loss": 0.1897,
-      "step": 10579
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.00160813983151,
-      "learning_rate": 9.255436364534005e-06,
-      "loss": 0.2044,
-      "step": 10580
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.907234305672958,
-      "learning_rate": 9.253793977549747e-06,
-      "loss": 0.1529,
-      "step": 10581
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.7767435462070758,
-      "learning_rate": 9.25215161080637e-06,
-      "loss": 0.1958,
-      "step": 10582
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9855417730617082,
-      "learning_rate": 9.250509264348422e-06,
-      "loss": 0.2006,
-      "step": 10583
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8226800135543453,
-      "learning_rate": 9.248866938220456e-06,
-      "loss": 0.1796,
-      "step": 10584
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8673771835954791,
-      "learning_rate": 9.247224632467014e-06,
-      "loss": 0.1813,
-      "step": 10585
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.6398020717643,
-      "learning_rate": 9.245582347132646e-06,
-      "loss": 0.1856,
-      "step": 10586
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9801202936924129,
-      "learning_rate": 9.2439400822619e-06,
-      "loss": 0.1629,
-      "step": 10587
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.09510375553041,
-      "learning_rate": 9.242297837899325e-06,
-      "loss": 0.1768,
-      "step": 10588
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.005381026821629,
-      "learning_rate": 9.240655614089459e-06,
-      "loss": 0.2058,
-      "step": 10589
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.3320793772483235,
-      "learning_rate": 9.239013410876856e-06,
-      "loss": 0.1891,
-      "step": 10590
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.1738236438179857,
-      "learning_rate": 9.237371228306057e-06,
-      "loss": 0.202,
-      "step": 10591
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.1494644621728747,
-      "learning_rate": 9.235729066421604e-06,
-      "loss": 0.1738,
-      "step": 10592
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9827935431430217,
-      "learning_rate": 9.234086925268046e-06,
-      "loss": 0.1813,
-      "step": 10593
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.1216711618319328,
-      "learning_rate": 9.232444804889921e-06,
-      "loss": 0.1901,
-      "step": 10594
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.3244857919711657,
-      "learning_rate": 9.230802705331776e-06,
-      "loss": 0.184,
-      "step": 10595
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9137910573447837,
-      "learning_rate": 9.229160626638148e-06,
-      "loss": 0.1817,
-      "step": 10596
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9236684179786859,
-      "learning_rate": 9.227518568853587e-06,
-      "loss": 0.1825,
-      "step": 10597
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.135558348639019,
-      "learning_rate": 9.225876532022623e-06,
-      "loss": 0.1815,
-      "step": 10598
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9099245816546617,
-      "learning_rate": 9.224234516189803e-06,
-      "loss": 0.1802,
-      "step": 10599
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.936960906132101,
-      "learning_rate": 9.222592521399666e-06,
-      "loss": 0.1844,
-      "step": 10600
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.196191487570183,
-      "learning_rate": 9.220950547696754e-06,
-      "loss": 0.1801,
-      "step": 10601
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.1492432241366455,
-      "learning_rate": 9.219308595125598e-06,
-      "loss": 0.1677,
-      "step": 10602
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.2051869978190075,
-      "learning_rate": 9.217666663730744e-06,
-      "loss": 0.1814,
-      "step": 10603
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0243526918755632,
-      "learning_rate": 9.216024753556722e-06,
-      "loss": 0.1958,
-      "step": 10604
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.084683646176466,
-      "learning_rate": 9.214382864648075e-06,
-      "loss": 0.1562,
-      "step": 10605
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.080449899563939,
-      "learning_rate": 9.212740997049335e-06,
-      "loss": 0.2075,
-      "step": 10606
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.2832964653669452,
-      "learning_rate": 9.211099150805046e-06,
-      "loss": 0.1761,
-      "step": 10607
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.7528709193932426,
-      "learning_rate": 9.209457325959731e-06,
-      "loss": 0.1813,
-      "step": 10608
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8444403300450413,
-      "learning_rate": 9.207815522557932e-06,
-      "loss": 0.1839,
-      "step": 10609
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9972227451408476,
-      "learning_rate": 9.206173740644186e-06,
-      "loss": 0.1934,
-      "step": 10610
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 3.8715618480349923,
-      "learning_rate": 9.204531980263017e-06,
-      "loss": 0.191,
-      "step": 10611
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.2879592708261964,
-      "learning_rate": 9.202890241458963e-06,
-      "loss": 0.1668,
-      "step": 10612
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.815992453516756,
-      "learning_rate": 9.201248524276557e-06,
-      "loss": 0.1838,
-      "step": 10613
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.3697672435436143,
-      "learning_rate": 9.199606828760333e-06,
-      "loss": 0.2018,
-      "step": 10614
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0653803940723892,
-      "learning_rate": 9.197965154954815e-06,
-      "loss": 0.1773,
-      "step": 10615
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.7669012746424213,
-      "learning_rate": 9.196323502904542e-06,
-      "loss": 0.1711,
-      "step": 10616
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.2937877619242906,
-      "learning_rate": 9.194681872654034e-06,
-      "loss": 0.1799,
-      "step": 10617
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.490122996501818,
-      "learning_rate": 9.19304026424783e-06,
-      "loss": 0.1531,
-      "step": 10618
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.3258244978870801,
-      "learning_rate": 9.191398677730449e-06,
-      "loss": 0.1871,
-      "step": 10619
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9765260196003005,
-      "learning_rate": 9.189757113146431e-06,
-      "loss": 0.1832,
-      "step": 10620
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.1123303040511696,
-      "learning_rate": 9.188115570540292e-06,
-      "loss": 0.1659,
-      "step": 10621
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.132217710576086,
-      "learning_rate": 9.186474049956568e-06,
-      "loss": 0.1827,
-      "step": 10622
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0677326613521958,
-      "learning_rate": 9.184832551439777e-06,
-      "loss": 0.1999,
-      "step": 10623
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8733102154009217,
-      "learning_rate": 9.183191075034455e-06,
-      "loss": 0.1573,
-      "step": 10624
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.4879165809895192,
-      "learning_rate": 9.181549620785115e-06,
-      "loss": 0.1958,
-      "step": 10625
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.989982301785905,
-      "learning_rate": 9.179908188736291e-06,
-      "loss": 0.1876,
-      "step": 10626
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9870998274556386,
-      "learning_rate": 9.178266778932506e-06,
-      "loss": 0.1604,
-      "step": 10627
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0754699021323235,
-      "learning_rate": 9.176625391418277e-06,
-      "loss": 0.1792,
-      "step": 10628
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8355366004814154,
-      "learning_rate": 9.174984026238134e-06,
-      "loss": 0.1895,
-      "step": 10629
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.4989380803523193,
-      "learning_rate": 9.173342683436593e-06,
-      "loss": 0.2049,
-      "step": 10630
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.7914223255584208,
-      "learning_rate": 9.171701363058179e-06,
-      "loss": 0.1691,
-      "step": 10631
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9393068625759057,
-      "learning_rate": 9.17006006514741e-06,
-      "loss": 0.1749,
-      "step": 10632
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.1462009659205226,
-      "learning_rate": 9.168418789748815e-06,
-      "loss": 0.1781,
-      "step": 10633
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.3736892729869854,
-      "learning_rate": 9.166777536906901e-06,
-      "loss": 0.1726,
-      "step": 10634
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.1734054679774246,
-      "learning_rate": 9.165136306666196e-06,
-      "loss": 0.1598,
-      "step": 10635
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8581227962415139,
-      "learning_rate": 9.163495099071214e-06,
-      "loss": 0.1763,
-      "step": 10636
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9346363358837523,
-      "learning_rate": 9.161853914166479e-06,
-      "loss": 0.2053,
-      "step": 10637
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0907314457043735,
-      "learning_rate": 9.1602127519965e-06,
-      "loss": 0.1876,
-      "step": 10638
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9318701442009211,
-      "learning_rate": 9.1585716126058e-06,
-      "loss": 0.1759,
-      "step": 10639
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9744826376394506,
-      "learning_rate": 9.15693049603889e-06,
-      "loss": 0.2064,
-      "step": 10640
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0207950872373368,
-      "learning_rate": 9.155289402340291e-06,
-      "loss": 0.1799,
-      "step": 10641
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9647089007127575,
-      "learning_rate": 9.153648331554511e-06,
-      "loss": 0.1964,
-      "step": 10642
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.1810311399011428,
-      "learning_rate": 9.152007283726073e-06,
-      "loss": 0.1655,
-      "step": 10643
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.67131220083229,
-      "learning_rate": 9.150366258899483e-06,
-      "loss": 0.2026,
-      "step": 10644
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0390141748363309,
-      "learning_rate": 9.148725257119253e-06,
-      "loss": 0.1978,
-      "step": 10645
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 2.4274642279887897,
-      "learning_rate": 9.147084278429903e-06,
-      "loss": 0.1734,
-      "step": 10646
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.1536905388237146,
-      "learning_rate": 9.145443322875937e-06,
-      "loss": 0.1664,
-      "step": 10647
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0672186751727026,
-      "learning_rate": 9.14380239050187e-06,
-      "loss": 0.1857,
-      "step": 10648
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.1406716880450503,
-      "learning_rate": 9.14216148135221e-06,
-      "loss": 0.1912,
-      "step": 10649
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.6124381866654078,
-      "learning_rate": 9.140520595471473e-06,
-      "loss": 0.1919,
-      "step": 10650
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9507612008810503,
-      "learning_rate": 9.138879732904157e-06,
-      "loss": 0.2101,
-      "step": 10651
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8238385961207768,
-      "learning_rate": 9.137238893694781e-06,
-      "loss": 0.2056,
-      "step": 10652
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9904799908904333,
-      "learning_rate": 9.135598077887846e-06,
-      "loss": 0.192,
-      "step": 10653
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0593204896708142,
-      "learning_rate": 9.133957285527868e-06,
-      "loss": 0.1807,
-      "step": 10654
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8334129482294383,
-      "learning_rate": 9.132316516659341e-06,
-      "loss": 0.1912,
-      "step": 10655
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 2.878014703805649,
-      "learning_rate": 9.130675771326783e-06,
-      "loss": 0.1927,
-      "step": 10656
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0126816393076499,
-      "learning_rate": 9.129035049574688e-06,
-      "loss": 0.2007,
-      "step": 10657
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.280017082713366,
-      "learning_rate": 9.12739435144757e-06,
-      "loss": 0.1823,
-      "step": 10658
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.2509973026115213,
-      "learning_rate": 9.125753676989926e-06,
-      "loss": 0.1979,
-      "step": 10659
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.090298495463318,
-      "learning_rate": 9.124113026246268e-06,
-      "loss": 0.1854,
-      "step": 10660
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.5921016493384281,
-      "learning_rate": 9.122472399261092e-06,
-      "loss": 0.1974,
-      "step": 10661
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9171169378239742,
-      "learning_rate": 9.1208317960789e-06,
-      "loss": 0.197,
-      "step": 10662
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8770555727852963,
-      "learning_rate": 9.119191216744197e-06,
-      "loss": 0.2032,
-      "step": 10663
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.3314627171471414,
-      "learning_rate": 9.11755066130148e-06,
-      "loss": 0.1925,
-      "step": 10664
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8738649746145589,
-      "learning_rate": 9.115910129795252e-06,
-      "loss": 0.184,
-      "step": 10665
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9780393428276124,
-      "learning_rate": 9.11426962227001e-06,
-      "loss": 0.1919,
-      "step": 10666
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9004068467150715,
-      "learning_rate": 9.112629138770259e-06,
-      "loss": 0.1904,
-      "step": 10667
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0289144423469088,
-      "learning_rate": 9.110988679340488e-06,
-      "loss": 0.1721,
-      "step": 10668
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.1838230125708527,
-      "learning_rate": 9.109348244025204e-06,
-      "loss": 0.1929,
-      "step": 10669
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9743941893483662,
-      "learning_rate": 9.107707832868896e-06,
-      "loss": 0.1949,
-      "step": 10670
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8473092924176169,
-      "learning_rate": 9.106067445916064e-06,
-      "loss": 0.1724,
-      "step": 10671
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.957361674100075,
-      "learning_rate": 9.104427083211201e-06,
-      "loss": 0.1669,
-      "step": 10672
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.7641459772145157,
-      "learning_rate": 9.10278674479881e-06,
-      "loss": 0.166,
-      "step": 10673
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9649873289264107,
-      "learning_rate": 9.101146430723373e-06,
-      "loss": 0.157,
-      "step": 10674
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.695599698503498,
-      "learning_rate": 9.099506141029393e-06,
-      "loss": 0.1863,
-      "step": 10675
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.041754790008622,
-      "learning_rate": 9.097865875761356e-06,
-      "loss": 0.1821,
-      "step": 10676
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.4290400240424552,
-      "learning_rate": 9.096225634963764e-06,
-      "loss": 0.1835,
-      "step": 10677
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.2286969932742677,
-      "learning_rate": 9.094585418681098e-06,
-      "loss": 0.1774,
-      "step": 10678
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8841463674321048,
-      "learning_rate": 9.092945226957856e-06,
-      "loss": 0.1698,
-      "step": 10679
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.219517297991463,
-      "learning_rate": 9.091305059838528e-06,
-      "loss": 0.1917,
-      "step": 10680
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.2140141811496525,
-      "learning_rate": 9.089664917367597e-06,
-      "loss": 0.1842,
-      "step": 10681
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.2792334097251197,
-      "learning_rate": 9.088024799589557e-06,
-      "loss": 0.2023,
-      "step": 10682
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0618023545637925,
-      "learning_rate": 9.086384706548897e-06,
-      "loss": 0.1664,
-      "step": 10683
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 4.191493755751196,
-      "learning_rate": 9.084744638290105e-06,
-      "loss": 0.1846,
-      "step": 10684
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9933607568905328,
-      "learning_rate": 9.083104594857663e-06,
-      "loss": 0.1936,
-      "step": 10685
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 2.8200920801777767,
-      "learning_rate": 9.081464576296066e-06,
-      "loss": 0.1865,
-      "step": 10686
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.971900461440888,
-      "learning_rate": 9.079824582649788e-06,
-      "loss": 0.1748,
-      "step": 10687
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8686920317236623,
-      "learning_rate": 9.078184613963324e-06,
-      "loss": 0.1749,
-      "step": 10688
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0556078077071391,
-      "learning_rate": 9.076544670281153e-06,
-      "loss": 0.1644,
-      "step": 10689
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8479512987307262,
-      "learning_rate": 9.074904751647762e-06,
-      "loss": 0.1655,
-      "step": 10690
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 2.9580535758655278,
-      "learning_rate": 9.073264858107628e-06,
-      "loss": 0.2055,
-      "step": 10691
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0938096694712256,
-      "learning_rate": 9.071624989705241e-06,
-      "loss": 0.1681,
-      "step": 10692
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.4343843624625687,
-      "learning_rate": 9.069985146485075e-06,
-      "loss": 0.1951,
-      "step": 10693
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9902205037582185,
-      "learning_rate": 9.068345328491619e-06,
-      "loss": 0.1865,
-      "step": 10694
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9372712378232515,
-      "learning_rate": 9.066705535769345e-06,
-      "loss": 0.1802,
-      "step": 10695
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.4848712846231706,
-      "learning_rate": 9.065065768362736e-06,
-      "loss": 0.1754,
-      "step": 10696
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.5807359672516952,
-      "learning_rate": 9.063426026316275e-06,
-      "loss": 0.1838,
-      "step": 10697
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.059155620869402,
-      "learning_rate": 9.061786309674431e-06,
-      "loss": 0.1754,
-      "step": 10698
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9541798586769945,
-      "learning_rate": 9.060146618481692e-06,
-      "loss": 0.1656,
-      "step": 10699
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.81118910909562,
-      "learning_rate": 9.058506952782522e-06,
-      "loss": 0.2161,
-      "step": 10700
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0132204443059734,
-      "learning_rate": 9.056867312621408e-06,
-      "loss": 0.1715,
-      "step": 10701
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0257858478307955,
-      "learning_rate": 9.05522769804282e-06,
-      "loss": 0.193,
-      "step": 10702
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8758821720127123,
-      "learning_rate": 9.053588109091236e-06,
-      "loss": 0.1795,
-      "step": 10703
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.459217006890036,
-      "learning_rate": 9.051948545811125e-06,
-      "loss": 0.1789,
-      "step": 10704
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0812146827278828,
-      "learning_rate": 9.050309008246965e-06,
-      "loss": 0.2045,
-      "step": 10705
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 2.7067803049987202,
-      "learning_rate": 9.048669496443226e-06,
-      "loss": 0.197,
-      "step": 10706
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0480730399539124,
-      "learning_rate": 9.047030010444382e-06,
-      "loss": 0.1772,
-      "step": 10707
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.9990838162286354,
-      "learning_rate": 9.045390550294901e-06,
-      "loss": 0.1904,
-      "step": 10708
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.8913607947233958,
-      "learning_rate": 9.043751116039257e-06,
-      "loss": 0.182,
-      "step": 10709
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0511457664452766,
-      "learning_rate": 9.042111707721916e-06,
-      "loss": 0.1594,
-      "step": 10710
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0732583932499873,
-      "learning_rate": 9.040472325387352e-06,
-      "loss": 0.2012,
-      "step": 10711
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.903939596274699,
-      "learning_rate": 9.038832969080029e-06,
-      "loss": 0.1879,
-      "step": 10712
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 2.200570819981873,
-      "learning_rate": 9.037193638844417e-06,
-      "loss": 0.1818,
-      "step": 10713
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 0.7451402376048245,
-      "learning_rate": 9.035554334724982e-06,
-      "loss": 0.1894,
-      "step": 10714
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.0144393292155092,
-      "learning_rate": 9.033915056766187e-06,
-      "loss": 0.1624,
-      "step": 10715
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.1598482461764674,
-      "learning_rate": 9.032275805012505e-06,
-      "loss": 0.187,
-      "step": 10716
-    },
-    {
-      "epoch": 0.54,
-      "grad_norm": 1.4088383790140577,
-      "learning_rate": 9.030636579508392e-06,
-      "loss": 0.1993,
-      "step": 10717
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9323936061752953,
-      "learning_rate": 9.02899738029832e-06,
-      "loss": 0.1877,
-      "step": 10718
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.6577111888773488,
-      "learning_rate": 9.027358207426745e-06,
-      "loss": 0.2049,
-      "step": 10719
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9143010624235737,
-      "learning_rate": 9.025719060938138e-06,
-      "loss": 0.1708,
-      "step": 10720
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.8855990663781108,
-      "learning_rate": 9.024079940876954e-06,
-      "loss": 0.199,
-      "step": 10721
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9750804804995725,
-      "learning_rate": 9.022440847287656e-06,
-      "loss": 0.2279,
-      "step": 10722
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.8803501296190209,
-      "learning_rate": 9.020801780214705e-06,
-      "loss": 0.1813,
-      "step": 10723
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9742924036790803,
-      "learning_rate": 9.019162739702564e-06,
-      "loss": 0.1951,
-      "step": 10724
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0582094217135745,
-      "learning_rate": 9.017523725795688e-06,
-      "loss": 0.1769,
-      "step": 10725
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9670077934281341,
-      "learning_rate": 9.015884738538537e-06,
-      "loss": 0.1735,
-      "step": 10726
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9456609790651568,
-      "learning_rate": 9.014245777975565e-06,
-      "loss": 0.1664,
-      "step": 10727
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.5450763527086255,
-      "learning_rate": 9.012606844151235e-06,
-      "loss": 0.2163,
-      "step": 10728
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.8390513214365491,
-      "learning_rate": 9.010967937109997e-06,
-      "loss": 0.1823,
-      "step": 10729
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0167610566569403,
-      "learning_rate": 9.009329056896314e-06,
-      "loss": 0.2059,
-      "step": 10730
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.8110446302914665,
-      "learning_rate": 9.007690203554636e-06,
-      "loss": 0.1828,
-      "step": 10731
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9537201974786012,
-      "learning_rate": 9.006051377129412e-06,
-      "loss": 0.1662,
-      "step": 10732
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.8364630993085369,
-      "learning_rate": 9.004412577665107e-06,
-      "loss": 0.166,
-      "step": 10733
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9991791474471617,
-      "learning_rate": 9.002773805206161e-06,
-      "loss": 0.198,
-      "step": 10734
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.328538844649469,
-      "learning_rate": 9.001135059797036e-06,
-      "loss": 0.1678,
-      "step": 10735
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.333354113863571,
-      "learning_rate": 8.999496341482176e-06,
-      "loss": 0.1917,
-      "step": 10736
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1206005428077606,
-      "learning_rate": 8.997857650306038e-06,
-      "loss": 0.209,
-      "step": 10737
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1991656192292084,
-      "learning_rate": 8.996218986313063e-06,
-      "loss": 0.2033,
-      "step": 10738
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 11.08974914382019,
-      "learning_rate": 8.994580349547711e-06,
-      "loss": 0.1793,
-      "step": 10739
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.8497449718022965,
-      "learning_rate": 8.992941740054418e-06,
-      "loss": 0.1951,
-      "step": 10740
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.2854953153089266,
-      "learning_rate": 8.99130315787764e-06,
-      "loss": 0.1944,
-      "step": 10741
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.316795993709575,
-      "learning_rate": 8.989664603061818e-06,
-      "loss": 0.1785,
-      "step": 10742
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.858883046960564,
-      "learning_rate": 8.988026075651406e-06,
-      "loss": 0.1789,
-      "step": 10743
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.7604592648249685,
-      "learning_rate": 8.986387575690839e-06,
-      "loss": 0.1655,
-      "step": 10744
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9078061178716357,
-      "learning_rate": 8.984749103224568e-06,
-      "loss": 0.2136,
-      "step": 10745
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.7417197418190933,
-      "learning_rate": 8.983110658297033e-06,
-      "loss": 0.1641,
-      "step": 10746
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0208350376886899,
-      "learning_rate": 8.981472240952683e-06,
-      "loss": 0.1941,
-      "step": 10747
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0770493927619436,
-      "learning_rate": 8.979833851235952e-06,
-      "loss": 0.181,
-      "step": 10748
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.2738105750757516,
-      "learning_rate": 8.978195489191288e-06,
-      "loss": 0.1891,
-      "step": 10749
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.3508481124158724,
-      "learning_rate": 8.97655715486313e-06,
-      "loss": 0.1934,
-      "step": 10750
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9695221805853889,
-      "learning_rate": 8.974918848295914e-06,
-      "loss": 0.1796,
-      "step": 10751
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.2229861774074742,
-      "learning_rate": 8.973280569534086e-06,
-      "loss": 0.1776,
-      "step": 10752
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9182531427775426,
-      "learning_rate": 8.971642318622076e-06,
-      "loss": 0.1921,
-      "step": 10753
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.8634715877601445,
-      "learning_rate": 8.970004095604329e-06,
-      "loss": 0.177,
-      "step": 10754
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.8793938254743472,
-      "learning_rate": 8.968365900525275e-06,
-      "loss": 0.1857,
-      "step": 10755
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9715431874467615,
-      "learning_rate": 8.966727733429362e-06,
-      "loss": 0.1889,
-      "step": 10756
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9027070073199415,
-      "learning_rate": 8.96508959436101e-06,
-      "loss": 0.1761,
-      "step": 10757
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1654803110367036,
-      "learning_rate": 8.963451483364665e-06,
-      "loss": 0.1877,
-      "step": 10758
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.002974639763267,
-      "learning_rate": 8.961813400484753e-06,
-      "loss": 0.186,
-      "step": 10759
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9182051316480477,
-      "learning_rate": 8.960175345765718e-06,
-      "loss": 0.1783,
-      "step": 10760
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1405988075873255,
-      "learning_rate": 8.95853731925198e-06,
-      "loss": 0.1648,
-      "step": 10761
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.7103698934238166,
-      "learning_rate": 8.956899320987977e-06,
-      "loss": 0.1845,
-      "step": 10762
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9802152870441576,
-      "learning_rate": 8.955261351018138e-06,
-      "loss": 0.1906,
-      "step": 10763
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1017980194807244,
-      "learning_rate": 8.953623409386898e-06,
-      "loss": 0.1808,
-      "step": 10764
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.8795915647215737,
-      "learning_rate": 8.951985496138679e-06,
-      "loss": 0.1646,
-      "step": 10765
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.8785209703760559,
-      "learning_rate": 8.950347611317915e-06,
-      "loss": 0.2085,
-      "step": 10766
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.8129306072891198,
-      "learning_rate": 8.94870975496903e-06,
-      "loss": 0.1803,
-      "step": 10767
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 3.5239210463731796,
-      "learning_rate": 8.94707192713645e-06,
-      "loss": 0.1723,
-      "step": 10768
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9476611032628168,
-      "learning_rate": 8.945434127864608e-06,
-      "loss": 0.1719,
-      "step": 10769
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.7272317358149221,
-      "learning_rate": 8.94379635719792e-06,
-      "loss": 0.1572,
-      "step": 10770
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 4.484549886429762,
-      "learning_rate": 8.942158615180818e-06,
-      "loss": 0.1828,
-      "step": 10771
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1519687675896289,
-      "learning_rate": 8.940520901857722e-06,
-      "loss": 0.1835,
-      "step": 10772
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9810758635443829,
-      "learning_rate": 8.93888321727306e-06,
-      "loss": 0.1785,
-      "step": 10773
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.7676471358143412,
-      "learning_rate": 8.937245561471247e-06,
-      "loss": 0.1815,
-      "step": 10774
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.3673114707940612,
-      "learning_rate": 8.935607934496708e-06,
-      "loss": 0.1937,
-      "step": 10775
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.047631526141729,
-      "learning_rate": 8.933970336393864e-06,
-      "loss": 0.1663,
-      "step": 10776
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0940264402701274,
-      "learning_rate": 8.932332767207138e-06,
-      "loss": 0.1758,
-      "step": 10777
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.7164913330577038,
-      "learning_rate": 8.930695226980942e-06,
-      "loss": 0.1674,
-      "step": 10778
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.2698096854172805,
-      "learning_rate": 8.929057715759703e-06,
-      "loss": 0.1714,
-      "step": 10779
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.939943834510151,
-      "learning_rate": 8.92742023358783e-06,
-      "loss": 0.1808,
-      "step": 10780
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 5.2860861831418395,
-      "learning_rate": 8.925782780509745e-06,
-      "loss": 0.1863,
-      "step": 10781
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 3.6427009088574174,
-      "learning_rate": 8.92414535656986e-06,
-      "loss": 0.1753,
-      "step": 10782
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.307681135247615,
-      "learning_rate": 8.922507961812599e-06,
-      "loss": 0.1795,
-      "step": 10783
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0184505253136333,
-      "learning_rate": 8.920870596282368e-06,
-      "loss": 0.1885,
-      "step": 10784
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.040277807833205,
-      "learning_rate": 8.91923326002358e-06,
-      "loss": 0.1727,
-      "step": 10785
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0954583122249455,
-      "learning_rate": 8.917595953080656e-06,
-      "loss": 0.1815,
-      "step": 10786
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9721497354157779,
-      "learning_rate": 8.915958675497997e-06,
-      "loss": 0.1791,
-      "step": 10787
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9360953372361804,
-      "learning_rate": 8.914321427320024e-06,
-      "loss": 0.1773,
-      "step": 10788
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.4024322278896943,
-      "learning_rate": 8.91268420859114e-06,
-      "loss": 0.1794,
-      "step": 10789
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9425720861101381,
-      "learning_rate": 8.911047019355763e-06,
-      "loss": 0.1712,
-      "step": 10790
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.639149419515541,
-      "learning_rate": 8.909409859658293e-06,
-      "loss": 0.1579,
-      "step": 10791
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0818029150587538,
-      "learning_rate": 8.907772729543145e-06,
-      "loss": 0.2021,
-      "step": 10792
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.409368473961371,
-      "learning_rate": 8.90613562905472e-06,
-      "loss": 0.17,
-      "step": 10793
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9131587173741051,
-      "learning_rate": 8.904498558237434e-06,
-      "loss": 0.1664,
-      "step": 10794
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9603316547360553,
-      "learning_rate": 8.902861517135682e-06,
-      "loss": 0.1652,
-      "step": 10795
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1837257062991657,
-      "learning_rate": 8.901224505793876e-06,
-      "loss": 0.1775,
-      "step": 10796
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.8485619861393137,
-      "learning_rate": 8.899587524256414e-06,
-      "loss": 0.1721,
-      "step": 10797
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0226003384133822,
-      "learning_rate": 8.897950572567704e-06,
-      "loss": 0.1849,
-      "step": 10798
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9032907278532869,
-      "learning_rate": 8.896313650772144e-06,
-      "loss": 0.1971,
-      "step": 10799
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1700811482162825,
-      "learning_rate": 8.894676758914145e-06,
-      "loss": 0.1821,
-      "step": 10800
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.3275915038076012,
-      "learning_rate": 8.893039897038097e-06,
-      "loss": 0.2052,
-      "step": 10801
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1586253791165513,
-      "learning_rate": 8.891403065188404e-06,
-      "loss": 0.1714,
-      "step": 10802
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0172789986237956,
-      "learning_rate": 8.88976626340947e-06,
-      "loss": 0.1748,
-      "step": 10803
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9277282769430485,
-      "learning_rate": 8.888129491745684e-06,
-      "loss": 0.1624,
-      "step": 10804
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.7708823030251715,
-      "learning_rate": 8.88649275024145e-06,
-      "loss": 0.2086,
-      "step": 10805
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.458422843658293,
-      "learning_rate": 8.88485603894116e-06,
-      "loss": 0.2087,
-      "step": 10806
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 3.906221351091835,
-      "learning_rate": 8.883219357889218e-06,
-      "loss": 0.1811,
-      "step": 10807
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9681472452182767,
-      "learning_rate": 8.88158270713001e-06,
-      "loss": 0.1948,
-      "step": 10808
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0084461542273477,
-      "learning_rate": 8.87994608670794e-06,
-      "loss": 0.1857,
-      "step": 10809
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0272427474370724,
-      "learning_rate": 8.87830949666739e-06,
-      "loss": 0.1802,
-      "step": 10810
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0135686742121741,
-      "learning_rate": 8.87667293705276e-06,
-      "loss": 0.2147,
-      "step": 10811
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9696081518257766,
-      "learning_rate": 8.875036407908439e-06,
-      "loss": 0.1948,
-      "step": 10812
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0369553923642154,
-      "learning_rate": 8.873399909278821e-06,
-      "loss": 0.2007,
-      "step": 10813
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.083568254291667,
-      "learning_rate": 8.871763441208292e-06,
-      "loss": 0.1672,
-      "step": 10814
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9319992047044777,
-      "learning_rate": 8.870127003741245e-06,
-      "loss": 0.2072,
-      "step": 10815
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0894873647954664,
-      "learning_rate": 8.868490596922064e-06,
-      "loss": 0.1849,
-      "step": 10816
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.8786214420077622,
-      "learning_rate": 8.866854220795144e-06,
-      "loss": 0.1663,
-      "step": 10817
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.7965908011134126,
-      "learning_rate": 8.865217875404864e-06,
-      "loss": 0.1566,
-      "step": 10818
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.122771993981457,
-      "learning_rate": 8.863581560795614e-06,
-      "loss": 0.1663,
-      "step": 10819
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.5355491727641055,
-      "learning_rate": 8.861945277011782e-06,
-      "loss": 0.1811,
-      "step": 10820
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0149352880199478,
-      "learning_rate": 8.860309024097744e-06,
-      "loss": 0.1896,
-      "step": 10821
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.15441128359665,
-      "learning_rate": 8.85867280209789e-06,
-      "loss": 0.19,
-      "step": 10822
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0242201683658139,
-      "learning_rate": 8.857036611056599e-06,
-      "loss": 0.1854,
-      "step": 10823
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0740247347675482,
-      "learning_rate": 8.855400451018256e-06,
-      "loss": 0.2088,
-      "step": 10824
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.7181041405240665,
-      "learning_rate": 8.853764322027239e-06,
-      "loss": 0.1843,
-      "step": 10825
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.096691445469932,
-      "learning_rate": 8.852128224127931e-06,
-      "loss": 0.1879,
-      "step": 10826
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0328893655865132,
-      "learning_rate": 8.850492157364709e-06,
-      "loss": 0.1928,
-      "step": 10827
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1989050714425344,
-      "learning_rate": 8.848856121781953e-06,
-      "loss": 0.1722,
-      "step": 10828
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9972744783098172,
-      "learning_rate": 8.847220117424035e-06,
-      "loss": 0.1822,
-      "step": 10829
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.022753486245912,
-      "learning_rate": 8.845584144335344e-06,
-      "loss": 0.1798,
-      "step": 10830
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1575173533564185,
-      "learning_rate": 8.843948202560243e-06,
-      "loss": 0.1672,
-      "step": 10831
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1022591065507295,
-      "learning_rate": 8.842312292143115e-06,
-      "loss": 0.1953,
-      "step": 10832
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.074404331661858,
-      "learning_rate": 8.840676413128329e-06,
-      "loss": 0.2035,
-      "step": 10833
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9233624295011634,
-      "learning_rate": 8.839040565560264e-06,
-      "loss": 0.178,
-      "step": 10834
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1496136891813986,
-      "learning_rate": 8.837404749483285e-06,
-      "loss": 0.1718,
-      "step": 10835
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9570721283259703,
-      "learning_rate": 8.835768964941773e-06,
-      "loss": 0.194,
-      "step": 10836
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.000049498068047,
-      "learning_rate": 8.834133211980091e-06,
-      "loss": 0.1732,
-      "step": 10837
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9731055950131926,
-      "learning_rate": 8.83249749064261e-06,
-      "loss": 0.1644,
-      "step": 10838
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.8763466169368689,
-      "learning_rate": 8.830861800973705e-06,
-      "loss": 0.1772,
-      "step": 10839
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9514424877296412,
-      "learning_rate": 8.829226143017735e-06,
-      "loss": 0.1578,
-      "step": 10840
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.072765787949337,
-      "learning_rate": 8.827590516819073e-06,
-      "loss": 0.1659,
-      "step": 10841
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.076068814527915,
-      "learning_rate": 8.825954922422084e-06,
-      "loss": 0.1831,
-      "step": 10842
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0256703193394343,
-      "learning_rate": 8.824319359871138e-06,
-      "loss": 0.1759,
-      "step": 10843
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9485220998311064,
-      "learning_rate": 8.822683829210591e-06,
-      "loss": 0.1959,
-      "step": 10844
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.8247569049585812,
-      "learning_rate": 8.821048330484814e-06,
-      "loss": 0.1611,
-      "step": 10845
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9920482972212759,
-      "learning_rate": 8.819412863738165e-06,
-      "loss": 0.1807,
-      "step": 10846
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1803199349485702,
-      "learning_rate": 8.817777429015013e-06,
-      "loss": 0.1949,
-      "step": 10847
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.8361111010536968,
-      "learning_rate": 8.816142026359711e-06,
-      "loss": 0.1904,
-      "step": 10848
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0204752253006832,
-      "learning_rate": 8.814506655816628e-06,
-      "loss": 0.2107,
-      "step": 10849
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.8683096109613782,
-      "learning_rate": 8.812871317430114e-06,
-      "loss": 0.1856,
-      "step": 10850
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1192019964063356,
-      "learning_rate": 8.811236011244535e-06,
-      "loss": 0.1803,
-      "step": 10851
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.8915818411611265,
-      "learning_rate": 8.809600737304245e-06,
-      "loss": 0.1713,
-      "step": 10852
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.2922478281929404,
-      "learning_rate": 8.807965495653605e-06,
-      "loss": 0.1756,
-      "step": 10853
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1438370119106243,
-      "learning_rate": 8.806330286336966e-06,
-      "loss": 0.1737,
-      "step": 10854
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9674863155197395,
-      "learning_rate": 8.804695109398686e-06,
-      "loss": 0.1739,
-      "step": 10855
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.8716670976435485,
-      "learning_rate": 8.803059964883121e-06,
-      "loss": 0.185,
-      "step": 10856
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.8751877818085911,
-      "learning_rate": 8.801424852834617e-06,
-      "loss": 0.1864,
-      "step": 10857
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.2810384916662814,
-      "learning_rate": 8.799789773297536e-06,
-      "loss": 0.2092,
-      "step": 10858
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.715194154870013,
-      "learning_rate": 8.79815472631622e-06,
-      "loss": 0.1817,
-      "step": 10859
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.957211967304257,
-      "learning_rate": 8.796519711935032e-06,
-      "loss": 0.1881,
-      "step": 10860
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.204919477838909,
-      "learning_rate": 8.794884730198309e-06,
-      "loss": 0.1823,
-      "step": 10861
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1796530871354738,
-      "learning_rate": 8.793249781150411e-06,
-      "loss": 0.216,
-      "step": 10862
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.4713416941020465,
-      "learning_rate": 8.791614864835676e-06,
-      "loss": 0.1788,
-      "step": 10863
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9662566873754121,
-      "learning_rate": 8.789979981298457e-06,
-      "loss": 0.1884,
-      "step": 10864
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.356337540589256,
-      "learning_rate": 8.788345130583099e-06,
-      "loss": 0.1663,
-      "step": 10865
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.7815317896632867,
-      "learning_rate": 8.786710312733952e-06,
-      "loss": 0.1656,
-      "step": 10866
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.3871753218471037,
-      "learning_rate": 8.78507552779535e-06,
-      "loss": 0.1613,
-      "step": 10867
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.5491548784204685,
-      "learning_rate": 8.783440775811646e-06,
-      "loss": 0.1772,
-      "step": 10868
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.3689465680987378,
-      "learning_rate": 8.781806056827179e-06,
-      "loss": 0.1688,
-      "step": 10869
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.2208364624605414,
-      "learning_rate": 8.780171370886295e-06,
-      "loss": 0.1632,
-      "step": 10870
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1374577018670873,
-      "learning_rate": 8.778536718033329e-06,
-      "loss": 0.2031,
-      "step": 10871
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.064865021837396,
-      "learning_rate": 8.776902098312622e-06,
-      "loss": 0.1848,
-      "step": 10872
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1104820656639132,
-      "learning_rate": 8.775267511768518e-06,
-      "loss": 0.1866,
-      "step": 10873
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9836540178033396,
-      "learning_rate": 8.773632958445348e-06,
-      "loss": 0.182,
-      "step": 10874
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.7715029190728462,
-      "learning_rate": 8.771998438387458e-06,
-      "loss": 0.1629,
-      "step": 10875
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9027018301738213,
-      "learning_rate": 8.770363951639175e-06,
-      "loss": 0.1903,
-      "step": 10876
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0277633203112935,
-      "learning_rate": 8.768729498244841e-06,
-      "loss": 0.1688,
-      "step": 10877
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.2082709822081161,
-      "learning_rate": 8.767095078248788e-06,
-      "loss": 0.1884,
-      "step": 10878
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.4968536355503077,
-      "learning_rate": 8.765460691695353e-06,
-      "loss": 0.1846,
-      "step": 10879
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.8723340832563421,
-      "learning_rate": 8.763826338628865e-06,
-      "loss": 0.1659,
-      "step": 10880
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0983506797438705,
-      "learning_rate": 8.762192019093658e-06,
-      "loss": 0.1557,
-      "step": 10881
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 2.665668563682617,
-      "learning_rate": 8.76055773313406e-06,
-      "loss": 0.1948,
-      "step": 10882
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1360990318938495,
-      "learning_rate": 8.758923480794407e-06,
-      "loss": 0.1858,
-      "step": 10883
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0668625114928212,
-      "learning_rate": 8.757289262119021e-06,
-      "loss": 0.1843,
-      "step": 10884
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.5359141009129476,
-      "learning_rate": 8.755655077152237e-06,
-      "loss": 0.1967,
-      "step": 10885
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0503386454467547,
-      "learning_rate": 8.754020925938375e-06,
-      "loss": 0.1732,
-      "step": 10886
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0101469154598328,
-      "learning_rate": 8.752386808521774e-06,
-      "loss": 0.1775,
-      "step": 10887
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1936552339879511,
-      "learning_rate": 8.750752724946744e-06,
-      "loss": 0.1859,
-      "step": 10888
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.083771152185385,
-      "learning_rate": 8.749118675257622e-06,
-      "loss": 0.1906,
-      "step": 10889
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1874420465891897,
-      "learning_rate": 8.747484659498725e-06,
-      "loss": 0.1761,
-      "step": 10890
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9178432426616299,
-      "learning_rate": 8.745850677714373e-06,
-      "loss": 0.1913,
-      "step": 10891
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9437458995593613,
-      "learning_rate": 8.744216729948898e-06,
-      "loss": 0.1849,
-      "step": 10892
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0195680018807618,
-      "learning_rate": 8.74258281624661e-06,
-      "loss": 0.1661,
-      "step": 10893
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9040885233318499,
-      "learning_rate": 8.740948936651838e-06,
-      "loss": 0.1879,
-      "step": 10894
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.2327915094808635,
-      "learning_rate": 8.739315091208893e-06,
-      "loss": 0.1977,
-      "step": 10895
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.2229661061013206,
-      "learning_rate": 8.737681279962103e-06,
-      "loss": 0.1607,
-      "step": 10896
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.8743363590350692,
-      "learning_rate": 8.736047502955776e-06,
-      "loss": 0.1775,
-      "step": 10897
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1094227460806871,
-      "learning_rate": 8.734413760234233e-06,
-      "loss": 0.1764,
-      "step": 10898
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.3084970668744595,
-      "learning_rate": 8.732780051841785e-06,
-      "loss": 0.1815,
-      "step": 10899
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.6092401166985617,
-      "learning_rate": 8.731146377822755e-06,
-      "loss": 0.1936,
-      "step": 10900
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0475620352949029,
-      "learning_rate": 8.729512738221448e-06,
-      "loss": 0.2011,
-      "step": 10901
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9645061349451889,
-      "learning_rate": 8.72787913308218e-06,
-      "loss": 0.1767,
-      "step": 10902
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0792427949313164,
-      "learning_rate": 8.726245562449261e-06,
-      "loss": 0.1862,
-      "step": 10903
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1064164071055667,
-      "learning_rate": 8.724612026367008e-06,
-      "loss": 0.188,
-      "step": 10904
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 2.2077951842578907,
-      "learning_rate": 8.72297852487972e-06,
-      "loss": 0.2033,
-      "step": 10905
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9631462825847468,
-      "learning_rate": 8.721345058031718e-06,
-      "loss": 0.1773,
-      "step": 10906
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.0126229462231389,
-      "learning_rate": 8.7197116258673e-06,
-      "loss": 0.1764,
-      "step": 10907
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.111625593594014,
-      "learning_rate": 8.718078228430775e-06,
-      "loss": 0.1739,
-      "step": 10908
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.136754878674941,
-      "learning_rate": 8.716444865766454e-06,
-      "loss": 0.1699,
-      "step": 10909
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 3.0117881332904743,
-      "learning_rate": 8.714811537918634e-06,
-      "loss": 0.2098,
-      "step": 10910
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.9200787097045166,
-      "learning_rate": 8.713178244931626e-06,
-      "loss": 0.1763,
-      "step": 10911
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 1.1680809124305545,
-      "learning_rate": 8.71154498684973e-06,
-      "loss": 0.1767,
-      "step": 10912
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.994348721844077,
-      "learning_rate": 8.709911763717251e-06,
-      "loss": 0.1888,
-      "step": 10913
-    },
-    {
-      "epoch": 0.55,
-      "grad_norm": 0.848085721687801,
-      "learning_rate": 8.708278575578485e-06,
-      "loss": 0.158,
-      "step": 10914
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.2588476989472734,
-      "learning_rate": 8.706645422477739e-06,
-      "loss": 0.1978,
-      "step": 10915
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.8154000665521712,
-      "learning_rate": 8.705012304459306e-06,
-      "loss": 0.1759,
-      "step": 10916
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0771918217834016,
-      "learning_rate": 8.703379221567491e-06,
-      "loss": 0.1771,
-      "step": 10917
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.1485676136008025,
-      "learning_rate": 8.701746173846583e-06,
-      "loss": 0.1665,
-      "step": 10918
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.4594060433552434,
-      "learning_rate": 8.70011316134089e-06,
-      "loss": 0.2013,
-      "step": 10919
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.1035150344192732,
-      "learning_rate": 8.698480184094695e-06,
-      "loss": 0.1896,
-      "step": 10920
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.79687252374784,
-      "learning_rate": 8.696847242152301e-06,
-      "loss": 0.1588,
-      "step": 10921
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.8751652874434868,
-      "learning_rate": 8.695214335557997e-06,
-      "loss": 0.1703,
-      "step": 10922
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 2.283108327990949,
-      "learning_rate": 8.693581464356083e-06,
-      "loss": 0.1891,
-      "step": 10923
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.30940533827719,
-      "learning_rate": 8.691948628590841e-06,
-      "loss": 0.1774,
-      "step": 10924
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.2612497366281696,
-      "learning_rate": 8.690315828306566e-06,
-      "loss": 0.1899,
-      "step": 10925
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.1632980454401722,
-      "learning_rate": 8.688683063547551e-06,
-      "loss": 0.1785,
-      "step": 10926
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.2054669236060747,
-      "learning_rate": 8.68705033435808e-06,
-      "loss": 0.18,
-      "step": 10927
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8880601277908344,
-      "learning_rate": 8.685417640782444e-06,
-      "loss": 0.1753,
-      "step": 10928
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.2596056413723435,
-      "learning_rate": 8.683784982864925e-06,
-      "loss": 0.1873,
-      "step": 10929
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0722207155737384,
-      "learning_rate": 8.682152360649819e-06,
-      "loss": 0.174,
-      "step": 10930
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0243942383285416,
-      "learning_rate": 8.6805197741814e-06,
-      "loss": 0.1703,
-      "step": 10931
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.04686861248303,
-      "learning_rate": 8.678887223503962e-06,
-      "loss": 0.1897,
-      "step": 10932
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.99105527675413,
-      "learning_rate": 8.677254708661775e-06,
-      "loss": 0.1561,
-      "step": 10933
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.2436201373640272,
-      "learning_rate": 8.675622229699134e-06,
-      "loss": 0.1735,
-      "step": 10934
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0608032324133017,
-      "learning_rate": 8.67398978666031e-06,
-      "loss": 0.1764,
-      "step": 10935
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0845256537351942,
-      "learning_rate": 8.672357379589595e-06,
-      "loss": 0.1746,
-      "step": 10936
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.1726740536790237,
-      "learning_rate": 8.670725008531255e-06,
-      "loss": 0.203,
-      "step": 10937
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8982383138239131,
-      "learning_rate": 8.669092673529577e-06,
-      "loss": 0.1936,
-      "step": 10938
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.1467761252995048,
-      "learning_rate": 8.667460374628834e-06,
-      "loss": 0.2081,
-      "step": 10939
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.279402231030666,
-      "learning_rate": 8.665828111873307e-06,
-      "loss": 0.1743,
-      "step": 10940
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.3727098270038447,
-      "learning_rate": 8.664195885307265e-06,
-      "loss": 0.1823,
-      "step": 10941
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.6401924818960485,
-      "learning_rate": 8.662563694974983e-06,
-      "loss": 0.1907,
-      "step": 10942
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.123455051565522,
-      "learning_rate": 8.660931540920743e-06,
-      "loss": 0.1908,
-      "step": 10943
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.838274020948395,
-      "learning_rate": 8.659299423188803e-06,
-      "loss": 0.1799,
-      "step": 10944
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0452364543364976,
-      "learning_rate": 8.657667341823449e-06,
-      "loss": 0.1792,
-      "step": 10945
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8190999827722713,
-      "learning_rate": 8.656035296868938e-06,
-      "loss": 0.1693,
-      "step": 10946
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.4522244007392222,
-      "learning_rate": 8.654403288369548e-06,
-      "loss": 0.166,
-      "step": 10947
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.3287989010272494,
-      "learning_rate": 8.652771316369544e-06,
-      "loss": 0.1847,
-      "step": 10948
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0890163794301415,
-      "learning_rate": 8.651139380913197e-06,
-      "loss": 0.1977,
-      "step": 10949
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0666571494962853,
-      "learning_rate": 8.649507482044766e-06,
-      "loss": 0.1751,
-      "step": 10950
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8103740471153004,
-      "learning_rate": 8.647875619808523e-06,
-      "loss": 0.1765,
-      "step": 10951
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0313607099358908,
-      "learning_rate": 8.64624379424873e-06,
-      "loss": 0.1665,
-      "step": 10952
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0468097800952842,
-      "learning_rate": 8.644612005409654e-06,
-      "loss": 0.1795,
-      "step": 10953
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.1057397636613135,
-      "learning_rate": 8.642980253335547e-06,
-      "loss": 0.2016,
-      "step": 10954
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8451430566992679,
-      "learning_rate": 8.641348538070683e-06,
-      "loss": 0.175,
-      "step": 10955
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.7806195927151729,
-      "learning_rate": 8.639716859659312e-06,
-      "loss": 0.1901,
-      "step": 10956
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8798299824358545,
-      "learning_rate": 8.638085218145704e-06,
-      "loss": 0.1769,
-      "step": 10957
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.5650750606191544,
-      "learning_rate": 8.63645361357411e-06,
-      "loss": 0.1877,
-      "step": 10958
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.1279481372195475,
-      "learning_rate": 8.634822045988784e-06,
-      "loss": 0.1831,
-      "step": 10959
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.2830148866132574,
-      "learning_rate": 8.633190515433992e-06,
-      "loss": 0.1901,
-      "step": 10960
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.2855953567844727,
-      "learning_rate": 8.63155902195398e-06,
-      "loss": 0.1865,
-      "step": 10961
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8777387129501347,
-      "learning_rate": 8.62992756559301e-06,
-      "loss": 0.1688,
-      "step": 10962
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8700630299582908,
-      "learning_rate": 8.628296146395331e-06,
-      "loss": 0.1704,
-      "step": 10963
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.103315427349816,
-      "learning_rate": 8.626664764405196e-06,
-      "loss": 0.1724,
-      "step": 10964
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0764734465086485,
-      "learning_rate": 8.625033419666856e-06,
-      "loss": 0.1882,
-      "step": 10965
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0634970577767235,
-      "learning_rate": 8.623402112224567e-06,
-      "loss": 0.1972,
-      "step": 10966
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0115594755172888,
-      "learning_rate": 8.621770842122569e-06,
-      "loss": 0.2047,
-      "step": 10967
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0603757146365727,
-      "learning_rate": 8.620139609405115e-06,
-      "loss": 0.1647,
-      "step": 10968
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0003635283977106,
-      "learning_rate": 8.618508414116452e-06,
-      "loss": 0.1721,
-      "step": 10969
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.1566118633153082,
-      "learning_rate": 8.616877256300829e-06,
-      "loss": 0.1855,
-      "step": 10970
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8767666422857754,
-      "learning_rate": 8.615246136002486e-06,
-      "loss": 0.1422,
-      "step": 10971
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9756034260032039,
-      "learning_rate": 8.613615053265673e-06,
-      "loss": 0.1666,
-      "step": 10972
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.054608091695435,
-      "learning_rate": 8.611984008134626e-06,
-      "loss": 0.2045,
-      "step": 10973
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0026363374092324,
-      "learning_rate": 8.610353000653592e-06,
-      "loss": 0.1857,
-      "step": 10974
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0371375238714557,
-      "learning_rate": 8.608722030866812e-06,
-      "loss": 0.1849,
-      "step": 10975
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9701005160752207,
-      "learning_rate": 8.607091098818528e-06,
-      "loss": 0.1735,
-      "step": 10976
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0497538225267664,
-      "learning_rate": 8.605460204552975e-06,
-      "loss": 0.1926,
-      "step": 10977
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9234896721451861,
-      "learning_rate": 8.60382934811439e-06,
-      "loss": 0.1928,
-      "step": 10978
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9119449965995741,
-      "learning_rate": 8.602198529547016e-06,
-      "loss": 0.1795,
-      "step": 10979
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.98527998422671,
-      "learning_rate": 8.600567748895083e-06,
-      "loss": 0.1869,
-      "step": 10980
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.1053717143578772,
-      "learning_rate": 8.598937006202832e-06,
-      "loss": 0.1964,
-      "step": 10981
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.468621052173339,
-      "learning_rate": 8.59730630151449e-06,
-      "loss": 0.1734,
-      "step": 10982
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.952452351528307,
-      "learning_rate": 8.595675634874299e-06,
-      "loss": 0.1841,
-      "step": 10983
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.1959355986594147,
-      "learning_rate": 8.594045006326481e-06,
-      "loss": 0.194,
-      "step": 10984
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9707998389931917,
-      "learning_rate": 8.592414415915275e-06,
-      "loss": 0.1864,
-      "step": 10985
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.382033789392686,
-      "learning_rate": 8.590783863684904e-06,
-      "loss": 0.2151,
-      "step": 10986
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.5081807414030657,
-      "learning_rate": 8.589153349679602e-06,
-      "loss": 0.1716,
-      "step": 10987
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.261638494448365,
-      "learning_rate": 8.587522873943595e-06,
-      "loss": 0.1997,
-      "step": 10988
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.462716210009533,
-      "learning_rate": 8.585892436521113e-06,
-      "loss": 0.188,
-      "step": 10989
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.4971491727761224,
-      "learning_rate": 8.584262037456374e-06,
-      "loss": 0.1831,
-      "step": 10990
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9349659575444129,
-      "learning_rate": 8.582631676793609e-06,
-      "loss": 0.1834,
-      "step": 10991
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9905856958238987,
-      "learning_rate": 8.581001354577037e-06,
-      "loss": 0.1975,
-      "step": 10992
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9028068531467937,
-      "learning_rate": 8.57937107085089e-06,
-      "loss": 0.1784,
-      "step": 10993
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9150736772460405,
-      "learning_rate": 8.577740825659379e-06,
-      "loss": 0.1729,
-      "step": 10994
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9936047580820794,
-      "learning_rate": 8.576110619046726e-06,
-      "loss": 0.2087,
-      "step": 10995
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.2040788857862377,
-      "learning_rate": 8.574480451057158e-06,
-      "loss": 0.1729,
-      "step": 10996
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8647923487542004,
-      "learning_rate": 8.572850321734884e-06,
-      "loss": 0.1611,
-      "step": 10997
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0258661585027546,
-      "learning_rate": 8.571220231124129e-06,
-      "loss": 0.1889,
-      "step": 10998
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9404572152675427,
-      "learning_rate": 8.569590179269103e-06,
-      "loss": 0.1859,
-      "step": 10999
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.3241112379396596,
-      "learning_rate": 8.567960166214026e-06,
-      "loss": 0.1805,
-      "step": 11000
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.2502395125362873,
-      "learning_rate": 8.566330192003108e-06,
-      "loss": 0.1694,
-      "step": 11001
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.3002683332018317,
-      "learning_rate": 8.564700256680568e-06,
-      "loss": 0.168,
-      "step": 11002
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.159540772474298,
-      "learning_rate": 8.563070360290611e-06,
-      "loss": 0.1874,
-      "step": 11003
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9030555139116054,
-      "learning_rate": 8.561440502877454e-06,
-      "loss": 0.1761,
-      "step": 11004
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.89022901095595,
-      "learning_rate": 8.559810684485302e-06,
-      "loss": 0.1863,
-      "step": 11005
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.2859747477095844,
-      "learning_rate": 8.558180905158372e-06,
-      "loss": 0.1866,
-      "step": 11006
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 2.1070866647981865,
-      "learning_rate": 8.55655116494086e-06,
-      "loss": 0.2022,
-      "step": 11007
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0914719993337787,
-      "learning_rate": 8.554921463876983e-06,
-      "loss": 0.1655,
-      "step": 11008
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.2357096687659934,
-      "learning_rate": 8.55329180201094e-06,
-      "loss": 0.203,
-      "step": 11009
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.1989549010584921,
-      "learning_rate": 8.551662179386944e-06,
-      "loss": 0.1722,
-      "step": 11010
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 2.088420664118368,
-      "learning_rate": 8.55003259604919e-06,
-      "loss": 0.1696,
-      "step": 11011
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0460955577335986,
-      "learning_rate": 8.54840305204188e-06,
-      "loss": 0.1639,
-      "step": 11012
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8399521974271892,
-      "learning_rate": 8.546773547409227e-06,
-      "loss": 0.168,
-      "step": 11013
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.1979374294097083,
-      "learning_rate": 8.545144082195417e-06,
-      "loss": 0.1817,
-      "step": 11014
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.3236855265368384,
-      "learning_rate": 8.54351465644466e-06,
-      "loss": 0.1872,
-      "step": 11015
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 2.563503817505762,
-      "learning_rate": 8.541885270201146e-06,
-      "loss": 0.1858,
-      "step": 11016
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9908741381061342,
-      "learning_rate": 8.540255923509081e-06,
-      "loss": 0.2116,
-      "step": 11017
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.184467292305344,
-      "learning_rate": 8.538626616412651e-06,
-      "loss": 0.1809,
-      "step": 11018
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 2.2502518651558443,
-      "learning_rate": 8.536997348956065e-06,
-      "loss": 0.1994,
-      "step": 11019
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.1074915593033396,
-      "learning_rate": 8.5353681211835e-06,
-      "loss": 0.1774,
-      "step": 11020
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.3377825391510998,
-      "learning_rate": 8.533738933139162e-06,
-      "loss": 0.2249,
-      "step": 11021
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8265730358711466,
-      "learning_rate": 8.532109784867235e-06,
-      "loss": 0.1889,
-      "step": 11022
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.147024717062173,
-      "learning_rate": 8.530480676411919e-06,
-      "loss": 0.1922,
-      "step": 11023
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9714762838124623,
-      "learning_rate": 8.52885160781739e-06,
-      "loss": 0.1623,
-      "step": 11024
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.4244966383242854,
-      "learning_rate": 8.52722257912785e-06,
-      "loss": 0.1986,
-      "step": 11025
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.406073801878377,
-      "learning_rate": 8.525593590387476e-06,
-      "loss": 0.1853,
-      "step": 11026
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.9625221752761264,
-      "learning_rate": 8.523964641640466e-06,
-      "loss": 0.1741,
-      "step": 11027
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.6320938086216492,
-      "learning_rate": 8.522335732930996e-06,
-      "loss": 0.1879,
-      "step": 11028
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8104481171462272,
-      "learning_rate": 8.52070686430325e-06,
-      "loss": 0.167,
-      "step": 11029
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 2.0081096113409695,
-      "learning_rate": 8.519078035801415e-06,
-      "loss": 0.1695,
-      "step": 11030
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8971930904927773,
-      "learning_rate": 8.51744924746967e-06,
-      "loss": 0.1832,
-      "step": 11031
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9465995537342011,
-      "learning_rate": 8.515820499352203e-06,
-      "loss": 0.1698,
-      "step": 11032
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.2279426320906355,
-      "learning_rate": 8.514191791493183e-06,
-      "loss": 0.1648,
-      "step": 11033
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.096622128478326,
-      "learning_rate": 8.512563123936796e-06,
-      "loss": 0.1885,
-      "step": 11034
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9072936887908979,
-      "learning_rate": 8.510934496727218e-06,
-      "loss": 0.186,
-      "step": 11035
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.2281823546434798,
-      "learning_rate": 8.50930590990863e-06,
-      "loss": 0.1806,
-      "step": 11036
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.7826850654708606,
-      "learning_rate": 8.5076773635252e-06,
-      "loss": 0.1985,
-      "step": 11037
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.7724179175255349,
-      "learning_rate": 8.506048857621106e-06,
-      "loss": 0.1779,
-      "step": 11038
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.1463623013180657,
-      "learning_rate": 8.50442039224052e-06,
-      "loss": 0.1776,
-      "step": 11039
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8442033414257292,
-      "learning_rate": 8.50279196742762e-06,
-      "loss": 0.1574,
-      "step": 11040
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.7464494523210246,
-      "learning_rate": 8.501163583226567e-06,
-      "loss": 0.1837,
-      "step": 11041
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 2.03783109296676,
-      "learning_rate": 8.499535239681541e-06,
-      "loss": 0.1846,
-      "step": 11042
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.186059856182854,
-      "learning_rate": 8.497906936836704e-06,
-      "loss": 0.1718,
-      "step": 11043
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.6469341544249463,
-      "learning_rate": 8.496278674736226e-06,
-      "loss": 0.1484,
-      "step": 11044
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.039933904642872,
-      "learning_rate": 8.494650453424272e-06,
-      "loss": 0.2039,
-      "step": 11045
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0120314170011517,
-      "learning_rate": 8.493022272945014e-06,
-      "loss": 0.1794,
-      "step": 11046
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0318104615833152,
-      "learning_rate": 8.49139413334261e-06,
-      "loss": 0.1917,
-      "step": 11047
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.042770661802242,
-      "learning_rate": 8.489766034661225e-06,
-      "loss": 0.2006,
-      "step": 11048
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0643753590812406,
-      "learning_rate": 8.488137976945023e-06,
-      "loss": 0.2061,
-      "step": 11049
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9171635729586125,
-      "learning_rate": 8.48650996023816e-06,
-      "loss": 0.1804,
-      "step": 11050
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8872809410093716,
-      "learning_rate": 8.484881984584803e-06,
-      "loss": 0.1678,
-      "step": 11051
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8891633300766486,
-      "learning_rate": 8.483254050029105e-06,
-      "loss": 0.1966,
-      "step": 11052
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0598293338182732,
-      "learning_rate": 8.481626156615231e-06,
-      "loss": 0.1981,
-      "step": 11053
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0567734225104917,
-      "learning_rate": 8.479998304387329e-06,
-      "loss": 0.1826,
-      "step": 11054
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.7260869610454411,
-      "learning_rate": 8.478370493389563e-06,
-      "loss": 0.184,
-      "step": 11055
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.1388976808393028,
-      "learning_rate": 8.47674272366608e-06,
-      "loss": 0.1711,
-      "step": 11056
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9298321738607229,
-      "learning_rate": 8.475114995261038e-06,
-      "loss": 0.1799,
-      "step": 11057
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.6325973917833867,
-      "learning_rate": 8.473487308218585e-06,
-      "loss": 0.2003,
-      "step": 11058
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8499000723973356,
-      "learning_rate": 8.47185966258288e-06,
-      "loss": 0.1757,
-      "step": 11059
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8913225991349657,
-      "learning_rate": 8.470232058398063e-06,
-      "loss": 0.1657,
-      "step": 11060
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.1076538002812075,
-      "learning_rate": 8.468604495708292e-06,
-      "loss": 0.1799,
-      "step": 11061
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9903752364490356,
-      "learning_rate": 8.466976974557706e-06,
-      "loss": 0.1719,
-      "step": 11062
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8559784269414673,
-      "learning_rate": 8.465349494990461e-06,
-      "loss": 0.1761,
-      "step": 11063
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.3156245006771254,
-      "learning_rate": 8.463722057050696e-06,
-      "loss": 0.1677,
-      "step": 11064
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.943210871044513,
-      "learning_rate": 8.462094660782555e-06,
-      "loss": 0.1644,
-      "step": 11065
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9269504655641544,
-      "learning_rate": 8.460467306230187e-06,
-      "loss": 0.2061,
-      "step": 11066
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8738119366074828,
-      "learning_rate": 8.458839993437726e-06,
-      "loss": 0.2071,
-      "step": 11067
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8343929887803908,
-      "learning_rate": 8.457212722449322e-06,
-      "loss": 0.1685,
-      "step": 11068
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.7622864170582623,
-      "learning_rate": 8.455585493309107e-06,
-      "loss": 0.1819,
-      "step": 11069
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.8684169737198935,
-      "learning_rate": 8.453958306061223e-06,
-      "loss": 0.1858,
-      "step": 11070
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.294786211809637,
-      "learning_rate": 8.452331160749804e-06,
-      "loss": 0.1853,
-      "step": 11071
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8926249284110674,
-      "learning_rate": 8.450704057418996e-06,
-      "loss": 0.206,
-      "step": 11072
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.3117790446383297,
-      "learning_rate": 8.449076996112924e-06,
-      "loss": 0.1691,
-      "step": 11073
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.869685388091908,
-      "learning_rate": 8.447449976875726e-06,
-      "loss": 0.1864,
-      "step": 11074
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.7568117156894011,
-      "learning_rate": 8.445822999751536e-06,
-      "loss": 0.1803,
-      "step": 11075
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.7174381127014311,
-      "learning_rate": 8.444196064784487e-06,
-      "loss": 0.1794,
-      "step": 11076
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9146953380622976,
-      "learning_rate": 8.442569172018703e-06,
-      "loss": 0.2146,
-      "step": 11077
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.3439061263436667,
-      "learning_rate": 8.440942321498322e-06,
-      "loss": 0.1911,
-      "step": 11078
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.794186945195168,
-      "learning_rate": 8.439315513267465e-06,
-      "loss": 0.1677,
-      "step": 11079
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.1085470147484742,
-      "learning_rate": 8.437688747370267e-06,
-      "loss": 0.1719,
-      "step": 11080
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.7518099221003346,
-      "learning_rate": 8.43606202385085e-06,
-      "loss": 0.1733,
-      "step": 11081
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9856665916024756,
-      "learning_rate": 8.434435342753335e-06,
-      "loss": 0.1834,
-      "step": 11082
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 4.82839232903437,
-      "learning_rate": 8.432808704121854e-06,
-      "loss": 0.207,
-      "step": 11083
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.3434290434642995,
-      "learning_rate": 8.431182108000522e-06,
-      "loss": 0.1664,
-      "step": 11084
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0161057228711095,
-      "learning_rate": 8.429555554433466e-06,
-      "loss": 0.1824,
-      "step": 11085
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8666489308505075,
-      "learning_rate": 8.427929043464802e-06,
-      "loss": 0.1797,
-      "step": 11086
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0791313722788873,
-      "learning_rate": 8.426302575138652e-06,
-      "loss": 0.1925,
-      "step": 11087
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9458821418898986,
-      "learning_rate": 8.424676149499133e-06,
-      "loss": 0.1704,
-      "step": 11088
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.266642190112638,
-      "learning_rate": 8.423049766590368e-06,
-      "loss": 0.1862,
-      "step": 11089
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0161348196522118,
-      "learning_rate": 8.42142342645646e-06,
-      "loss": 0.1985,
-      "step": 11090
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8030952803424762,
-      "learning_rate": 8.419797129141535e-06,
-      "loss": 0.174,
-      "step": 11091
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.9562934368345417,
-      "learning_rate": 8.418170874689698e-06,
-      "loss": 0.1998,
-      "step": 11092
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.7236144403554686,
-      "learning_rate": 8.416544663145073e-06,
-      "loss": 0.1681,
-      "step": 11093
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.7208411969746172,
-      "learning_rate": 8.414918494551756e-06,
-      "loss": 0.1795,
-      "step": 11094
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.0597353018878433,
-      "learning_rate": 8.41329236895387e-06,
-      "loss": 0.1828,
-      "step": 11095
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.9124523581849326,
-      "learning_rate": 8.411666286395512e-06,
-      "loss": 0.1724,
-      "step": 11096
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9149754997881748,
-      "learning_rate": 8.410040246920799e-06,
-      "loss": 0.1765,
-      "step": 11097
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.8623594055291297,
-      "learning_rate": 8.408414250573836e-06,
-      "loss": 0.1808,
-      "step": 11098
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.6064872872688194,
-      "learning_rate": 8.406788297398722e-06,
-      "loss": 0.2015,
-      "step": 11099
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8449701891957053,
-      "learning_rate": 8.40516238743957e-06,
-      "loss": 0.1716,
-      "step": 11100
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8100056755848879,
-      "learning_rate": 8.403536520740474e-06,
-      "loss": 0.1733,
-      "step": 11101
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.958813365387284,
-      "learning_rate": 8.401910697345545e-06,
-      "loss": 0.2077,
-      "step": 11102
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.7220376893487891,
-      "learning_rate": 8.400284917298873e-06,
-      "loss": 0.1976,
-      "step": 11103
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.2678557390705776,
-      "learning_rate": 8.398659180644566e-06,
-      "loss": 0.2011,
-      "step": 11104
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 1.1575418812541884,
-      "learning_rate": 8.397033487426717e-06,
-      "loss": 0.1832,
-      "step": 11105
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8109308744591895,
-      "learning_rate": 8.395407837689429e-06,
-      "loss": 0.186,
-      "step": 11106
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8894855499170428,
-      "learning_rate": 8.393782231476791e-06,
-      "loss": 0.1618,
-      "step": 11107
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.9600703395707851,
-      "learning_rate": 8.392156668832904e-06,
-      "loss": 0.1905,
-      "step": 11108
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.7495019141844758,
-      "learning_rate": 8.390531149801855e-06,
-      "loss": 0.1779,
-      "step": 11109
-    },
-    {
-      "epoch": 0.56,
-      "grad_norm": 0.8162713651475454,
-      "learning_rate": 8.38890567442774e-06,
-      "loss": 0.1886,
-      "step": 11110
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8336747419583592,
-      "learning_rate": 8.387280242754647e-06,
-      "loss": 0.1572,
-      "step": 11111
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.2507564505391258,
-      "learning_rate": 8.385654854826674e-06,
-      "loss": 0.1887,
-      "step": 11112
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.3709963705184494,
-      "learning_rate": 8.384029510687901e-06,
-      "loss": 0.1749,
-      "step": 11113
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.2214279227277296,
-      "learning_rate": 8.38240421038242e-06,
-      "loss": 0.1783,
-      "step": 11114
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.1108161355604176,
-      "learning_rate": 8.380778953954314e-06,
-      "loss": 0.1769,
-      "step": 11115
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8516403521844824,
-      "learning_rate": 8.379153741447674e-06,
-      "loss": 0.1869,
-      "step": 11116
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.5159161379968633,
-      "learning_rate": 8.377528572906577e-06,
-      "loss": 0.1771,
-      "step": 11117
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 2.1689390073254047,
-      "learning_rate": 8.375903448375109e-06,
-      "loss": 0.1902,
-      "step": 11118
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9519725613019046,
-      "learning_rate": 8.374278367897356e-06,
-      "loss": 0.1678,
-      "step": 11119
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.1234418790420935,
-      "learning_rate": 8.37265333151739e-06,
-      "loss": 0.19,
-      "step": 11120
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8878798498587716,
-      "learning_rate": 8.371028339279294e-06,
-      "loss": 0.1852,
-      "step": 11121
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8025824103558893,
-      "learning_rate": 8.369403391227147e-06,
-      "loss": 0.1799,
-      "step": 11122
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9236287372839385,
-      "learning_rate": 8.367778487405028e-06,
-      "loss": 0.1707,
-      "step": 11123
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.91283308205594,
-      "learning_rate": 8.366153627857007e-06,
-      "loss": 0.1595,
-      "step": 11124
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9898467211961541,
-      "learning_rate": 8.364528812627164e-06,
-      "loss": 0.1914,
-      "step": 11125
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.496393384975324,
-      "learning_rate": 8.362904041759565e-06,
-      "loss": 0.1833,
-      "step": 11126
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.1537680813326736,
-      "learning_rate": 8.361279315298289e-06,
-      "loss": 0.1994,
-      "step": 11127
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.041084597870637,
-      "learning_rate": 8.359654633287402e-06,
-      "loss": 0.1973,
-      "step": 11128
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.0126117950716194,
-      "learning_rate": 8.358029995770979e-06,
-      "loss": 0.1643,
-      "step": 11129
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.0569021104004925,
-      "learning_rate": 8.356405402793081e-06,
-      "loss": 0.1698,
-      "step": 11130
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.026689494861531,
-      "learning_rate": 8.354780854397782e-06,
-      "loss": 0.1609,
-      "step": 11131
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.0032381083929853,
-      "learning_rate": 8.353156350629144e-06,
-      "loss": 0.1742,
-      "step": 11132
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9080894368846892,
-      "learning_rate": 8.351531891531235e-06,
-      "loss": 0.1905,
-      "step": 11133
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8909433565269967,
-      "learning_rate": 8.349907477148117e-06,
-      "loss": 0.1918,
-      "step": 11134
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9240676936852567,
-      "learning_rate": 8.348283107523848e-06,
-      "loss": 0.1654,
-      "step": 11135
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.0737051026902602,
-      "learning_rate": 8.346658782702497e-06,
-      "loss": 0.1875,
-      "step": 11136
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.2452176936417192,
-      "learning_rate": 8.345034502728117e-06,
-      "loss": 0.1878,
-      "step": 11137
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.0940724955406431,
-      "learning_rate": 8.343410267644772e-06,
-      "loss": 0.1712,
-      "step": 11138
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.2688468526066765,
-      "learning_rate": 8.341786077496513e-06,
-      "loss": 0.1796,
-      "step": 11139
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.1625892788590617,
-      "learning_rate": 8.340161932327405e-06,
-      "loss": 0.1892,
-      "step": 11140
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8787948953079177,
-      "learning_rate": 8.338537832181494e-06,
-      "loss": 0.1679,
-      "step": 11141
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.433149178929281,
-      "learning_rate": 8.336913777102844e-06,
-      "loss": 0.1955,
-      "step": 11142
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.0963719115563995,
-      "learning_rate": 8.335289767135497e-06,
-      "loss": 0.1678,
-      "step": 11143
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8733510208261461,
-      "learning_rate": 8.333665802323511e-06,
-      "loss": 0.1749,
-      "step": 11144
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.0572328492621077,
-      "learning_rate": 8.33204188271093e-06,
-      "loss": 0.1763,
-      "step": 11145
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9655645976323488,
-      "learning_rate": 8.330418008341814e-06,
-      "loss": 0.1817,
-      "step": 11146
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.0939906086573947,
-      "learning_rate": 8.328794179260199e-06,
-      "loss": 0.181,
-      "step": 11147
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.243143463741493,
-      "learning_rate": 8.327170395510137e-06,
-      "loss": 0.182,
-      "step": 11148
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.0128360439150017,
-      "learning_rate": 8.325546657135673e-06,
-      "loss": 0.1882,
-      "step": 11149
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.2114392175763768,
-      "learning_rate": 8.323922964180853e-06,
-      "loss": 0.1819,
-      "step": 11150
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.111825839568996,
-      "learning_rate": 8.322299316689717e-06,
-      "loss": 0.1881,
-      "step": 11151
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9514854567930829,
-      "learning_rate": 8.320675714706304e-06,
-      "loss": 0.1885,
-      "step": 11152
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.729532871086949,
-      "learning_rate": 8.319052158274659e-06,
-      "loss": 0.1857,
-      "step": 11153
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8476108959359467,
-      "learning_rate": 8.317428647438816e-06,
-      "loss": 0.1958,
-      "step": 11154
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.4892354448303768,
-      "learning_rate": 8.31580518224282e-06,
-      "loss": 0.1747,
-      "step": 11155
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9187311605693036,
-      "learning_rate": 8.3141817627307e-06,
-      "loss": 0.1769,
-      "step": 11156
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.072172900218075,
-      "learning_rate": 8.312558388946497e-06,
-      "loss": 0.1733,
-      "step": 11157
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.1420718748445113,
-      "learning_rate": 8.310935060934242e-06,
-      "loss": 0.1699,
-      "step": 11158
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.913240919562509,
-      "learning_rate": 8.30931177873797e-06,
-      "loss": 0.1633,
-      "step": 11159
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.051073321740484,
-      "learning_rate": 8.307688542401709e-06,
-      "loss": 0.1867,
-      "step": 11160
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8171469423370246,
-      "learning_rate": 8.306065351969494e-06,
-      "loss": 0.1793,
-      "step": 11161
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8922136251925066,
-      "learning_rate": 8.30444220748535e-06,
-      "loss": 0.2011,
-      "step": 11162
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9938900223149604,
-      "learning_rate": 8.302819108993311e-06,
-      "loss": 0.1852,
-      "step": 11163
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.4287792786208626,
-      "learning_rate": 8.301196056537398e-06,
-      "loss": 0.1674,
-      "step": 11164
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.7941065747802549,
-      "learning_rate": 8.299573050161637e-06,
-      "loss": 0.1573,
-      "step": 11165
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.8134429355374344,
-      "learning_rate": 8.297950089910053e-06,
-      "loss": 0.1637,
-      "step": 11166
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.0627650354860654,
-      "learning_rate": 8.29632717582667e-06,
-      "loss": 0.1735,
-      "step": 11167
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.1882568419001993,
-      "learning_rate": 8.29470430795551e-06,
-      "loss": 0.2061,
-      "step": 11168
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9156524069604196,
-      "learning_rate": 8.293081486340587e-06,
-      "loss": 0.1754,
-      "step": 11169
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9397394528457855,
-      "learning_rate": 8.291458711025928e-06,
-      "loss": 0.1683,
-      "step": 11170
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9827543442383088,
-      "learning_rate": 8.289835982055546e-06,
-      "loss": 0.1969,
-      "step": 11171
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.001792440456909,
-      "learning_rate": 8.288213299473464e-06,
-      "loss": 0.1875,
-      "step": 11172
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.083625888509629,
-      "learning_rate": 8.286590663323689e-06,
-      "loss": 0.1876,
-      "step": 11173
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.220390786988613,
-      "learning_rate": 8.28496807365024e-06,
-      "loss": 0.1822,
-      "step": 11174
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9251997557124158,
-      "learning_rate": 8.283345530497128e-06,
-      "loss": 0.1911,
-      "step": 11175
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9765254071523586,
-      "learning_rate": 8.281723033908369e-06,
-      "loss": 0.1863,
-      "step": 11176
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.4798687261341534,
-      "learning_rate": 8.280100583927965e-06,
-      "loss": 0.1853,
-      "step": 11177
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.813600417515956,
-      "learning_rate": 8.278478180599935e-06,
-      "loss": 0.1628,
-      "step": 11178
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.0435886610526612,
-      "learning_rate": 8.276855823968278e-06,
-      "loss": 0.1875,
-      "step": 11179
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8112724641517984,
-      "learning_rate": 8.275233514077003e-06,
-      "loss": 0.1714,
-      "step": 11180
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.3049418762007479,
-      "learning_rate": 8.273611250970118e-06,
-      "loss": 0.1742,
-      "step": 11181
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.2920212964599433,
-      "learning_rate": 8.271989034691628e-06,
-      "loss": 0.1938,
-      "step": 11182
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9233125397139785,
-      "learning_rate": 8.270366865285528e-06,
-      "loss": 0.1923,
-      "step": 11183
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.1376499852517181,
-      "learning_rate": 8.268744742795827e-06,
-      "loss": 0.1899,
-      "step": 11184
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.094168903904755,
-      "learning_rate": 8.26712266726652e-06,
-      "loss": 0.1805,
-      "step": 11185
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9333248112316166,
-      "learning_rate": 8.265500638741615e-06,
-      "loss": 0.1801,
-      "step": 11186
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.823286028623516,
-      "learning_rate": 8.263878657265099e-06,
-      "loss": 0.1779,
-      "step": 11187
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.7560114879876358,
-      "learning_rate": 8.262256722880972e-06,
-      "loss": 0.1864,
-      "step": 11188
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.336291099600056,
-      "learning_rate": 8.260634835633232e-06,
-      "loss": 0.1729,
-      "step": 11189
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.7182598354778278,
-      "learning_rate": 8.259012995565868e-06,
-      "loss": 0.1624,
-      "step": 11190
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.7813488338610487,
-      "learning_rate": 8.257391202722877e-06,
-      "loss": 0.1972,
-      "step": 11191
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.3591205075647002,
-      "learning_rate": 8.255769457148245e-06,
-      "loss": 0.197,
-      "step": 11192
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.7968283715538477,
-      "learning_rate": 8.254147758885967e-06,
-      "loss": 0.1754,
-      "step": 11193
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.7972409968258353,
-      "learning_rate": 8.252526107980027e-06,
-      "loss": 0.177,
-      "step": 11194
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.092037423266726,
-      "learning_rate": 8.25090450447442e-06,
-      "loss": 0.198,
-      "step": 11195
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.993110992833045,
-      "learning_rate": 8.249282948413123e-06,
-      "loss": 0.2043,
-      "step": 11196
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 2.0829880769116116,
-      "learning_rate": 8.247661439840126e-06,
-      "loss": 0.1982,
-      "step": 11197
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.15991828521091,
-      "learning_rate": 8.246039978799409e-06,
-      "loss": 0.1755,
-      "step": 11198
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8749820174230736,
-      "learning_rate": 8.244418565334962e-06,
-      "loss": 0.1856,
-      "step": 11199
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.0155370756575854,
-      "learning_rate": 8.242797199490757e-06,
-      "loss": 0.1975,
-      "step": 11200
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.954844012432073,
-      "learning_rate": 8.241175881310776e-06,
-      "loss": 0.15,
-      "step": 11201
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.393593559664671,
-      "learning_rate": 8.239554610839e-06,
-      "loss": 0.1904,
-      "step": 11202
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.0309112780357765,
-      "learning_rate": 8.237933388119409e-06,
-      "loss": 0.1784,
-      "step": 11203
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.2242804853714373,
-      "learning_rate": 8.236312213195972e-06,
-      "loss": 0.1842,
-      "step": 11204
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.092592283605871,
-      "learning_rate": 8.234691086112662e-06,
-      "loss": 0.1838,
-      "step": 11205
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.7873812308441436,
-      "learning_rate": 8.23307000691346e-06,
-      "loss": 0.1828,
-      "step": 11206
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.1405892274453442,
-      "learning_rate": 8.231448975642329e-06,
-      "loss": 0.2055,
-      "step": 11207
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9035227624336404,
-      "learning_rate": 8.229827992343251e-06,
-      "loss": 0.1863,
-      "step": 11208
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9515723670404533,
-      "learning_rate": 8.228207057060184e-06,
-      "loss": 0.1696,
-      "step": 11209
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.2242351733938421,
-      "learning_rate": 8.226586169837103e-06,
-      "loss": 0.213,
-      "step": 11210
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.0159569573403826,
-      "learning_rate": 8.224965330717967e-06,
-      "loss": 0.1848,
-      "step": 11211
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8746281789128181,
-      "learning_rate": 8.223344539746755e-06,
-      "loss": 0.1847,
-      "step": 11212
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9441233355578249,
-      "learning_rate": 8.221723796967416e-06,
-      "loss": 0.1997,
-      "step": 11213
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9518524036191406,
-      "learning_rate": 8.220103102423923e-06,
-      "loss": 0.1789,
-      "step": 11214
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.779774266436401,
-      "learning_rate": 8.21848245616023e-06,
-      "loss": 0.1759,
-      "step": 11215
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 2.3450116809336112,
-      "learning_rate": 8.216861858220307e-06,
-      "loss": 0.1888,
-      "step": 11216
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.229616077127556,
-      "learning_rate": 8.215241308648102e-06,
-      "loss": 0.194,
-      "step": 11217
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9018917733087243,
-      "learning_rate": 8.213620807487583e-06,
-      "loss": 0.168,
-      "step": 11218
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.079239171539652,
-      "learning_rate": 8.212000354782695e-06,
-      "loss": 0.19,
-      "step": 11219
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8430855813690791,
-      "learning_rate": 8.210379950577398e-06,
-      "loss": 0.1706,
-      "step": 11220
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8230309276074811,
-      "learning_rate": 8.208759594915652e-06,
-      "loss": 0.1828,
-      "step": 11221
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.050508723669258,
-      "learning_rate": 8.207139287841397e-06,
-      "loss": 0.1818,
-      "step": 11222
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8161318295355628,
-      "learning_rate": 8.205519029398592e-06,
-      "loss": 0.1982,
-      "step": 11223
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8558635578387,
-      "learning_rate": 8.203898819631183e-06,
-      "loss": 0.1853,
-      "step": 11224
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8714033130034283,
-      "learning_rate": 8.202278658583125e-06,
-      "loss": 0.1865,
-      "step": 11225
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8827239327377759,
-      "learning_rate": 8.200658546298354e-06,
-      "loss": 0.1877,
-      "step": 11226
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.2222996881129682,
-      "learning_rate": 8.199038482820824e-06,
-      "loss": 0.1913,
-      "step": 11227
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8298858935965866,
-      "learning_rate": 8.197418468194476e-06,
-      "loss": 0.179,
-      "step": 11228
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8088596354338242,
-      "learning_rate": 8.195798502463256e-06,
-      "loss": 0.1849,
-      "step": 11229
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.3270774863738242,
-      "learning_rate": 8.194178585671102e-06,
-      "loss": 0.1787,
-      "step": 11230
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.1797488127169842,
-      "learning_rate": 8.192558717861956e-06,
-      "loss": 0.1669,
-      "step": 11231
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.790298626038553,
-      "learning_rate": 8.190938899079756e-06,
-      "loss": 0.1583,
-      "step": 11232
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.7010232969764986,
-      "learning_rate": 8.189319129368445e-06,
-      "loss": 0.1859,
-      "step": 11233
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9080372020704749,
-      "learning_rate": 8.18769940877195e-06,
-      "loss": 0.1892,
-      "step": 11234
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.0889779620400961,
-      "learning_rate": 8.186079737334214e-06,
-      "loss": 0.1793,
-      "step": 11235
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.91466018716544,
-      "learning_rate": 8.184460115099165e-06,
-      "loss": 0.1735,
-      "step": 11236
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8871193225037902,
-      "learning_rate": 8.182840542110739e-06,
-      "loss": 0.1565,
-      "step": 11237
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.0285746494638235,
-      "learning_rate": 8.181221018412868e-06,
-      "loss": 0.1718,
-      "step": 11238
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.029761854841097,
-      "learning_rate": 8.179601544049475e-06,
-      "loss": 0.187,
-      "step": 11239
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.1239798590547327,
-      "learning_rate": 8.177982119064497e-06,
-      "loss": 0.1579,
-      "step": 11240
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.275798523162937,
-      "learning_rate": 8.176362743501853e-06,
-      "loss": 0.1851,
-      "step": 11241
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.1377935943260051,
-      "learning_rate": 8.174743417405479e-06,
-      "loss": 0.1923,
-      "step": 11242
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.7527062986335642,
-      "learning_rate": 8.173124140819285e-06,
-      "loss": 0.1969,
-      "step": 11243
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.0965192679867608,
-      "learning_rate": 8.171504913787208e-06,
-      "loss": 0.1695,
-      "step": 11244
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8068912443926077,
-      "learning_rate": 8.169885736353158e-06,
-      "loss": 0.1896,
-      "step": 11245
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8361653287998111,
-      "learning_rate": 8.168266608561068e-06,
-      "loss": 0.1828,
-      "step": 11246
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.2573793588577753,
-      "learning_rate": 8.166647530454843e-06,
-      "loss": 0.1468,
-      "step": 11247
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9078758393689891,
-      "learning_rate": 8.165028502078412e-06,
-      "loss": 0.1715,
-      "step": 11248
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.7759762634961216,
-      "learning_rate": 8.163409523475682e-06,
-      "loss": 0.1895,
-      "step": 11249
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8809090715288981,
-      "learning_rate": 8.161790594690577e-06,
-      "loss": 0.1923,
-      "step": 11250
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.07713204744277,
-      "learning_rate": 8.160171715767002e-06,
-      "loss": 0.1645,
-      "step": 11251
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8341872450950087,
-      "learning_rate": 8.158552886748878e-06,
-      "loss": 0.1677,
-      "step": 11252
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.642327976245687,
-      "learning_rate": 8.156934107680106e-06,
-      "loss": 0.1772,
-      "step": 11253
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.822319012757017,
-      "learning_rate": 8.155315378604602e-06,
-      "loss": 0.1802,
-      "step": 11254
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.0442418900022932,
-      "learning_rate": 8.153696699566272e-06,
-      "loss": 0.1798,
-      "step": 11255
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8988307675062374,
-      "learning_rate": 8.152078070609027e-06,
-      "loss": 0.1967,
-      "step": 11256
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.1779903856225626,
-      "learning_rate": 8.150459491776765e-06,
-      "loss": 0.1847,
-      "step": 11257
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8690379175414268,
-      "learning_rate": 8.148840963113392e-06,
-      "loss": 0.1668,
-      "step": 11258
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 7.08253893833268,
-      "learning_rate": 8.147222484662817e-06,
-      "loss": 0.1828,
-      "step": 11259
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 2.802304156833683,
-      "learning_rate": 8.145604056468935e-06,
-      "loss": 0.177,
-      "step": 11260
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8294670880912641,
-      "learning_rate": 8.14398567857565e-06,
-      "loss": 0.1621,
-      "step": 11261
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.7540643717119795,
-      "learning_rate": 8.142367351026853e-06,
-      "loss": 0.1481,
-      "step": 11262
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.26321843148518,
-      "learning_rate": 8.140749073866449e-06,
-      "loss": 0.1903,
-      "step": 11263
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.3476642102613676,
-      "learning_rate": 8.139130847138332e-06,
-      "loss": 0.1826,
-      "step": 11264
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.2458429990147137,
-      "learning_rate": 8.137512670886397e-06,
-      "loss": 0.1746,
-      "step": 11265
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 8.834594923921182,
-      "learning_rate": 8.135894545154533e-06,
-      "loss": 0.2108,
-      "step": 11266
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.129814446121592,
-      "learning_rate": 8.134276469986638e-06,
-      "loss": 0.1707,
-      "step": 11267
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.136819679803226,
-      "learning_rate": 8.132658445426595e-06,
-      "loss": 0.1569,
-      "step": 11268
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9788466534491648,
-      "learning_rate": 8.131040471518302e-06,
-      "loss": 0.173,
-      "step": 11269
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.0440416991646695,
-      "learning_rate": 8.129422548305637e-06,
-      "loss": 0.1741,
-      "step": 11270
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.1616215131566432,
-      "learning_rate": 8.127804675832494e-06,
-      "loss": 0.1861,
-      "step": 11271
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.1600212126434577,
-      "learning_rate": 8.126186854142752e-06,
-      "loss": 0.2059,
-      "step": 11272
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.6623548564513533,
-      "learning_rate": 8.124569083280303e-06,
-      "loss": 0.1855,
-      "step": 11273
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.185514362249397,
-      "learning_rate": 8.122951363289022e-06,
-      "loss": 0.1988,
-      "step": 11274
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 2.536505725783757,
-      "learning_rate": 8.12133369421279e-06,
-      "loss": 0.1921,
-      "step": 11275
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.047302910115353,
-      "learning_rate": 8.119716076095485e-06,
-      "loss": 0.2041,
-      "step": 11276
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.1227914996846082,
-      "learning_rate": 8.118098508980989e-06,
-      "loss": 0.1765,
-      "step": 11277
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8278666307866703,
-      "learning_rate": 8.116480992913181e-06,
-      "loss": 0.1863,
-      "step": 11278
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.2470534589076179,
-      "learning_rate": 8.114863527935929e-06,
-      "loss": 0.1943,
-      "step": 11279
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.7763928476800777,
-      "learning_rate": 8.11324611409311e-06,
-      "loss": 0.1893,
-      "step": 11280
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.7925818183893052,
-      "learning_rate": 8.111628751428595e-06,
-      "loss": 0.1634,
-      "step": 11281
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8936196251979709,
-      "learning_rate": 8.110011439986262e-06,
-      "loss": 0.163,
-      "step": 11282
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.1152052160492107,
-      "learning_rate": 8.10839417980997e-06,
-      "loss": 0.1821,
-      "step": 11283
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8475383954634401,
-      "learning_rate": 8.106776970943597e-06,
-      "loss": 0.1888,
-      "step": 11284
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9449434158508707,
-      "learning_rate": 8.105159813431002e-06,
-      "loss": 0.1883,
-      "step": 11285
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.0582156036341694,
-      "learning_rate": 8.103542707316058e-06,
-      "loss": 0.1877,
-      "step": 11286
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.6783740262877755,
-      "learning_rate": 8.10192565264262e-06,
-      "loss": 0.1699,
-      "step": 11287
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.2497198731430568,
-      "learning_rate": 8.100308649454563e-06,
-      "loss": 0.1756,
-      "step": 11288
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.7127747891379077,
-      "learning_rate": 8.098691697795737e-06,
-      "loss": 0.1665,
-      "step": 11289
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8696899217535935,
-      "learning_rate": 8.097074797710007e-06,
-      "loss": 0.1796,
-      "step": 11290
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8810934002107135,
-      "learning_rate": 8.095457949241233e-06,
-      "loss": 0.1798,
-      "step": 11291
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.086874398334323,
-      "learning_rate": 8.093841152433265e-06,
-      "loss": 0.1778,
-      "step": 11292
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.2700382193260717,
-      "learning_rate": 8.092224407329965e-06,
-      "loss": 0.1766,
-      "step": 11293
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.0137503311295675,
-      "learning_rate": 8.090607713975182e-06,
-      "loss": 0.1728,
-      "step": 11294
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.280165089528958,
-      "learning_rate": 8.08899107241278e-06,
-      "loss": 0.1919,
-      "step": 11295
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.2938704499783362,
-      "learning_rate": 8.087374482686598e-06,
-      "loss": 0.2076,
-      "step": 11296
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.1512383258265375,
-      "learning_rate": 8.085757944840493e-06,
-      "loss": 0.2066,
-      "step": 11297
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.7807085489114645,
-      "learning_rate": 8.08414145891831e-06,
-      "loss": 0.2115,
-      "step": 11298
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.05569501529721,
-      "learning_rate": 8.082525024963902e-06,
-      "loss": 0.1771,
-      "step": 11299
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9034811271517589,
-      "learning_rate": 8.080908643021107e-06,
-      "loss": 0.2346,
-      "step": 11300
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.0660529540221337,
-      "learning_rate": 8.079292313133778e-06,
-      "loss": 0.1686,
-      "step": 11301
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.2568586287865866,
-      "learning_rate": 8.077676035345748e-06,
-      "loss": 0.1725,
-      "step": 11302
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.8573594071467343,
-      "learning_rate": 8.076059809700866e-06,
-      "loss": 0.1938,
-      "step": 11303
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.0561172525104656,
-      "learning_rate": 8.07444363624297e-06,
-      "loss": 0.1567,
-      "step": 11304
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 0.9525099461969996,
-      "learning_rate": 8.072827515015902e-06,
-      "loss": 0.1808,
-      "step": 11305
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.1728442563294836,
-      "learning_rate": 8.071211446063495e-06,
-      "loss": 0.1774,
-      "step": 11306
-    },
-    {
-      "epoch": 0.57,
-      "grad_norm": 1.2680203679857898,
-      "learning_rate": 8.069595429429586e-06,
-      "loss": 0.1642,
-      "step": 11307
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9485894628866848,
-      "learning_rate": 8.067979465158013e-06,
-      "loss": 0.1728,
-      "step": 11308
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9960977651544729,
-      "learning_rate": 8.0663635532926e-06,
-      "loss": 0.1747,
-      "step": 11309
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.3899001437254705,
-      "learning_rate": 8.06474769387719e-06,
-      "loss": 0.1401,
-      "step": 11310
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 2.8600698725128217,
-      "learning_rate": 8.063131886955605e-06,
-      "loss": 0.1904,
-      "step": 11311
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9555677688751293,
-      "learning_rate": 8.061516132571679e-06,
-      "loss": 0.1964,
-      "step": 11312
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9597259602120783,
-      "learning_rate": 8.059900430769234e-06,
-      "loss": 0.185,
-      "step": 11313
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.111605309098347,
-      "learning_rate": 8.058284781592107e-06,
-      "loss": 0.1626,
-      "step": 11314
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.2225140069439981,
-      "learning_rate": 8.056669185084108e-06,
-      "loss": 0.1598,
-      "step": 11315
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.2846536877935064,
-      "learning_rate": 8.05505364128907e-06,
-      "loss": 0.1752,
-      "step": 11316
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8394495233121696,
-      "learning_rate": 8.053438150250808e-06,
-      "loss": 0.172,
-      "step": 11317
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9968223731163737,
-      "learning_rate": 8.051822712013151e-06,
-      "loss": 0.1919,
-      "step": 11318
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.123603368114008,
-      "learning_rate": 8.05020732661991e-06,
-      "loss": 0.1887,
-      "step": 11319
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7884087579364176,
-      "learning_rate": 8.048591994114906e-06,
-      "loss": 0.1702,
-      "step": 11320
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.4011551740812698,
-      "learning_rate": 8.046976714541953e-06,
-      "loss": 0.164,
-      "step": 11321
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8102925771158213,
-      "learning_rate": 8.045361487944872e-06,
-      "loss": 0.2049,
-      "step": 11322
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7791722073468371,
-      "learning_rate": 8.043746314367466e-06,
-      "loss": 0.1966,
-      "step": 11323
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.2138756039240277,
-      "learning_rate": 8.042131193853553e-06,
-      "loss": 0.1648,
-      "step": 11324
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.1604943883973953,
-      "learning_rate": 8.04051612644694e-06,
-      "loss": 0.1767,
-      "step": 11325
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7364800594337658,
-      "learning_rate": 8.038901112191443e-06,
-      "loss": 0.157,
-      "step": 11326
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9303579297888586,
-      "learning_rate": 8.037286151130864e-06,
-      "loss": 0.1788,
-      "step": 11327
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9261735222055252,
-      "learning_rate": 8.035671243309005e-06,
-      "loss": 0.2088,
-      "step": 11328
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.146395985557706,
-      "learning_rate": 8.034056388769676e-06,
-      "loss": 0.1908,
-      "step": 11329
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8834531220910166,
-      "learning_rate": 8.032441587556676e-06,
-      "loss": 0.182,
-      "step": 11330
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7483513003591301,
-      "learning_rate": 8.030826839713814e-06,
-      "loss": 0.1804,
-      "step": 11331
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9241777250512747,
-      "learning_rate": 8.02921214528488e-06,
-      "loss": 0.1819,
-      "step": 11332
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8444863698741362,
-      "learning_rate": 8.02759750431368e-06,
-      "loss": 0.1852,
-      "step": 11333
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.3926107355585513,
-      "learning_rate": 8.025982916844008e-06,
-      "loss": 0.1818,
-      "step": 11334
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8435975489819109,
-      "learning_rate": 8.024368382919665e-06,
-      "loss": 0.1855,
-      "step": 11335
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.3527644387003557,
-      "learning_rate": 8.022753902584436e-06,
-      "loss": 0.206,
-      "step": 11336
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9316082958199031,
-      "learning_rate": 8.021139475882122e-06,
-      "loss": 0.1661,
-      "step": 11337
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7054655059974458,
-      "learning_rate": 8.01952510285651e-06,
-      "loss": 0.1804,
-      "step": 11338
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.908661234462497,
-      "learning_rate": 8.017910783551394e-06,
-      "loss": 0.176,
-      "step": 11339
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7743444896095891,
-      "learning_rate": 8.016296518010558e-06,
-      "loss": 0.1833,
-      "step": 11340
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9433594583525929,
-      "learning_rate": 8.014682306277792e-06,
-      "loss": 0.1766,
-      "step": 11341
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.122567249465266,
-      "learning_rate": 8.013068148396878e-06,
-      "loss": 0.1981,
-      "step": 11342
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8714340710402263,
-      "learning_rate": 8.011454044411606e-06,
-      "loss": 0.1819,
-      "step": 11343
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.572982517943364,
-      "learning_rate": 8.009839994365757e-06,
-      "loss": 0.1771,
-      "step": 11344
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.033687137192266,
-      "learning_rate": 8.008225998303107e-06,
-      "loss": 0.1911,
-      "step": 11345
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.0309772673882498,
-      "learning_rate": 8.00661205626744e-06,
-      "loss": 0.2027,
-      "step": 11346
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9153445694050915,
-      "learning_rate": 8.004998168302531e-06,
-      "loss": 0.1847,
-      "step": 11347
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8893563536780098,
-      "learning_rate": 8.003384334452165e-06,
-      "loss": 0.1967,
-      "step": 11348
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9472506688885662,
-      "learning_rate": 8.001770554760107e-06,
-      "loss": 0.1759,
-      "step": 11349
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8856873542075918,
-      "learning_rate": 8.000156829270136e-06,
-      "loss": 0.1713,
-      "step": 11350
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8354670246876854,
-      "learning_rate": 7.998543158026025e-06,
-      "loss": 0.1784,
-      "step": 11351
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.8998962124671674,
-      "learning_rate": 7.996929541071545e-06,
-      "loss": 0.189,
-      "step": 11352
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.6963210550002428,
-      "learning_rate": 7.995315978450462e-06,
-      "loss": 0.1902,
-      "step": 11353
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.7976868012803862,
-      "learning_rate": 7.993702470206547e-06,
-      "loss": 0.1982,
-      "step": 11354
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8559801835244099,
-      "learning_rate": 7.992089016383565e-06,
-      "loss": 0.1885,
-      "step": 11355
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9255002415299407,
-      "learning_rate": 7.990475617025286e-06,
-      "loss": 0.1789,
-      "step": 11356
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.0647958227251417,
-      "learning_rate": 7.988862272175464e-06,
-      "loss": 0.1602,
-      "step": 11357
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.0094849945715152,
-      "learning_rate": 7.987248981877872e-06,
-      "loss": 0.1838,
-      "step": 11358
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7584797503213979,
-      "learning_rate": 7.985635746176261e-06,
-      "loss": 0.1643,
-      "step": 11359
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9401437229638838,
-      "learning_rate": 7.984022565114396e-06,
-      "loss": 0.2103,
-      "step": 11360
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9411254100791999,
-      "learning_rate": 7.982409438736034e-06,
-      "loss": 0.1814,
-      "step": 11361
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 2.467728278191582,
-      "learning_rate": 7.980796367084925e-06,
-      "loss": 0.1642,
-      "step": 11362
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7544167417792813,
-      "learning_rate": 7.979183350204833e-06,
-      "loss": 0.1721,
-      "step": 11363
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7551276841736471,
-      "learning_rate": 7.977570388139503e-06,
-      "loss": 0.1781,
-      "step": 11364
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9763581032326041,
-      "learning_rate": 7.975957480932695e-06,
-      "loss": 0.1714,
-      "step": 11365
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7418208277674712,
-      "learning_rate": 7.974344628628151e-06,
-      "loss": 0.1668,
-      "step": 11366
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8384863204541823,
-      "learning_rate": 7.972731831269624e-06,
-      "loss": 0.1927,
-      "step": 11367
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8651724563330945,
-      "learning_rate": 7.97111908890086e-06,
-      "loss": 0.1944,
-      "step": 11368
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.0535952841849294,
-      "learning_rate": 7.96950640156561e-06,
-      "loss": 0.2104,
-      "step": 11369
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 4.437367487342895,
-      "learning_rate": 7.967893769307608e-06,
-      "loss": 0.1829,
-      "step": 11370
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.0217015755872205,
-      "learning_rate": 7.966281192170607e-06,
-      "loss": 0.1721,
-      "step": 11371
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9469785199313246,
-      "learning_rate": 7.964668670198339e-06,
-      "loss": 0.1768,
-      "step": 11372
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8351899718021233,
-      "learning_rate": 7.963056203434552e-06,
-      "loss": 0.1773,
-      "step": 11373
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8950493743963949,
-      "learning_rate": 7.961443791922975e-06,
-      "loss": 0.1957,
-      "step": 11374
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.5883478193156267,
-      "learning_rate": 7.959831435707357e-06,
-      "loss": 0.1735,
-      "step": 11375
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.0007651701611708,
-      "learning_rate": 7.958219134831423e-06,
-      "loss": 0.1675,
-      "step": 11376
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.183435973584841,
-      "learning_rate": 7.95660688933891e-06,
-      "loss": 0.161,
-      "step": 11377
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8598891102521062,
-      "learning_rate": 7.954994699273555e-06,
-      "loss": 0.1785,
-      "step": 11378
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.0475770668796385,
-      "learning_rate": 7.953382564679078e-06,
-      "loss": 0.1632,
-      "step": 11379
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7656142930701677,
-      "learning_rate": 7.951770485599218e-06,
-      "loss": 0.1835,
-      "step": 11380
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7597755941350266,
-      "learning_rate": 7.950158462077697e-06,
-      "loss": 0.175,
-      "step": 11381
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.1075597327894078,
-      "learning_rate": 7.948546494158247e-06,
-      "loss": 0.1563,
-      "step": 11382
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.919981907436329,
-      "learning_rate": 7.946934581884585e-06,
-      "loss": 0.1861,
-      "step": 11383
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8663663674300841,
-      "learning_rate": 7.945322725300444e-06,
-      "loss": 0.1851,
-      "step": 11384
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.0200009715386287,
-      "learning_rate": 7.943710924449535e-06,
-      "loss": 0.1677,
-      "step": 11385
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7627219820305977,
-      "learning_rate": 7.942099179375585e-06,
-      "loss": 0.1654,
-      "step": 11386
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.0960879832055765,
-      "learning_rate": 7.940487490122309e-06,
-      "loss": 0.1573,
-      "step": 11387
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9655957129166881,
-      "learning_rate": 7.93887585673343e-06,
-      "loss": 0.1622,
-      "step": 11388
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.0674479446431646,
-      "learning_rate": 7.937264279252657e-06,
-      "loss": 0.1907,
-      "step": 11389
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7380337556095736,
-      "learning_rate": 7.935652757723709e-06,
-      "loss": 0.1808,
-      "step": 11390
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.027981513065775,
-      "learning_rate": 7.934041292190293e-06,
-      "loss": 0.2013,
-      "step": 11391
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7875171759545012,
-      "learning_rate": 7.93242988269613e-06,
-      "loss": 0.1519,
-      "step": 11392
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.210993758514946,
-      "learning_rate": 7.930818529284917e-06,
-      "loss": 0.1916,
-      "step": 11393
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7811719689055883,
-      "learning_rate": 7.92920723200037e-06,
-      "loss": 0.1937,
-      "step": 11394
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8521424976568306,
-      "learning_rate": 7.927595990886194e-06,
-      "loss": 0.1843,
-      "step": 11395
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.190810739178779,
-      "learning_rate": 7.925984805986096e-06,
-      "loss": 0.1903,
-      "step": 11396
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8073776952125132,
-      "learning_rate": 7.924373677343778e-06,
-      "loss": 0.1905,
-      "step": 11397
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9438162305535253,
-      "learning_rate": 7.922762605002938e-06,
-      "loss": 0.1794,
-      "step": 11398
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.0413964995074405,
-      "learning_rate": 7.92115158900728e-06,
-      "loss": 0.1932,
-      "step": 11399
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8659254048488056,
-      "learning_rate": 7.9195406294005e-06,
-      "loss": 0.1756,
-      "step": 11400
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8148011974376181,
-      "learning_rate": 7.917929726226305e-06,
-      "loss": 0.1778,
-      "step": 11401
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8350748355467905,
-      "learning_rate": 7.916318879528377e-06,
-      "loss": 0.1828,
-      "step": 11402
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.0380626632884626,
-      "learning_rate": 7.91470808935042e-06,
-      "loss": 0.1881,
-      "step": 11403
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.924415556504601,
-      "learning_rate": 7.913097355736122e-06,
-      "loss": 0.1809,
-      "step": 11404
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7720068220086019,
-      "learning_rate": 7.91148667872918e-06,
-      "loss": 0.1791,
-      "step": 11405
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8069146836895251,
-      "learning_rate": 7.909876058373275e-06,
-      "loss": 0.1721,
-      "step": 11406
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7883066391198847,
-      "learning_rate": 7.908265494712105e-06,
-      "loss": 0.2014,
-      "step": 11407
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.8683896446322161,
-      "learning_rate": 7.906654987789346e-06,
-      "loss": 0.1462,
-      "step": 11408
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7508193646444697,
-      "learning_rate": 7.905044537648693e-06,
-      "loss": 0.1703,
-      "step": 11409
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.5055920321230043,
-      "learning_rate": 7.903434144333824e-06,
-      "loss": 0.1907,
-      "step": 11410
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.888206103381393,
-      "learning_rate": 7.901823807888423e-06,
-      "loss": 0.1638,
-      "step": 11411
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7553488596562018,
-      "learning_rate": 7.900213528356167e-06,
-      "loss": 0.1638,
-      "step": 11412
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.0805557840987123,
-      "learning_rate": 7.898603305780741e-06,
-      "loss": 0.1854,
-      "step": 11413
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9065778378349452,
-      "learning_rate": 7.89699314020582e-06,
-      "loss": 0.1778,
-      "step": 11414
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9282067156258447,
-      "learning_rate": 7.895383031675074e-06,
-      "loss": 0.1867,
-      "step": 11415
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9695888508795255,
-      "learning_rate": 7.893772980232186e-06,
-      "loss": 0.1935,
-      "step": 11416
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8176310094625524,
-      "learning_rate": 7.89216298592082e-06,
-      "loss": 0.1776,
-      "step": 11417
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8476605704866567,
-      "learning_rate": 7.89055304878466e-06,
-      "loss": 0.1779,
-      "step": 11418
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7864485731998299,
-      "learning_rate": 7.88894316886736e-06,
-      "loss": 0.1586,
-      "step": 11419
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8945343470837589,
-      "learning_rate": 7.8873333462126e-06,
-      "loss": 0.1903,
-      "step": 11420
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.0553523338334387,
-      "learning_rate": 7.885723580864039e-06,
-      "loss": 0.1942,
-      "step": 11421
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.4852096499603038,
-      "learning_rate": 7.884113872865352e-06,
-      "loss": 0.1909,
-      "step": 11422
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 2.918085514806113,
-      "learning_rate": 7.882504222260187e-06,
-      "loss": 0.2025,
-      "step": 11423
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7621380179939279,
-      "learning_rate": 7.880894629092222e-06,
-      "loss": 0.1904,
-      "step": 11424
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8141253588089128,
-      "learning_rate": 7.879285093405105e-06,
-      "loss": 0.198,
-      "step": 11425
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9091609362931211,
-      "learning_rate": 7.877675615242502e-06,
-      "loss": 0.1942,
-      "step": 11426
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.779397878754563,
-      "learning_rate": 7.876066194648066e-06,
-      "loss": 0.1855,
-      "step": 11427
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.894861345972049,
-      "learning_rate": 7.874456831665457e-06,
-      "loss": 0.1745,
-      "step": 11428
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8408203658866416,
-      "learning_rate": 7.872847526338324e-06,
-      "loss": 0.1742,
-      "step": 11429
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.811850660399226,
-      "learning_rate": 7.871238278710322e-06,
-      "loss": 0.1826,
-      "step": 11430
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8983352155401033,
-      "learning_rate": 7.869629088825105e-06,
-      "loss": 0.187,
-      "step": 11431
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.727772267058997,
-      "learning_rate": 7.868019956726318e-06,
-      "loss": 0.1926,
-      "step": 11432
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9780031004620156,
-      "learning_rate": 7.866410882457609e-06,
-      "loss": 0.1567,
-      "step": 11433
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9214707777852454,
-      "learning_rate": 7.864801866062624e-06,
-      "loss": 0.1843,
-      "step": 11434
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.1192018977233658,
-      "learning_rate": 7.863192907585013e-06,
-      "loss": 0.1722,
-      "step": 11435
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7960680607754248,
-      "learning_rate": 7.861584007068411e-06,
-      "loss": 0.1832,
-      "step": 11436
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9839711925450026,
-      "learning_rate": 7.859975164556468e-06,
-      "loss": 0.17,
-      "step": 11437
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.0211951625381592,
-      "learning_rate": 7.858366380092814e-06,
-      "loss": 0.1893,
-      "step": 11438
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 2.425161321405098,
-      "learning_rate": 7.856757653721097e-06,
-      "loss": 0.1898,
-      "step": 11439
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8515906228888953,
-      "learning_rate": 7.855148985484946e-06,
-      "loss": 0.1855,
-      "step": 11440
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8177327295630341,
-      "learning_rate": 7.853540375428006e-06,
-      "loss": 0.1662,
-      "step": 11441
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8708247841613003,
-      "learning_rate": 7.851931823593897e-06,
-      "loss": 0.1933,
-      "step": 11442
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7436403301338063,
-      "learning_rate": 7.850323330026264e-06,
-      "loss": 0.1819,
-      "step": 11443
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8529954048960217,
-      "learning_rate": 7.848714894768729e-06,
-      "loss": 0.1752,
-      "step": 11444
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.86165304634647,
-      "learning_rate": 7.847106517864927e-06,
-      "loss": 0.1675,
-      "step": 11445
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.795950397385831,
-      "learning_rate": 7.84549819935848e-06,
-      "loss": 0.1692,
-      "step": 11446
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8796257453564453,
-      "learning_rate": 7.843889939293017e-06,
-      "loss": 0.1604,
-      "step": 11447
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8178018265488591,
-      "learning_rate": 7.842281737712164e-06,
-      "loss": 0.1763,
-      "step": 11448
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.2412486625603991,
-      "learning_rate": 7.840673594659535e-06,
-      "loss": 0.1635,
-      "step": 11449
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 5.138558639655599,
-      "learning_rate": 7.839065510178763e-06,
-      "loss": 0.151,
-      "step": 11450
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8575207245711235,
-      "learning_rate": 7.837457484313452e-06,
-      "loss": 0.1722,
-      "step": 11451
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.1377203906398663,
-      "learning_rate": 7.835849517107237e-06,
-      "loss": 0.1826,
-      "step": 11452
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9724400883078111,
-      "learning_rate": 7.834241608603722e-06,
-      "loss": 0.1759,
-      "step": 11453
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 3.823551349347765,
-      "learning_rate": 7.83263375884653e-06,
-      "loss": 0.1969,
-      "step": 11454
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8901574635583533,
-      "learning_rate": 7.831025967879265e-06,
-      "loss": 0.1827,
-      "step": 11455
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9064639578916673,
-      "learning_rate": 7.829418235745547e-06,
-      "loss": 0.1743,
-      "step": 11456
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.1197538740125437,
-      "learning_rate": 7.827810562488978e-06,
-      "loss": 0.1735,
-      "step": 11457
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7804009424828282,
-      "learning_rate": 7.826202948153174e-06,
-      "loss": 0.1559,
-      "step": 11458
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.784302834791359,
-      "learning_rate": 7.824595392781735e-06,
-      "loss": 0.1955,
-      "step": 11459
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.955136017244413,
-      "learning_rate": 7.822987896418269e-06,
-      "loss": 0.1802,
-      "step": 11460
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.11692735362752,
-      "learning_rate": 7.821380459106379e-06,
-      "loss": 0.1784,
-      "step": 11461
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.686381091202176,
-      "learning_rate": 7.81977308088967e-06,
-      "loss": 0.1852,
-      "step": 11462
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9285742766920333,
-      "learning_rate": 7.818165761811736e-06,
-      "loss": 0.1724,
-      "step": 11463
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.5463402825839065,
-      "learning_rate": 7.81655850191618e-06,
-      "loss": 0.1889,
-      "step": 11464
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8834470298152093,
-      "learning_rate": 7.814951301246597e-06,
-      "loss": 0.2023,
-      "step": 11465
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9091701075412179,
-      "learning_rate": 7.813344159846588e-06,
-      "loss": 0.1946,
-      "step": 11466
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8394475643175278,
-      "learning_rate": 7.811737077759742e-06,
-      "loss": 0.1687,
-      "step": 11467
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.6724614209465645,
-      "learning_rate": 7.810130055029646e-06,
-      "loss": 0.1806,
-      "step": 11468
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9378148453117767,
-      "learning_rate": 7.808523091699898e-06,
-      "loss": 0.1773,
-      "step": 11469
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 2.5997825594312163,
-      "learning_rate": 7.806916187814084e-06,
-      "loss": 0.1728,
-      "step": 11470
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7187489821039615,
-      "learning_rate": 7.805309343415796e-06,
-      "loss": 0.1724,
-      "step": 11471
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7144109041965934,
-      "learning_rate": 7.803702558548611e-06,
-      "loss": 0.1796,
-      "step": 11472
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9252592793590034,
-      "learning_rate": 7.802095833256121e-06,
-      "loss": 0.2001,
-      "step": 11473
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.786306724546287,
-      "learning_rate": 7.800489167581903e-06,
-      "loss": 0.1819,
-      "step": 11474
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9248066516176838,
-      "learning_rate": 7.798882561569546e-06,
-      "loss": 0.1855,
-      "step": 11475
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.1746878367894527,
-      "learning_rate": 7.797276015262619e-06,
-      "loss": 0.1822,
-      "step": 11476
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9795575556369396,
-      "learning_rate": 7.795669528704707e-06,
-      "loss": 0.1721,
-      "step": 11477
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9468774083981828,
-      "learning_rate": 7.794063101939381e-06,
-      "loss": 0.1758,
-      "step": 11478
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8166886570894248,
-      "learning_rate": 7.792456735010223e-06,
-      "loss": 0.1815,
-      "step": 11479
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9671715919770977,
-      "learning_rate": 7.790850427960795e-06,
-      "loss": 0.201,
-      "step": 11480
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.357756688548844,
-      "learning_rate": 7.789244180834679e-06,
-      "loss": 0.1946,
-      "step": 11481
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8662586324346514,
-      "learning_rate": 7.787637993675434e-06,
-      "loss": 0.1871,
-      "step": 11482
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.066321292841425,
-      "learning_rate": 7.786031866526636e-06,
-      "loss": 0.193,
-      "step": 11483
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8948737952595948,
-      "learning_rate": 7.784425799431852e-06,
-      "loss": 0.1686,
-      "step": 11484
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.1269647961952738,
-      "learning_rate": 7.782819792434638e-06,
-      "loss": 0.174,
-      "step": 11485
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.2486855535449515,
-      "learning_rate": 7.781213845578564e-06,
-      "loss": 0.181,
-      "step": 11486
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.2255911988677148,
-      "learning_rate": 7.779607958907189e-06,
-      "loss": 0.2061,
-      "step": 11487
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.6697046944408509,
-      "learning_rate": 7.778002132464077e-06,
-      "loss": 0.1637,
-      "step": 11488
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.1222438318590247,
-      "learning_rate": 7.77639636629278e-06,
-      "loss": 0.2002,
-      "step": 11489
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8560548327618978,
-      "learning_rate": 7.774790660436857e-06,
-      "loss": 0.1879,
-      "step": 11490
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.0547481846929991,
-      "learning_rate": 7.773185014939863e-06,
-      "loss": 0.2034,
-      "step": 11491
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9656593366959516,
-      "learning_rate": 7.771579429845353e-06,
-      "loss": 0.1883,
-      "step": 11492
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.933937310893644,
-      "learning_rate": 7.769973905196875e-06,
-      "loss": 0.1685,
-      "step": 11493
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.0471187930082608,
-      "learning_rate": 7.768368441037983e-06,
-      "loss": 0.1507,
-      "step": 11494
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8376089379719395,
-      "learning_rate": 7.766763037412219e-06,
-      "loss": 0.1825,
-      "step": 11495
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9080888688549174,
-      "learning_rate": 7.765157694363138e-06,
-      "loss": 0.2009,
-      "step": 11496
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8024492902468562,
-      "learning_rate": 7.763552411934277e-06,
-      "loss": 0.1785,
-      "step": 11497
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.7860320019469207,
-      "learning_rate": 7.761947190169188e-06,
-      "loss": 0.1718,
-      "step": 11498
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.0387294443548292,
-      "learning_rate": 7.760342029111403e-06,
-      "loss": 0.1829,
-      "step": 11499
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9896381467940631,
-      "learning_rate": 7.758736928804469e-06,
-      "loss": 0.1924,
-      "step": 11500
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.0018665717164907,
-      "learning_rate": 7.757131889291925e-06,
-      "loss": 0.1735,
-      "step": 11501
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.9894239106183639,
-      "learning_rate": 7.7555269106173e-06,
-      "loss": 0.1751,
-      "step": 11502
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 0.8985708137642188,
-      "learning_rate": 7.753921992824139e-06,
-      "loss": 0.1964,
-      "step": 11503
-    },
-    {
-      "epoch": 0.58,
-      "grad_norm": 1.1661604244942374,
-      "learning_rate": 7.752317135955966e-06,
-      "loss": 0.1713,
-      "step": 11504
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8612006619090127,
-      "learning_rate": 7.750712340056323e-06,
-      "loss": 0.1987,
-      "step": 11505
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.7680521604795602,
-      "learning_rate": 7.74910760516873e-06,
-      "loss": 0.1889,
-      "step": 11506
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9533786515303825,
-      "learning_rate": 7.747502931336726e-06,
-      "loss": 0.1727,
-      "step": 11507
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.7931110934670622,
-      "learning_rate": 7.745898318603826e-06,
-      "loss": 0.1815,
-      "step": 11508
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.9576609653751136,
-      "learning_rate": 7.744293767013564e-06,
-      "loss": 0.1833,
-      "step": 11509
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9853274013225376,
-      "learning_rate": 7.742689276609459e-06,
-      "loss": 0.1607,
-      "step": 11510
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8886805308841748,
-      "learning_rate": 7.74108484743504e-06,
-      "loss": 0.1788,
-      "step": 11511
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9910320281706113,
-      "learning_rate": 7.739480479533818e-06,
-      "loss": 0.1914,
-      "step": 11512
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9545227317871207,
-      "learning_rate": 7.737876172949317e-06,
-      "loss": 0.1613,
-      "step": 11513
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.7746215432805033,
-      "learning_rate": 7.73627192772505e-06,
-      "loss": 0.1784,
-      "step": 11514
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.1258108748177553,
-      "learning_rate": 7.73466774390454e-06,
-      "loss": 0.1493,
-      "step": 11515
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.1555646260024954,
-      "learning_rate": 7.73306362153129e-06,
-      "loss": 0.1875,
-      "step": 11516
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0687324728634058,
-      "learning_rate": 7.73145956064882e-06,
-      "loss": 0.1546,
-      "step": 11517
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.106528469273153,
-      "learning_rate": 7.72985556130064e-06,
-      "loss": 0.1887,
-      "step": 11518
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.837873803762906,
-      "learning_rate": 7.728251623530253e-06,
-      "loss": 0.1703,
-      "step": 11519
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9792314296285167,
-      "learning_rate": 7.726647747381171e-06,
-      "loss": 0.1769,
-      "step": 11520
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.036453018636925,
-      "learning_rate": 7.725043932896895e-06,
-      "loss": 0.1763,
-      "step": 11521
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.6120548814324298,
-      "learning_rate": 7.723440180120932e-06,
-      "loss": 0.1884,
-      "step": 11522
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.952343846906782,
-      "learning_rate": 7.72183648909678e-06,
-      "loss": 0.1594,
-      "step": 11523
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8464787482722366,
-      "learning_rate": 7.720232859867946e-06,
-      "loss": 0.1709,
-      "step": 11524
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.84795764242471,
-      "learning_rate": 7.71862929247792e-06,
-      "loss": 0.1867,
-      "step": 11525
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0405235420112218,
-      "learning_rate": 7.717025786970208e-06,
-      "loss": 0.176,
-      "step": 11526
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.781721864117291,
-      "learning_rate": 7.715422343388296e-06,
-      "loss": 0.1801,
-      "step": 11527
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9009036342142364,
-      "learning_rate": 7.713818961775686e-06,
-      "loss": 0.1775,
-      "step": 11528
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.889676087190506,
-      "learning_rate": 7.712215642175862e-06,
-      "loss": 0.1806,
-      "step": 11529
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.537611419687043,
-      "learning_rate": 7.710612384632321e-06,
-      "loss": 0.1986,
-      "step": 11530
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9885073435263368,
-      "learning_rate": 7.709009189188546e-06,
-      "loss": 0.2099,
-      "step": 11531
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.157845104013614,
-      "learning_rate": 7.70740605588803e-06,
-      "loss": 0.1774,
-      "step": 11532
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.5695577270079757,
-      "learning_rate": 7.70580298477425e-06,
-      "loss": 0.1729,
-      "step": 11533
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.7935269584611251,
-      "learning_rate": 7.704199975890698e-06,
-      "loss": 0.1811,
-      "step": 11534
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.302641620541749,
-      "learning_rate": 7.702597029280848e-06,
-      "loss": 0.1637,
-      "step": 11535
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0267924968478008,
-      "learning_rate": 7.700994144988183e-06,
-      "loss": 0.1992,
-      "step": 11536
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0705791649139917,
-      "learning_rate": 7.699391323056184e-06,
-      "loss": 0.1867,
-      "step": 11537
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0443080061831171,
-      "learning_rate": 7.697788563528323e-06,
-      "loss": 0.1743,
-      "step": 11538
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 4.91455270222627,
-      "learning_rate": 7.696185866448079e-06,
-      "loss": 0.1781,
-      "step": 11539
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9676560323614188,
-      "learning_rate": 7.694583231858921e-06,
-      "loss": 0.1898,
-      "step": 11540
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8959806001854843,
-      "learning_rate": 7.692980659804327e-06,
-      "loss": 0.1763,
-      "step": 11541
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0203472241064597,
-      "learning_rate": 7.691378150327759e-06,
-      "loss": 0.1764,
-      "step": 11542
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.1974668086090456,
-      "learning_rate": 7.689775703472691e-06,
-      "loss": 0.1866,
-      "step": 11543
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.7475706747831443,
-      "learning_rate": 7.688173319282586e-06,
-      "loss": 0.1976,
-      "step": 11544
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.935656524326181,
-      "learning_rate": 7.686570997800914e-06,
-      "loss": 0.1605,
-      "step": 11545
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8084136464393837,
-      "learning_rate": 7.68496873907113e-06,
-      "loss": 0.2016,
-      "step": 11546
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9290286115022512,
-      "learning_rate": 7.683366543136703e-06,
-      "loss": 0.1894,
-      "step": 11547
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.4974991685353187,
-      "learning_rate": 7.681764410041087e-06,
-      "loss": 0.1957,
-      "step": 11548
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8232639356455898,
-      "learning_rate": 7.680162339827744e-06,
-      "loss": 0.1841,
-      "step": 11549
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9511264667655934,
-      "learning_rate": 7.678560332540126e-06,
-      "loss": 0.1775,
-      "step": 11550
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9769977386312791,
-      "learning_rate": 7.676958388221693e-06,
-      "loss": 0.1797,
-      "step": 11551
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.167911556068729,
-      "learning_rate": 7.675356506915892e-06,
-      "loss": 0.1962,
-      "step": 11552
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8463201079565178,
-      "learning_rate": 7.67375468866618e-06,
-      "loss": 0.1771,
-      "step": 11553
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.2272626867654062,
-      "learning_rate": 7.672152933516005e-06,
-      "loss": 0.1973,
-      "step": 11554
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 2.094380301002933,
-      "learning_rate": 7.670551241508809e-06,
-      "loss": 0.1678,
-      "step": 11555
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.915630672766507,
-      "learning_rate": 7.668949612688044e-06,
-      "loss": 0.1837,
-      "step": 11556
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.7441259642618644,
-      "learning_rate": 7.667348047097151e-06,
-      "loss": 0.1744,
-      "step": 11557
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.761767486300642,
-      "learning_rate": 7.665746544779577e-06,
-      "loss": 0.172,
-      "step": 11558
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.6978167876222314,
-      "learning_rate": 7.664145105778755e-06,
-      "loss": 0.1646,
-      "step": 11559
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8980322487996942,
-      "learning_rate": 7.662543730138136e-06,
-      "loss": 0.1795,
-      "step": 11560
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.1376196282122772,
-      "learning_rate": 7.660942417901145e-06,
-      "loss": 0.1729,
-      "step": 11561
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.372232682551164,
-      "learning_rate": 7.659341169111222e-06,
-      "loss": 0.1562,
-      "step": 11562
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9663702113761,
-      "learning_rate": 7.657739983811803e-06,
-      "loss": 0.2076,
-      "step": 11563
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0129999221068482,
-      "learning_rate": 7.656138862046323e-06,
-      "loss": 0.1767,
-      "step": 11564
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9004518055692233,
-      "learning_rate": 7.654537803858205e-06,
-      "loss": 0.186,
-      "step": 11565
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8210445742427821,
-      "learning_rate": 7.652936809290883e-06,
-      "loss": 0.2024,
-      "step": 11566
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9394699808210847,
-      "learning_rate": 7.65133587838778e-06,
-      "loss": 0.1847,
-      "step": 11567
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9609354948526633,
-      "learning_rate": 7.649735011192329e-06,
-      "loss": 0.1912,
-      "step": 11568
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.654273035810828,
-      "learning_rate": 7.648134207747944e-06,
-      "loss": 0.1791,
-      "step": 11569
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8138671952721602,
-      "learning_rate": 7.646533468098054e-06,
-      "loss": 0.1994,
-      "step": 11570
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9362668301075935,
-      "learning_rate": 7.644932792286078e-06,
-      "loss": 0.2046,
-      "step": 11571
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8749552721286621,
-      "learning_rate": 7.64333218035543e-06,
-      "loss": 0.1914,
-      "step": 11572
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8649832225609275,
-      "learning_rate": 7.64173163234953e-06,
-      "loss": 0.1579,
-      "step": 11573
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.171430802862261,
-      "learning_rate": 7.640131148311791e-06,
-      "loss": 0.19,
-      "step": 11574
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.2259477037304825,
-      "learning_rate": 7.638530728285633e-06,
-      "loss": 0.1808,
-      "step": 11575
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.4841824061106357,
-      "learning_rate": 7.636930372314457e-06,
-      "loss": 0.19,
-      "step": 11576
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9639021119081354,
-      "learning_rate": 7.635330080441684e-06,
-      "loss": 0.1811,
-      "step": 11577
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9701950679898839,
-      "learning_rate": 7.633729852710711e-06,
-      "loss": 0.1714,
-      "step": 11578
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0768229910505707,
-      "learning_rate": 7.632129689164951e-06,
-      "loss": 0.2228,
-      "step": 11579
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.3353356856633012,
-      "learning_rate": 7.630529589847807e-06,
-      "loss": 0.1921,
-      "step": 11580
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.3622609087993482,
-      "learning_rate": 7.628929554802683e-06,
-      "loss": 0.1911,
-      "step": 11581
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8975720323589307,
-      "learning_rate": 7.627329584072976e-06,
-      "loss": 0.1796,
-      "step": 11582
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9448305446099222,
-      "learning_rate": 7.625729677702089e-06,
-      "loss": 0.197,
-      "step": 11583
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.414447297300965,
-      "learning_rate": 7.624129835733418e-06,
-      "loss": 0.1847,
-      "step": 11584
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.1403047850573143,
-      "learning_rate": 7.622530058210363e-06,
-      "loss": 0.1705,
-      "step": 11585
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.7769183214743727,
-      "learning_rate": 7.62093034517631e-06,
-      "loss": 0.1736,
-      "step": 11586
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8832212847030111,
-      "learning_rate": 7.619330696674658e-06,
-      "loss": 0.1749,
-      "step": 11587
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0324852829353546,
-      "learning_rate": 7.6177311127487984e-06,
-      "loss": 0.17,
-      "step": 11588
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0803947078290193,
-      "learning_rate": 7.616131593442111e-06,
-      "loss": 0.1657,
-      "step": 11589
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.3593432430994428,
-      "learning_rate": 7.614532138797994e-06,
-      "loss": 0.2016,
-      "step": 11590
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.1694049472944021,
-      "learning_rate": 7.6129327488598225e-06,
-      "loss": 0.1627,
-      "step": 11591
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9088413784789771,
-      "learning_rate": 7.611333423670988e-06,
-      "loss": 0.184,
-      "step": 11592
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.2524174806149122,
-      "learning_rate": 7.609734163274867e-06,
-      "loss": 0.1803,
-      "step": 11593
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8086586822961561,
-      "learning_rate": 7.608134967714846e-06,
-      "loss": 0.1657,
-      "step": 11594
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0821545601165399,
-      "learning_rate": 7.606535837034295e-06,
-      "loss": 0.1814,
-      "step": 11595
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.1909757173673818,
-      "learning_rate": 7.604936771276596e-06,
-      "loss": 0.1925,
-      "step": 11596
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.1089161855517706,
-      "learning_rate": 7.603337770485122e-06,
-      "loss": 0.2052,
-      "step": 11597
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9012722774072845,
-      "learning_rate": 7.601738834703249e-06,
-      "loss": 0.1869,
-      "step": 11598
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.7300428580712354,
-      "learning_rate": 7.600139963974341e-06,
-      "loss": 0.1819,
-      "step": 11599
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9574724234455277,
-      "learning_rate": 7.598541158341774e-06,
-      "loss": 0.1799,
-      "step": 11600
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.2387333692896372,
-      "learning_rate": 7.5969424178489134e-06,
-      "loss": 0.17,
-      "step": 11601
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.907897336158818,
-      "learning_rate": 7.5953437425391284e-06,
-      "loss": 0.1887,
-      "step": 11602
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.4548819371977963,
-      "learning_rate": 7.593745132455776e-06,
-      "loss": 0.1931,
-      "step": 11603
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0247766606758641,
-      "learning_rate": 7.592146587642227e-06,
-      "loss": 0.1961,
-      "step": 11604
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.237579976507833,
-      "learning_rate": 7.5905481081418365e-06,
-      "loss": 0.1764,
-      "step": 11605
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9641963466945946,
-      "learning_rate": 7.588949693997962e-06,
-      "loss": 0.1806,
-      "step": 11606
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0322631441623458,
-      "learning_rate": 7.587351345253968e-06,
-      "loss": 0.1658,
-      "step": 11607
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8648225298624148,
-      "learning_rate": 7.585753061953199e-06,
-      "loss": 0.1559,
-      "step": 11608
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8683653108191068,
-      "learning_rate": 7.584154844139019e-06,
-      "loss": 0.1815,
-      "step": 11609
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 2.291889450017652,
-      "learning_rate": 7.582556691854772e-06,
-      "loss": 0.1659,
-      "step": 11610
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.074740180118149,
-      "learning_rate": 7.580958605143816e-06,
-      "loss": 0.1688,
-      "step": 11611
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.8152071906384597,
-      "learning_rate": 7.579360584049489e-06,
-      "loss": 0.1947,
-      "step": 11612
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.1801412874720607,
-      "learning_rate": 7.577762628615146e-06,
-      "loss": 0.1859,
-      "step": 11613
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.034604716980372,
-      "learning_rate": 7.576164738884126e-06,
-      "loss": 0.1831,
-      "step": 11614
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9786064729118367,
-      "learning_rate": 7.574566914899779e-06,
-      "loss": 0.1892,
-      "step": 11615
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.1607546685118113,
-      "learning_rate": 7.572969156705437e-06,
-      "loss": 0.1854,
-      "step": 11616
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8754173581044404,
-      "learning_rate": 7.571371464344448e-06,
-      "loss": 0.1663,
-      "step": 11617
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9708501178409704,
-      "learning_rate": 7.5697738378601406e-06,
-      "loss": 0.2012,
-      "step": 11618
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0361952174520443,
-      "learning_rate": 7.568176277295858e-06,
-      "loss": 0.1848,
-      "step": 11619
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.31195992549576,
-      "learning_rate": 7.566578782694928e-06,
-      "loss": 0.1803,
-      "step": 11620
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0422363977834639,
-      "learning_rate": 7.564981354100691e-06,
-      "loss": 0.1711,
-      "step": 11621
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.7208745670437828,
-      "learning_rate": 7.563383991556468e-06,
-      "loss": 0.1681,
-      "step": 11622
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.4976767554787114,
-      "learning_rate": 7.561786695105593e-06,
-      "loss": 0.1692,
-      "step": 11623
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.1242864380247015,
-      "learning_rate": 7.5601894647913955e-06,
-      "loss": 0.1749,
-      "step": 11624
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.1508597414092376,
-      "learning_rate": 7.55859230065719e-06,
-      "loss": 0.165,
-      "step": 11625
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9724639392749773,
-      "learning_rate": 7.556995202746311e-06,
-      "loss": 0.1606,
-      "step": 11626
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.7715827756096528,
-      "learning_rate": 7.555398171102072e-06,
-      "loss": 0.1771,
-      "step": 11627
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.3122835713518486,
-      "learning_rate": 7.5538012057677985e-06,
-      "loss": 0.1746,
-      "step": 11628
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.5803497435595275,
-      "learning_rate": 7.5522043067868034e-06,
-      "loss": 0.1704,
-      "step": 11629
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.1103465528131011,
-      "learning_rate": 7.550607474202407e-06,
-      "loss": 0.1813,
-      "step": 11630
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.998855733673789,
-      "learning_rate": 7.549010708057919e-06,
-      "loss": 0.1905,
-      "step": 11631
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 2.5212565968715075,
-      "learning_rate": 7.5474140083966544e-06,
-      "loss": 0.1947,
-      "step": 11632
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.973467654139691,
-      "learning_rate": 7.545817375261921e-06,
-      "loss": 0.1931,
-      "step": 11633
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.941498013978441,
-      "learning_rate": 7.544220808697036e-06,
-      "loss": 0.1799,
-      "step": 11634
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.7971826901881703,
-      "learning_rate": 7.542624308745294e-06,
-      "loss": 0.1502,
-      "step": 11635
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8618617274901741,
-      "learning_rate": 7.541027875450011e-06,
-      "loss": 0.1794,
-      "step": 11636
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8212372318307198,
-      "learning_rate": 7.539431508854482e-06,
-      "loss": 0.1771,
-      "step": 11637
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8450855924204931,
-      "learning_rate": 7.537835209002015e-06,
-      "loss": 0.1869,
-      "step": 11638
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 2.1731059901473806,
-      "learning_rate": 7.536238975935906e-06,
-      "loss": 0.1832,
-      "step": 11639
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8971279390004603,
-      "learning_rate": 7.534642809699455e-06,
-      "loss": 0.1556,
-      "step": 11640
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.279437219873534,
-      "learning_rate": 7.533046710335959e-06,
-      "loss": 0.2015,
-      "step": 11641
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.3048828184889434,
-      "learning_rate": 7.531450677888706e-06,
-      "loss": 0.192,
-      "step": 11642
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0784834754808177,
-      "learning_rate": 7.529854712400996e-06,
-      "loss": 0.1835,
-      "step": 11643
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.8167241931927995,
-      "learning_rate": 7.528258813916113e-06,
-      "loss": 0.175,
-      "step": 11644
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9433414492128455,
-      "learning_rate": 7.5266629824773506e-06,
-      "loss": 0.1663,
-      "step": 11645
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9127783252817138,
-      "learning_rate": 7.525067218127994e-06,
-      "loss": 0.1837,
-      "step": 11646
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8962957098263203,
-      "learning_rate": 7.523471520911332e-06,
-      "loss": 0.1634,
-      "step": 11647
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9029306025815423,
-      "learning_rate": 7.521875890870641e-06,
-      "loss": 0.1654,
-      "step": 11648
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.472572365862214,
-      "learning_rate": 7.520280328049209e-06,
-      "loss": 0.1952,
-      "step": 11649
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8529342448124863,
-      "learning_rate": 7.518684832490311e-06,
-      "loss": 0.1789,
-      "step": 11650
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0128886629264706,
-      "learning_rate": 7.51708940423723e-06,
-      "loss": 0.1848,
-      "step": 11651
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8367934406403794,
-      "learning_rate": 7.5154940433332354e-06,
-      "loss": 0.1677,
-      "step": 11652
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.7232024685942742,
-      "learning_rate": 7.513898749821607e-06,
-      "loss": 0.189,
-      "step": 11653
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9930819245270107,
-      "learning_rate": 7.5123035237456145e-06,
-      "loss": 0.19,
-      "step": 11654
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.813383634612531,
-      "learning_rate": 7.510708365148534e-06,
-      "loss": 0.1614,
-      "step": 11655
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0880834403732438,
-      "learning_rate": 7.509113274073624e-06,
-      "loss": 0.1766,
-      "step": 11656
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0095368000735225,
-      "learning_rate": 7.507518250564162e-06,
-      "loss": 0.1605,
-      "step": 11657
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8563653106348561,
-      "learning_rate": 7.505923294663407e-06,
-      "loss": 0.1922,
-      "step": 11658
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9991615525590314,
-      "learning_rate": 7.5043284064146195e-06,
-      "loss": 0.1761,
-      "step": 11659
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8596434111528071,
-      "learning_rate": 7.50273358586107e-06,
-      "loss": 0.1658,
-      "step": 11660
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8708077223179779,
-      "learning_rate": 7.501138833046009e-06,
-      "loss": 0.17,
-      "step": 11661
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9135953852571289,
-      "learning_rate": 7.499544148012701e-06,
-      "loss": 0.1691,
-      "step": 11662
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.1459883181004817,
-      "learning_rate": 7.4979495308043956e-06,
-      "loss": 0.1632,
-      "step": 11663
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0935777455155868,
-      "learning_rate": 7.496354981464355e-06,
-      "loss": 0.1817,
-      "step": 11664
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9206013159913617,
-      "learning_rate": 7.494760500035824e-06,
-      "loss": 0.1793,
-      "step": 11665
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9309447002221981,
-      "learning_rate": 7.493166086562057e-06,
-      "loss": 0.1669,
-      "step": 11666
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.847841347921362,
-      "learning_rate": 7.4915717410862985e-06,
-      "loss": 0.1515,
-      "step": 11667
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8058277967072249,
-      "learning_rate": 7.489977463651805e-06,
-      "loss": 0.1861,
-      "step": 11668
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0099173797801007,
-      "learning_rate": 7.488383254301809e-06,
-      "loss": 0.1436,
-      "step": 11669
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.146285183247257,
-      "learning_rate": 7.4867891130795625e-06,
-      "loss": 0.1771,
-      "step": 11670
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9109887240430162,
-      "learning_rate": 7.4851950400283e-06,
-      "loss": 0.1819,
-      "step": 11671
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0952192354772308,
-      "learning_rate": 7.483601035191265e-06,
-      "loss": 0.1899,
-      "step": 11672
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.7876174516574952,
-      "learning_rate": 7.482007098611694e-06,
-      "loss": 0.1723,
-      "step": 11673
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9015007081376896,
-      "learning_rate": 7.480413230332826e-06,
-      "loss": 0.189,
-      "step": 11674
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.1568448543002259,
-      "learning_rate": 7.478819430397888e-06,
-      "loss": 0.1847,
-      "step": 11675
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.333752114037828,
-      "learning_rate": 7.4772256988501145e-06,
-      "loss": 0.1753,
-      "step": 11676
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8048652598854352,
-      "learning_rate": 7.4756320357327406e-06,
-      "loss": 0.1843,
-      "step": 11677
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8734669456812948,
-      "learning_rate": 7.474038441088987e-06,
-      "loss": 0.1565,
-      "step": 11678
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.6532642783039464,
-      "learning_rate": 7.472444914962084e-06,
-      "loss": 0.1814,
-      "step": 11679
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0401268716166456,
-      "learning_rate": 7.470851457395254e-06,
-      "loss": 0.182,
-      "step": 11680
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.4617086415693403,
-      "learning_rate": 7.469258068431724e-06,
-      "loss": 0.2092,
-      "step": 11681
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8619882782489962,
-      "learning_rate": 7.467664748114709e-06,
-      "loss": 0.1808,
-      "step": 11682
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9972063938232998,
-      "learning_rate": 7.466071496487432e-06,
-      "loss": 0.1763,
-      "step": 11683
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8998667580089821,
-      "learning_rate": 7.4644783135931076e-06,
-      "loss": 0.2041,
-      "step": 11684
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8611236553868576,
-      "learning_rate": 7.462885199474956e-06,
-      "loss": 0.1838,
-      "step": 11685
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.5463735071999285,
-      "learning_rate": 7.461292154176183e-06,
-      "loss": 0.164,
-      "step": 11686
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9550680424020984,
-      "learning_rate": 7.459699177740006e-06,
-      "loss": 0.1831,
-      "step": 11687
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0858276043205346,
-      "learning_rate": 7.4581062702096295e-06,
-      "loss": 0.1742,
-      "step": 11688
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.1960381092670782,
-      "learning_rate": 7.456513431628266e-06,
-      "loss": 0.2053,
-      "step": 11689
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.127318310682017,
-      "learning_rate": 7.454920662039118e-06,
-      "loss": 0.1765,
-      "step": 11690
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8470517961431754,
-      "learning_rate": 7.4533279614853935e-06,
-      "loss": 0.1777,
-      "step": 11691
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9298438108234138,
-      "learning_rate": 7.451735330010288e-06,
-      "loss": 0.1779,
-      "step": 11692
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.8895116893439401,
-      "learning_rate": 7.450142767657009e-06,
-      "loss": 0.1914,
-      "step": 11693
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.2369497075642366,
-      "learning_rate": 7.448550274468752e-06,
-      "loss": 0.1621,
-      "step": 11694
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.7270373270555748,
-      "learning_rate": 7.4469578504887094e-06,
-      "loss": 0.1751,
-      "step": 11695
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0363877318541614,
-      "learning_rate": 7.445365495760082e-06,
-      "loss": 0.1832,
-      "step": 11696
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.473420292278499,
-      "learning_rate": 7.443773210326057e-06,
-      "loss": 0.1829,
-      "step": 11697
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 1.0751573517871695,
-      "learning_rate": 7.4421809942298305e-06,
-      "loss": 0.1953,
-      "step": 11698
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9729007669559803,
-      "learning_rate": 7.440588847514587e-06,
-      "loss": 0.1871,
-      "step": 11699
-    },
-    {
-      "epoch": 0.59,
-      "grad_norm": 0.9134498944853251,
-      "learning_rate": 7.43899677022352e-06,
-      "loss": 0.1819,
-      "step": 11700
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9035168835614964,
-      "learning_rate": 7.437404762399805e-06,
-      "loss": 0.1806,
-      "step": 11701
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.1679300875833856,
-      "learning_rate": 7.435812824086632e-06,
-      "loss": 0.1791,
-      "step": 11702
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8328750754816019,
-      "learning_rate": 7.434220955327181e-06,
-      "loss": 0.1596,
-      "step": 11703
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.354004614535836,
-      "learning_rate": 7.4326291561646345e-06,
-      "loss": 0.1971,
-      "step": 11704
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.2102840579710277,
-      "learning_rate": 7.4310374266421625e-06,
-      "loss": 0.1502,
-      "step": 11705
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0356127604610017,
-      "learning_rate": 7.429445766802949e-06,
-      "loss": 0.1783,
-      "step": 11706
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8936017296139833,
-      "learning_rate": 7.427854176690161e-06,
-      "loss": 0.1605,
-      "step": 11707
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.4480314333799575,
-      "learning_rate": 7.426262656346979e-06,
-      "loss": 0.1862,
-      "step": 11708
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.7651554481125494,
-      "learning_rate": 7.424671205816562e-06,
-      "loss": 0.1647,
-      "step": 11709
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.125730464461837,
-      "learning_rate": 7.4230798251420865e-06,
-      "loss": 0.2053,
-      "step": 11710
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0174053546119461,
-      "learning_rate": 7.421488514366719e-06,
-      "loss": 0.1772,
-      "step": 11711
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0451093555191666,
-      "learning_rate": 7.419897273533616e-06,
-      "loss": 0.1855,
-      "step": 11712
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.770060246482943,
-      "learning_rate": 7.41830610268595e-06,
-      "loss": 0.1818,
-      "step": 11713
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.2007239777086642,
-      "learning_rate": 7.416715001866873e-06,
-      "loss": 0.184,
-      "step": 11714
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.1565457242610033,
-      "learning_rate": 7.415123971119549e-06,
-      "loss": 0.1896,
-      "step": 11715
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9928207158486638,
-      "learning_rate": 7.4135330104871315e-06,
-      "loss": 0.1813,
-      "step": 11716
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.1910867213681666,
-      "learning_rate": 7.411942120012781e-06,
-      "loss": 0.1823,
-      "step": 11717
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.1848318570575225,
-      "learning_rate": 7.4103512997396434e-06,
-      "loss": 0.1878,
-      "step": 11718
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.2032769546753332,
-      "learning_rate": 7.408760549710874e-06,
-      "loss": 0.1879,
-      "step": 11719
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.7872865465004285,
-      "learning_rate": 7.40716986996962e-06,
-      "loss": 0.1565,
-      "step": 11720
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 2.1778944733024477,
-      "learning_rate": 7.405579260559033e-06,
-      "loss": 0.1751,
-      "step": 11721
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 2.6036289736231404,
-      "learning_rate": 7.4039887215222515e-06,
-      "loss": 0.1724,
-      "step": 11722
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.7619375542330458,
-      "learning_rate": 7.402398252902425e-06,
-      "loss": 0.169,
-      "step": 11723
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0087057949594154,
-      "learning_rate": 7.400807854742689e-06,
-      "loss": 0.1545,
-      "step": 11724
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.008949785204754,
-      "learning_rate": 7.399217527086192e-06,
-      "loss": 0.1866,
-      "step": 11725
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.3812962714038624,
-      "learning_rate": 7.397627269976062e-06,
-      "loss": 0.1737,
-      "step": 11726
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0063596374669785,
-      "learning_rate": 7.396037083455444e-06,
-      "loss": 0.1723,
-      "step": 11727
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9817553872537692,
-      "learning_rate": 7.394446967567464e-06,
-      "loss": 0.1541,
-      "step": 11728
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9842802734124819,
-      "learning_rate": 7.392856922355256e-06,
-      "loss": 0.1935,
-      "step": 11729
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.932910795695672,
-      "learning_rate": 7.3912669478619555e-06,
-      "loss": 0.1928,
-      "step": 11730
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9222028155289357,
-      "learning_rate": 7.389677044130682e-06,
-      "loss": 0.1671,
-      "step": 11731
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0197399095709354,
-      "learning_rate": 7.3880872112045685e-06,
-      "loss": 0.1622,
-      "step": 11732
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.3319641346176132,
-      "learning_rate": 7.386497449126735e-06,
-      "loss": 0.1827,
-      "step": 11733
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.352246925301863,
-      "learning_rate": 7.384907757940309e-06,
-      "loss": 0.1698,
-      "step": 11734
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.2899917207740446,
-      "learning_rate": 7.383318137688403e-06,
-      "loss": 0.1954,
-      "step": 11735
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8328991342166945,
-      "learning_rate": 7.381728588414143e-06,
-      "loss": 0.1813,
-      "step": 11736
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0932700968247486,
-      "learning_rate": 7.380139110160642e-06,
-      "loss": 0.1883,
-      "step": 11737
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8564260352071182,
-      "learning_rate": 7.378549702971018e-06,
-      "loss": 0.1905,
-      "step": 11738
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.2383818779988518,
-      "learning_rate": 7.3769603668883794e-06,
-      "loss": 0.1784,
-      "step": 11739
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9750897662967867,
-      "learning_rate": 7.375371101955842e-06,
-      "loss": 0.1606,
-      "step": 11740
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0507731167395518,
-      "learning_rate": 7.373781908216507e-06,
-      "loss": 0.174,
-      "step": 11741
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 2.124368626038594,
-      "learning_rate": 7.372192785713489e-06,
-      "loss": 0.1719,
-      "step": 11742
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.7837162544033184,
-      "learning_rate": 7.370603734489887e-06,
-      "loss": 0.159,
-      "step": 11743
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8844333450966607,
-      "learning_rate": 7.3690147545888124e-06,
-      "loss": 0.2085,
-      "step": 11744
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.2703046460006664,
-      "learning_rate": 7.36742584605336e-06,
-      "loss": 0.1899,
-      "step": 11745
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0418363545100195,
-      "learning_rate": 7.365837008926626e-06,
-      "loss": 0.1729,
-      "step": 11746
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9182324287203589,
-      "learning_rate": 7.364248243251717e-06,
-      "loss": 0.1685,
-      "step": 11747
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.4520427465418861,
-      "learning_rate": 7.362659549071719e-06,
-      "loss": 0.203,
-      "step": 11748
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8872792416800015,
-      "learning_rate": 7.361070926429732e-06,
-      "loss": 0.1743,
-      "step": 11749
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9247274282638314,
-      "learning_rate": 7.359482375368843e-06,
-      "loss": 0.1945,
-      "step": 11750
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0557085759243954,
-      "learning_rate": 7.357893895932148e-06,
-      "loss": 0.1891,
-      "step": 11751
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.8863500229256194,
-      "learning_rate": 7.356305488162725e-06,
-      "loss": 0.1874,
-      "step": 11752
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.6322796010243121,
-      "learning_rate": 7.3547171521036705e-06,
-      "loss": 0.1572,
-      "step": 11753
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.1802599977822752,
-      "learning_rate": 7.353128887798058e-06,
-      "loss": 0.1852,
-      "step": 11754
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9031348770048434,
-      "learning_rate": 7.351540695288977e-06,
-      "loss": 0.1597,
-      "step": 11755
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.3039431244166906,
-      "learning_rate": 7.349952574619501e-06,
-      "loss": 0.1914,
-      "step": 11756
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8685734518172754,
-      "learning_rate": 7.3483645258327145e-06,
-      "loss": 0.1813,
-      "step": 11757
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0207187065630585,
-      "learning_rate": 7.346776548971687e-06,
-      "loss": 0.198,
-      "step": 11758
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0524126214529708,
-      "learning_rate": 7.345188644079497e-06,
-      "loss": 0.1833,
-      "step": 11759
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8143507974511598,
-      "learning_rate": 7.3436008111992145e-06,
-      "loss": 0.1725,
-      "step": 11760
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8899011291190664,
-      "learning_rate": 7.342013050373913e-06,
-      "loss": 0.1763,
-      "step": 11761
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9923921534932216,
-      "learning_rate": 7.340425361646653e-06,
-      "loss": 0.1843,
-      "step": 11762
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.7734285672321267,
-      "learning_rate": 7.338837745060508e-06,
-      "loss": 0.1713,
-      "step": 11763
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9661992269342103,
-      "learning_rate": 7.337250200658541e-06,
-      "loss": 0.1829,
-      "step": 11764
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9162980784153151,
-      "learning_rate": 7.335662728483808e-06,
-      "loss": 0.1751,
-      "step": 11765
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 2.6337898949008385,
-      "learning_rate": 7.33407532857938e-06,
-      "loss": 0.1695,
-      "step": 11766
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.1236715789822076,
-      "learning_rate": 7.332488000988303e-06,
-      "loss": 0.1855,
-      "step": 11767
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.157821899167246,
-      "learning_rate": 7.330900745753643e-06,
-      "loss": 0.1811,
-      "step": 11768
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9014010739784609,
-      "learning_rate": 7.329313562918449e-06,
-      "loss": 0.1748,
-      "step": 11769
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.13217901184811,
-      "learning_rate": 7.327726452525779e-06,
-      "loss": 0.1707,
-      "step": 11770
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9580859428605121,
-      "learning_rate": 7.326139414618676e-06,
-      "loss": 0.1931,
-      "step": 11771
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9840830862799712,
-      "learning_rate": 7.324552449240194e-06,
-      "loss": 0.1843,
-      "step": 11772
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9225628334085767,
-      "learning_rate": 7.322965556433377e-06,
-      "loss": 0.1967,
-      "step": 11773
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8297351049262989,
-      "learning_rate": 7.321378736241274e-06,
-      "loss": 0.1662,
-      "step": 11774
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9391575526978314,
-      "learning_rate": 7.31979198870692e-06,
-      "loss": 0.1803,
-      "step": 11775
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8288981321997082,
-      "learning_rate": 7.318205313873361e-06,
-      "loss": 0.1572,
-      "step": 11776
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0773086929648976,
-      "learning_rate": 7.316618711783634e-06,
-      "loss": 0.2063,
-      "step": 11777
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.1221116623307208,
-      "learning_rate": 7.315032182480779e-06,
-      "loss": 0.181,
-      "step": 11778
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0846276680180476,
-      "learning_rate": 7.313445726007824e-06,
-      "loss": 0.1942,
-      "step": 11779
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9901471340187721,
-      "learning_rate": 7.311859342407809e-06,
-      "loss": 0.1945,
-      "step": 11780
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8943804861069643,
-      "learning_rate": 7.310273031723759e-06,
-      "loss": 0.1569,
-      "step": 11781
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8785188472162674,
-      "learning_rate": 7.3086867939987025e-06,
-      "loss": 0.1808,
-      "step": 11782
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.2553735501788523,
-      "learning_rate": 7.307100629275674e-06,
-      "loss": 0.1856,
-      "step": 11783
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.7430195608217605,
-      "learning_rate": 7.305514537597689e-06,
-      "loss": 0.1745,
-      "step": 11784
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8762282857033288,
-      "learning_rate": 7.303928519007776e-06,
-      "loss": 0.1854,
-      "step": 11785
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.973383706689411,
-      "learning_rate": 7.302342573548952e-06,
-      "loss": 0.2029,
-      "step": 11786
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.2048069280922016,
-      "learning_rate": 7.300756701264242e-06,
-      "loss": 0.1754,
-      "step": 11787
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.330264833832681,
-      "learning_rate": 7.299170902196655e-06,
-      "loss": 0.18,
-      "step": 11788
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8528049614191048,
-      "learning_rate": 7.297585176389212e-06,
-      "loss": 0.1892,
-      "step": 11789
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9450155315439861,
-      "learning_rate": 7.295999523884921e-06,
-      "loss": 0.168,
-      "step": 11790
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9239769701781485,
-      "learning_rate": 7.294413944726801e-06,
-      "loss": 0.1762,
-      "step": 11791
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.1140158903085968,
-      "learning_rate": 7.292828438957851e-06,
-      "loss": 0.1669,
-      "step": 11792
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.7712235884304885,
-      "learning_rate": 7.291243006621084e-06,
-      "loss": 0.1739,
-      "step": 11793
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0059461187022227,
-      "learning_rate": 7.289657647759501e-06,
-      "loss": 0.163,
-      "step": 11794
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9109098709361532,
-      "learning_rate": 7.288072362416112e-06,
-      "loss": 0.1922,
-      "step": 11795
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9489883402080502,
-      "learning_rate": 7.28648715063391e-06,
-      "loss": 0.16,
-      "step": 11796
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0745977552488903,
-      "learning_rate": 7.2849020124559015e-06,
-      "loss": 0.1783,
-      "step": 11797
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9793700759659624,
-      "learning_rate": 7.283316947925075e-06,
-      "loss": 0.2013,
-      "step": 11798
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9171954822057149,
-      "learning_rate": 7.28173195708443e-06,
-      "loss": 0.1914,
-      "step": 11799
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9517807304858662,
-      "learning_rate": 7.280147039976963e-06,
-      "loss": 0.1757,
-      "step": 11800
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9207643617133459,
-      "learning_rate": 7.278562196645656e-06,
-      "loss": 0.1978,
-      "step": 11801
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.2926951372931075,
-      "learning_rate": 7.276977427133505e-06,
-      "loss": 0.2026,
-      "step": 11802
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.1629358351213168,
-      "learning_rate": 7.275392731483495e-06,
-      "loss": 0.1937,
-      "step": 11803
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9957458561200179,
-      "learning_rate": 7.273808109738614e-06,
-      "loss": 0.1602,
-      "step": 11804
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.4993122787846052,
-      "learning_rate": 7.272223561941837e-06,
-      "loss": 0.1736,
-      "step": 11805
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.3441130422411014,
-      "learning_rate": 7.270639088136154e-06,
-      "loss": 0.1756,
-      "step": 11806
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9196103667338753,
-      "learning_rate": 7.269054688364535e-06,
-      "loss": 0.1838,
-      "step": 11807
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0711928579048098,
-      "learning_rate": 7.2674703626699685e-06,
-      "loss": 0.1731,
-      "step": 11808
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.1727203349150228,
-      "learning_rate": 7.265886111095417e-06,
-      "loss": 0.2018,
-      "step": 11809
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.19263133780406,
-      "learning_rate": 7.264301933683864e-06,
-      "loss": 0.1866,
-      "step": 11810
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9406769046267162,
-      "learning_rate": 7.262717830478272e-06,
-      "loss": 0.1979,
-      "step": 11811
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9433538747251087,
-      "learning_rate": 7.261133801521614e-06,
-      "loss": 0.1738,
-      "step": 11812
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9999985459271858,
-      "learning_rate": 7.259549846856855e-06,
-      "loss": 0.1768,
-      "step": 11813
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 2.089501907253873,
-      "learning_rate": 7.257965966526966e-06,
-      "loss": 0.1793,
-      "step": 11814
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.1513213292828732,
-      "learning_rate": 7.256382160574902e-06,
-      "loss": 0.1967,
-      "step": 11815
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9955636307423217,
-      "learning_rate": 7.254798429043626e-06,
-      "loss": 0.1881,
-      "step": 11816
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9804159920200639,
-      "learning_rate": 7.2532147719761e-06,
-      "loss": 0.1697,
-      "step": 11817
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.1111216413748202,
-      "learning_rate": 7.251631189415275e-06,
-      "loss": 0.1902,
-      "step": 11818
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0571395710658018,
-      "learning_rate": 7.250047681404113e-06,
-      "loss": 0.2079,
-      "step": 11819
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 2.1265894734074346,
-      "learning_rate": 7.248464247985558e-06,
-      "loss": 0.192,
-      "step": 11820
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8806117017761279,
-      "learning_rate": 7.246880889202572e-06,
-      "loss": 0.155,
-      "step": 11821
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9507389103704897,
-      "learning_rate": 7.245297605098093e-06,
-      "loss": 0.1478,
-      "step": 11822
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.2828201375748278,
-      "learning_rate": 7.243714395715076e-06,
-      "loss": 0.1679,
-      "step": 11823
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 2.137428365187284,
-      "learning_rate": 7.242131261096457e-06,
-      "loss": 0.1591,
-      "step": 11824
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9450990752849141,
-      "learning_rate": 7.240548201285186e-06,
-      "loss": 0.1715,
-      "step": 11825
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9348710156084757,
-      "learning_rate": 7.238965216324199e-06,
-      "loss": 0.1897,
-      "step": 11826
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.2180133790398777,
-      "learning_rate": 7.2373823062564396e-06,
-      "loss": 0.1676,
-      "step": 11827
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.4145821638061544,
-      "learning_rate": 7.235799471124838e-06,
-      "loss": 0.1753,
-      "step": 11828
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.479901347156181,
-      "learning_rate": 7.234216710972333e-06,
-      "loss": 0.1736,
-      "step": 11829
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0622603323670472,
-      "learning_rate": 7.232634025841853e-06,
-      "loss": 0.1667,
-      "step": 11830
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8733703542173635,
-      "learning_rate": 7.231051415776338e-06,
-      "loss": 0.1768,
-      "step": 11831
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.7926624980613768,
-      "learning_rate": 7.2294688808187045e-06,
-      "loss": 0.1545,
-      "step": 11832
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8767977208712247,
-      "learning_rate": 7.227886421011886e-06,
-      "loss": 0.1706,
-      "step": 11833
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9092722362527742,
-      "learning_rate": 7.226304036398808e-06,
-      "loss": 0.179,
-      "step": 11834
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9596541254080619,
-      "learning_rate": 7.224721727022384e-06,
-      "loss": 0.1998,
-      "step": 11835
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.2707631192094582,
-      "learning_rate": 7.223139492925544e-06,
-      "loss": 0.1838,
-      "step": 11836
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.4641264206313687,
-      "learning_rate": 7.221557334151199e-06,
-      "loss": 0.1954,
-      "step": 11837
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0628876393856026,
-      "learning_rate": 7.21997525074227e-06,
-      "loss": 0.1831,
-      "step": 11838
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8944603679621254,
-      "learning_rate": 7.218393242741667e-06,
-      "loss": 0.1661,
-      "step": 11839
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8294708528212483,
-      "learning_rate": 7.2168113101923085e-06,
-      "loss": 0.1595,
-      "step": 11840
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9545116326224699,
-      "learning_rate": 7.215229453137097e-06,
-      "loss": 0.1907,
-      "step": 11841
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.5609981833288196,
-      "learning_rate": 7.213647671618945e-06,
-      "loss": 0.2064,
-      "step": 11842
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.2486096471058774,
-      "learning_rate": 7.212065965680755e-06,
-      "loss": 0.1733,
-      "step": 11843
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9830128638983774,
-      "learning_rate": 7.210484335365438e-06,
-      "loss": 0.1777,
-      "step": 11844
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.1222461529512562,
-      "learning_rate": 7.208902780715888e-06,
-      "loss": 0.1849,
-      "step": 11845
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9584478418686001,
-      "learning_rate": 7.207321301775008e-06,
-      "loss": 0.1651,
-      "step": 11846
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0400600781793397,
-      "learning_rate": 7.205739898585693e-06,
-      "loss": 0.2062,
-      "step": 11847
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 2.101326132606511,
-      "learning_rate": 7.204158571190847e-06,
-      "loss": 0.1983,
-      "step": 11848
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9634348795913377,
-      "learning_rate": 7.202577319633353e-06,
-      "loss": 0.1736,
-      "step": 11849
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8806079665225696,
-      "learning_rate": 7.200996143956111e-06,
-      "loss": 0.1777,
-      "step": 11850
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.1346657628354975,
-      "learning_rate": 7.199415044202004e-06,
-      "loss": 0.1747,
-      "step": 11851
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.7454248060467574,
-      "learning_rate": 7.1978340204139205e-06,
-      "loss": 0.229,
-      "step": 11852
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8133745687679493,
-      "learning_rate": 7.196253072634751e-06,
-      "loss": 0.1764,
-      "step": 11853
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9192064226925258,
-      "learning_rate": 7.194672200907373e-06,
-      "loss": 0.1787,
-      "step": 11854
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9325417312120747,
-      "learning_rate": 7.193091405274671e-06,
-      "loss": 0.1826,
-      "step": 11855
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8704646661650539,
-      "learning_rate": 7.19151068577952e-06,
-      "loss": 0.1806,
-      "step": 11856
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9427144139646895,
-      "learning_rate": 7.189930042464806e-06,
-      "loss": 0.1696,
-      "step": 11857
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.7537092950958617,
-      "learning_rate": 7.188349475373393e-06,
-      "loss": 0.16,
-      "step": 11858
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.35349247055404,
-      "learning_rate": 7.186768984548162e-06,
-      "loss": 0.1975,
-      "step": 11859
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.1981338252651514,
-      "learning_rate": 7.185188570031979e-06,
-      "loss": 0.19,
-      "step": 11860
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.001442490909649,
-      "learning_rate": 7.18360823186772e-06,
-      "loss": 0.1824,
-      "step": 11861
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8589437176538642,
-      "learning_rate": 7.182027970098242e-06,
-      "loss": 0.1514,
-      "step": 11862
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.3932418492827867,
-      "learning_rate": 7.180447784766418e-06,
-      "loss": 0.1654,
-      "step": 11863
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.680823262999588,
-      "learning_rate": 7.178867675915104e-06,
-      "loss": 0.1665,
-      "step": 11864
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.8770714709369166,
-      "learning_rate": 7.177287643587164e-06,
-      "loss": 0.1608,
-      "step": 11865
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.4125927927249728,
-      "learning_rate": 7.175707687825455e-06,
-      "loss": 0.1637,
-      "step": 11866
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9644948475142574,
-      "learning_rate": 7.1741278086728395e-06,
-      "loss": 0.1644,
-      "step": 11867
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0163483995642684,
-      "learning_rate": 7.172548006172164e-06,
-      "loss": 0.202,
-      "step": 11868
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0437266979742186,
-      "learning_rate": 7.170968280366281e-06,
-      "loss": 0.1642,
-      "step": 11869
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.8267503919071744,
-      "learning_rate": 7.1693886312980475e-06,
-      "loss": 0.1618,
-      "step": 11870
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.1865281005301913,
-      "learning_rate": 7.1678090590103035e-06,
-      "loss": 0.1923,
-      "step": 11871
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9358919918321995,
-      "learning_rate": 7.166229563545901e-06,
-      "loss": 0.1808,
-      "step": 11872
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 2.050465910789463,
-      "learning_rate": 7.164650144947679e-06,
-      "loss": 0.1753,
-      "step": 11873
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0196472656738296,
-      "learning_rate": 7.163070803258486e-06,
-      "loss": 0.2121,
-      "step": 11874
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 2.553112700593638,
-      "learning_rate": 7.161491538521154e-06,
-      "loss": 0.1763,
-      "step": 11875
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.012673181882685,
-      "learning_rate": 7.159912350778528e-06,
-      "loss": 0.1572,
-      "step": 11876
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.216975617994192,
-      "learning_rate": 7.158333240073436e-06,
-      "loss": 0.1983,
-      "step": 11877
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9765534866537904,
-      "learning_rate": 7.156754206448718e-06,
-      "loss": 0.1688,
-      "step": 11878
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.7845748811610675,
-      "learning_rate": 7.1551752499472005e-06,
-      "loss": 0.19,
-      "step": 11879
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.424597105206769,
-      "learning_rate": 7.153596370611719e-06,
-      "loss": 0.1788,
-      "step": 11880
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.3585442671939263,
-      "learning_rate": 7.152017568485092e-06,
-      "loss": 0.1835,
-      "step": 11881
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 2.7360441143193666,
-      "learning_rate": 7.150438843610152e-06,
-      "loss": 0.189,
-      "step": 11882
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9452059160457844,
-      "learning_rate": 7.148860196029717e-06,
-      "loss": 0.2015,
-      "step": 11883
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.2493024368049896,
-      "learning_rate": 7.147281625786615e-06,
-      "loss": 0.1752,
-      "step": 11884
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.883847817100227,
-      "learning_rate": 7.145703132923657e-06,
-      "loss": 0.1823,
-      "step": 11885
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.906830011163742,
-      "learning_rate": 7.144124717483661e-06,
-      "loss": 0.175,
-      "step": 11886
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9714690367328279,
-      "learning_rate": 7.1425463795094476e-06,
-      "loss": 0.163,
-      "step": 11887
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.1441987658528388,
-      "learning_rate": 7.14096811904382e-06,
-      "loss": 0.1728,
-      "step": 11888
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.9804796842368632,
-      "learning_rate": 7.139389936129599e-06,
-      "loss": 0.1925,
-      "step": 11889
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.2599611555433587,
-      "learning_rate": 7.1378118308095835e-06,
-      "loss": 0.1869,
-      "step": 11890
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.0853613521821157,
-      "learning_rate": 7.136233803126584e-06,
-      "loss": 0.1751,
-      "step": 11891
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 2.6086541355655184,
-      "learning_rate": 7.1346558531234046e-06,
-      "loss": 0.1936,
-      "step": 11892
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.1234407378780253,
-      "learning_rate": 7.133077980842851e-06,
-      "loss": 0.1855,
-      "step": 11893
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.1006285198696308,
-      "learning_rate": 7.1315001863277135e-06,
-      "loss": 0.1831,
-      "step": 11894
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.128971427493001,
-      "learning_rate": 7.129922469620798e-06,
-      "loss": 0.1685,
-      "step": 11895
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 0.878266359471762,
-      "learning_rate": 7.128344830764895e-06,
-      "loss": 0.1826,
-      "step": 11896
-    },
-    {
-      "epoch": 0.6,
-      "grad_norm": 1.4104581272003494,
-      "learning_rate": 7.126767269802806e-06,
-      "loss": 0.1746,
-      "step": 11897
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.1426165349149782,
-      "learning_rate": 7.125189786777312e-06,
-      "loss": 0.1707,
-      "step": 11898
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.3657276142785477,
-      "learning_rate": 7.123612381731211e-06,
-      "loss": 0.1663,
-      "step": 11899
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.014592637511237,
-      "learning_rate": 7.122035054707283e-06,
-      "loss": 0.1808,
-      "step": 11900
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.059580390073793,
-      "learning_rate": 7.1204578057483206e-06,
-      "loss": 0.1851,
-      "step": 11901
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.1218977907688872,
-      "learning_rate": 7.1188806348971e-06,
-      "loss": 0.192,
-      "step": 11902
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8440398569371811,
-      "learning_rate": 7.117303542196406e-06,
-      "loss": 0.1728,
-      "step": 11903
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0808151942873958,
-      "learning_rate": 7.1157265276890195e-06,
-      "loss": 0.1944,
-      "step": 11904
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.194100575050271,
-      "learning_rate": 7.114149591417709e-06,
-      "loss": 0.1842,
-      "step": 11905
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9826936837280463,
-      "learning_rate": 7.112572733425257e-06,
-      "loss": 0.1748,
-      "step": 11906
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.234040095182392,
-      "learning_rate": 7.11099595375443e-06,
-      "loss": 0.1875,
-      "step": 11907
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9664874950364423,
-      "learning_rate": 7.1094192524480025e-06,
-      "loss": 0.1562,
-      "step": 11908
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.7664885752023356,
-      "learning_rate": 7.107842629548738e-06,
-      "loss": 0.1667,
-      "step": 11909
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8510699508661388,
-      "learning_rate": 7.106266085099412e-06,
-      "loss": 0.1942,
-      "step": 11910
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.783986982922015,
-      "learning_rate": 7.104689619142775e-06,
-      "loss": 0.1705,
-      "step": 11911
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.7713147450056765,
-      "learning_rate": 7.103113231721599e-06,
-      "loss": 0.1825,
-      "step": 11912
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8175255022774114,
-      "learning_rate": 7.101536922878638e-06,
-      "loss": 0.1721,
-      "step": 11913
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.5835071361004465,
-      "learning_rate": 7.0999606926566554e-06,
-      "loss": 0.1853,
-      "step": 11914
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.4009658683843862,
-      "learning_rate": 7.0983845410984e-06,
-      "loss": 0.187,
-      "step": 11915
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0056035099506464,
-      "learning_rate": 7.096808468246629e-06,
-      "loss": 0.1735,
-      "step": 11916
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0911482613971564,
-      "learning_rate": 7.095232474144089e-06,
-      "loss": 0.1802,
-      "step": 11917
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9992152632875951,
-      "learning_rate": 7.0936565588335386e-06,
-      "loss": 0.1792,
-      "step": 11918
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.3219752435746845,
-      "learning_rate": 7.092080722357713e-06,
-      "loss": 0.1683,
-      "step": 11919
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.1595662144721943,
-      "learning_rate": 7.090504964759366e-06,
-      "loss": 0.1739,
-      "step": 11920
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0274332516187044,
-      "learning_rate": 7.0889292860812344e-06,
-      "loss": 0.1694,
-      "step": 11921
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.7438566646687913,
-      "learning_rate": 7.087353686366059e-06,
-      "loss": 0.1743,
-      "step": 11922
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.7802668225695544,
-      "learning_rate": 7.085778165656581e-06,
-      "loss": 0.1644,
-      "step": 11923
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.044161670020728,
-      "learning_rate": 7.084202723995533e-06,
-      "loss": 0.1855,
-      "step": 11924
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8374455063926431,
-      "learning_rate": 7.082627361425652e-06,
-      "loss": 0.1736,
-      "step": 11925
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 2.0659359053226045,
-      "learning_rate": 7.081052077989668e-06,
-      "loss": 0.1615,
-      "step": 11926
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0140527059862043,
-      "learning_rate": 7.0794768737303135e-06,
-      "loss": 0.1732,
-      "step": 11927
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9475497891387962,
-      "learning_rate": 7.07790174869031e-06,
-      "loss": 0.1554,
-      "step": 11928
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8568709849395552,
-      "learning_rate": 7.076326702912388e-06,
-      "loss": 0.1957,
-      "step": 11929
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0945804443320943,
-      "learning_rate": 7.0747517364392694e-06,
-      "loss": 0.1911,
-      "step": 11930
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.042478240027438,
-      "learning_rate": 7.073176849313678e-06,
-      "loss": 0.193,
-      "step": 11931
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9780085983785852,
-      "learning_rate": 7.071602041578325e-06,
-      "loss": 0.2077,
-      "step": 11932
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8456134232105421,
-      "learning_rate": 7.0700273132759374e-06,
-      "loss": 0.1859,
-      "step": 11933
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0665183972480694,
-      "learning_rate": 7.068452664449219e-06,
-      "loss": 0.189,
-      "step": 11934
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 7.7600552381034,
-      "learning_rate": 7.066878095140892e-06,
-      "loss": 0.1883,
-      "step": 11935
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.7283221691703692,
-      "learning_rate": 7.065303605393659e-06,
-      "loss": 0.1785,
-      "step": 11936
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 3.944965829965286,
-      "learning_rate": 7.0637291952502355e-06,
-      "loss": 0.191,
-      "step": 11937
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.2512234638902588,
-      "learning_rate": 7.062154864753321e-06,
-      "loss": 0.1475,
-      "step": 11938
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8827605647103475,
-      "learning_rate": 7.0605806139456205e-06,
-      "loss": 0.1713,
-      "step": 11939
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9519568727584321,
-      "learning_rate": 7.05900644286984e-06,
-      "loss": 0.1674,
-      "step": 11940
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0050025496707462,
-      "learning_rate": 7.057432351568671e-06,
-      "loss": 0.1691,
-      "step": 11941
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.1691513647351677,
-      "learning_rate": 7.05585834008482e-06,
-      "loss": 0.1958,
-      "step": 11942
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.082537787781271,
-      "learning_rate": 7.054284408460974e-06,
-      "loss": 0.1719,
-      "step": 11943
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0093555069161197,
-      "learning_rate": 7.052710556739835e-06,
-      "loss": 0.1721,
-      "step": 11944
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.367301110642045,
-      "learning_rate": 7.051136784964083e-06,
-      "loss": 0.1933,
-      "step": 11945
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8675198631297651,
-      "learning_rate": 7.049563093176418e-06,
-      "loss": 0.1958,
-      "step": 11946
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8474305343227716,
-      "learning_rate": 7.047989481419516e-06,
-      "loss": 0.1806,
-      "step": 11947
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.2477633360015177,
-      "learning_rate": 7.0464159497360675e-06,
-      "loss": 0.2078,
-      "step": 11948
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.37049127199201,
-      "learning_rate": 7.044842498168752e-06,
-      "loss": 0.1967,
-      "step": 11949
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.081084129031886,
-      "learning_rate": 7.043269126760255e-06,
-      "loss": 0.1803,
-      "step": 11950
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0286902605759753,
-      "learning_rate": 7.041695835553245e-06,
-      "loss": 0.1862,
-      "step": 11951
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9401373508312021,
-      "learning_rate": 7.040122624590405e-06,
-      "loss": 0.1669,
-      "step": 11952
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.520605516020862,
-      "learning_rate": 7.038549493914404e-06,
-      "loss": 0.1609,
-      "step": 11953
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.1363660276509426,
-      "learning_rate": 7.03697644356792e-06,
-      "loss": 0.1696,
-      "step": 11954
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.269973237982814,
-      "learning_rate": 7.035403473593614e-06,
-      "loss": 0.1637,
-      "step": 11955
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0499017769975487,
-      "learning_rate": 7.0338305840341535e-06,
-      "loss": 0.1809,
-      "step": 11956
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9581650638544686,
-      "learning_rate": 7.032257774932212e-06,
-      "loss": 0.202,
-      "step": 11957
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.1165249053239028,
-      "learning_rate": 7.030685046330441e-06,
-      "loss": 0.1592,
-      "step": 11958
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 3.303437766903637,
-      "learning_rate": 7.02911239827151e-06,
-      "loss": 0.1623,
-      "step": 11959
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8286811962313174,
-      "learning_rate": 7.027539830798069e-06,
-      "loss": 0.1495,
-      "step": 11960
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 2.4931590119544556,
-      "learning_rate": 7.02596734395278e-06,
-      "loss": 0.1829,
-      "step": 11961
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9899743456092847,
-      "learning_rate": 7.024394937778293e-06,
-      "loss": 0.178,
-      "step": 11962
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.1519840371806078,
-      "learning_rate": 7.022822612317265e-06,
-      "loss": 0.2048,
-      "step": 11963
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9024290437544673,
-      "learning_rate": 7.021250367612338e-06,
-      "loss": 0.1552,
-      "step": 11964
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9192970344585016,
-      "learning_rate": 7.019678203706164e-06,
-      "loss": 0.1918,
-      "step": 11965
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9435428055972597,
-      "learning_rate": 7.018106120641386e-06,
-      "loss": 0.1798,
-      "step": 11966
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9971047001488691,
-      "learning_rate": 7.016534118460652e-06,
-      "loss": 0.1695,
-      "step": 11967
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.1748885021929922,
-      "learning_rate": 7.014962197206594e-06,
-      "loss": 0.175,
-      "step": 11968
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9969796770369592,
-      "learning_rate": 7.013390356921858e-06,
-      "loss": 0.1897,
-      "step": 11969
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9595108683100719,
-      "learning_rate": 7.011818597649074e-06,
-      "loss": 0.1694,
-      "step": 11970
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9267782372098969,
-      "learning_rate": 7.010246919430884e-06,
-      "loss": 0.1956,
-      "step": 11971
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8777993144052069,
-      "learning_rate": 7.008675322309911e-06,
-      "loss": 0.1847,
-      "step": 11972
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.7337740983158976,
-      "learning_rate": 7.0071038063287935e-06,
-      "loss": 0.1991,
-      "step": 11973
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0782367779242605,
-      "learning_rate": 7.005532371530152e-06,
-      "loss": 0.201,
-      "step": 11974
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.501456289799915,
-      "learning_rate": 7.003961017956611e-06,
-      "loss": 0.1869,
-      "step": 11975
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.1395341072149203,
-      "learning_rate": 7.002389745650801e-06,
-      "loss": 0.2017,
-      "step": 11976
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.1050083080002921,
-      "learning_rate": 7.000818554655335e-06,
-      "loss": 0.1697,
-      "step": 11977
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.7721561404794662,
-      "learning_rate": 6.9992474450128375e-06,
-      "loss": 0.1542,
-      "step": 11978
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.043825789826784,
-      "learning_rate": 6.997676416765919e-06,
-      "loss": 0.1771,
-      "step": 11979
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 3.473082441806016,
-      "learning_rate": 6.996105469957204e-06,
-      "loss": 0.1672,
-      "step": 11980
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.1440472364717835,
-      "learning_rate": 6.994534604629291e-06,
-      "loss": 0.1782,
-      "step": 11981
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9716464255364722,
-      "learning_rate": 6.9929638208247994e-06,
-      "loss": 0.189,
-      "step": 11982
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.069848684646463,
-      "learning_rate": 6.991393118586333e-06,
-      "loss": 0.199,
-      "step": 11983
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.909313878941909,
-      "learning_rate": 6.989822497956501e-06,
-      "loss": 0.182,
-      "step": 11984
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.029764795486539,
-      "learning_rate": 6.9882519589779005e-06,
-      "loss": 0.194,
-      "step": 11985
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9275625368461713,
-      "learning_rate": 6.986681501693139e-06,
-      "loss": 0.1921,
-      "step": 11986
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0466489063396667,
-      "learning_rate": 6.985111126144808e-06,
-      "loss": 0.1705,
-      "step": 11987
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.7498953008113175,
-      "learning_rate": 6.983540832375511e-06,
-      "loss": 0.1567,
-      "step": 11988
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 2.3164636095920277,
-      "learning_rate": 6.981970620427836e-06,
-      "loss": 0.1582,
-      "step": 11989
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9719462276135705,
-      "learning_rate": 6.980400490344383e-06,
-      "loss": 0.2122,
-      "step": 11990
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8601857009168751,
-      "learning_rate": 6.9788304421677355e-06,
-      "loss": 0.1746,
-      "step": 11991
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.861866966346215,
-      "learning_rate": 6.97726047594048e-06,
-      "loss": 0.1765,
-      "step": 11992
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9007785415154862,
-      "learning_rate": 6.975690591705211e-06,
-      "loss": 0.162,
-      "step": 11993
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9620423411317283,
-      "learning_rate": 6.974120789504499e-06,
-      "loss": 0.1736,
-      "step": 11994
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 4.686444458854959,
-      "learning_rate": 6.972551069380935e-06,
-      "loss": 0.1866,
-      "step": 11995
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.3545266700952874,
-      "learning_rate": 6.9709814313770905e-06,
-      "loss": 0.1644,
-      "step": 11996
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.1660286325084908,
-      "learning_rate": 6.969411875535552e-06,
-      "loss": 0.1799,
-      "step": 11997
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0370267507532889,
-      "learning_rate": 6.967842401898882e-06,
-      "loss": 0.2005,
-      "step": 11998
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.7969908814107881,
-      "learning_rate": 6.966273010509663e-06,
-      "loss": 0.1664,
-      "step": 11999
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.3401157501995602,
-      "learning_rate": 6.964703701410455e-06,
-      "loss": 0.1846,
-      "step": 12000
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0017537274961412,
-      "learning_rate": 6.963134474643834e-06,
-      "loss": 0.2044,
-      "step": 12001
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9056146251290355,
-      "learning_rate": 6.961565330252358e-06,
-      "loss": 0.1871,
-      "step": 12002
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.2843447159022305,
-      "learning_rate": 6.959996268278599e-06,
-      "loss": 0.1831,
-      "step": 12003
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9759637968679855,
-      "learning_rate": 6.958427288765108e-06,
-      "loss": 0.1687,
-      "step": 12004
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.1690450666793533,
-      "learning_rate": 6.956858391754453e-06,
-      "loss": 0.2056,
-      "step": 12005
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.412385050354641,
-      "learning_rate": 6.955289577289181e-06,
-      "loss": 0.1845,
-      "step": 12006
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9436818805180692,
-      "learning_rate": 6.953720845411858e-06,
-      "loss": 0.1676,
-      "step": 12007
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.3523117395487558,
-      "learning_rate": 6.952152196165025e-06,
-      "loss": 0.1984,
-      "step": 12008
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8942514384754394,
-      "learning_rate": 6.950583629591235e-06,
-      "loss": 0.1808,
-      "step": 12009
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9647460971315064,
-      "learning_rate": 6.94901514573304e-06,
-      "loss": 0.1716,
-      "step": 12010
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.7947737276649559,
-      "learning_rate": 6.9474467446329775e-06,
-      "loss": 0.1601,
-      "step": 12011
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.2135854992453965,
-      "learning_rate": 6.9458784263335965e-06,
-      "loss": 0.1749,
-      "step": 12012
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8258705553834466,
-      "learning_rate": 6.944310190877433e-06,
-      "loss": 0.1806,
-      "step": 12013
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0624409171900406,
-      "learning_rate": 6.942742038307033e-06,
-      "loss": 0.1654,
-      "step": 12014
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8998384943681688,
-      "learning_rate": 6.941173968664923e-06,
-      "loss": 0.1806,
-      "step": 12015
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0775549450326525,
-      "learning_rate": 6.939605981993647e-06,
-      "loss": 0.1928,
-      "step": 12016
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0758381169200557,
-      "learning_rate": 6.938038078335727e-06,
-      "loss": 0.1669,
-      "step": 12017
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0478686096447207,
-      "learning_rate": 6.936470257733699e-06,
-      "loss": 0.1935,
-      "step": 12018
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0007796945466119,
-      "learning_rate": 6.9349025202300865e-06,
-      "loss": 0.163,
-      "step": 12019
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.062954767058354,
-      "learning_rate": 6.93333486586742e-06,
-      "loss": 0.174,
-      "step": 12020
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.1895420775002619,
-      "learning_rate": 6.931767294688214e-06,
-      "loss": 0.1786,
-      "step": 12021
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.150659466077958,
-      "learning_rate": 6.930199806734996e-06,
-      "loss": 0.1693,
-      "step": 12022
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9054373439655421,
-      "learning_rate": 6.92863240205028e-06,
-      "loss": 0.1825,
-      "step": 12023
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0779083796299886,
-      "learning_rate": 6.927065080676587e-06,
-      "loss": 0.1796,
-      "step": 12024
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.6111483127425923,
-      "learning_rate": 6.9254978426564256e-06,
-      "loss": 0.1789,
-      "step": 12025
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.7561342831981865,
-      "learning_rate": 6.923930688032308e-06,
-      "loss": 0.1653,
-      "step": 12026
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.252568257892285,
-      "learning_rate": 6.922363616846746e-06,
-      "loss": 0.1928,
-      "step": 12027
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.3861545130349302,
-      "learning_rate": 6.920796629142242e-06,
-      "loss": 0.1789,
-      "step": 12028
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.126739769588076,
-      "learning_rate": 6.9192297249613074e-06,
-      "loss": 0.1963,
-      "step": 12029
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.376665325309207,
-      "learning_rate": 6.9176629043464364e-06,
-      "loss": 0.1705,
-      "step": 12030
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0270356795638427,
-      "learning_rate": 6.916096167340134e-06,
-      "loss": 0.1797,
-      "step": 12031
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.872751930898111,
-      "learning_rate": 6.9145295139848954e-06,
-      "loss": 0.1788,
-      "step": 12032
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.3292159171289397,
-      "learning_rate": 6.9129629443232235e-06,
-      "loss": 0.184,
-      "step": 12033
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9125351804266222,
-      "learning_rate": 6.911396458397602e-06,
-      "loss": 0.1744,
-      "step": 12034
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8528246667288966,
-      "learning_rate": 6.909830056250527e-06,
-      "loss": 0.1622,
-      "step": 12035
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.270843585328278,
-      "learning_rate": 6.9082637379244844e-06,
-      "loss": 0.2054,
-      "step": 12036
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9391457519420248,
-      "learning_rate": 6.906697503461968e-06,
-      "loss": 0.1799,
-      "step": 12037
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.7632331087196969,
-      "learning_rate": 6.90513135290545e-06,
-      "loss": 0.1588,
-      "step": 12038
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0727942068343892,
-      "learning_rate": 6.903565286297422e-06,
-      "loss": 0.1679,
-      "step": 12039
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0133257925068448,
-      "learning_rate": 6.901999303680359e-06,
-      "loss": 0.177,
-      "step": 12040
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8623895125847567,
-      "learning_rate": 6.900433405096744e-06,
-      "loss": 0.1623,
-      "step": 12041
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9602670825421511,
-      "learning_rate": 6.898867590589047e-06,
-      "loss": 0.1617,
-      "step": 12042
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9567573291126384,
-      "learning_rate": 6.897301860199738e-06,
-      "loss": 0.1533,
-      "step": 12043
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9042572859837555,
-      "learning_rate": 6.895736213971293e-06,
-      "loss": 0.1654,
-      "step": 12044
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.330908865010921,
-      "learning_rate": 6.8941706519461785e-06,
-      "loss": 0.1989,
-      "step": 12045
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0736449432758612,
-      "learning_rate": 6.892605174166862e-06,
-      "loss": 0.1762,
-      "step": 12046
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8609311260815152,
-      "learning_rate": 6.891039780675803e-06,
-      "loss": 0.1609,
-      "step": 12047
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.502432617527464,
-      "learning_rate": 6.889474471515467e-06,
-      "loss": 0.1671,
-      "step": 12048
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.5916558758401025,
-      "learning_rate": 6.887909246728311e-06,
-      "loss": 0.1678,
-      "step": 12049
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.7377823963807983,
-      "learning_rate": 6.886344106356795e-06,
-      "loss": 0.1733,
-      "step": 12050
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8830484258834155,
-      "learning_rate": 6.8847790504433664e-06,
-      "loss": 0.162,
-      "step": 12051
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.1390348137066064,
-      "learning_rate": 6.883214079030485e-06,
-      "loss": 0.1737,
-      "step": 12052
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8768182692622531,
-      "learning_rate": 6.881649192160596e-06,
-      "loss": 0.1553,
-      "step": 12053
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.3875687021614835,
-      "learning_rate": 6.880084389876153e-06,
-      "loss": 0.1863,
-      "step": 12054
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9544048864076122,
-      "learning_rate": 6.878519672219592e-06,
-      "loss": 0.1617,
-      "step": 12055
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0780909741086129,
-      "learning_rate": 6.8769550392333665e-06,
-      "loss": 0.1881,
-      "step": 12056
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.954038343043023,
-      "learning_rate": 6.875390490959907e-06,
-      "loss": 0.1743,
-      "step": 12057
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.1336834996926124,
-      "learning_rate": 6.873826027441659e-06,
-      "loss": 0.1784,
-      "step": 12058
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9306362669905568,
-      "learning_rate": 6.872261648721055e-06,
-      "loss": 0.1879,
-      "step": 12059
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.197695678667343,
-      "learning_rate": 6.870697354840534e-06,
-      "loss": 0.1962,
-      "step": 12060
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8779976121881782,
-      "learning_rate": 6.869133145842521e-06,
-      "loss": 0.1757,
-      "step": 12061
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0792172420476411,
-      "learning_rate": 6.8675690217694476e-06,
-      "loss": 0.1962,
-      "step": 12062
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0307635970176123,
-      "learning_rate": 6.866004982663746e-06,
-      "loss": 0.1805,
-      "step": 12063
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8749574919822711,
-      "learning_rate": 6.864441028567831e-06,
-      "loss": 0.1726,
-      "step": 12064
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.898665738913217,
-      "learning_rate": 6.862877159524133e-06,
-      "loss": 0.1558,
-      "step": 12065
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.4824044475075975,
-      "learning_rate": 6.861313375575067e-06,
-      "loss": 0.1659,
-      "step": 12066
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9629904483904526,
-      "learning_rate": 6.859749676763056e-06,
-      "loss": 0.1581,
-      "step": 12067
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8272828329013648,
-      "learning_rate": 6.85818606313051e-06,
-      "loss": 0.1689,
-      "step": 12068
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.6118105822053284,
-      "learning_rate": 6.856622534719848e-06,
-      "loss": 0.1891,
-      "step": 12069
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.7255331847586153,
-      "learning_rate": 6.855059091573472e-06,
-      "loss": 0.2084,
-      "step": 12070
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.1749647430370458,
-      "learning_rate": 6.853495733733799e-06,
-      "loss": 0.2064,
-      "step": 12071
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8938854197590528,
-      "learning_rate": 6.851932461243229e-06,
-      "loss": 0.1925,
-      "step": 12072
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0110531702751793,
-      "learning_rate": 6.850369274144174e-06,
-      "loss": 0.1726,
-      "step": 12073
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.6937841164262705,
-      "learning_rate": 6.848806172479025e-06,
-      "loss": 0.1823,
-      "step": 12074
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9360324682026385,
-      "learning_rate": 6.847243156290191e-06,
-      "loss": 0.173,
-      "step": 12075
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 2.5232523179973194,
-      "learning_rate": 6.8456802256200596e-06,
-      "loss": 0.1734,
-      "step": 12076
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0482809026447173,
-      "learning_rate": 6.844117380511036e-06,
-      "loss": 0.1811,
-      "step": 12077
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8719802085341933,
-      "learning_rate": 6.842554621005504e-06,
-      "loss": 0.1792,
-      "step": 12078
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.224889727426434,
-      "learning_rate": 6.840991947145854e-06,
-      "loss": 0.1858,
-      "step": 12079
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0220060453992144,
-      "learning_rate": 6.839429358974481e-06,
-      "loss": 0.1755,
-      "step": 12080
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.9639989927823014,
-      "learning_rate": 6.837866856533761e-06,
-      "loss": 0.1683,
-      "step": 12081
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.2119181742534815,
-      "learning_rate": 6.836304439866084e-06,
-      "loss": 0.1741,
-      "step": 12082
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.02227900587153,
-      "learning_rate": 6.834742109013823e-06,
-      "loss": 0.1968,
-      "step": 12083
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.3070559048308237,
-      "learning_rate": 6.833179864019366e-06,
-      "loss": 0.1761,
-      "step": 12084
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.1660429668454133,
-      "learning_rate": 6.83161770492508e-06,
-      "loss": 0.1861,
-      "step": 12085
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8861079705636326,
-      "learning_rate": 6.830055631773347e-06,
-      "loss": 0.1627,
-      "step": 12086
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.838978038894428,
-      "learning_rate": 6.82849364460653e-06,
-      "loss": 0.1684,
-      "step": 12087
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8761185023942043,
-      "learning_rate": 6.826931743467004e-06,
-      "loss": 0.1795,
-      "step": 12088
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8362184895394403,
-      "learning_rate": 6.825369928397132e-06,
-      "loss": 0.1841,
-      "step": 12089
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.3908870975417034,
-      "learning_rate": 6.8238081994392836e-06,
-      "loss": 0.1791,
-      "step": 12090
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 0.8640804279105561,
-      "learning_rate": 6.822246556635814e-06,
-      "loss": 0.1689,
-      "step": 12091
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0446730178037433,
-      "learning_rate": 6.820685000029087e-06,
-      "loss": 0.1835,
-      "step": 12092
-    },
-    {
-      "epoch": 0.61,
-      "grad_norm": 1.0395863481397598,
-      "learning_rate": 6.819123529661458e-06,
-      "loss": 0.1669,
-      "step": 12093
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9949242524187777,
-      "learning_rate": 6.817562145575285e-06,
-      "loss": 0.1808,
-      "step": 12094
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.2442467941307531,
-      "learning_rate": 6.81600084781292e-06,
-      "loss": 0.1768,
-      "step": 12095
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9768991335555441,
-      "learning_rate": 6.814439636416708e-06,
-      "loss": 0.1734,
-      "step": 12096
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.1049467939463726,
-      "learning_rate": 6.812878511429002e-06,
-      "loss": 0.2294,
-      "step": 12097
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8864407710560207,
-      "learning_rate": 6.811317472892145e-06,
-      "loss": 0.1815,
-      "step": 12098
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.648388743148969,
-      "learning_rate": 6.809756520848486e-06,
-      "loss": 0.1769,
-      "step": 12099
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.7739231396867304,
-      "learning_rate": 6.808195655340357e-06,
-      "loss": 0.1562,
-      "step": 12100
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9479706936152373,
-      "learning_rate": 6.806634876410103e-06,
-      "loss": 0.1788,
-      "step": 12101
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.5049638635512383,
-      "learning_rate": 6.805074184100056e-06,
-      "loss": 0.1851,
-      "step": 12102
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.1612459449559867,
-      "learning_rate": 6.803513578452557e-06,
-      "loss": 0.1992,
-      "step": 12103
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8635805305573898,
-      "learning_rate": 6.8019530595099294e-06,
-      "loss": 0.1798,
-      "step": 12104
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9803848651176261,
-      "learning_rate": 6.800392627314506e-06,
-      "loss": 0.1819,
-      "step": 12105
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.934349171865883,
-      "learning_rate": 6.798832281908612e-06,
-      "loss": 0.1826,
-      "step": 12106
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.284915985657181,
-      "learning_rate": 6.797272023334578e-06,
-      "loss": 0.17,
-      "step": 12107
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.967496996176986,
-      "learning_rate": 6.7957118516347156e-06,
-      "loss": 0.1915,
-      "step": 12108
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.028295447950258,
-      "learning_rate": 6.794151766851356e-06,
-      "loss": 0.1713,
-      "step": 12109
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9704153265494159,
-      "learning_rate": 6.792591769026804e-06,
-      "loss": 0.1794,
-      "step": 12110
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.5479240050610468,
-      "learning_rate": 6.791031858203385e-06,
-      "loss": 0.17,
-      "step": 12111
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0705127091317566,
-      "learning_rate": 6.789472034423412e-06,
-      "loss": 0.1824,
-      "step": 12112
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0649028556132054,
-      "learning_rate": 6.787912297729184e-06,
-      "loss": 0.1883,
-      "step": 12113
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9102264829131282,
-      "learning_rate": 6.786352648163022e-06,
-      "loss": 0.1838,
-      "step": 12114
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0511014344801506,
-      "learning_rate": 6.7847930857672205e-06,
-      "loss": 0.1784,
-      "step": 12115
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0186815963205775,
-      "learning_rate": 6.783233610584095e-06,
-      "loss": 0.1676,
-      "step": 12116
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8880854123514019,
-      "learning_rate": 6.781674222655934e-06,
-      "loss": 0.1794,
-      "step": 12117
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9295879693635356,
-      "learning_rate": 6.780114922025043e-06,
-      "loss": 0.1856,
-      "step": 12118
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9006839537874907,
-      "learning_rate": 6.778555708733715e-06,
-      "loss": 0.1743,
-      "step": 12119
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9975869625126415,
-      "learning_rate": 6.7769965828242505e-06,
-      "loss": 0.1928,
-      "step": 12120
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.1032710418317961,
-      "learning_rate": 6.7754375443389294e-06,
-      "loss": 0.1958,
-      "step": 12121
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0261541172084292,
-      "learning_rate": 6.773878593320052e-06,
-      "loss": 0.1651,
-      "step": 12122
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.7787786381676972,
-      "learning_rate": 6.772319729809895e-06,
-      "loss": 0.1636,
-      "step": 12123
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.6696086999669617,
-      "learning_rate": 6.770760953850754e-06,
-      "loss": 0.1811,
-      "step": 12124
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.4360424505617724,
-      "learning_rate": 6.769202265484899e-06,
-      "loss": 0.1558,
-      "step": 12125
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.1170506912862783,
-      "learning_rate": 6.767643664754619e-06,
-      "loss": 0.1812,
-      "step": 12126
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.2946728030781767,
-      "learning_rate": 6.766085151702184e-06,
-      "loss": 0.1774,
-      "step": 12127
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9326024358102776,
-      "learning_rate": 6.764526726369873e-06,
-      "loss": 0.1827,
-      "step": 12128
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.076727177272974,
-      "learning_rate": 6.762968388799958e-06,
-      "loss": 0.1913,
-      "step": 12129
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9799196474439371,
-      "learning_rate": 6.7614101390347095e-06,
-      "loss": 0.1742,
-      "step": 12130
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9460898423948457,
-      "learning_rate": 6.759851977116392e-06,
-      "loss": 0.1788,
-      "step": 12131
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9967772399446618,
-      "learning_rate": 6.758293903087272e-06,
-      "loss": 0.1802,
-      "step": 12132
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9750470589847444,
-      "learning_rate": 6.756735916989616e-06,
-      "loss": 0.169,
-      "step": 12133
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9776038603721809,
-      "learning_rate": 6.755178018865678e-06,
-      "loss": 0.1588,
-      "step": 12134
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8506390814787281,
-      "learning_rate": 6.753620208757721e-06,
-      "loss": 0.1761,
-      "step": 12135
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8690918817459329,
-      "learning_rate": 6.7520624867079965e-06,
-      "loss": 0.1851,
-      "step": 12136
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9535446340652028,
-      "learning_rate": 6.7505048527587656e-06,
-      "loss": 0.1634,
-      "step": 12137
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.3906783266482012,
-      "learning_rate": 6.748947306952269e-06,
-      "loss": 0.179,
-      "step": 12138
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0931209334496226,
-      "learning_rate": 6.747389849330765e-06,
-      "loss": 0.1685,
-      "step": 12139
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.2113979580898313,
-      "learning_rate": 6.745832479936492e-06,
-      "loss": 0.186,
-      "step": 12140
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0226123145274468,
-      "learning_rate": 6.744275198811698e-06,
-      "loss": 0.2114,
-      "step": 12141
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8793336866514591,
-      "learning_rate": 6.742718005998621e-06,
-      "loss": 0.1767,
-      "step": 12142
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0782116318894777,
-      "learning_rate": 6.741160901539506e-06,
-      "loss": 0.1711,
-      "step": 12143
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.1707774557584145,
-      "learning_rate": 6.7396038854765825e-06,
-      "loss": 0.1655,
-      "step": 12144
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.104390856186119,
-      "learning_rate": 6.738046957852089e-06,
-      "loss": 0.1661,
-      "step": 12145
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9243443440720327,
-      "learning_rate": 6.736490118708253e-06,
-      "loss": 0.1777,
-      "step": 12146
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.7956070831990771,
-      "learning_rate": 6.7349333680873134e-06,
-      "loss": 0.1696,
-      "step": 12147
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0515919332880705,
-      "learning_rate": 6.733376706031486e-06,
-      "loss": 0.1781,
-      "step": 12148
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.857621003636688,
-      "learning_rate": 6.731820132582999e-06,
-      "loss": 0.1746,
-      "step": 12149
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.1617687067828353,
-      "learning_rate": 6.730263647784079e-06,
-      "loss": 0.1528,
-      "step": 12150
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 2.0959333069840698,
-      "learning_rate": 6.728707251676939e-06,
-      "loss": 0.1886,
-      "step": 12151
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.1623054341465726,
-      "learning_rate": 6.727150944303804e-06,
-      "loss": 0.1776,
-      "step": 12152
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.200230087745242,
-      "learning_rate": 6.7255947257068785e-06,
-      "loss": 0.1949,
-      "step": 12153
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8042497751515356,
-      "learning_rate": 6.724038595928385e-06,
-      "loss": 0.1624,
-      "step": 12154
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.3636760843144802,
-      "learning_rate": 6.722482555010528e-06,
-      "loss": 0.1907,
-      "step": 12155
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8964440433985537,
-      "learning_rate": 6.720926602995519e-06,
-      "loss": 0.177,
-      "step": 12156
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.782888558585591,
-      "learning_rate": 6.719370739925557e-06,
-      "loss": 0.1531,
-      "step": 12157
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.4599766269420338,
-      "learning_rate": 6.717814965842852e-06,
-      "loss": 0.1639,
-      "step": 12158
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 2.032260911561945,
-      "learning_rate": 6.716259280789599e-06,
-      "loss": 0.2493,
-      "step": 12159
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.4459519392693336,
-      "learning_rate": 6.714703684808004e-06,
-      "loss": 0.1685,
-      "step": 12160
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8809204338200619,
-      "learning_rate": 6.7131481779402505e-06,
-      "loss": 0.178,
-      "step": 12161
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 2.0338654307609594,
-      "learning_rate": 6.7115927602285424e-06,
-      "loss": 0.1912,
-      "step": 12162
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0140484819462559,
-      "learning_rate": 6.710037431715063e-06,
-      "loss": 0.1967,
-      "step": 12163
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0985829362573525,
-      "learning_rate": 6.70848219244201e-06,
-      "loss": 0.1755,
-      "step": 12164
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.7797192565191957,
-      "learning_rate": 6.706927042451561e-06,
-      "loss": 0.1654,
-      "step": 12165
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0983960363940297,
-      "learning_rate": 6.7053719817859e-06,
-      "loss": 0.1785,
-      "step": 12166
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.75585709682769,
-      "learning_rate": 6.7038170104872106e-06,
-      "loss": 0.1605,
-      "step": 12167
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.2958472121653062,
-      "learning_rate": 6.70226212859767e-06,
-      "loss": 0.217,
-      "step": 12168
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8712282797124832,
-      "learning_rate": 6.700707336159458e-06,
-      "loss": 0.1797,
-      "step": 12169
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9107466535849766,
-      "learning_rate": 6.699152633214743e-06,
-      "loss": 0.18,
-      "step": 12170
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8591545415978744,
-      "learning_rate": 6.697598019805701e-06,
-      "loss": 0.175,
-      "step": 12171
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.1046279818870088,
-      "learning_rate": 6.696043495974498e-06,
-      "loss": 0.1778,
-      "step": 12172
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0874204812001573,
-      "learning_rate": 6.6944890617633055e-06,
-      "loss": 0.1929,
-      "step": 12173
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.1738304949725218,
-      "learning_rate": 6.6929347172142785e-06,
-      "loss": 0.208,
-      "step": 12174
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.1878166769378955,
-      "learning_rate": 6.691380462369588e-06,
-      "loss": 0.1731,
-      "step": 12175
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9056200496531202,
-      "learning_rate": 6.689826297271384e-06,
-      "loss": 0.1787,
-      "step": 12176
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.1374102316252948,
-      "learning_rate": 6.6882722219618355e-06,
-      "loss": 0.1701,
-      "step": 12177
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.695640372186796,
-      "learning_rate": 6.686718236483086e-06,
-      "loss": 0.1782,
-      "step": 12178
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.3815010096582772,
-      "learning_rate": 6.685164340877295e-06,
-      "loss": 0.1695,
-      "step": 12179
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.083543432973144,
-      "learning_rate": 6.683610535186604e-06,
-      "loss": 0.1866,
-      "step": 12180
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.2725443888858214,
-      "learning_rate": 6.682056819453168e-06,
-      "loss": 0.1651,
-      "step": 12181
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8442178166320784,
-      "learning_rate": 6.680503193719129e-06,
-      "loss": 0.1743,
-      "step": 12182
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0029030646090114,
-      "learning_rate": 6.678949658026625e-06,
-      "loss": 0.1923,
-      "step": 12183
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 2.3476567787546982,
-      "learning_rate": 6.677396212417801e-06,
-      "loss": 0.1663,
-      "step": 12184
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0698221213216408,
-      "learning_rate": 6.675842856934789e-06,
-      "loss": 0.1724,
-      "step": 12185
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0245881277985018,
-      "learning_rate": 6.674289591619732e-06,
-      "loss": 0.1664,
-      "step": 12186
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.81864411656269,
-      "learning_rate": 6.672736416514754e-06,
-      "loss": 0.1814,
-      "step": 12187
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.1444151316489966,
-      "learning_rate": 6.671183331661991e-06,
-      "loss": 0.1682,
-      "step": 12188
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0227672142427702,
-      "learning_rate": 6.669630337103565e-06,
-      "loss": 0.194,
-      "step": 12189
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.1132674106865061,
-      "learning_rate": 6.66807743288161e-06,
-      "loss": 0.1802,
-      "step": 12190
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 9.422171075788219,
-      "learning_rate": 6.666524619038237e-06,
-      "loss": 0.1802,
-      "step": 12191
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.1871758296843817,
-      "learning_rate": 6.664971895615578e-06,
-      "loss": 0.1834,
-      "step": 12192
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 2.460493666235359,
-      "learning_rate": 6.663419262655739e-06,
-      "loss": 0.1733,
-      "step": 12193
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.7359353917510435,
-      "learning_rate": 6.6618667202008435e-06,
-      "loss": 0.1693,
-      "step": 12194
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.112629516499026,
-      "learning_rate": 6.660314268293e-06,
-      "loss": 0.1551,
-      "step": 12195
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0067294238530116,
-      "learning_rate": 6.6587619069743236e-06,
-      "loss": 0.1956,
-      "step": 12196
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.1353157521263597,
-      "learning_rate": 6.6572096362869165e-06,
-      "loss": 0.1654,
-      "step": 12197
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0968623503957977,
-      "learning_rate": 6.655657456272888e-06,
-      "loss": 0.2003,
-      "step": 12198
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9659530346298896,
-      "learning_rate": 6.6541053669743375e-06,
-      "loss": 0.1741,
-      "step": 12199
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.1324711606541336,
-      "learning_rate": 6.6525533684333724e-06,
-      "loss": 0.1946,
-      "step": 12200
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.06053526847367,
-      "learning_rate": 6.6510014606920845e-06,
-      "loss": 0.1825,
-      "step": 12201
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.936716622629329,
-      "learning_rate": 6.64944964379257e-06,
-      "loss": 0.1448,
-      "step": 12202
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8731618283716971,
-      "learning_rate": 6.647897917776925e-06,
-      "loss": 0.1658,
-      "step": 12203
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9600048699949525,
-      "learning_rate": 6.646346282687235e-06,
-      "loss": 0.179,
-      "step": 12204
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.387098874350567,
-      "learning_rate": 6.644794738565597e-06,
-      "loss": 0.1876,
-      "step": 12205
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8351157077754774,
-      "learning_rate": 6.643243285454086e-06,
-      "loss": 0.1786,
-      "step": 12206
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8903763554787368,
-      "learning_rate": 6.641691923394792e-06,
-      "loss": 0.1825,
-      "step": 12207
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9163699840386397,
-      "learning_rate": 6.640140652429793e-06,
-      "loss": 0.1649,
-      "step": 12208
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.1858028194793624,
-      "learning_rate": 6.6385894726011725e-06,
-      "loss": 0.166,
-      "step": 12209
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.400037704545918,
-      "learning_rate": 6.637038383950998e-06,
-      "loss": 0.1737,
-      "step": 12210
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9340838632121498,
-      "learning_rate": 6.63548738652135e-06,
-      "loss": 0.1666,
-      "step": 12211
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.4298851897685383,
-      "learning_rate": 6.633936480354294e-06,
-      "loss": 0.1829,
-      "step": 12212
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.153294646208856,
-      "learning_rate": 6.632385665491905e-06,
-      "loss": 0.1828,
-      "step": 12213
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.5212721972224903,
-      "learning_rate": 6.630834941976241e-06,
-      "loss": 0.1757,
-      "step": 12214
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.8293599964046527,
-      "learning_rate": 6.629284309849373e-06,
-      "loss": 0.1726,
-      "step": 12215
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.1039891440162553,
-      "learning_rate": 6.627733769153355e-06,
-      "loss": 0.182,
-      "step": 12216
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9536046109231258,
-      "learning_rate": 6.626183319930253e-06,
-      "loss": 0.1731,
-      "step": 12217
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.04469142650679,
-      "learning_rate": 6.624632962222119e-06,
-      "loss": 0.1766,
-      "step": 12218
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9295249528325686,
-      "learning_rate": 6.6230826960710035e-06,
-      "loss": 0.1728,
-      "step": 12219
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0219966420634277,
-      "learning_rate": 6.621532521518962e-06,
-      "loss": 0.1728,
-      "step": 12220
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.3289858108783676,
-      "learning_rate": 6.619982438608039e-06,
-      "loss": 0.1957,
-      "step": 12221
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.2373544417696125,
-      "learning_rate": 6.618432447380288e-06,
-      "loss": 0.1997,
-      "step": 12222
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9934359092593344,
-      "learning_rate": 6.616882547877743e-06,
-      "loss": 0.1508,
-      "step": 12223
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8810613838875165,
-      "learning_rate": 6.615332740142454e-06,
-      "loss": 0.1403,
-      "step": 12224
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9879691489052049,
-      "learning_rate": 6.613783024216451e-06,
-      "loss": 0.172,
-      "step": 12225
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9526821220696458,
-      "learning_rate": 6.612233400141781e-06,
-      "loss": 0.1726,
-      "step": 12226
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.3838159800652556,
-      "learning_rate": 6.610683867960466e-06,
-      "loss": 0.1858,
-      "step": 12227
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.4162296287964915,
-      "learning_rate": 6.6091344277145456e-06,
-      "loss": 0.2036,
-      "step": 12228
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.1086836490155574,
-      "learning_rate": 6.6075850794460414e-06,
-      "loss": 0.1688,
-      "step": 12229
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.8066030135254134,
-      "learning_rate": 6.60603582319699e-06,
-      "loss": 0.1664,
-      "step": 12230
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.4957728270277422,
-      "learning_rate": 6.604486659009404e-06,
-      "loss": 0.1833,
-      "step": 12231
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0987554878137216,
-      "learning_rate": 6.602937586925309e-06,
-      "loss": 0.188,
-      "step": 12232
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.1942177727237888,
-      "learning_rate": 6.6013886069867235e-06,
-      "loss": 0.1785,
-      "step": 12233
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8794121473028255,
-      "learning_rate": 6.599839719235668e-06,
-      "loss": 0.1964,
-      "step": 12234
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.3678191518713683,
-      "learning_rate": 6.598290923714152e-06,
-      "loss": 0.1797,
-      "step": 12235
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9275715467464166,
-      "learning_rate": 6.596742220464183e-06,
-      "loss": 0.1843,
-      "step": 12236
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.7509251617436092,
-      "learning_rate": 6.595193609527774e-06,
-      "loss": 0.1704,
-      "step": 12237
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 2.261131799563364,
-      "learning_rate": 6.593645090946932e-06,
-      "loss": 0.1765,
-      "step": 12238
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.393015058725475,
-      "learning_rate": 6.592096664763661e-06,
-      "loss": 0.1702,
-      "step": 12239
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.956100047072734,
-      "learning_rate": 6.590548331019957e-06,
-      "loss": 0.1815,
-      "step": 12240
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9956111845289233,
-      "learning_rate": 6.589000089757822e-06,
-      "loss": 0.1566,
-      "step": 12241
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.7385208387149487,
-      "learning_rate": 6.587451941019253e-06,
-      "loss": 0.1718,
-      "step": 12242
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.7324993874826935,
-      "learning_rate": 6.585903884846245e-06,
-      "loss": 0.1692,
-      "step": 12243
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8834736171907606,
-      "learning_rate": 6.584355921280785e-06,
-      "loss": 0.1764,
-      "step": 12244
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.1075738748603206,
-      "learning_rate": 6.582808050364864e-06,
-      "loss": 0.1816,
-      "step": 12245
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8171360429587897,
-      "learning_rate": 6.581260272140466e-06,
-      "loss": 0.1796,
-      "step": 12246
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.085648007323475,
-      "learning_rate": 6.579712586649581e-06,
-      "loss": 0.1715,
-      "step": 12247
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0691469016265858,
-      "learning_rate": 6.5781649939341794e-06,
-      "loss": 0.1849,
-      "step": 12248
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9259858332783487,
-      "learning_rate": 6.5766174940362505e-06,
-      "loss": 0.1606,
-      "step": 12249
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.446395498306882,
-      "learning_rate": 6.575070086997762e-06,
-      "loss": 0.1877,
-      "step": 12250
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9671137700828732,
-      "learning_rate": 6.573522772860692e-06,
-      "loss": 0.1925,
-      "step": 12251
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8860157833790498,
-      "learning_rate": 6.571975551667014e-06,
-      "loss": 0.1821,
-      "step": 12252
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.2918582948810673,
-      "learning_rate": 6.570428423458687e-06,
-      "loss": 0.1804,
-      "step": 12253
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.3403658730770927,
-      "learning_rate": 6.568881388277685e-06,
-      "loss": 0.1773,
-      "step": 12254
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.3153845570882179,
-      "learning_rate": 6.567334446165967e-06,
-      "loss": 0.1775,
-      "step": 12255
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.7505597276119826,
-      "learning_rate": 6.565787597165501e-06,
-      "loss": 0.1549,
-      "step": 12256
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.7234390957600532,
-      "learning_rate": 6.5642408413182345e-06,
-      "loss": 0.1667,
-      "step": 12257
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9668169901742122,
-      "learning_rate": 6.5626941786661335e-06,
-      "loss": 0.1609,
-      "step": 12258
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9568058195100089,
-      "learning_rate": 6.5611476092511435e-06,
-      "loss": 0.194,
-      "step": 12259
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 2.6035064737348144,
-      "learning_rate": 6.559601133115223e-06,
-      "loss": 0.202,
-      "step": 12260
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.96974975639801,
-      "learning_rate": 6.558054750300313e-06,
-      "loss": 0.1978,
-      "step": 12261
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.79531616090137,
-      "learning_rate": 6.556508460848365e-06,
-      "loss": 0.1568,
-      "step": 12262
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.071490924175172,
-      "learning_rate": 6.554962264801316e-06,
-      "loss": 0.1729,
-      "step": 12263
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.036724040066627,
-      "learning_rate": 6.553416162201114e-06,
-      "loss": 0.1712,
-      "step": 12264
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.3034074952249906,
-      "learning_rate": 6.55187015308969e-06,
-      "loss": 0.2014,
-      "step": 12265
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8093630274081415,
-      "learning_rate": 6.550324237508986e-06,
-      "loss": 0.1779,
-      "step": 12266
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.093760841897314,
-      "learning_rate": 6.5487784155009285e-06,
-      "loss": 0.1687,
-      "step": 12267
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9507641187044447,
-      "learning_rate": 6.547232687107453e-06,
-      "loss": 0.1768,
-      "step": 12268
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9106248716503401,
-      "learning_rate": 6.5456870523704845e-06,
-      "loss": 0.1669,
-      "step": 12269
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8055247993376253,
-      "learning_rate": 6.544141511331954e-06,
-      "loss": 0.1783,
-      "step": 12270
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9886344291566992,
-      "learning_rate": 6.542596064033777e-06,
-      "loss": 0.1875,
-      "step": 12271
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0897904038840873,
-      "learning_rate": 6.541050710517875e-06,
-      "loss": 0.1544,
-      "step": 12272
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.99314961842094,
-      "learning_rate": 6.539505450826174e-06,
-      "loss": 0.1726,
-      "step": 12273
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8909882895410705,
-      "learning_rate": 6.537960285000577e-06,
-      "loss": 0.1981,
-      "step": 12274
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.2303960200796495,
-      "learning_rate": 6.536415213083007e-06,
-      "loss": 0.1855,
-      "step": 12275
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8916355656067946,
-      "learning_rate": 6.534870235115367e-06,
-      "loss": 0.1833,
-      "step": 12276
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8624614446017977,
-      "learning_rate": 6.533325351139569e-06,
-      "loss": 0.1747,
-      "step": 12277
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.103022254689305,
-      "learning_rate": 6.531780561197514e-06,
-      "loss": 0.1913,
-      "step": 12278
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.3641657032827077,
-      "learning_rate": 6.530235865331112e-06,
-      "loss": 0.1624,
-      "step": 12279
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8736367851666924,
-      "learning_rate": 6.528691263582254e-06,
-      "loss": 0.1776,
-      "step": 12280
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9389189226683222,
-      "learning_rate": 6.527146755992844e-06,
-      "loss": 0.1697,
-      "step": 12281
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.536533177111427,
-      "learning_rate": 6.525602342604771e-06,
-      "loss": 0.1688,
-      "step": 12282
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.0136640445014258,
-      "learning_rate": 6.524058023459936e-06,
-      "loss": 0.2022,
-      "step": 12283
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.9594188684445367,
-      "learning_rate": 6.522513798600219e-06,
-      "loss": 0.1913,
-      "step": 12284
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8637535389066199,
-      "learning_rate": 6.520969668067514e-06,
-      "loss": 0.1587,
-      "step": 12285
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.7712698643365918,
-      "learning_rate": 6.5194256319036996e-06,
-      "loss": 0.1583,
-      "step": 12286
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.1062185087587382,
-      "learning_rate": 6.517881690150667e-06,
-      "loss": 0.1824,
-      "step": 12287
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 0.8197071505996901,
-      "learning_rate": 6.516337842850291e-06,
-      "loss": 0.1703,
-      "step": 12288
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.5756187693803567,
-      "learning_rate": 6.514794090044443e-06,
-      "loss": 0.175,
-      "step": 12289
-    },
-    {
-      "epoch": 0.62,
-      "grad_norm": 1.7986011584614001,
-      "learning_rate": 6.513250431775003e-06,
-      "loss": 0.1599,
-      "step": 12290
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.876400412985864,
-      "learning_rate": 6.511706868083842e-06,
-      "loss": 0.1826,
-      "step": 12291
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.3253744757454275,
-      "learning_rate": 6.510163399012832e-06,
-      "loss": 0.2196,
-      "step": 12292
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8228314003915462,
-      "learning_rate": 6.508620024603833e-06,
-      "loss": 0.1873,
-      "step": 12293
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.182334128744673,
-      "learning_rate": 6.507076744898715e-06,
-      "loss": 0.1665,
-      "step": 12294
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0461347391662688,
-      "learning_rate": 6.505533559939335e-06,
-      "loss": 0.1864,
-      "step": 12295
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.896008704215264,
-      "learning_rate": 6.50399046976756e-06,
-      "loss": 0.2103,
-      "step": 12296
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.2823807091290649,
-      "learning_rate": 6.502447474425235e-06,
-      "loss": 0.1633,
-      "step": 12297
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9199393892955969,
-      "learning_rate": 6.5009045739542235e-06,
-      "loss": 0.1988,
-      "step": 12298
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0069335458303679,
-      "learning_rate": 6.499361768396371e-06,
-      "loss": 0.1854,
-      "step": 12299
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0795233172269108,
-      "learning_rate": 6.497819057793531e-06,
-      "loss": 0.1732,
-      "step": 12300
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9021808424439925,
-      "learning_rate": 6.496276442187543e-06,
-      "loss": 0.1833,
-      "step": 12301
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.965671577262932,
-      "learning_rate": 6.49473392162026e-06,
-      "loss": 0.1763,
-      "step": 12302
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0642907663234293,
-      "learning_rate": 6.493191496133513e-06,
-      "loss": 0.1626,
-      "step": 12303
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9872091817808939,
-      "learning_rate": 6.491649165769145e-06,
-      "loss": 0.1797,
-      "step": 12304
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.829784055595061,
-      "learning_rate": 6.4901069305689955e-06,
-      "loss": 0.1834,
-      "step": 12305
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.2547817572673163,
-      "learning_rate": 6.488564790574889e-06,
-      "loss": 0.1705,
-      "step": 12306
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.2223911861358498,
-      "learning_rate": 6.487022745828663e-06,
-      "loss": 0.1894,
-      "step": 12307
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 2.015859280347554,
-      "learning_rate": 6.485480796372141e-06,
-      "loss": 0.1863,
-      "step": 12308
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0186987150755753,
-      "learning_rate": 6.483938942247155e-06,
-      "loss": 0.1735,
-      "step": 12309
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9826918667646444,
-      "learning_rate": 6.482397183495519e-06,
-      "loss": 0.1746,
-      "step": 12310
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.171723404689601,
-      "learning_rate": 6.4808555201590614e-06,
-      "loss": 0.1505,
-      "step": 12311
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.1341544628466593,
-      "learning_rate": 6.479313952279594e-06,
-      "loss": 0.181,
-      "step": 12312
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9730907582567121,
-      "learning_rate": 6.47777247989894e-06,
-      "loss": 0.1756,
-      "step": 12313
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.165375281334116,
-      "learning_rate": 6.476231103058901e-06,
-      "loss": 0.1869,
-      "step": 12314
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.2957891090340417,
-      "learning_rate": 6.474689821801295e-06,
-      "loss": 0.1717,
-      "step": 12315
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8354411998000495,
-      "learning_rate": 6.473148636167925e-06,
-      "loss": 0.1796,
-      "step": 12316
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0039260067099076,
-      "learning_rate": 6.471607546200598e-06,
-      "loss": 0.1761,
-      "step": 12317
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9107910951230012,
-      "learning_rate": 6.470066551941114e-06,
-      "loss": 0.1643,
-      "step": 12318
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 3.013960752228629,
-      "learning_rate": 6.468525653431279e-06,
-      "loss": 0.1653,
-      "step": 12319
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8127586630711379,
-      "learning_rate": 6.466984850712881e-06,
-      "loss": 0.1688,
-      "step": 12320
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8394294595716062,
-      "learning_rate": 6.4654441438277194e-06,
-      "loss": 0.1725,
-      "step": 12321
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.2239762650728694,
-      "learning_rate": 6.463903532817587e-06,
-      "loss": 0.1498,
-      "step": 12322
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.5568944801202331,
-      "learning_rate": 6.462363017724267e-06,
-      "loss": 0.182,
-      "step": 12323
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9073127865426454,
-      "learning_rate": 6.460822598589554e-06,
-      "loss": 0.1526,
-      "step": 12324
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.2372909375299115,
-      "learning_rate": 6.459282275455223e-06,
-      "loss": 0.1721,
-      "step": 12325
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8625107471525778,
-      "learning_rate": 6.457742048363066e-06,
-      "loss": 0.1461,
-      "step": 12326
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 2.449375047735124,
-      "learning_rate": 6.456201917354852e-06,
-      "loss": 0.1865,
-      "step": 12327
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.952600062618889,
-      "learning_rate": 6.454661882472364e-06,
-      "loss": 0.1612,
-      "step": 12328
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0525552911764944,
-      "learning_rate": 6.45312194375737e-06,
-      "loss": 0.1621,
-      "step": 12329
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.1407915087173905,
-      "learning_rate": 6.451582101251645e-06,
-      "loss": 0.2157,
-      "step": 12330
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9388793084022125,
-      "learning_rate": 6.450042354996954e-06,
-      "loss": 0.1724,
-      "step": 12331
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 2.195697188482703,
-      "learning_rate": 6.448502705035069e-06,
-      "loss": 0.1737,
-      "step": 12332
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 26.04404863008669,
-      "learning_rate": 6.446963151407743e-06,
-      "loss": 0.1697,
-      "step": 12333
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0686488893519888,
-      "learning_rate": 6.445423694156746e-06,
-      "loss": 0.1445,
-      "step": 12334
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.2770191889968054,
-      "learning_rate": 6.44388433332383e-06,
-      "loss": 0.1686,
-      "step": 12335
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9588144049117461,
-      "learning_rate": 6.442345068950755e-06,
-      "loss": 0.1631,
-      "step": 12336
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0817090132952616,
-      "learning_rate": 6.440805901079268e-06,
-      "loss": 0.2015,
-      "step": 12337
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.1930738953388942,
-      "learning_rate": 6.4392668297511244e-06,
-      "loss": 0.1689,
-      "step": 12338
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.5876164763829481,
-      "learning_rate": 6.4377278550080664e-06,
-      "loss": 0.1798,
-      "step": 12339
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.1346038126888687,
-      "learning_rate": 6.436188976891846e-06,
-      "loss": 0.1722,
-      "step": 12340
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8509113581377679,
-      "learning_rate": 6.434650195444199e-06,
-      "loss": 0.1723,
-      "step": 12341
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.4524280102048681,
-      "learning_rate": 6.433111510706864e-06,
-      "loss": 0.1895,
-      "step": 12342
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.2121512139484962,
-      "learning_rate": 6.431572922721585e-06,
-      "loss": 0.1904,
-      "step": 12343
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0653587248529126,
-      "learning_rate": 6.430034431530088e-06,
-      "loss": 0.1584,
-      "step": 12344
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9241859336426226,
-      "learning_rate": 6.428496037174112e-06,
-      "loss": 0.1727,
-      "step": 12345
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.7452389512234971,
-      "learning_rate": 6.42695773969538e-06,
-      "loss": 0.1622,
-      "step": 12346
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.2684237230799293,
-      "learning_rate": 6.425419539135622e-06,
-      "loss": 0.1634,
-      "step": 12347
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.237057056550504,
-      "learning_rate": 6.42388143553656e-06,
-      "loss": 0.1799,
-      "step": 12348
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9888821411178348,
-      "learning_rate": 6.422343428939919e-06,
-      "loss": 0.1728,
-      "step": 12349
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.4023727794262242,
-      "learning_rate": 6.420805519387412e-06,
-      "loss": 0.1853,
-      "step": 12350
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.2704004212987643,
-      "learning_rate": 6.419267706920758e-06,
-      "loss": 0.1814,
-      "step": 12351
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9049368121777028,
-      "learning_rate": 6.417729991581668e-06,
-      "loss": 0.1794,
-      "step": 12352
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0791248063852146,
-      "learning_rate": 6.4161923734118594e-06,
-      "loss": 0.178,
-      "step": 12353
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0154705817518106,
-      "learning_rate": 6.41465485245303e-06,
-      "loss": 0.1718,
-      "step": 12354
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8059650877129417,
-      "learning_rate": 6.413117428746892e-06,
-      "loss": 0.1903,
-      "step": 12355
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8510180569734818,
-      "learning_rate": 6.4115801023351444e-06,
-      "loss": 0.1621,
-      "step": 12356
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0253418963036458,
-      "learning_rate": 6.410042873259494e-06,
-      "loss": 0.147,
-      "step": 12357
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.1512407414739831,
-      "learning_rate": 6.408505741561633e-06,
-      "loss": 0.1798,
-      "step": 12358
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9846029617594317,
-      "learning_rate": 6.406968707283253e-06,
-      "loss": 0.1722,
-      "step": 12359
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.2493645732998286,
-      "learning_rate": 6.405431770466051e-06,
-      "loss": 0.1677,
-      "step": 12360
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9348559490222239,
-      "learning_rate": 6.403894931151714e-06,
-      "loss": 0.1615,
-      "step": 12361
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9569479373941275,
-      "learning_rate": 6.4023581893819345e-06,
-      "loss": 0.1838,
-      "step": 12362
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.7611388126812884,
-      "learning_rate": 6.4008215451983864e-06,
-      "loss": 0.1756,
-      "step": 12363
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.2822095789309997,
-      "learning_rate": 6.399284998642761e-06,
-      "loss": 0.2031,
-      "step": 12364
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.7669714612070854,
-      "learning_rate": 6.39774854975673e-06,
-      "loss": 0.17,
-      "step": 12365
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9943848290476993,
-      "learning_rate": 6.396212198581978e-06,
-      "loss": 0.1678,
-      "step": 12366
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 2.708205758868274,
-      "learning_rate": 6.394675945160169e-06,
-      "loss": 0.1662,
-      "step": 12367
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.5553428840830763,
-      "learning_rate": 6.39313978953298e-06,
-      "loss": 0.1749,
-      "step": 12368
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8969706376294244,
-      "learning_rate": 6.391603731742078e-06,
-      "loss": 0.1733,
-      "step": 12369
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.1488854694275947,
-      "learning_rate": 6.390067771829132e-06,
-      "loss": 0.1677,
-      "step": 12370
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9769116755166073,
-      "learning_rate": 6.3885319098357966e-06,
-      "loss": 0.1584,
-      "step": 12371
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8587655311387853,
-      "learning_rate": 6.386996145803741e-06,
-      "loss": 0.1848,
-      "step": 12372
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.6151992229384966,
-      "learning_rate": 6.385460479774616e-06,
-      "loss": 0.1781,
-      "step": 12373
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.161128554908505,
-      "learning_rate": 6.383924911790081e-06,
-      "loss": 0.1978,
-      "step": 12374
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 4.102166422327023,
-      "learning_rate": 6.3823894418917895e-06,
-      "loss": 0.1716,
-      "step": 12375
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9866300969961047,
-      "learning_rate": 6.380854070121385e-06,
-      "loss": 0.1741,
-      "step": 12376
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8744583736841051,
-      "learning_rate": 6.37931879652052e-06,
-      "loss": 0.1776,
-      "step": 12377
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9033550694190644,
-      "learning_rate": 6.377783621130834e-06,
-      "loss": 0.1815,
-      "step": 12378
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.7952117507679426,
-      "learning_rate": 6.376248543993977e-06,
-      "loss": 0.1769,
-      "step": 12379
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0221285316727067,
-      "learning_rate": 6.374713565151579e-06,
-      "loss": 0.1809,
-      "step": 12380
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9361376699622568,
-      "learning_rate": 6.373178684645283e-06,
-      "loss": 0.1831,
-      "step": 12381
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.000278952974784,
-      "learning_rate": 6.371643902516715e-06,
-      "loss": 0.2024,
-      "step": 12382
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8337946910176021,
-      "learning_rate": 6.3701092188075176e-06,
-      "loss": 0.1733,
-      "step": 12383
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.068934840910689,
-      "learning_rate": 6.368574633559308e-06,
-      "loss": 0.1867,
-      "step": 12384
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0862813904471362,
-      "learning_rate": 6.367040146813721e-06,
-      "loss": 0.1759,
-      "step": 12385
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9875804752664659,
-      "learning_rate": 6.365505758612371e-06,
-      "loss": 0.1781,
-      "step": 12386
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0816791746408998,
-      "learning_rate": 6.363971468996883e-06,
-      "loss": 0.1785,
-      "step": 12387
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.2488081898099574,
-      "learning_rate": 6.362437278008875e-06,
-      "loss": 0.1764,
-      "step": 12388
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.1154057711008427,
-      "learning_rate": 6.360903185689964e-06,
-      "loss": 0.1629,
-      "step": 12389
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.7958664729630673,
-      "learning_rate": 6.359369192081756e-06,
-      "loss": 0.164,
-      "step": 12390
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8140188803014982,
-      "learning_rate": 6.357835297225865e-06,
-      "loss": 0.1648,
-      "step": 12391
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9086263255788167,
-      "learning_rate": 6.356301501163901e-06,
-      "loss": 0.1498,
-      "step": 12392
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.1784567810825564,
-      "learning_rate": 6.3547678039374595e-06,
-      "loss": 0.1702,
-      "step": 12393
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9426996480766275,
-      "learning_rate": 6.35323420558815e-06,
-      "loss": 0.1861,
-      "step": 12394
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8746147919053582,
-      "learning_rate": 6.351700706157565e-06,
-      "loss": 0.1816,
-      "step": 12395
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9674403403160589,
-      "learning_rate": 6.350167305687309e-06,
-      "loss": 0.1854,
-      "step": 12396
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 2.3616418400384807,
-      "learning_rate": 6.348634004218969e-06,
-      "loss": 0.1557,
-      "step": 12397
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.191532683707872,
-      "learning_rate": 6.3471008017941396e-06,
-      "loss": 0.1812,
-      "step": 12398
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9497595078806705,
-      "learning_rate": 6.345567698454405e-06,
-      "loss": 0.1836,
-      "step": 12399
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.061604308953469,
-      "learning_rate": 6.344034694241353e-06,
-      "loss": 0.1713,
-      "step": 12400
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9765112821432018,
-      "learning_rate": 6.342501789196565e-06,
-      "loss": 0.1707,
-      "step": 12401
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9497694404575935,
-      "learning_rate": 6.340968983361629e-06,
-      "loss": 0.1837,
-      "step": 12402
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.1070548884603109,
-      "learning_rate": 6.339436276778108e-06,
-      "loss": 0.1638,
-      "step": 12403
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.5135514613785872,
-      "learning_rate": 6.33790366948759e-06,
-      "loss": 0.1823,
-      "step": 12404
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9890899244681153,
-      "learning_rate": 6.3363711615316384e-06,
-      "loss": 0.1621,
-      "step": 12405
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 2.085404642674482,
-      "learning_rate": 6.334838752951829e-06,
-      "loss": 0.2035,
-      "step": 12406
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.821864051302577,
-      "learning_rate": 6.333306443789723e-06,
-      "loss": 0.1637,
-      "step": 12407
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.018056615727074,
-      "learning_rate": 6.331774234086888e-06,
-      "loss": 0.1798,
-      "step": 12408
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.1267528713054624,
-      "learning_rate": 6.330242123884882e-06,
-      "loss": 0.1932,
-      "step": 12409
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9204954399604649,
-      "learning_rate": 6.328710113225271e-06,
-      "loss": 0.1607,
-      "step": 12410
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.134368920284439,
-      "learning_rate": 6.327178202149604e-06,
-      "loss": 0.1712,
-      "step": 12411
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8948304924405651,
-      "learning_rate": 6.325646390699432e-06,
-      "loss": 0.1707,
-      "step": 12412
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.148432251960856,
-      "learning_rate": 6.324114678916312e-06,
-      "loss": 0.1651,
-      "step": 12413
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.3243261950780123,
-      "learning_rate": 6.322583066841787e-06,
-      "loss": 0.2044,
-      "step": 12414
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0739468116695186,
-      "learning_rate": 6.321051554517406e-06,
-      "loss": 0.1714,
-      "step": 12415
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8085880976560276,
-      "learning_rate": 6.3195201419847075e-06,
-      "loss": 0.1876,
-      "step": 12416
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.2755854149125554,
-      "learning_rate": 6.3179888292852345e-06,
-      "loss": 0.1897,
-      "step": 12417
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8972934946635283,
-      "learning_rate": 6.316457616460521e-06,
-      "loss": 0.175,
-      "step": 12418
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8943975090876413,
-      "learning_rate": 6.314926503552106e-06,
-      "loss": 0.1985,
-      "step": 12419
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0943262305329209,
-      "learning_rate": 6.313395490601513e-06,
-      "loss": 0.182,
-      "step": 12420
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9752335207142642,
-      "learning_rate": 6.311864577650278e-06,
-      "loss": 0.1536,
-      "step": 12421
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.255788513507667,
-      "learning_rate": 6.310333764739922e-06,
-      "loss": 0.1692,
-      "step": 12422
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8946464195463422,
-      "learning_rate": 6.308803051911977e-06,
-      "loss": 0.1734,
-      "step": 12423
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0774757219799522,
-      "learning_rate": 6.307272439207952e-06,
-      "loss": 0.2096,
-      "step": 12424
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8735326158800345,
-      "learning_rate": 6.305741926669376e-06,
-      "loss": 0.1648,
-      "step": 12425
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.7804412362106942,
-      "learning_rate": 6.304211514337755e-06,
-      "loss": 0.1792,
-      "step": 12426
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8648967530320314,
-      "learning_rate": 6.302681202254605e-06,
-      "loss": 0.1727,
-      "step": 12427
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.951635997434637,
-      "learning_rate": 6.30115099046144e-06,
-      "loss": 0.1663,
-      "step": 12428
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8540674273278183,
-      "learning_rate": 6.299620878999759e-06,
-      "loss": 0.1723,
-      "step": 12429
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8448351618492159,
-      "learning_rate": 6.298090867911073e-06,
-      "loss": 0.1673,
-      "step": 12430
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8999928356265918,
-      "learning_rate": 6.296560957236879e-06,
-      "loss": 0.1645,
-      "step": 12431
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0263325239331658,
-      "learning_rate": 6.295031147018682e-06,
-      "loss": 0.1971,
-      "step": 12432
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8343603797823569,
-      "learning_rate": 6.293501437297971e-06,
-      "loss": 0.1734,
-      "step": 12433
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.2727832738429121,
-      "learning_rate": 6.291971828116244e-06,
-      "loss": 0.1658,
-      "step": 12434
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9658412176768761,
-      "learning_rate": 6.290442319514989e-06,
-      "loss": 0.1793,
-      "step": 12435
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.2050351172057916,
-      "learning_rate": 6.288912911535701e-06,
-      "loss": 0.174,
-      "step": 12436
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.2826664564756307,
-      "learning_rate": 6.2873836042198546e-06,
-      "loss": 0.1864,
-      "step": 12437
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.7933695499610162,
-      "learning_rate": 6.285854397608941e-06,
-      "loss": 0.1513,
-      "step": 12438
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8704491729302477,
-      "learning_rate": 6.284325291744433e-06,
-      "loss": 0.1652,
-      "step": 12439
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8751594756844792,
-      "learning_rate": 6.282796286667814e-06,
-      "loss": 0.179,
-      "step": 12440
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.152411953728966,
-      "learning_rate": 6.281267382420553e-06,
-      "loss": 0.191,
-      "step": 12441
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0783429025431217,
-      "learning_rate": 6.2797385790441275e-06,
-      "loss": 0.1865,
-      "step": 12442
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.165853509016558,
-      "learning_rate": 6.278209876580002e-06,
-      "loss": 0.1671,
-      "step": 12443
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.4369216323054037,
-      "learning_rate": 6.2766812750696425e-06,
-      "loss": 0.1707,
-      "step": 12444
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.1509816814159848,
-      "learning_rate": 6.275152774554518e-06,
-      "loss": 0.1796,
-      "step": 12445
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0754526489308998,
-      "learning_rate": 6.273624375076079e-06,
-      "loss": 0.178,
-      "step": 12446
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9512043301201804,
-      "learning_rate": 6.272096076675794e-06,
-      "loss": 0.1706,
-      "step": 12447
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9603013115681072,
-      "learning_rate": 6.2705678793951085e-06,
-      "loss": 0.2025,
-      "step": 12448
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0168091469068452,
-      "learning_rate": 6.269039783275486e-06,
-      "loss": 0.1876,
-      "step": 12449
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.3743891386632616,
-      "learning_rate": 6.267511788358365e-06,
-      "loss": 0.1839,
-      "step": 12450
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8779440589301847,
-      "learning_rate": 6.265983894685199e-06,
-      "loss": 0.1658,
-      "step": 12451
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9168517762241354,
-      "learning_rate": 6.264456102297431e-06,
-      "loss": 0.1808,
-      "step": 12452
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.478232498156621,
-      "learning_rate": 6.262928411236504e-06,
-      "loss": 0.1785,
-      "step": 12453
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.850537886066106,
-      "learning_rate": 6.261400821543853e-06,
-      "loss": 0.1629,
-      "step": 12454
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.945733684470051,
-      "learning_rate": 6.259873333260917e-06,
-      "loss": 0.175,
-      "step": 12455
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.1153704099256443,
-      "learning_rate": 6.258345946429127e-06,
-      "loss": 0.1927,
-      "step": 12456
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0169887154193404,
-      "learning_rate": 6.256818661089914e-06,
-      "loss": 0.1717,
-      "step": 12457
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.5532608557851424,
-      "learning_rate": 6.255291477284706e-06,
-      "loss": 0.1806,
-      "step": 12458
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8137842106602222,
-      "learning_rate": 6.253764395054931e-06,
-      "loss": 0.1781,
-      "step": 12459
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.778704510268674,
-      "learning_rate": 6.252237414442006e-06,
-      "loss": 0.1645,
-      "step": 12460
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9806884124431697,
-      "learning_rate": 6.250710535487354e-06,
-      "loss": 0.1584,
-      "step": 12461
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.7972196638544355,
-      "learning_rate": 6.249183758232391e-06,
-      "loss": 0.1791,
-      "step": 12462
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8762787480998664,
-      "learning_rate": 6.247657082718528e-06,
-      "loss": 0.1787,
-      "step": 12463
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.5548117723420225,
-      "learning_rate": 6.246130508987181e-06,
-      "loss": 0.1589,
-      "step": 12464
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9578502567917115,
-      "learning_rate": 6.244604037079754e-06,
-      "loss": 0.1862,
-      "step": 12465
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.1923637270836631,
-      "learning_rate": 6.2430776670376565e-06,
-      "loss": 0.1628,
-      "step": 12466
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.132564443816655,
-      "learning_rate": 6.241551398902288e-06,
-      "loss": 0.1805,
-      "step": 12467
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.297131069014862,
-      "learning_rate": 6.240025232715052e-06,
-      "loss": 0.1896,
-      "step": 12468
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0555852137876773,
-      "learning_rate": 6.2384991685173415e-06,
-      "loss": 0.1655,
-      "step": 12469
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.2255988170345553,
-      "learning_rate": 6.236973206350554e-06,
-      "loss": 0.1969,
-      "step": 12470
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.857306568176004,
-      "learning_rate": 6.23544734625608e-06,
-      "loss": 0.1773,
-      "step": 12471
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.4411426640641447,
-      "learning_rate": 6.233921588275313e-06,
-      "loss": 0.1704,
-      "step": 12472
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.081017069593761,
-      "learning_rate": 6.232395932449632e-06,
-      "loss": 0.179,
-      "step": 12473
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9309147223998671,
-      "learning_rate": 6.230870378820426e-06,
-      "loss": 0.1675,
-      "step": 12474
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.3926729763150256,
-      "learning_rate": 6.22934492742907e-06,
-      "loss": 0.1871,
-      "step": 12475
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.05205076758149,
-      "learning_rate": 6.2278195783169525e-06,
-      "loss": 0.1799,
-      "step": 12476
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9209143818079015,
-      "learning_rate": 6.226294331525437e-06,
-      "loss": 0.1982,
-      "step": 12477
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9332230467328521,
-      "learning_rate": 6.224769187095903e-06,
-      "loss": 0.1717,
-      "step": 12478
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8431590555877424,
-      "learning_rate": 6.223244145069715e-06,
-      "loss": 0.1714,
-      "step": 12479
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9699148561201477,
-      "learning_rate": 6.221719205488248e-06,
-      "loss": 0.1887,
-      "step": 12480
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.8557638152178924,
-      "learning_rate": 6.220194368392862e-06,
-      "loss": 0.1801,
-      "step": 12481
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0081281462198912,
-      "learning_rate": 6.218669633824911e-06,
-      "loss": 0.1779,
-      "step": 12482
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9963855583977796,
-      "learning_rate": 6.2171450018257625e-06,
-      "loss": 0.1647,
-      "step": 12483
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.812626859159139,
-      "learning_rate": 6.2156204724367674e-06,
-      "loss": 0.1848,
-      "step": 12484
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.1443046290186372,
-      "learning_rate": 6.214096045699285e-06,
-      "loss": 0.1837,
-      "step": 12485
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 1.0078120851075847,
-      "learning_rate": 6.212571721654658e-06,
-      "loss": 0.1919,
-      "step": 12486
-    },
-    {
-      "epoch": 0.63,
-      "grad_norm": 0.9909980525748541,
-      "learning_rate": 6.211047500344239e-06,
-      "loss": 0.1795,
-      "step": 12487
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9126111150104824,
-      "learning_rate": 6.209523381809366e-06,
-      "loss": 0.1545,
-      "step": 12488
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9009539115573664,
-      "learning_rate": 6.207999366091392e-06,
-      "loss": 0.1921,
-      "step": 12489
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.7706876863747594,
-      "learning_rate": 6.206475453231644e-06,
-      "loss": 0.1635,
-      "step": 12490
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0875709472808894,
-      "learning_rate": 6.204951643271466e-06,
-      "loss": 0.1667,
-      "step": 12491
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.060787182075934,
-      "learning_rate": 6.2034279362521866e-06,
-      "loss": 0.1804,
-      "step": 12492
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0740900720219337,
-      "learning_rate": 6.201904332215143e-06,
-      "loss": 0.1743,
-      "step": 12493
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9956019682721083,
-      "learning_rate": 6.200380831201655e-06,
-      "loss": 0.1902,
-      "step": 12494
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8991276352608935,
-      "learning_rate": 6.198857433253056e-06,
-      "loss": 0.1836,
-      "step": 12495
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0371989188888475,
-      "learning_rate": 6.19733413841066e-06,
-      "loss": 0.1809,
-      "step": 12496
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.694860645984785,
-      "learning_rate": 6.1958109467157925e-06,
-      "loss": 0.1632,
-      "step": 12497
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.22687686411913,
-      "learning_rate": 6.1942878582097685e-06,
-      "loss": 0.1845,
-      "step": 12498
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.976504010769984,
-      "learning_rate": 6.192764872933899e-06,
-      "loss": 0.1771,
-      "step": 12499
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0657364619208907,
-      "learning_rate": 6.191241990929498e-06,
-      "loss": 0.1724,
-      "step": 12500
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0860099335201034,
-      "learning_rate": 6.1897192122378714e-06,
-      "loss": 0.1886,
-      "step": 12501
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9996622761610917,
-      "learning_rate": 6.18819653690033e-06,
-      "loss": 0.1871,
-      "step": 12502
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.1164634795618917,
-      "learning_rate": 6.18667396495817e-06,
-      "loss": 0.1976,
-      "step": 12503
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8602778593863528,
-      "learning_rate": 6.185151496452695e-06,
-      "loss": 0.1791,
-      "step": 12504
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.145776520803997,
-      "learning_rate": 6.1836291314252e-06,
-      "loss": 0.1649,
-      "step": 12505
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.152848083543941,
-      "learning_rate": 6.182106869916984e-06,
-      "loss": 0.1775,
-      "step": 12506
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.6093748241813428,
-      "learning_rate": 6.180584711969331e-06,
-      "loss": 0.1949,
-      "step": 12507
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.1685262483998686,
-      "learning_rate": 6.179062657623536e-06,
-      "loss": 0.2048,
-      "step": 12508
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0364475450915975,
-      "learning_rate": 6.17754070692088e-06,
-      "loss": 0.1723,
-      "step": 12509
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.137829764269063,
-      "learning_rate": 6.17601885990265e-06,
-      "loss": 0.1862,
-      "step": 12510
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9867987488422779,
-      "learning_rate": 6.174497116610121e-06,
-      "loss": 0.1683,
-      "step": 12511
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.1026191481551983,
-      "learning_rate": 6.1729754770845795e-06,
-      "loss": 0.1665,
-      "step": 12512
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.263035244463893,
-      "learning_rate": 6.171453941367289e-06,
-      "loss": 0.1601,
-      "step": 12513
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9018081110097101,
-      "learning_rate": 6.1699325094995284e-06,
-      "loss": 0.1554,
-      "step": 12514
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8358416616204396,
-      "learning_rate": 6.168411181522569e-06,
-      "loss": 0.1863,
-      "step": 12515
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.3526473813417075,
-      "learning_rate": 6.1668899574776665e-06,
-      "loss": 0.1791,
-      "step": 12516
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.074541065702537,
-      "learning_rate": 6.165368837406094e-06,
-      "loss": 0.1742,
-      "step": 12517
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.266699220462641,
-      "learning_rate": 6.1638478213491045e-06,
-      "loss": 0.1811,
-      "step": 12518
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.1978464666007855,
-      "learning_rate": 6.162326909347964e-06,
-      "loss": 0.1596,
-      "step": 12519
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9428725976666876,
-      "learning_rate": 6.160806101443919e-06,
-      "loss": 0.2014,
-      "step": 12520
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 2.2711091819725837,
-      "learning_rate": 6.159285397678231e-06,
-      "loss": 0.1745,
-      "step": 12521
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8918084712482156,
-      "learning_rate": 6.157764798092139e-06,
-      "loss": 0.169,
-      "step": 12522
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.1336763768588909,
-      "learning_rate": 6.156244302726894e-06,
-      "loss": 0.1734,
-      "step": 12523
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8880467909572677,
-      "learning_rate": 6.154723911623739e-06,
-      "loss": 0.1854,
-      "step": 12524
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 2.2989210515788927,
-      "learning_rate": 6.153203624823918e-06,
-      "loss": 0.1713,
-      "step": 12525
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.845146306048577,
-      "learning_rate": 6.151683442368662e-06,
-      "loss": 0.1709,
-      "step": 12526
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9185256844844901,
-      "learning_rate": 6.150163364299213e-06,
-      "loss": 0.1749,
-      "step": 12527
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.797325566838219,
-      "learning_rate": 6.148643390656797e-06,
-      "loss": 0.1799,
-      "step": 12528
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.075427656446058,
-      "learning_rate": 6.147123521482652e-06,
-      "loss": 0.2035,
-      "step": 12529
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.4026009435662508,
-      "learning_rate": 6.145603756817994e-06,
-      "loss": 0.174,
-      "step": 12530
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.1020490093254394,
-      "learning_rate": 6.144084096704054e-06,
-      "loss": 0.1807,
-      "step": 12531
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.7151474986946946,
-      "learning_rate": 6.142564541182052e-06,
-      "loss": 0.1773,
-      "step": 12532
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8427975962075497,
-      "learning_rate": 6.141045090293203e-06,
-      "loss": 0.1482,
-      "step": 12533
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.4389259546810442,
-      "learning_rate": 6.1395257440787246e-06,
-      "loss": 0.1911,
-      "step": 12534
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.1012280045114835,
-      "learning_rate": 6.1380065025798275e-06,
-      "loss": 0.1771,
-      "step": 12535
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9123329869617892,
-      "learning_rate": 6.136487365837723e-06,
-      "loss": 0.1756,
-      "step": 12536
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8711802443983307,
-      "learning_rate": 6.134968333893614e-06,
-      "loss": 0.1823,
-      "step": 12537
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.8182388385244617,
-      "learning_rate": 6.133449406788712e-06,
-      "loss": 0.1746,
-      "step": 12538
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.7628933579636543,
-      "learning_rate": 6.13193058456421e-06,
-      "loss": 0.1636,
-      "step": 12539
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0452787874927696,
-      "learning_rate": 6.13041186726131e-06,
-      "loss": 0.1752,
-      "step": 12540
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.1334682158832199,
-      "learning_rate": 6.128893254921204e-06,
-      "loss": 0.1732,
-      "step": 12541
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9651552788366533,
-      "learning_rate": 6.127374747585093e-06,
-      "loss": 0.1817,
-      "step": 12542
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.003239206354539,
-      "learning_rate": 6.125856345294156e-06,
-      "loss": 0.1699,
-      "step": 12543
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0489086733374817,
-      "learning_rate": 6.124338048089586e-06,
-      "loss": 0.1975,
-      "step": 12544
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.6214492669460177,
-      "learning_rate": 6.122819856012564e-06,
-      "loss": 0.1545,
-      "step": 12545
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9810971851715937,
-      "learning_rate": 6.121301769104277e-06,
-      "loss": 0.1707,
-      "step": 12546
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9002404769464839,
-      "learning_rate": 6.119783787405893e-06,
-      "loss": 0.1655,
-      "step": 12547
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9440022409126835,
-      "learning_rate": 6.118265910958599e-06,
-      "loss": 0.1719,
-      "step": 12548
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8769209904214279,
-      "learning_rate": 6.116748139803554e-06,
-      "loss": 0.1809,
-      "step": 12549
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.039009549593771,
-      "learning_rate": 6.115230473981939e-06,
-      "loss": 0.18,
-      "step": 12550
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8954688446998333,
-      "learning_rate": 6.113712913534919e-06,
-      "loss": 0.1879,
-      "step": 12551
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8868688380705804,
-      "learning_rate": 6.1121954585036525e-06,
-      "loss": 0.1731,
-      "step": 12552
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9068755428729511,
-      "learning_rate": 6.110678108929304e-06,
-      "loss": 0.1735,
-      "step": 12553
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8247271190545595,
-      "learning_rate": 6.109160864853031e-06,
-      "loss": 0.1609,
-      "step": 12554
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8450076184849792,
-      "learning_rate": 6.107643726315993e-06,
-      "loss": 0.1572,
-      "step": 12555
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8092402376512072,
-      "learning_rate": 6.106126693359334e-06,
-      "loss": 0.1653,
-      "step": 12556
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8671305954230574,
-      "learning_rate": 6.104609766024211e-06,
-      "loss": 0.1621,
-      "step": 12557
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9829882238021675,
-      "learning_rate": 6.103092944351766e-06,
-      "loss": 0.1917,
-      "step": 12558
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9452635175929243,
-      "learning_rate": 6.1015762283831485e-06,
-      "loss": 0.225,
-      "step": 12559
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9586078615730995,
-      "learning_rate": 6.100059618159493e-06,
-      "loss": 0.1717,
-      "step": 12560
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0276062367385321,
-      "learning_rate": 6.098543113721942e-06,
-      "loss": 0.1911,
-      "step": 12561
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.928138926530368,
-      "learning_rate": 6.097026715111627e-06,
-      "loss": 0.1668,
-      "step": 12562
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.5221052583071613,
-      "learning_rate": 6.095510422369687e-06,
-      "loss": 0.1712,
-      "step": 12563
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0930100736865827,
-      "learning_rate": 6.093994235537244e-06,
-      "loss": 0.1807,
-      "step": 12564
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8970169138993683,
-      "learning_rate": 6.092478154655431e-06,
-      "loss": 0.1762,
-      "step": 12565
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8136805000756253,
-      "learning_rate": 6.090962179765365e-06,
-      "loss": 0.1645,
-      "step": 12566
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0157663073300447,
-      "learning_rate": 6.089446310908174e-06,
-      "loss": 0.1983,
-      "step": 12567
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.4187437187365042,
-      "learning_rate": 6.087930548124973e-06,
-      "loss": 0.1778,
-      "step": 12568
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8998068081604149,
-      "learning_rate": 6.086414891456873e-06,
-      "loss": 0.2043,
-      "step": 12569
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.23602924999552,
-      "learning_rate": 6.084899340944993e-06,
-      "loss": 0.1731,
-      "step": 12570
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0015833512001684,
-      "learning_rate": 6.083383896630437e-06,
-      "loss": 0.181,
-      "step": 12571
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.1870337585167698,
-      "learning_rate": 6.081868558554318e-06,
-      "loss": 0.1765,
-      "step": 12572
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.041099892707607,
-      "learning_rate": 6.080353326757732e-06,
-      "loss": 0.1851,
-      "step": 12573
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9109856770529133,
-      "learning_rate": 6.078838201281785e-06,
-      "loss": 0.1775,
-      "step": 12574
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8825147559118742,
-      "learning_rate": 6.077323182167572e-06,
-      "loss": 0.1584,
-      "step": 12575
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9183584383098351,
-      "learning_rate": 6.075808269456191e-06,
-      "loss": 0.1842,
-      "step": 12576
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8299857824314143,
-      "learning_rate": 6.074293463188731e-06,
-      "loss": 0.1685,
-      "step": 12577
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.815838704444408,
-      "learning_rate": 6.072778763406285e-06,
-      "loss": 0.171,
-      "step": 12578
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8010028661546602,
-      "learning_rate": 6.071264170149933e-06,
-      "loss": 0.1635,
-      "step": 12579
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0617631073565157,
-      "learning_rate": 6.069749683460765e-06,
-      "loss": 0.1699,
-      "step": 12580
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8113835607544837,
-      "learning_rate": 6.068235303379857e-06,
-      "loss": 0.1667,
-      "step": 12581
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.7552633298934263,
-      "learning_rate": 6.066721029948291e-06,
-      "loss": 0.1869,
-      "step": 12582
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8411484353367596,
-      "learning_rate": 6.065206863207136e-06,
-      "loss": 0.1598,
-      "step": 12583
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.1801608714988914,
-      "learning_rate": 6.06369280319747e-06,
-      "loss": 0.1732,
-      "step": 12584
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9325254706005588,
-      "learning_rate": 6.062178849960359e-06,
-      "loss": 0.1748,
-      "step": 12585
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8197909597762826,
-      "learning_rate": 6.060665003536868e-06,
-      "loss": 0.1739,
-      "step": 12586
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8392306554506301,
-      "learning_rate": 6.059151263968061e-06,
-      "loss": 0.1668,
-      "step": 12587
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9631135744680915,
-      "learning_rate": 6.057637631294997e-06,
-      "loss": 0.1712,
-      "step": 12588
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9695296619769307,
-      "learning_rate": 6.0561241055587385e-06,
-      "loss": 0.1689,
-      "step": 12589
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9120100410242605,
-      "learning_rate": 6.054610686800333e-06,
-      "loss": 0.1876,
-      "step": 12590
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.7689129787731763,
-      "learning_rate": 6.053097375060839e-06,
-      "loss": 0.1474,
-      "step": 12591
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.12835739084911,
-      "learning_rate": 6.051584170381298e-06,
-      "loss": 0.1648,
-      "step": 12592
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.7884327382625383,
-      "learning_rate": 6.050071072802761e-06,
-      "loss": 0.154,
-      "step": 12593
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9505681884985597,
-      "learning_rate": 6.048558082366269e-06,
-      "loss": 0.173,
-      "step": 12594
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.1454112915904329,
-      "learning_rate": 6.047045199112865e-06,
-      "loss": 0.1908,
-      "step": 12595
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.2481260398457952,
-      "learning_rate": 6.045532423083578e-06,
-      "loss": 0.1882,
-      "step": 12596
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0597575897436244,
-      "learning_rate": 6.04401975431945e-06,
-      "loss": 0.1596,
-      "step": 12597
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9179478487130808,
-      "learning_rate": 6.042507192861509e-06,
-      "loss": 0.1782,
-      "step": 12598
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.1493989123689738,
-      "learning_rate": 6.040994738750788e-06,
-      "loss": 0.1578,
-      "step": 12599
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.1523802744773493,
-      "learning_rate": 6.039482392028302e-06,
-      "loss": 0.162,
-      "step": 12600
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9364003989788462,
-      "learning_rate": 6.037970152735083e-06,
-      "loss": 0.1816,
-      "step": 12601
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9241871003791564,
-      "learning_rate": 6.036458020912151e-06,
-      "loss": 0.1792,
-      "step": 12602
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8505269578328596,
-      "learning_rate": 6.034945996600512e-06,
-      "loss": 0.1693,
-      "step": 12603
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.070369815758006,
-      "learning_rate": 6.033434079841192e-06,
-      "loss": 0.1704,
-      "step": 12604
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.7797409791480164,
-      "learning_rate": 6.031922270675193e-06,
-      "loss": 0.1754,
-      "step": 12605
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9061342005549365,
-      "learning_rate": 6.0304105691435285e-06,
-      "loss": 0.1869,
-      "step": 12606
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.2881616547284978,
-      "learning_rate": 6.028898975287199e-06,
-      "loss": 0.1554,
-      "step": 12607
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.3061192645383484,
-      "learning_rate": 6.027387489147214e-06,
-      "loss": 0.1809,
-      "step": 12608
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.1680155757501567,
-      "learning_rate": 6.025876110764563e-06,
-      "loss": 0.1547,
-      "step": 12609
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8902388411726355,
-      "learning_rate": 6.02436484018025e-06,
-      "loss": 0.1789,
-      "step": 12610
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8750040119051603,
-      "learning_rate": 6.022853677435262e-06,
-      "loss": 0.1615,
-      "step": 12611
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0092482811801622,
-      "learning_rate": 6.021342622570597e-06,
-      "loss": 0.1881,
-      "step": 12612
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0436717957655843,
-      "learning_rate": 6.019831675627235e-06,
-      "loss": 0.184,
-      "step": 12613
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0653181286038373,
-      "learning_rate": 6.018320836646164e-06,
-      "loss": 0.1948,
-      "step": 12614
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.280309670639057,
-      "learning_rate": 6.016810105668365e-06,
-      "loss": 0.1689,
-      "step": 12615
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.231377345198479,
-      "learning_rate": 6.015299482734819e-06,
-      "loss": 0.1624,
-      "step": 12616
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.7934969383349629,
-      "learning_rate": 6.013788967886496e-06,
-      "loss": 0.1635,
-      "step": 12617
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9639688222591635,
-      "learning_rate": 6.012278561164377e-06,
-      "loss": 0.2132,
-      "step": 12618
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8849522972008587,
-      "learning_rate": 6.010768262609425e-06,
-      "loss": 0.162,
-      "step": 12619
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0277230971550373,
-      "learning_rate": 6.009258072262607e-06,
-      "loss": 0.1852,
-      "step": 12620
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0009072609625371,
-      "learning_rate": 6.0077479901648935e-06,
-      "loss": 0.149,
-      "step": 12621
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.136258000812448,
-      "learning_rate": 6.006238016357238e-06,
-      "loss": 0.1721,
-      "step": 12622
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8486374392042341,
-      "learning_rate": 6.0047281508806035e-06,
-      "loss": 0.1714,
-      "step": 12623
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9263199151783211,
-      "learning_rate": 6.00321839377594e-06,
-      "loss": 0.1878,
-      "step": 12624
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8905235912213837,
-      "learning_rate": 6.001708745084209e-06,
-      "loss": 0.1812,
-      "step": 12625
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0831038098071641,
-      "learning_rate": 6.000199204846348e-06,
-      "loss": 0.1646,
-      "step": 12626
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.742740153937068,
-      "learning_rate": 5.998689773103314e-06,
-      "loss": 0.1742,
-      "step": 12627
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8225453319335321,
-      "learning_rate": 5.997180449896043e-06,
-      "loss": 0.1609,
-      "step": 12628
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9766197525212346,
-      "learning_rate": 5.995671235265483e-06,
-      "loss": 0.2027,
-      "step": 12629
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8413232819910352,
-      "learning_rate": 5.994162129252561e-06,
-      "loss": 0.2092,
-      "step": 12630
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 3.6884841068191743,
-      "learning_rate": 5.992653131898223e-06,
-      "loss": 0.1658,
-      "step": 12631
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.094459052333219,
-      "learning_rate": 5.991144243243392e-06,
-      "loss": 0.1712,
-      "step": 12632
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.5800840062814814,
-      "learning_rate": 5.989635463329e-06,
-      "loss": 0.1637,
-      "step": 12633
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8334496722945175,
-      "learning_rate": 5.988126792195972e-06,
-      "loss": 0.161,
-      "step": 12634
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0395517635284837,
-      "learning_rate": 5.986618229885234e-06,
-      "loss": 0.1679,
-      "step": 12635
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.1216746978677126,
-      "learning_rate": 5.985109776437699e-06,
-      "loss": 0.1818,
-      "step": 12636
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.139123745295039,
-      "learning_rate": 5.983601431894291e-06,
-      "loss": 0.1953,
-      "step": 12637
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8956866938954258,
-      "learning_rate": 5.982093196295924e-06,
-      "loss": 0.1775,
-      "step": 12638
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.939937101816068,
-      "learning_rate": 5.9805850696835e-06,
-      "loss": 0.1668,
-      "step": 12639
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9370917688385507,
-      "learning_rate": 5.979077052097936e-06,
-      "loss": 0.1718,
-      "step": 12640
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9764839246852787,
-      "learning_rate": 5.977569143580132e-06,
-      "loss": 0.1749,
-      "step": 12641
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.857365213898431,
-      "learning_rate": 5.976061344170995e-06,
-      "loss": 0.1691,
-      "step": 12642
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.000499061221936,
-      "learning_rate": 5.974553653911419e-06,
-      "loss": 0.1784,
-      "step": 12643
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8623887963384143,
-      "learning_rate": 5.973046072842305e-06,
-      "loss": 0.1772,
-      "step": 12644
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.749589177560146,
-      "learning_rate": 5.971538601004542e-06,
-      "loss": 0.1734,
-      "step": 12645
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 2.1602944806291715,
-      "learning_rate": 5.970031238439023e-06,
-      "loss": 0.1871,
-      "step": 12646
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8914992617167609,
-      "learning_rate": 5.968523985186632e-06,
-      "loss": 0.1541,
-      "step": 12647
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.7662373818745853,
-      "learning_rate": 5.967016841288258e-06,
-      "loss": 0.1553,
-      "step": 12648
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 2.1534363779308747,
-      "learning_rate": 5.965509806784777e-06,
-      "loss": 0.1768,
-      "step": 12649
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.753453688553895,
-      "learning_rate": 5.964002881717073e-06,
-      "loss": 0.1986,
-      "step": 12650
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.079062233365335,
-      "learning_rate": 5.962496066126018e-06,
-      "loss": 0.1727,
-      "step": 12651
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.7864402552268221,
-      "learning_rate": 5.960989360052487e-06,
-      "loss": 0.1631,
-      "step": 12652
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.3834907670938499,
-      "learning_rate": 5.959482763537344e-06,
-      "loss": 0.2107,
-      "step": 12653
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8888693044438032,
-      "learning_rate": 5.9579762766214624e-06,
-      "loss": 0.166,
-      "step": 12654
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.041141009502544,
-      "learning_rate": 5.956469899345704e-06,
-      "loss": 0.1655,
-      "step": 12655
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.14499034697284,
-      "learning_rate": 5.954963631750923e-06,
-      "loss": 0.1748,
-      "step": 12656
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.7490457820595138,
-      "learning_rate": 5.953457473877988e-06,
-      "loss": 0.1484,
-      "step": 12657
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.1030787733107046,
-      "learning_rate": 5.9519514257677416e-06,
-      "loss": 0.1658,
-      "step": 12658
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.1598241699401937,
-      "learning_rate": 5.950445487461045e-06,
-      "loss": 0.1905,
-      "step": 12659
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.3936158789622728,
-      "learning_rate": 5.94893965899874e-06,
-      "loss": 0.1799,
-      "step": 12660
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9178583971284034,
-      "learning_rate": 5.947433940421681e-06,
-      "loss": 0.1729,
-      "step": 12661
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8496088616896511,
-      "learning_rate": 5.9459283317707e-06,
-      "loss": 0.1826,
-      "step": 12662
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.973870769727679,
-      "learning_rate": 5.944422833086645e-06,
-      "loss": 0.169,
-      "step": 12663
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.7730557051735637,
-      "learning_rate": 5.942917444410346e-06,
-      "loss": 0.1772,
-      "step": 12664
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8075041620874908,
-      "learning_rate": 5.941412165782645e-06,
-      "loss": 0.1764,
-      "step": 12665
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8686461335552085,
-      "learning_rate": 5.939906997244364e-06,
-      "loss": 0.1511,
-      "step": 12666
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.94060984040844,
-      "learning_rate": 5.938401938836339e-06,
-      "loss": 0.1719,
-      "step": 12667
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0649589557653525,
-      "learning_rate": 5.936896990599388e-06,
-      "loss": 0.2042,
-      "step": 12668
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.4109876552900762,
-      "learning_rate": 5.9353921525743394e-06,
-      "loss": 0.1642,
-      "step": 12669
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9844463011964707,
-      "learning_rate": 5.933887424802003e-06,
-      "loss": 0.174,
-      "step": 12670
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8399276919431213,
-      "learning_rate": 5.9323828073232025e-06,
-      "loss": 0.1947,
-      "step": 12671
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.3259786476616642,
-      "learning_rate": 5.930878300178751e-06,
-      "loss": 0.1677,
-      "step": 12672
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0698628567492015,
-      "learning_rate": 5.929373903409451e-06,
-      "loss": 0.1983,
-      "step": 12673
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9322445915079713,
-      "learning_rate": 5.9278696170561175e-06,
-      "loss": 0.1894,
-      "step": 12674
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0557079540673695,
-      "learning_rate": 5.926365441159547e-06,
-      "loss": 0.1894,
-      "step": 12675
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8609547739005059,
-      "learning_rate": 5.924861375760547e-06,
-      "loss": 0.1706,
-      "step": 12676
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.1008738440055796,
-      "learning_rate": 5.923357420899908e-06,
-      "loss": 0.1648,
-      "step": 12677
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.2090115629624052,
-      "learning_rate": 5.921853576618435e-06,
-      "loss": 0.1855,
-      "step": 12678
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.6107429435083536,
-      "learning_rate": 5.920349842956909e-06,
-      "loss": 0.1756,
-      "step": 12679
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.9722248729245764,
-      "learning_rate": 5.918846219956126e-06,
-      "loss": 0.1689,
-      "step": 12680
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 0.8651383834716352,
-      "learning_rate": 5.917342707656868e-06,
-      "loss": 0.1806,
-      "step": 12681
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.0928700656041868,
-      "learning_rate": 5.915839306099924e-06,
-      "loss": 0.1755,
-      "step": 12682
-    },
-    {
-      "epoch": 0.64,
-      "grad_norm": 1.1338462339538051,
-      "learning_rate": 5.9143360153260655e-06,
-      "loss": 0.1763,
-      "step": 12683
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9910656380198765,
-      "learning_rate": 5.912832835376074e-06,
-      "loss": 0.1552,
-      "step": 12684
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0793574090034495,
-      "learning_rate": 5.911329766290723e-06,
-      "loss": 0.1802,
-      "step": 12685
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9980755060477906,
-      "learning_rate": 5.9098268081107855e-06,
-      "loss": 0.1837,
-      "step": 12686
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.013160068361227,
-      "learning_rate": 5.9083239608770225e-06,
-      "loss": 0.1778,
-      "step": 12687
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.8906471754734917,
-      "learning_rate": 5.9068212246302084e-06,
-      "loss": 0.1656,
-      "step": 12688
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8351175530599811,
-      "learning_rate": 5.9053185994110975e-06,
-      "loss": 0.1603,
-      "step": 12689
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.2711286630467495,
-      "learning_rate": 5.903816085260447e-06,
-      "loss": 0.1776,
-      "step": 12690
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.928024545479977,
-      "learning_rate": 5.902313682219023e-06,
-      "loss": 0.1774,
-      "step": 12691
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.6213176678927754,
-      "learning_rate": 5.9008113903275675e-06,
-      "loss": 0.1622,
-      "step": 12692
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9402086897119339,
-      "learning_rate": 5.899309209626836e-06,
-      "loss": 0.1659,
-      "step": 12693
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0009811336498147,
-      "learning_rate": 5.8978071401575724e-06,
-      "loss": 0.1802,
-      "step": 12694
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9628070707067192,
-      "learning_rate": 5.896305181960524e-06,
-      "loss": 0.1425,
-      "step": 12695
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.7368779807655511,
-      "learning_rate": 5.894803335076427e-06,
-      "loss": 0.1902,
-      "step": 12696
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9819880577436897,
-      "learning_rate": 5.8933015995460215e-06,
-      "loss": 0.1744,
-      "step": 12697
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.1420654284111416,
-      "learning_rate": 5.8917999754100415e-06,
-      "loss": 0.1839,
-      "step": 12698
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8692782871985733,
-      "learning_rate": 5.890298462709224e-06,
-      "loss": 0.175,
-      "step": 12699
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.945136366281455,
-      "learning_rate": 5.888797061484288e-06,
-      "loss": 0.1802,
-      "step": 12700
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8843237227460644,
-      "learning_rate": 5.887295771775968e-06,
-      "loss": 0.1718,
-      "step": 12701
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.2556922365483774,
-      "learning_rate": 5.885794593624978e-06,
-      "loss": 0.1818,
-      "step": 12702
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9307613969627148,
-      "learning_rate": 5.884293527072045e-06,
-      "loss": 0.1816,
-      "step": 12703
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9934432917494341,
-      "learning_rate": 5.88279257215788e-06,
-      "loss": 0.1676,
-      "step": 12704
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9168098448675442,
-      "learning_rate": 5.881291728923202e-06,
-      "loss": 0.1724,
-      "step": 12705
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9078438921079398,
-      "learning_rate": 5.8797909974087166e-06,
-      "loss": 0.1746,
-      "step": 12706
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9363191791158435,
-      "learning_rate": 5.878290377655134e-06,
-      "loss": 0.1869,
-      "step": 12707
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8066846892597944,
-      "learning_rate": 5.876789869703159e-06,
-      "loss": 0.1675,
-      "step": 12708
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.1161164446921086,
-      "learning_rate": 5.875289473593489e-06,
-      "loss": 0.1872,
-      "step": 12709
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8283708904113805,
-      "learning_rate": 5.8737891893668255e-06,
-      "loss": 0.1833,
-      "step": 12710
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9024395515456646,
-      "learning_rate": 5.872289017063861e-06,
-      "loss": 0.1809,
-      "step": 12711
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.864448371808424,
-      "learning_rate": 5.8707889567252965e-06,
-      "loss": 0.1474,
-      "step": 12712
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9419293887724072,
-      "learning_rate": 5.869289008391809e-06,
-      "loss": 0.1964,
-      "step": 12713
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 2.14700717152764,
-      "learning_rate": 5.8677891721040945e-06,
-      "loss": 0.1757,
-      "step": 12714
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8869622133560018,
-      "learning_rate": 5.866289447902829e-06,
-      "loss": 0.2008,
-      "step": 12715
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.4162474657019513,
-      "learning_rate": 5.864789835828697e-06,
-      "loss": 0.1503,
-      "step": 12716
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0489769046663078,
-      "learning_rate": 5.863290335922371e-06,
-      "loss": 0.1688,
-      "step": 12717
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.1416131733336279,
-      "learning_rate": 5.861790948224535e-06,
-      "loss": 0.2004,
-      "step": 12718
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.7944055566838395,
-      "learning_rate": 5.860291672775847e-06,
-      "loss": 0.1544,
-      "step": 12719
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.1178239682169353,
-      "learning_rate": 5.858792509616984e-06,
-      "loss": 0.1741,
-      "step": 12720
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.9122154797112343,
-      "learning_rate": 5.857293458788607e-06,
-      "loss": 0.1751,
-      "step": 12721
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9993588874074452,
-      "learning_rate": 5.855794520331382e-06,
-      "loss": 0.1545,
-      "step": 12722
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9449544422557149,
-      "learning_rate": 5.854295694285961e-06,
-      "loss": 0.1748,
-      "step": 12723
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0191948675121945,
-      "learning_rate": 5.852796980693005e-06,
-      "loss": 0.1866,
-      "step": 12724
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9340845236893027,
-      "learning_rate": 5.8512983795931665e-06,
-      "loss": 0.1717,
-      "step": 12725
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9371937668222649,
-      "learning_rate": 5.8497998910270915e-06,
-      "loss": 0.1793,
-      "step": 12726
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8167577931936453,
-      "learning_rate": 5.848301515035433e-06,
-      "loss": 0.1629,
-      "step": 12727
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9070997042355996,
-      "learning_rate": 5.846803251658824e-06,
-      "loss": 0.1653,
-      "step": 12728
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.2774767895726513,
-      "learning_rate": 5.8453051009379145e-06,
-      "loss": 0.1733,
-      "step": 12729
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.753620675806103,
-      "learning_rate": 5.843807062913338e-06,
-      "loss": 0.1849,
-      "step": 12730
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9565505103888103,
-      "learning_rate": 5.842309137625732e-06,
-      "loss": 0.1838,
-      "step": 12731
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.5290954314169458,
-      "learning_rate": 5.840811325115723e-06,
-      "loss": 0.1738,
-      "step": 12732
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.979728759438856,
-      "learning_rate": 5.8393136254239424e-06,
-      "loss": 0.1738,
-      "step": 12733
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8586160518040348,
-      "learning_rate": 5.837816038591016e-06,
-      "loss": 0.1518,
-      "step": 12734
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0986488341282836,
-      "learning_rate": 5.836318564657561e-06,
-      "loss": 0.1572,
-      "step": 12735
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.970494590695129,
-      "learning_rate": 5.8348212036642004e-06,
-      "loss": 0.206,
-      "step": 12736
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.1964209550960125,
-      "learning_rate": 5.833323955651555e-06,
-      "loss": 0.1912,
-      "step": 12737
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.7420502057662117,
-      "learning_rate": 5.831826820660228e-06,
-      "loss": 0.1594,
-      "step": 12738
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9275542125230787,
-      "learning_rate": 5.8303297987308384e-06,
-      "loss": 0.1778,
-      "step": 12739
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.4329471083008936,
-      "learning_rate": 5.828832889903983e-06,
-      "loss": 0.1749,
-      "step": 12740
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0909640951660313,
-      "learning_rate": 5.827336094220278e-06,
-      "loss": 0.1742,
-      "step": 12741
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8744495369447978,
-      "learning_rate": 5.825839411720314e-06,
-      "loss": 0.1972,
-      "step": 12742
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.1558371119444353,
-      "learning_rate": 5.824342842444689e-06,
-      "loss": 0.1768,
-      "step": 12743
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0440422547177555,
-      "learning_rate": 5.822846386434e-06,
-      "loss": 0.1891,
-      "step": 12744
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9694946099458643,
-      "learning_rate": 5.82135004372884e-06,
-      "loss": 0.1823,
-      "step": 12745
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8690001007512806,
-      "learning_rate": 5.819853814369798e-06,
-      "loss": 0.1734,
-      "step": 12746
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9975380839997835,
-      "learning_rate": 5.818357698397455e-06,
-      "loss": 0.1795,
-      "step": 12747
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 2.109368298211608,
-      "learning_rate": 5.816861695852398e-06,
-      "loss": 0.1872,
-      "step": 12748
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9314307134735961,
-      "learning_rate": 5.815365806775201e-06,
-      "loss": 0.1967,
-      "step": 12749
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.1428904285367345,
-      "learning_rate": 5.813870031206448e-06,
-      "loss": 0.1875,
-      "step": 12750
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9960408697173141,
-      "learning_rate": 5.812374369186701e-06,
-      "loss": 0.1655,
-      "step": 12751
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.2568265105055656,
-      "learning_rate": 5.8108788207565355e-06,
-      "loss": 0.1743,
-      "step": 12752
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8431837679769912,
-      "learning_rate": 5.8093833859565196e-06,
-      "loss": 0.1824,
-      "step": 12753
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.1127045480558082,
-      "learning_rate": 5.80788806482722e-06,
-      "loss": 0.1508,
-      "step": 12754
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0746524208411485,
-      "learning_rate": 5.806392857409189e-06,
-      "loss": 0.213,
-      "step": 12755
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9716316543874394,
-      "learning_rate": 5.8048977637429925e-06,
-      "loss": 0.1939,
-      "step": 12756
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.3417170022179468,
-      "learning_rate": 5.803402783869178e-06,
-      "loss": 0.1571,
-      "step": 12757
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9285050897401939,
-      "learning_rate": 5.801907917828303e-06,
-      "loss": 0.1817,
-      "step": 12758
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.824448289024012,
-      "learning_rate": 5.800413165660913e-06,
-      "loss": 0.1817,
-      "step": 12759
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 3.9595828542615563,
-      "learning_rate": 5.798918527407549e-06,
-      "loss": 0.1864,
-      "step": 12760
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9974578852520701,
-      "learning_rate": 5.797424003108758e-06,
-      "loss": 0.1507,
-      "step": 12761
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9464195385603775,
-      "learning_rate": 5.795929592805077e-06,
-      "loss": 0.16,
-      "step": 12762
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.1374103732685328,
-      "learning_rate": 5.794435296537049e-06,
-      "loss": 0.1781,
-      "step": 12763
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.1827366485411164,
-      "learning_rate": 5.7929411143451955e-06,
-      "loss": 0.1668,
-      "step": 12764
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.168608591288615,
-      "learning_rate": 5.791447046270055e-06,
-      "loss": 0.1834,
-      "step": 12765
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9011955344686472,
-      "learning_rate": 5.78995309235215e-06,
-      "loss": 0.1653,
-      "step": 12766
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.4317286725861893,
-      "learning_rate": 5.788459252632008e-06,
-      "loss": 0.1901,
-      "step": 12767
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.3077605328902828,
-      "learning_rate": 5.7869655271501415e-06,
-      "loss": 0.1947,
-      "step": 12768
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8625789708204211,
-      "learning_rate": 5.785471915947078e-06,
-      "loss": 0.1683,
-      "step": 12769
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9455906607045814,
-      "learning_rate": 5.783978419063323e-06,
-      "loss": 0.1848,
-      "step": 12770
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.2640924961109428,
-      "learning_rate": 5.782485036539391e-06,
-      "loss": 0.1574,
-      "step": 12771
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0937487504731338,
-      "learning_rate": 5.7809917684157915e-06,
-      "loss": 0.1685,
-      "step": 12772
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0232287650417144,
-      "learning_rate": 5.779498614733032e-06,
-      "loss": 0.1958,
-      "step": 12773
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9582307803099454,
-      "learning_rate": 5.778005575531606e-06,
-      "loss": 0.173,
-      "step": 12774
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.08070120123374,
-      "learning_rate": 5.7765126508520216e-06,
-      "loss": 0.1669,
-      "step": 12775
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 2.898585807582454,
-      "learning_rate": 5.775019840734768e-06,
-      "loss": 0.2019,
-      "step": 12776
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8173973148695457,
-      "learning_rate": 5.773527145220341e-06,
-      "loss": 0.1813,
-      "step": 12777
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.1002081814255371,
-      "learning_rate": 5.772034564349227e-06,
-      "loss": 0.166,
-      "step": 12778
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9156571269819482,
-      "learning_rate": 5.770542098161913e-06,
-      "loss": 0.1703,
-      "step": 12779
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9475744155041969,
-      "learning_rate": 5.769049746698889e-06,
-      "loss": 0.1599,
-      "step": 12780
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.027253670713997,
-      "learning_rate": 5.767557510000624e-06,
-      "loss": 0.1714,
-      "step": 12781
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9115685276161519,
-      "learning_rate": 5.7660653881076045e-06,
-      "loss": 0.1624,
-      "step": 12782
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9189978581613581,
-      "learning_rate": 5.7645733810602975e-06,
-      "loss": 0.1615,
-      "step": 12783
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.6394894428716966,
-      "learning_rate": 5.76308148889918e-06,
-      "loss": 0.2053,
-      "step": 12784
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.3596295229586994,
-      "learning_rate": 5.761589711664714e-06,
-      "loss": 0.1913,
-      "step": 12785
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8407133594687236,
-      "learning_rate": 5.760098049397369e-06,
-      "loss": 0.1632,
-      "step": 12786
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9167228532336161,
-      "learning_rate": 5.7586065021376e-06,
-      "loss": 0.1623,
-      "step": 12787
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0360576474570997,
-      "learning_rate": 5.7571150699258695e-06,
-      "loss": 0.2142,
-      "step": 12788
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.1085304668570894,
-      "learning_rate": 5.7556237528026325e-06,
-      "loss": 0.1695,
-      "step": 12789
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0896331639110117,
-      "learning_rate": 5.754132550808345e-06,
-      "loss": 0.1871,
-      "step": 12790
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0283976013604725,
-      "learning_rate": 5.752641463983446e-06,
-      "loss": 0.1893,
-      "step": 12791
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9949917672413399,
-      "learning_rate": 5.751150492368394e-06,
-      "loss": 0.17,
-      "step": 12792
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0405359463683412,
-      "learning_rate": 5.749659636003619e-06,
-      "loss": 0.1585,
-      "step": 12793
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.6514389831675638,
-      "learning_rate": 5.748168894929571e-06,
-      "loss": 0.1664,
-      "step": 12794
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9551165337416043,
-      "learning_rate": 5.746678269186682e-06,
-      "loss": 0.1687,
-      "step": 12795
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.7885972333474208,
-      "learning_rate": 5.7451877588153805e-06,
-      "loss": 0.1671,
-      "step": 12796
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9364830001912637,
-      "learning_rate": 5.743697363856103e-06,
-      "loss": 0.1723,
-      "step": 12797
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.2316441009063175,
-      "learning_rate": 5.742207084349274e-06,
-      "loss": 0.1726,
-      "step": 12798
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9264953776930172,
-      "learning_rate": 5.740716920335321e-06,
-      "loss": 0.1784,
-      "step": 12799
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0204461207639197,
-      "learning_rate": 5.739226871854659e-06,
-      "loss": 0.1939,
-      "step": 12800
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.665770547649148,
-      "learning_rate": 5.737736938947713e-06,
-      "loss": 0.1666,
-      "step": 12801
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8495805423139131,
-      "learning_rate": 5.73624712165489e-06,
-      "loss": 0.1623,
-      "step": 12802
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0323761081415743,
-      "learning_rate": 5.734757420016608e-06,
-      "loss": 0.1841,
-      "step": 12803
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0378100442313927,
-      "learning_rate": 5.733267834073267e-06,
-      "loss": 0.1752,
-      "step": 12804
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.1876253510119588,
-      "learning_rate": 5.731778363865278e-06,
-      "loss": 0.1599,
-      "step": 12805
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.041679902340334,
-      "learning_rate": 5.730289009433041e-06,
-      "loss": 0.1814,
-      "step": 12806
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9306180346304497,
-      "learning_rate": 5.7287997708169615e-06,
-      "loss": 0.1777,
-      "step": 12807
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8422275117744921,
-      "learning_rate": 5.7273106480574245e-06,
-      "loss": 0.1842,
-      "step": 12808
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9099700432256908,
-      "learning_rate": 5.725821641194831e-06,
-      "loss": 0.1839,
-      "step": 12809
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0335046237387424,
-      "learning_rate": 5.724332750269563e-06,
-      "loss": 0.1808,
-      "step": 12810
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.7342455579777192,
-      "learning_rate": 5.722843975322015e-06,
-      "loss": 0.1691,
-      "step": 12811
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.021904470086725,
-      "learning_rate": 5.721355316392566e-06,
-      "loss": 0.1678,
-      "step": 12812
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8413994432957763,
-      "learning_rate": 5.719866773521592e-06,
-      "loss": 0.1739,
-      "step": 12813
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.7656323654203047,
-      "learning_rate": 5.718378346749473e-06,
-      "loss": 0.173,
-      "step": 12814
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8695568552072197,
-      "learning_rate": 5.716890036116582e-06,
-      "loss": 0.1816,
-      "step": 12815
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.637543553189384,
-      "learning_rate": 5.715401841663296e-06,
-      "loss": 0.1538,
-      "step": 12816
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8986297573930118,
-      "learning_rate": 5.713913763429972e-06,
-      "loss": 0.1765,
-      "step": 12817
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.165151118458408,
-      "learning_rate": 5.712425801456984e-06,
-      "loss": 0.1858,
-      "step": 12818
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.2275823408117625,
-      "learning_rate": 5.710937955784686e-06,
-      "loss": 0.1808,
-      "step": 12819
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0067028818244466,
-      "learning_rate": 5.709450226453439e-06,
-      "loss": 0.2044,
-      "step": 12820
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.7775459709638857,
-      "learning_rate": 5.707962613503595e-06,
-      "loss": 0.1662,
-      "step": 12821
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 2.4527849280844114,
-      "learning_rate": 5.706475116975512e-06,
-      "loss": 0.2129,
-      "step": 12822
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9436189868348397,
-      "learning_rate": 5.704987736909529e-06,
-      "loss": 0.1751,
-      "step": 12823
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0299563360182766,
-      "learning_rate": 5.703500473345995e-06,
-      "loss": 0.1849,
-      "step": 12824
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.3373956988323639,
-      "learning_rate": 5.702013326325256e-06,
-      "loss": 0.1731,
-      "step": 12825
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.6450668643735773,
-      "learning_rate": 5.700526295887649e-06,
-      "loss": 0.1551,
-      "step": 12826
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.4047761777979644,
-      "learning_rate": 5.699039382073508e-06,
-      "loss": 0.159,
-      "step": 12827
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9549652310257992,
-      "learning_rate": 5.69755258492317e-06,
-      "loss": 0.1792,
-      "step": 12828
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8410795021030328,
-      "learning_rate": 5.6960659044769596e-06,
-      "loss": 0.1677,
-      "step": 12829
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.8490038369881001,
-      "learning_rate": 5.694579340775202e-06,
-      "loss": 0.1716,
-      "step": 12830
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0215088608250185,
-      "learning_rate": 5.693092893858223e-06,
-      "loss": 0.1724,
-      "step": 12831
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.801362536481239,
-      "learning_rate": 5.691606563766341e-06,
-      "loss": 0.1882,
-      "step": 12832
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.1402567424615575,
-      "learning_rate": 5.6901203505398805e-06,
-      "loss": 0.1853,
-      "step": 12833
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.134326759007839,
-      "learning_rate": 5.688634254219143e-06,
-      "loss": 0.1587,
-      "step": 12834
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9233574208843645,
-      "learning_rate": 5.687148274844449e-06,
-      "loss": 0.167,
-      "step": 12835
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.7866757718859764,
-      "learning_rate": 5.6856624124560985e-06,
-      "loss": 0.1697,
-      "step": 12836
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0403016153270666,
-      "learning_rate": 5.684176667094403e-06,
-      "loss": 0.1639,
-      "step": 12837
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.605615224634009,
-      "learning_rate": 5.682691038799655e-06,
-      "loss": 0.1811,
-      "step": 12838
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9004022258891372,
-      "learning_rate": 5.68120552761216e-06,
-      "loss": 0.2044,
-      "step": 12839
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9103926230618025,
-      "learning_rate": 5.6797201335722064e-06,
-      "loss": 0.181,
-      "step": 12840
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9655309677333925,
-      "learning_rate": 5.678234856720086e-06,
-      "loss": 0.1693,
-      "step": 12841
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9890053890231713,
-      "learning_rate": 5.67674969709609e-06,
-      "loss": 0.1832,
-      "step": 12842
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.561738973816005,
-      "learning_rate": 5.675264654740506e-06,
-      "loss": 0.1944,
-      "step": 12843
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.112333814532282,
-      "learning_rate": 5.67377972969361e-06,
-      "loss": 0.1898,
-      "step": 12844
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8642933030164457,
-      "learning_rate": 5.672294921995687e-06,
-      "loss": 0.186,
-      "step": 12845
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9086013400978419,
-      "learning_rate": 5.670810231687004e-06,
-      "loss": 0.16,
-      "step": 12846
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 2.064045502304253,
-      "learning_rate": 5.669325658807843e-06,
-      "loss": 0.1797,
-      "step": 12847
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.3122020336260767,
-      "learning_rate": 5.667841203398463e-06,
-      "loss": 0.1961,
-      "step": 12848
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.319368124499809,
-      "learning_rate": 5.666356865499134e-06,
-      "loss": 0.1906,
-      "step": 12849
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.129651978672975,
-      "learning_rate": 5.664872645150126e-06,
-      "loss": 0.1678,
-      "step": 12850
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8886433832662072,
-      "learning_rate": 5.663388542391687e-06,
-      "loss": 0.1729,
-      "step": 12851
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8454505714582762,
-      "learning_rate": 5.661904557264083e-06,
-      "loss": 0.1826,
-      "step": 12852
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.909024630136565,
-      "learning_rate": 5.6604206898075595e-06,
-      "loss": 0.1766,
-      "step": 12853
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.7422197954953109,
-      "learning_rate": 5.658936940062373e-06,
-      "loss": 0.1818,
-      "step": 12854
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9900409014516947,
-      "learning_rate": 5.657453308068763e-06,
-      "loss": 0.1645,
-      "step": 12855
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0872223642690009,
-      "learning_rate": 5.655969793866982e-06,
-      "loss": 0.1686,
-      "step": 12856
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.1858898783551484,
-      "learning_rate": 5.654486397497262e-06,
-      "loss": 0.172,
-      "step": 12857
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.69732530121704,
-      "learning_rate": 5.653003118999843e-06,
-      "loss": 0.1616,
-      "step": 12858
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0433921844175187,
-      "learning_rate": 5.651519958414961e-06,
-      "loss": 0.1705,
-      "step": 12859
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.003929183034557,
-      "learning_rate": 5.650036915782849e-06,
-      "loss": 0.1941,
-      "step": 12860
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.7799695862625812,
-      "learning_rate": 5.648553991143728e-06,
-      "loss": 0.1883,
-      "step": 12861
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9482306796546718,
-      "learning_rate": 5.647071184537829e-06,
-      "loss": 0.1592,
-      "step": 12862
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.9391228858816858,
-      "learning_rate": 5.6455884960053655e-06,
-      "loss": 0.1697,
-      "step": 12863
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0291871921144702,
-      "learning_rate": 5.6441059255865645e-06,
-      "loss": 0.1647,
-      "step": 12864
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9809468989705948,
-      "learning_rate": 5.642623473321638e-06,
-      "loss": 0.179,
-      "step": 12865
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0666735024576603,
-      "learning_rate": 5.64114113925079e-06,
-      "loss": 0.1894,
-      "step": 12866
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9172747178146132,
-      "learning_rate": 5.639658923414235e-06,
-      "loss": 0.1778,
-      "step": 12867
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9556114312786075,
-      "learning_rate": 5.638176825852178e-06,
-      "loss": 0.1634,
-      "step": 12868
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8090140618805673,
-      "learning_rate": 5.636694846604825e-06,
-      "loss": 0.1591,
-      "step": 12869
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8509532820931227,
-      "learning_rate": 5.635212985712366e-06,
-      "loss": 0.1727,
-      "step": 12870
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 6.221724279621428,
-      "learning_rate": 5.633731243215007e-06,
-      "loss": 0.1786,
-      "step": 12871
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9225094148693288,
-      "learning_rate": 5.63224961915293e-06,
-      "loss": 0.1659,
-      "step": 12872
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.789810703620753,
-      "learning_rate": 5.6307681135663315e-06,
-      "loss": 0.1734,
-      "step": 12873
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8656698646274308,
-      "learning_rate": 5.629286726495393e-06,
-      "loss": 0.1606,
-      "step": 12874
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9659152400307496,
-      "learning_rate": 5.627805457980298e-06,
-      "loss": 0.1709,
-      "step": 12875
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 1.0158763651419542,
-      "learning_rate": 5.626324308061226e-06,
-      "loss": 0.183,
-      "step": 12876
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.9541796052338082,
-      "learning_rate": 5.624843276778358e-06,
-      "loss": 0.1869,
-      "step": 12877
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.7038071148065027,
-      "learning_rate": 5.62336236417186e-06,
-      "loss": 0.1458,
-      "step": 12878
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 0.8309038062333706,
-      "learning_rate": 5.621881570281909e-06,
-      "loss": 0.1536,
-      "step": 12879
-    },
-    {
-      "epoch": 0.65,
-      "grad_norm": 3.1898632042402766,
-      "learning_rate": 5.6204008951486636e-06,
-      "loss": 0.1907,
-      "step": 12880
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9013225322317349,
-      "learning_rate": 5.618920338812295e-06,
-      "loss": 0.1781,
-      "step": 12881
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8402968879388498,
-      "learning_rate": 5.61743990131296e-06,
-      "loss": 0.1772,
-      "step": 12882
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.2585658510983027,
-      "learning_rate": 5.615959582690812e-06,
-      "loss": 0.2075,
-      "step": 12883
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0642373692264568,
-      "learning_rate": 5.614479382986007e-06,
-      "loss": 0.1954,
-      "step": 12884
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8121988348561141,
-      "learning_rate": 5.612999302238696e-06,
-      "loss": 0.1607,
-      "step": 12885
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9981702401051303,
-      "learning_rate": 5.611519340489031e-06,
-      "loss": 0.1698,
-      "step": 12886
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.01944572613643,
-      "learning_rate": 5.610039497777149e-06,
-      "loss": 0.1731,
-      "step": 12887
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.2615462260108041,
-      "learning_rate": 5.608559774143196e-06,
-      "loss": 0.1783,
-      "step": 12888
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.2403582568494242,
-      "learning_rate": 5.607080169627304e-06,
-      "loss": 0.1756,
-      "step": 12889
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8311748159017751,
-      "learning_rate": 5.6056006842696145e-06,
-      "loss": 0.1722,
-      "step": 12890
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.5292143098094482,
-      "learning_rate": 5.60412131811025e-06,
-      "loss": 0.1706,
-      "step": 12891
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.1798060723173425,
-      "learning_rate": 5.6026420711893485e-06,
-      "loss": 0.2004,
-      "step": 12892
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.9015841379843128,
-      "learning_rate": 5.601162943547023e-06,
-      "loss": 0.16,
-      "step": 12893
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.1723385310959136,
-      "learning_rate": 5.599683935223402e-06,
-      "loss": 0.152,
-      "step": 12894
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.1839672034771838,
-      "learning_rate": 5.598205046258603e-06,
-      "loss": 0.1623,
-      "step": 12895
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 2.3569216140387987,
-      "learning_rate": 5.596726276692745e-06,
-      "loss": 0.1868,
-      "step": 12896
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9215860827965177,
-      "learning_rate": 5.5952476265659315e-06,
-      "loss": 0.1629,
-      "step": 12897
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.2795995011922863,
-      "learning_rate": 5.593769095918278e-06,
-      "loss": 0.189,
-      "step": 12898
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0940029725833822,
-      "learning_rate": 5.592290684789887e-06,
-      "loss": 0.1557,
-      "step": 12899
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.846845827744864,
-      "learning_rate": 5.5908123932208565e-06,
-      "loss": 0.1829,
-      "step": 12900
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0259373068826925,
-      "learning_rate": 5.589334221251289e-06,
-      "loss": 0.1777,
-      "step": 12901
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9493271016656901,
-      "learning_rate": 5.587856168921279e-06,
-      "loss": 0.1728,
-      "step": 12902
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.137369310293687,
-      "learning_rate": 5.586378236270925e-06,
-      "loss": 0.1685,
-      "step": 12903
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8186890126068809,
-      "learning_rate": 5.584900423340306e-06,
-      "loss": 0.177,
-      "step": 12904
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 4.218637687925129,
-      "learning_rate": 5.5834227301695166e-06,
-      "loss": 0.2081,
-      "step": 12905
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.6991846261385979,
-      "learning_rate": 5.581945156798629e-06,
-      "loss": 0.1579,
-      "step": 12906
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0576293401743173,
-      "learning_rate": 5.580467703267736e-06,
-      "loss": 0.1876,
-      "step": 12907
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8104066484939919,
-      "learning_rate": 5.578990369616899e-06,
-      "loss": 0.1455,
-      "step": 12908
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8376631152931486,
-      "learning_rate": 5.577513155886204e-06,
-      "loss": 0.1837,
-      "step": 12909
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8523762348499792,
-      "learning_rate": 5.576036062115709e-06,
-      "loss": 0.1626,
-      "step": 12910
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9641752481361844,
-      "learning_rate": 5.574559088345487e-06,
-      "loss": 0.1724,
-      "step": 12911
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9164492673667283,
-      "learning_rate": 5.573082234615599e-06,
-      "loss": 0.1857,
-      "step": 12912
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 2.019011994175837,
-      "learning_rate": 5.57160550096611e-06,
-      "loss": 0.1662,
-      "step": 12913
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9286318752863383,
-      "learning_rate": 5.570128887437067e-06,
-      "loss": 0.1789,
-      "step": 12914
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.2982218911285703,
-      "learning_rate": 5.568652394068532e-06,
-      "loss": 0.1752,
-      "step": 12915
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.1241713257522084,
-      "learning_rate": 5.567176020900549e-06,
-      "loss": 0.1662,
-      "step": 12916
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.113905632611933,
-      "learning_rate": 5.565699767973169e-06,
-      "loss": 0.1792,
-      "step": 12917
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8693497758333975,
-      "learning_rate": 5.564223635326433e-06,
-      "loss": 0.1824,
-      "step": 12918
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.2387170423762486,
-      "learning_rate": 5.562747623000379e-06,
-      "loss": 0.1758,
-      "step": 12919
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.1359411489145923,
-      "learning_rate": 5.561271731035045e-06,
-      "loss": 0.2008,
-      "step": 12920
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9097943534585743,
-      "learning_rate": 5.559795959470467e-06,
-      "loss": 0.1707,
-      "step": 12921
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0803842029847395,
-      "learning_rate": 5.558320308346677e-06,
-      "loss": 0.1905,
-      "step": 12922
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.2140417100881817,
-      "learning_rate": 5.556844777703697e-06,
-      "loss": 0.1703,
-      "step": 12923
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0870153760009866,
-      "learning_rate": 5.5553693675815565e-06,
-      "loss": 0.1776,
-      "step": 12924
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.008402963959758,
-      "learning_rate": 5.55389407802027e-06,
-      "loss": 0.1832,
-      "step": 12925
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.943314946152503,
-      "learning_rate": 5.55241890905986e-06,
-      "loss": 0.1818,
-      "step": 12926
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9804005130777163,
-      "learning_rate": 5.5509438607403355e-06,
-      "loss": 0.1663,
-      "step": 12927
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.6517596718905303,
-      "learning_rate": 5.549468933101709e-06,
-      "loss": 0.1787,
-      "step": 12928
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.2459658247423453,
-      "learning_rate": 5.547994126183991e-06,
-      "loss": 0.1752,
-      "step": 12929
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9106347033122705,
-      "learning_rate": 5.546519440027186e-06,
-      "loss": 0.1606,
-      "step": 12930
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.641041700811944,
-      "learning_rate": 5.545044874671289e-06,
-      "loss": 0.1646,
-      "step": 12931
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9307740229504946,
-      "learning_rate": 5.543570430156307e-06,
-      "loss": 0.1647,
-      "step": 12932
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8617543708343491,
-      "learning_rate": 5.542096106522224e-06,
-      "loss": 0.1474,
-      "step": 12933
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.7869774137012839,
-      "learning_rate": 5.540621903809038e-06,
-      "loss": 0.1718,
-      "step": 12934
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8044176966116101,
-      "learning_rate": 5.539147822056736e-06,
-      "loss": 0.165,
-      "step": 12935
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.885086608903983,
-      "learning_rate": 5.537673861305297e-06,
-      "loss": 0.1713,
-      "step": 12936
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9198934470644922,
-      "learning_rate": 5.536200021594707e-06,
-      "loss": 0.1562,
-      "step": 12937
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.415345934333553,
-      "learning_rate": 5.534726302964944e-06,
-      "loss": 0.1745,
-      "step": 12938
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.1173915430681507,
-      "learning_rate": 5.533252705455985e-06,
-      "loss": 0.1775,
-      "step": 12939
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.3559267057784843,
-      "learning_rate": 5.531779229107797e-06,
-      "loss": 0.1655,
-      "step": 12940
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8986687901180408,
-      "learning_rate": 5.530305873960351e-06,
-      "loss": 0.1875,
-      "step": 12941
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9091720492697619,
-      "learning_rate": 5.528832640053607e-06,
-      "loss": 0.1675,
-      "step": 12942
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0879286275960187,
-      "learning_rate": 5.527359527427536e-06,
-      "loss": 0.1863,
-      "step": 12943
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.1110812546096838,
-      "learning_rate": 5.525886536122085e-06,
-      "loss": 0.1794,
-      "step": 12944
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0303150589230612,
-      "learning_rate": 5.524413666177216e-06,
-      "loss": 0.1943,
-      "step": 12945
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8707871663246685,
-      "learning_rate": 5.522940917632878e-06,
-      "loss": 0.1703,
-      "step": 12946
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8765865925819567,
-      "learning_rate": 5.521468290529023e-06,
-      "loss": 0.1785,
-      "step": 12947
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8522416033424861,
-      "learning_rate": 5.5199957849055905e-06,
-      "loss": 0.1682,
-      "step": 12948
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.2651317087868765,
-      "learning_rate": 5.51852340080253e-06,
-      "loss": 0.1779,
-      "step": 12949
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.036138580945707,
-      "learning_rate": 5.517051138259771e-06,
-      "loss": 0.1651,
-      "step": 12950
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.5286022891139401,
-      "learning_rate": 5.515578997317257e-06,
-      "loss": 0.1616,
-      "step": 12951
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9511716474931488,
-      "learning_rate": 5.514106978014917e-06,
-      "loss": 0.1965,
-      "step": 12952
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8597682366979487,
-      "learning_rate": 5.512635080392673e-06,
-      "loss": 0.1596,
-      "step": 12953
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0870180016132283,
-      "learning_rate": 5.511163304490456e-06,
-      "loss": 0.1469,
-      "step": 12954
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0480633504288328,
-      "learning_rate": 5.50969165034819e-06,
-      "loss": 0.1846,
-      "step": 12955
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 3.5381871452442013,
-      "learning_rate": 5.508220118005794e-06,
-      "loss": 0.1666,
-      "step": 12956
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8148043083133922,
-      "learning_rate": 5.5067487075031764e-06,
-      "loss": 0.1735,
-      "step": 12957
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0187217086868456,
-      "learning_rate": 5.505277418880259e-06,
-      "loss": 0.1874,
-      "step": 12958
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.4282204424031621,
-      "learning_rate": 5.503806252176941e-06,
-      "loss": 0.169,
-      "step": 12959
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9937963162216736,
-      "learning_rate": 5.502335207433136e-06,
-      "loss": 0.1993,
-      "step": 12960
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.930548165625113,
-      "learning_rate": 5.500864284688739e-06,
-      "loss": 0.1654,
-      "step": 12961
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8048369428436289,
-      "learning_rate": 5.499393483983657e-06,
-      "loss": 0.1646,
-      "step": 12962
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.2232545060032005,
-      "learning_rate": 5.497922805357776e-06,
-      "loss": 0.1819,
-      "step": 12963
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8363692909755749,
-      "learning_rate": 5.496452248850994e-06,
-      "loss": 0.153,
-      "step": 12964
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8803241764374603,
-      "learning_rate": 5.494981814503199e-06,
-      "loss": 0.1801,
-      "step": 12965
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.189162147818141,
-      "learning_rate": 5.49351150235428e-06,
-      "loss": 0.181,
-      "step": 12966
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 2.0669972255809883,
-      "learning_rate": 5.492041312444112e-06,
-      "loss": 0.1623,
-      "step": 12967
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.7783963693138267,
-      "learning_rate": 5.490571244812582e-06,
-      "loss": 0.1841,
-      "step": 12968
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0361244849682094,
-      "learning_rate": 5.489101299499562e-06,
-      "loss": 0.1925,
-      "step": 12969
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9770182854110955,
-      "learning_rate": 5.487631476544921e-06,
-      "loss": 0.15,
-      "step": 12970
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.600128640473354,
-      "learning_rate": 5.48616177598853e-06,
-      "loss": 0.1938,
-      "step": 12971
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.070133379570775,
-      "learning_rate": 5.484692197870256e-06,
-      "loss": 0.193,
-      "step": 12972
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.1204297316426883,
-      "learning_rate": 5.483222742229964e-06,
-      "loss": 0.1566,
-      "step": 12973
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 3.001429122190217,
-      "learning_rate": 5.4817534091075084e-06,
-      "loss": 0.1688,
-      "step": 12974
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0830367798031313,
-      "learning_rate": 5.480284198542749e-06,
-      "loss": 0.1836,
-      "step": 12975
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0061740479549004,
-      "learning_rate": 5.4788151105755326e-06,
-      "loss": 0.1923,
-      "step": 12976
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.008732350438919,
-      "learning_rate": 5.477346145245717e-06,
-      "loss": 0.1805,
-      "step": 12977
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.1567289166163461,
-      "learning_rate": 5.475877302593135e-06,
-      "loss": 0.1672,
-      "step": 12978
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9044833916082834,
-      "learning_rate": 5.4744085826576445e-06,
-      "loss": 0.1732,
-      "step": 12979
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.7896497231676506,
-      "learning_rate": 5.472939985479071e-06,
-      "loss": 0.1773,
-      "step": 12980
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.1109312907063378,
-      "learning_rate": 5.471471511097257e-06,
-      "loss": 0.1797,
-      "step": 12981
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9273909805501587,
-      "learning_rate": 5.470003159552033e-06,
-      "loss": 0.158,
-      "step": 12982
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9094058333615452,
-      "learning_rate": 5.468534930883234e-06,
-      "loss": 0.1557,
-      "step": 12983
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0902517874089719,
-      "learning_rate": 5.467066825130676e-06,
-      "loss": 0.1632,
-      "step": 12984
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0784363867926698,
-      "learning_rate": 5.465598842334192e-06,
-      "loss": 0.1722,
-      "step": 12985
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0900263158696295,
-      "learning_rate": 5.46413098253359e-06,
-      "loss": 0.168,
-      "step": 12986
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.8354048699959953,
-      "learning_rate": 5.462663245768696e-06,
-      "loss": 0.1683,
-      "step": 12987
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8168123012717525,
-      "learning_rate": 5.461195632079317e-06,
-      "loss": 0.1612,
-      "step": 12988
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.2364602564754394,
-      "learning_rate": 5.459728141505259e-06,
-      "loss": 0.1733,
-      "step": 12989
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.041956726976596,
-      "learning_rate": 5.458260774086332e-06,
-      "loss": 0.1809,
-      "step": 12990
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8923402773137696,
-      "learning_rate": 5.4567935298623385e-06,
-      "loss": 0.188,
-      "step": 12991
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9256412258996756,
-      "learning_rate": 5.45532640887308e-06,
-      "loss": 0.203,
-      "step": 12992
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9424634298516746,
-      "learning_rate": 5.453859411158347e-06,
-      "loss": 0.1721,
-      "step": 12993
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 3.748854710324556,
-      "learning_rate": 5.452392536757936e-06,
-      "loss": 0.1591,
-      "step": 12994
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.107341764985314,
-      "learning_rate": 5.450925785711632e-06,
-      "loss": 0.1865,
-      "step": 12995
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.000456094721113,
-      "learning_rate": 5.449459158059226e-06,
-      "loss": 0.1719,
-      "step": 12996
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8533555961879594,
-      "learning_rate": 5.447992653840494e-06,
-      "loss": 0.1715,
-      "step": 12997
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0126316604351642,
-      "learning_rate": 5.4465262730952186e-06,
-      "loss": 0.1931,
-      "step": 12998
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8904401314425945,
-      "learning_rate": 5.445060015863175e-06,
-      "loss": 0.1852,
-      "step": 12999
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 2.886172356588746,
-      "learning_rate": 5.443593882184139e-06,
-      "loss": 0.1705,
-      "step": 13000
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9153670957628168,
-      "learning_rate": 5.442127872097873e-06,
-      "loss": 0.1782,
-      "step": 13001
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.2129372270740568,
-      "learning_rate": 5.440661985644149e-06,
-      "loss": 0.165,
-      "step": 13002
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8697255131527631,
-      "learning_rate": 5.439196222862724e-06,
-      "loss": 0.1648,
-      "step": 13003
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.1582811645269684,
-      "learning_rate": 5.437730583793362e-06,
-      "loss": 0.1658,
-      "step": 13004
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.3861422946046051,
-      "learning_rate": 5.436265068475815e-06,
-      "loss": 0.1846,
-      "step": 13005
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.7321198610302062,
-      "learning_rate": 5.4347996769498315e-06,
-      "loss": 0.1696,
-      "step": 13006
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9401040464943988,
-      "learning_rate": 5.433334409255165e-06,
-      "loss": 0.1754,
-      "step": 13007
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 2.078890431543232,
-      "learning_rate": 5.431869265431562e-06,
-      "loss": 0.1951,
-      "step": 13008
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0439385899204332,
-      "learning_rate": 5.430404245518766e-06,
-      "loss": 0.1818,
-      "step": 13009
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9609589053298132,
-      "learning_rate": 5.4289393495565076e-06,
-      "loss": 0.1804,
-      "step": 13010
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.1166850002485198,
-      "learning_rate": 5.427474577584534e-06,
-      "loss": 0.1579,
-      "step": 13011
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9587875712844113,
-      "learning_rate": 5.426009929642566e-06,
-      "loss": 0.1869,
-      "step": 13012
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0499277335217805,
-      "learning_rate": 5.424545405770341e-06,
-      "loss": 0.1932,
-      "step": 13013
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9020401891335598,
-      "learning_rate": 5.423081006007576e-06,
-      "loss": 0.1855,
-      "step": 13014
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0372741435503523,
-      "learning_rate": 5.421616730394e-06,
-      "loss": 0.1919,
-      "step": 13015
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.9728797046954707,
-      "learning_rate": 5.420152578969327e-06,
-      "loss": 0.1659,
-      "step": 13016
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0922675199537346,
-      "learning_rate": 5.4186885517732724e-06,
-      "loss": 0.1897,
-      "step": 13017
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9800919632695411,
-      "learning_rate": 5.417224648845551e-06,
-      "loss": 0.2087,
-      "step": 13018
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.946962467462363,
-      "learning_rate": 5.415760870225873e-06,
-      "loss": 0.1881,
-      "step": 13019
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 2.648603475752819,
-      "learning_rate": 5.414297215953937e-06,
-      "loss": 0.1628,
-      "step": 13020
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.042906718375941,
-      "learning_rate": 5.41283368606945e-06,
-      "loss": 0.1598,
-      "step": 13021
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.1437852574832168,
-      "learning_rate": 5.411370280612109e-06,
-      "loss": 0.1707,
-      "step": 13022
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.109094609556804,
-      "learning_rate": 5.4099069996216055e-06,
-      "loss": 0.1531,
-      "step": 13023
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.1181170488361203,
-      "learning_rate": 5.408443843137634e-06,
-      "loss": 0.1735,
-      "step": 13024
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0072555196252104,
-      "learning_rate": 5.406980811199881e-06,
-      "loss": 0.1584,
-      "step": 13025
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.9447327044724418,
-      "learning_rate": 5.405517903848039e-06,
-      "loss": 0.1512,
-      "step": 13026
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0406129068479135,
-      "learning_rate": 5.404055121121778e-06,
-      "loss": 0.1772,
-      "step": 13027
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9813397660614563,
-      "learning_rate": 5.402592463060785e-06,
-      "loss": 0.1917,
-      "step": 13028
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9043884637346777,
-      "learning_rate": 5.401129929704727e-06,
-      "loss": 0.1743,
-      "step": 13029
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 3.7330322694414013,
-      "learning_rate": 5.399667521093285e-06,
-      "loss": 0.1953,
-      "step": 13030
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.2142528716335321,
-      "learning_rate": 5.398205237266116e-06,
-      "loss": 0.1697,
-      "step": 13031
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9287096481877403,
-      "learning_rate": 5.396743078262895e-06,
-      "loss": 0.1736,
-      "step": 13032
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.2355905776550489,
-      "learning_rate": 5.395281044123273e-06,
-      "loss": 0.1645,
-      "step": 13033
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8630831827981413,
-      "learning_rate": 5.393819134886913e-06,
-      "loss": 0.1682,
-      "step": 13034
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 2.0966432650161853,
-      "learning_rate": 5.392357350593469e-06,
-      "loss": 0.1745,
-      "step": 13035
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8858228134039371,
-      "learning_rate": 5.390895691282596e-06,
-      "loss": 0.1785,
-      "step": 13036
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9077285942791732,
-      "learning_rate": 5.389434156993935e-06,
-      "loss": 0.169,
-      "step": 13037
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9508245618541968,
-      "learning_rate": 5.387972747767136e-06,
-      "loss": 0.1893,
-      "step": 13038
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.127200876715937,
-      "learning_rate": 5.386511463641836e-06,
-      "loss": 0.1729,
-      "step": 13039
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.5310594407487175,
-      "learning_rate": 5.38505030465767e-06,
-      "loss": 0.1898,
-      "step": 13040
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.938278714469896,
-      "learning_rate": 5.383589270854279e-06,
-      "loss": 0.1894,
-      "step": 13041
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.0370258145919886,
-      "learning_rate": 5.382128362271285e-06,
-      "loss": 0.1794,
-      "step": 13042
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 2.064224882974358,
-      "learning_rate": 5.380667578948321e-06,
-      "loss": 0.1656,
-      "step": 13043
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9352410513608885,
-      "learning_rate": 5.379206920925009e-06,
-      "loss": 0.1976,
-      "step": 13044
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.7886476725295988,
-      "learning_rate": 5.3777463882409744e-06,
-      "loss": 0.1864,
-      "step": 13045
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.079848051901478,
-      "learning_rate": 5.376285980935827e-06,
-      "loss": 0.1585,
-      "step": 13046
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9483693289000759,
-      "learning_rate": 5.374825699049186e-06,
-      "loss": 0.1597,
-      "step": 13047
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.109683010946804,
-      "learning_rate": 5.3733655426206564e-06,
-      "loss": 0.1881,
-      "step": 13048
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9538865416720401,
-      "learning_rate": 5.371905511689852e-06,
-      "loss": 0.1738,
-      "step": 13049
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8736303533856425,
-      "learning_rate": 5.3704456062963674e-06,
-      "loss": 0.1677,
-      "step": 13050
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9141910495008178,
-      "learning_rate": 5.368985826479807e-06,
-      "loss": 0.1821,
-      "step": 13051
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9491642343236588,
-      "learning_rate": 5.367526172279768e-06,
-      "loss": 0.1619,
-      "step": 13052
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.1240984076090763,
-      "learning_rate": 5.366066643735847e-06,
-      "loss": 0.1568,
-      "step": 13053
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.389968272416857,
-      "learning_rate": 5.364607240887626e-06,
-      "loss": 0.1866,
-      "step": 13054
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 3.3602336034440015,
-      "learning_rate": 5.3631479637747e-06,
-      "loss": 0.1631,
-      "step": 13055
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 2.0299834130513226,
-      "learning_rate": 5.361688812436642e-06,
-      "loss": 0.1609,
-      "step": 13056
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.2674930173145462,
-      "learning_rate": 5.360229786913042e-06,
-      "loss": 0.1657,
-      "step": 13057
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.13060064340207,
-      "learning_rate": 5.3587708872434705e-06,
-      "loss": 0.1746,
-      "step": 13058
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.8379752729010114,
-      "learning_rate": 5.357312113467497e-06,
-      "loss": 0.1534,
-      "step": 13059
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9557520113683214,
-      "learning_rate": 5.355853465624695e-06,
-      "loss": 0.1711,
-      "step": 13060
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9239994296030585,
-      "learning_rate": 5.354394943754631e-06,
-      "loss": 0.1737,
-      "step": 13061
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.321773416829171,
-      "learning_rate": 5.352936547896868e-06,
-      "loss": 0.1484,
-      "step": 13062
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9572197883433509,
-      "learning_rate": 5.351478278090962e-06,
-      "loss": 0.1839,
-      "step": 13063
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.5778148636154194,
-      "learning_rate": 5.350020134376472e-06,
-      "loss": 0.1724,
-      "step": 13064
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9079286587968833,
-      "learning_rate": 5.348562116792946e-06,
-      "loss": 0.1738,
-      "step": 13065
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9419826033561322,
-      "learning_rate": 5.34710422537994e-06,
-      "loss": 0.1763,
-      "step": 13066
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.116714619089233,
-      "learning_rate": 5.345646460176989e-06,
-      "loss": 0.1757,
-      "step": 13067
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.1682603017157274,
-      "learning_rate": 5.344188821223642e-06,
-      "loss": 0.1545,
-      "step": 13068
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9448118760115939,
-      "learning_rate": 5.342731308559435e-06,
-      "loss": 0.163,
-      "step": 13069
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.2298396046807265,
-      "learning_rate": 5.341273922223908e-06,
-      "loss": 0.1825,
-      "step": 13070
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.1640638526000524,
-      "learning_rate": 5.339816662256587e-06,
-      "loss": 0.1556,
-      "step": 13071
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.1082203563147006,
-      "learning_rate": 5.338359528697005e-06,
-      "loss": 0.1632,
-      "step": 13072
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 1.2232992504838813,
-      "learning_rate": 5.3369025215846796e-06,
-      "loss": 0.1789,
-      "step": 13073
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9051337295054136,
-      "learning_rate": 5.3354456409591405e-06,
-      "loss": 0.1649,
-      "step": 13074
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9972396031450846,
-      "learning_rate": 5.333988886859903e-06,
-      "loss": 0.1574,
-      "step": 13075
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.7576046547142246,
-      "learning_rate": 5.332532259326476e-06,
-      "loss": 0.1912,
-      "step": 13076
-    },
-    {
-      "epoch": 0.66,
-      "grad_norm": 0.9144689190373975,
-      "learning_rate": 5.331075758398375e-06,
-      "loss": 0.1796,
-      "step": 13077
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.7592614649841753,
-      "learning_rate": 5.329619384115108e-06,
-      "loss": 0.1616,
-      "step": 13078
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0801539664317343,
-      "learning_rate": 5.328163136516184e-06,
-      "loss": 0.1411,
-      "step": 13079
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0975411316744548,
-      "learning_rate": 5.326707015641093e-06,
-      "loss": 0.1754,
-      "step": 13080
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 2.636575145510722,
-      "learning_rate": 5.325251021529343e-06,
-      "loss": 0.1778,
-      "step": 13081
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.4382356623470685,
-      "learning_rate": 5.323795154220419e-06,
-      "loss": 0.1736,
-      "step": 13082
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.6580238322303211,
-      "learning_rate": 5.322339413753819e-06,
-      "loss": 0.1732,
-      "step": 13083
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0080504503860495,
-      "learning_rate": 5.3208838001690236e-06,
-      "loss": 0.1907,
-      "step": 13084
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.7317639621699024,
-      "learning_rate": 5.319428313505523e-06,
-      "loss": 0.1658,
-      "step": 13085
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.4234701788945343,
-      "learning_rate": 5.317972953802789e-06,
-      "loss": 0.205,
-      "step": 13086
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.8881240899721385,
-      "learning_rate": 5.316517721100304e-06,
-      "loss": 0.1756,
-      "step": 13087
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0114148632119997,
-      "learning_rate": 5.31506261543754e-06,
-      "loss": 0.1618,
-      "step": 13088
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.2493343913754495,
-      "learning_rate": 5.3136076368539706e-06,
-      "loss": 0.1857,
-      "step": 13089
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.011576010409811,
-      "learning_rate": 5.312152785389056e-06,
-      "loss": 0.1718,
-      "step": 13090
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.1400992672593633,
-      "learning_rate": 5.310698061082264e-06,
-      "loss": 0.187,
-      "step": 13091
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.8391929239457808,
-      "learning_rate": 5.309243463973054e-06,
-      "loss": 0.1662,
-      "step": 13092
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0521217755250742,
-      "learning_rate": 5.307788994100876e-06,
-      "loss": 0.189,
-      "step": 13093
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.8679850090640902,
-      "learning_rate": 5.306334651505185e-06,
-      "loss": 0.1759,
-      "step": 13094
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.5800351297499289,
-      "learning_rate": 5.304880436225432e-06,
-      "loss": 0.2178,
-      "step": 13095
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.1295677367762624,
-      "learning_rate": 5.303426348301066e-06,
-      "loss": 0.157,
-      "step": 13096
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9239596443120076,
-      "learning_rate": 5.3019723877715235e-06,
-      "loss": 0.1811,
-      "step": 13097
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9849840091548583,
-      "learning_rate": 5.300518554676247e-06,
-      "loss": 0.1619,
-      "step": 13098
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9109699828134366,
-      "learning_rate": 5.299064849054667e-06,
-      "loss": 0.1476,
-      "step": 13099
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.3790099251749453,
-      "learning_rate": 5.297611270946223e-06,
-      "loss": 0.1761,
-      "step": 13100
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.226670570464689,
-      "learning_rate": 5.296157820390335e-06,
-      "loss": 0.1539,
-      "step": 13101
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.7468050795649048,
-      "learning_rate": 5.294704497426435e-06,
-      "loss": 0.1555,
-      "step": 13102
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9152207253205684,
-      "learning_rate": 5.293251302093938e-06,
-      "loss": 0.1565,
-      "step": 13103
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.1090519116839588,
-      "learning_rate": 5.291798234432264e-06,
-      "loss": 0.1788,
-      "step": 13104
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0360390926658547,
-      "learning_rate": 5.2903452944808294e-06,
-      "loss": 0.2028,
-      "step": 13105
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.7909596590664957,
-      "learning_rate": 5.28889248227905e-06,
-      "loss": 0.1699,
-      "step": 13106
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.618341463656754,
-      "learning_rate": 5.287439797866323e-06,
-      "loss": 0.1906,
-      "step": 13107
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9067444923206541,
-      "learning_rate": 5.2859872412820625e-06,
-      "loss": 0.1802,
-      "step": 13108
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.4808531136665637,
-      "learning_rate": 5.284534812565663e-06,
-      "loss": 0.1836,
-      "step": 13109
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.8096508917230821,
-      "learning_rate": 5.283082511756519e-06,
-      "loss": 0.173,
-      "step": 13110
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9257012351305746,
-      "learning_rate": 5.281630338894032e-06,
-      "loss": 0.1756,
-      "step": 13111
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.064130585477865,
-      "learning_rate": 5.280178294017586e-06,
-      "loss": 0.1563,
-      "step": 13112
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.3097633680081981,
-      "learning_rate": 5.27872637716657e-06,
-      "loss": 0.1749,
-      "step": 13113
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.4768187093469949,
-      "learning_rate": 5.277274588380368e-06,
-      "loss": 0.1736,
-      "step": 13114
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9706272896638604,
-      "learning_rate": 5.275822927698362e-06,
-      "loss": 0.2017,
-      "step": 13115
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.6035603029810908,
-      "learning_rate": 5.274371395159923e-06,
-      "loss": 0.1456,
-      "step": 13116
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.7868879807142999,
-      "learning_rate": 5.27291999080443e-06,
-      "loss": 0.172,
-      "step": 13117
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.16407422123123,
-      "learning_rate": 5.271468714671247e-06,
-      "loss": 0.1899,
-      "step": 13118
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.121016751150056,
-      "learning_rate": 5.2700175667997456e-06,
-      "loss": 0.1558,
-      "step": 13119
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0911689136172678,
-      "learning_rate": 5.2685665472292805e-06,
-      "loss": 0.1773,
-      "step": 13120
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.7623012469449829,
-      "learning_rate": 5.267115655999214e-06,
-      "loss": 0.1694,
-      "step": 13121
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.2615801018605743,
-      "learning_rate": 5.265664893148904e-06,
-      "loss": 0.1792,
-      "step": 13122
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.2063061781367201,
-      "learning_rate": 5.264214258717705e-06,
-      "loss": 0.1627,
-      "step": 13123
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.36952437005172,
-      "learning_rate": 5.2627637527449575e-06,
-      "loss": 0.1762,
-      "step": 13124
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9686427549608618,
-      "learning_rate": 5.2613133752700145e-06,
-      "loss": 0.1918,
-      "step": 13125
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.341735433036232,
-      "learning_rate": 5.2598631263322145e-06,
-      "loss": 0.1809,
-      "step": 13126
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.3729701286309794,
-      "learning_rate": 5.25841300597089e-06,
-      "loss": 0.1642,
-      "step": 13127
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9975682349986622,
-      "learning_rate": 5.256963014225385e-06,
-      "loss": 0.1864,
-      "step": 13128
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.4672529989764542,
-      "learning_rate": 5.255513151135022e-06,
-      "loss": 0.2066,
-      "step": 13129
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.7928599134134791,
-      "learning_rate": 5.2540634167391325e-06,
-      "loss": 0.195,
-      "step": 13130
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0659403602991226,
-      "learning_rate": 5.252613811077042e-06,
-      "loss": 0.1718,
-      "step": 13131
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.20100561882506,
-      "learning_rate": 5.251164334188073e-06,
-      "loss": 0.1737,
-      "step": 13132
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.405450961930424,
-      "learning_rate": 5.249714986111536e-06,
-      "loss": 0.1619,
-      "step": 13133
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.3184257732901865,
-      "learning_rate": 5.248265766886752e-06,
-      "loss": 0.1524,
-      "step": 13134
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.032123083377175,
-      "learning_rate": 5.246816676553024e-06,
-      "loss": 0.1774,
-      "step": 13135
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 2.3472235154009833,
-      "learning_rate": 5.245367715149665e-06,
-      "loss": 0.1861,
-      "step": 13136
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 4.587312343510043,
-      "learning_rate": 5.243918882715973e-06,
-      "loss": 0.1769,
-      "step": 13137
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.1996450448267364,
-      "learning_rate": 5.242470179291253e-06,
-      "loss": 0.1543,
-      "step": 13138
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9134390388709754,
-      "learning_rate": 5.241021604914793e-06,
-      "loss": 0.178,
-      "step": 13139
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.897598360509561,
-      "learning_rate": 5.2395731596258925e-06,
-      "loss": 0.1726,
-      "step": 13140
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.2008256831395474,
-      "learning_rate": 5.238124843463839e-06,
-      "loss": 0.1792,
-      "step": 13141
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.025255671697507,
-      "learning_rate": 5.236676656467921e-06,
-      "loss": 0.1699,
-      "step": 13142
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.1622225323396218,
-      "learning_rate": 5.235228598677413e-06,
-      "loss": 0.1631,
-      "step": 13143
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9028964025869091,
-      "learning_rate": 5.233780670131603e-06,
-      "loss": 0.1655,
-      "step": 13144
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.947513699797315,
-      "learning_rate": 5.232332870869763e-06,
-      "loss": 0.1798,
-      "step": 13145
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9029104736554413,
-      "learning_rate": 5.2308852009311576e-06,
-      "loss": 0.1928,
-      "step": 13146
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.686357294204009,
-      "learning_rate": 5.229437660355061e-06,
-      "loss": 0.1809,
-      "step": 13147
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9317309818471727,
-      "learning_rate": 5.227990249180737e-06,
-      "loss": 0.1723,
-      "step": 13148
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0209870204447664,
-      "learning_rate": 5.226542967447452e-06,
-      "loss": 0.1816,
-      "step": 13149
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.167574722120494,
-      "learning_rate": 5.225095815194453e-06,
-      "loss": 0.1733,
-      "step": 13150
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9041556488319442,
-      "learning_rate": 5.223648792461005e-06,
-      "loss": 0.1856,
-      "step": 13151
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0624582657746249,
-      "learning_rate": 5.222201899286349e-06,
-      "loss": 0.1697,
-      "step": 13152
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0023796482199938,
-      "learning_rate": 5.2207551357097395e-06,
-      "loss": 0.1599,
-      "step": 13153
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.8018090044150327,
-      "learning_rate": 5.219308501770415e-06,
-      "loss": 0.1589,
-      "step": 13154
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.6515551581906176,
-      "learning_rate": 5.217861997507618e-06,
-      "loss": 0.192,
-      "step": 13155
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.8821744422221828,
-      "learning_rate": 5.2164156229605835e-06,
-      "loss": 0.1587,
-      "step": 13156
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 26.084781713598552,
-      "learning_rate": 5.214969378168544e-06,
-      "loss": 0.1689,
-      "step": 13157
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.2620184943781705,
-      "learning_rate": 5.213523263170731e-06,
-      "loss": 0.1788,
-      "step": 13158
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9441269351658541,
-      "learning_rate": 5.2120772780063735e-06,
-      "loss": 0.1803,
-      "step": 13159
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.8263735589892514,
-      "learning_rate": 5.210631422714686e-06,
-      "loss": 0.177,
-      "step": 13160
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.8343292258524222,
-      "learning_rate": 5.209185697334895e-06,
-      "loss": 0.1935,
-      "step": 13161
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.7870435131244253,
-      "learning_rate": 5.207740101906215e-06,
-      "loss": 0.1649,
-      "step": 13162
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.8376019067077287,
-      "learning_rate": 5.20629463646785e-06,
-      "loss": 0.1656,
-      "step": 13163
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.1280017623926835,
-      "learning_rate": 5.2048493010590125e-06,
-      "loss": 0.1756,
-      "step": 13164
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.1939937173125184,
-      "learning_rate": 5.20340409571891e-06,
-      "loss": 0.1779,
-      "step": 13165
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0052027725381725,
-      "learning_rate": 5.201959020486746e-06,
-      "loss": 0.1924,
-      "step": 13166
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.968058426905328,
-      "learning_rate": 5.20051407540171e-06,
-      "loss": 0.1891,
-      "step": 13167
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9770179576061162,
-      "learning_rate": 5.199069260503006e-06,
-      "loss": 0.1449,
-      "step": 13168
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.2173618399010426,
-      "learning_rate": 5.197624575829815e-06,
-      "loss": 0.2029,
-      "step": 13169
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 3.1799476798417223,
-      "learning_rate": 5.196180021421332e-06,
-      "loss": 0.1988,
-      "step": 13170
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.5495054811517865,
-      "learning_rate": 5.194735597316733e-06,
-      "loss": 0.1916,
-      "step": 13171
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9055829113764653,
-      "learning_rate": 5.193291303555208e-06,
-      "loss": 0.1645,
-      "step": 13172
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 3.360427470770462,
-      "learning_rate": 5.191847140175923e-06,
-      "loss": 0.1538,
-      "step": 13173
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.2417065582611897,
-      "learning_rate": 5.190403107218056e-06,
-      "loss": 0.1882,
-      "step": 13174
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0556889798216127,
-      "learning_rate": 5.188959204720776e-06,
-      "loss": 0.1933,
-      "step": 13175
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 2.736411415481473,
-      "learning_rate": 5.1875154327232534e-06,
-      "loss": 0.1805,
-      "step": 13176
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9560392244403962,
-      "learning_rate": 5.186071791264642e-06,
-      "loss": 0.1685,
-      "step": 13177
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.854930259475486,
-      "learning_rate": 5.1846282803841095e-06,
-      "loss": 0.1833,
-      "step": 13178
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.8505934212998812,
-      "learning_rate": 5.183184900120807e-06,
-      "loss": 0.1485,
-      "step": 13179
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.1737667148898814,
-      "learning_rate": 5.181741650513883e-06,
-      "loss": 0.1629,
-      "step": 13180
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.2484661380408568,
-      "learning_rate": 5.180298531602491e-06,
-      "loss": 0.1718,
-      "step": 13181
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.2998613299876511,
-      "learning_rate": 5.178855543425771e-06,
-      "loss": 0.1617,
-      "step": 13182
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9322637885141669,
-      "learning_rate": 5.177412686022866e-06,
-      "loss": 0.185,
-      "step": 13183
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.215022711148766,
-      "learning_rate": 5.1759699594329135e-06,
-      "loss": 0.1681,
-      "step": 13184
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.4889001656465048,
-      "learning_rate": 5.1745273636950545e-06,
-      "loss": 0.1709,
-      "step": 13185
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0293914136113915,
-      "learning_rate": 5.173084898848408e-06,
-      "loss": 0.1693,
-      "step": 13186
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.6068083591065103,
-      "learning_rate": 5.17164256493211e-06,
-      "loss": 0.1796,
-      "step": 13187
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0840075598306749,
-      "learning_rate": 5.170200361985277e-06,
-      "loss": 0.1684,
-      "step": 13188
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0189090314842295,
-      "learning_rate": 5.168758290047035e-06,
-      "loss": 0.1501,
-      "step": 13189
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9682687528749686,
-      "learning_rate": 5.167316349156495e-06,
-      "loss": 0.1988,
-      "step": 13190
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0825631032236098,
-      "learning_rate": 5.16587453935277e-06,
-      "loss": 0.1704,
-      "step": 13191
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.2869878171587137,
-      "learning_rate": 5.164432860674972e-06,
-      "loss": 0.1723,
-      "step": 13192
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.1248074085681445,
-      "learning_rate": 5.162991313162209e-06,
-      "loss": 0.1684,
-      "step": 13193
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.7456815987690477,
-      "learning_rate": 5.161549896853577e-06,
-      "loss": 0.2443,
-      "step": 13194
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.8367021529866165,
-      "learning_rate": 5.16010861178818e-06,
-      "loss": 0.1567,
-      "step": 13195
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.1886731283547356,
-      "learning_rate": 5.158667458005111e-06,
-      "loss": 0.1787,
-      "step": 13196
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9412907591588243,
-      "learning_rate": 5.157226435543456e-06,
-      "loss": 0.1637,
-      "step": 13197
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.008260727572345,
-      "learning_rate": 5.155785544442313e-06,
-      "loss": 0.1919,
-      "step": 13198
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.4114423893472183,
-      "learning_rate": 5.154344784740757e-06,
-      "loss": 0.1833,
-      "step": 13199
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.8491369164972039,
-      "learning_rate": 5.15290415647787e-06,
-      "loss": 0.1701,
-      "step": 13200
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9168263593528301,
-      "learning_rate": 5.1514636596927325e-06,
-      "loss": 0.1723,
-      "step": 13201
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.7817434712222572,
-      "learning_rate": 5.150023294424422e-06,
-      "loss": 0.175,
-      "step": 13202
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.8371772526988961,
-      "learning_rate": 5.148583060711999e-06,
-      "loss": 0.1654,
-      "step": 13203
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.8143341031199058,
-      "learning_rate": 5.147142958594538e-06,
-      "loss": 0.1649,
-      "step": 13204
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.6114298088143855,
-      "learning_rate": 5.145702988111095e-06,
-      "loss": 0.1901,
-      "step": 13205
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0781789312399832,
-      "learning_rate": 5.144263149300737e-06,
-      "loss": 0.1656,
-      "step": 13206
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.7097433857989437,
-      "learning_rate": 5.142823442202511e-06,
-      "loss": 0.1549,
-      "step": 13207
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.7835889847646613,
-      "learning_rate": 5.141383866855476e-06,
-      "loss": 0.191,
-      "step": 13208
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.6006004708707962,
-      "learning_rate": 5.139944423298675e-06,
-      "loss": 0.1878,
-      "step": 13209
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 2.797442171502045,
-      "learning_rate": 5.138505111571157e-06,
-      "loss": 0.1586,
-      "step": 13210
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.8320194440956922,
-      "learning_rate": 5.137065931711962e-06,
-      "loss": 0.1753,
-      "step": 13211
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9070023242298215,
-      "learning_rate": 5.135626883760132e-06,
-      "loss": 0.1673,
-      "step": 13212
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9764642294741012,
-      "learning_rate": 5.134187967754694e-06,
-      "loss": 0.1603,
-      "step": 13213
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9232328856993673,
-      "learning_rate": 5.132749183734684e-06,
-      "loss": 0.1797,
-      "step": 13214
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.220088273132286,
-      "learning_rate": 5.131310531739129e-06,
-      "loss": 0.1743,
-      "step": 13215
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.1545015554406468,
-      "learning_rate": 5.129872011807046e-06,
-      "loss": 0.1894,
-      "step": 13216
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.115588263462691,
-      "learning_rate": 5.128433623977461e-06,
-      "loss": 0.1794,
-      "step": 13217
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0539783738675352,
-      "learning_rate": 5.126995368289389e-06,
-      "loss": 0.1848,
-      "step": 13218
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.5524460056178087,
-      "learning_rate": 5.125557244781847e-06,
-      "loss": 0.1635,
-      "step": 13219
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.1596802547778315,
-      "learning_rate": 5.1241192534938355e-06,
-      "loss": 0.1671,
-      "step": 13220
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0529195047149937,
-      "learning_rate": 5.122681394464368e-06,
-      "loss": 0.1995,
-      "step": 13221
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0346863465392042,
-      "learning_rate": 5.12124366773244e-06,
-      "loss": 0.1613,
-      "step": 13222
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0604730200598846,
-      "learning_rate": 5.119806073337057e-06,
-      "loss": 0.1567,
-      "step": 13223
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.8402646199803202,
-      "learning_rate": 5.118368611317205e-06,
-      "loss": 0.1591,
-      "step": 13224
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9687228752658418,
-      "learning_rate": 5.116931281711886e-06,
-      "loss": 0.1733,
-      "step": 13225
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.3458085182463966,
-      "learning_rate": 5.115494084560076e-06,
-      "loss": 0.1732,
-      "step": 13226
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.8374535462370374,
-      "learning_rate": 5.114057019900764e-06,
-      "loss": 0.1602,
-      "step": 13227
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9107738081284421,
-      "learning_rate": 5.112620087772933e-06,
-      "loss": 0.1593,
-      "step": 13228
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.8671955054266972,
-      "learning_rate": 5.111183288215562e-06,
-      "loss": 0.1573,
-      "step": 13229
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.3376215180747362,
-      "learning_rate": 5.1097466212676175e-06,
-      "loss": 0.1686,
-      "step": 13230
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.8096623233751569,
-      "learning_rate": 5.108310086968075e-06,
-      "loss": 0.1765,
-      "step": 13231
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9195070385921977,
-      "learning_rate": 5.106873685355897e-06,
-      "loss": 0.1723,
-      "step": 13232
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.8939499616027785,
-      "learning_rate": 5.105437416470043e-06,
-      "loss": 0.1765,
-      "step": 13233
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.8221497410960499,
-      "learning_rate": 5.10400128034948e-06,
-      "loss": 0.1832,
-      "step": 13234
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9561186940936613,
-      "learning_rate": 5.102565277033155e-06,
-      "loss": 0.1513,
-      "step": 13235
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.872333575342079,
-      "learning_rate": 5.101129406560023e-06,
-      "loss": 0.1904,
-      "step": 13236
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.6989686795106012,
-      "learning_rate": 5.099693668969033e-06,
-      "loss": 0.1791,
-      "step": 13237
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 10.59026638608574,
-      "learning_rate": 5.098258064299132e-06,
-      "loss": 0.1643,
-      "step": 13238
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.1675096098809408,
-      "learning_rate": 5.096822592589254e-06,
-      "loss": 0.1732,
-      "step": 13239
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0224568286169364,
-      "learning_rate": 5.095387253878346e-06,
-      "loss": 0.2192,
-      "step": 13240
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.4791810466091335,
-      "learning_rate": 5.09395204820533e-06,
-      "loss": 0.1682,
-      "step": 13241
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.503518493377402,
-      "learning_rate": 5.092516975609146e-06,
-      "loss": 0.1833,
-      "step": 13242
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9971546165789382,
-      "learning_rate": 5.091082036128712e-06,
-      "loss": 0.173,
-      "step": 13243
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0692436202332236,
-      "learning_rate": 5.0896472298029555e-06,
-      "loss": 0.1666,
-      "step": 13244
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.4054718829745738,
-      "learning_rate": 5.088212556670795e-06,
-      "loss": 0.1733,
-      "step": 13245
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.8824887512289968,
-      "learning_rate": 5.08677801677115e-06,
-      "loss": 0.1785,
-      "step": 13246
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.1406611285731336,
-      "learning_rate": 5.085343610142926e-06,
-      "loss": 0.1765,
-      "step": 13247
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.2010164866264619,
-      "learning_rate": 5.083909336825037e-06,
-      "loss": 0.1716,
-      "step": 13248
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.1463388525562261,
-      "learning_rate": 5.0824751968563845e-06,
-      "loss": 0.1839,
-      "step": 13249
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.8175246259217428,
-      "learning_rate": 5.0810411902758675e-06,
-      "loss": 0.1701,
-      "step": 13250
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.3857489048773455,
-      "learning_rate": 5.0796073171223884e-06,
-      "loss": 0.1901,
-      "step": 13251
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0770489342555571,
-      "learning_rate": 5.078173577434836e-06,
-      "loss": 0.156,
-      "step": 13252
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0569178307565479,
-      "learning_rate": 5.076739971252103e-06,
-      "loss": 0.1667,
-      "step": 13253
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.8588401381650115,
-      "learning_rate": 5.0753064986130765e-06,
-      "loss": 0.1783,
-      "step": 13254
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0696363407064873,
-      "learning_rate": 5.073873159556643e-06,
-      "loss": 0.1749,
-      "step": 13255
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 2.0143686351956207,
-      "learning_rate": 5.072439954121675e-06,
-      "loss": 0.1777,
-      "step": 13256
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.5402276037649723,
-      "learning_rate": 5.0710068823470535e-06,
-      "loss": 0.1656,
-      "step": 13257
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0663757615170488,
-      "learning_rate": 5.069573944271646e-06,
-      "loss": 0.1785,
-      "step": 13258
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0825248239599943,
-      "learning_rate": 5.068141139934328e-06,
-      "loss": 0.1927,
-      "step": 13259
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0449836392755059,
-      "learning_rate": 5.066708469373958e-06,
-      "loss": 0.17,
-      "step": 13260
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.2647662251334955,
-      "learning_rate": 5.065275932629401e-06,
-      "loss": 0.1636,
-      "step": 13261
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.8529323655944855,
-      "learning_rate": 5.063843529739509e-06,
-      "loss": 0.1719,
-      "step": 13262
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 2.026661229104386,
-      "learning_rate": 5.062411260743141e-06,
-      "loss": 0.1884,
-      "step": 13263
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.2294290210006409,
-      "learning_rate": 5.060979125679147e-06,
-      "loss": 0.1672,
-      "step": 13264
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 2.0393714847360274,
-      "learning_rate": 5.0595471245863745e-06,
-      "loss": 0.1797,
-      "step": 13265
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.209605688386021,
-      "learning_rate": 5.058115257503667e-06,
-      "loss": 0.1614,
-      "step": 13266
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0857832204663802,
-      "learning_rate": 5.056683524469859e-06,
-      "loss": 0.1927,
-      "step": 13267
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9911732545186153,
-      "learning_rate": 5.055251925523792e-06,
-      "loss": 0.1655,
-      "step": 13268
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.624387785149277,
-      "learning_rate": 5.0538204607042925e-06,
-      "loss": 0.1607,
-      "step": 13269
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.9864496852717262,
-      "learning_rate": 5.052389130050193e-06,
-      "loss": 0.1615,
-      "step": 13270
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.2432216270091936,
-      "learning_rate": 5.050957933600317e-06,
-      "loss": 0.1989,
-      "step": 13271
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 1.0533200560620144,
-      "learning_rate": 5.049526871393491e-06,
-      "loss": 0.171,
-      "step": 13272
-    },
-    {
-      "epoch": 0.67,
-      "grad_norm": 0.7796060605558551,
-      "learning_rate": 5.048095943468524e-06,
-      "loss": 0.1742,
-      "step": 13273
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9142403208282665,
-      "learning_rate": 5.046665149864238e-06,
-      "loss": 0.1552,
-      "step": 13274
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9049380952582469,
-      "learning_rate": 5.045234490619435e-06,
-      "loss": 0.1755,
-      "step": 13275
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.2962081391225797,
-      "learning_rate": 5.043803965772932e-06,
-      "loss": 0.1896,
-      "step": 13276
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.101749651971222,
-      "learning_rate": 5.042373575363522e-06,
-      "loss": 0.1798,
-      "step": 13277
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.951802944183445,
-      "learning_rate": 5.040943319430012e-06,
-      "loss": 0.1939,
-      "step": 13278
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0555114435186326,
-      "learning_rate": 5.03951319801119e-06,
-      "loss": 0.1626,
-      "step": 13279
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 2.350767178690501,
-      "learning_rate": 5.038083211145854e-06,
-      "loss": 0.1766,
-      "step": 13280
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.1201796798396992,
-      "learning_rate": 5.03665335887279e-06,
-      "loss": 0.2076,
-      "step": 13281
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9327089524446213,
-      "learning_rate": 5.035223641230789e-06,
-      "loss": 0.189,
-      "step": 13282
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8261115940786845,
-      "learning_rate": 5.033794058258623e-06,
-      "loss": 0.1659,
-      "step": 13283
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.4459582919012035,
-      "learning_rate": 5.0323646099950775e-06,
-      "loss": 0.1576,
-      "step": 13284
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8754760385383721,
-      "learning_rate": 5.030935296478922e-06,
-      "loss": 0.1734,
-      "step": 13285
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0686975505660197,
-      "learning_rate": 5.029506117748924e-06,
-      "loss": 0.1728,
-      "step": 13286
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.282629243662813,
-      "learning_rate": 5.0280770738438535e-06,
-      "loss": 0.1656,
-      "step": 13287
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.013316881874263,
-      "learning_rate": 5.026648164802472e-06,
-      "loss": 0.1848,
-      "step": 13288
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0771000819802043,
-      "learning_rate": 5.025219390663545e-06,
-      "loss": 0.1599,
-      "step": 13289
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.3450360397275072,
-      "learning_rate": 5.023790751465818e-06,
-      "loss": 0.1638,
-      "step": 13290
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.1537028984901865,
-      "learning_rate": 5.022362247248052e-06,
-      "loss": 0.2023,
-      "step": 13291
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9600143888983569,
-      "learning_rate": 5.020933878048988e-06,
-      "loss": 0.1778,
-      "step": 13292
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.347995113401063,
-      "learning_rate": 5.0195056439073775e-06,
-      "loss": 0.2065,
-      "step": 13293
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8692116195281121,
-      "learning_rate": 5.018077544861954e-06,
-      "loss": 0.1683,
-      "step": 13294
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.4525317319667932,
-      "learning_rate": 5.016649580951462e-06,
-      "loss": 0.1714,
-      "step": 13295
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0646484388308648,
-      "learning_rate": 5.015221752214627e-06,
-      "loss": 0.1597,
-      "step": 13296
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0205582628493528,
-      "learning_rate": 5.013794058690185e-06,
-      "loss": 0.1797,
-      "step": 13297
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8514951899742292,
-      "learning_rate": 5.01236650041686e-06,
-      "loss": 0.1743,
-      "step": 13298
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8689347769419848,
-      "learning_rate": 5.010939077433378e-06,
-      "loss": 0.1852,
-      "step": 13299
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9292572474186874,
-      "learning_rate": 5.009511789778454e-06,
-      "loss": 0.1802,
-      "step": 13300
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 3.692359441421138,
-      "learning_rate": 5.008084637490807e-06,
-      "loss": 0.1784,
-      "step": 13301
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.2508345137841275,
-      "learning_rate": 5.006657620609147e-06,
-      "loss": 0.1911,
-      "step": 13302
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9286787172036365,
-      "learning_rate": 5.005230739172175e-06,
-      "loss": 0.1892,
-      "step": 13303
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.867410754178937,
-      "learning_rate": 5.003803993218608e-06,
-      "loss": 0.1789,
-      "step": 13304
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.1372677523807884,
-      "learning_rate": 5.002377382787135e-06,
-      "loss": 0.1997,
-      "step": 13305
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8645106706756592,
-      "learning_rate": 5.000950907916457e-06,
-      "loss": 0.1848,
-      "step": 13306
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9028957991781709,
-      "learning_rate": 4.999524568645268e-06,
-      "loss": 0.1791,
-      "step": 13307
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.653303769921554,
-      "learning_rate": 4.998098365012263e-06,
-      "loss": 0.1944,
-      "step": 13308
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 3.581598586863471,
-      "learning_rate": 4.9966722970561165e-06,
-      "loss": 0.1645,
-      "step": 13309
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0273155328412358,
-      "learning_rate": 4.995246364815522e-06,
-      "loss": 0.1739,
-      "step": 13310
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.233151772861096,
-      "learning_rate": 4.993820568329147e-06,
-      "loss": 0.1814,
-      "step": 13311
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8748578904892358,
-      "learning_rate": 4.992394907635677e-06,
-      "loss": 0.1754,
-      "step": 13312
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.3279718652025159,
-      "learning_rate": 4.990969382773773e-06,
-      "loss": 0.1784,
-      "step": 13313
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8481820795080676,
-      "learning_rate": 4.989543993782109e-06,
-      "loss": 0.1647,
-      "step": 13314
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8523082068024254,
-      "learning_rate": 4.9881187406993455e-06,
-      "loss": 0.1654,
-      "step": 13315
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0876009925692094,
-      "learning_rate": 4.98669362356415e-06,
-      "loss": 0.1692,
-      "step": 13316
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.2189864873069765,
-      "learning_rate": 4.985268642415167e-06,
-      "loss": 0.2011,
-      "step": 13317
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0037139617465891,
-      "learning_rate": 4.98384379729106e-06,
-      "loss": 0.1682,
-      "step": 13318
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.1469562922992695,
-      "learning_rate": 4.982419088230473e-06,
-      "loss": 0.1668,
-      "step": 13319
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8763162550492711,
-      "learning_rate": 4.98099451527205e-06,
-      "loss": 0.188,
-      "step": 13320
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9031762114085561,
-      "learning_rate": 4.9795700784544355e-06,
-      "loss": 0.1561,
-      "step": 13321
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.4303154523574806,
-      "learning_rate": 4.978145777816264e-06,
-      "loss": 0.1728,
-      "step": 13322
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.063977785990633,
-      "learning_rate": 4.9767216133961705e-06,
-      "loss": 0.1552,
-      "step": 13323
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.1334620235258557,
-      "learning_rate": 4.975297585232788e-06,
-      "loss": 0.1845,
-      "step": 13324
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0121310102918408,
-      "learning_rate": 4.973873693364746e-06,
-      "loss": 0.1838,
-      "step": 13325
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8874720693087358,
-      "learning_rate": 4.972449937830659e-06,
-      "loss": 0.1392,
-      "step": 13326
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8405872199516397,
-      "learning_rate": 4.971026318669156e-06,
-      "loss": 0.2046,
-      "step": 13327
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9140677436739643,
-      "learning_rate": 4.9696028359188444e-06,
-      "loss": 0.1817,
-      "step": 13328
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.122027630302311,
-      "learning_rate": 4.968179489618345e-06,
-      "loss": 0.1768,
-      "step": 13329
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9179887064369858,
-      "learning_rate": 4.966756279806255e-06,
-      "loss": 0.1599,
-      "step": 13330
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.2229010455954328,
-      "learning_rate": 4.9653332065211905e-06,
-      "loss": 0.1692,
-      "step": 13331
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9100285797496191,
-      "learning_rate": 4.963910269801743e-06,
-      "loss": 0.1708,
-      "step": 13332
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.108220029993447,
-      "learning_rate": 4.962487469686513e-06,
-      "loss": 0.1887,
-      "step": 13333
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.1734441516261298,
-      "learning_rate": 4.961064806214096e-06,
-      "loss": 0.1804,
-      "step": 13334
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.071162594836847,
-      "learning_rate": 4.959642279423085e-06,
-      "loss": 0.1738,
-      "step": 13335
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.1985132657468434,
-      "learning_rate": 4.958219889352061e-06,
-      "loss": 0.1652,
-      "step": 13336
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8772492189650118,
-      "learning_rate": 4.956797636039603e-06,
-      "loss": 0.1721,
-      "step": 13337
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.2597169048117127,
-      "learning_rate": 4.955375519524299e-06,
-      "loss": 0.2005,
-      "step": 13338
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 2.4108297618878187,
-      "learning_rate": 4.953953539844715e-06,
-      "loss": 0.1738,
-      "step": 13339
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8353302923538877,
-      "learning_rate": 4.952531697039424e-06,
-      "loss": 0.1796,
-      "step": 13340
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 3.45598031294388,
-      "learning_rate": 4.951109991146999e-06,
-      "loss": 0.1664,
-      "step": 13341
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 3.890865755028747,
-      "learning_rate": 4.949688422206003e-06,
-      "loss": 0.1665,
-      "step": 13342
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.035408609462023,
-      "learning_rate": 4.9482669902549896e-06,
-      "loss": 0.1791,
-      "step": 13343
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0615178010266604,
-      "learning_rate": 4.946845695332524e-06,
-      "loss": 0.1934,
-      "step": 13344
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.1510058838639408,
-      "learning_rate": 4.945424537477149e-06,
-      "loss": 0.1732,
-      "step": 13345
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8626483346119986,
-      "learning_rate": 4.944003516727424e-06,
-      "loss": 0.164,
-      "step": 13346
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9788758357224554,
-      "learning_rate": 4.942582633121885e-06,
-      "loss": 0.1781,
-      "step": 13347
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.2100884087094943,
-      "learning_rate": 4.941161886699082e-06,
-      "loss": 0.1607,
-      "step": 13348
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.7699738187325713,
-      "learning_rate": 4.939741277497545e-06,
-      "loss": 0.1842,
-      "step": 13349
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.88949621414364,
-      "learning_rate": 4.938320805555811e-06,
-      "loss": 0.1579,
-      "step": 13350
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9083718699578254,
-      "learning_rate": 4.9369004709124115e-06,
-      "loss": 0.1797,
-      "step": 13351
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 3.122080049815317,
-      "learning_rate": 4.935480273605876e-06,
-      "loss": 0.1666,
-      "step": 13352
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.1730433331504413,
-      "learning_rate": 4.93406021367472e-06,
-      "loss": 0.1693,
-      "step": 13353
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.1792075254193641,
-      "learning_rate": 4.932640291157471e-06,
-      "loss": 0.1599,
-      "step": 13354
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9867221227698497,
-      "learning_rate": 4.931220506092641e-06,
-      "loss": 0.1657,
-      "step": 13355
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9272440666065497,
-      "learning_rate": 4.929800858518736e-06,
-      "loss": 0.1678,
-      "step": 13356
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.3593501320246062,
-      "learning_rate": 4.928381348474274e-06,
-      "loss": 0.1864,
-      "step": 13357
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.2641556486628795,
-      "learning_rate": 4.926961975997749e-06,
-      "loss": 0.2181,
-      "step": 13358
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0468224571302156,
-      "learning_rate": 4.925542741127669e-06,
-      "loss": 0.177,
-      "step": 13359
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0279548360084887,
-      "learning_rate": 4.9241236439025275e-06,
-      "loss": 0.1573,
-      "step": 13360
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.4210161107545294,
-      "learning_rate": 4.9227046843608224e-06,
-      "loss": 0.1559,
-      "step": 13361
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0368899818961608,
-      "learning_rate": 4.921285862541037e-06,
-      "loss": 0.1776,
-      "step": 13362
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8609128185278291,
-      "learning_rate": 4.919867178481662e-06,
-      "loss": 0.1789,
-      "step": 13363
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0819398376435012,
-      "learning_rate": 4.9184486322211734e-06,
-      "loss": 0.1582,
-      "step": 13364
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 2.186110252214916,
-      "learning_rate": 4.917030223798057e-06,
-      "loss": 0.1507,
-      "step": 13365
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8508139881204698,
-      "learning_rate": 4.915611953250778e-06,
-      "loss": 0.179,
-      "step": 13366
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 2.8510715693991586,
-      "learning_rate": 4.914193820617813e-06,
-      "loss": 0.1841,
-      "step": 13367
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8557222228620209,
-      "learning_rate": 4.912775825937627e-06,
-      "loss": 0.181,
-      "step": 13368
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0329111875129768,
-      "learning_rate": 4.911357969248688e-06,
-      "loss": 0.1757,
-      "step": 13369
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0033361006799728,
-      "learning_rate": 4.909940250589448e-06,
-      "loss": 0.174,
-      "step": 13370
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9562282908872947,
-      "learning_rate": 4.90852266999837e-06,
-      "loss": 0.1636,
-      "step": 13371
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.6260398737326067,
-      "learning_rate": 4.907105227513902e-06,
-      "loss": 0.1776,
-      "step": 13372
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9791958386788515,
-      "learning_rate": 4.905687923174488e-06,
-      "loss": 0.149,
-      "step": 13373
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8983703155733312,
-      "learning_rate": 4.904270757018581e-06,
-      "loss": 0.1563,
-      "step": 13374
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8223754890980843,
-      "learning_rate": 4.902853729084615e-06,
-      "loss": 0.1608,
-      "step": 13375
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8900805982829235,
-      "learning_rate": 4.9014368394110275e-06,
-      "loss": 0.1645,
-      "step": 13376
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.17004263604402,
-      "learning_rate": 4.900020088036254e-06,
-      "loss": 0.157,
-      "step": 13377
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.2806837428129272,
-      "learning_rate": 4.898603474998729e-06,
-      "loss": 0.1875,
-      "step": 13378
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.894743260473036,
-      "learning_rate": 4.897187000336867e-06,
-      "loss": 0.1517,
-      "step": 13379
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0252274864395192,
-      "learning_rate": 4.895770664089101e-06,
-      "loss": 0.199,
-      "step": 13380
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.1158333518389476,
-      "learning_rate": 4.89435446629384e-06,
-      "loss": 0.1824,
-      "step": 13381
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9805177074634117,
-      "learning_rate": 4.892938406989507e-06,
-      "loss": 0.1725,
-      "step": 13382
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.998938905422329,
-      "learning_rate": 4.891522486214503e-06,
-      "loss": 0.1641,
-      "step": 13383
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9151046573689942,
-      "learning_rate": 4.89010670400724e-06,
-      "loss": 0.1815,
-      "step": 13384
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.1280548607462288,
-      "learning_rate": 4.888691060406122e-06,
-      "loss": 0.1789,
-      "step": 13385
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0898656353463203,
-      "learning_rate": 4.887275555449552e-06,
-      "loss": 0.1374,
-      "step": 13386
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0457794371285571,
-      "learning_rate": 4.885860189175917e-06,
-      "loss": 0.1746,
-      "step": 13387
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8664565229805467,
-      "learning_rate": 4.884444961623616e-06,
-      "loss": 0.1848,
-      "step": 13388
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.4847731662977808,
-      "learning_rate": 4.8830298728310355e-06,
-      "loss": 0.2005,
-      "step": 13389
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9869762959474485,
-      "learning_rate": 4.881614922836555e-06,
-      "loss": 0.1632,
-      "step": 13390
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.1011081086417145,
-      "learning_rate": 4.880200111678563e-06,
-      "loss": 0.1541,
-      "step": 13391
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8733096551389045,
-      "learning_rate": 4.878785439395427e-06,
-      "loss": 0.1746,
-      "step": 13392
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.7062110329950042,
-      "learning_rate": 4.8773709060255256e-06,
-      "loss": 0.1809,
-      "step": 13393
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.4984101977385287,
-      "learning_rate": 4.8759565116072285e-06,
-      "loss": 0.196,
-      "step": 13394
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9800320483035345,
-      "learning_rate": 4.874542256178903e-06,
-      "loss": 0.1675,
-      "step": 13395
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0454689807754207,
-      "learning_rate": 4.873128139778906e-06,
-      "loss": 0.1897,
-      "step": 13396
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9859535430018859,
-      "learning_rate": 4.8717141624456e-06,
-      "loss": 0.1584,
-      "step": 13397
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0988300467051104,
-      "learning_rate": 4.870300324217334e-06,
-      "loss": 0.1787,
-      "step": 13398
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9376020847074387,
-      "learning_rate": 4.868886625132465e-06,
-      "loss": 0.1755,
-      "step": 13399
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.7033458031810654,
-      "learning_rate": 4.867473065229332e-06,
-      "loss": 0.135,
-      "step": 13400
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.063844911772989,
-      "learning_rate": 4.866059644546287e-06,
-      "loss": 0.1879,
-      "step": 13401
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.5097869097695407,
-      "learning_rate": 4.864646363121659e-06,
-      "loss": 0.182,
-      "step": 13402
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.369818989617672,
-      "learning_rate": 4.863233220993789e-06,
-      "loss": 0.1657,
-      "step": 13403
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9667709687107531,
-      "learning_rate": 4.861820218201009e-06,
-      "loss": 0.1761,
-      "step": 13404
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.1342468133599284,
-      "learning_rate": 4.860407354781647e-06,
-      "loss": 0.1535,
-      "step": 13405
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.1973300465476358,
-      "learning_rate": 4.858994630774028e-06,
-      "loss": 0.1678,
-      "step": 13406
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8670715244476761,
-      "learning_rate": 4.857582046216465e-06,
-      "loss": 0.1865,
-      "step": 13407
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9690513997511496,
-      "learning_rate": 4.856169601147285e-06,
-      "loss": 0.1735,
-      "step": 13408
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0865856176368371,
-      "learning_rate": 4.8547572956047894e-06,
-      "loss": 0.1875,
-      "step": 13409
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0067725107937646,
-      "learning_rate": 4.8533451296272934e-06,
-      "loss": 0.1698,
-      "step": 13410
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8611937224662363,
-      "learning_rate": 4.8519331032531015e-06,
-      "loss": 0.1621,
-      "step": 13411
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.2179372902706707,
-      "learning_rate": 4.85052121652052e-06,
-      "loss": 0.1737,
-      "step": 13412
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0646786227946774,
-      "learning_rate": 4.849109469467835e-06,
-      "loss": 0.1744,
-      "step": 13413
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.3153447789011714,
-      "learning_rate": 4.847697862133351e-06,
-      "loss": 0.1599,
-      "step": 13414
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.139802471031512,
-      "learning_rate": 4.846286394555352e-06,
-      "loss": 0.1461,
-      "step": 13415
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8781096489001784,
-      "learning_rate": 4.844875066772126e-06,
-      "loss": 0.1754,
-      "step": 13416
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9085196484189163,
-      "learning_rate": 4.843463878821955e-06,
-      "loss": 0.1776,
-      "step": 13417
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9693730021548259,
-      "learning_rate": 4.842052830743118e-06,
-      "loss": 0.1638,
-      "step": 13418
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.911581147326447,
-      "learning_rate": 4.840641922573888e-06,
-      "loss": 0.1603,
-      "step": 13419
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 2.1832359251033444,
-      "learning_rate": 4.839231154352535e-06,
-      "loss": 0.181,
-      "step": 13420
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9944004541687458,
-      "learning_rate": 4.837820526117329e-06,
-      "loss": 0.1786,
-      "step": 13421
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9643622262243208,
-      "learning_rate": 4.836410037906537e-06,
-      "loss": 0.1863,
-      "step": 13422
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.798376813456311,
-      "learning_rate": 4.834999689758412e-06,
-      "loss": 0.1683,
-      "step": 13423
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0119099256446815,
-      "learning_rate": 4.833589481711214e-06,
-      "loss": 0.1666,
-      "step": 13424
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.1561921433167999,
-      "learning_rate": 4.832179413803193e-06,
-      "loss": 0.1566,
-      "step": 13425
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.135528996676528,
-      "learning_rate": 4.830769486072594e-06,
-      "loss": 0.191,
-      "step": 13426
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0686848952484496,
-      "learning_rate": 4.829359698557669e-06,
-      "loss": 0.201,
-      "step": 13427
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9368366479450847,
-      "learning_rate": 4.827950051296651e-06,
-      "loss": 0.1854,
-      "step": 13428
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.055241925769985,
-      "learning_rate": 4.826540544327778e-06,
-      "loss": 0.1735,
-      "step": 13429
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.4929546877284332,
-      "learning_rate": 4.825131177689286e-06,
-      "loss": 0.1832,
-      "step": 13430
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9835157565703031,
-      "learning_rate": 4.8237219514194064e-06,
-      "loss": 0.1614,
-      "step": 13431
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8935105225693067,
-      "learning_rate": 4.8223128655563574e-06,
-      "loss": 0.1619,
-      "step": 13432
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9941601481300318,
-      "learning_rate": 4.820903920138369e-06,
-      "loss": 0.1813,
-      "step": 13433
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.2681225658498505,
-      "learning_rate": 4.819495115203651e-06,
-      "loss": 0.1727,
-      "step": 13434
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0083145685072834,
-      "learning_rate": 4.818086450790423e-06,
-      "loss": 0.1838,
-      "step": 13435
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.002803369604112,
-      "learning_rate": 4.816677926936889e-06,
-      "loss": 0.1649,
-      "step": 13436
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8970907695821947,
-      "learning_rate": 4.815269543681259e-06,
-      "loss": 0.1644,
-      "step": 13437
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.7536868504864365,
-      "learning_rate": 4.813861301061737e-06,
-      "loss": 0.168,
-      "step": 13438
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.287016327629495,
-      "learning_rate": 4.812453199116522e-06,
-      "loss": 0.1568,
-      "step": 13439
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 2.365945925124035,
-      "learning_rate": 4.811045237883803e-06,
-      "loss": 0.1613,
-      "step": 13440
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8182433301573657,
-      "learning_rate": 4.80963741740178e-06,
-      "loss": 0.1671,
-      "step": 13441
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.2762692421010002,
-      "learning_rate": 4.808229737708635e-06,
-      "loss": 0.183,
-      "step": 13442
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.1055784334758063,
-      "learning_rate": 4.806822198842548e-06,
-      "loss": 0.1614,
-      "step": 13443
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.6299468631717564,
-      "learning_rate": 4.805414800841706e-06,
-      "loss": 0.182,
-      "step": 13444
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9921407678152764,
-      "learning_rate": 4.804007543744277e-06,
-      "loss": 0.1731,
-      "step": 13445
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.226900393560294,
-      "learning_rate": 4.802600427588437e-06,
-      "loss": 0.1875,
-      "step": 13446
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8771639659433222,
-      "learning_rate": 4.801193452412353e-06,
-      "loss": 0.1828,
-      "step": 13447
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.2076103968998635,
-      "learning_rate": 4.799786618254194e-06,
-      "loss": 0.1824,
-      "step": 13448
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.165591143836002,
-      "learning_rate": 4.798379925152113e-06,
-      "loss": 0.1688,
-      "step": 13449
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9737739548462891,
-      "learning_rate": 4.796973373144276e-06,
-      "loss": 0.1849,
-      "step": 13450
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9713615342015935,
-      "learning_rate": 4.795566962268824e-06,
-      "loss": 0.1916,
-      "step": 13451
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.033946714466998,
-      "learning_rate": 4.794160692563917e-06,
-      "loss": 0.2029,
-      "step": 13452
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.2749100365224257,
-      "learning_rate": 4.792754564067691e-06,
-      "loss": 0.1633,
-      "step": 13453
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.806561978231977,
-      "learning_rate": 4.791348576818296e-06,
-      "loss": 0.162,
-      "step": 13454
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.6382894362878446,
-      "learning_rate": 4.78994273085386e-06,
-      "loss": 0.1802,
-      "step": 13455
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9880680606393522,
-      "learning_rate": 4.788537026212523e-06,
-      "loss": 0.1718,
-      "step": 13456
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.3179714810536076,
-      "learning_rate": 4.7871314629324125e-06,
-      "loss": 0.1637,
-      "step": 13457
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8938350389586178,
-      "learning_rate": 4.78572604105166e-06,
-      "loss": 0.1625,
-      "step": 13458
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.2134710981285515,
-      "learning_rate": 4.784320760608384e-06,
-      "loss": 0.1706,
-      "step": 13459
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.4017759179084095,
-      "learning_rate": 4.782915621640697e-06,
-      "loss": 0.1752,
-      "step": 13460
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.1175978308846175,
-      "learning_rate": 4.781510624186723e-06,
-      "loss": 0.1664,
-      "step": 13461
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0035509318285942,
-      "learning_rate": 4.780105768284563e-06,
-      "loss": 0.1715,
-      "step": 13462
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.7894408453332361,
-      "learning_rate": 4.778701053972329e-06,
-      "loss": 0.1549,
-      "step": 13463
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 6.307745294733831,
-      "learning_rate": 4.777296481288125e-06,
-      "loss": 0.1649,
-      "step": 13464
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.050140125564269,
-      "learning_rate": 4.775892050270051e-06,
-      "loss": 0.1903,
-      "step": 13465
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.8613949065020686,
-      "learning_rate": 4.774487760956198e-06,
-      "loss": 0.169,
-      "step": 13466
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.7835237230319492,
-      "learning_rate": 4.773083613384663e-06,
-      "loss": 0.1403,
-      "step": 13467
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.3627385906428595,
-      "learning_rate": 4.771679607593526e-06,
-      "loss": 0.1839,
-      "step": 13468
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 1.0347857730772498,
-      "learning_rate": 4.770275743620879e-06,
-      "loss": 0.183,
-      "step": 13469
-    },
-    {
-      "epoch": 0.68,
-      "grad_norm": 0.9220173253856068,
-      "learning_rate": 4.768872021504795e-06,
-      "loss": 0.1678,
-      "step": 13470
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.468227027681512,
-      "learning_rate": 4.767468441283355e-06,
-      "loss": 0.1754,
-      "step": 13471
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.953328021389925,
-      "learning_rate": 4.766065002994626e-06,
-      "loss": 0.2112,
-      "step": 13472
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8236174244301655,
-      "learning_rate": 4.764661706676679e-06,
-      "loss": 0.1659,
-      "step": 13473
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.07470258531206,
-      "learning_rate": 4.763258552367579e-06,
-      "loss": 0.159,
-      "step": 13474
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.4178247476696861,
-      "learning_rate": 4.761855540105391e-06,
-      "loss": 0.1845,
-      "step": 13475
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0258835616788802,
-      "learning_rate": 4.760452669928167e-06,
-      "loss": 0.1675,
-      "step": 13476
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8569243751405146,
-      "learning_rate": 4.759049941873957e-06,
-      "loss": 0.1865,
-      "step": 13477
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9533173851533268,
-      "learning_rate": 4.757647355980816e-06,
-      "loss": 0.1824,
-      "step": 13478
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.775607340301293,
-      "learning_rate": 4.756244912286782e-06,
-      "loss": 0.1543,
-      "step": 13479
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8975477515315292,
-      "learning_rate": 4.754842610829908e-06,
-      "loss": 0.1811,
-      "step": 13480
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8611261096224713,
-      "learning_rate": 4.753440451648218e-06,
-      "loss": 0.1522,
-      "step": 13481
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.2630671689125583,
-      "learning_rate": 4.752038434779752e-06,
-      "loss": 0.1542,
-      "step": 13482
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.3134315148743594,
-      "learning_rate": 4.750636560262542e-06,
-      "loss": 0.1737,
-      "step": 13483
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.6569673148435342,
-      "learning_rate": 4.749234828134614e-06,
-      "loss": 0.1738,
-      "step": 13484
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.843456888349568,
-      "learning_rate": 4.7478332384339834e-06,
-      "loss": 0.1788,
-      "step": 13485
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.1360067662500801,
-      "learning_rate": 4.746431791198678e-06,
-      "loss": 0.1787,
-      "step": 13486
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9441431557652228,
-      "learning_rate": 4.745030486466702e-06,
-      "loss": 0.1614,
-      "step": 13487
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.217989906596319,
-      "learning_rate": 4.743629324276076e-06,
-      "loss": 0.1607,
-      "step": 13488
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.2598036556797265,
-      "learning_rate": 4.742228304664797e-06,
-      "loss": 0.1863,
-      "step": 13489
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9377746170865727,
-      "learning_rate": 4.740827427670871e-06,
-      "loss": 0.1719,
-      "step": 13490
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.7620754681797829,
-      "learning_rate": 4.7394266933322995e-06,
-      "loss": 0.155,
-      "step": 13491
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.446752341984604,
-      "learning_rate": 4.73802610168708e-06,
-      "loss": 0.1637,
-      "step": 13492
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.3227834294404783,
-      "learning_rate": 4.736625652773195e-06,
-      "loss": 0.1758,
-      "step": 13493
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.2196491773894043,
-      "learning_rate": 4.735225346628641e-06,
-      "loss": 0.1779,
-      "step": 13494
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.972599455443251,
-      "learning_rate": 4.733825183291396e-06,
-      "loss": 0.1582,
-      "step": 13495
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 2.1493289407215332,
-      "learning_rate": 4.7324251627994375e-06,
-      "loss": 0.1861,
-      "step": 13496
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.213066587740853,
-      "learning_rate": 4.731025285190748e-06,
-      "loss": 0.1705,
-      "step": 13497
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9963341122388324,
-      "learning_rate": 4.729625550503291e-06,
-      "loss": 0.1576,
-      "step": 13498
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.928854673356536,
-      "learning_rate": 4.728225958775038e-06,
-      "loss": 0.1631,
-      "step": 13499
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.1516730033725135,
-      "learning_rate": 4.726826510043953e-06,
-      "loss": 0.1566,
-      "step": 13500
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0721723247090889,
-      "learning_rate": 4.725427204348002e-06,
-      "loss": 0.1706,
-      "step": 13501
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0402834885592727,
-      "learning_rate": 4.724028041725132e-06,
-      "loss": 0.1372,
-      "step": 13502
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.2585969099620888,
-      "learning_rate": 4.722629022213303e-06,
-      "loss": 0.1784,
-      "step": 13503
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.211687513437,
-      "learning_rate": 4.721230145850456e-06,
-      "loss": 0.1699,
-      "step": 13504
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8774157171124775,
-      "learning_rate": 4.7198314126745424e-06,
-      "loss": 0.1476,
-      "step": 13505
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.1104455447501893,
-      "learning_rate": 4.718432822723498e-06,
-      "loss": 0.1737,
-      "step": 13506
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8279150288922937,
-      "learning_rate": 4.7170343760352595e-06,
-      "loss": 0.1626,
-      "step": 13507
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.3927560254857045,
-      "learning_rate": 4.715636072647763e-06,
-      "loss": 0.1732,
-      "step": 13508
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9894871996707575,
-      "learning_rate": 4.714237912598941e-06,
-      "loss": 0.1672,
-      "step": 13509
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.001968051076667,
-      "learning_rate": 4.7128398959267095e-06,
-      "loss": 0.1654,
-      "step": 13510
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.2122031088329057,
-      "learning_rate": 4.711442022668998e-06,
-      "loss": 0.1674,
-      "step": 13511
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.7976776552459861,
-      "learning_rate": 4.710044292863721e-06,
-      "loss": 0.1469,
-      "step": 13512
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9277944585899132,
-      "learning_rate": 4.7086467065487875e-06,
-      "loss": 0.1499,
-      "step": 13513
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.2169821076074399,
-      "learning_rate": 4.707249263762115e-06,
-      "loss": 0.1595,
-      "step": 13514
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.6496269445057359,
-      "learning_rate": 4.7058519645416004e-06,
-      "loss": 0.1722,
-      "step": 13515
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0799766772357269,
-      "learning_rate": 4.7044548089251505e-06,
-      "loss": 0.161,
-      "step": 13516
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.7183745714562393,
-      "learning_rate": 4.703057796950663e-06,
-      "loss": 0.1632,
-      "step": 13517
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.2890048452136667,
-      "learning_rate": 4.701660928656036e-06,
-      "loss": 0.1841,
-      "step": 13518
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.299031005709721,
-      "learning_rate": 4.7002642040791526e-06,
-      "loss": 0.1627,
-      "step": 13519
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0199202670304646,
-      "learning_rate": 4.698867623257905e-06,
-      "loss": 0.1509,
-      "step": 13520
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0061548078404354,
-      "learning_rate": 4.697471186230168e-06,
-      "loss": 0.1723,
-      "step": 13521
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.6402715115473485,
-      "learning_rate": 4.696074893033828e-06,
-      "loss": 0.1612,
-      "step": 13522
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9338752918297215,
-      "learning_rate": 4.694678743706754e-06,
-      "loss": 0.1874,
-      "step": 13523
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.3107696335607468,
-      "learning_rate": 4.693282738286822e-06,
-      "loss": 0.1601,
-      "step": 13524
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0287906491985137,
-      "learning_rate": 4.6918868768118906e-06,
-      "loss": 0.1608,
-      "step": 13525
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.3655937539532998,
-      "learning_rate": 4.690491159319829e-06,
-      "loss": 0.1741,
-      "step": 13526
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0816495827850183,
-      "learning_rate": 4.689095585848494e-06,
-      "loss": 0.1555,
-      "step": 13527
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.2177066010221815,
-      "learning_rate": 4.687700156435745e-06,
-      "loss": 0.1835,
-      "step": 13528
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8894544378116847,
-      "learning_rate": 4.686304871119429e-06,
-      "loss": 0.1577,
-      "step": 13529
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.4856797398142272,
-      "learning_rate": 4.68490972993739e-06,
-      "loss": 0.1922,
-      "step": 13530
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.842186615856397,
-      "learning_rate": 4.683514732927479e-06,
-      "loss": 0.1726,
-      "step": 13531
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0661252290878187,
-      "learning_rate": 4.682119880127526e-06,
-      "loss": 0.181,
-      "step": 13532
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.1548888139770868,
-      "learning_rate": 4.680725171575373e-06,
-      "loss": 0.1751,
-      "step": 13533
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9473059849013943,
-      "learning_rate": 4.679330607308849e-06,
-      "loss": 0.195,
-      "step": 13534
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.4304758217482247,
-      "learning_rate": 4.677936187365787e-06,
-      "loss": 0.1815,
-      "step": 13535
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9854967453610628,
-      "learning_rate": 4.676541911784004e-06,
-      "loss": 0.1773,
-      "step": 13536
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.2275356983406849,
-      "learning_rate": 4.675147780601324e-06,
-      "loss": 0.1621,
-      "step": 13537
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8949481564151959,
-      "learning_rate": 4.673753793855559e-06,
-      "loss": 0.173,
-      "step": 13538
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0624308576100148,
-      "learning_rate": 4.672359951584526e-06,
-      "loss": 0.1774,
-      "step": 13539
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9060232614534275,
-      "learning_rate": 4.670966253826027e-06,
-      "loss": 0.1626,
-      "step": 13540
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8764413985940274,
-      "learning_rate": 4.669572700617872e-06,
-      "loss": 0.1696,
-      "step": 13541
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.1743336547666958,
-      "learning_rate": 4.6681792919978565e-06,
-      "loss": 0.1732,
-      "step": 13542
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9143877752093164,
-      "learning_rate": 4.666786028003778e-06,
-      "loss": 0.1569,
-      "step": 13543
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0888796487708368,
-      "learning_rate": 4.66539290867343e-06,
-      "loss": 0.157,
-      "step": 13544
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.25089617021715,
-      "learning_rate": 4.6639999340446045e-06,
-      "loss": 0.1631,
-      "step": 13545
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.4660317954025943,
-      "learning_rate": 4.662607104155081e-06,
-      "loss": 0.1864,
-      "step": 13546
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.7761331672489337,
-      "learning_rate": 4.661214419042639e-06,
-      "loss": 0.1929,
-      "step": 13547
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0568586982203227,
-      "learning_rate": 4.65982187874506e-06,
-      "loss": 0.1751,
-      "step": 13548
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8537179892331328,
-      "learning_rate": 4.658429483300111e-06,
-      "loss": 0.1648,
-      "step": 13549
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.3181985905550566,
-      "learning_rate": 4.6570372327455686e-06,
-      "loss": 0.1788,
-      "step": 13550
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.8328073860100116,
-      "learning_rate": 4.6556451271191875e-06,
-      "loss": 0.1745,
-      "step": 13551
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.2966089598592383,
-      "learning_rate": 4.6542531664587355e-06,
-      "loss": 0.1703,
-      "step": 13552
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.1042830729817357,
-      "learning_rate": 4.652861350801967e-06,
-      "loss": 0.1756,
-      "step": 13553
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8945608077369172,
-      "learning_rate": 4.651469680186641e-06,
-      "loss": 0.1402,
-      "step": 13554
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.672402165651304,
-      "learning_rate": 4.650078154650498e-06,
-      "loss": 0.1837,
-      "step": 13555
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.071037699984741,
-      "learning_rate": 4.648686774231291e-06,
-      "loss": 0.1725,
-      "step": 13556
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8953953526421431,
-      "learning_rate": 4.647295538966754e-06,
-      "loss": 0.1629,
-      "step": 13557
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0473247996790758,
-      "learning_rate": 4.645904448894632e-06,
-      "loss": 0.1598,
-      "step": 13558
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9166293227738351,
-      "learning_rate": 4.644513504052649e-06,
-      "loss": 0.1726,
-      "step": 13559
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8631086924575336,
-      "learning_rate": 4.643122704478541e-06,
-      "loss": 0.1433,
-      "step": 13560
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.6481431810406317,
-      "learning_rate": 4.641732050210032e-06,
-      "loss": 0.1535,
-      "step": 13561
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 2.250059379509954,
-      "learning_rate": 4.640341541284847e-06,
-      "loss": 0.1824,
-      "step": 13562
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8370577808863652,
-      "learning_rate": 4.638951177740697e-06,
-      "loss": 0.1811,
-      "step": 13563
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0688233014826511,
-      "learning_rate": 4.637560959615302e-06,
-      "loss": 0.1542,
-      "step": 13564
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.165288677744048,
-      "learning_rate": 4.636170886946371e-06,
-      "loss": 0.1886,
-      "step": 13565
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9040930500201682,
-      "learning_rate": 4.634780959771602e-06,
-      "loss": 0.1591,
-      "step": 13566
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0498273932508568,
-      "learning_rate": 4.633391178128707e-06,
-      "loss": 0.1724,
-      "step": 13567
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.5616589553427944,
-      "learning_rate": 4.632001542055375e-06,
-      "loss": 0.1837,
-      "step": 13568
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.1889390923160186,
-      "learning_rate": 4.630612051589305e-06,
-      "loss": 0.1698,
-      "step": 13569
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.1318211001505287,
-      "learning_rate": 4.629222706768186e-06,
-      "loss": 0.1799,
-      "step": 13570
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.3790972285522614,
-      "learning_rate": 4.6278335076297085e-06,
-      "loss": 0.1619,
-      "step": 13571
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.7173679176378776,
-      "learning_rate": 4.626444454211547e-06,
-      "loss": 0.1688,
-      "step": 13572
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.1035216925111442,
-      "learning_rate": 4.6250555465513866e-06,
-      "loss": 0.1538,
-      "step": 13573
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9786599408298793,
-      "learning_rate": 4.623666784686895e-06,
-      "loss": 0.1866,
-      "step": 13574
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.421386305458509,
-      "learning_rate": 4.6222781686557485e-06,
-      "loss": 0.1817,
-      "step": 13575
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.4270252922303626,
-      "learning_rate": 4.620889698495606e-06,
-      "loss": 0.1885,
-      "step": 13576
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.2922180581849296,
-      "learning_rate": 4.619501374244138e-06,
-      "loss": 0.1724,
-      "step": 13577
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8167681017098267,
-      "learning_rate": 4.618113195938997e-06,
-      "loss": 0.1858,
-      "step": 13578
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.004602648431441,
-      "learning_rate": 4.616725163617838e-06,
-      "loss": 0.1783,
-      "step": 13579
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.984136134542311,
-      "learning_rate": 4.615337277318313e-06,
-      "loss": 0.1699,
-      "step": 13580
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8063277723505651,
-      "learning_rate": 4.613949537078074e-06,
-      "loss": 0.1626,
-      "step": 13581
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.6604415687659848,
-      "learning_rate": 4.612561942934757e-06,
-      "loss": 0.1848,
-      "step": 13582
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.60353535338271,
-      "learning_rate": 4.611174494925998e-06,
-      "loss": 0.1684,
-      "step": 13583
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.5032736790328078,
-      "learning_rate": 4.609787193089438e-06,
-      "loss": 0.1871,
-      "step": 13584
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 2.9766809056291623,
-      "learning_rate": 4.608400037462702e-06,
-      "loss": 0.1659,
-      "step": 13585
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8504763258567766,
-      "learning_rate": 4.607013028083419e-06,
-      "loss": 0.1633,
-      "step": 13586
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9512887618479131,
-      "learning_rate": 4.605626164989212e-06,
-      "loss": 0.1586,
-      "step": 13587
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9440239043274677,
-      "learning_rate": 4.604239448217704e-06,
-      "loss": 0.1931,
-      "step": 13588
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.94407399820329,
-      "learning_rate": 4.602852877806502e-06,
-      "loss": 0.1728,
-      "step": 13589
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8781022672939047,
-      "learning_rate": 4.601466453793224e-06,
-      "loss": 0.16,
-      "step": 13590
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.02587555658374,
-      "learning_rate": 4.60008017621547e-06,
-      "loss": 0.1712,
-      "step": 13591
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8299062732482788,
-      "learning_rate": 4.598694045110851e-06,
-      "loss": 0.1637,
-      "step": 13592
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.6775253264414962,
-      "learning_rate": 4.597308060516956e-06,
-      "loss": 0.178,
-      "step": 13593
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0173767614248344,
-      "learning_rate": 4.595922222471388e-06,
-      "loss": 0.1702,
-      "step": 13594
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.15134970328035,
-      "learning_rate": 4.5945365310117325e-06,
-      "loss": 0.2012,
-      "step": 13595
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.2736440643117173,
-      "learning_rate": 4.593150986175578e-06,
-      "loss": 0.1611,
-      "step": 13596
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9160802750515318,
-      "learning_rate": 4.59176558800051e-06,
-      "loss": 0.1854,
-      "step": 13597
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0618565771701247,
-      "learning_rate": 4.590380336524108e-06,
-      "loss": 0.1863,
-      "step": 13598
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.4095872357508041,
-      "learning_rate": 4.588995231783946e-06,
-      "loss": 0.1574,
-      "step": 13599
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.4633830074142442,
-      "learning_rate": 4.5876102738175895e-06,
-      "loss": 0.1711,
-      "step": 13600
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.1496702197396802,
-      "learning_rate": 4.586225462662615e-06,
-      "loss": 0.1694,
-      "step": 13601
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.2995727514266986,
-      "learning_rate": 4.584840798356574e-06,
-      "loss": 0.1774,
-      "step": 13602
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.2066523787933985,
-      "learning_rate": 4.583456280937035e-06,
-      "loss": 0.178,
-      "step": 13603
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0492721475579148,
-      "learning_rate": 4.582071910441549e-06,
-      "loss": 0.159,
-      "step": 13604
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.9537120737237095,
-      "learning_rate": 4.580687686907673e-06,
-      "loss": 0.1438,
-      "step": 13605
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 2.1519038592765245,
-      "learning_rate": 4.579303610372945e-06,
-      "loss": 0.165,
-      "step": 13606
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9498047286022816,
-      "learning_rate": 4.577919680874917e-06,
-      "loss": 0.1709,
-      "step": 13607
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.250374359466655,
-      "learning_rate": 4.57653589845112e-06,
-      "loss": 0.1443,
-      "step": 13608
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.918021914540636,
-      "learning_rate": 4.575152263139096e-06,
-      "loss": 0.1468,
-      "step": 13609
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.416579009119526,
-      "learning_rate": 4.573768774976371e-06,
-      "loss": 0.1792,
-      "step": 13610
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.2171797058734255,
-      "learning_rate": 4.572385434000477e-06,
-      "loss": 0.1675,
-      "step": 13611
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.3487422467380303,
-      "learning_rate": 4.5710022402489316e-06,
-      "loss": 0.1774,
-      "step": 13612
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8390122329378098,
-      "learning_rate": 4.569619193759257e-06,
-      "loss": 0.1526,
-      "step": 13613
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0920505118260386,
-      "learning_rate": 4.5682362945689684e-06,
-      "loss": 0.1821,
-      "step": 13614
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.2520630500194392,
-      "learning_rate": 4.5668535427155816e-06,
-      "loss": 0.1818,
-      "step": 13615
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9270273436084522,
-      "learning_rate": 4.565470938236598e-06,
-      "loss": 0.1543,
-      "step": 13616
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0954459642480405,
-      "learning_rate": 4.5640884811695185e-06,
-      "loss": 0.1644,
-      "step": 13617
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.939343554571579,
-      "learning_rate": 4.5627061715518504e-06,
-      "loss": 0.1832,
-      "step": 13618
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9068057167860933,
-      "learning_rate": 4.561324009421081e-06,
-      "loss": 0.1756,
-      "step": 13619
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.21653027952336,
-      "learning_rate": 4.5599419948147075e-06,
-      "loss": 0.1592,
-      "step": 13620
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9564302335647423,
-      "learning_rate": 4.558560127770212e-06,
-      "loss": 0.1713,
-      "step": 13621
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8784787604845598,
-      "learning_rate": 4.55717840832508e-06,
-      "loss": 0.155,
-      "step": 13622
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8785266321659584,
-      "learning_rate": 4.5557968365167905e-06,
-      "loss": 0.1812,
-      "step": 13623
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.9026291345633957,
-      "learning_rate": 4.5544154123828246e-06,
-      "loss": 0.1774,
-      "step": 13624
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.1734358448640543,
-      "learning_rate": 4.553034135960643e-06,
-      "loss": 0.1724,
-      "step": 13625
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.3709598780484173,
-      "learning_rate": 4.551653007287722e-06,
-      "loss": 0.155,
-      "step": 13626
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0501572052064885,
-      "learning_rate": 4.550272026401518e-06,
-      "loss": 0.1617,
-      "step": 13627
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.106664806576892,
-      "learning_rate": 4.548891193339496e-06,
-      "loss": 0.1843,
-      "step": 13628
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.4397585434339168,
-      "learning_rate": 4.5475105081391045e-06,
-      "loss": 0.1819,
-      "step": 13629
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 6.77510083667638,
-      "learning_rate": 4.546129970837799e-06,
-      "loss": 0.1791,
-      "step": 13630
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8667437504260953,
-      "learning_rate": 4.544749581473026e-06,
-      "loss": 0.1788,
-      "step": 13631
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0402234284927807,
-      "learning_rate": 4.543369340082232e-06,
-      "loss": 0.1657,
-      "step": 13632
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.2141343623878411,
-      "learning_rate": 4.54198924670285e-06,
-      "loss": 0.1783,
-      "step": 13633
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9137213467530735,
-      "learning_rate": 4.540609301372321e-06,
-      "loss": 0.1905,
-      "step": 13634
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0482645074998238,
-      "learning_rate": 4.539229504128073e-06,
-      "loss": 0.1715,
-      "step": 13635
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.3001918628637983,
-      "learning_rate": 4.53784985500753e-06,
-      "loss": 0.1828,
-      "step": 13636
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.4116670746126074,
-      "learning_rate": 4.536470354048121e-06,
-      "loss": 0.1869,
-      "step": 13637
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8045872138382979,
-      "learning_rate": 4.535091001287259e-06,
-      "loss": 0.1484,
-      "step": 13638
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0206620077990305,
-      "learning_rate": 4.533711796762362e-06,
-      "loss": 0.1993,
-      "step": 13639
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.4379884999398949,
-      "learning_rate": 4.532332740510842e-06,
-      "loss": 0.1645,
-      "step": 13640
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.6563946729632992,
-      "learning_rate": 4.530953832570109e-06,
-      "loss": 0.1724,
-      "step": 13641
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.1491454430323254,
-      "learning_rate": 4.5295750729775565e-06,
-      "loss": 0.1714,
-      "step": 13642
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.805474854958942,
-      "learning_rate": 4.528196461770596e-06,
-      "loss": 0.1534,
-      "step": 13643
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9306763153096663,
-      "learning_rate": 4.526817998986609e-06,
-      "loss": 0.1653,
-      "step": 13644
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0826607768088683,
-      "learning_rate": 4.5254396846629975e-06,
-      "loss": 0.1562,
-      "step": 13645
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0587769923842847,
-      "learning_rate": 4.5240615188371404e-06,
-      "loss": 0.1681,
-      "step": 13646
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0287482429144468,
-      "learning_rate": 4.522683501546428e-06,
-      "loss": 0.1685,
-      "step": 13647
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9475189022165657,
-      "learning_rate": 4.52130563282823e-06,
-      "loss": 0.1533,
-      "step": 13648
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9559323826822024,
-      "learning_rate": 4.519927912719927e-06,
-      "loss": 0.2016,
-      "step": 13649
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9539906601319694,
-      "learning_rate": 4.518550341258888e-06,
-      "loss": 0.2025,
-      "step": 13650
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.7717629165163703,
-      "learning_rate": 4.517172918482485e-06,
-      "loss": 0.1606,
-      "step": 13651
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.5207736020799518,
-      "learning_rate": 4.515795644428076e-06,
-      "loss": 0.191,
-      "step": 13652
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 2.051008527005148,
-      "learning_rate": 4.514418519133017e-06,
-      "loss": 0.1737,
-      "step": 13653
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.3983662117819151,
-      "learning_rate": 4.513041542634668e-06,
-      "loss": 0.1852,
-      "step": 13654
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.1120072938260044,
-      "learning_rate": 4.511664714970374e-06,
-      "loss": 0.2028,
-      "step": 13655
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0610598459717966,
-      "learning_rate": 4.510288036177485e-06,
-      "loss": 0.1831,
-      "step": 13656
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.2201168795069803,
-      "learning_rate": 4.508911506293343e-06,
-      "loss": 0.1497,
-      "step": 13657
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.019804582026071,
-      "learning_rate": 4.50753512535529e-06,
-      "loss": 0.1689,
-      "step": 13658
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.5116796780430295,
-      "learning_rate": 4.5061588934006525e-06,
-      "loss": 0.169,
-      "step": 13659
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.9856392022738341,
-      "learning_rate": 4.50478281046677e-06,
-      "loss": 0.152,
-      "step": 13660
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.6570900891806821,
-      "learning_rate": 4.50340687659096e-06,
-      "loss": 0.1617,
-      "step": 13661
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.283983702559894,
-      "learning_rate": 4.502031091810553e-06,
-      "loss": 0.1772,
-      "step": 13662
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8647829813983922,
-      "learning_rate": 4.500655456162859e-06,
-      "loss": 0.1605,
-      "step": 13663
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8856314954674944,
-      "learning_rate": 4.4992799696852e-06,
-      "loss": 0.1602,
-      "step": 13664
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 0.8324634660473998,
-      "learning_rate": 4.497904632414879e-06,
-      "loss": 0.1672,
-      "step": 13665
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.2142499210913824,
-      "learning_rate": 4.496529444389206e-06,
-      "loss": 0.1883,
-      "step": 13666
-    },
-    {
-      "epoch": 0.69,
-      "grad_norm": 1.0431450995646872,
-      "learning_rate": 4.495154405645482e-06,
-      "loss": 0.1901,
-      "step": 13667
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0691190749628912,
-      "learning_rate": 4.493779516221009e-06,
-      "loss": 0.1844,
-      "step": 13668
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.7628766475524442,
-      "learning_rate": 4.492404776153078e-06,
-      "loss": 0.1729,
-      "step": 13669
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9033434819234581,
-      "learning_rate": 4.491030185478976e-06,
-      "loss": 0.1811,
-      "step": 13670
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.296385993849624,
-      "learning_rate": 4.489655744235994e-06,
-      "loss": 0.1705,
-      "step": 13671
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.2469644716777546,
-      "learning_rate": 4.488281452461407e-06,
-      "loss": 0.1694,
-      "step": 13672
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.8311193064293749,
-      "learning_rate": 4.4869073101925024e-06,
-      "loss": 0.1622,
-      "step": 13673
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.8013546615744547,
-      "learning_rate": 4.4855333174665425e-06,
-      "loss": 0.1701,
-      "step": 13674
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 3.628093865865405,
-      "learning_rate": 4.484159474320804e-06,
-      "loss": 0.1751,
-      "step": 13675
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.3232699202577978,
-      "learning_rate": 4.482785780792551e-06,
-      "loss": 0.169,
-      "step": 13676
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.5385823443408615,
-      "learning_rate": 4.481412236919049e-06,
-      "loss": 0.1629,
-      "step": 13677
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9031756800976332,
-      "learning_rate": 4.480038842737548e-06,
-      "loss": 0.1479,
-      "step": 13678
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.257354476225968,
-      "learning_rate": 4.47866559828531e-06,
-      "loss": 0.1869,
-      "step": 13679
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9714070942255482,
-      "learning_rate": 4.477292503599574e-06,
-      "loss": 0.1822,
-      "step": 13680
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.1593533989119276,
-      "learning_rate": 4.475919558717596e-06,
-      "loss": 0.1904,
-      "step": 13681
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.5104136020876684,
-      "learning_rate": 4.474546763676607e-06,
-      "loss": 0.1784,
-      "step": 13682
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.2655799392585738,
-      "learning_rate": 4.47317411851385e-06,
-      "loss": 0.1744,
-      "step": 13683
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.2385869323659042,
-      "learning_rate": 4.471801623266558e-06,
-      "loss": 0.1445,
-      "step": 13684
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.7638791201707295,
-      "learning_rate": 4.470429277971961e-06,
-      "loss": 0.1627,
-      "step": 13685
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0250060836714399,
-      "learning_rate": 4.469057082667283e-06,
-      "loss": 0.196,
-      "step": 13686
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 2.077268257744968,
-      "learning_rate": 4.46768503738974e-06,
-      "loss": 0.158,
-      "step": 13687
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9390479740377202,
-      "learning_rate": 4.466313142176557e-06,
-      "loss": 0.17,
-      "step": 13688
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.799024685884593,
-      "learning_rate": 4.464941397064938e-06,
-      "loss": 0.1583,
-      "step": 13689
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.49710107221133,
-      "learning_rate": 4.4635698020921016e-06,
-      "loss": 0.183,
-      "step": 13690
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 2.5396832424734,
-      "learning_rate": 4.462198357295242e-06,
-      "loss": 0.1738,
-      "step": 13691
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.8603738965306661,
-      "learning_rate": 4.460827062711564e-06,
-      "loss": 0.1618,
-      "step": 13692
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.8633705184933675,
-      "learning_rate": 4.459455918378266e-06,
-      "loss": 0.1624,
-      "step": 13693
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.315956016828563,
-      "learning_rate": 4.458084924332543e-06,
-      "loss": 0.1703,
-      "step": 13694
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.860348062193069,
-      "learning_rate": 4.456714080611575e-06,
-      "loss": 0.1672,
-      "step": 13695
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9190060904210984,
-      "learning_rate": 4.455343387252555e-06,
-      "loss": 0.1822,
-      "step": 13696
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.7940459239761528,
-      "learning_rate": 4.453972844292654e-06,
-      "loss": 0.1737,
-      "step": 13697
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.097721016626529,
-      "learning_rate": 4.452602451769058e-06,
-      "loss": 0.1628,
-      "step": 13698
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0759386647310396,
-      "learning_rate": 4.4512322097189295e-06,
-      "loss": 0.167,
-      "step": 13699
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.3701935230414497,
-      "learning_rate": 4.449862118179444e-06,
-      "loss": 0.1584,
-      "step": 13700
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9541634410686334,
-      "learning_rate": 4.44849217718776e-06,
-      "loss": 0.1795,
-      "step": 13701
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9153389222149987,
-      "learning_rate": 4.447122386781038e-06,
-      "loss": 0.1872,
-      "step": 13702
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9417906727918101,
-      "learning_rate": 4.445752746996438e-06,
-      "loss": 0.1725,
-      "step": 13703
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 2.1049319774043718,
-      "learning_rate": 4.4443832578711055e-06,
-      "loss": 0.1989,
-      "step": 13704
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9056218269926907,
-      "learning_rate": 4.443013919442194e-06,
-      "loss": 0.1826,
-      "step": 13705
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.984890726452985,
-      "learning_rate": 4.4416447317468405e-06,
-      "loss": 0.1716,
-      "step": 13706
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0207518181035065,
-      "learning_rate": 4.440275694822192e-06,
-      "loss": 0.166,
-      "step": 13707
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0303227419266743,
-      "learning_rate": 4.438906808705374e-06,
-      "loss": 0.1637,
-      "step": 13708
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0069749895417077,
-      "learning_rate": 4.437538073433524e-06,
-      "loss": 0.1834,
-      "step": 13709
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.11647684150671,
-      "learning_rate": 4.436169489043768e-06,
-      "loss": 0.2011,
-      "step": 13710
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.034624038537078,
-      "learning_rate": 4.434801055573232e-06,
-      "loss": 0.1871,
-      "step": 13711
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.5391380793012959,
-      "learning_rate": 4.433432773059028e-06,
-      "loss": 0.155,
-      "step": 13712
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0803455955807053,
-      "learning_rate": 4.432064641538279e-06,
-      "loss": 0.1773,
-      "step": 13713
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9100790739475726,
-      "learning_rate": 4.430696661048086e-06,
-      "loss": 0.1683,
-      "step": 13714
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0718263998332211,
-      "learning_rate": 4.429328831625565e-06,
-      "loss": 0.1694,
-      "step": 13715
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.1892483023347649,
-      "learning_rate": 4.427961153307811e-06,
-      "loss": 0.1673,
-      "step": 13716
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.207942887979543,
-      "learning_rate": 4.426593626131928e-06,
-      "loss": 0.1533,
-      "step": 13717
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.888967603029378,
-      "learning_rate": 4.425226250135005e-06,
-      "loss": 0.1736,
-      "step": 13718
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.6935255519516728,
-      "learning_rate": 4.4238590253541335e-06,
-      "loss": 0.183,
-      "step": 13719
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 3.4630156900562032,
-      "learning_rate": 4.422491951826402e-06,
-      "loss": 0.1638,
-      "step": 13720
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.2770553329985392,
-      "learning_rate": 4.421125029588895e-06,
-      "loss": 0.166,
-      "step": 13721
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.5433447524383987,
-      "learning_rate": 4.419758258678687e-06,
-      "loss": 0.173,
-      "step": 13722
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0737467851992872,
-      "learning_rate": 4.418391639132847e-06,
-      "loss": 0.1707,
-      "step": 13723
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9946446709389992,
-      "learning_rate": 4.4170251709884526e-06,
-      "loss": 0.1785,
-      "step": 13724
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.4318930340410951,
-      "learning_rate": 4.4156588542825625e-06,
-      "loss": 0.1586,
-      "step": 13725
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 3.510405383262583,
-      "learning_rate": 4.414292689052241e-06,
-      "loss": 0.1779,
-      "step": 13726
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9444011738801847,
-      "learning_rate": 4.412926675334546e-06,
-      "loss": 0.1636,
-      "step": 13727
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.2076138811368429,
-      "learning_rate": 4.411560813166535e-06,
-      "loss": 0.1708,
-      "step": 13728
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 2.370268298456576,
-      "learning_rate": 4.410195102585247e-06,
-      "loss": 0.1799,
-      "step": 13729
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9673169171945579,
-      "learning_rate": 4.408829543627737e-06,
-      "loss": 0.1746,
-      "step": 13730
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.8898649802675859,
-      "learning_rate": 4.407464136331039e-06,
-      "loss": 0.169,
-      "step": 13731
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.8779739505312871,
-      "learning_rate": 4.406098880732195e-06,
-      "loss": 0.1844,
-      "step": 13732
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0552422789470997,
-      "learning_rate": 4.404733776868231e-06,
-      "loss": 0.1786,
-      "step": 13733
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.3731759447314973,
-      "learning_rate": 4.403368824776183e-06,
-      "loss": 0.1718,
-      "step": 13734
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 2.8969742110147156,
-      "learning_rate": 4.402004024493069e-06,
-      "loss": 0.1735,
-      "step": 13735
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.8454532379142259,
-      "learning_rate": 4.4006393760559105e-06,
-      "loss": 0.1647,
-      "step": 13736
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.719264383388367,
-      "learning_rate": 4.399274879501726e-06,
-      "loss": 0.1765,
-      "step": 13737
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.1110548054408023,
-      "learning_rate": 4.39791053486753e-06,
-      "loss": 0.1862,
-      "step": 13738
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 2.8295730102929992,
-      "learning_rate": 4.396546342190327e-06,
-      "loss": 0.1518,
-      "step": 13739
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.904612012615748,
-      "learning_rate": 4.3951823015071186e-06,
-      "loss": 0.1683,
-      "step": 13740
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0040002316631793,
-      "learning_rate": 4.393818412854909e-06,
-      "loss": 0.1811,
-      "step": 13741
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.2752164591376416,
-      "learning_rate": 4.392454676270687e-06,
-      "loss": 0.1604,
-      "step": 13742
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0096690577838259,
-      "learning_rate": 4.391091091791455e-06,
-      "loss": 0.1636,
-      "step": 13743
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.3945369984716742,
-      "learning_rate": 4.389727659454189e-06,
-      "loss": 0.1741,
-      "step": 13744
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.8191888837385805,
-      "learning_rate": 4.388364379295878e-06,
-      "loss": 0.1619,
-      "step": 13745
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.4411158575624718,
-      "learning_rate": 4.387001251353499e-06,
-      "loss": 0.1612,
-      "step": 13746
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.6639282345204542,
-      "learning_rate": 4.3856382756640315e-06,
-      "loss": 0.1821,
-      "step": 13747
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9922552014129387,
-      "learning_rate": 4.3842754522644394e-06,
-      "loss": 0.1863,
-      "step": 13748
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.1021385598823878,
-      "learning_rate": 4.382912781191697e-06,
-      "loss": 0.1895,
-      "step": 13749
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0179098567527967,
-      "learning_rate": 4.381550262482759e-06,
-      "loss": 0.1586,
-      "step": 13750
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.999589172516189,
-      "learning_rate": 4.380187896174591e-06,
-      "loss": 0.191,
-      "step": 13751
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0142183508137548,
-      "learning_rate": 4.37882568230414e-06,
-      "loss": 0.1714,
-      "step": 13752
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.7396820691494044,
-      "learning_rate": 4.37746362090836e-06,
-      "loss": 0.1879,
-      "step": 13753
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.7150075562181797,
-      "learning_rate": 4.376101712024197e-06,
-      "loss": 0.1967,
-      "step": 13754
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9169604172984819,
-      "learning_rate": 4.374739955688595e-06,
-      "loss": 0.1517,
-      "step": 13755
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.5748245219247363,
-      "learning_rate": 4.373378351938491e-06,
-      "loss": 0.1449,
-      "step": 13756
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9426798859246521,
-      "learning_rate": 4.372016900810813e-06,
-      "loss": 0.1728,
-      "step": 13757
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9292767642651203,
-      "learning_rate": 4.370655602342497e-06,
-      "loss": 0.1665,
-      "step": 13758
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9681826868018988,
-      "learning_rate": 4.369294456570463e-06,
-      "loss": 0.1758,
-      "step": 13759
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.1272505686047567,
-      "learning_rate": 4.3679334635316395e-06,
-      "loss": 0.183,
-      "step": 13760
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.3020722492673074,
-      "learning_rate": 4.366572623262934e-06,
-      "loss": 0.1595,
-      "step": 13761
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 2.7390029556224693,
-      "learning_rate": 4.365211935801264e-06,
-      "loss": 0.1916,
-      "step": 13762
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.075142392697466,
-      "learning_rate": 4.363851401183539e-06,
-      "loss": 0.1826,
-      "step": 13763
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.937147420005713,
-      "learning_rate": 4.3624910194466675e-06,
-      "loss": 0.1843,
-      "step": 13764
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 10.87810639949517,
-      "learning_rate": 4.361130790627541e-06,
-      "loss": 0.1532,
-      "step": 13765
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.308672685903403,
-      "learning_rate": 4.3597707147630645e-06,
-      "loss": 0.1758,
-      "step": 13766
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.514058633514923,
-      "learning_rate": 4.358410791890122e-06,
-      "loss": 0.1718,
-      "step": 13767
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.2272785034178764,
-      "learning_rate": 4.357051022045608e-06,
-      "loss": 0.171,
-      "step": 13768
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.8642054250805404,
-      "learning_rate": 4.355691405266401e-06,
-      "loss": 0.1507,
-      "step": 13769
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0457190185214238,
-      "learning_rate": 4.354331941589387e-06,
-      "loss": 0.1679,
-      "step": 13770
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.2799911203581829,
-      "learning_rate": 4.352972631051435e-06,
-      "loss": 0.1879,
-      "step": 13771
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.6635745340448762,
-      "learning_rate": 4.351613473689419e-06,
-      "loss": 0.1617,
-      "step": 13772
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.8447529424528541,
-      "learning_rate": 4.350254469540209e-06,
-      "loss": 0.1517,
-      "step": 13773
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.5466512179947478,
-      "learning_rate": 4.348895618640663e-06,
-      "loss": 0.1748,
-      "step": 13774
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.8568594087610589,
-      "learning_rate": 4.347536921027646e-06,
-      "loss": 0.1654,
-      "step": 13775
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.1145052751272784,
-      "learning_rate": 4.346178376738006e-06,
-      "loss": 0.193,
-      "step": 13776
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.8522218692305981,
-      "learning_rate": 4.344819985808601e-06,
-      "loss": 0.1649,
-      "step": 13777
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0989297052512519,
-      "learning_rate": 4.343461748276267e-06,
-      "loss": 0.1849,
-      "step": 13778
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.2810290352563842,
-      "learning_rate": 4.342103664177856e-06,
-      "loss": 0.172,
-      "step": 13779
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 2.72999235370836,
-      "learning_rate": 4.3407457335502e-06,
-      "loss": 0.1643,
-      "step": 13780
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9451376817683268,
-      "learning_rate": 4.339387956430141e-06,
-      "loss": 0.1646,
-      "step": 13781
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.321991051912222,
-      "learning_rate": 4.3380303328545e-06,
-      "loss": 0.1706,
-      "step": 13782
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.1961186962090051,
-      "learning_rate": 4.336672862860107e-06,
-      "loss": 0.185,
-      "step": 13783
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9379183664300133,
-      "learning_rate": 4.335315546483781e-06,
-      "loss": 0.1697,
-      "step": 13784
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9396690803575051,
-      "learning_rate": 4.333958383762345e-06,
-      "loss": 0.1493,
-      "step": 13785
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.143837166113807,
-      "learning_rate": 4.332601374732602e-06,
-      "loss": 0.1744,
-      "step": 13786
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9022516815447942,
-      "learning_rate": 4.331244519431371e-06,
-      "loss": 0.1565,
-      "step": 13787
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.034186295116794,
-      "learning_rate": 4.329887817895451e-06,
-      "loss": 0.1756,
-      "step": 13788
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9630885441659184,
-      "learning_rate": 4.328531270161642e-06,
-      "loss": 0.1712,
-      "step": 13789
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0721431552611012,
-      "learning_rate": 4.327174876266743e-06,
-      "loss": 0.1594,
-      "step": 13790
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.225581281392638,
-      "learning_rate": 4.325818636247549e-06,
-      "loss": 0.1556,
-      "step": 13791
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0627692078353024,
-      "learning_rate": 4.324462550140847e-06,
-      "loss": 0.1749,
-      "step": 13792
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9279764998021093,
-      "learning_rate": 4.323106617983414e-06,
-      "loss": 0.1599,
-      "step": 13793
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.1209255773185283,
-      "learning_rate": 4.321750839812038e-06,
-      "loss": 0.1773,
-      "step": 13794
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.2147773049589803,
-      "learning_rate": 4.320395215663488e-06,
-      "loss": 0.1608,
-      "step": 13795
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.355886040723802,
-      "learning_rate": 4.319039745574543e-06,
-      "loss": 0.1587,
-      "step": 13796
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.889548101640906,
-      "learning_rate": 4.317684429581961e-06,
-      "loss": 0.1651,
-      "step": 13797
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9541565186730563,
-      "learning_rate": 4.316329267722509e-06,
-      "loss": 0.1481,
-      "step": 13798
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9623375218408832,
-      "learning_rate": 4.314974260032948e-06,
-      "loss": 0.1656,
-      "step": 13799
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.8715958990471303,
-      "learning_rate": 4.313619406550034e-06,
-      "loss": 0.167,
-      "step": 13800
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9084593575369279,
-      "learning_rate": 4.3122647073105114e-06,
-      "loss": 0.182,
-      "step": 13801
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.3108811802318745,
-      "learning_rate": 4.310910162351134e-06,
-      "loss": 0.1538,
-      "step": 13802
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.3121975048987127,
-      "learning_rate": 4.309555771708637e-06,
-      "loss": 0.1871,
-      "step": 13803
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0499623681533017,
-      "learning_rate": 4.308201535419762e-06,
-      "loss": 0.1691,
-      "step": 13804
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0081547694953512,
-      "learning_rate": 4.306847453521241e-06,
-      "loss": 0.1726,
-      "step": 13805
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.5058682236514365,
-      "learning_rate": 4.305493526049803e-06,
-      "loss": 0.1697,
-      "step": 13806
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9462720026788233,
-      "learning_rate": 4.304139753042174e-06,
-      "loss": 0.186,
-      "step": 13807
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.8945622051574326,
-      "learning_rate": 4.3027861345350805e-06,
-      "loss": 0.1733,
-      "step": 13808
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9428319169479271,
-      "learning_rate": 4.301432670565235e-06,
-      "loss": 0.1587,
-      "step": 13809
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.8628655152606859,
-      "learning_rate": 4.300079361169347e-06,
-      "loss": 0.1919,
-      "step": 13810
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9129736896773106,
-      "learning_rate": 4.2987262063841316e-06,
-      "loss": 0.1778,
-      "step": 13811
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0113974153294598,
-      "learning_rate": 4.297373206246286e-06,
-      "loss": 0.1683,
-      "step": 13812
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0648951024839919,
-      "learning_rate": 4.296020360792518e-06,
-      "loss": 0.1514,
-      "step": 13813
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 2.073923935323422,
-      "learning_rate": 4.2946676700595155e-06,
-      "loss": 0.16,
-      "step": 13814
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.3478803045424044,
-      "learning_rate": 4.293315134083975e-06,
-      "loss": 0.195,
-      "step": 13815
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.5146714760895041,
-      "learning_rate": 4.291962752902584e-06,
-      "loss": 0.1863,
-      "step": 13816
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 6.2258691029557385,
-      "learning_rate": 4.2906105265520295e-06,
-      "loss": 0.1881,
-      "step": 13817
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.4088017704480014,
-      "learning_rate": 4.289258455068983e-06,
-      "loss": 0.1969,
-      "step": 13818
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9642670080882169,
-      "learning_rate": 4.287906538490128e-06,
-      "loss": 0.1634,
-      "step": 13819
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 2.0240549553314455,
-      "learning_rate": 4.286554776852125e-06,
-      "loss": 0.1666,
-      "step": 13820
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.1796958409744949,
-      "learning_rate": 4.285203170191652e-06,
-      "loss": 0.1694,
-      "step": 13821
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9443459190506037,
-      "learning_rate": 4.283851718545362e-06,
-      "loss": 0.1679,
-      "step": 13822
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9646991551786035,
-      "learning_rate": 4.282500421949917e-06,
-      "loss": 0.1596,
-      "step": 13823
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.2808704572171308,
-      "learning_rate": 4.2811492804419695e-06,
-      "loss": 0.1662,
-      "step": 13824
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.347312322023975,
-      "learning_rate": 4.279798294058176e-06,
-      "loss": 0.1772,
-      "step": 13825
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.784693189124559,
-      "learning_rate": 4.278447462835176e-06,
-      "loss": 0.186,
-      "step": 13826
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.4600284370723755,
-      "learning_rate": 4.277096786809608e-06,
-      "loss": 0.1915,
-      "step": 13827
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.2121081339526243,
-      "learning_rate": 4.275746266018117e-06,
-      "loss": 0.1782,
-      "step": 13828
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0950423022369236,
-      "learning_rate": 4.274395900497328e-06,
-      "loss": 0.1945,
-      "step": 13829
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.1221579992549777,
-      "learning_rate": 4.273045690283878e-06,
-      "loss": 0.1806,
-      "step": 13830
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0292814625435251,
-      "learning_rate": 4.2716956354143826e-06,
-      "loss": 0.1599,
-      "step": 13831
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0910953828917187,
-      "learning_rate": 4.2703457359254665e-06,
-      "loss": 0.1721,
-      "step": 13832
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9996097948773663,
-      "learning_rate": 4.268995991853746e-06,
-      "loss": 0.1676,
-      "step": 13833
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.1543389514703013,
-      "learning_rate": 4.267646403235836e-06,
-      "loss": 0.1964,
-      "step": 13834
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.5130531821660502,
-      "learning_rate": 4.266296970108339e-06,
-      "loss": 0.1613,
-      "step": 13835
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.8845460390820609,
-      "learning_rate": 4.264947692507863e-06,
-      "loss": 0.1708,
-      "step": 13836
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9841852132957352,
-      "learning_rate": 4.263598570471003e-06,
-      "loss": 0.1861,
-      "step": 13837
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9041726518279823,
-      "learning_rate": 4.262249604034356e-06,
-      "loss": 0.1699,
-      "step": 13838
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0345479895144427,
-      "learning_rate": 4.260900793234511e-06,
-      "loss": 0.1663,
-      "step": 13839
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.8941284391965324,
-      "learning_rate": 4.259552138108061e-06,
-      "loss": 0.1577,
-      "step": 13840
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9192186532010812,
-      "learning_rate": 4.258203638691578e-06,
-      "loss": 0.1976,
-      "step": 13841
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9715839954624031,
-      "learning_rate": 4.256855295021646e-06,
-      "loss": 0.1523,
-      "step": 13842
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9026243535838973,
-      "learning_rate": 4.255507107134842e-06,
-      "loss": 0.1917,
-      "step": 13843
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.8797153394563227,
-      "learning_rate": 4.2541590750677285e-06,
-      "loss": 0.1531,
-      "step": 13844
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9451326989379703,
-      "learning_rate": 4.252811198856878e-06,
-      "loss": 0.1708,
-      "step": 13845
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0833224058149244,
-      "learning_rate": 4.251463478538846e-06,
-      "loss": 0.2052,
-      "step": 13846
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.3103829188590623,
-      "learning_rate": 4.250115914150194e-06,
-      "loss": 0.1823,
-      "step": 13847
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.94943048980084,
-      "learning_rate": 4.2487685057274695e-06,
-      "loss": 0.1938,
-      "step": 13848
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.559673614053583,
-      "learning_rate": 4.247421253307225e-06,
-      "loss": 0.1897,
-      "step": 13849
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9774268887965165,
-      "learning_rate": 4.246074156926002e-06,
-      "loss": 0.1596,
-      "step": 13850
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.4407846971193052,
-      "learning_rate": 4.244727216620348e-06,
-      "loss": 0.1621,
-      "step": 13851
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0361937161045285,
-      "learning_rate": 4.2433804324267895e-06,
-      "loss": 0.1804,
-      "step": 13852
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.0412298692371762,
-      "learning_rate": 4.242033804381864e-06,
-      "loss": 0.1917,
-      "step": 13853
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9114379786274113,
-      "learning_rate": 4.240687332522094e-06,
-      "loss": 0.1873,
-      "step": 13854
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.6741798793588893,
-      "learning_rate": 4.239341016884008e-06,
-      "loss": 0.1743,
-      "step": 13855
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9870271064861393,
-      "learning_rate": 4.237994857504121e-06,
-      "loss": 0.1615,
-      "step": 13856
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.4861495315901574,
-      "learning_rate": 4.236648854418951e-06,
-      "loss": 0.1603,
-      "step": 13857
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.035190561600465,
-      "learning_rate": 4.2353030076650025e-06,
-      "loss": 0.1593,
-      "step": 13858
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.1910756738313253,
-      "learning_rate": 4.233957317278786e-06,
-      "loss": 0.16,
-      "step": 13859
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.5194077790731053,
-      "learning_rate": 4.232611783296804e-06,
-      "loss": 0.1933,
-      "step": 13860
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 0.9646802011211995,
-      "learning_rate": 4.2312664057555556e-06,
-      "loss": 0.1781,
-      "step": 13861
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.4234201229578838,
-      "learning_rate": 4.229921184691531e-06,
-      "loss": 0.1787,
-      "step": 13862
-    },
-    {
-      "epoch": 0.7,
-      "grad_norm": 1.4329485564112754,
-      "learning_rate": 4.228576120141218e-06,
-      "loss": 0.1733,
-      "step": 13863
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.7625806077048197,
-      "learning_rate": 4.2272312121411065e-06,
-      "loss": 0.1707,
-      "step": 13864
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0778457587652996,
-      "learning_rate": 4.225886460727671e-06,
-      "loss": 0.1932,
-      "step": 13865
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.398154670499273,
-      "learning_rate": 4.224541865937395e-06,
-      "loss": 0.158,
-      "step": 13866
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.156600814601921,
-      "learning_rate": 4.2231974278067436e-06,
-      "loss": 0.1709,
-      "step": 13867
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.1124745144642676,
-      "learning_rate": 4.221853146372188e-06,
-      "loss": 0.195,
-      "step": 13868
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9143329997002765,
-      "learning_rate": 4.220509021670193e-06,
-      "loss": 0.1533,
-      "step": 13869
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.2854654668501229,
-      "learning_rate": 4.21916505373722e-06,
-      "loss": 0.1698,
-      "step": 13870
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.7644388099664177,
-      "learning_rate": 4.2178212426097175e-06,
-      "loss": 0.1726,
-      "step": 13871
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 2.4484549246924208,
-      "learning_rate": 4.216477588324144e-06,
-      "loss": 0.1723,
-      "step": 13872
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.8021444948614584,
-      "learning_rate": 4.215134090916939e-06,
-      "loss": 0.1833,
-      "step": 13873
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9335939453621243,
-      "learning_rate": 4.213790750424553e-06,
-      "loss": 0.1612,
-      "step": 13874
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0977518688232104,
-      "learning_rate": 4.212447566883415e-06,
-      "loss": 0.1641,
-      "step": 13875
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.220894291615603,
-      "learning_rate": 4.211104540329964e-06,
-      "loss": 0.1739,
-      "step": 13876
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9058485613346287,
-      "learning_rate": 4.209761670800631e-06,
-      "loss": 0.1364,
-      "step": 13877
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 3.94948120515998,
-      "learning_rate": 4.208418958331841e-06,
-      "loss": 0.1656,
-      "step": 13878
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0817260499443833,
-      "learning_rate": 4.207076402960015e-06,
-      "loss": 0.1685,
-      "step": 13879
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.4737839935785986,
-      "learning_rate": 4.205734004721565e-06,
-      "loss": 0.1674,
-      "step": 13880
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.2886994072038556,
-      "learning_rate": 4.204391763652911e-06,
-      "loss": 0.1618,
-      "step": 13881
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0956350599041518,
-      "learning_rate": 4.2030496797904526e-06,
-      "loss": 0.1589,
-      "step": 13882
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.5778971792081893,
-      "learning_rate": 4.2017077531706056e-06,
-      "loss": 0.1754,
-      "step": 13883
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.280024551622798,
-      "learning_rate": 4.200365983829757e-06,
-      "loss": 0.1679,
-      "step": 13884
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0989316304641512,
-      "learning_rate": 4.19902437180431e-06,
-      "loss": 0.179,
-      "step": 13885
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 2.0262960765847735,
-      "learning_rate": 4.197682917130654e-06,
-      "loss": 0.1701,
-      "step": 13886
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.3649534886612573,
-      "learning_rate": 4.196341619845182e-06,
-      "loss": 0.1682,
-      "step": 13887
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9768879481607011,
-      "learning_rate": 4.195000479984264e-06,
-      "loss": 0.1555,
-      "step": 13888
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.2674514431589723,
-      "learning_rate": 4.193659497584293e-06,
-      "loss": 0.1718,
-      "step": 13889
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9301726568541404,
-      "learning_rate": 4.192318672681631e-06,
-      "loss": 0.1667,
-      "step": 13890
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.6447104967367812,
-      "learning_rate": 4.190978005312657e-06,
-      "loss": 0.1883,
-      "step": 13891
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0557492480294897,
-      "learning_rate": 4.189637495513729e-06,
-      "loss": 0.1608,
-      "step": 13892
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.1176874894671438,
-      "learning_rate": 4.188297143321215e-06,
-      "loss": 0.1801,
-      "step": 13893
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9404386916814441,
-      "learning_rate": 4.186956948771467e-06,
-      "loss": 0.1617,
-      "step": 13894
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.1853230444085585,
-      "learning_rate": 4.1856169119008384e-06,
-      "loss": 0.19,
-      "step": 13895
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.2015223083588877,
-      "learning_rate": 4.184277032745685e-06,
-      "loss": 0.1627,
-      "step": 13896
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.8969995228287397,
-      "learning_rate": 4.18293731134234e-06,
-      "loss": 0.1409,
-      "step": 13897
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 2.7125517882768655,
-      "learning_rate": 4.181597747727154e-06,
-      "loss": 0.1916,
-      "step": 13898
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.090728912294368,
-      "learning_rate": 4.180258341936454e-06,
-      "loss": 0.1636,
-      "step": 13899
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.5086909915665916,
-      "learning_rate": 4.178919094006578e-06,
-      "loss": 0.1764,
-      "step": 13900
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0281672216497417,
-      "learning_rate": 4.1775800039738465e-06,
-      "loss": 0.1694,
-      "step": 13901
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9611875987842856,
-      "learning_rate": 4.176241071874587e-06,
-      "loss": 0.1667,
-      "step": 13902
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.1189889394442891,
-      "learning_rate": 4.174902297745118e-06,
-      "loss": 0.1845,
-      "step": 13903
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0347532611945578,
-      "learning_rate": 4.173563681621756e-06,
-      "loss": 0.1723,
-      "step": 13904
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.4840919450107504,
-      "learning_rate": 4.1722252235408045e-06,
-      "loss": 0.1786,
-      "step": 13905
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.7848343757219844,
-      "learning_rate": 4.170886923538576e-06,
-      "loss": 0.1658,
-      "step": 13906
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.1563399247561783,
-      "learning_rate": 4.169548781651367e-06,
-      "loss": 0.1772,
-      "step": 13907
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.231024214373564,
-      "learning_rate": 4.168210797915479e-06,
-      "loss": 0.1483,
-      "step": 13908
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.2235509447303758,
-      "learning_rate": 4.1668729723671994e-06,
-      "loss": 0.163,
-      "step": 13909
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9748722624842394,
-      "learning_rate": 4.165535305042822e-06,
-      "loss": 0.1544,
-      "step": 13910
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.1483576747353885,
-      "learning_rate": 4.164197795978628e-06,
-      "loss": 0.1721,
-      "step": 13911
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.011189049498867,
-      "learning_rate": 4.162860445210897e-06,
-      "loss": 0.1866,
-      "step": 13912
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.3078625368117252,
-      "learning_rate": 4.16152325277591e-06,
-      "loss": 0.1789,
-      "step": 13913
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9965484103475903,
-      "learning_rate": 4.16018621870993e-06,
-      "loss": 0.2024,
-      "step": 13914
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.021616309600682,
-      "learning_rate": 4.158849343049233e-06,
-      "loss": 0.1891,
-      "step": 13915
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.1905640579670889,
-      "learning_rate": 4.157512625830074e-06,
-      "loss": 0.1679,
-      "step": 13916
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9737795035987967,
-      "learning_rate": 4.156176067088717e-06,
-      "loss": 0.1768,
-      "step": 13917
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9511517663436382,
-      "learning_rate": 4.154839666861413e-06,
-      "loss": 0.1708,
-      "step": 13918
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.1916910017235933,
-      "learning_rate": 4.153503425184415e-06,
-      "loss": 0.1807,
-      "step": 13919
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.2415657986375965,
-      "learning_rate": 4.152167342093965e-06,
-      "loss": 0.1531,
-      "step": 13920
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.4514494878822788,
-      "learning_rate": 4.150831417626304e-06,
-      "loss": 0.1882,
-      "step": 13921
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9120073512123998,
-      "learning_rate": 4.149495651817673e-06,
-      "loss": 0.1664,
-      "step": 13922
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9726956622707574,
-      "learning_rate": 4.148160044704306e-06,
-      "loss": 0.1741,
-      "step": 13923
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9938501765351079,
-      "learning_rate": 4.1468245963224245e-06,
-      "loss": 0.1629,
-      "step": 13924
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.102826239226895,
-      "learning_rate": 4.1454893067082605e-06,
-      "loss": 0.1704,
-      "step": 13925
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.8498416122497809,
-      "learning_rate": 4.1441541758980256e-06,
-      "loss": 0.1589,
-      "step": 13926
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.5947741621857945,
-      "learning_rate": 4.142819203927942e-06,
-      "loss": 0.2137,
-      "step": 13927
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.994381854280893,
-      "learning_rate": 4.141484390834216e-06,
-      "loss": 0.1654,
-      "step": 13928
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9255592604899666,
-      "learning_rate": 4.140149736653056e-06,
-      "loss": 0.1751,
-      "step": 13929
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.5580640598570554,
-      "learning_rate": 4.138815241420666e-06,
-      "loss": 0.1859,
-      "step": 13930
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.8700202663936708,
-      "learning_rate": 4.137480905173248e-06,
-      "loss": 0.1566,
-      "step": 13931
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.5028060839405217,
-      "learning_rate": 4.13614672794699e-06,
-      "loss": 0.1481,
-      "step": 13932
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.2787088758138214,
-      "learning_rate": 4.13481270977808e-06,
-      "loss": 0.1806,
-      "step": 13933
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0328407095066583,
-      "learning_rate": 4.133478850702711e-06,
-      "loss": 0.1802,
-      "step": 13934
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9213280279429286,
-      "learning_rate": 4.1321451507570555e-06,
-      "loss": 0.1738,
-      "step": 13935
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.13141968709934,
-      "learning_rate": 4.130811609977297e-06,
-      "loss": 0.1698,
-      "step": 13936
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9087622452263413,
-      "learning_rate": 4.1294782283996024e-06,
-      "loss": 0.189,
-      "step": 13937
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.7743718454839085,
-      "learning_rate": 4.128145006060141e-06,
-      "loss": 0.1608,
-      "step": 13938
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.008167328082802,
-      "learning_rate": 4.12681194299508e-06,
-      "loss": 0.1724,
-      "step": 13939
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.3185350228359154,
-      "learning_rate": 4.12547903924058e-06,
-      "loss": 0.1587,
-      "step": 13940
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.2549184563659543,
-      "learning_rate": 4.124146294832788e-06,
-      "loss": 0.1831,
-      "step": 13941
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.252213411815056,
-      "learning_rate": 4.122813709807864e-06,
-      "loss": 0.177,
-      "step": 13942
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0130254442875402,
-      "learning_rate": 4.121481284201946e-06,
-      "loss": 0.1875,
-      "step": 13943
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0870914766560396,
-      "learning_rate": 4.120149018051184e-06,
-      "loss": 0.1803,
-      "step": 13944
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0470809970557806,
-      "learning_rate": 4.118816911391709e-06,
-      "loss": 0.1668,
-      "step": 13945
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.943477282672622,
-      "learning_rate": 4.117484964259657e-06,
-      "loss": 0.1635,
-      "step": 13946
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.101166936528451,
-      "learning_rate": 4.116153176691158e-06,
-      "loss": 0.1645,
-      "step": 13947
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 3.306797221498104,
-      "learning_rate": 4.1148215487223385e-06,
-      "loss": 0.1637,
-      "step": 13948
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9415598236086736,
-      "learning_rate": 4.1134900803893185e-06,
-      "loss": 0.1946,
-      "step": 13949
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 4.200965620690179,
-      "learning_rate": 4.1121587717282085e-06,
-      "loss": 0.1801,
-      "step": 13950
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.141433023565065,
-      "learning_rate": 4.110827622775128e-06,
-      "loss": 0.1821,
-      "step": 13951
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.305752632035842,
-      "learning_rate": 4.1094966335661765e-06,
-      "loss": 0.1645,
-      "step": 13952
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.1922977922503717,
-      "learning_rate": 4.108165804137466e-06,
-      "loss": 0.1694,
-      "step": 13953
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 2.0802621937995167,
-      "learning_rate": 4.106835134525087e-06,
-      "loss": 0.1686,
-      "step": 13954
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0049350043646883,
-      "learning_rate": 4.105504624765137e-06,
-      "loss": 0.176,
-      "step": 13955
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.762105872660763,
-      "learning_rate": 4.104174274893709e-06,
-      "loss": 0.168,
-      "step": 13956
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.30451208977044,
-      "learning_rate": 4.102844084946889e-06,
-      "loss": 0.1608,
-      "step": 13957
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.106594812369558,
-      "learning_rate": 4.101514054960752e-06,
-      "loss": 0.1842,
-      "step": 13958
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0997050675526354,
-      "learning_rate": 4.1001841849713845e-06,
-      "loss": 0.1939,
-      "step": 13959
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0702076106090137,
-      "learning_rate": 4.098854475014849e-06,
-      "loss": 0.2071,
-      "step": 13960
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9761023790628669,
-      "learning_rate": 4.097524925127224e-06,
-      "loss": 0.1787,
-      "step": 13961
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0409487600060539,
-      "learning_rate": 4.096195535344565e-06,
-      "loss": 0.1671,
-      "step": 13962
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.1941185796143974,
-      "learning_rate": 4.0948663057029395e-06,
-      "loss": 0.1842,
-      "step": 13963
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0081634661008763,
-      "learning_rate": 4.093537236238394e-06,
-      "loss": 0.1734,
-      "step": 13964
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 2.1712157900084783,
-      "learning_rate": 4.092208326986986e-06,
-      "loss": 0.1735,
-      "step": 13965
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.493318392656283,
-      "learning_rate": 4.090879577984763e-06,
-      "loss": 0.1534,
-      "step": 13966
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.76818294481959,
-      "learning_rate": 4.089550989267763e-06,
-      "loss": 0.1598,
-      "step": 13967
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 2.3472354685096652,
-      "learning_rate": 4.0882225608720295e-06,
-      "loss": 0.1624,
-      "step": 13968
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9148780436687676,
-      "learning_rate": 4.086894292833589e-06,
-      "loss": 0.1638,
-      "step": 13969
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.7247586560020707,
-      "learning_rate": 4.085566185188478e-06,
-      "loss": 0.1865,
-      "step": 13970
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.8492698486093321,
-      "learning_rate": 4.084238237972715e-06,
-      "loss": 0.169,
-      "step": 13971
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.1954560908592897,
-      "learning_rate": 4.082910451222325e-06,
-      "loss": 0.1825,
-      "step": 13972
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0239596161957574,
-      "learning_rate": 4.0815828249733226e-06,
-      "loss": 0.1693,
-      "step": 13973
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9171027277912834,
-      "learning_rate": 4.080255359261723e-06,
-      "loss": 0.1612,
-      "step": 13974
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9608743201810395,
-      "learning_rate": 4.078928054123529e-06,
-      "loss": 0.1791,
-      "step": 13975
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9961691965383497,
-      "learning_rate": 4.077600909594748e-06,
-      "loss": 0.1706,
-      "step": 13976
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.336294130271254,
-      "learning_rate": 4.0762739257113734e-06,
-      "loss": 0.1851,
-      "step": 13977
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0139466768340508,
-      "learning_rate": 4.074947102509408e-06,
-      "loss": 0.1655,
-      "step": 13978
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.2893579384169815,
-      "learning_rate": 4.073620440024832e-06,
-      "loss": 0.1941,
-      "step": 13979
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9832599128423222,
-      "learning_rate": 4.072293938293641e-06,
-      "loss": 0.1756,
-      "step": 13980
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0238164537959138,
-      "learning_rate": 4.070967597351808e-06,
-      "loss": 0.1858,
-      "step": 13981
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0183251618475806,
-      "learning_rate": 4.069641417235314e-06,
-      "loss": 0.1804,
-      "step": 13982
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9810496013205331,
-      "learning_rate": 4.068315397980135e-06,
-      "loss": 0.1718,
-      "step": 13983
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.082129763356115,
-      "learning_rate": 4.066989539622232e-06,
-      "loss": 0.1605,
-      "step": 13984
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.7518739008925989,
-      "learning_rate": 4.065663842197576e-06,
-      "loss": 0.1535,
-      "step": 13985
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.1024784812536153,
-      "learning_rate": 4.06433830574212e-06,
-      "loss": 0.1693,
-      "step": 13986
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.4415271687351996,
-      "learning_rate": 4.0630129302918266e-06,
-      "loss": 0.145,
-      "step": 13987
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.139274381955693,
-      "learning_rate": 4.06168771588264e-06,
-      "loss": 0.1895,
-      "step": 13988
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.269776868117072,
-      "learning_rate": 4.0603626625505125e-06,
-      "loss": 0.1632,
-      "step": 13989
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9230653132887967,
-      "learning_rate": 4.059037770331379e-06,
-      "loss": 0.168,
-      "step": 13990
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0253563738907223,
-      "learning_rate": 4.057713039261182e-06,
-      "loss": 0.1611,
-      "step": 13991
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.298699424162711,
-      "learning_rate": 4.056388469375853e-06,
-      "loss": 0.1808,
-      "step": 13992
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.1550292532198296,
-      "learning_rate": 4.055064060711328e-06,
-      "loss": 0.1677,
-      "step": 13993
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.1411457383366315,
-      "learning_rate": 4.0537398133035225e-06,
-      "loss": 0.1628,
-      "step": 13994
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9678233487865195,
-      "learning_rate": 4.0524157271883635e-06,
-      "loss": 0.1843,
-      "step": 13995
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0057253640193635,
-      "learning_rate": 4.05109180240176e-06,
-      "loss": 0.1664,
-      "step": 13996
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.8006213175726598,
-      "learning_rate": 4.049768038979631e-06,
-      "loss": 0.1781,
-      "step": 13997
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.2773225084954483,
-      "learning_rate": 4.0484444369578764e-06,
-      "loss": 0.1591,
-      "step": 13998
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.18123877918416,
-      "learning_rate": 4.047120996372403e-06,
-      "loss": 0.1706,
-      "step": 13999
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.6529702566124738,
-      "learning_rate": 4.045797717259109e-06,
-      "loss": 0.1905,
-      "step": 14000
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.3302918737464733,
-      "learning_rate": 4.044474599653891e-06,
-      "loss": 0.1764,
-      "step": 14001
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.9162525803200723,
-      "learning_rate": 4.0431516435926365e-06,
-      "loss": 0.1754,
-      "step": 14002
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.316548792491148,
-      "learning_rate": 4.0418288491112255e-06,
-      "loss": 0.1725,
-      "step": 14003
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9532510067195563,
-      "learning_rate": 4.0405062162455474e-06,
-      "loss": 0.184,
-      "step": 14004
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.2904459935716295,
-      "learning_rate": 4.0391837450314715e-06,
-      "loss": 0.1592,
-      "step": 14005
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.831784096015568,
-      "learning_rate": 4.037861435504877e-06,
-      "loss": 0.1922,
-      "step": 14006
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9590948888956858,
-      "learning_rate": 4.0365392877016255e-06,
-      "loss": 0.1639,
-      "step": 14007
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.7950257845294156,
-      "learning_rate": 4.03521730165758e-06,
-      "loss": 0.1488,
-      "step": 14008
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.8696092538942773,
-      "learning_rate": 4.033895477408604e-06,
-      "loss": 0.1593,
-      "step": 14009
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.1425549882601498,
-      "learning_rate": 4.032573814990553e-06,
-      "loss": 0.1876,
-      "step": 14010
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9434310996016758,
-      "learning_rate": 4.03125231443927e-06,
-      "loss": 0.1984,
-      "step": 14011
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0730244990456292,
-      "learning_rate": 4.02993097579061e-06,
-      "loss": 0.181,
-      "step": 14012
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.322629645251612,
-      "learning_rate": 4.028609799080405e-06,
-      "loss": 0.1739,
-      "step": 14013
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.5905595740156597,
-      "learning_rate": 4.0272887843445005e-06,
-      "loss": 0.1468,
-      "step": 14014
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.4081861558909625,
-      "learning_rate": 4.025967931618722e-06,
-      "loss": 0.1725,
-      "step": 14015
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9231296337146756,
-      "learning_rate": 4.024647240938904e-06,
-      "loss": 0.1671,
-      "step": 14016
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0159252032635526,
-      "learning_rate": 4.0233267123408626e-06,
-      "loss": 0.1688,
-      "step": 14017
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9687980046675957,
-      "learning_rate": 4.022006345860422e-06,
-      "loss": 0.1691,
-      "step": 14018
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.656629955728825,
-      "learning_rate": 4.020686141533401e-06,
-      "loss": 0.1753,
-      "step": 14019
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0112391428165952,
-      "learning_rate": 4.019366099395602e-06,
-      "loss": 0.1519,
-      "step": 14020
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.8022414046323324,
-      "learning_rate": 4.01804621948284e-06,
-      "loss": 0.163,
-      "step": 14021
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.8621081733595416,
-      "learning_rate": 4.0167265018309075e-06,
-      "loss": 0.162,
-      "step": 14022
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9482586410500872,
-      "learning_rate": 4.01540694647561e-06,
-      "loss": 0.1671,
-      "step": 14023
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.8599979611209102,
-      "learning_rate": 4.014087553452734e-06,
-      "loss": 0.1569,
-      "step": 14024
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.224541117890549,
-      "learning_rate": 4.012768322798072e-06,
-      "loss": 0.1801,
-      "step": 14025
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.1503432737597172,
-      "learning_rate": 4.011449254547406e-06,
-      "loss": 0.1693,
-      "step": 14026
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.8289679623687345,
-      "learning_rate": 4.010130348736522e-06,
-      "loss": 0.1473,
-      "step": 14027
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9223129355750407,
-      "learning_rate": 4.008811605401186e-06,
-      "loss": 0.1674,
-      "step": 14028
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.1534141512590803,
-      "learning_rate": 4.007493024577177e-06,
-      "loss": 0.1977,
-      "step": 14029
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.8860937852779077,
-      "learning_rate": 4.006174606300255e-06,
-      "loss": 0.1612,
-      "step": 14030
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.8518361547364689,
-      "learning_rate": 4.00485635060619e-06,
-      "loss": 0.1679,
-      "step": 14031
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9889257574197703,
-      "learning_rate": 4.0035382575307306e-06,
-      "loss": 0.1586,
-      "step": 14032
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.1061626270404616,
-      "learning_rate": 4.0022203271096375e-06,
-      "loss": 0.1824,
-      "step": 14033
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9897553297519481,
-      "learning_rate": 4.000902559378654e-06,
-      "loss": 0.1967,
-      "step": 14034
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.8693727300851246,
-      "learning_rate": 3.999584954373528e-06,
-      "loss": 0.1628,
-      "step": 14035
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0355612812061994,
-      "learning_rate": 3.998267512130001e-06,
-      "loss": 0.1976,
-      "step": 14036
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.8755614439478262,
-      "learning_rate": 3.996950232683804e-06,
-      "loss": 0.1737,
-      "step": 14037
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.8701663683866392,
-      "learning_rate": 3.995633116070675e-06,
-      "loss": 0.1635,
-      "step": 14038
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.364662616775321,
-      "learning_rate": 3.994316162326333e-06,
-      "loss": 0.1468,
-      "step": 14039
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0885834864885342,
-      "learning_rate": 3.992999371486508e-06,
-      "loss": 0.1716,
-      "step": 14040
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.1753816593544923,
-      "learning_rate": 3.99168274358691e-06,
-      "loss": 0.1937,
-      "step": 14041
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0768423153042457,
-      "learning_rate": 3.990366278663258e-06,
-      "loss": 0.1579,
-      "step": 14042
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9510173102034292,
-      "learning_rate": 3.989049976751259e-06,
-      "loss": 0.1694,
-      "step": 14043
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0030856247148077,
-      "learning_rate": 3.987733837886622e-06,
-      "loss": 0.1723,
-      "step": 14044
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9019917277961534,
-      "learning_rate": 3.986417862105043e-06,
-      "loss": 0.174,
-      "step": 14045
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9420535261557448,
-      "learning_rate": 3.985102049442221e-06,
-      "loss": 0.1612,
-      "step": 14046
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9970341470186542,
-      "learning_rate": 3.983786399933842e-06,
-      "loss": 0.1801,
-      "step": 14047
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.1198941603246906,
-      "learning_rate": 3.982470913615602e-06,
-      "loss": 0.1944,
-      "step": 14048
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.031101344226233,
-      "learning_rate": 3.981155590523173e-06,
-      "loss": 0.1442,
-      "step": 14049
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 2.4822485364807862,
-      "learning_rate": 3.979840430692242e-06,
-      "loss": 0.2225,
-      "step": 14050
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.9894481492357582,
-      "learning_rate": 3.978525434158476e-06,
-      "loss": 0.1638,
-      "step": 14051
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.0964076308612705,
-      "learning_rate": 3.977210600957548e-06,
-      "loss": 0.1754,
-      "step": 14052
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.6665709589666882,
-      "learning_rate": 3.975895931125126e-06,
-      "loss": 0.1697,
-      "step": 14053
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 2.000045807372957,
-      "learning_rate": 3.9745814246968654e-06,
-      "loss": 0.1786,
-      "step": 14054
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.8953795174978475,
-      "learning_rate": 3.973267081708425e-06,
-      "loss": 0.1689,
-      "step": 14055
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 3.3286514942564485,
-      "learning_rate": 3.971952902195453e-06,
-      "loss": 0.1663,
-      "step": 14056
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 1.1203493039554666,
-      "learning_rate": 3.970638886193603e-06,
-      "loss": 0.1955,
-      "step": 14057
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.8888136001531051,
-      "learning_rate": 3.969325033738509e-06,
-      "loss": 0.1964,
-      "step": 14058
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.795777988010517,
-      "learning_rate": 3.968011344865819e-06,
-      "loss": 0.1531,
-      "step": 14059
-    },
-    {
-      "epoch": 0.71,
-      "grad_norm": 0.7770520518118822,
-      "learning_rate": 3.9666978196111575e-06,
-      "loss": 0.1632,
-      "step": 14060
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8263785189625037,
-      "learning_rate": 3.965384458010157e-06,
-      "loss": 0.1834,
-      "step": 14061
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.854320039391229,
-      "learning_rate": 3.964071260098446e-06,
-      "loss": 0.1508,
-      "step": 14062
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.3807512839982112,
-      "learning_rate": 3.962758225911646e-06,
-      "loss": 0.1575,
-      "step": 14063
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.1555728871664732,
-      "learning_rate": 3.961445355485366e-06,
-      "loss": 0.1758,
-      "step": 14064
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8123345828753771,
-      "learning_rate": 3.960132648855226e-06,
-      "loss": 0.1758,
-      "step": 14065
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9460660456671849,
-      "learning_rate": 3.958820106056826e-06,
-      "loss": 0.156,
-      "step": 14066
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0004887583666053,
-      "learning_rate": 3.957507727125775e-06,
-      "loss": 0.1608,
-      "step": 14067
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.3035912785558115,
-      "learning_rate": 3.956195512097664e-06,
-      "loss": 0.1651,
-      "step": 14068
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0046179848207974,
-      "learning_rate": 3.954883461008091e-06,
-      "loss": 0.1829,
-      "step": 14069
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.990047289247749,
-      "learning_rate": 3.953571573892646e-06,
-      "loss": 0.1758,
-      "step": 14070
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8181189145002394,
-      "learning_rate": 3.9522598507869166e-06,
-      "loss": 0.1539,
-      "step": 14071
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8046299088957247,
-      "learning_rate": 3.95094829172648e-06,
-      "loss": 0.1725,
-      "step": 14072
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.5116421607576094,
-      "learning_rate": 3.949636896746911e-06,
-      "loss": 0.1514,
-      "step": 14073
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.1942340373605995,
-      "learning_rate": 3.948325665883785e-06,
-      "loss": 0.1796,
-      "step": 14074
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0544986056562093,
-      "learning_rate": 3.947014599172664e-06,
-      "loss": 0.1786,
-      "step": 14075
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.336394823926345,
-      "learning_rate": 3.945703696649117e-06,
-      "loss": 0.1519,
-      "step": 14076
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.944020747222741,
-      "learning_rate": 3.944392958348696e-06,
-      "loss": 0.1733,
-      "step": 14077
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.8344168292689214,
-      "learning_rate": 3.943082384306958e-06,
-      "loss": 0.1558,
-      "step": 14078
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9462982215603182,
-      "learning_rate": 3.941771974559453e-06,
-      "loss": 0.1849,
-      "step": 14079
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.1478756672396018,
-      "learning_rate": 3.940461729141728e-06,
-      "loss": 0.1716,
-      "step": 14080
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.291699795537521,
-      "learning_rate": 3.939151648089317e-06,
-      "loss": 0.138,
-      "step": 14081
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.4757223942660185,
-      "learning_rate": 3.937841731437765e-06,
-      "loss": 0.176,
-      "step": 14082
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9795969693563553,
-      "learning_rate": 3.936531979222593e-06,
-      "loss": 0.1532,
-      "step": 14083
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.7695703125447169,
-      "learning_rate": 3.935222391479339e-06,
-      "loss": 0.1525,
-      "step": 14084
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8807274886889117,
-      "learning_rate": 3.933912968243515e-06,
-      "loss": 0.1697,
-      "step": 14085
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.17677908764498,
-      "learning_rate": 3.9326037095506486e-06,
-      "loss": 0.1619,
-      "step": 14086
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8695497729024724,
-      "learning_rate": 3.931294615436245e-06,
-      "loss": 0.1745,
-      "step": 14087
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.015175994237581,
-      "learning_rate": 3.929985685935819e-06,
-      "loss": 0.1685,
-      "step": 14088
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.6135670353009806,
-      "learning_rate": 3.928676921084877e-06,
-      "loss": 0.177,
-      "step": 14089
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0624513862242058,
-      "learning_rate": 3.9273683209189115e-06,
-      "loss": 0.1712,
-      "step": 14090
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9178673325700115,
-      "learning_rate": 3.926059885473429e-06,
-      "loss": 0.1617,
-      "step": 14091
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0849630238704142,
-      "learning_rate": 3.9247516147839105e-06,
-      "loss": 0.1735,
-      "step": 14092
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9923777691551956,
-      "learning_rate": 3.923443508885851e-06,
-      "loss": 0.1583,
-      "step": 14093
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.2803548963051437,
-      "learning_rate": 3.922135567814726e-06,
-      "loss": 0.1708,
-      "step": 14094
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9130041610458673,
-      "learning_rate": 3.920827791606018e-06,
-      "loss": 0.1616,
-      "step": 14095
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0466901162138669,
-      "learning_rate": 3.919520180295199e-06,
-      "loss": 0.1615,
-      "step": 14096
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0599024632729042,
-      "learning_rate": 3.918212733917742e-06,
-      "loss": 0.1568,
-      "step": 14097
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.1164968866332436,
-      "learning_rate": 3.9169054525091045e-06,
-      "loss": 0.1734,
-      "step": 14098
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9097229462116942,
-      "learning_rate": 3.915598336104754e-06,
-      "loss": 0.1647,
-      "step": 14099
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9607652166214575,
-      "learning_rate": 3.914291384740139e-06,
-      "loss": 0.1484,
-      "step": 14100
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.1161152426737857,
-      "learning_rate": 3.912984598450716e-06,
-      "loss": 0.1711,
-      "step": 14101
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0838039029190736,
-      "learning_rate": 3.9116779772719274e-06,
-      "loss": 0.1828,
-      "step": 14102
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.396753142997566,
-      "learning_rate": 3.91037152123922e-06,
-      "loss": 0.1637,
-      "step": 14103
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.299828907754022,
-      "learning_rate": 3.9090652303880265e-06,
-      "loss": 0.1842,
-      "step": 14104
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.5028157315567607,
-      "learning_rate": 3.907759104753782e-06,
-      "loss": 0.1568,
-      "step": 14105
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.1985317318332738,
-      "learning_rate": 3.90645314437192e-06,
-      "loss": 0.1913,
-      "step": 14106
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.251572368953231,
-      "learning_rate": 3.905147349277857e-06,
-      "loss": 0.1689,
-      "step": 14107
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.3102618168442373,
-      "learning_rate": 3.9038417195070196e-06,
-      "loss": 0.1952,
-      "step": 14108
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0520810466721868,
-      "learning_rate": 3.902536255094816e-06,
-      "loss": 0.1655,
-      "step": 14109
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.7655259367920346,
-      "learning_rate": 3.901230956076665e-06,
-      "loss": 0.165,
-      "step": 14110
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.2413659929656236,
-      "learning_rate": 3.899925822487965e-06,
-      "loss": 0.1652,
-      "step": 14111
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9601156709495291,
-      "learning_rate": 3.898620854364126e-06,
-      "loss": 0.182,
-      "step": 14112
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0182150466816644,
-      "learning_rate": 3.897316051740536e-06,
-      "loss": 0.1802,
-      "step": 14113
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9465330640666286,
-      "learning_rate": 3.896011414652593e-06,
-      "loss": 0.1558,
-      "step": 14114
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8495037191629528,
-      "learning_rate": 3.894706943135686e-06,
-      "loss": 0.1619,
-      "step": 14115
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 3.749177420998462,
-      "learning_rate": 3.893402637225201e-06,
-      "loss": 0.1738,
-      "step": 14116
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0153253780913176,
-      "learning_rate": 3.892098496956511e-06,
-      "loss": 0.1617,
-      "step": 14117
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.2844861536349312,
-      "learning_rate": 3.890794522364998e-06,
-      "loss": 0.1844,
-      "step": 14118
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.1477401726044283,
-      "learning_rate": 3.8894907134860236e-06,
-      "loss": 0.1761,
-      "step": 14119
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9576356068272893,
-      "learning_rate": 3.888187070354964e-06,
-      "loss": 0.1847,
-      "step": 14120
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8866710011707144,
-      "learning_rate": 3.886883593007171e-06,
-      "loss": 0.1629,
-      "step": 14121
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.853715620160077,
-      "learning_rate": 3.885580281478007e-06,
-      "loss": 0.1636,
-      "step": 14122
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0522413642603576,
-      "learning_rate": 3.8842771358028254e-06,
-      "loss": 0.1828,
-      "step": 14123
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.7705310953095824,
-      "learning_rate": 3.882974156016968e-06,
-      "loss": 0.146,
-      "step": 14124
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9935591406214743,
-      "learning_rate": 3.881671342155786e-06,
-      "loss": 0.1927,
-      "step": 14125
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0289400849388903,
-      "learning_rate": 3.880368694254612e-06,
-      "loss": 0.1944,
-      "step": 14126
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.075369092240746,
-      "learning_rate": 3.879066212348786e-06,
-      "loss": 0.1874,
-      "step": 14127
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.1412571748621356,
-      "learning_rate": 3.877763896473629e-06,
-      "loss": 0.1736,
-      "step": 14128
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8994203625034884,
-      "learning_rate": 3.876461746664478e-06,
-      "loss": 0.1513,
-      "step": 14129
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8771349317185486,
-      "learning_rate": 3.875159762956644e-06,
-      "loss": 0.178,
-      "step": 14130
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0027658517118203,
-      "learning_rate": 3.873857945385447e-06,
-      "loss": 0.1679,
-      "step": 14131
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.87315016577878,
-      "learning_rate": 3.8725562939862e-06,
-      "loss": 0.1711,
-      "step": 14132
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8900586829521311,
-      "learning_rate": 3.871254808794213e-06,
-      "loss": 0.1691,
-      "step": 14133
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8966203204273094,
-      "learning_rate": 3.869953489844781e-06,
-      "loss": 0.1407,
-      "step": 14134
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.998730627617709,
-      "learning_rate": 3.868652337173211e-06,
-      "loss": 0.1883,
-      "step": 14135
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.7719003043359163,
-      "learning_rate": 3.8673513508147885e-06,
-      "loss": 0.161,
-      "step": 14136
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8156765100824103,
-      "learning_rate": 3.866050530804811e-06,
-      "loss": 0.141,
-      "step": 14137
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8042549971576102,
-      "learning_rate": 3.864749877178556e-06,
-      "loss": 0.1637,
-      "step": 14138
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8790603683540212,
-      "learning_rate": 3.86344938997131e-06,
-      "loss": 0.1742,
-      "step": 14139
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.54209637857875,
-      "learning_rate": 3.862149069218343e-06,
-      "loss": 0.176,
-      "step": 14140
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0170286994576827,
-      "learning_rate": 3.8608489149549286e-06,
-      "loss": 0.1591,
-      "step": 14141
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9255760660296493,
-      "learning_rate": 3.8595489272163375e-06,
-      "loss": 0.181,
-      "step": 14142
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9384850020253076,
-      "learning_rate": 3.858249106037826e-06,
-      "loss": 0.1547,
-      "step": 14143
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.1219354082933488,
-      "learning_rate": 3.856949451454658e-06,
-      "loss": 0.1847,
-      "step": 14144
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.3725720945269748,
-      "learning_rate": 3.855649963502078e-06,
-      "loss": 0.2026,
-      "step": 14145
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 2.826362384690696,
-      "learning_rate": 3.854350642215344e-06,
-      "loss": 0.2124,
-      "step": 14146
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0420657943593228,
-      "learning_rate": 3.853051487629693e-06,
-      "loss": 0.1555,
-      "step": 14147
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.1153510092050685,
-      "learning_rate": 3.851752499780368e-06,
-      "loss": 0.1651,
-      "step": 14148
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9459742492520735,
-      "learning_rate": 3.8504536787026025e-06,
-      "loss": 0.1678,
-      "step": 14149
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0397145526569862,
-      "learning_rate": 3.8491550244316326e-06,
-      "loss": 0.171,
-      "step": 14150
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9655573592566931,
-      "learning_rate": 3.847856537002677e-06,
-      "loss": 0.1736,
-      "step": 14151
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9220548799507059,
-      "learning_rate": 3.846558216450962e-06,
-      "loss": 0.1524,
-      "step": 14152
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0456814200250961,
-      "learning_rate": 3.845260062811701e-06,
-      "loss": 0.1764,
-      "step": 14153
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9412885631888973,
-      "learning_rate": 3.843962076120111e-06,
-      "loss": 0.1722,
-      "step": 14154
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8769782231890678,
-      "learning_rate": 3.842664256411393e-06,
-      "loss": 0.1711,
-      "step": 14155
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9941968030192654,
-      "learning_rate": 3.841366603720761e-06,
-      "loss": 0.1581,
-      "step": 14156
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.81692305819075,
-      "learning_rate": 3.840069118083403e-06,
-      "loss": 0.1729,
-      "step": 14157
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.5179566558436612,
-      "learning_rate": 3.838771799534518e-06,
-      "loss": 0.1832,
-      "step": 14158
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9901563215065169,
-      "learning_rate": 3.837474648109298e-06,
-      "loss": 0.1637,
-      "step": 14159
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.6951338937784872,
-      "learning_rate": 3.836177663842925e-06,
-      "loss": 0.1659,
-      "step": 14160
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9560269248745517,
-      "learning_rate": 3.834880846770584e-06,
-      "loss": 0.1683,
-      "step": 14161
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.1981393142829408,
-      "learning_rate": 3.833584196927443e-06,
-      "loss": 0.1925,
-      "step": 14162
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.737439399910469,
-      "learning_rate": 3.8322877143486835e-06,
-      "loss": 0.1732,
-      "step": 14163
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9970214572536786,
-      "learning_rate": 3.830991399069466e-06,
-      "loss": 0.1662,
-      "step": 14164
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9038070805127413,
-      "learning_rate": 3.829695251124953e-06,
-      "loss": 0.1659,
-      "step": 14165
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8343905841105865,
-      "learning_rate": 3.828399270550306e-06,
-      "loss": 0.1765,
-      "step": 14166
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.7514551033421455,
-      "learning_rate": 3.827103457380681e-06,
-      "loss": 0.1569,
-      "step": 14167
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.1434878349475175,
-      "learning_rate": 3.82580781165122e-06,
-      "loss": 0.1675,
-      "step": 14168
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0057817293164968,
-      "learning_rate": 3.824512333397073e-06,
-      "loss": 0.185,
-      "step": 14169
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.2729546710261415,
-      "learning_rate": 3.823217022653376e-06,
-      "loss": 0.1975,
-      "step": 14170
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.81564027380783,
-      "learning_rate": 3.821921879455268e-06,
-      "loss": 0.1631,
-      "step": 14171
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8976442491961399,
-      "learning_rate": 3.820626903837875e-06,
-      "loss": 0.1569,
-      "step": 14172
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9607703608651237,
-      "learning_rate": 3.81933209583633e-06,
-      "loss": 0.1783,
-      "step": 14173
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.98830563137594,
-      "learning_rate": 3.818037455485748e-06,
-      "loss": 0.195,
-      "step": 14174
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.967548832430743,
-      "learning_rate": 3.816742982821249e-06,
-      "loss": 0.1873,
-      "step": 14175
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9725562983600868,
-      "learning_rate": 3.815448677877949e-06,
-      "loss": 0.1637,
-      "step": 14176
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9534466925619756,
-      "learning_rate": 3.8141545406909486e-06,
-      "loss": 0.2168,
-      "step": 14177
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9022686390988373,
-      "learning_rate": 3.8128605712953606e-06,
-      "loss": 0.1771,
-      "step": 14178
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.7895997669461096,
-      "learning_rate": 3.811566769726275e-06,
-      "loss": 0.1788,
-      "step": 14179
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.026042586429769,
-      "learning_rate": 3.810273136018793e-06,
-      "loss": 0.1561,
-      "step": 14180
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.7893571675039319,
-      "learning_rate": 3.8089796702079996e-06,
-      "loss": 0.1781,
-      "step": 14181
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.6919757359686876,
-      "learning_rate": 3.8076863723289847e-06,
-      "loss": 0.1631,
-      "step": 14182
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.862175568391283,
-      "learning_rate": 3.8063932424168236e-06,
-      "loss": 0.1673,
-      "step": 14183
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8485517752972715,
-      "learning_rate": 3.8051002805065964e-06,
-      "loss": 0.1934,
-      "step": 14184
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.9233190973713077,
-      "learning_rate": 3.803807486633373e-06,
-      "loss": 0.1653,
-      "step": 14185
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.1319349294113454,
-      "learning_rate": 3.802514860832225e-06,
-      "loss": 0.1909,
-      "step": 14186
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8653577480393039,
-      "learning_rate": 3.8012224031382084e-06,
-      "loss": 0.1779,
-      "step": 14187
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.1929076075384082,
-      "learning_rate": 3.7999301135863875e-06,
-      "loss": 0.1731,
-      "step": 14188
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9413376467983017,
-      "learning_rate": 3.7986379922118087e-06,
-      "loss": 0.1551,
-      "step": 14189
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9052220902235042,
-      "learning_rate": 3.797346039049529e-06,
-      "loss": 0.1828,
-      "step": 14190
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9246863882687407,
-      "learning_rate": 3.7960542541345836e-06,
-      "loss": 0.1973,
-      "step": 14191
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8486898931706738,
-      "learning_rate": 3.7947626375020173e-06,
-      "loss": 0.1641,
-      "step": 14192
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.2499576012040685,
-      "learning_rate": 3.793471189186869e-06,
-      "loss": 0.1742,
-      "step": 14193
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8500478491305098,
-      "learning_rate": 3.792179909224162e-06,
-      "loss": 0.1686,
-      "step": 14194
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9980383111334427,
-      "learning_rate": 3.7908887976489284e-06,
-      "loss": 0.2013,
-      "step": 14195
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.557717958905487,
-      "learning_rate": 3.789597854496183e-06,
-      "loss": 0.1621,
-      "step": 14196
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.172579101340141,
-      "learning_rate": 3.7883070798009503e-06,
-      "loss": 0.1838,
-      "step": 14197
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.5335676877341493,
-      "learning_rate": 3.7870164735982363e-06,
-      "loss": 0.1741,
-      "step": 14198
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.236872824666607,
-      "learning_rate": 3.7857260359230543e-06,
-      "loss": 0.1668,
-      "step": 14199
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0325130618195033,
-      "learning_rate": 3.7844357668104005e-06,
-      "loss": 0.1567,
-      "step": 14200
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.1342609581997496,
-      "learning_rate": 3.7831456662952783e-06,
-      "loss": 0.1772,
-      "step": 14201
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.4083831164497156,
-      "learning_rate": 3.7818557344126807e-06,
-      "loss": 0.1642,
-      "step": 14202
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8579470681672271,
-      "learning_rate": 3.7805659711976007e-06,
-      "loss": 0.1697,
-      "step": 14203
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0276154408565137,
-      "learning_rate": 3.779276376685017e-06,
-      "loss": 0.1614,
-      "step": 14204
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.1292194703813447,
-      "learning_rate": 3.7779869509099166e-06,
-      "loss": 0.1716,
-      "step": 14205
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9358439759067537,
-      "learning_rate": 3.7766976939072673e-06,
-      "loss": 0.173,
-      "step": 14206
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.7796355039284816,
-      "learning_rate": 3.7754086057120486e-06,
-      "loss": 0.1449,
-      "step": 14207
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.056734691141821,
-      "learning_rate": 3.77411968635922e-06,
-      "loss": 0.1628,
-      "step": 14208
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9221052651830727,
-      "learning_rate": 3.772830935883749e-06,
-      "loss": 0.1563,
-      "step": 14209
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0631227692867489,
-      "learning_rate": 3.7715423543205875e-06,
-      "loss": 0.1683,
-      "step": 14210
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.7410763969252387,
-      "learning_rate": 3.7702539417046923e-06,
-      "loss": 0.1603,
-      "step": 14211
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9452639562381826,
-      "learning_rate": 3.7689656980710132e-06,
-      "loss": 0.189,
-      "step": 14212
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.6908879201876998,
-      "learning_rate": 3.7676776234544876e-06,
-      "loss": 0.1638,
-      "step": 14213
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0159422655316006,
-      "learning_rate": 3.7663897178900634e-06,
-      "loss": 0.1612,
-      "step": 14214
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.870214529701722,
-      "learning_rate": 3.7651019814126656e-06,
-      "loss": 0.1632,
-      "step": 14215
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.3077317836042965,
-      "learning_rate": 3.763814414057233e-06,
-      "loss": 0.1788,
-      "step": 14216
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 2.0002530570640173,
-      "learning_rate": 3.7625270158586824e-06,
-      "loss": 0.1536,
-      "step": 14217
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.3738436004166406,
-      "learning_rate": 3.761239786851939e-06,
-      "loss": 0.1561,
-      "step": 14218
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.354949019454525,
-      "learning_rate": 3.7599527270719183e-06,
-      "loss": 0.1437,
-      "step": 14219
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.5472545692675839,
-      "learning_rate": 3.7586658365535367e-06,
-      "loss": 0.1568,
-      "step": 14220
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9656835326636025,
-      "learning_rate": 3.757379115331693e-06,
-      "loss": 0.1802,
-      "step": 14221
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9776349541649698,
-      "learning_rate": 3.756092563441297e-06,
-      "loss": 0.1656,
-      "step": 14222
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8852204987916643,
-      "learning_rate": 3.754806180917239e-06,
-      "loss": 0.1921,
-      "step": 14223
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9167565711720689,
-      "learning_rate": 3.75351996779442e-06,
-      "loss": 0.1775,
-      "step": 14224
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8952438830379588,
-      "learning_rate": 3.752233924107721e-06,
-      "loss": 0.16,
-      "step": 14225
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.2955265466290538,
-      "learning_rate": 3.7509480498920325e-06,
-      "loss": 0.1617,
-      "step": 14226
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9378117311047315,
-      "learning_rate": 3.749662345182229e-06,
-      "loss": 0.1589,
-      "step": 14227
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.1886155582753781,
-      "learning_rate": 3.7483768100131857e-06,
-      "loss": 0.1915,
-      "step": 14228
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0826107082122094,
-      "learning_rate": 3.7470914444197793e-06,
-      "loss": 0.1709,
-      "step": 14229
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0393811372304311,
-      "learning_rate": 3.745806248436866e-06,
-      "loss": 0.1554,
-      "step": 14230
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.236921987649103,
-      "learning_rate": 3.7445212220993167e-06,
-      "loss": 0.1815,
-      "step": 14231
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.2104292988068672,
-      "learning_rate": 3.743236365441978e-06,
-      "loss": 0.2004,
-      "step": 14232
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.6439370614882838,
-      "learning_rate": 3.7419516784997102e-06,
-      "loss": 0.1716,
-      "step": 14233
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8458498080848184,
-      "learning_rate": 3.740667161307352e-06,
-      "loss": 0.1576,
-      "step": 14234
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.1550376497930346,
-      "learning_rate": 3.7393828138997543e-06,
-      "loss": 0.1706,
-      "step": 14235
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.3056922913399747,
-      "learning_rate": 3.7380986363117488e-06,
-      "loss": 0.1802,
-      "step": 14236
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0611836357952285,
-      "learning_rate": 3.7368146285781716e-06,
-      "loss": 0.1553,
-      "step": 14237
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.5617880165016602,
-      "learning_rate": 3.73553079073385e-06,
-      "loss": 0.173,
-      "step": 14238
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.1187420114648672,
-      "learning_rate": 3.7342471228136148e-06,
-      "loss": 0.1655,
-      "step": 14239
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8656618888307698,
-      "learning_rate": 3.732963624852275e-06,
-      "loss": 0.1645,
-      "step": 14240
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0527586977075543,
-      "learning_rate": 3.7316802968846555e-06,
-      "loss": 0.1905,
-      "step": 14241
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9653891403786222,
-      "learning_rate": 3.7303971389455584e-06,
-      "loss": 0.1785,
-      "step": 14242
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8007572110573549,
-      "learning_rate": 3.7291141510697957e-06,
-      "loss": 0.1631,
-      "step": 14243
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0979067825574946,
-      "learning_rate": 3.7278313332921634e-06,
-      "loss": 0.168,
-      "step": 14244
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0376817166504873,
-      "learning_rate": 3.72654868564746e-06,
-      "loss": 0.2146,
-      "step": 14245
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.870826236426534,
-      "learning_rate": 3.7252662081704806e-06,
-      "loss": 0.1576,
-      "step": 14246
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.1024186957206004,
-      "learning_rate": 3.7239839008960066e-06,
-      "loss": 0.1845,
-      "step": 14247
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9461416873285,
-      "learning_rate": 3.722701763858828e-06,
-      "loss": 0.1605,
-      "step": 14248
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8203311355747611,
-      "learning_rate": 3.721419797093715e-06,
-      "loss": 0.1727,
-      "step": 14249
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9325230397827498,
-      "learning_rate": 3.720138000635447e-06,
-      "loss": 0.1751,
-      "step": 14250
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.115454803046617,
-      "learning_rate": 3.718856374518788e-06,
-      "loss": 0.1702,
-      "step": 14251
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8502188295421723,
-      "learning_rate": 3.717574918778507e-06,
-      "loss": 0.1666,
-      "step": 14252
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.1228808366873253,
-      "learning_rate": 3.7162936334493594e-06,
-      "loss": 0.1701,
-      "step": 14253
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.8689147468875956,
-      "learning_rate": 3.7150125185661e-06,
-      "loss": 0.1704,
-      "step": 14254
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 0.9488898299242475,
-      "learning_rate": 3.7137315741634825e-06,
-      "loss": 0.1882,
-      "step": 14255
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.0817092141613454,
-      "learning_rate": 3.7124508002762537e-06,
-      "loss": 0.1599,
-      "step": 14256
-    },
-    {
-      "epoch": 0.72,
-      "grad_norm": 1.166908832486912,
-      "learning_rate": 3.711170196939149e-06,
-      "loss": 0.1724,
-      "step": 14257
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8814828284152649,
-      "learning_rate": 3.7098897641869113e-06,
-      "loss": 0.1781,
-      "step": 14258
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9455121000726662,
-      "learning_rate": 3.7086095020542655e-06,
-      "loss": 0.1781,
-      "step": 14259
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.1232332362340367,
-      "learning_rate": 3.7073294105759462e-06,
-      "loss": 0.1884,
-      "step": 14260
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8402922663453951,
-      "learning_rate": 3.706049489786667e-06,
-      "loss": 0.1541,
-      "step": 14261
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9859218401322686,
-      "learning_rate": 3.704769739721156e-06,
-      "loss": 0.1641,
-      "step": 14262
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.110810403466431,
-      "learning_rate": 3.703490160414117e-06,
-      "loss": 0.187,
-      "step": 14263
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.0070633935527822,
-      "learning_rate": 3.7022107519002635e-06,
-      "loss": 0.1602,
-      "step": 14264
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 2.5144713975719286,
-      "learning_rate": 3.7009315142143033e-06,
-      "loss": 0.1777,
-      "step": 14265
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.3375853269180695,
-      "learning_rate": 3.6996524473909268e-06,
-      "loss": 0.1619,
-      "step": 14266
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.0919991003667495,
-      "learning_rate": 3.6983735514648376e-06,
-      "loss": 0.174,
-      "step": 14267
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.1546100421700132,
-      "learning_rate": 3.697094826470717e-06,
-      "loss": 0.176,
-      "step": 14268
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8533756977482386,
-      "learning_rate": 3.6958162724432612e-06,
-      "loss": 0.1706,
-      "step": 14269
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8114168158613203,
-      "learning_rate": 3.6945378894171392e-06,
-      "loss": 0.174,
-      "step": 14270
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.139833257653544,
-      "learning_rate": 3.6932596774270346e-06,
-      "loss": 0.1579,
-      "step": 14271
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.011143112623799,
-      "learning_rate": 3.6919816365076165e-06,
-      "loss": 0.1912,
-      "step": 14272
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.599161063664042,
-      "learning_rate": 3.6907037666935565e-06,
-      "loss": 0.18,
-      "step": 14273
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 2.111474925295134,
-      "learning_rate": 3.6894260680195105e-06,
-      "loss": 0.1687,
-      "step": 14274
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 2.071490665473469,
-      "learning_rate": 3.688148540520141e-06,
-      "loss": 0.1563,
-      "step": 14275
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9001205884583297,
-      "learning_rate": 3.6868711842300964e-06,
-      "loss": 0.1532,
-      "step": 14276
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.2590964346673659,
-      "learning_rate": 3.6855939991840305e-06,
-      "loss": 0.1857,
-      "step": 14277
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.4732035688485705,
-      "learning_rate": 3.6843169854165807e-06,
-      "loss": 0.176,
-      "step": 14278
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.284662221148433,
-      "learning_rate": 3.683040142962393e-06,
-      "loss": 0.1924,
-      "step": 14279
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.2777057044689084,
-      "learning_rate": 3.6817634718560947e-06,
-      "loss": 0.1679,
-      "step": 14280
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9109142054246077,
-      "learning_rate": 3.6804869721323187e-06,
-      "loss": 0.1671,
-      "step": 14281
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.0592463944026813,
-      "learning_rate": 3.6792106438256937e-06,
-      "loss": 0.1739,
-      "step": 14282
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.810647659156529,
-      "learning_rate": 3.6779344869708344e-06,
-      "loss": 0.1507,
-      "step": 14283
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9415308598837328,
-      "learning_rate": 3.6766585016023624e-06,
-      "loss": 0.1671,
-      "step": 14284
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.1358383503657274,
-      "learning_rate": 3.6753826877548817e-06,
-      "loss": 0.1595,
-      "step": 14285
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9346530761399574,
-      "learning_rate": 3.674107045463007e-06,
-      "loss": 0.191,
-      "step": 14286
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.466131046517711,
-      "learning_rate": 3.672831574761332e-06,
-      "loss": 0.1527,
-      "step": 14287
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.2540878334454677,
-      "learning_rate": 3.671556275684458e-06,
-      "loss": 0.1754,
-      "step": 14288
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.2123331434905684,
-      "learning_rate": 3.6702811482669776e-06,
-      "loss": 0.1581,
-      "step": 14289
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8083395757328803,
-      "learning_rate": 3.6690061925434817e-06,
-      "loss": 0.1594,
-      "step": 14290
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9007273446819845,
-      "learning_rate": 3.667731408548547e-06,
-      "loss": 0.1777,
-      "step": 14291
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.1764483153180103,
-      "learning_rate": 3.6664567963167598e-06,
-      "loss": 0.1855,
-      "step": 14292
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.0257463654360448,
-      "learning_rate": 3.6651823558826847e-06,
-      "loss": 0.1775,
-      "step": 14293
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.708378143859542,
-      "learning_rate": 3.6639080872809007e-06,
-      "loss": 0.1595,
-      "step": 14294
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.063857693334117,
-      "learning_rate": 3.662633990545964e-06,
-      "loss": 0.1604,
-      "step": 14295
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.015383341678732,
-      "learning_rate": 3.6613600657124416e-06,
-      "loss": 0.1715,
-      "step": 14296
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.2290575016512464,
-      "learning_rate": 3.6600863128148823e-06,
-      "loss": 0.1729,
-      "step": 14297
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.937283228394862,
-      "learning_rate": 3.6588127318878398e-06,
-      "loss": 0.1839,
-      "step": 14298
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.0972501980810836,
-      "learning_rate": 3.657539322965863e-06,
-      "loss": 0.151,
-      "step": 14299
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.2100849301088383,
-      "learning_rate": 3.6562660860834866e-06,
-      "loss": 0.1771,
-      "step": 14300
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9269535849349061,
-      "learning_rate": 3.654993021275255e-06,
-      "loss": 0.1659,
-      "step": 14301
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.989396120662106,
-      "learning_rate": 3.6537201285756927e-06,
-      "loss": 0.1663,
-      "step": 14302
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9574458380861439,
-      "learning_rate": 3.652447408019334e-06,
-      "loss": 0.1689,
-      "step": 14303
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.7094279189074484,
-      "learning_rate": 3.651174859640694e-06,
-      "loss": 0.1878,
-      "step": 14304
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.1206309986972018,
-      "learning_rate": 3.6499024834742967e-06,
-      "loss": 0.1781,
-      "step": 14305
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.9028885348627,
-      "learning_rate": 3.6486302795546515e-06,
-      "loss": 0.1713,
-      "step": 14306
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9185930338847872,
-      "learning_rate": 3.6473582479162684e-06,
-      "loss": 0.1493,
-      "step": 14307
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8589657424822319,
-      "learning_rate": 3.6460863885936514e-06,
-      "loss": 0.1684,
-      "step": 14308
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9463367078690121,
-      "learning_rate": 3.644814701621303e-06,
-      "loss": 0.1705,
-      "step": 14309
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9896721370691746,
-      "learning_rate": 3.6435431870337123e-06,
-      "loss": 0.1743,
-      "step": 14310
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.1614616682775758,
-      "learning_rate": 3.642271844865375e-06,
-      "loss": 0.1781,
-      "step": 14311
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9824090286288907,
-      "learning_rate": 3.641000675150769e-06,
-      "loss": 0.1646,
-      "step": 14312
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.7977130453754009,
-      "learning_rate": 3.639729677924382e-06,
-      "loss": 0.1507,
-      "step": 14313
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8735573137115935,
-      "learning_rate": 3.638458853220683e-06,
-      "loss": 0.1643,
-      "step": 14314
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9780952797888448,
-      "learning_rate": 3.637188201074149e-06,
-      "loss": 0.1755,
-      "step": 14315
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9590069219781341,
-      "learning_rate": 3.635917721519245e-06,
-      "loss": 0.1515,
-      "step": 14316
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.7895245555191475,
-      "learning_rate": 3.634647414590431e-06,
-      "loss": 0.1827,
-      "step": 14317
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.844476378491929,
-      "learning_rate": 3.6333772803221677e-06,
-      "loss": 0.1677,
-      "step": 14318
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.05269931311854,
-      "learning_rate": 3.632107318748903e-06,
-      "loss": 0.1904,
-      "step": 14319
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.636618686759367,
-      "learning_rate": 3.630837529905089e-06,
-      "loss": 0.1683,
-      "step": 14320
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8617969918168314,
-      "learning_rate": 3.6295679138251637e-06,
-      "loss": 0.1592,
-      "step": 14321
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9486332624925874,
-      "learning_rate": 3.628298470543572e-06,
-      "loss": 0.1892,
-      "step": 14322
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.4453375339022392,
-      "learning_rate": 3.6270292000947417e-06,
-      "loss": 0.1761,
-      "step": 14323
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.146975579000541,
-      "learning_rate": 3.625760102513103e-06,
-      "loss": 0.1698,
-      "step": 14324
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.6093006977976625,
-      "learning_rate": 3.6244911778330826e-06,
-      "loss": 0.1641,
-      "step": 14325
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.1152540194062124,
-      "learning_rate": 3.6232224260891012e-06,
-      "loss": 0.1529,
-      "step": 14326
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8843950514675752,
-      "learning_rate": 3.621953847315569e-06,
-      "loss": 0.1527,
-      "step": 14327
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.096107420351601,
-      "learning_rate": 3.620685441546903e-06,
-      "loss": 0.1987,
-      "step": 14328
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.1006170106896094,
-      "learning_rate": 3.6194172088175005e-06,
-      "loss": 0.1886,
-      "step": 14329
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.026145337870011,
-      "learning_rate": 3.6181491491617706e-06,
-      "loss": 0.1496,
-      "step": 14330
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.029899205795693,
-      "learning_rate": 3.6168812626141e-06,
-      "loss": 0.1987,
-      "step": 14331
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.0966232569516159,
-      "learning_rate": 3.6156135492088915e-06,
-      "loss": 0.1475,
-      "step": 14332
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.1319156136893418,
-      "learning_rate": 3.6143460089805214e-06,
-      "loss": 0.1609,
-      "step": 14333
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.3430977218507882,
-      "learning_rate": 3.613078641963377e-06,
-      "loss": 0.1658,
-      "step": 14334
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8104722022322258,
-      "learning_rate": 3.611811448191839e-06,
-      "loss": 0.1578,
-      "step": 14335
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.3388835404316106,
-      "learning_rate": 3.610544427700272e-06,
-      "loss": 0.1761,
-      "step": 14336
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8960803836041868,
-      "learning_rate": 3.6092775805230516e-06,
-      "loss": 0.1594,
-      "step": 14337
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8458899384765411,
-      "learning_rate": 3.6080109066945357e-06,
-      "loss": 0.1749,
-      "step": 14338
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8441196825783069,
-      "learning_rate": 3.6067444062490875e-06,
-      "loss": 0.18,
-      "step": 14339
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.7732150398842218,
-      "learning_rate": 3.6054780792210542e-06,
-      "loss": 0.1627,
-      "step": 14340
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.1086405766696839,
-      "learning_rate": 3.6042119256447904e-06,
-      "loss": 0.1675,
-      "step": 14341
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8720343885082179,
-      "learning_rate": 3.602945945554639e-06,
-      "loss": 0.1747,
-      "step": 14342
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8623553602417626,
-      "learning_rate": 3.6016801389849434e-06,
-      "loss": 0.1829,
-      "step": 14343
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.2966082489742936,
-      "learning_rate": 3.6004145059700313e-06,
-      "loss": 0.1676,
-      "step": 14344
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.157181184083306,
-      "learning_rate": 3.5991490465442413e-06,
-      "loss": 0.1957,
-      "step": 14345
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8556719271462281,
-      "learning_rate": 3.5978837607418914e-06,
-      "loss": 0.1431,
-      "step": 14346
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9223430518682103,
-      "learning_rate": 3.5966186485973097e-06,
-      "loss": 0.1711,
-      "step": 14347
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.5919130161900463,
-      "learning_rate": 3.5953537101448053e-06,
-      "loss": 0.1598,
-      "step": 14348
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 2.5950698902412257,
-      "learning_rate": 3.5940889454186965e-06,
-      "loss": 0.1786,
-      "step": 14349
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.05794885305146,
-      "learning_rate": 3.5928243544532835e-06,
-      "loss": 0.1447,
-      "step": 14350
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9346209259921906,
-      "learning_rate": 3.5915599372828725e-06,
-      "loss": 0.1607,
-      "step": 14351
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.0338066235146515,
-      "learning_rate": 3.590295693941763e-06,
-      "loss": 0.1827,
-      "step": 14352
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.0959471715990214,
-      "learning_rate": 3.5890316244642408e-06,
-      "loss": 0.1626,
-      "step": 14353
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 2.165534101280814,
-      "learning_rate": 3.5877677288846023e-06,
-      "loss": 0.158,
-      "step": 14354
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.947660632419828,
-      "learning_rate": 3.5865040072371228e-06,
-      "loss": 0.1776,
-      "step": 14355
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8461107495185389,
-      "learning_rate": 3.5852404595560876e-06,
-      "loss": 0.1931,
-      "step": 14356
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 2.1027775274177167,
-      "learning_rate": 3.5839770858757627e-06,
-      "loss": 0.1729,
-      "step": 14357
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8846669049565868,
-      "learning_rate": 3.5827138862304266e-06,
-      "loss": 0.1689,
-      "step": 14358
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.2012854026999105,
-      "learning_rate": 3.581450860654335e-06,
-      "loss": 0.1838,
-      "step": 14359
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.24401535072047,
-      "learning_rate": 3.580188009181751e-06,
-      "loss": 0.1878,
-      "step": 14360
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.4983760604381224,
-      "learning_rate": 3.57892533184693e-06,
-      "loss": 0.1877,
-      "step": 14361
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.0436754053513289,
-      "learning_rate": 3.577662828684125e-06,
-      "loss": 0.1759,
-      "step": 14362
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.258726118552222,
-      "learning_rate": 3.576400499727576e-06,
-      "loss": 0.19,
-      "step": 14363
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9488113239079438,
-      "learning_rate": 3.5751383450115298e-06,
-      "loss": 0.1769,
-      "step": 14364
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.7623195980440788,
-      "learning_rate": 3.5738763645702145e-06,
-      "loss": 0.1558,
-      "step": 14365
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.855507636654625,
-      "learning_rate": 3.572614558437869e-06,
-      "loss": 0.1645,
-      "step": 14366
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.3798623658098415,
-      "learning_rate": 3.5713529266487145e-06,
-      "loss": 0.1922,
-      "step": 14367
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9842413518768752,
-      "learning_rate": 3.5700914692369738e-06,
-      "loss": 0.1842,
-      "step": 14368
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.7150008532521748,
-      "learning_rate": 3.568830186236869e-06,
-      "loss": 0.1782,
-      "step": 14369
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.4899325092697677,
-      "learning_rate": 3.5675690776826055e-06,
-      "loss": 0.187,
-      "step": 14370
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.0130933708959058,
-      "learning_rate": 3.5663081436083967e-06,
-      "loss": 0.1641,
-      "step": 14371
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.913539667921112,
-      "learning_rate": 3.5650473840484402e-06,
-      "loss": 0.1573,
-      "step": 14372
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.0861222144561535,
-      "learning_rate": 3.56378679903694e-06,
-      "loss": 0.1931,
-      "step": 14373
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.0768559467476906,
-      "learning_rate": 3.562526388608083e-06,
-      "loss": 0.1692,
-      "step": 14374
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.1798169488505947,
-      "learning_rate": 3.5612661527960646e-06,
-      "loss": 0.165,
-      "step": 14375
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9430744626611828,
-      "learning_rate": 3.560006091635062e-06,
-      "loss": 0.1657,
-      "step": 14376
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.0014914667902954,
-      "learning_rate": 3.558746205159258e-06,
-      "loss": 0.1796,
-      "step": 14377
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9003099615219436,
-      "learning_rate": 3.5574864934028275e-06,
-      "loss": 0.1637,
-      "step": 14378
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.1470960761940354,
-      "learning_rate": 3.556226956399943e-06,
-      "loss": 0.1825,
-      "step": 14379
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.7413078096043346,
-      "learning_rate": 3.554967594184762e-06,
-      "loss": 0.1853,
-      "step": 14380
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.7265083010133702,
-      "learning_rate": 3.553708406791453e-06,
-      "loss": 0.1709,
-      "step": 14381
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.1558964925446717,
-      "learning_rate": 3.552449394254165e-06,
-      "loss": 0.1857,
-      "step": 14382
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.263887901976451,
-      "learning_rate": 3.5511905566070537e-06,
-      "loss": 0.16,
-      "step": 14383
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9311776746938797,
-      "learning_rate": 3.549931893884259e-06,
-      "loss": 0.1575,
-      "step": 14384
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8371777695890396,
-      "learning_rate": 3.5486734061199266e-06,
-      "loss": 0.1647,
-      "step": 14385
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9259804564620615,
-      "learning_rate": 3.5474150933481955e-06,
-      "loss": 0.1845,
-      "step": 14386
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.4184095276211304,
-      "learning_rate": 3.5461569556031915e-06,
-      "loss": 0.1696,
-      "step": 14387
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.7718611178275522,
-      "learning_rate": 3.544898992919048e-06,
-      "loss": 0.1823,
-      "step": 14388
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9339948773745854,
-      "learning_rate": 3.543641205329881e-06,
-      "loss": 0.165,
-      "step": 14389
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.7963601667531222,
-      "learning_rate": 3.5423835928698126e-06,
-      "loss": 0.152,
-      "step": 14390
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9641537768577647,
-      "learning_rate": 3.5411261555729513e-06,
-      "loss": 0.1606,
-      "step": 14391
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.0070060877029965,
-      "learning_rate": 3.5398688934734125e-06,
-      "loss": 0.175,
-      "step": 14392
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.0048912561155683,
-      "learning_rate": 3.53861180660529e-06,
-      "loss": 0.1551,
-      "step": 14393
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.0342423921380977,
-      "learning_rate": 3.5373548950026882e-06,
-      "loss": 0.1561,
-      "step": 14394
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.1324394346700175,
-      "learning_rate": 3.536098158699699e-06,
-      "loss": 0.1861,
-      "step": 14395
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8373933752901664,
-      "learning_rate": 3.5348415977304165e-06,
-      "loss": 0.148,
-      "step": 14396
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.4163575087438194,
-      "learning_rate": 3.5335852121289172e-06,
-      "loss": 0.1624,
-      "step": 14397
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.0223524984740415,
-      "learning_rate": 3.5323290019292867e-06,
-      "loss": 0.1646,
-      "step": 14398
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.0621961867309728,
-      "learning_rate": 3.531072967165595e-06,
-      "loss": 0.1641,
-      "step": 14399
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.0916386681798416,
-      "learning_rate": 3.529817107871918e-06,
-      "loss": 0.2014,
-      "step": 14400
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.125081982430693,
-      "learning_rate": 3.5285614240823128e-06,
-      "loss": 0.1665,
-      "step": 14401
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.0002037186679038,
-      "learning_rate": 3.5273059158308487e-06,
-      "loss": 0.1696,
-      "step": 14402
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.114430281565667,
-      "learning_rate": 3.5260505831515736e-06,
-      "loss": 0.1829,
-      "step": 14403
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9266988557304616,
-      "learning_rate": 3.5247954260785422e-06,
-      "loss": 0.15,
-      "step": 14404
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9081102708912858,
-      "learning_rate": 3.523540444645804e-06,
-      "loss": 0.169,
-      "step": 14405
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8531204158047896,
-      "learning_rate": 3.522285638887394e-06,
-      "loss": 0.1861,
-      "step": 14406
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8542913650553401,
-      "learning_rate": 3.5210310088373544e-06,
-      "loss": 0.1799,
-      "step": 14407
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.2123191910112574,
-      "learning_rate": 3.5197765545297124e-06,
-      "loss": 0.1628,
-      "step": 14408
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.0883468660358517,
-      "learning_rate": 3.5185222759984993e-06,
-      "loss": 0.1844,
-      "step": 14409
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9928291607993566,
-      "learning_rate": 3.5172681732777335e-06,
-      "loss": 0.1583,
-      "step": 14410
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8216944156970188,
-      "learning_rate": 3.5160142464014336e-06,
-      "loss": 0.155,
-      "step": 14411
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.0854388217429343,
-      "learning_rate": 3.514760495403614e-06,
-      "loss": 0.1634,
-      "step": 14412
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8440810900533375,
-      "learning_rate": 3.5135069203182858e-06,
-      "loss": 0.1536,
-      "step": 14413
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8591150792858231,
-      "learning_rate": 3.512253521179445e-06,
-      "loss": 0.1564,
-      "step": 14414
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 2.701393035668696,
-      "learning_rate": 3.511000298021098e-06,
-      "loss": 0.1776,
-      "step": 14415
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.0878208543064773,
-      "learning_rate": 3.5097472508772302e-06,
-      "loss": 0.1722,
-      "step": 14416
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9959521739940412,
-      "learning_rate": 3.508494379781838e-06,
-      "loss": 0.1483,
-      "step": 14417
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.2945797851190817,
-      "learning_rate": 3.5072416847688993e-06,
-      "loss": 0.1735,
-      "step": 14418
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8609757094301027,
-      "learning_rate": 3.505989165872401e-06,
-      "loss": 0.1569,
-      "step": 14419
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9284580215713893,
-      "learning_rate": 3.504736823126309e-06,
-      "loss": 0.1708,
-      "step": 14420
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8923394895343267,
-      "learning_rate": 3.5034846565645973e-06,
-      "loss": 0.1718,
-      "step": 14421
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.4204732071601351,
-      "learning_rate": 3.5022326662212347e-06,
-      "loss": 0.1712,
-      "step": 14422
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.4474184116828497,
-      "learning_rate": 3.5009808521301746e-06,
-      "loss": 0.1592,
-      "step": 14423
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8142217738799143,
-      "learning_rate": 3.49972921432538e-06,
-      "loss": 0.1545,
-      "step": 14424
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9384311497554553,
-      "learning_rate": 3.4984777528407944e-06,
-      "loss": 0.1645,
-      "step": 14425
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.947750884547131,
-      "learning_rate": 3.4972264677103694e-06,
-      "loss": 0.1805,
-      "step": 14426
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8440441374202798,
-      "learning_rate": 3.495975358968041e-06,
-      "loss": 0.1713,
-      "step": 14427
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.4807376614383012,
-      "learning_rate": 3.4947244266477507e-06,
-      "loss": 0.1677,
-      "step": 14428
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9859634373605151,
-      "learning_rate": 3.493473670783426e-06,
-      "loss": 0.1568,
-      "step": 14429
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8734431242446054,
-      "learning_rate": 3.492223091408994e-06,
-      "loss": 0.1804,
-      "step": 14430
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.2104883056005962,
-      "learning_rate": 3.4909726885583782e-06,
-      "loss": 0.1562,
-      "step": 14431
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.1914531731251647,
-      "learning_rate": 3.4897224622655e-06,
-      "loss": 0.1766,
-      "step": 14432
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.219156978564906,
-      "learning_rate": 3.4884724125642646e-06,
-      "loss": 0.1753,
-      "step": 14433
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.880056487254269,
-      "learning_rate": 3.487222539488586e-06,
-      "loss": 0.1731,
-      "step": 14434
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9074694159953327,
-      "learning_rate": 3.4859728430723595e-06,
-      "loss": 0.161,
-      "step": 14435
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8519788084340726,
-      "learning_rate": 3.4847233233494916e-06,
-      "loss": 0.1958,
-      "step": 14436
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.034003312618856,
-      "learning_rate": 3.4834739803538686e-06,
-      "loss": 0.1773,
-      "step": 14437
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9177306598389084,
-      "learning_rate": 3.4822248141193816e-06,
-      "loss": 0.1585,
-      "step": 14438
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8999315788165344,
-      "learning_rate": 3.4809758246799173e-06,
-      "loss": 0.166,
-      "step": 14439
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.800926136705932,
-      "learning_rate": 3.479727012069349e-06,
-      "loss": 0.1541,
-      "step": 14440
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.5135594002739012,
-      "learning_rate": 3.478478376321558e-06,
-      "loss": 0.1798,
-      "step": 14441
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.6799241455933929,
-      "learning_rate": 3.4772299174704048e-06,
-      "loss": 0.1728,
-      "step": 14442
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9344063548247316,
-      "learning_rate": 3.475981635549763e-06,
-      "loss": 0.1697,
-      "step": 14443
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9087585500193363,
-      "learning_rate": 3.4747335305934836e-06,
-      "loss": 0.1703,
-      "step": 14444
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.874986045657428,
-      "learning_rate": 3.47348560263543e-06,
-      "loss": 0.1694,
-      "step": 14445
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.8998223181947868,
-      "learning_rate": 3.4722378517094436e-06,
-      "loss": 0.1631,
-      "step": 14446
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.950896245133745,
-      "learning_rate": 3.4709902778493742e-06,
-      "loss": 0.185,
-      "step": 14447
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.5040341211529928,
-      "learning_rate": 3.4697428810890634e-06,
-      "loss": 0.1536,
-      "step": 14448
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.430844340350886,
-      "learning_rate": 3.4684956614623476e-06,
-      "loss": 0.1675,
-      "step": 14449
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.3461237917573672,
-      "learning_rate": 3.4672486190030543e-06,
-      "loss": 0.1732,
-      "step": 14450
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 0.9382187760505567,
-      "learning_rate": 3.466001753745013e-06,
-      "loss": 0.1739,
-      "step": 14451
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.571179375982628,
-      "learning_rate": 3.4647550657220407e-06,
-      "loss": 0.1646,
-      "step": 14452
-    },
-    {
-      "epoch": 0.73,
-      "grad_norm": 1.1049373626773231,
-      "learning_rate": 3.463508554967959e-06,
-      "loss": 0.1782,
-      "step": 14453
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.371196296814422,
-      "learning_rate": 3.462262221516575e-06,
-      "loss": 0.1718,
-      "step": 14454
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.4900025372462213,
-      "learning_rate": 3.4610160654016987e-06,
-      "loss": 0.1915,
-      "step": 14455
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.7389687154100937,
-      "learning_rate": 3.4597700866571294e-06,
-      "loss": 0.1759,
-      "step": 14456
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9413972328791125,
-      "learning_rate": 3.4585242853166657e-06,
-      "loss": 0.1771,
-      "step": 14457
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9685053769263471,
-      "learning_rate": 3.457278661414103e-06,
-      "loss": 0.1851,
-      "step": 14458
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1409849072794902,
-      "learning_rate": 3.456033214983222e-06,
-      "loss": 0.1857,
-      "step": 14459
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1307581819553465,
-      "learning_rate": 3.454787946057814e-06,
-      "loss": 0.1539,
-      "step": 14460
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.105159104219784,
-      "learning_rate": 3.45354285467165e-06,
-      "loss": 0.1663,
-      "step": 14461
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0820023214794368,
-      "learning_rate": 3.452297940858508e-06,
-      "loss": 0.1862,
-      "step": 14462
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.7615077258540803,
-      "learning_rate": 3.4510532046521505e-06,
-      "loss": 0.1792,
-      "step": 14463
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0554686371860205,
-      "learning_rate": 3.4498086460863455e-06,
-      "loss": 0.1387,
-      "step": 14464
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9781012241290394,
-      "learning_rate": 3.4485642651948516e-06,
-      "loss": 0.1652,
-      "step": 14465
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.85615413732514,
-      "learning_rate": 3.4473200620114245e-06,
-      "loss": 0.1726,
-      "step": 14466
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0215857868340161,
-      "learning_rate": 3.4460760365698078e-06,
-      "loss": 0.1717,
-      "step": 14467
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1543118477931984,
-      "learning_rate": 3.444832188903752e-06,
-      "loss": 0.1546,
-      "step": 14468
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.7340101051610519,
-      "learning_rate": 3.4435885190469886e-06,
-      "loss": 0.1799,
-      "step": 14469
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.8684807031919314,
-      "learning_rate": 3.4423450270332626e-06,
-      "loss": 0.1616,
-      "step": 14470
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0967064609498811,
-      "learning_rate": 3.4411017128962932e-06,
-      "loss": 0.1609,
-      "step": 14471
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.902430777464027,
-      "learning_rate": 3.4398585766698146e-06,
-      "loss": 0.1776,
-      "step": 14472
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9113227208746828,
-      "learning_rate": 3.4386156183875384e-06,
-      "loss": 0.1683,
-      "step": 14473
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.8535988903463739,
-      "learning_rate": 3.437372838083184e-06,
-      "loss": 0.1612,
-      "step": 14474
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1787012390630862,
-      "learning_rate": 3.4361302357904657e-06,
-      "loss": 0.1583,
-      "step": 14475
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.3044864076379246,
-      "learning_rate": 3.4348878115430827e-06,
-      "loss": 0.1637,
-      "step": 14476
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1927482457591698,
-      "learning_rate": 3.4336455653747414e-06,
-      "loss": 0.1669,
-      "step": 14477
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.8094448998728605,
-      "learning_rate": 3.432403497319132e-06,
-      "loss": 0.1597,
-      "step": 14478
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0774702938327079,
-      "learning_rate": 3.4311616074099517e-06,
-      "loss": 0.1621,
-      "step": 14479
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9542580107319009,
-      "learning_rate": 3.429919895680881e-06,
-      "loss": 0.1632,
-      "step": 14480
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9611707086909844,
-      "learning_rate": 3.428678362165607e-06,
-      "loss": 0.1443,
-      "step": 14481
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.116401520493127,
-      "learning_rate": 3.4274370068978013e-06,
-      "loss": 0.1587,
-      "step": 14482
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 2.304449259136624,
-      "learning_rate": 3.4261958299111363e-06,
-      "loss": 0.1763,
-      "step": 14483
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1314091816500065,
-      "learning_rate": 3.424954831239282e-06,
-      "loss": 0.1945,
-      "step": 14484
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0671220035516777,
-      "learning_rate": 3.4237140109159015e-06,
-      "loss": 0.2072,
-      "step": 14485
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1149443924818006,
-      "learning_rate": 3.422473368974648e-06,
-      "loss": 0.1663,
-      "step": 14486
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.7938422789239769,
-      "learning_rate": 3.4212329054491775e-06,
-      "loss": 0.1876,
-      "step": 14487
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.8671460207650743,
-      "learning_rate": 3.419992620373134e-06,
-      "loss": 0.1636,
-      "step": 14488
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.2237197498575294,
-      "learning_rate": 3.418752513780166e-06,
-      "loss": 0.2031,
-      "step": 14489
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.7849908273815244,
-      "learning_rate": 3.4175125857039027e-06,
-      "loss": 0.1407,
-      "step": 14490
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1118225123332441,
-      "learning_rate": 3.416272836177984e-06,
-      "loss": 0.1758,
-      "step": 14491
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.4168430278920894,
-      "learning_rate": 3.4150332652360386e-06,
-      "loss": 0.169,
-      "step": 14492
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.8217197474909118,
-      "learning_rate": 3.413793872911685e-06,
-      "loss": 0.1589,
-      "step": 14493
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0719618045102857,
-      "learning_rate": 3.4125546592385483e-06,
-      "loss": 0.1777,
-      "step": 14494
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0332384870154756,
-      "learning_rate": 3.4113156242502345e-06,
-      "loss": 0.1622,
-      "step": 14495
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.4227475903179927,
-      "learning_rate": 3.4100767679803605e-06,
-      "loss": 0.1686,
-      "step": 14496
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.2006207316704358,
-      "learning_rate": 3.4088380904625217e-06,
-      "loss": 0.1633,
-      "step": 14497
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0980208062719765,
-      "learning_rate": 3.4075995917303263e-06,
-      "loss": 0.175,
-      "step": 14498
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.3096078988390378,
-      "learning_rate": 3.4063612718173613e-06,
-      "loss": 0.1759,
-      "step": 14499
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1581398109088064,
-      "learning_rate": 3.4051231307572187e-06,
-      "loss": 0.1498,
-      "step": 14500
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.8573471344318443,
-      "learning_rate": 3.403885168583484e-06,
-      "loss": 0.1721,
-      "step": 14501
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.8507531056569723,
-      "learning_rate": 3.4026473853297394e-06,
-      "loss": 0.15,
-      "step": 14502
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1802770854199611,
-      "learning_rate": 3.4014097810295542e-06,
-      "loss": 0.1805,
-      "step": 14503
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.322535646862338,
-      "learning_rate": 3.4001723557165046e-06,
-      "loss": 0.1681,
-      "step": 14504
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.8631282651600433,
-      "learning_rate": 3.3989351094241496e-06,
-      "loss": 0.1683,
-      "step": 14505
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 5.157037757388056,
-      "learning_rate": 3.3976980421860563e-06,
-      "loss": 0.1839,
-      "step": 14506
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.4696535664183503,
-      "learning_rate": 3.396461154035772e-06,
-      "loss": 0.1608,
-      "step": 14507
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9476656230693181,
-      "learning_rate": 3.3952244450068527e-06,
-      "loss": 0.1616,
-      "step": 14508
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1449168374763314,
-      "learning_rate": 3.393987915132846e-06,
-      "loss": 0.1748,
-      "step": 14509
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9197974944526394,
-      "learning_rate": 3.3927515644472876e-06,
-      "loss": 0.1768,
-      "step": 14510
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.86307723423347,
-      "learning_rate": 3.3915153929837186e-06,
-      "loss": 0.174,
-      "step": 14511
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9776784552407588,
-      "learning_rate": 3.3902794007756655e-06,
-      "loss": 0.1774,
-      "step": 14512
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0365769962900846,
-      "learning_rate": 3.38904358785666e-06,
-      "loss": 0.1589,
-      "step": 14513
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.917243783214414,
-      "learning_rate": 3.3878079542602172e-06,
-      "loss": 0.1795,
-      "step": 14514
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9496799831594078,
-      "learning_rate": 3.38657250001986e-06,
-      "loss": 0.1648,
-      "step": 14515
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 4.645315205313346,
-      "learning_rate": 3.3853372251690943e-06,
-      "loss": 0.1571,
-      "step": 14516
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0114640248745363,
-      "learning_rate": 3.38410212974143e-06,
-      "loss": 0.1705,
-      "step": 14517
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1624848313084417,
-      "learning_rate": 3.382867213770369e-06,
-      "loss": 0.1802,
-      "step": 14518
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9069656129089444,
-      "learning_rate": 3.3816324772894116e-06,
-      "loss": 0.1599,
-      "step": 14519
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1188970379680807,
-      "learning_rate": 3.380397920332045e-06,
-      "loss": 0.1778,
-      "step": 14520
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.8696674808427313,
-      "learning_rate": 3.3791635429317602e-06,
-      "loss": 0.1655,
-      "step": 14521
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.2652170450369873,
-      "learning_rate": 3.377929345122036e-06,
-      "loss": 0.152,
-      "step": 14522
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.8047940293282426,
-      "learning_rate": 3.3766953269363555e-06,
-      "loss": 0.1647,
-      "step": 14523
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0025267726557285,
-      "learning_rate": 3.375461488408185e-06,
-      "loss": 0.1743,
-      "step": 14524
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9846755541578239,
-      "learning_rate": 3.3742278295709996e-06,
-      "loss": 0.1684,
-      "step": 14525
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.4390956632534884,
-      "learning_rate": 3.372994350458254e-06,
-      "loss": 0.1666,
-      "step": 14526
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.097163868094141,
-      "learning_rate": 3.3717610511034116e-06,
-      "loss": 0.1888,
-      "step": 14527
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.4382002789137311,
-      "learning_rate": 3.370527931539929e-06,
-      "loss": 0.156,
-      "step": 14528
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.8815583376865935,
-      "learning_rate": 3.3692949918012464e-06,
-      "loss": 0.1724,
-      "step": 14529
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 3.213918545715467,
-      "learning_rate": 3.3680622319208158e-06,
-      "loss": 0.1833,
-      "step": 14530
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.6967342650065715,
-      "learning_rate": 3.3668296519320676e-06,
-      "loss": 0.1699,
-      "step": 14531
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0196662112296344,
-      "learning_rate": 3.3655972518684433e-06,
-      "loss": 0.1757,
-      "step": 14532
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.9265938286137334,
-      "learning_rate": 3.3643650317633645e-06,
-      "loss": 0.1703,
-      "step": 14533
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0321780931122735,
-      "learning_rate": 3.36313299165026e-06,
-      "loss": 0.1564,
-      "step": 14534
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.3583160837462,
-      "learning_rate": 3.361901131562547e-06,
-      "loss": 0.1786,
-      "step": 14535
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0028582835706312,
-      "learning_rate": 3.3606694515336457e-06,
-      "loss": 0.1837,
-      "step": 14536
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.2658375346336457,
-      "learning_rate": 3.3594379515969555e-06,
-      "loss": 0.1654,
-      "step": 14537
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9410506696252773,
-      "learning_rate": 3.3582066317858898e-06,
-      "loss": 0.1474,
-      "step": 14538
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.256438474519618,
-      "learning_rate": 3.3569754921338416e-06,
-      "loss": 0.1898,
-      "step": 14539
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0700580104442847,
-      "learning_rate": 3.355744532674211e-06,
-      "loss": 0.1682,
-      "step": 14540
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9123242811741862,
-      "learning_rate": 3.3545137534403814e-06,
-      "loss": 0.1786,
-      "step": 14541
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9746035844674514,
-      "learning_rate": 3.3532831544657464e-06,
-      "loss": 0.1773,
-      "step": 14542
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.647138127338118,
-      "learning_rate": 3.3520527357836764e-06,
-      "loss": 0.1675,
-      "step": 14543
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9351064187096528,
-      "learning_rate": 3.3508224974275517e-06,
-      "loss": 0.1534,
-      "step": 14544
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.317826242356967,
-      "learning_rate": 3.3495924394307466e-06,
-      "loss": 0.1794,
-      "step": 14545
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.8461449815181312,
-      "learning_rate": 3.348362561826618e-06,
-      "loss": 0.1895,
-      "step": 14546
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9737778528397362,
-      "learning_rate": 3.3471328646485345e-06,
-      "loss": 0.1576,
-      "step": 14547
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.890239126549413,
-      "learning_rate": 3.3459033479298444e-06,
-      "loss": 0.1635,
-      "step": 14548
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1067314555766055,
-      "learning_rate": 3.3446740117039045e-06,
-      "loss": 0.1694,
-      "step": 14549
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.7909680510638762,
-      "learning_rate": 3.3434448560040544e-06,
-      "loss": 0.1624,
-      "step": 14550
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.8687447740217409,
-      "learning_rate": 3.342215880863643e-06,
-      "loss": 0.1763,
-      "step": 14551
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.7685163826835121,
-      "learning_rate": 3.3409870863159977e-06,
-      "loss": 0.1599,
-      "step": 14552
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 2.4860196312297997,
-      "learning_rate": 3.3397584723944542e-06,
-      "loss": 0.1447,
-      "step": 14553
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0828676969745032,
-      "learning_rate": 3.3385300391323384e-06,
-      "loss": 0.1508,
-      "step": 14554
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9196225158622006,
-      "learning_rate": 3.3373017865629742e-06,
-      "loss": 0.1647,
-      "step": 14555
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1366321195647922,
-      "learning_rate": 3.336073714719673e-06,
-      "loss": 0.1741,
-      "step": 14556
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9609351328524763,
-      "learning_rate": 3.3348458236357517e-06,
-      "loss": 0.1374,
-      "step": 14557
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.5918165884053737,
-      "learning_rate": 3.33361811334451e-06,
-      "loss": 0.1787,
-      "step": 14558
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.6087642687901853,
-      "learning_rate": 3.332390583879257e-06,
-      "loss": 0.1831,
-      "step": 14559
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.954159681884898,
-      "learning_rate": 3.3311632352732826e-06,
-      "loss": 0.1633,
-      "step": 14560
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.2349214257106662,
-      "learning_rate": 3.3299360675598826e-06,
-      "loss": 0.1772,
-      "step": 14561
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.3786250169409255,
-      "learning_rate": 3.3287090807723466e-06,
-      "loss": 0.1524,
-      "step": 14562
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.9314633192128212,
-      "learning_rate": 3.3274822749439506e-06,
-      "loss": 0.1697,
-      "step": 14563
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.3280040060596827,
-      "learning_rate": 3.3262556501079777e-06,
-      "loss": 0.1545,
-      "step": 14564
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.7767872809005165,
-      "learning_rate": 3.325029206297694e-06,
-      "loss": 0.1468,
-      "step": 14565
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.264531729338008,
-      "learning_rate": 3.3238029435463727e-06,
-      "loss": 0.1636,
-      "step": 14566
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.2727697010218713,
-      "learning_rate": 3.3225768618872712e-06,
-      "loss": 0.1635,
-      "step": 14567
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0529185194920503,
-      "learning_rate": 3.321350961353652e-06,
-      "loss": 0.1579,
-      "step": 14568
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.050110099196728,
-      "learning_rate": 3.320125241978762e-06,
-      "loss": 0.1659,
-      "step": 14569
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.080844483099251,
-      "learning_rate": 3.3188997037958535e-06,
-      "loss": 0.1584,
-      "step": 14570
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0033168561510555,
-      "learning_rate": 3.3176743468381665e-06,
-      "loss": 0.1654,
-      "step": 14571
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.4874031465916626,
-      "learning_rate": 3.3164491711389434e-06,
-      "loss": 0.1753,
-      "step": 14572
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.5101430635489643,
-      "learning_rate": 3.3152241767314117e-06,
-      "loss": 0.1632,
-      "step": 14573
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.7342798075701323,
-      "learning_rate": 3.3139993636488042e-06,
-      "loss": 0.1567,
-      "step": 14574
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.040576258566937,
-      "learning_rate": 3.3127747319243385e-06,
-      "loss": 0.1759,
-      "step": 14575
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0946480073485154,
-      "learning_rate": 3.31155028159124e-06,
-      "loss": 0.1689,
-      "step": 14576
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0050106610475777,
-      "learning_rate": 3.3103260126827143e-06,
-      "loss": 0.185,
-      "step": 14577
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.086747451695257,
-      "learning_rate": 3.3091019252319755e-06,
-      "loss": 0.1706,
-      "step": 14578
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.041621202794767,
-      "learning_rate": 3.3078780192722225e-06,
-      "loss": 0.1531,
-      "step": 14579
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0667084003881273,
-      "learning_rate": 3.3066542948366564e-06,
-      "loss": 0.1624,
-      "step": 14580
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0626094125015544,
-      "learning_rate": 3.3054307519584737e-06,
-      "loss": 0.1639,
-      "step": 14581
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9810072837276894,
-      "learning_rate": 3.304207390670856e-06,
-      "loss": 0.1596,
-      "step": 14582
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.2386279164336178,
-      "learning_rate": 3.302984211006995e-06,
-      "loss": 0.175,
-      "step": 14583
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.2024887775229773,
-      "learning_rate": 3.301761213000062e-06,
-      "loss": 0.1549,
-      "step": 14584
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.162501635769063,
-      "learning_rate": 3.3005383966832383e-06,
-      "loss": 0.1699,
-      "step": 14585
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0021653115090114,
-      "learning_rate": 3.2993157620896844e-06,
-      "loss": 0.1644,
-      "step": 14586
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9026003490311508,
-      "learning_rate": 3.2980933092525704e-06,
-      "loss": 0.1762,
-      "step": 14587
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0016934769153616,
-      "learning_rate": 3.296871038205053e-06,
-      "loss": 0.1795,
-      "step": 14588
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1099327248410022,
-      "learning_rate": 3.2956489489802902e-06,
-      "loss": 0.176,
-      "step": 14589
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9360943590709028,
-      "learning_rate": 3.2944270416114256e-06,
-      "loss": 0.1513,
-      "step": 14590
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0377900767546822,
-      "learning_rate": 3.29320531613161e-06,
-      "loss": 0.1851,
-      "step": 14591
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1138509631808082,
-      "learning_rate": 3.2919837725739745e-06,
-      "loss": 0.1656,
-      "step": 14592
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.8037614164539251,
-      "learning_rate": 3.290762410971663e-06,
-      "loss": 0.1843,
-      "step": 14593
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1417182624558486,
-      "learning_rate": 3.289541231357796e-06,
-      "loss": 0.1875,
-      "step": 14594
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1424511213698094,
-      "learning_rate": 3.288320233765504e-06,
-      "loss": 0.1674,
-      "step": 14595
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.8267506888422055,
-      "learning_rate": 3.2870994182279036e-06,
-      "loss": 0.1669,
-      "step": 14596
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 2.109347917510044,
-      "learning_rate": 3.2858787847781093e-06,
-      "loss": 0.1737,
-      "step": 14597
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 2.4723720577426307,
-      "learning_rate": 3.2846583334492354e-06,
-      "loss": 0.1934,
-      "step": 14598
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.4229642799860578,
-      "learning_rate": 3.2834380642743813e-06,
-      "loss": 0.183,
-      "step": 14599
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.8882285331677954,
-      "learning_rate": 3.282217977286651e-06,
-      "loss": 0.1626,
-      "step": 14600
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.040414192870245,
-      "learning_rate": 3.280998072519135e-06,
-      "loss": 0.1632,
-      "step": 14601
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.5818449754137551,
-      "learning_rate": 3.2797783500049297e-06,
-      "loss": 0.1594,
-      "step": 14602
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0808796494097017,
-      "learning_rate": 3.2785588097771115e-06,
-      "loss": 0.1792,
-      "step": 14603
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.8474299748024428,
-      "learning_rate": 3.277339451868766e-06,
-      "loss": 0.1518,
-      "step": 14604
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.9284468258094691,
-      "learning_rate": 3.2761202763129674e-06,
-      "loss": 0.1717,
-      "step": 14605
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0873153366497863,
-      "learning_rate": 3.2749012831427897e-06,
-      "loss": 0.189,
-      "step": 14606
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.30278093395129,
-      "learning_rate": 3.2736824723912907e-06,
-      "loss": 0.1631,
-      "step": 14607
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0590908505037824,
-      "learning_rate": 3.272463844091538e-06,
-      "loss": 0.1829,
-      "step": 14608
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9810362215460501,
-      "learning_rate": 3.2712453982765802e-06,
-      "loss": 0.1513,
-      "step": 14609
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.8938383648760326,
-      "learning_rate": 3.270027134979474e-06,
-      "loss": 0.1808,
-      "step": 14610
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.5913105125941047,
-      "learning_rate": 3.2688090542332597e-06,
-      "loss": 0.1599,
-      "step": 14611
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.8290832642919869,
-      "learning_rate": 3.2675911560709826e-06,
-      "loss": 0.1719,
-      "step": 14612
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0200858042748173,
-      "learning_rate": 3.266373440525672e-06,
-      "loss": 0.1687,
-      "step": 14613
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9597410293776677,
-      "learning_rate": 3.265155907630363e-06,
-      "loss": 0.1932,
-      "step": 14614
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9905982909574356,
-      "learning_rate": 3.2639385574180825e-06,
-      "loss": 0.1726,
-      "step": 14615
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0516067557843038,
-      "learning_rate": 3.262721389921847e-06,
-      "loss": 0.1368,
-      "step": 14616
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.488569177243947,
-      "learning_rate": 3.261504405174677e-06,
-      "loss": 0.1905,
-      "step": 14617
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0496740397502935,
-      "learning_rate": 3.2602876032095767e-06,
-      "loss": 0.2094,
-      "step": 14618
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.2266278443699472,
-      "learning_rate": 3.2590709840595604e-06,
-      "loss": 0.1694,
-      "step": 14619
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 3.8910979222441915,
-      "learning_rate": 3.2578545477576195e-06,
-      "loss": 0.1935,
-      "step": 14620
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1269281838780711,
-      "learning_rate": 3.256638294336759e-06,
-      "loss": 0.1769,
-      "step": 14621
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.469746087556023,
-      "learning_rate": 3.2554222238299627e-06,
-      "loss": 0.1743,
-      "step": 14622
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.5128575182766357,
-      "learning_rate": 3.2542063362702194e-06,
-      "loss": 0.1768,
-      "step": 14623
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9485174659917036,
-      "learning_rate": 3.25299063169051e-06,
-      "loss": 0.184,
-      "step": 14624
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.819632029538112,
-      "learning_rate": 3.251775110123814e-06,
-      "loss": 0.1994,
-      "step": 14625
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1297795644354593,
-      "learning_rate": 3.250559771603097e-06,
-      "loss": 0.1556,
-      "step": 14626
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.5246558499353544,
-      "learning_rate": 3.2493446161613297e-06,
-      "loss": 0.1624,
-      "step": 14627
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1439968605434216,
-      "learning_rate": 3.248129643831467e-06,
-      "loss": 0.1548,
-      "step": 14628
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9945889104991872,
-      "learning_rate": 3.2469148546464734e-06,
-      "loss": 0.1439,
-      "step": 14629
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.3193732383010004,
-      "learning_rate": 3.245700248639292e-06,
-      "loss": 0.1741,
-      "step": 14630
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.8404263760961086,
-      "learning_rate": 3.2444858258428733e-06,
-      "loss": 0.1655,
-      "step": 14631
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9678957974759184,
-      "learning_rate": 3.243271586290161e-06,
-      "loss": 0.1731,
-      "step": 14632
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.043645278047243,
-      "learning_rate": 3.2420575300140855e-06,
-      "loss": 0.1608,
-      "step": 14633
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1111114593266385,
-      "learning_rate": 3.2408436570475844e-06,
-      "loss": 0.1684,
-      "step": 14634
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.237932636905411,
-      "learning_rate": 3.2396299674235777e-06,
-      "loss": 0.1937,
-      "step": 14635
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.9429836293705041,
-      "learning_rate": 3.2384164611749924e-06,
-      "loss": 0.176,
-      "step": 14636
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.7866774192846304,
-      "learning_rate": 3.23720313833474e-06,
-      "loss": 0.1658,
-      "step": 14637
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1895483659518495,
-      "learning_rate": 3.235989998935738e-06,
-      "loss": 0.1748,
-      "step": 14638
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0754191928378574,
-      "learning_rate": 3.234777043010886e-06,
-      "loss": 0.175,
-      "step": 14639
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.2658732859500361,
-      "learning_rate": 3.2335642705930883e-06,
-      "loss": 0.1662,
-      "step": 14640
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0116684018540003,
-      "learning_rate": 3.2323516817152424e-06,
-      "loss": 0.1697,
-      "step": 14641
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.2918276885913262,
-      "learning_rate": 3.2311392764102422e-06,
-      "loss": 0.1726,
-      "step": 14642
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.8766387636913678,
-      "learning_rate": 3.2299270547109684e-06,
-      "loss": 0.1728,
-      "step": 14643
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.032418759945567,
-      "learning_rate": 3.228715016650308e-06,
-      "loss": 0.1813,
-      "step": 14644
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.966008159927298,
-      "learning_rate": 3.227503162261133e-06,
-      "loss": 0.157,
-      "step": 14645
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.2640327901478297,
-      "learning_rate": 3.22629149157632e-06,
-      "loss": 0.1604,
-      "step": 14646
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.5646018269615116,
-      "learning_rate": 3.2250800046287303e-06,
-      "loss": 0.1951,
-      "step": 14647
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.1532003300998375,
-      "learning_rate": 3.2238687014512306e-06,
-      "loss": 0.1482,
-      "step": 14648
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 1.0329973344003411,
-      "learning_rate": 3.2226575820766727e-06,
-      "loss": 0.1594,
-      "step": 14649
-    },
-    {
-      "epoch": 0.74,
-      "grad_norm": 0.8869975421624843,
-      "learning_rate": 3.22144664653791e-06,
-      "loss": 0.1643,
-      "step": 14650
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 2.0117567487631582,
-      "learning_rate": 3.220235894867794e-06,
-      "loss": 0.1664,
-      "step": 14651
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8690142384583647,
-      "learning_rate": 3.219025327099158e-06,
-      "loss": 0.1813,
-      "step": 14652
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1503442008963496,
-      "learning_rate": 3.2178149432648465e-06,
-      "loss": 0.1901,
-      "step": 14653
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.072701341953258,
-      "learning_rate": 3.2166047433976843e-06,
-      "loss": 0.1462,
-      "step": 14654
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8609032986106758,
-      "learning_rate": 3.215394727530504e-06,
-      "loss": 0.1581,
-      "step": 14655
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8603901676502527,
-      "learning_rate": 3.214184895696123e-06,
-      "loss": 0.176,
-      "step": 14656
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8059552025787837,
-      "learning_rate": 3.21297524792736e-06,
-      "loss": 0.162,
-      "step": 14657
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9996015945561221,
-      "learning_rate": 3.211765784257026e-06,
-      "loss": 0.1677,
-      "step": 14658
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.2233505941974974,
-      "learning_rate": 3.210556504717932e-06,
-      "loss": 0.1809,
-      "step": 14659
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0029193160617993,
-      "learning_rate": 3.2093474093428733e-06,
-      "loss": 0.1721,
-      "step": 14660
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1138558257840987,
-      "learning_rate": 3.2081384981646534e-06,
-      "loss": 0.1602,
-      "step": 14661
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8493704927249281,
-      "learning_rate": 3.2069297712160563e-06,
-      "loss": 0.1696,
-      "step": 14662
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9300782059342856,
-      "learning_rate": 3.2057212285298767e-06,
-      "loss": 0.1746,
-      "step": 14663
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.6489511279917344,
-      "learning_rate": 3.2045128701388883e-06,
-      "loss": 0.1831,
-      "step": 14664
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.6715377433329404,
-      "learning_rate": 3.2033046960758763e-06,
-      "loss": 0.148,
-      "step": 14665
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0328666976068182,
-      "learning_rate": 3.202096706373604e-06,
-      "loss": 0.1697,
-      "step": 14666
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.553987915627782,
-      "learning_rate": 3.2008889010648438e-06,
-      "loss": 0.1515,
-      "step": 14667
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.7387038180708394,
-      "learning_rate": 3.1996812801823585e-06,
-      "loss": 0.1754,
-      "step": 14668
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0705040882814145,
-      "learning_rate": 3.1984738437588992e-06,
-      "loss": 0.1509,
-      "step": 14669
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.6639713788036837,
-      "learning_rate": 3.197266591827225e-06,
-      "loss": 0.1562,
-      "step": 14670
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0838213880179155,
-      "learning_rate": 3.1960595244200745e-06,
-      "loss": 0.1564,
-      "step": 14671
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1254132382331623,
-      "learning_rate": 3.1948526415701973e-06,
-      "loss": 0.1587,
-      "step": 14672
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1114188821514774,
-      "learning_rate": 3.1936459433103238e-06,
-      "loss": 0.1504,
-      "step": 14673
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8106975038011655,
-      "learning_rate": 3.192439429673192e-06,
-      "loss": 0.1733,
-      "step": 14674
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.287735468603681,
-      "learning_rate": 3.191233100691521e-06,
-      "loss": 0.1759,
-      "step": 14675
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9826916736715666,
-      "learning_rate": 3.1900269563980368e-06,
-      "loss": 0.1738,
-      "step": 14676
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9326441042038448,
-      "learning_rate": 3.1888209968254567e-06,
-      "loss": 0.1624,
-      "step": 14677
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.230860934384176,
-      "learning_rate": 3.1876152220064948e-06,
-      "loss": 0.1465,
-      "step": 14678
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.252938672283592,
-      "learning_rate": 3.186409631973851e-06,
-      "loss": 0.1899,
-      "step": 14679
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9513008216253451,
-      "learning_rate": 3.1852042267602344e-06,
-      "loss": 0.169,
-      "step": 14680
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.3737216365826161,
-      "learning_rate": 3.183999006398335e-06,
-      "loss": 0.1629,
-      "step": 14681
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0258943551734003,
-      "learning_rate": 3.1827939709208512e-06,
-      "loss": 0.1769,
-      "step": 14682
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1094208877179543,
-      "learning_rate": 3.181589120360462e-06,
-      "loss": 0.1736,
-      "step": 14683
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8428413399334154,
-      "learning_rate": 3.180384454749853e-06,
-      "loss": 0.1562,
-      "step": 14684
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0872615303852258,
-      "learning_rate": 3.1791799741217046e-06,
-      "loss": 0.1958,
-      "step": 14685
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.4317740619625547,
-      "learning_rate": 3.17797567850868e-06,
-      "loss": 0.1848,
-      "step": 14686
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.2333218938900938,
-      "learning_rate": 3.176771567943455e-06,
-      "loss": 0.1678,
-      "step": 14687
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 2.200898823296642,
-      "learning_rate": 3.1755676424586835e-06,
-      "loss": 0.1623,
-      "step": 14688
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0968842840505326,
-      "learning_rate": 3.1743639020870277e-06,
-      "loss": 0.164,
-      "step": 14689
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1702189181308977,
-      "learning_rate": 3.173160346861134e-06,
-      "loss": 0.1793,
-      "step": 14690
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.7023827975981258,
-      "learning_rate": 3.1719569768136536e-06,
-      "loss": 0.1598,
-      "step": 14691
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1005884174638634,
-      "learning_rate": 3.1707537919772236e-06,
-      "loss": 0.1612,
-      "step": 14692
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8893579964151115,
-      "learning_rate": 3.1695507923844813e-06,
-      "loss": 0.1508,
-      "step": 14693
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.226655951675619,
-      "learning_rate": 3.1683479780680616e-06,
-      "loss": 0.1635,
-      "step": 14694
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.947454141417125,
-      "learning_rate": 3.1671453490605906e-06,
-      "loss": 0.1847,
-      "step": 14695
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0113457917496576,
-      "learning_rate": 3.1659429053946853e-06,
-      "loss": 0.1553,
-      "step": 14696
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.088003262151018,
-      "learning_rate": 3.1647406471029684e-06,
-      "loss": 0.1665,
-      "step": 14697
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1241668611924707,
-      "learning_rate": 3.1635385742180435e-06,
-      "loss": 0.1697,
-      "step": 14698
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8074782348500469,
-      "learning_rate": 3.1623366867725238e-06,
-      "loss": 0.1667,
-      "step": 14699
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9719281670469927,
-      "learning_rate": 3.1611349847990083e-06,
-      "loss": 0.1702,
-      "step": 14700
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.115648697125075,
-      "learning_rate": 3.15993346833009e-06,
-      "loss": 0.1717,
-      "step": 14701
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1447856245133403,
-      "learning_rate": 3.1587321373983616e-06,
-      "loss": 0.1681,
-      "step": 14702
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1970897169384256,
-      "learning_rate": 3.1575309920364106e-06,
-      "loss": 0.1498,
-      "step": 14703
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.4211130522484572,
-      "learning_rate": 3.156330032276821e-06,
-      "loss": 0.1797,
-      "step": 14704
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.123241466425086,
-      "learning_rate": 3.1551292581521632e-06,
-      "loss": 0.1764,
-      "step": 14705
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1792557421404262,
-      "learning_rate": 3.1539286696950135e-06,
-      "loss": 0.1903,
-      "step": 14706
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0185275875438167,
-      "learning_rate": 3.152728266937932e-06,
-      "loss": 0.1541,
-      "step": 14707
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1295736663003781,
-      "learning_rate": 3.151528049913487e-06,
-      "loss": 0.183,
-      "step": 14708
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0700529459342265,
-      "learning_rate": 3.150328018654226e-06,
-      "loss": 0.1689,
-      "step": 14709
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.331060876225935,
-      "learning_rate": 3.149128173192706e-06,
-      "loss": 0.1866,
-      "step": 14710
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.011138547228524,
-      "learning_rate": 3.14792851356147e-06,
-      "loss": 0.1602,
-      "step": 14711
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8101396967808473,
-      "learning_rate": 3.1467290397930637e-06,
-      "loss": 0.1807,
-      "step": 14712
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8430158304766958,
-      "learning_rate": 3.1455297519200157e-06,
-      "loss": 0.1553,
-      "step": 14713
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0986957333952236,
-      "learning_rate": 3.144330649974864e-06,
-      "loss": 0.172,
-      "step": 14714
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9840712424089405,
-      "learning_rate": 3.1431317339901267e-06,
-      "loss": 0.1609,
-      "step": 14715
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1991225020841343,
-      "learning_rate": 3.1419330039983333e-06,
-      "loss": 0.1853,
-      "step": 14716
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1482875122879654,
-      "learning_rate": 3.14073446003199e-06,
-      "loss": 0.1649,
-      "step": 14717
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1271257346502312,
-      "learning_rate": 3.1395361021236148e-06,
-      "loss": 0.1825,
-      "step": 14718
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0659969335638813,
-      "learning_rate": 3.1383379303057084e-06,
-      "loss": 0.1443,
-      "step": 14719
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0191410707488946,
-      "learning_rate": 3.137139944610772e-06,
-      "loss": 0.1733,
-      "step": 14720
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.76103460182858,
-      "learning_rate": 3.1359421450713056e-06,
-      "loss": 0.1548,
-      "step": 14721
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8902470007480779,
-      "learning_rate": 3.1347445317197935e-06,
-      "loss": 0.1549,
-      "step": 14722
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.2089112463254226,
-      "learning_rate": 3.1335471045887255e-06,
-      "loss": 0.175,
-      "step": 14723
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.973603976260908,
-      "learning_rate": 3.1323498637105787e-06,
-      "loss": 0.1607,
-      "step": 14724
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9537143962114913,
-      "learning_rate": 3.1311528091178324e-06,
-      "loss": 0.149,
-      "step": 14725
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9696065408943665,
-      "learning_rate": 3.12995594084295e-06,
-      "loss": 0.1678,
-      "step": 14726
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9559168981759395,
-      "learning_rate": 3.1287592589184025e-06,
-      "loss": 0.139,
-      "step": 14727
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9479267688834492,
-      "learning_rate": 3.127562763376647e-06,
-      "loss": 0.194,
-      "step": 14728
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9450990399734578,
-      "learning_rate": 3.1263664542501427e-06,
-      "loss": 0.2034,
-      "step": 14729
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.861102551017935,
-      "learning_rate": 3.1251703315713333e-06,
-      "loss": 0.1589,
-      "step": 14730
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0664891017098699,
-      "learning_rate": 3.123974395372671e-06,
-      "loss": 0.1531,
-      "step": 14731
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0335841585823917,
-      "learning_rate": 3.1227786456865883e-06,
-      "loss": 0.1716,
-      "step": 14732
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 2.00491646111731,
-      "learning_rate": 3.121583082545526e-06,
-      "loss": 0.1683,
-      "step": 14733
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.206580417310946,
-      "learning_rate": 3.1203877059819077e-06,
-      "loss": 0.1858,
-      "step": 14734
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1377213446369543,
-      "learning_rate": 3.1191925160281644e-06,
-      "loss": 0.1572,
-      "step": 14735
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.539961066898607,
-      "learning_rate": 3.1179975127167105e-06,
-      "loss": 0.1629,
-      "step": 14736
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9933739792302864,
-      "learning_rate": 3.1168026960799624e-06,
-      "loss": 0.1745,
-      "step": 14737
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 3.090709860866361,
-      "learning_rate": 3.115608066150333e-06,
-      "loss": 0.1733,
-      "step": 14738
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1758233601106887,
-      "learning_rate": 3.1144136229602205e-06,
-      "loss": 0.1798,
-      "step": 14739
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.906908514722467,
-      "learning_rate": 3.1132193665420306e-06,
-      "loss": 0.1616,
-      "step": 14740
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0543997428468896,
-      "learning_rate": 3.112025296928152e-06,
-      "loss": 0.178,
-      "step": 14741
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1950618467976908,
-      "learning_rate": 3.110831414150978e-06,
-      "loss": 0.184,
-      "step": 14742
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.2784627442075167,
-      "learning_rate": 3.1096377182428885e-06,
-      "loss": 0.1458,
-      "step": 14743
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.032175497273516,
-      "learning_rate": 3.1084442092362675e-06,
-      "loss": 0.1568,
-      "step": 14744
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1464911325739189,
-      "learning_rate": 3.1072508871634843e-06,
-      "loss": 0.1475,
-      "step": 14745
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1112318755193693,
-      "learning_rate": 3.1060577520569103e-06,
-      "loss": 0.1764,
-      "step": 14746
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.084391657633532,
-      "learning_rate": 3.104864803948908e-06,
-      "loss": 0.1764,
-      "step": 14747
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0758458176930714,
-      "learning_rate": 3.1036720428718413e-06,
-      "loss": 0.1891,
-      "step": 14748
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1294542286974087,
-      "learning_rate": 3.1024794688580562e-06,
-      "loss": 0.176,
-      "step": 14749
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9721057798346413,
-      "learning_rate": 3.1012870819399087e-06,
-      "loss": 0.1683,
-      "step": 14750
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0807184805474042,
-      "learning_rate": 3.1000948821497356e-06,
-      "loss": 0.1756,
-      "step": 14751
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8688973454793225,
-      "learning_rate": 3.098902869519882e-06,
-      "loss": 0.1598,
-      "step": 14752
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.6859639098812923,
-      "learning_rate": 3.097711044082674e-06,
-      "loss": 0.1586,
-      "step": 14753
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9853578787351401,
-      "learning_rate": 3.096519405870444e-06,
-      "loss": 0.1573,
-      "step": 14754
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9852364539415878,
-      "learning_rate": 3.095327954915519e-06,
-      "loss": 0.1824,
-      "step": 14755
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9889064845105907,
-      "learning_rate": 3.0941366912502092e-06,
-      "loss": 0.1829,
-      "step": 14756
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.2036898306677362,
-      "learning_rate": 3.092945614906835e-06,
-      "loss": 0.1591,
-      "step": 14757
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0620697656612537,
-      "learning_rate": 3.0917547259176973e-06,
-      "loss": 0.1856,
-      "step": 14758
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.2864163935068007,
-      "learning_rate": 3.090564024315107e-06,
-      "loss": 0.1736,
-      "step": 14759
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.189074879260085,
-      "learning_rate": 3.089373510131354e-06,
-      "loss": 0.1811,
-      "step": 14760
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.345609459317833,
-      "learning_rate": 3.0881831833987387e-06,
-      "loss": 0.1497,
-      "step": 14761
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8882311019034608,
-      "learning_rate": 3.086993044149541e-06,
-      "loss": 0.1618,
-      "step": 14762
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0149783463440294,
-      "learning_rate": 3.0858030924160477e-06,
-      "loss": 0.1901,
-      "step": 14763
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8790084933384287,
-      "learning_rate": 3.084613328230536e-06,
-      "loss": 0.1813,
-      "step": 14764
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8785959266232123,
-      "learning_rate": 3.0834237516252817e-06,
-      "loss": 0.1542,
-      "step": 14765
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1549721382274187,
-      "learning_rate": 3.082234362632546e-06,
-      "loss": 0.1645,
-      "step": 14766
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9054447399940857,
-      "learning_rate": 3.081045161284596e-06,
-      "loss": 0.1561,
-      "step": 14767
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0804171216263059,
-      "learning_rate": 3.0798561476136845e-06,
-      "loss": 0.1687,
-      "step": 14768
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0504575861996284,
-      "learning_rate": 3.078667321652069e-06,
-      "loss": 0.1494,
-      "step": 14769
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.6349417730106812,
-      "learning_rate": 3.0774786834319923e-06,
-      "loss": 0.1834,
-      "step": 14770
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.4004228489340422,
-      "learning_rate": 3.076290232985696e-06,
-      "loss": 0.1997,
-      "step": 14771
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1630110956367583,
-      "learning_rate": 3.0751019703454164e-06,
-      "loss": 0.1626,
-      "step": 14772
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9623326057353061,
-      "learning_rate": 3.0739138955433878e-06,
-      "loss": 0.1676,
-      "step": 14773
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.006629466980831,
-      "learning_rate": 3.072726008611839e-06,
-      "loss": 0.1617,
-      "step": 14774
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.2838886926972721,
-      "learning_rate": 3.0715383095829853e-06,
-      "loss": 0.1548,
-      "step": 14775
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0454608588604146,
-      "learning_rate": 3.070350798489049e-06,
-      "loss": 0.1815,
-      "step": 14776
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.821807555146335,
-      "learning_rate": 3.069163475362237e-06,
-      "loss": 0.1492,
-      "step": 14777
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8491864566705534,
-      "learning_rate": 3.0679763402347584e-06,
-      "loss": 0.1792,
-      "step": 14778
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.3916599840610384,
-      "learning_rate": 3.0667893931388117e-06,
-      "loss": 0.1748,
-      "step": 14779
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0579779934680873,
-      "learning_rate": 3.0656026341065927e-06,
-      "loss": 0.141,
-      "step": 14780
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0207426330020186,
-      "learning_rate": 3.0644160631702945e-06,
-      "loss": 0.1737,
-      "step": 14781
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8869670421806797,
-      "learning_rate": 3.0632296803621064e-06,
-      "loss": 0.1637,
-      "step": 14782
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9987869626382742,
-      "learning_rate": 3.0620434857142e-06,
-      "loss": 0.1618,
-      "step": 14783
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9076548216511201,
-      "learning_rate": 3.0608574792587607e-06,
-      "loss": 0.168,
-      "step": 14784
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8639606682030742,
-      "learning_rate": 3.059671661027951e-06,
-      "loss": 0.1503,
-      "step": 14785
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.902688952256046,
-      "learning_rate": 3.0584860310539423e-06,
-      "loss": 0.15,
-      "step": 14786
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.830731620498615,
-      "learning_rate": 3.057300589368891e-06,
-      "loss": 0.1611,
-      "step": 14787
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.3496131252289139,
-      "learning_rate": 3.0561153360049513e-06,
-      "loss": 0.1781,
-      "step": 14788
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1472205477231077,
-      "learning_rate": 3.0549302709942753e-06,
-      "loss": 0.1688,
-      "step": 14789
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.2001411056709832,
-      "learning_rate": 3.0537453943690076e-06,
-      "loss": 0.1766,
-      "step": 14790
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8679364218872742,
-      "learning_rate": 3.0525607061612918e-06,
-      "loss": 0.1603,
-      "step": 14791
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8910635946636004,
-      "learning_rate": 3.051376206403256e-06,
-      "loss": 0.1595,
-      "step": 14792
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9196162615395724,
-      "learning_rate": 3.050191895127036e-06,
-      "loss": 0.1735,
-      "step": 14793
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8051345823549313,
-      "learning_rate": 3.0490077723647504e-06,
-      "loss": 0.1763,
-      "step": 14794
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.781799246737779,
-      "learning_rate": 3.047823838148525e-06,
-      "loss": 0.1682,
-      "step": 14795
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.2158586699703775,
-      "learning_rate": 3.0466400925104665e-06,
-      "loss": 0.1896,
-      "step": 14796
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.6484925242012631,
-      "learning_rate": 3.0454565354826926e-06,
-      "loss": 0.1647,
-      "step": 14797
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1769066884903636,
-      "learning_rate": 3.044273167097299e-06,
-      "loss": 0.1789,
-      "step": 14798
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9788467179153428,
-      "learning_rate": 3.0430899873863897e-06,
-      "loss": 0.1666,
-      "step": 14799
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.161712363023313,
-      "learning_rate": 3.041906996382056e-06,
-      "loss": 0.1538,
-      "step": 14800
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.5549606547832509,
-      "learning_rate": 3.0407241941163923e-06,
-      "loss": 0.159,
-      "step": 14801
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.505694443799723,
-      "learning_rate": 3.0395415806214735e-06,
-      "loss": 0.193,
-      "step": 14802
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8924218114947182,
-      "learning_rate": 3.0383591559293867e-06,
-      "loss": 0.1531,
-      "step": 14803
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9852185215373485,
-      "learning_rate": 3.0371769200721977e-06,
-      "loss": 0.1806,
-      "step": 14804
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 3.2306235996053707,
-      "learning_rate": 3.035994873081981e-06,
-      "loss": 0.1845,
-      "step": 14805
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.906085883851588,
-      "learning_rate": 3.0348130149907928e-06,
-      "loss": 0.1791,
-      "step": 14806
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.6349173864537299,
-      "learning_rate": 3.0336313458306964e-06,
-      "loss": 0.1894,
-      "step": 14807
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8587567982498606,
-      "learning_rate": 3.0324498656337453e-06,
-      "loss": 0.1749,
-      "step": 14808
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9227183523843092,
-      "learning_rate": 3.0312685744319824e-06,
-      "loss": 0.162,
-      "step": 14809
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.015572029239059,
-      "learning_rate": 3.030087472257456e-06,
-      "loss": 0.1698,
-      "step": 14810
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9089076200824454,
-      "learning_rate": 3.0289065591421974e-06,
-      "loss": 0.1732,
-      "step": 14811
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9013864412772916,
-      "learning_rate": 3.027725835118245e-06,
-      "loss": 0.1719,
-      "step": 14812
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9075117656813344,
-      "learning_rate": 3.0265453002176203e-06,
-      "loss": 0.189,
-      "step": 14813
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9636418655739848,
-      "learning_rate": 3.0253649544723517e-06,
-      "loss": 0.1516,
-      "step": 14814
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9890103632519298,
-      "learning_rate": 3.024184797914449e-06,
-      "loss": 0.1742,
-      "step": 14815
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9107581267039456,
-      "learning_rate": 3.0230048305759274e-06,
-      "loss": 0.1547,
-      "step": 14816
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.351786077343159,
-      "learning_rate": 3.021825052488795e-06,
-      "loss": 0.1514,
-      "step": 14817
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.066387189414217,
-      "learning_rate": 3.0206454636850546e-06,
-      "loss": 0.1591,
-      "step": 14818
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0678313553067573,
-      "learning_rate": 3.0194660641966965e-06,
-      "loss": 0.1619,
-      "step": 14819
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8015416936308438,
-      "learning_rate": 3.01828685405572e-06,
-      "loss": 0.1536,
-      "step": 14820
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1124837008765287,
-      "learning_rate": 3.0171078332941028e-06,
-      "loss": 0.1707,
-      "step": 14821
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9763316659811963,
-      "learning_rate": 3.015929001943834e-06,
-      "loss": 0.1748,
-      "step": 14822
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9133392214693982,
-      "learning_rate": 3.014750360036881e-06,
-      "loss": 0.138,
-      "step": 14823
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1592682615722274,
-      "learning_rate": 3.0135719076052195e-06,
-      "loss": 0.187,
-      "step": 14824
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.6634091590839288,
-      "learning_rate": 3.012393644680819e-06,
-      "loss": 0.1678,
-      "step": 14825
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8682168822734787,
-      "learning_rate": 3.0112155712956305e-06,
-      "loss": 0.1535,
-      "step": 14826
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9829329473504432,
-      "learning_rate": 3.0100376874816183e-06,
-      "loss": 0.1736,
-      "step": 14827
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9083554632551712,
-      "learning_rate": 3.0088599932707263e-06,
-      "loss": 0.1657,
-      "step": 14828
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9103203674379348,
-      "learning_rate": 3.007682488694904e-06,
-      "loss": 0.1599,
-      "step": 14829
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8617723421597876,
-      "learning_rate": 3.0065051737860863e-06,
-      "loss": 0.1631,
-      "step": 14830
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.5295785801478599,
-      "learning_rate": 3.0053280485762136e-06,
-      "loss": 0.168,
-      "step": 14831
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.010684464650659,
-      "learning_rate": 3.00415111309721e-06,
-      "loss": 0.1756,
-      "step": 14832
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1799490977267986,
-      "learning_rate": 3.0029743673810032e-06,
-      "loss": 0.2012,
-      "step": 14833
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.353078753744399,
-      "learning_rate": 3.0017978114595103e-06,
-      "loss": 0.1659,
-      "step": 14834
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 3.3560744486295873,
-      "learning_rate": 3.000621445364651e-06,
-      "loss": 0.167,
-      "step": 14835
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.3890085822404705,
-      "learning_rate": 2.999445269128327e-06,
-      "loss": 0.1639,
-      "step": 14836
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0976117458451753,
-      "learning_rate": 2.9982692827824487e-06,
-      "loss": 0.1728,
-      "step": 14837
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.079496472102237,
-      "learning_rate": 2.9970934863589086e-06,
-      "loss": 0.1678,
-      "step": 14838
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.842838928379633,
-      "learning_rate": 2.9959178798896062e-06,
-      "loss": 0.1422,
-      "step": 14839
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9306792323418289,
-      "learning_rate": 2.994742463406427e-06,
-      "loss": 0.1736,
-      "step": 14840
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8812207056004026,
-      "learning_rate": 2.9935672369412507e-06,
-      "loss": 0.1755,
-      "step": 14841
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.0940408765288119,
-      "learning_rate": 2.9923922005259588e-06,
-      "loss": 0.1793,
-      "step": 14842
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.8373831947473562,
-      "learning_rate": 2.991217354192425e-06,
-      "loss": 0.1765,
-      "step": 14843
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 2.3787908438981957,
-      "learning_rate": 2.9900426979725183e-06,
-      "loss": 0.1743,
-      "step": 14844
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.1502864105435349,
-      "learning_rate": 2.9888682318980975e-06,
-      "loss": 0.1636,
-      "step": 14845
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 1.044664524211976,
-      "learning_rate": 2.9876939560010244e-06,
-      "loss": 0.1583,
-      "step": 14846
-    },
-    {
-      "epoch": 0.75,
-      "grad_norm": 0.9738137676351397,
-      "learning_rate": 2.986519870313146e-06,
-      "loss": 0.172,
-      "step": 14847
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.8642222069852814,
-      "learning_rate": 2.985345974866315e-06,
-      "loss": 0.1423,
-      "step": 14848
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.810328271150909,
-      "learning_rate": 2.984172269692367e-06,
-      "loss": 0.1637,
-      "step": 14849
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.1340679026784688,
-      "learning_rate": 2.9829987548231432e-06,
-      "loss": 0.1611,
-      "step": 14850
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.070376228632435,
-      "learning_rate": 2.9818254302904735e-06,
-      "loss": 0.1681,
-      "step": 14851
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0497269808800511,
-      "learning_rate": 2.9806522961261896e-06,
-      "loss": 0.1623,
-      "step": 14852
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.4840784587493108,
-      "learning_rate": 2.979479352362106e-06,
-      "loss": 0.1548,
-      "step": 14853
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9688261626228124,
-      "learning_rate": 2.9783065990300432e-06,
-      "loss": 0.1758,
-      "step": 14854
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9197866418393205,
-      "learning_rate": 2.9771340361618075e-06,
-      "loss": 0.1787,
-      "step": 14855
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.6718879704798661,
-      "learning_rate": 2.975961663789212e-06,
-      "loss": 0.1573,
-      "step": 14856
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9578131340707566,
-      "learning_rate": 2.9747894819440514e-06,
-      "loss": 0.172,
-      "step": 14857
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.930379079874052,
-      "learning_rate": 2.9736174906581216e-06,
-      "loss": 0.1655,
-      "step": 14858
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.7535419036472633,
-      "learning_rate": 2.9724456899632126e-06,
-      "loss": 0.1555,
-      "step": 14859
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.2210499593610467,
-      "learning_rate": 2.971274079891112e-06,
-      "loss": 0.1867,
-      "step": 14860
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.1231733960892714,
-      "learning_rate": 2.970102660473603e-06,
-      "loss": 0.1519,
-      "step": 14861
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.111326106758271,
-      "learning_rate": 2.9689314317424513e-06,
-      "loss": 0.1765,
-      "step": 14862
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 4.061444520286897,
-      "learning_rate": 2.9677603937294364e-06,
-      "loss": 0.1544,
-      "step": 14863
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0349430214778528,
-      "learning_rate": 2.966589546466314e-06,
-      "loss": 0.1518,
-      "step": 14864
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0634051726805134,
-      "learning_rate": 2.96541888998485e-06,
-      "loss": 0.1696,
-      "step": 14865
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.1166888090548637,
-      "learning_rate": 2.964248424316795e-06,
-      "loss": 0.1612,
-      "step": 14866
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.3298552807639807,
-      "learning_rate": 2.9630781494938997e-06,
-      "loss": 0.1833,
-      "step": 14867
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.236808824422805,
-      "learning_rate": 2.961908065547905e-06,
-      "loss": 0.1529,
-      "step": 14868
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.4039050352062317,
-      "learning_rate": 2.960738172510551e-06,
-      "loss": 0.1812,
-      "step": 14869
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.1263685791612776,
-      "learning_rate": 2.959568470413572e-06,
-      "loss": 0.1675,
-      "step": 14870
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.2335040738408105,
-      "learning_rate": 2.9583989592886985e-06,
-      "loss": 0.1848,
-      "step": 14871
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0305781290114908,
-      "learning_rate": 2.957229639167648e-06,
-      "loss": 0.1641,
-      "step": 14872
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.8071061008183066,
-      "learning_rate": 2.956060510082145e-06,
-      "loss": 0.1619,
-      "step": 14873
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0075024836831434,
-      "learning_rate": 2.954891572063895e-06,
-      "loss": 0.1607,
-      "step": 14874
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.1847496166015081,
-      "learning_rate": 2.9537228251446125e-06,
-      "loss": 0.1713,
-      "step": 14875
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.177493790578264,
-      "learning_rate": 2.9525542693559926e-06,
-      "loss": 0.1785,
-      "step": 14876
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0309264603516655,
-      "learning_rate": 2.9513859047297366e-06,
-      "loss": 0.178,
-      "step": 14877
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.493847712149435,
-      "learning_rate": 2.9502177312975387e-06,
-      "loss": 0.1551,
-      "step": 14878
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.1904513588353383,
-      "learning_rate": 2.9490497490910806e-06,
-      "loss": 0.1753,
-      "step": 14879
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.8749388948121452,
-      "learning_rate": 2.9478819581420493e-06,
-      "loss": 0.1617,
-      "step": 14880
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.2930194430877306,
-      "learning_rate": 2.9467143584821145e-06,
-      "loss": 0.1655,
-      "step": 14881
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9587201065916398,
-      "learning_rate": 2.9455469501429557e-06,
-      "loss": 0.1638,
-      "step": 14882
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.031977326446882,
-      "learning_rate": 2.9443797331562295e-06,
-      "loss": 0.1904,
-      "step": 14883
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.1442108789360643,
-      "learning_rate": 2.9432127075536056e-06,
-      "loss": 0.1624,
-      "step": 14884
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.5933491740422148,
-      "learning_rate": 2.942045873366731e-06,
-      "loss": 0.169,
-      "step": 14885
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.243282759250556,
-      "learning_rate": 2.9408792306272625e-06,
-      "loss": 0.17,
-      "step": 14886
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.8418987826724236,
-      "learning_rate": 2.9397127793668435e-06,
-      "loss": 0.1578,
-      "step": 14887
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9680157927451623,
-      "learning_rate": 2.938546519617116e-06,
-      "loss": 0.1646,
-      "step": 14888
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.483610722538024,
-      "learning_rate": 2.93738045140971e-06,
-      "loss": 0.1769,
-      "step": 14889
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.7884359484807628,
-      "learning_rate": 2.9362145747762626e-06,
-      "loss": 0.1601,
-      "step": 14890
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.121494941591859,
-      "learning_rate": 2.9350488897483897e-06,
-      "loss": 0.1894,
-      "step": 14891
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.2684480232810904,
-      "learning_rate": 2.9338833963577184e-06,
-      "loss": 0.1585,
-      "step": 14892
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.3305637146146216,
-      "learning_rate": 2.932718094635858e-06,
-      "loss": 0.2072,
-      "step": 14893
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.3770407432912448,
-      "learning_rate": 2.9315529846144162e-06,
-      "loss": 0.169,
-      "step": 14894
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9470699738751776,
-      "learning_rate": 2.9303880663249985e-06,
-      "loss": 0.1744,
-      "step": 14895
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0590649066073299,
-      "learning_rate": 2.9292233397992043e-06,
-      "loss": 0.1538,
-      "step": 14896
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0300673069287118,
-      "learning_rate": 2.9280588050686287e-06,
-      "loss": 0.1912,
-      "step": 14897
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0014920304678387,
-      "learning_rate": 2.9268944621648554e-06,
-      "loss": 0.1973,
-      "step": 14898
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.6558249390820992,
-      "learning_rate": 2.925730311119471e-06,
-      "loss": 0.1602,
-      "step": 14899
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.1327455208047599,
-      "learning_rate": 2.92456635196405e-06,
-      "loss": 0.1705,
-      "step": 14900
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0468497436593192,
-      "learning_rate": 2.9234025847301685e-06,
-      "loss": 0.1679,
-      "step": 14901
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.8848502370869115,
-      "learning_rate": 2.922239009449388e-06,
-      "loss": 0.1557,
-      "step": 14902
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 8.23931656859147,
-      "learning_rate": 2.9210756261532746e-06,
-      "loss": 0.1499,
-      "step": 14903
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.5678878010715138,
-      "learning_rate": 2.919912434873385e-06,
-      "loss": 0.1665,
-      "step": 14904
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.8378693122157262,
-      "learning_rate": 2.918749435641274e-06,
-      "loss": 0.1657,
-      "step": 14905
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.856513967247774,
-      "learning_rate": 2.91758662848848e-06,
-      "loss": 0.1677,
-      "step": 14906
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.5243921986143543,
-      "learning_rate": 2.9164240134465527e-06,
-      "loss": 0.1661,
-      "step": 14907
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.8660583832399535,
-      "learning_rate": 2.9152615905470216e-06,
-      "loss": 0.1686,
-      "step": 14908
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.1635873514860704,
-      "learning_rate": 2.9140993598214217e-06,
-      "loss": 0.1904,
-      "step": 14909
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 2.3164720376059806,
-      "learning_rate": 2.912937321301278e-06,
-      "loss": 0.1663,
-      "step": 14910
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0820820698019624,
-      "learning_rate": 2.911775475018106e-06,
-      "loss": 0.1674,
-      "step": 14911
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9985268905374507,
-      "learning_rate": 2.910613821003425e-06,
-      "loss": 0.1577,
-      "step": 14912
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.1918499534603288,
-      "learning_rate": 2.9094523592887446e-06,
-      "loss": 0.182,
-      "step": 14913
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.2000467515295787,
-      "learning_rate": 2.9082910899055717e-06,
-      "loss": 0.1647,
-      "step": 14914
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.425609422227406,
-      "learning_rate": 2.9071300128854007e-06,
-      "loss": 0.1677,
-      "step": 14915
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 2.4507515531337645,
-      "learning_rate": 2.9059691282597325e-06,
-      "loss": 0.1733,
-      "step": 14916
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.3031539416406344,
-      "learning_rate": 2.9048084360600494e-06,
-      "loss": 0.1608,
-      "step": 14917
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.8005481370728588,
-      "learning_rate": 2.9036479363178405e-06,
-      "loss": 0.1748,
-      "step": 14918
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.4637440704208484,
-      "learning_rate": 2.9024876290645787e-06,
-      "loss": 0.1587,
-      "step": 14919
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.022621538622618,
-      "learning_rate": 2.9013275143317453e-06,
-      "loss": 0.1641,
-      "step": 14920
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.5938994367208572,
-      "learning_rate": 2.9001675921507998e-06,
-      "loss": 0.1825,
-      "step": 14921
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.5829965650281022,
-      "learning_rate": 2.8990078625532104e-06,
-      "loss": 0.147,
-      "step": 14922
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.609257440006581,
-      "learning_rate": 2.8978483255704325e-06,
-      "loss": 0.1568,
-      "step": 14923
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.4008987644802413,
-      "learning_rate": 2.8966889812339237e-06,
-      "loss": 0.1795,
-      "step": 14924
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.3581868558224195,
-      "learning_rate": 2.8955298295751245e-06,
-      "loss": 0.1589,
-      "step": 14925
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9135404012632948,
-      "learning_rate": 2.8943708706254824e-06,
-      "loss": 0.1602,
-      "step": 14926
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0471223644901613,
-      "learning_rate": 2.893212104416432e-06,
-      "loss": 0.1847,
-      "step": 14927
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.853204413537538,
-      "learning_rate": 2.8920535309794018e-06,
-      "loss": 0.1418,
-      "step": 14928
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.1207432193111928,
-      "learning_rate": 2.8908951503458217e-06,
-      "loss": 0.1736,
-      "step": 14929
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.4981305908868932,
-      "learning_rate": 2.8897369625471105e-06,
-      "loss": 0.1729,
-      "step": 14930
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.1182424351020628,
-      "learning_rate": 2.8885789676146903e-06,
-      "loss": 0.1718,
-      "step": 14931
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.354916786961543,
-      "learning_rate": 2.887421165579963e-06,
-      "loss": 0.1484,
-      "step": 14932
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.5863329120631235,
-      "learning_rate": 2.8862635564743424e-06,
-      "loss": 0.1692,
-      "step": 14933
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9166221221801297,
-      "learning_rate": 2.8851061403292213e-06,
-      "loss": 0.1578,
-      "step": 14934
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 2.035905778944065,
-      "learning_rate": 2.8839489171760015e-06,
-      "loss": 0.1755,
-      "step": 14935
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.8688123045023516,
-      "learning_rate": 2.882791887046066e-06,
-      "loss": 0.1514,
-      "step": 14936
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9109323250386723,
-      "learning_rate": 2.8816350499708044e-06,
-      "loss": 0.1676,
-      "step": 14937
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.116979008834176,
-      "learning_rate": 2.8804784059815914e-06,
-      "loss": 0.1597,
-      "step": 14938
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9080606464625794,
-      "learning_rate": 2.879321955109805e-06,
-      "loss": 0.1694,
-      "step": 14939
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.4528067891010092,
-      "learning_rate": 2.878165697386812e-06,
-      "loss": 0.1516,
-      "step": 14940
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0721172933704726,
-      "learning_rate": 2.87700963284398e-06,
-      "loss": 0.1821,
-      "step": 14941
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0226958352661308,
-      "learning_rate": 2.87585376151266e-06,
-      "loss": 0.1745,
-      "step": 14942
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.973993706553113,
-      "learning_rate": 2.8746980834242133e-06,
-      "loss": 0.1899,
-      "step": 14943
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0773078735796286,
-      "learning_rate": 2.8735425986099796e-06,
-      "loss": 0.1737,
-      "step": 14944
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9840464557781372,
-      "learning_rate": 2.87238730710131e-06,
-      "loss": 0.172,
-      "step": 14945
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9383012071885413,
-      "learning_rate": 2.871232208929533e-06,
-      "loss": 0.1812,
-      "step": 14946
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.2462761175413661,
-      "learning_rate": 2.8700773041259844e-06,
-      "loss": 0.1845,
-      "step": 14947
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.32041091829035,
-      "learning_rate": 2.8689225927219956e-06,
-      "loss": 0.1949,
-      "step": 14948
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.1985684244279526,
-      "learning_rate": 2.8677680747488812e-06,
-      "loss": 0.1804,
-      "step": 14949
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.1156791419115983,
-      "learning_rate": 2.8666137502379632e-06,
-      "loss": 0.199,
-      "step": 14950
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.149339106701358,
-      "learning_rate": 2.8654596192205476e-06,
-      "loss": 0.1742,
-      "step": 14951
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9928395353613638,
-      "learning_rate": 2.8643056817279448e-06,
-      "loss": 0.1598,
-      "step": 14952
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0961845244112949,
-      "learning_rate": 2.863151937791452e-06,
-      "loss": 0.1732,
-      "step": 14953
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.8936819931072454,
-      "learning_rate": 2.8619983874423672e-06,
-      "loss": 0.1709,
-      "step": 14954
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.083003245432732,
-      "learning_rate": 2.8608450307119772e-06,
-      "loss": 0.1599,
-      "step": 14955
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0890360019663619,
-      "learning_rate": 2.8596918676315687e-06,
-      "loss": 0.1804,
-      "step": 14956
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.921592315801085,
-      "learning_rate": 2.8585388982324226e-06,
-      "loss": 0.1718,
-      "step": 14957
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0191836834087407,
-      "learning_rate": 2.8573861225458143e-06,
-      "loss": 0.1588,
-      "step": 14958
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.049360441030582,
-      "learning_rate": 2.8562335406030074e-06,
-      "loss": 0.1789,
-      "step": 14959
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.021851023037416,
-      "learning_rate": 2.8550811524352727e-06,
-      "loss": 0.1371,
-      "step": 14960
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0470103475321244,
-      "learning_rate": 2.8539289580738627e-06,
-      "loss": 0.1542,
-      "step": 14961
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.033767752087917,
-      "learning_rate": 2.8527769575500363e-06,
-      "loss": 0.1691,
-      "step": 14962
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.7569499057857303,
-      "learning_rate": 2.851625150895039e-06,
-      "loss": 0.1773,
-      "step": 14963
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.9601401947005221,
-      "learning_rate": 2.850473538140108e-06,
-      "loss": 0.1709,
-      "step": 14964
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9617429520069206,
-      "learning_rate": 2.8493221193164886e-06,
-      "loss": 0.1505,
-      "step": 14965
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.6305919387900003,
-      "learning_rate": 2.84817089445541e-06,
-      "loss": 0.1857,
-      "step": 14966
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.992601166343874,
-      "learning_rate": 2.847019863588102e-06,
-      "loss": 0.1686,
-      "step": 14967
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.213736998481106,
-      "learning_rate": 2.845869026745781e-06,
-      "loss": 0.196,
-      "step": 14968
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9976238049114304,
-      "learning_rate": 2.8447183839596705e-06,
-      "loss": 0.1558,
-      "step": 14969
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.8547754154366524,
-      "learning_rate": 2.8435679352609747e-06,
-      "loss": 0.1787,
-      "step": 14970
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 2.2194540168258508,
-      "learning_rate": 2.8424176806809068e-06,
-      "loss": 0.1417,
-      "step": 14971
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.14402890444547,
-      "learning_rate": 2.8412676202506596e-06,
-      "loss": 0.1685,
-      "step": 14972
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9557704528886504,
-      "learning_rate": 2.8401177540014323e-06,
-      "loss": 0.173,
-      "step": 14973
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.920417194706065,
-      "learning_rate": 2.838968081964416e-06,
-      "loss": 0.1653,
-      "step": 14974
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.1526702838319869,
-      "learning_rate": 2.8378186041707977e-06,
-      "loss": 0.1799,
-      "step": 14975
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0949852077610864,
-      "learning_rate": 2.8366693206517503e-06,
-      "loss": 0.1584,
-      "step": 14976
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.2539237468301876,
-      "learning_rate": 2.835520231438457e-06,
-      "loss": 0.1617,
-      "step": 14977
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.015585176023755,
-      "learning_rate": 2.834371336562077e-06,
-      "loss": 0.1508,
-      "step": 14978
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0288380937596868,
-      "learning_rate": 2.833222636053784e-06,
-      "loss": 0.2067,
-      "step": 14979
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.4883629291388756,
-      "learning_rate": 2.8320741299447306e-06,
-      "loss": 0.1725,
-      "step": 14980
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.8305302577491667,
-      "learning_rate": 2.8309258182660693e-06,
-      "loss": 0.1578,
-      "step": 14981
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.9041171256480882,
-      "learning_rate": 2.829777701048949e-06,
-      "loss": 0.1483,
-      "step": 14982
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.1448825644487437,
-      "learning_rate": 2.828629778324514e-06,
-      "loss": 0.1614,
-      "step": 14983
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.3660210089224283,
-      "learning_rate": 2.827482050123905e-06,
-      "loss": 0.1702,
-      "step": 14984
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.3638108245767226,
-      "learning_rate": 2.8263345164782473e-06,
-      "loss": 0.1741,
-      "step": 14985
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.2411375513006744,
-      "learning_rate": 2.8251871774186736e-06,
-      "loss": 0.1566,
-      "step": 14986
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9342897147302336,
-      "learning_rate": 2.8240400329762994e-06,
-      "loss": 0.1805,
-      "step": 14987
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0304143141046265,
-      "learning_rate": 2.8228930831822486e-06,
-      "loss": 0.1634,
-      "step": 14988
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.775467905274122,
-      "learning_rate": 2.821746328067625e-06,
-      "loss": 0.1691,
-      "step": 14989
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9910104080265708,
-      "learning_rate": 2.82059976766354e-06,
-      "loss": 0.1616,
-      "step": 14990
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.6828123750215387,
-      "learning_rate": 2.81945340200109e-06,
-      "loss": 0.1768,
-      "step": 14991
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0531142469858463,
-      "learning_rate": 2.818307231111371e-06,
-      "loss": 0.197,
-      "step": 14992
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.2279946254505785,
-      "learning_rate": 2.8171612550254746e-06,
-      "loss": 0.1581,
-      "step": 14993
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.2522759008118522,
-      "learning_rate": 2.816015473774487e-06,
-      "loss": 0.1314,
-      "step": 14994
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 10.995273571793144,
-      "learning_rate": 2.814869887389483e-06,
-      "loss": 0.172,
-      "step": 14995
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0064004224764271,
-      "learning_rate": 2.813724495901543e-06,
-      "loss": 0.1722,
-      "step": 14996
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0028392290053534,
-      "learning_rate": 2.812579299341731e-06,
-      "loss": 0.1667,
-      "step": 14997
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9677404251213896,
-      "learning_rate": 2.811434297741108e-06,
-      "loss": 0.1836,
-      "step": 14998
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9845281773459438,
-      "learning_rate": 2.8102894911307367e-06,
-      "loss": 0.1618,
-      "step": 14999
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.8616214642095336,
-      "learning_rate": 2.809144879541669e-06,
-      "loss": 0.162,
-      "step": 15000
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.6859524501238814,
-      "learning_rate": 2.808000463004954e-06,
-      "loss": 0.1528,
-      "step": 15001
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 2.160218092080421,
-      "learning_rate": 2.8068562415516308e-06,
-      "loss": 0.1746,
-      "step": 15002
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.1401600807234633,
-      "learning_rate": 2.8057122152127413e-06,
-      "loss": 0.1789,
-      "step": 15003
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.032889345595397,
-      "learning_rate": 2.804568384019312e-06,
-      "loss": 0.1571,
-      "step": 15004
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.8592553578925399,
-      "learning_rate": 2.8034247480023735e-06,
-      "loss": 0.1717,
-      "step": 15005
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.1253400311781885,
-      "learning_rate": 2.8022813071929434e-06,
-      "loss": 0.1502,
-      "step": 15006
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9738577653061913,
-      "learning_rate": 2.8011380616220407e-06,
-      "loss": 0.1847,
-      "step": 15007
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.3238903583814505,
-      "learning_rate": 2.7999950113206732e-06,
-      "loss": 0.1883,
-      "step": 15008
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.8885027709396675,
-      "learning_rate": 2.798852156319847e-06,
-      "loss": 0.1562,
-      "step": 15009
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0721210227832059,
-      "learning_rate": 2.7977094966505624e-06,
-      "loss": 0.1961,
-      "step": 15010
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.1721695304850344,
-      "learning_rate": 2.7965670323438178e-06,
-      "loss": 0.179,
-      "step": 15011
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.3159953959620643,
-      "learning_rate": 2.7954247634305965e-06,
-      "loss": 0.1562,
-      "step": 15012
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9882891878751142,
-      "learning_rate": 2.7942826899418886e-06,
-      "loss": 0.1814,
-      "step": 15013
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.071625820697916,
-      "learning_rate": 2.7931408119086668e-06,
-      "loss": 0.1998,
-      "step": 15014
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.1167208938383686,
-      "learning_rate": 2.79199912936191e-06,
-      "loss": 0.1751,
-      "step": 15015
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0858374521812366,
-      "learning_rate": 2.790857642332584e-06,
-      "loss": 0.1723,
-      "step": 15016
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9124234370105371,
-      "learning_rate": 2.789716350851649e-06,
-      "loss": 0.1581,
-      "step": 15017
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.3363800719743475,
-      "learning_rate": 2.7885752549500644e-06,
-      "loss": 0.1549,
-      "step": 15018
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0255205464470902,
-      "learning_rate": 2.7874343546587846e-06,
-      "loss": 0.1846,
-      "step": 15019
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9317828134518765,
-      "learning_rate": 2.7862936500087566e-06,
-      "loss": 0.164,
-      "step": 15020
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.8632663766608207,
-      "learning_rate": 2.7851531410309194e-06,
-      "loss": 0.1741,
-      "step": 15021
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.1484226086902631,
-      "learning_rate": 2.784012827756213e-06,
-      "loss": 0.1755,
-      "step": 15022
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.8400458929925192,
-      "learning_rate": 2.7828727102155627e-06,
-      "loss": 0.1696,
-      "step": 15023
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9106478377375347,
-      "learning_rate": 2.7817327884399014e-06,
-      "loss": 0.1882,
-      "step": 15024
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.3584652549796459,
-      "learning_rate": 2.7805930624601427e-06,
-      "loss": 0.147,
-      "step": 15025
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9858682454425882,
-      "learning_rate": 2.779453532307206e-06,
-      "loss": 0.1864,
-      "step": 15026
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.9690793197636596,
-      "learning_rate": 2.778314198011999e-06,
-      "loss": 0.1641,
-      "step": 15027
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9040955497405057,
-      "learning_rate": 2.7771750596054305e-06,
-      "loss": 0.1608,
-      "step": 15028
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.2710265204702358,
-      "learning_rate": 2.7760361171183934e-06,
-      "loss": 0.1689,
-      "step": 15029
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.1442824752872833,
-      "learning_rate": 2.774897370581787e-06,
-      "loss": 0.1542,
-      "step": 15030
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0493120502774447,
-      "learning_rate": 2.7737588200264953e-06,
-      "loss": 0.1577,
-      "step": 15031
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0022591482167709,
-      "learning_rate": 2.7726204654834067e-06,
-      "loss": 0.1754,
-      "step": 15032
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 2.844231737981002,
-      "learning_rate": 2.7714823069833964e-06,
-      "loss": 0.1736,
-      "step": 15033
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.4792458478526416,
-      "learning_rate": 2.770344344557333e-06,
-      "loss": 0.1683,
-      "step": 15034
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.2239895492597026,
-      "learning_rate": 2.7692065782360876e-06,
-      "loss": 0.1632,
-      "step": 15035
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.991586953334937,
-      "learning_rate": 2.7680690080505234e-06,
-      "loss": 0.1479,
-      "step": 15036
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.2104851538907433,
-      "learning_rate": 2.7669316340314977e-06,
-      "loss": 0.1594,
-      "step": 15037
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9131732170375813,
-      "learning_rate": 2.765794456209857e-06,
-      "loss": 0.1563,
-      "step": 15038
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 2.228509649935169,
-      "learning_rate": 2.7646574746164533e-06,
-      "loss": 0.1604,
-      "step": 15039
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9544290582199312,
-      "learning_rate": 2.763520689282122e-06,
-      "loss": 0.1653,
-      "step": 15040
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 0.9012892594587696,
-      "learning_rate": 2.762384100237703e-06,
-      "loss": 0.1657,
-      "step": 15041
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0570949666178724,
-      "learning_rate": 2.761247707514021e-06,
-      "loss": 0.1753,
-      "step": 15042
-    },
-    {
-      "epoch": 0.76,
-      "grad_norm": 1.0871063071718943,
-      "learning_rate": 2.7601115111419043e-06,
-      "loss": 0.1647,
-      "step": 15043
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.8618285709761413,
-      "learning_rate": 2.758975511152171e-06,
-      "loss": 0.1569,
-      "step": 15044
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.547419540473778,
-      "learning_rate": 2.7578397075756404e-06,
-      "loss": 0.1648,
-      "step": 15045
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0384641122566953,
-      "learning_rate": 2.756704100443113e-06,
-      "loss": 0.1722,
-      "step": 15046
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.8121363605603122,
-      "learning_rate": 2.7555686897853983e-06,
-      "loss": 0.1751,
-      "step": 15047
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.7748124221997982,
-      "learning_rate": 2.754433475633289e-06,
-      "loss": 0.1717,
-      "step": 15048
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.2459613623991952,
-      "learning_rate": 2.753298458017585e-06,
-      "loss": 0.1689,
-      "step": 15049
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.7775055960696998,
-      "learning_rate": 2.7521636369690687e-06,
-      "loss": 0.1628,
-      "step": 15050
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0486466173882525,
-      "learning_rate": 2.7510290125185203e-06,
-      "loss": 0.172,
-      "step": 15051
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0057226924940363,
-      "learning_rate": 2.7498945846967197e-06,
-      "loss": 0.1626,
-      "step": 15052
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.7624894425040479,
-      "learning_rate": 2.7487603535344375e-06,
-      "loss": 0.1775,
-      "step": 15053
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.1466543189425418,
-      "learning_rate": 2.747626319062444e-06,
-      "loss": 0.1886,
-      "step": 15054
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.8899801858769728,
-      "learning_rate": 2.7464924813114926e-06,
-      "loss": 0.1682,
-      "step": 15055
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.07558876667753,
-      "learning_rate": 2.7453588403123453e-06,
-      "loss": 0.1724,
-      "step": 15056
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0008619053830783,
-      "learning_rate": 2.7442253960957466e-06,
-      "loss": 0.1681,
-      "step": 15057
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0007558626762345,
-      "learning_rate": 2.743092148692447e-06,
-      "loss": 0.1731,
-      "step": 15058
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.289803694977765,
-      "learning_rate": 2.741959098133179e-06,
-      "loss": 0.1628,
-      "step": 15059
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.4436849600973654,
-      "learning_rate": 2.7408262444486844e-06,
-      "loss": 0.1721,
-      "step": 15060
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.9500321666703038,
-      "learning_rate": 2.739693587669684e-06,
-      "loss": 0.1584,
-      "step": 15061
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.902479170382834,
-      "learning_rate": 2.7385611278269054e-06,
-      "loss": 0.1546,
-      "step": 15062
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.9355144421315881,
-      "learning_rate": 2.737428864951066e-06,
-      "loss": 0.1703,
-      "step": 15063
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.8297513558457941,
-      "learning_rate": 2.736296799072883e-06,
-      "loss": 0.1633,
-      "step": 15064
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.9871101636958638,
-      "learning_rate": 2.7351649302230553e-06,
-      "loss": 0.157,
-      "step": 15065
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.167113858545876,
-      "learning_rate": 2.7340332584322927e-06,
-      "loss": 0.1538,
-      "step": 15066
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.8959136261904793,
-      "learning_rate": 2.7329017837312875e-06,
-      "loss": 0.1492,
-      "step": 15067
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0774540888808917,
-      "learning_rate": 2.7317705061507306e-06,
-      "loss": 0.166,
-      "step": 15068
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.1236019697314357,
-      "learning_rate": 2.7306394257213078e-06,
-      "loss": 0.1596,
-      "step": 15069
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.474374951856886,
-      "learning_rate": 2.729508542473702e-06,
-      "loss": 0.1653,
-      "step": 15070
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.7946612833079612,
-      "learning_rate": 2.72837785643859e-06,
-      "loss": 0.18,
-      "step": 15071
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.8050299194968318,
-      "learning_rate": 2.727247367646637e-06,
-      "loss": 0.1701,
-      "step": 15072
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.9506576876624673,
-      "learning_rate": 2.726117076128513e-06,
-      "loss": 0.1817,
-      "step": 15073
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.2612952414807954,
-      "learning_rate": 2.72498698191487e-06,
-      "loss": 0.1674,
-      "step": 15074
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.3330606571640877,
-      "learning_rate": 2.72385708503637e-06,
-      "loss": 0.1822,
-      "step": 15075
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.2579774240785415,
-      "learning_rate": 2.7227273855236535e-06,
-      "loss": 0.1622,
-      "step": 15076
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.8701657202529226,
-      "learning_rate": 2.721597883407372e-06,
-      "loss": 0.1991,
-      "step": 15077
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 2.8020324879684333,
-      "learning_rate": 2.720468578718155e-06,
-      "loss": 0.1824,
-      "step": 15078
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0579987620792803,
-      "learning_rate": 2.7193394714866396e-06,
-      "loss": 0.1741,
-      "step": 15079
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.2534880239050814,
-      "learning_rate": 2.7182105617434516e-06,
-      "loss": 0.1839,
-      "step": 15080
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.070027748514126,
-      "learning_rate": 2.7170818495192163e-06,
-      "loss": 0.1591,
-      "step": 15081
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.145745299916052,
-      "learning_rate": 2.7159533348445455e-06,
-      "loss": 0.1667,
-      "step": 15082
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0809253146050162,
-      "learning_rate": 2.7148250177500534e-06,
-      "loss": 0.1813,
-      "step": 15083
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0653540590236674,
-      "learning_rate": 2.7136968982663427e-06,
-      "loss": 0.1828,
-      "step": 15084
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.5754998020627489,
-      "learning_rate": 2.7125689764240173e-06,
-      "loss": 0.1576,
-      "step": 15085
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.740473150238454,
-      "learning_rate": 2.711441252253669e-06,
-      "loss": 0.1617,
-      "step": 15086
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.5122081253911168,
-      "learning_rate": 2.7103137257858867e-06,
-      "loss": 0.1749,
-      "step": 15087
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 2.131401733962826,
-      "learning_rate": 2.7091863970512564e-06,
-      "loss": 0.1797,
-      "step": 15088
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0242405027137653,
-      "learning_rate": 2.708059266080356e-06,
-      "loss": 0.1844,
-      "step": 15089
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.8234663848030147,
-      "learning_rate": 2.7069323329037632e-06,
-      "loss": 0.1545,
-      "step": 15090
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.363966608963242,
-      "learning_rate": 2.7058055975520405e-06,
-      "loss": 0.1817,
-      "step": 15091
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.4655481719724168,
-      "learning_rate": 2.704679060055755e-06,
-      "loss": 0.1859,
-      "step": 15092
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.3100547717657192,
-      "learning_rate": 2.703552720445459e-06,
-      "loss": 0.1922,
-      "step": 15093
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.968730998319128,
-      "learning_rate": 2.702426578751711e-06,
-      "loss": 0.1686,
-      "step": 15094
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 2.464987708079324,
-      "learning_rate": 2.701300635005052e-06,
-      "loss": 0.1654,
-      "step": 15095
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.1518904234958036,
-      "learning_rate": 2.7001748892360247e-06,
-      "loss": 0.1543,
-      "step": 15096
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.1980341783397113,
-      "learning_rate": 2.6990493414751652e-06,
-      "loss": 0.152,
-      "step": 15097
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0117771613701103,
-      "learning_rate": 2.697923991753009e-06,
-      "loss": 0.1548,
-      "step": 15098
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.3844556881797818,
-      "learning_rate": 2.696798840100072e-06,
-      "loss": 0.1779,
-      "step": 15099
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.2282852794525476,
-      "learning_rate": 2.6956738865468832e-06,
-      "loss": 0.1638,
-      "step": 15100
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.9476410124228332,
-      "learning_rate": 2.6945491311239504e-06,
-      "loss": 0.1522,
-      "step": 15101
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.8403668096547272,
-      "learning_rate": 2.693424573861787e-06,
-      "loss": 0.1584,
-      "step": 15102
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0560591291079178,
-      "learning_rate": 2.692300214790895e-06,
-      "loss": 0.1808,
-      "step": 15103
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.9424701654290392,
-      "learning_rate": 2.6911760539417698e-06,
-      "loss": 0.1649,
-      "step": 15104
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.54019391223232,
-      "learning_rate": 2.690052091344907e-06,
-      "loss": 0.1624,
-      "step": 15105
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.1614143182985948,
-      "learning_rate": 2.688928327030793e-06,
-      "loss": 0.175,
-      "step": 15106
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.184879417210331,
-      "learning_rate": 2.6878047610299152e-06,
-      "loss": 0.1578,
-      "step": 15107
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.531118791624129,
-      "learning_rate": 2.686681393372743e-06,
-      "loss": 0.1774,
-      "step": 15108
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.9591536192176581,
-      "learning_rate": 2.6855582240897536e-06,
-      "loss": 0.1653,
-      "step": 15109
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0411427116028142,
-      "learning_rate": 2.6844352532114084e-06,
-      "loss": 0.1697,
-      "step": 15110
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.956752950405443,
-      "learning_rate": 2.6833124807681722e-06,
-      "loss": 0.1704,
-      "step": 15111
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.111203752316407,
-      "learning_rate": 2.6821899067904956e-06,
-      "loss": 0.1614,
-      "step": 15112
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.9663017267242348,
-      "learning_rate": 2.6810675313088343e-06,
-      "loss": 0.1689,
-      "step": 15113
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0200424958227927,
-      "learning_rate": 2.6799453543536256e-06,
-      "loss": 0.1824,
-      "step": 15114
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0230622487319652,
-      "learning_rate": 2.678823375955314e-06,
-      "loss": 0.1733,
-      "step": 15115
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.9057815915974087,
-      "learning_rate": 2.677701596144331e-06,
-      "loss": 0.1597,
-      "step": 15116
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.3771708626699875,
-      "learning_rate": 2.6765800149511088e-06,
-      "loss": 0.1747,
-      "step": 15117
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.141733838833967,
-      "learning_rate": 2.6754586324060637e-06,
-      "loss": 0.1738,
-      "step": 15118
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0691457001073312,
-      "learning_rate": 2.6743374485396212e-06,
-      "loss": 0.1564,
-      "step": 15119
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.082285544415921,
-      "learning_rate": 2.673216463382189e-06,
-      "loss": 0.1542,
-      "step": 15120
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 2.0461481068809784,
-      "learning_rate": 2.67209567696417e-06,
-      "loss": 0.1884,
-      "step": 15121
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.5995436617467997,
-      "learning_rate": 2.6709750893159705e-06,
-      "loss": 0.1822,
-      "step": 15122
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.1283157762236709,
-      "learning_rate": 2.6698547004679853e-06,
-      "loss": 0.1556,
-      "step": 15123
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.2046144453330978,
-      "learning_rate": 2.6687345104506092e-06,
-      "loss": 0.152,
-      "step": 15124
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.1382689858156538,
-      "learning_rate": 2.6676145192942194e-06,
-      "loss": 0.1657,
-      "step": 15125
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.9200882739660786,
-      "learning_rate": 2.666494727029203e-06,
-      "loss": 0.1579,
-      "step": 15126
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.029441048435042,
-      "learning_rate": 2.6653751336859292e-06,
-      "loss": 0.1602,
-      "step": 15127
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.9313604753550834,
-      "learning_rate": 2.6642557392947722e-06,
-      "loss": 0.1747,
-      "step": 15128
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.6679795449211656,
-      "learning_rate": 2.663136543886089e-06,
-      "loss": 0.1757,
-      "step": 15129
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0950242043797351,
-      "learning_rate": 2.6620175474902444e-06,
-      "loss": 0.1506,
-      "step": 15130
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.1122224424154379,
-      "learning_rate": 2.660898750137585e-06,
-      "loss": 0.1647,
-      "step": 15131
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0499158991950026,
-      "learning_rate": 2.659780151858462e-06,
-      "loss": 0.1696,
-      "step": 15132
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.8062873238846927,
-      "learning_rate": 2.658661752683217e-06,
-      "loss": 0.1594,
-      "step": 15133
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.2888923453349863,
-      "learning_rate": 2.657543552642189e-06,
-      "loss": 0.1772,
-      "step": 15134
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 2.6795161267833896,
-      "learning_rate": 2.6564255517657044e-06,
-      "loss": 0.1526,
-      "step": 15135
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.9699837684539419,
-      "learning_rate": 2.655307750084094e-06,
-      "loss": 0.1669,
-      "step": 15136
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.8597368366303423,
-      "learning_rate": 2.6541901476276767e-06,
-      "loss": 0.1964,
-      "step": 15137
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.2499292435659783,
-      "learning_rate": 2.653072744426762e-06,
-      "loss": 0.1752,
-      "step": 15138
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.031377290048498,
-      "learning_rate": 2.6519555405116683e-06,
-      "loss": 0.1867,
-      "step": 15139
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.8232779349067384,
-      "learning_rate": 2.650838535912692e-06,
-      "loss": 0.1527,
-      "step": 15140
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0424697846561075,
-      "learning_rate": 2.6497217306601365e-06,
-      "loss": 0.1901,
-      "step": 15141
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.1272349519057292,
-      "learning_rate": 2.6486051247842935e-06,
-      "loss": 0.2006,
-      "step": 15142
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.801356139954553,
-      "learning_rate": 2.647488718315454e-06,
-      "loss": 0.1599,
-      "step": 15143
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.3660574893840298,
-      "learning_rate": 2.6463725112838968e-06,
-      "loss": 0.1848,
-      "step": 15144
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.8537934209396962,
-      "learning_rate": 2.645256503719902e-06,
-      "loss": 0.1759,
-      "step": 15145
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.1754110127965345,
-      "learning_rate": 2.6441406956537376e-06,
-      "loss": 0.1752,
-      "step": 15146
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.7957917440483896,
-      "learning_rate": 2.643025087115676e-06,
-      "loss": 0.1595,
-      "step": 15147
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0393249746050452,
-      "learning_rate": 2.6419096781359698e-06,
-      "loss": 0.193,
-      "step": 15148
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.287822483747699,
-      "learning_rate": 2.6407944687448804e-06,
-      "loss": 0.1492,
-      "step": 15149
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.7834088365545043,
-      "learning_rate": 2.639679458972657e-06,
-      "loss": 0.1561,
-      "step": 15150
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 5.253358728554841,
-      "learning_rate": 2.6385646488495466e-06,
-      "loss": 0.1622,
-      "step": 15151
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.4703873122591984,
-      "learning_rate": 2.637450038405782e-06,
-      "loss": 0.1869,
-      "step": 15152
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.8843757015526899,
-      "learning_rate": 2.6363356276716046e-06,
-      "loss": 0.1897,
-      "step": 15153
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 2.082280409237539,
-      "learning_rate": 2.6352214166772363e-06,
-      "loss": 0.1589,
-      "step": 15154
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.9841338075804467,
-      "learning_rate": 2.634107405452906e-06,
-      "loss": 0.1781,
-      "step": 15155
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.9614771366458215,
-      "learning_rate": 2.6329935940288286e-06,
-      "loss": 0.1715,
-      "step": 15156
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.2490440362855904,
-      "learning_rate": 2.6318799824352125e-06,
-      "loss": 0.1555,
-      "step": 15157
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.14649656482353,
-      "learning_rate": 2.6307665707022678e-06,
-      "loss": 0.1588,
-      "step": 15158
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.8545450488293231,
-      "learning_rate": 2.629653358860197e-06,
-      "loss": 0.1686,
-      "step": 15159
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.7601598800170505,
-      "learning_rate": 2.628540346939198e-06,
-      "loss": 0.1584,
-      "step": 15160
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.9209688037861604,
-      "learning_rate": 2.6274275349694544e-06,
-      "loss": 0.1715,
-      "step": 15161
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.9961783908841748,
-      "learning_rate": 2.6263149229811592e-06,
-      "loss": 0.17,
-      "step": 15162
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0209861385594814,
-      "learning_rate": 2.6252025110044852e-06,
-      "loss": 0.1623,
-      "step": 15163
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.4066217365859481,
-      "learning_rate": 2.6240902990696126e-06,
-      "loss": 0.1661,
-      "step": 15164
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.7784038130987568,
-      "learning_rate": 2.6229782872067042e-06,
-      "loss": 0.183,
-      "step": 15165
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.2715081433842295,
-      "learning_rate": 2.6218664754459267e-06,
-      "loss": 0.1943,
-      "step": 15166
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.08772074648383,
-      "learning_rate": 2.6207548638174374e-06,
-      "loss": 0.1765,
-      "step": 15167
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.6357270332436424,
-      "learning_rate": 2.6196434523513916e-06,
-      "loss": 0.1594,
-      "step": 15168
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.4580920469900076,
-      "learning_rate": 2.6185322410779312e-06,
-      "loss": 0.1907,
-      "step": 15169
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.5075212882245206,
-      "learning_rate": 2.617421230027205e-06,
-      "loss": 0.1922,
-      "step": 15170
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.527004105493696,
-      "learning_rate": 2.616310419229341e-06,
-      "loss": 0.1636,
-      "step": 15171
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.4319575105625417,
-      "learning_rate": 2.615199808714476e-06,
-      "loss": 0.1791,
-      "step": 15172
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.545697916364387,
-      "learning_rate": 2.614089398512735e-06,
-      "loss": 0.1862,
-      "step": 15173
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0144438909510543,
-      "learning_rate": 2.6129791886542323e-06,
-      "loss": 0.1704,
-      "step": 15174
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.1318400246614295,
-      "learning_rate": 2.6118691791690865e-06,
-      "loss": 0.1844,
-      "step": 15175
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 2.9289726534512144,
-      "learning_rate": 2.6107593700874056e-06,
-      "loss": 0.1372,
-      "step": 15176
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.1153456205612922,
-      "learning_rate": 2.609649761439298e-06,
-      "loss": 0.1693,
-      "step": 15177
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.9627905346417706,
-      "learning_rate": 2.6085403532548547e-06,
-      "loss": 0.1608,
-      "step": 15178
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.9862059209427578,
-      "learning_rate": 2.6074311455641756e-06,
-      "loss": 0.1863,
-      "step": 15179
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.9294597573359676,
-      "learning_rate": 2.60632213839734e-06,
-      "loss": 0.1724,
-      "step": 15180
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.899107516158811,
-      "learning_rate": 2.6052133317844387e-06,
-      "loss": 0.164,
-      "step": 15181
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.3657017149652035,
-      "learning_rate": 2.6041047257555384e-06,
-      "loss": 0.1706,
-      "step": 15182
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 8.480391779689135,
-      "learning_rate": 2.6029963203407195e-06,
-      "loss": 0.1561,
-      "step": 15183
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.596005320977434,
-      "learning_rate": 2.6018881155700403e-06,
-      "loss": 0.1809,
-      "step": 15184
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 3.873634574087102,
-      "learning_rate": 2.600780111473563e-06,
-      "loss": 0.1833,
-      "step": 15185
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 4.740690382810113,
-      "learning_rate": 2.5996723080813433e-06,
-      "loss": 0.1672,
-      "step": 15186
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.025542092337058,
-      "learning_rate": 2.5985647054234332e-06,
-      "loss": 0.1653,
-      "step": 15187
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.02212783368464,
-      "learning_rate": 2.597457303529871e-06,
-      "loss": 0.1616,
-      "step": 15188
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.548952516964932,
-      "learning_rate": 2.5963501024307005e-06,
-      "loss": 0.189,
-      "step": 15189
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.3022275673627424,
-      "learning_rate": 2.595243102155951e-06,
-      "loss": 0.1571,
-      "step": 15190
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0470981966654658,
-      "learning_rate": 2.594136302735648e-06,
-      "loss": 0.1625,
-      "step": 15191
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.5030610793104051,
-      "learning_rate": 2.5930297041998152e-06,
-      "loss": 0.1643,
-      "step": 15192
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.8238779173041473,
-      "learning_rate": 2.591923306578471e-06,
-      "loss": 0.1498,
-      "step": 15193
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0571831014548954,
-      "learning_rate": 2.590817109901629e-06,
-      "loss": 0.1685,
-      "step": 15194
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.8950212936038725,
-      "learning_rate": 2.589711114199287e-06,
-      "loss": 0.1648,
-      "step": 15195
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0896129472676792,
-      "learning_rate": 2.5886053195014537e-06,
-      "loss": 0.1841,
-      "step": 15196
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.1069006521388893,
-      "learning_rate": 2.587499725838116e-06,
-      "loss": 0.1755,
-      "step": 15197
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.305433030656861,
-      "learning_rate": 2.5863943332392703e-06,
-      "loss": 0.1801,
-      "step": 15198
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 2.0925570729945107,
-      "learning_rate": 2.5852891417348933e-06,
-      "loss": 0.148,
-      "step": 15199
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.1185001788765023,
-      "learning_rate": 2.5841841513549703e-06,
-      "loss": 0.1791,
-      "step": 15200
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0426008164602087,
-      "learning_rate": 2.583079362129469e-06,
-      "loss": 0.1624,
-      "step": 15201
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.985214885876121,
-      "learning_rate": 2.5819747740883584e-06,
-      "loss": 0.176,
-      "step": 15202
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.5640615652580436,
-      "learning_rate": 2.5808703872616014e-06,
-      "loss": 0.1742,
-      "step": 15203
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.2960441256428383,
-      "learning_rate": 2.5797662016791556e-06,
-      "loss": 0.153,
-      "step": 15204
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.1077933440093228,
-      "learning_rate": 2.5786622173709695e-06,
-      "loss": 0.1634,
-      "step": 15205
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.9797945234196949,
-      "learning_rate": 2.5775584343669926e-06,
-      "loss": 0.1636,
-      "step": 15206
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.9108251801362562,
-      "learning_rate": 2.576454852697161e-06,
-      "loss": 0.1462,
-      "step": 15207
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.8377769081012556,
-      "learning_rate": 2.5753514723914098e-06,
-      "loss": 0.1479,
-      "step": 15208
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0428186371239592,
-      "learning_rate": 2.574248293479671e-06,
-      "loss": 0.1864,
-      "step": 15209
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.4175156519849,
-      "learning_rate": 2.573145315991864e-06,
-      "loss": 0.1769,
-      "step": 15210
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.1093744001581627,
-      "learning_rate": 2.5720425399579095e-06,
-      "loss": 0.1659,
-      "step": 15211
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.180261198591606,
-      "learning_rate": 2.5709399654077204e-06,
-      "loss": 0.1641,
-      "step": 15212
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.423271440155294,
-      "learning_rate": 2.5698375923712083e-06,
-      "loss": 0.1562,
-      "step": 15213
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.1382874794726652,
-      "learning_rate": 2.568735420878268e-06,
-      "loss": 0.1581,
-      "step": 15214
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.5057172478871992,
-      "learning_rate": 2.567633450958801e-06,
-      "loss": 0.1454,
-      "step": 15215
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.190316189265075,
-      "learning_rate": 2.5665316826426946e-06,
-      "loss": 0.1836,
-      "step": 15216
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.8338288755160992,
-      "learning_rate": 2.5654301159598384e-06,
-      "loss": 0.1512,
-      "step": 15217
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0685886262029858,
-      "learning_rate": 2.564328750940107e-06,
-      "loss": 0.1578,
-      "step": 15218
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0227346756920659,
-      "learning_rate": 2.5632275876133794e-06,
-      "loss": 0.1693,
-      "step": 15219
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0084711151912433,
-      "learning_rate": 2.562126626009522e-06,
-      "loss": 0.1963,
-      "step": 15220
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0826122914850413,
-      "learning_rate": 2.561025866158404e-06,
-      "loss": 0.1828,
-      "step": 15221
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.2022230055717948,
-      "learning_rate": 2.5599253080898767e-06,
-      "loss": 0.1574,
-      "step": 15222
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.5532502806186688,
-      "learning_rate": 2.558824951833798e-06,
-      "loss": 0.1625,
-      "step": 15223
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 2.2549004826501027,
-      "learning_rate": 2.5577247974200103e-06,
-      "loss": 0.1733,
-      "step": 15224
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0977056913219776,
-      "learning_rate": 2.55662484487836e-06,
-      "loss": 0.1581,
-      "step": 15225
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0576616231310711,
-      "learning_rate": 2.555525094238682e-06,
-      "loss": 0.1915,
-      "step": 15226
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.8492059396337894,
-      "learning_rate": 2.5544255455308032e-06,
-      "loss": 0.1763,
-      "step": 15227
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.9742120885664564,
-      "learning_rate": 2.5533261987845525e-06,
-      "loss": 0.1606,
-      "step": 15228
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0710840678114584,
-      "learning_rate": 2.552227054029749e-06,
-      "loss": 0.1594,
-      "step": 15229
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.1422554132137888,
-      "learning_rate": 2.5511281112962096e-06,
-      "loss": 0.1949,
-      "step": 15230
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.9458474201377018,
-      "learning_rate": 2.550029370613738e-06,
-      "loss": 0.1586,
-      "step": 15231
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.362543961001248,
-      "learning_rate": 2.548930832012143e-06,
-      "loss": 0.1677,
-      "step": 15232
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.4492155243197786,
-      "learning_rate": 2.5478324955212186e-06,
-      "loss": 0.1613,
-      "step": 15233
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.5213788798995165,
-      "learning_rate": 2.5467343611707607e-06,
-      "loss": 0.1697,
-      "step": 15234
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.8861019921569067,
-      "learning_rate": 2.545636428990551e-06,
-      "loss": 0.1524,
-      "step": 15235
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.0214376716215812,
-      "learning_rate": 2.5445386990103773e-06,
-      "loss": 0.1632,
-      "step": 15236
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 2.4462903199411787,
-      "learning_rate": 2.5434411712600095e-06,
-      "loss": 0.1953,
-      "step": 15237
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.088113114275449,
-      "learning_rate": 2.542343845769222e-06,
-      "loss": 0.1591,
-      "step": 15238
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 0.9099559658873935,
-      "learning_rate": 2.5412467225677774e-06,
-      "loss": 0.1473,
-      "step": 15239
-    },
-    {
-      "epoch": 0.77,
-      "grad_norm": 1.2840902837839696,
-      "learning_rate": 2.540149801685441e-06,
-      "loss": 0.1561,
-      "step": 15240
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.2896921273460544,
-      "learning_rate": 2.5390530831519587e-06,
-      "loss": 0.1589,
-      "step": 15241
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.233985557375335,
-      "learning_rate": 2.5379565669970864e-06,
-      "loss": 0.1873,
-      "step": 15242
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9574844819931793,
-      "learning_rate": 2.5368602532505637e-06,
-      "loss": 0.1647,
-      "step": 15243
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.1470495999146328,
-      "learning_rate": 2.535764141942124e-06,
-      "loss": 0.1885,
-      "step": 15244
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.7780938539703632,
-      "learning_rate": 2.534668233101505e-06,
-      "loss": 0.1521,
-      "step": 15245
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.4385410709228255,
-      "learning_rate": 2.533572526758431e-06,
-      "loss": 0.1688,
-      "step": 15246
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0239198319044815,
-      "learning_rate": 2.5324770229426276e-06,
-      "loss": 0.1568,
-      "step": 15247
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 2.158525030798928,
-      "learning_rate": 2.5313817216838034e-06,
-      "loss": 0.1787,
-      "step": 15248
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.4164698569917662,
-      "learning_rate": 2.530286623011675e-06,
-      "loss": 0.1805,
-      "step": 15249
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.924334069260275,
-      "learning_rate": 2.5291917269559408e-06,
-      "loss": 0.175,
-      "step": 15250
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.894267709513381,
-      "learning_rate": 2.528097033546305e-06,
-      "loss": 0.1582,
-      "step": 15251
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.8781609591285007,
-      "learning_rate": 2.527002542812457e-06,
-      "loss": 0.1582,
-      "step": 15252
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.542183566342674,
-      "learning_rate": 2.5259082547840907e-06,
-      "loss": 0.1541,
-      "step": 15253
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 5.65101598504308,
-      "learning_rate": 2.524814169490881e-06,
-      "loss": 0.1781,
-      "step": 15254
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.8947350917702382,
-      "learning_rate": 2.52372028696251e-06,
-      "loss": 0.1769,
-      "step": 15255
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9696609784115476,
-      "learning_rate": 2.5226266072286475e-06,
-      "loss": 0.1721,
-      "step": 15256
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.4945032623101626,
-      "learning_rate": 2.521533130318965e-06,
-      "loss": 0.1764,
-      "step": 15257
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0840645808247387,
-      "learning_rate": 2.520439856263115e-06,
-      "loss": 0.1657,
-      "step": 15258
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 4.211028713539488,
-      "learning_rate": 2.5193467850907583e-06,
-      "loss": 0.1807,
-      "step": 15259
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.8345107762432861,
-      "learning_rate": 2.5182539168315435e-06,
-      "loss": 0.1776,
-      "step": 15260
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.1090353856444384,
-      "learning_rate": 2.517161251515111e-06,
-      "loss": 0.1765,
-      "step": 15261
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9632084661239485,
-      "learning_rate": 2.516068789171102e-06,
-      "loss": 0.1592,
-      "step": 15262
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 2.075643005645192,
-      "learning_rate": 2.5149765298291508e-06,
-      "loss": 0.1472,
-      "step": 15263
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9688207506122695,
-      "learning_rate": 2.513884473518885e-06,
-      "loss": 0.1789,
-      "step": 15264
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9284611694669284,
-      "learning_rate": 2.512792620269924e-06,
-      "loss": 0.153,
-      "step": 15265
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.2757413064160035,
-      "learning_rate": 2.5117009701118888e-06,
-      "loss": 0.1467,
-      "step": 15266
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.9680738544022398,
-      "learning_rate": 2.5106095230743844e-06,
-      "loss": 0.1595,
-      "step": 15267
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0877239157747474,
-      "learning_rate": 2.5095182791870234e-06,
-      "loss": 0.1698,
-      "step": 15268
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.2268524665114693,
-      "learning_rate": 2.5084272384793985e-06,
-      "loss": 0.1561,
-      "step": 15269
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.36790180905005,
-      "learning_rate": 2.5073364009811107e-06,
-      "loss": 0.1757,
-      "step": 15270
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0109270739079395,
-      "learning_rate": 2.5062457667217433e-06,
-      "loss": 0.161,
-      "step": 15271
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.7892760497472147,
-      "learning_rate": 2.505155335730883e-06,
-      "loss": 0.1766,
-      "step": 15272
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.6048470029419701,
-      "learning_rate": 2.5040651080381084e-06,
-      "loss": 0.1753,
-      "step": 15273
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0007696327568976,
-      "learning_rate": 2.5029750836729926e-06,
-      "loss": 0.1457,
-      "step": 15274
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 2.0214733625354664,
-      "learning_rate": 2.501885262665099e-06,
-      "loss": 0.1636,
-      "step": 15275
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.5284937432774757,
-      "learning_rate": 2.500795645043994e-06,
-      "loss": 0.1556,
-      "step": 15276
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.1343197681393309,
-      "learning_rate": 2.4997062308392304e-06,
-      "loss": 0.1648,
-      "step": 15277
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.261112057405962,
-      "learning_rate": 2.498617020080356e-06,
-      "loss": 0.174,
-      "step": 15278
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.3837587883415603,
-      "learning_rate": 2.4975280127969214e-06,
-      "loss": 0.1876,
-      "step": 15279
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9992224350374982,
-      "learning_rate": 2.496439209018461e-06,
-      "loss": 0.1656,
-      "step": 15280
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.1779324775338382,
-      "learning_rate": 2.4953506087745107e-06,
-      "loss": 0.1844,
-      "step": 15281
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9112312928556008,
-      "learning_rate": 2.494262212094598e-06,
-      "loss": 0.1557,
-      "step": 15282
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9344392435604768,
-      "learning_rate": 2.4931740190082497e-06,
-      "loss": 0.1636,
-      "step": 15283
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.8794078901771586,
-      "learning_rate": 2.4920860295449787e-06,
-      "loss": 0.1581,
-      "step": 15284
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.134697289302735,
-      "learning_rate": 2.4909982437342993e-06,
-      "loss": 0.181,
-      "step": 15285
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0548278226712828,
-      "learning_rate": 2.4899106616057155e-06,
-      "loss": 0.1757,
-      "step": 15286
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 9.676475877009159,
-      "learning_rate": 2.4888232831887304e-06,
-      "loss": 0.1624,
-      "step": 15287
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.7828993584768532,
-      "learning_rate": 2.487736108512836e-06,
-      "loss": 0.1836,
-      "step": 15288
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.020287114138541,
-      "learning_rate": 2.486649137607524e-06,
-      "loss": 0.1586,
-      "step": 15289
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.2777417930524249,
-      "learning_rate": 2.485562370502279e-06,
-      "loss": 0.1821,
-      "step": 15290
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0818007196529444,
-      "learning_rate": 2.4844758072265806e-06,
-      "loss": 0.1737,
-      "step": 15291
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.4445018677484833,
-      "learning_rate": 2.4833894478098983e-06,
-      "loss": 0.1685,
-      "step": 15292
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.980705724826226,
-      "learning_rate": 2.4823032922817045e-06,
-      "loss": 0.1708,
-      "step": 15293
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9967433356885528,
-      "learning_rate": 2.481217340671457e-06,
-      "loss": 0.1614,
-      "step": 15294
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9265582135084066,
-      "learning_rate": 2.4801315930086147e-06,
-      "loss": 0.1866,
-      "step": 15295
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.4209191915362267,
-      "learning_rate": 2.479046049322629e-06,
-      "loss": 0.1861,
-      "step": 15296
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.8959157659091018,
-      "learning_rate": 2.4779607096429403e-06,
-      "loss": 0.1587,
-      "step": 15297
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0865709667746095,
-      "learning_rate": 2.4768755739989925e-06,
-      "loss": 0.1525,
-      "step": 15298
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.992508724360173,
-      "learning_rate": 2.475790642420219e-06,
-      "loss": 0.134,
-      "step": 15299
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.3318596943250995,
-      "learning_rate": 2.474705914936053e-06,
-      "loss": 0.1858,
-      "step": 15300
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9430394381293802,
-      "learning_rate": 2.473621391575911e-06,
-      "loss": 0.1697,
-      "step": 15301
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.8667635085832349,
-      "learning_rate": 2.4725370723692164e-06,
-      "loss": 0.1514,
-      "step": 15302
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.5783046632381894,
-      "learning_rate": 2.471452957345376e-06,
-      "loss": 0.166,
-      "step": 15303
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.949053055901867,
-      "learning_rate": 2.4703690465338025e-06,
-      "loss": 0.1693,
-      "step": 15304
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.099586983786691,
-      "learning_rate": 2.469285339963892e-06,
-      "loss": 0.1668,
-      "step": 15305
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.146907604484705,
-      "learning_rate": 2.468201837665043e-06,
-      "loss": 0.1638,
-      "step": 15306
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.6703895998487162,
-      "learning_rate": 2.467118539666643e-06,
-      "loss": 0.1559,
-      "step": 15307
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0693170607150535,
-      "learning_rate": 2.4660354459980775e-06,
-      "loss": 0.1422,
-      "step": 15308
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.870622931041626,
-      "learning_rate": 2.4649525566887267e-06,
-      "loss": 0.1573,
-      "step": 15309
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.496630248263848,
-      "learning_rate": 2.4638698717679653e-06,
-      "loss": 0.1695,
-      "step": 15310
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.133075124349076,
-      "learning_rate": 2.462787391265157e-06,
-      "loss": 0.1695,
-      "step": 15311
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0358289180935836,
-      "learning_rate": 2.4617051152096696e-06,
-      "loss": 0.1568,
-      "step": 15312
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.1225526395435053,
-      "learning_rate": 2.4606230436308554e-06,
-      "loss": 0.1659,
-      "step": 15313
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0468975380099528,
-      "learning_rate": 2.4595411765580645e-06,
-      "loss": 0.1858,
-      "step": 15314
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9816839310890371,
-      "learning_rate": 2.4584595140206457e-06,
-      "loss": 0.1598,
-      "step": 15315
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.085821885409933,
-      "learning_rate": 2.4573780560479387e-06,
-      "loss": 0.1631,
-      "step": 15316
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0087642673161445,
-      "learning_rate": 2.4562968026692803e-06,
-      "loss": 0.1661,
-      "step": 15317
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0371578322321766,
-      "learning_rate": 2.4552157539139944e-06,
-      "loss": 0.1793,
-      "step": 15318
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9130220149814539,
-      "learning_rate": 2.45413490981141e-06,
-      "loss": 0.171,
-      "step": 15319
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.290014807266559,
-      "learning_rate": 2.45305427039084e-06,
-      "loss": 0.1791,
-      "step": 15320
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9635165312055891,
-      "learning_rate": 2.4519738356816015e-06,
-      "loss": 0.1666,
-      "step": 15321
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.2303516824006075,
-      "learning_rate": 2.450893605712996e-06,
-      "loss": 0.1817,
-      "step": 15322
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.3058539158515092,
-      "learning_rate": 2.449813580514332e-06,
-      "loss": 0.1724,
-      "step": 15323
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9524281611944755,
-      "learning_rate": 2.4487337601148975e-06,
-      "loss": 0.1874,
-      "step": 15324
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.073158181893844,
-      "learning_rate": 2.447654144543986e-06,
-      "loss": 0.1632,
-      "step": 15325
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9513488743035756,
-      "learning_rate": 2.446574733830882e-06,
-      "loss": 0.1662,
-      "step": 15326
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.8947551127078637,
-      "learning_rate": 2.4454955280048688e-06,
-      "loss": 0.1641,
-      "step": 15327
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.8500710551120902,
-      "learning_rate": 2.4444165270952126e-06,
-      "loss": 0.1786,
-      "step": 15328
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.6713358847496242,
-      "learning_rate": 2.4433377311311878e-06,
-      "loss": 0.1814,
-      "step": 15329
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.3139186587490201,
-      "learning_rate": 2.4422591401420537e-06,
-      "loss": 0.1675,
-      "step": 15330
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.3539006655141135,
-      "learning_rate": 2.4411807541570643e-06,
-      "loss": 0.198,
-      "step": 15331
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.8974215267445775,
-      "learning_rate": 2.440102573205477e-06,
-      "loss": 0.1586,
-      "step": 15332
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.1506955324100798,
-      "learning_rate": 2.4390245973165316e-06,
-      "loss": 0.1703,
-      "step": 15333
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.2501650244300122,
-      "learning_rate": 2.4379468265194707e-06,
-      "loss": 0.1611,
-      "step": 15334
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.033876510720954,
-      "learning_rate": 2.4368692608435294e-06,
-      "loss": 0.1792,
-      "step": 15335
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.7951661193570492,
-      "learning_rate": 2.4357919003179396e-06,
-      "loss": 0.1471,
-      "step": 15336
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9520345764506051,
-      "learning_rate": 2.434714744971919e-06,
-      "loss": 0.1776,
-      "step": 15337
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0833822675819067,
-      "learning_rate": 2.4336377948346912e-06,
-      "loss": 0.1885,
-      "step": 15338
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 2.1029213485645695,
-      "learning_rate": 2.432561049935462e-06,
-      "loss": 0.1834,
-      "step": 15339
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.4361044589948972,
-      "learning_rate": 2.4314845103034456e-06,
-      "loss": 0.176,
-      "step": 15340
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.8442285067210624,
-      "learning_rate": 2.4304081759678357e-06,
-      "loss": 0.1595,
-      "step": 15341
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9579393533005156,
-      "learning_rate": 2.429332046957832e-06,
-      "loss": 0.1709,
-      "step": 15342
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.9511031711141813,
-      "learning_rate": 2.4282561233026236e-06,
-      "loss": 0.2082,
-      "step": 15343
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.189125025522632,
-      "learning_rate": 2.4271804050313984e-06,
-      "loss": 0.1759,
-      "step": 15344
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.8696093166445392,
-      "learning_rate": 2.42610489217333e-06,
-      "loss": 0.153,
-      "step": 15345
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.7661160288872305,
-      "learning_rate": 2.4250295847575967e-06,
-      "loss": 0.1701,
-      "step": 15346
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0094608338108795,
-      "learning_rate": 2.4239544828133632e-06,
-      "loss": 0.1876,
-      "step": 15347
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.1947365085635253,
-      "learning_rate": 2.422879586369791e-06,
-      "loss": 0.172,
-      "step": 15348
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.02607706559597,
-      "learning_rate": 2.421804895456039e-06,
-      "loss": 0.1691,
-      "step": 15349
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.1105200321284465,
-      "learning_rate": 2.420730410101255e-06,
-      "loss": 0.1751,
-      "step": 15350
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 2.1219152032536965,
-      "learning_rate": 2.419656130334588e-06,
-      "loss": 0.1913,
-      "step": 15351
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.4192179540898853,
-      "learning_rate": 2.4185820561851747e-06,
-      "loss": 0.1603,
-      "step": 15352
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.6876340282880435,
-      "learning_rate": 2.417508187682156e-06,
-      "loss": 0.1619,
-      "step": 15353
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9298730731346014,
-      "learning_rate": 2.4164345248546517e-06,
-      "loss": 0.1627,
-      "step": 15354
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0761477246483009,
-      "learning_rate": 2.415361067731793e-06,
-      "loss": 0.1488,
-      "step": 15355
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9804762037101074,
-      "learning_rate": 2.41428781634269e-06,
-      "loss": 0.1548,
-      "step": 15356
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0872119575860812,
-      "learning_rate": 2.413214770716462e-06,
-      "loss": 0.1627,
-      "step": 15357
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9356716591209069,
-      "learning_rate": 2.412141930882208e-06,
-      "loss": 0.1662,
-      "step": 15358
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.5485828606207372,
-      "learning_rate": 2.4110692968690364e-06,
-      "loss": 0.1539,
-      "step": 15359
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.2746909556741446,
-      "learning_rate": 2.409996868706036e-06,
-      "loss": 0.1875,
-      "step": 15360
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.020526020568585,
-      "learning_rate": 2.4089246464222995e-06,
-      "loss": 0.1603,
-      "step": 15361
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.1005090547533583,
-      "learning_rate": 2.4078526300469097e-06,
-      "loss": 0.1756,
-      "step": 15362
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0681842201569682,
-      "learning_rate": 2.4067808196089493e-06,
-      "loss": 0.1727,
-      "step": 15363
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.3422597996378893,
-      "learning_rate": 2.4057092151374885e-06,
-      "loss": 0.1712,
-      "step": 15364
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9132433065779902,
-      "learning_rate": 2.40463781666159e-06,
-      "loss": 0.1484,
-      "step": 15365
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0703530978743458,
-      "learning_rate": 2.403566624210324e-06,
-      "loss": 0.1645,
-      "step": 15366
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0893874090214328,
-      "learning_rate": 2.4024956378127396e-06,
-      "loss": 0.1551,
-      "step": 15367
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.896536719043762,
-      "learning_rate": 2.401424857497889e-06,
-      "loss": 0.1692,
-      "step": 15368
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.1534646592762958,
-      "learning_rate": 2.400354283294819e-06,
-      "loss": 0.1708,
-      "step": 15369
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.20144166772448,
-      "learning_rate": 2.399283915232571e-06,
-      "loss": 0.1728,
-      "step": 15370
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.8001018929783066,
-      "learning_rate": 2.398213753340174e-06,
-      "loss": 0.159,
-      "step": 15371
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.1613880996230987,
-      "learning_rate": 2.3971437976466604e-06,
-      "loss": 0.1494,
-      "step": 15372
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0741129775209934,
-      "learning_rate": 2.3960740481810475e-06,
-      "loss": 0.1668,
-      "step": 15373
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.998500376985148,
-      "learning_rate": 2.3950045049723593e-06,
-      "loss": 0.1767,
-      "step": 15374
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 4.446899401008942,
-      "learning_rate": 2.3939351680495994e-06,
-      "loss": 0.1734,
-      "step": 15375
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9632523661077028,
-      "learning_rate": 2.392866037441781e-06,
-      "loss": 0.1463,
-      "step": 15376
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0273977255365927,
-      "learning_rate": 2.3917971131778982e-06,
-      "loss": 0.1737,
-      "step": 15377
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.2251126007220232,
-      "learning_rate": 2.3907283952869485e-06,
-      "loss": 0.1656,
-      "step": 15378
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.41623658769232,
-      "learning_rate": 2.389659883797921e-06,
-      "loss": 0.1625,
-      "step": 15379
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.2970703730778923,
-      "learning_rate": 2.3885915787398016e-06,
-      "loss": 0.1631,
-      "step": 15380
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.010114637458024,
-      "learning_rate": 2.3875234801415626e-06,
-      "loss": 0.1665,
-      "step": 15381
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.2164200120028743,
-      "learning_rate": 2.3864555880321828e-06,
-      "loss": 0.1599,
-      "step": 15382
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.4672333643271673,
-      "learning_rate": 2.3853879024406244e-06,
-      "loss": 0.1615,
-      "step": 15383
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.120252041381067,
-      "learning_rate": 2.3843204233958463e-06,
-      "loss": 0.1483,
-      "step": 15384
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0045893183847037,
-      "learning_rate": 2.3832531509268076e-06,
-      "loss": 0.1928,
-      "step": 15385
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.1425096056549606,
-      "learning_rate": 2.382186085062457e-06,
-      "loss": 0.1675,
-      "step": 15386
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.3341631701663308,
-      "learning_rate": 2.3811192258317416e-06,
-      "loss": 0.1693,
-      "step": 15387
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.257601081796507,
-      "learning_rate": 2.3800525732635946e-06,
-      "loss": 0.1686,
-      "step": 15388
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.000073423100724,
-      "learning_rate": 2.3789861273869553e-06,
-      "loss": 0.1693,
-      "step": 15389
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0257732649799796,
-      "learning_rate": 2.3779198882307443e-06,
-      "loss": 0.1654,
-      "step": 15390
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.5535326206303897,
-      "learning_rate": 2.3768538558238895e-06,
-      "loss": 0.1524,
-      "step": 15391
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.2975656393098935,
-      "learning_rate": 2.375788030195303e-06,
-      "loss": 0.1834,
-      "step": 15392
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 2.3739833482123904,
-      "learning_rate": 2.3747224113738985e-06,
-      "loss": 0.146,
-      "step": 15393
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9476331047559899,
-      "learning_rate": 2.373656999388576e-06,
-      "loss": 0.1535,
-      "step": 15394
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.4355877710988458,
-      "learning_rate": 2.3725917942682397e-06,
-      "loss": 0.1889,
-      "step": 15395
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9183881432091104,
-      "learning_rate": 2.3715267960417798e-06,
-      "loss": 0.1549,
-      "step": 15396
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.3000475050786378,
-      "learning_rate": 2.370462004738091e-06,
-      "loss": 0.1591,
-      "step": 15397
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.8743533785508302,
-      "learning_rate": 2.3693974203860472e-06,
-      "loss": 0.1637,
-      "step": 15398
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.416431709572786,
-      "learning_rate": 2.3683330430145333e-06,
-      "loss": 0.1899,
-      "step": 15399
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.5467261188083323,
-      "learning_rate": 2.367268872652416e-06,
-      "loss": 0.156,
-      "step": 15400
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9294656354998612,
-      "learning_rate": 2.366204909328559e-06,
-      "loss": 0.1539,
-      "step": 15401
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.8225038847893258,
-      "learning_rate": 2.3651411530718272e-06,
-      "loss": 0.1698,
-      "step": 15402
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.262942076782041,
-      "learning_rate": 2.36407760391107e-06,
-      "loss": 0.1768,
-      "step": 15403
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0086611381985109,
-      "learning_rate": 2.3630142618751405e-06,
-      "loss": 0.1811,
-      "step": 15404
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9710681600261067,
-      "learning_rate": 2.3619511269928784e-06,
-      "loss": 0.1837,
-      "step": 15405
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.3854709074678964,
-      "learning_rate": 2.360888199293128e-06,
-      "loss": 0.1789,
-      "step": 15406
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9299119097883016,
-      "learning_rate": 2.3598254788047136e-06,
-      "loss": 0.1539,
-      "step": 15407
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 2.011282534568099,
-      "learning_rate": 2.358762965556467e-06,
-      "loss": 0.1656,
-      "step": 15408
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.2551793735265222,
-      "learning_rate": 2.3577006595772032e-06,
-      "loss": 0.1673,
-      "step": 15409
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0943491917388624,
-      "learning_rate": 2.3566385608957443e-06,
-      "loss": 0.1731,
-      "step": 15410
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.3107629112380317,
-      "learning_rate": 2.355576669540893e-06,
-      "loss": 0.1575,
-      "step": 15411
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.8515648899316381,
-      "learning_rate": 2.354514985541456e-06,
-      "loss": 0.1599,
-      "step": 15412
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.293967723582203,
-      "learning_rate": 2.353453508926232e-06,
-      "loss": 0.1566,
-      "step": 15413
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9095448026517428,
-      "learning_rate": 2.3523922397240163e-06,
-      "loss": 0.1534,
-      "step": 15414
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.8032411398733617,
-      "learning_rate": 2.3513311779635904e-06,
-      "loss": 0.1514,
-      "step": 15415
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.1203727977935276,
-      "learning_rate": 2.3502703236737412e-06,
-      "loss": 0.1597,
-      "step": 15416
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.3115090337752493,
-      "learning_rate": 2.3492096768832417e-06,
-      "loss": 0.1593,
-      "step": 15417
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.154189297651346,
-      "learning_rate": 2.348149237620858e-06,
-      "loss": 0.1696,
-      "step": 15418
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.738661265681747,
-      "learning_rate": 2.3470890059153616e-06,
-      "loss": 0.16,
-      "step": 15419
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.8918477045125891,
-      "learning_rate": 2.3460289817955063e-06,
-      "loss": 0.154,
-      "step": 15420
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.7360933710102129,
-      "learning_rate": 2.3449691652900464e-06,
-      "loss": 0.1658,
-      "step": 15421
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0560603543571885,
-      "learning_rate": 2.3439095564277305e-06,
-      "loss": 0.1629,
-      "step": 15422
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.9505114766577443,
-      "learning_rate": 2.342850155237303e-06,
-      "loss": 0.1818,
-      "step": 15423
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0034429408534218,
-      "learning_rate": 2.341790961747494e-06,
-      "loss": 0.1752,
-      "step": 15424
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 2.088320359735791,
-      "learning_rate": 2.340731975987042e-06,
-      "loss": 0.1705,
-      "step": 15425
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9125680830719255,
-      "learning_rate": 2.3396731979846634e-06,
-      "loss": 0.1506,
-      "step": 15426
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.830417739612693,
-      "learning_rate": 2.3386146277690858e-06,
-      "loss": 0.1519,
-      "step": 15427
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.849114943252066,
-      "learning_rate": 2.3375562653690166e-06,
-      "loss": 0.1603,
-      "step": 15428
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.3629818306238608,
-      "learning_rate": 2.336498110813168e-06,
-      "loss": 0.1476,
-      "step": 15429
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.823546883376828,
-      "learning_rate": 2.3354401641302395e-06,
-      "loss": 0.1539,
-      "step": 15430
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.978023459235194,
-      "learning_rate": 2.3343824253489277e-06,
-      "loss": 0.154,
-      "step": 15431
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.0018849611636187,
-      "learning_rate": 2.333324894497927e-06,
-      "loss": 0.1513,
-      "step": 15432
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 0.9875086947887675,
-      "learning_rate": 2.332267571605924e-06,
-      "loss": 0.1709,
-      "step": 15433
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.5938673758138624,
-      "learning_rate": 2.331210456701597e-06,
-      "loss": 0.1562,
-      "step": 15434
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.4053685858854916,
-      "learning_rate": 2.330153549813615e-06,
-      "loss": 0.1774,
-      "step": 15435
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 4.934543246171554,
-      "learning_rate": 2.329096850970656e-06,
-      "loss": 0.1549,
-      "step": 15436
-    },
-    {
-      "epoch": 0.78,
-      "grad_norm": 1.3750873777918644,
-      "learning_rate": 2.3280403602013735e-06,
-      "loss": 0.1707,
-      "step": 15437
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.974035012887203,
-      "learning_rate": 2.326984077534431e-06,
-      "loss": 0.1733,
-      "step": 15438
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.003644320415384,
-      "learning_rate": 2.3259280029984775e-06,
-      "loss": 0.1602,
-      "step": 15439
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 3.3928202333175244,
-      "learning_rate": 2.324872136622164e-06,
-      "loss": 0.1667,
-      "step": 15440
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.158804952368038,
-      "learning_rate": 2.3238164784341242e-06,
-      "loss": 0.1555,
-      "step": 15441
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9716905368598698,
-      "learning_rate": 2.3227610284629985e-06,
-      "loss": 0.1649,
-      "step": 15442
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.4020372115262854,
-      "learning_rate": 2.3217057867374114e-06,
-      "loss": 0.1764,
-      "step": 15443
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0717520983846267,
-      "learning_rate": 2.32065075328599e-06,
-      "loss": 0.1576,
-      "step": 15444
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.1663936158767128,
-      "learning_rate": 2.319595928137349e-06,
-      "loss": 0.1636,
-      "step": 15445
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.1732575843595243,
-      "learning_rate": 2.318541311320105e-06,
-      "loss": 0.1934,
-      "step": 15446
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9486028250086229,
-      "learning_rate": 2.317486902862859e-06,
-      "loss": 0.1571,
-      "step": 15447
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.1498421923735032,
-      "learning_rate": 2.3164327027942147e-06,
-      "loss": 0.1772,
-      "step": 15448
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9350401407713013,
-      "learning_rate": 2.3153787111427673e-06,
-      "loss": 0.1614,
-      "step": 15449
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.5593140843812545,
-      "learning_rate": 2.3143249279371085e-06,
-      "loss": 0.1494,
-      "step": 15450
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.3508993582556552,
-      "learning_rate": 2.313271353205818e-06,
-      "loss": 0.1521,
-      "step": 15451
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.787726912758565,
-      "learning_rate": 2.3122179869774784e-06,
-      "loss": 0.1542,
-      "step": 15452
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.8663480465259822,
-      "learning_rate": 2.311164829280661e-06,
-      "loss": 0.1509,
-      "step": 15453
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.2976235796846125,
-      "learning_rate": 2.3101118801439283e-06,
-      "loss": 0.1611,
-      "step": 15454
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.6973010981091752,
-      "learning_rate": 2.3090591395958485e-06,
-      "loss": 0.1373,
-      "step": 15455
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.1117049975822124,
-      "learning_rate": 2.3080066076649697e-06,
-      "loss": 0.1694,
-      "step": 15456
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.1801660374439589,
-      "learning_rate": 2.3069542843798476e-06,
-      "loss": 0.1734,
-      "step": 15457
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9972892773542359,
-      "learning_rate": 2.3059021697690254e-06,
-      "loss": 0.1578,
-      "step": 15458
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9699548310098502,
-      "learning_rate": 2.3048502638610427e-06,
-      "loss": 0.164,
-      "step": 15459
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9651201995600788,
-      "learning_rate": 2.3037985666844297e-06,
-      "loss": 0.1616,
-      "step": 15460
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9133523025137816,
-      "learning_rate": 2.3027470782677173e-06,
-      "loss": 0.1678,
-      "step": 15461
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0927839593337292,
-      "learning_rate": 2.3016957986394228e-06,
-      "loss": 0.17,
-      "step": 15462
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.8773806402542051,
-      "learning_rate": 2.3006447278280676e-06,
-      "loss": 0.1647,
-      "step": 15463
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.3811845661656832,
-      "learning_rate": 2.299593865862155e-06,
-      "loss": 0.1737,
-      "step": 15464
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9285844656456148,
-      "learning_rate": 2.2985432127701945e-06,
-      "loss": 0.1498,
-      "step": 15465
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.8726490367071329,
-      "learning_rate": 2.2974927685806848e-06,
-      "loss": 0.1588,
-      "step": 15466
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.927809791960326,
-      "learning_rate": 2.296442533322121e-06,
-      "loss": 0.1699,
-      "step": 15467
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9565631359875368,
-      "learning_rate": 2.2953925070229865e-06,
-      "loss": 0.1768,
-      "step": 15468
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.552914352956403,
-      "learning_rate": 2.2943426897117672e-06,
-      "loss": 0.1757,
-      "step": 15469
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.2338495932171418,
-      "learning_rate": 2.2932930814169383e-06,
-      "loss": 0.1785,
-      "step": 15470
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.3102501076279853,
-      "learning_rate": 2.292243682166967e-06,
-      "loss": 0.16,
-      "step": 15471
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.131636846718695,
-      "learning_rate": 2.291194491990324e-06,
-      "loss": 0.1681,
-      "step": 15472
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0837521584107503,
-      "learning_rate": 2.2901455109154626e-06,
-      "loss": 0.1696,
-      "step": 15473
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.1508754181295,
-      "learning_rate": 2.2890967389708396e-06,
-      "loss": 0.1715,
-      "step": 15474
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9192566541574264,
-      "learning_rate": 2.2880481761849037e-06,
-      "loss": 0.1358,
-      "step": 15475
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.054010923229116,
-      "learning_rate": 2.286999822586099e-06,
-      "loss": 0.1643,
-      "step": 15476
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9484038897437859,
-      "learning_rate": 2.285951678202857e-06,
-      "loss": 0.1605,
-      "step": 15477
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.8489375942887908,
-      "learning_rate": 2.2849037430636135e-06,
-      "loss": 0.1565,
-      "step": 15478
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.4204227390337094,
-      "learning_rate": 2.2838560171967906e-06,
-      "loss": 0.1644,
-      "step": 15479
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9216879840577646,
-      "learning_rate": 2.28280850063081e-06,
-      "loss": 0.1564,
-      "step": 15480
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9092868562804686,
-      "learning_rate": 2.281761193394083e-06,
-      "loss": 0.1472,
-      "step": 15481
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.920977308430054,
-      "learning_rate": 2.2807140955150198e-06,
-      "loss": 0.1597,
-      "step": 15482
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9738559801843604,
-      "learning_rate": 2.2796672070220217e-06,
-      "loss": 0.1674,
-      "step": 15483
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.3205100337184514,
-      "learning_rate": 2.27862052794349e-06,
-      "loss": 0.1505,
-      "step": 15484
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0861368779297695,
-      "learning_rate": 2.27757405830781e-06,
-      "loss": 0.1811,
-      "step": 15485
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.8969086125838965,
-      "learning_rate": 2.276527798143372e-06,
-      "loss": 0.1669,
-      "step": 15486
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9619151407615854,
-      "learning_rate": 2.275481747478554e-06,
-      "loss": 0.1779,
-      "step": 15487
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.2675080890008574,
-      "learning_rate": 2.2744359063417276e-06,
-      "loss": 0.1436,
-      "step": 15488
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.945079506316101,
-      "learning_rate": 2.2733902747612656e-06,
-      "loss": 0.1646,
-      "step": 15489
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 2.6382623359251274,
-      "learning_rate": 2.2723448527655267e-06,
-      "loss": 0.1597,
-      "step": 15490
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 2.530052373076095,
-      "learning_rate": 2.27129964038287e-06,
-      "loss": 0.1808,
-      "step": 15491
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 3.0969313221348065,
-      "learning_rate": 2.2702546376416467e-06,
-      "loss": 0.1987,
-      "step": 15492
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.909649025671053,
-      "learning_rate": 2.269209844570206e-06,
-      "loss": 0.1699,
-      "step": 15493
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.3532387603007856,
-      "learning_rate": 2.268165261196882e-06,
-      "loss": 0.1581,
-      "step": 15494
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.7315958100266694,
-      "learning_rate": 2.267120887550015e-06,
-      "loss": 0.16,
-      "step": 15495
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9825168423437397,
-      "learning_rate": 2.2660767236579275e-06,
-      "loss": 0.1693,
-      "step": 15496
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.8804275441419434,
-      "learning_rate": 2.265032769548948e-06,
-      "loss": 0.1865,
-      "step": 15497
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.3730261395856402,
-      "learning_rate": 2.26398902525139e-06,
-      "loss": 0.1503,
-      "step": 15498
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0981105723529896,
-      "learning_rate": 2.2629454907935687e-06,
-      "loss": 0.1803,
-      "step": 15499
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.1567464441134347,
-      "learning_rate": 2.2619021662037855e-06,
-      "loss": 0.1713,
-      "step": 15500
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.029235331388223,
-      "learning_rate": 2.2608590515103425e-06,
-      "loss": 0.1663,
-      "step": 15501
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 2.2843708418108912,
-      "learning_rate": 2.2598161467415357e-06,
-      "loss": 0.1569,
-      "step": 15502
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.1181951782321329,
-      "learning_rate": 2.2587734519256556e-06,
-      "loss": 0.1742,
-      "step": 15503
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0213400485525141,
-      "learning_rate": 2.257730967090982e-06,
-      "loss": 0.1643,
-      "step": 15504
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.5573104906756543,
-      "learning_rate": 2.2566886922657917e-06,
-      "loss": 0.1647,
-      "step": 15505
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.8940242870876924,
-      "learning_rate": 2.2556466274783596e-06,
-      "loss": 0.1733,
-      "step": 15506
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.2743541925464599,
-      "learning_rate": 2.2546047727569475e-06,
-      "loss": 0.1742,
-      "step": 15507
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.939656053009,
-      "learning_rate": 2.253563128129819e-06,
-      "loss": 0.1604,
-      "step": 15508
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.5790346633369725,
-      "learning_rate": 2.252521693625228e-06,
-      "loss": 0.1426,
-      "step": 15509
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.7542193003523812,
-      "learning_rate": 2.2514804692714264e-06,
-      "loss": 0.1828,
-      "step": 15510
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0661220233266782,
-      "learning_rate": 2.2504394550966513e-06,
-      "loss": 0.1616,
-      "step": 15511
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.2734750540730406,
-      "learning_rate": 2.249398651129148e-06,
-      "loss": 0.1979,
-      "step": 15512
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.3328836438750213,
-      "learning_rate": 2.2483580573971396e-06,
-      "loss": 0.1572,
-      "step": 15513
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0606100818038617,
-      "learning_rate": 2.2473176739288603e-06,
-      "loss": 0.1738,
-      "step": 15514
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0724834883126513,
-      "learning_rate": 2.246277500752524e-06,
-      "loss": 0.1526,
-      "step": 15515
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0180285929417798,
-      "learning_rate": 2.245237537896351e-06,
-      "loss": 0.1372,
-      "step": 15516
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.3299070440761946,
-      "learning_rate": 2.2441977853885454e-06,
-      "loss": 0.1568,
-      "step": 15517
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.8112916247301079,
-      "learning_rate": 2.2431582432573127e-06,
-      "loss": 0.1701,
-      "step": 15518
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.9341991066548048,
-      "learning_rate": 2.2421189115308506e-06,
-      "loss": 0.1682,
-      "step": 15519
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9881390734593312,
-      "learning_rate": 2.241079790237355e-06,
-      "loss": 0.1502,
-      "step": 15520
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0181825157115165,
-      "learning_rate": 2.2400408794050045e-06,
-      "loss": 0.1626,
-      "step": 15521
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.4345164270616522,
-      "learning_rate": 2.2390021790619863e-06,
-      "loss": 0.1739,
-      "step": 15522
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9341993239393256,
-      "learning_rate": 2.237963689236472e-06,
-      "loss": 0.1921,
-      "step": 15523
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9828588397695067,
-      "learning_rate": 2.2369254099566283e-06,
-      "loss": 0.1603,
-      "step": 15524
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.2853311671086198,
-      "learning_rate": 2.2358873412506254e-06,
-      "loss": 0.1998,
-      "step": 15525
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9950469959633863,
-      "learning_rate": 2.2348494831466127e-06,
-      "loss": 0.1758,
-      "step": 15526
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.3029094611737277,
-      "learning_rate": 2.2338118356727466e-06,
-      "loss": 0.1748,
-      "step": 15527
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.810663812794333,
-      "learning_rate": 2.2327743988571738e-06,
-      "loss": 0.1567,
-      "step": 15528
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9306164030658635,
-      "learning_rate": 2.231737172728037e-06,
-      "loss": 0.1562,
-      "step": 15529
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.5012657439900254,
-      "learning_rate": 2.2307001573134646e-06,
-      "loss": 0.1914,
-      "step": 15530
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0339311943769462,
-      "learning_rate": 2.2296633526415924e-06,
-      "loss": 0.1805,
-      "step": 15531
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.8261741916565691,
-      "learning_rate": 2.2286267587405376e-06,
-      "loss": 0.182,
-      "step": 15532
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9142063944559767,
-      "learning_rate": 2.227590375638423e-06,
-      "loss": 0.1617,
-      "step": 15533
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.3244697895988153,
-      "learning_rate": 2.226554203363357e-06,
-      "loss": 0.154,
-      "step": 15534
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.3274544121566074,
-      "learning_rate": 2.225518241943446e-06,
-      "loss": 0.1635,
-      "step": 15535
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9677118097166073,
-      "learning_rate": 2.2244824914067932e-06,
-      "loss": 0.1533,
-      "step": 15536
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.3979123867254049,
-      "learning_rate": 2.2234469517814937e-06,
-      "loss": 0.1597,
-      "step": 15537
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.757339040284125,
-      "learning_rate": 2.2224116230956326e-06,
-      "loss": 0.1425,
-      "step": 15538
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0385628676593655,
-      "learning_rate": 2.2213765053772984e-06,
-      "loss": 0.1956,
-      "step": 15539
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.1618767087057638,
-      "learning_rate": 2.220341598654565e-06,
-      "loss": 0.1637,
-      "step": 15540
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0568778997025638,
-      "learning_rate": 2.2193069029555035e-06,
-      "loss": 0.1813,
-      "step": 15541
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.8628483075554302,
-      "learning_rate": 2.2182724183081837e-06,
-      "loss": 0.1805,
-      "step": 15542
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.6281039310208947,
-      "learning_rate": 2.217238144740662e-06,
-      "loss": 0.1737,
-      "step": 15543
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0431107402561968,
-      "learning_rate": 2.216204082280995e-06,
-      "loss": 0.1733,
-      "step": 15544
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.8442010781512328,
-      "learning_rate": 2.215170230957231e-06,
-      "loss": 0.1601,
-      "step": 15545
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.8923269661973011,
-      "learning_rate": 2.2141365907974176e-06,
-      "loss": 0.1776,
-      "step": 15546
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.2454688797031142,
-      "learning_rate": 2.213103161829586e-06,
-      "loss": 0.1488,
-      "step": 15547
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0118447767791443,
-      "learning_rate": 2.212069944081774e-06,
-      "loss": 0.1654,
-      "step": 15548
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.570171035100308,
-      "learning_rate": 2.2110369375820016e-06,
-      "loss": 0.1827,
-      "step": 15549
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 5.126571649081451,
-      "learning_rate": 2.2100041423582954e-06,
-      "loss": 0.1923,
-      "step": 15550
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.8934819284786086,
-      "learning_rate": 2.208971558438664e-06,
-      "loss": 0.1508,
-      "step": 15551
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9617945397982444,
-      "learning_rate": 2.2079391858511214e-06,
-      "loss": 0.174,
-      "step": 15552
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.322771889638723,
-      "learning_rate": 2.2069070246236658e-06,
-      "loss": 0.1791,
-      "step": 15553
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9423969982106858,
-      "learning_rate": 2.2058750747842974e-06,
-      "loss": 0.1592,
-      "step": 15554
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.1030627892681681,
-      "learning_rate": 2.2048433363610077e-06,
-      "loss": 0.1518,
-      "step": 15555
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.1999783035530458,
-      "learning_rate": 2.203811809381785e-06,
-      "loss": 0.1547,
-      "step": 15556
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0678737575178097,
-      "learning_rate": 2.2027804938746087e-06,
-      "loss": 0.154,
-      "step": 15557
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.2888427274702388,
-      "learning_rate": 2.201749389867448e-06,
-      "loss": 0.1794,
-      "step": 15558
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.8089560589472962,
-      "learning_rate": 2.200718497388279e-06,
-      "loss": 0.1611,
-      "step": 15559
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0591013646114105,
-      "learning_rate": 2.199687816465058e-06,
-      "loss": 0.1696,
-      "step": 15560
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0265503614760638,
-      "learning_rate": 2.1986573471257456e-06,
-      "loss": 0.1726,
-      "step": 15561
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0804107453865288,
-      "learning_rate": 2.1976270893982934e-06,
-      "loss": 0.1647,
-      "step": 15562
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9829531661161499,
-      "learning_rate": 2.19659704331065e-06,
-      "loss": 0.1648,
-      "step": 15563
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.1559582416470937,
-      "learning_rate": 2.19556720889075e-06,
-      "loss": 0.1708,
-      "step": 15564
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.511957859694274,
-      "learning_rate": 2.194537586166532e-06,
-      "loss": 0.1703,
-      "step": 15565
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9399930014089914,
-      "learning_rate": 2.1935081751659214e-06,
-      "loss": 0.1495,
-      "step": 15566
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.1744683179840691,
-      "learning_rate": 2.192478975916844e-06,
-      "loss": 0.1646,
-      "step": 15567
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.052596780486219,
-      "learning_rate": 2.191449988447213e-06,
-      "loss": 0.1721,
-      "step": 15568
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9301386245281534,
-      "learning_rate": 2.1904212127849455e-06,
-      "loss": 0.1756,
-      "step": 15569
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.2471355427079205,
-      "learning_rate": 2.18939264895794e-06,
-      "loss": 0.146,
-      "step": 15570
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.8480913113661026,
-      "learning_rate": 2.188364296994101e-06,
-      "loss": 0.1825,
-      "step": 15571
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.8866841429424297,
-      "learning_rate": 2.1873361569213204e-06,
-      "loss": 0.1692,
-      "step": 15572
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9416588430775136,
-      "learning_rate": 2.186308228767492e-06,
-      "loss": 0.1639,
-      "step": 15573
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.925607189488996,
-      "learning_rate": 2.1852805125604924e-06,
-      "loss": 0.1766,
-      "step": 15574
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0407514437395915,
-      "learning_rate": 2.184253008328199e-06,
-      "loss": 0.1669,
-      "step": 15575
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9420561629019543,
-      "learning_rate": 2.1832257160984873e-06,
-      "loss": 0.1662,
-      "step": 15576
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.22011044368606,
-      "learning_rate": 2.182198635899215e-06,
-      "loss": 0.166,
-      "step": 15577
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.6176134255385397,
-      "learning_rate": 2.18117176775825e-06,
-      "loss": 0.1818,
-      "step": 15578
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.8881455447897848,
-      "learning_rate": 2.18014511170344e-06,
-      "loss": 0.1482,
-      "step": 15579
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.196847111229772,
-      "learning_rate": 2.179118667762635e-06,
-      "loss": 0.1732,
-      "step": 15580
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.7944044035893635,
-      "learning_rate": 2.178092435963678e-06,
-      "loss": 0.1418,
-      "step": 15581
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.813756883174713,
-      "learning_rate": 2.177066416334409e-06,
-      "loss": 0.163,
-      "step": 15582
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.7979800318997707,
-      "learning_rate": 2.176040608902652e-06,
-      "loss": 0.1461,
-      "step": 15583
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.1091856405851366,
-      "learning_rate": 2.175015013696238e-06,
-      "loss": 0.155,
-      "step": 15584
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0806486704666542,
-      "learning_rate": 2.173989630742981e-06,
-      "loss": 0.1778,
-      "step": 15585
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.2480394070848813,
-      "learning_rate": 2.172964460070699e-06,
-      "loss": 0.1795,
-      "step": 15586
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0284664104629266,
-      "learning_rate": 2.1719395017071966e-06,
-      "loss": 0.1626,
-      "step": 15587
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.7285129265356551,
-      "learning_rate": 2.170914755680277e-06,
-      "loss": 0.1747,
-      "step": 15588
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0249807644458409,
-      "learning_rate": 2.1698902220177365e-06,
-      "loss": 0.16,
-      "step": 15589
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.4069729783476428,
-      "learning_rate": 2.16886590074737e-06,
-      "loss": 0.1767,
-      "step": 15590
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.1186356411264524,
-      "learning_rate": 2.167841791896954e-06,
-      "loss": 0.1698,
-      "step": 15591
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.4428332295754163,
-      "learning_rate": 2.1668178954942754e-06,
-      "loss": 0.1612,
-      "step": 15592
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.8692424415989399,
-      "learning_rate": 2.1657942115671037e-06,
-      "loss": 0.1542,
-      "step": 15593
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.892577770113712,
-      "learning_rate": 2.164770740143203e-06,
-      "loss": 0.1696,
-      "step": 15594
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.1374430428559237,
-      "learning_rate": 2.163747481250342e-06,
-      "loss": 0.1705,
-      "step": 15595
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.096025517966074,
-      "learning_rate": 2.1627244349162702e-06,
-      "loss": 0.1597,
-      "step": 15596
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.4958794914876075,
-      "learning_rate": 2.161701601168741e-06,
-      "loss": 0.1549,
-      "step": 15597
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.4401233627884298,
-      "learning_rate": 2.1606789800354978e-06,
-      "loss": 0.156,
-      "step": 15598
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.243981167898369,
-      "learning_rate": 2.1596565715442843e-06,
-      "loss": 0.1524,
-      "step": 15599
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.12636656464376,
-      "learning_rate": 2.1586343757228247e-06,
-      "loss": 0.1605,
-      "step": 15600
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.5292957878929483,
-      "learning_rate": 2.1576123925988548e-06,
-      "loss": 0.1592,
-      "step": 15601
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.8964219413195446,
-      "learning_rate": 2.1565906222000877e-06,
-      "loss": 0.1647,
-      "step": 15602
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.2008320785613633,
-      "learning_rate": 2.155569064554246e-06,
-      "loss": 0.1705,
-      "step": 15603
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.5424164419925088,
-      "learning_rate": 2.154547719689034e-06,
-      "loss": 0.1898,
-      "step": 15604
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9392973979831717,
-      "learning_rate": 2.1535265876321574e-06,
-      "loss": 0.1622,
-      "step": 15605
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9378226880420547,
-      "learning_rate": 2.1525056684113166e-06,
-      "loss": 0.164,
-      "step": 15606
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.1582115722775614,
-      "learning_rate": 2.1514849620542045e-06,
-      "loss": 0.1742,
-      "step": 15607
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9833527156186123,
-      "learning_rate": 2.1504644685885044e-06,
-      "loss": 0.1541,
-      "step": 15608
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.1202416352338174,
-      "learning_rate": 2.1494441880419005e-06,
-      "loss": 0.1652,
-      "step": 15609
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.2100725249448117,
-      "learning_rate": 2.1484241204420676e-06,
-      "loss": 0.1691,
-      "step": 15610
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.2245008690966699,
-      "learning_rate": 2.1474042658166703e-06,
-      "loss": 0.1777,
-      "step": 15611
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.8136968098830883,
-      "learning_rate": 2.1463846241933785e-06,
-      "loss": 0.1627,
-      "step": 15612
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0309363959270292,
-      "learning_rate": 2.1453651955998445e-06,
-      "loss": 0.1667,
-      "step": 15613
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.2038948066066886,
-      "learning_rate": 2.1443459800637234e-06,
-      "loss": 0.1653,
-      "step": 15614
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.8752988126685001,
-      "learning_rate": 2.143326977612662e-06,
-      "loss": 0.1613,
-      "step": 15615
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.81493830010666,
-      "learning_rate": 2.1423081882743026e-06,
-      "loss": 0.1677,
-      "step": 15616
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.8819559453162542,
-      "learning_rate": 2.1412896120762738e-06,
-      "loss": 0.1824,
-      "step": 15617
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.8360825523913156,
-      "learning_rate": 2.1402712490462106e-06,
-      "loss": 0.1689,
-      "step": 15618
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.8747309523646191,
-      "learning_rate": 2.139253099211732e-06,
-      "loss": 0.1606,
-      "step": 15619
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0068570576272733,
-      "learning_rate": 2.1382351626004595e-06,
-      "loss": 0.1643,
-      "step": 15620
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0247923129436445,
-      "learning_rate": 2.1372174392400003e-06,
-      "loss": 0.1668,
-      "step": 15621
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0541891741832206,
-      "learning_rate": 2.1361999291579636e-06,
-      "loss": 0.167,
-      "step": 15622
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.006406001594581,
-      "learning_rate": 2.135182632381946e-06,
-      "loss": 0.1552,
-      "step": 15623
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0631465203649262,
-      "learning_rate": 2.134165548939543e-06,
-      "loss": 0.1555,
-      "step": 15624
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.2124724084787541,
-      "learning_rate": 2.1331486788583444e-06,
-      "loss": 0.1926,
-      "step": 15625
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.1730304656747461,
-      "learning_rate": 2.132132022165935e-06,
-      "loss": 0.1615,
-      "step": 15626
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9980917211125898,
-      "learning_rate": 2.1311155788898884e-06,
-      "loss": 0.1673,
-      "step": 15627
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.3509935622005758,
-      "learning_rate": 2.130099349057774e-06,
-      "loss": 0.1931,
-      "step": 15628
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.2673298856578072,
-      "learning_rate": 2.1290833326971617e-06,
-      "loss": 0.1688,
-      "step": 15629
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.95908081207994,
-      "learning_rate": 2.128067529835606e-06,
-      "loss": 0.155,
-      "step": 15630
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 1.0957765186131665,
-      "learning_rate": 2.1270519405006618e-06,
-      "loss": 0.1418,
-      "step": 15631
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.9286845139617024,
-      "learning_rate": 2.12603656471988e-06,
-      "loss": 0.154,
-      "step": 15632
-    },
-    {
-      "epoch": 0.79,
-      "grad_norm": 0.8510502467796793,
-      "learning_rate": 2.1250214025208028e-06,
-      "loss": 0.1514,
-      "step": 15633
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.1681591596259013,
-      "learning_rate": 2.1240064539309637e-06,
-      "loss": 0.1829,
-      "step": 15634
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.076521627852123,
-      "learning_rate": 2.122991718977896e-06,
-      "loss": 0.1688,
-      "step": 15635
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.7132103153256815,
-      "learning_rate": 2.121977197689119e-06,
-      "loss": 0.1528,
-      "step": 15636
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9492644200091807,
-      "learning_rate": 2.1209628900921597e-06,
-      "loss": 0.1833,
-      "step": 15637
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.8755613060414379,
-      "learning_rate": 2.1199487962145236e-06,
-      "loss": 0.1654,
-      "step": 15638
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0228870344740009,
-      "learning_rate": 2.1189349160837247e-06,
-      "loss": 0.17,
-      "step": 15639
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9319147718614745,
-      "learning_rate": 2.1179212497272582e-06,
-      "loss": 0.1625,
-      "step": 15640
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.2706661375506798,
-      "learning_rate": 2.116907797172624e-06,
-      "loss": 0.1656,
-      "step": 15641
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0564370189070695,
-      "learning_rate": 2.11589455844731e-06,
-      "loss": 0.1666,
-      "step": 15642
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.8366015802686906,
-      "learning_rate": 2.1148815335788044e-06,
-      "loss": 0.1643,
-      "step": 15643
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.4744670244805906,
-      "learning_rate": 2.113868722594582e-06,
-      "loss": 0.1693,
-      "step": 15644
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.3168260345926481,
-      "learning_rate": 2.1128561255221138e-06,
-      "loss": 0.1713,
-      "step": 15645
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9985770754055425,
-      "learning_rate": 2.1118437423888715e-06,
-      "loss": 0.1794,
-      "step": 15646
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.281413149778363,
-      "learning_rate": 2.1108315732223104e-06,
-      "loss": 0.1713,
-      "step": 15647
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9125070660623015,
-      "learning_rate": 2.109819618049891e-06,
-      "loss": 0.1653,
-      "step": 15648
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.8057245462136853,
-      "learning_rate": 2.108807876899057e-06,
-      "loss": 0.1752,
-      "step": 15649
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.8487713219507667,
-      "learning_rate": 2.1077963497972555e-06,
-      "loss": 0.1809,
-      "step": 15650
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9196659372204345,
-      "learning_rate": 2.1067850367719247e-06,
-      "loss": 0.1755,
-      "step": 15651
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.99716980725985,
-      "learning_rate": 2.105773937850497e-06,
-      "loss": 0.175,
-      "step": 15652
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.8829025384108097,
-      "learning_rate": 2.1047630530603946e-06,
-      "loss": 0.1684,
-      "step": 15653
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 6.110652541716581,
-      "learning_rate": 2.103752382429043e-06,
-      "loss": 0.1611,
-      "step": 15654
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9720341752038881,
-      "learning_rate": 2.102741925983851e-06,
-      "loss": 0.1536,
-      "step": 15655
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9920772371908424,
-      "learning_rate": 2.101731683752234e-06,
-      "loss": 0.1868,
-      "step": 15656
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.7231021520074439,
-      "learning_rate": 2.100721655761587e-06,
-      "loss": 0.182,
-      "step": 15657
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.021432371471618,
-      "learning_rate": 2.0997118420393125e-06,
-      "loss": 0.171,
-      "step": 15658
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9649623834705489,
-      "learning_rate": 2.0987022426128e-06,
-      "loss": 0.1707,
-      "step": 15659
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.258458441032225,
-      "learning_rate": 2.097692857509439e-06,
-      "loss": 0.1984,
-      "step": 15660
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9717680207982854,
-      "learning_rate": 2.096683686756602e-06,
-      "loss": 0.1566,
-      "step": 15661
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.7280588099862542,
-      "learning_rate": 2.0956747303816694e-06,
-      "loss": 0.1463,
-      "step": 15662
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9012205407601845,
-      "learning_rate": 2.0946659884120056e-06,
-      "loss": 0.1622,
-      "step": 15663
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.584582682612466,
-      "learning_rate": 2.0936574608749717e-06,
-      "loss": 0.164,
-      "step": 15664
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.8224010780566432,
-      "learning_rate": 2.0926491477979272e-06,
-      "loss": 0.1481,
-      "step": 15665
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.2102346578962973,
-      "learning_rate": 2.0916410492082195e-06,
-      "loss": 0.1545,
-      "step": 15666
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.4038159209736356,
-      "learning_rate": 2.0906331651331945e-06,
-      "loss": 0.1589,
-      "step": 15667
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.8479165441994736,
-      "learning_rate": 2.0896254956001916e-06,
-      "loss": 0.1943,
-      "step": 15668
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9723482193483798,
-      "learning_rate": 2.0886180406365465e-06,
-      "loss": 0.2076,
-      "step": 15669
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.3228687636011576,
-      "learning_rate": 2.0876108002695817e-06,
-      "loss": 0.1931,
-      "step": 15670
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0600971579261,
-      "learning_rate": 2.0866037745266232e-06,
-      "loss": 0.1512,
-      "step": 15671
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.2101345515538404,
-      "learning_rate": 2.0855969634349816e-06,
-      "loss": 0.1677,
-      "step": 15672
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.2727403325036004,
-      "learning_rate": 2.0845903670219714e-06,
-      "loss": 0.1886,
-      "step": 15673
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.1157062298942677,
-      "learning_rate": 2.083583985314893e-06,
-      "loss": 0.1569,
-      "step": 15674
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 2.1086577491811576,
-      "learning_rate": 2.0825778183410485e-06,
-      "loss": 0.1888,
-      "step": 15675
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.043001791637282,
-      "learning_rate": 2.0815718661277253e-06,
-      "loss": 0.1628,
-      "step": 15676
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.8982340742383359,
-      "learning_rate": 2.0805661287022115e-06,
-      "loss": 0.1587,
-      "step": 15677
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.7720902538988256,
-      "learning_rate": 2.0795606060917896e-06,
-      "loss": 0.1491,
-      "step": 15678
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.4247042004798163,
-      "learning_rate": 2.0785552983237366e-06,
-      "loss": 0.1671,
-      "step": 15679
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.8891588378758972,
-      "learning_rate": 2.077550205425317e-06,
-      "loss": 0.1702,
-      "step": 15680
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.2919121709259531,
-      "learning_rate": 2.0765453274237944e-06,
-      "loss": 0.1652,
-      "step": 15681
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.960395602437291,
-      "learning_rate": 2.0755406643464293e-06,
-      "loss": 0.1513,
-      "step": 15682
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.094433177420648,
-      "learning_rate": 2.07453621622047e-06,
-      "loss": 0.1857,
-      "step": 15683
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.192579997836186,
-      "learning_rate": 2.0735319830731614e-06,
-      "loss": 0.1708,
-      "step": 15684
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.2940041677953567,
-      "learning_rate": 2.0725279649317463e-06,
-      "loss": 0.1768,
-      "step": 15685
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0753642049005883,
-      "learning_rate": 2.0715241618234603e-06,
-      "loss": 0.1733,
-      "step": 15686
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.8004753323947372,
-      "learning_rate": 2.0705205737755276e-06,
-      "loss": 0.1839,
-      "step": 15687
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0962965286334978,
-      "learning_rate": 2.069517200815173e-06,
-      "loss": 0.1646,
-      "step": 15688
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.1776350758720255,
-      "learning_rate": 2.0685140429696114e-06,
-      "loss": 0.1776,
-      "step": 15689
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.1486790236667523,
-      "learning_rate": 2.0675111002660566e-06,
-      "loss": 0.1659,
-      "step": 15690
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0319557213802002,
-      "learning_rate": 2.066508372731708e-06,
-      "loss": 0.1483,
-      "step": 15691
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9726333520511419,
-      "learning_rate": 2.0655058603937704e-06,
-      "loss": 0.1565,
-      "step": 15692
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0562199934217975,
-      "learning_rate": 2.0645035632794317e-06,
-      "loss": 0.1657,
-      "step": 15693
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9933074570339296,
-      "learning_rate": 2.0635014814158826e-06,
-      "loss": 0.1601,
-      "step": 15694
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.1359255460270459,
-      "learning_rate": 2.0624996148303043e-06,
-      "loss": 0.19,
-      "step": 15695
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.909456397171364,
-      "learning_rate": 2.0614979635498743e-06,
-      "loss": 0.1661,
-      "step": 15696
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.8667047580297196,
-      "learning_rate": 2.060496527601761e-06,
-      "loss": 0.1555,
-      "step": 15697
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.7733186418000007,
-      "learning_rate": 2.059495307013125e-06,
-      "loss": 0.1288,
-      "step": 15698
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.2790866004491492,
-      "learning_rate": 2.0584943018111304e-06,
-      "loss": 0.1741,
-      "step": 15699
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0679954503666529,
-      "learning_rate": 2.0574935120229224e-06,
-      "loss": 0.1689,
-      "step": 15700
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9779793058532171,
-      "learning_rate": 2.0564929376756526e-06,
-      "loss": 0.1613,
-      "step": 15701
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9095580126414525,
-      "learning_rate": 2.0554925787964596e-06,
-      "loss": 0.1584,
-      "step": 15702
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.7880611948799627,
-      "learning_rate": 2.0544924354124828e-06,
-      "loss": 0.1481,
-      "step": 15703
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.94216252208585,
-      "learning_rate": 2.053492507550845e-06,
-      "loss": 0.1826,
-      "step": 15704
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9309447877817286,
-      "learning_rate": 2.052492795238673e-06,
-      "loss": 0.1599,
-      "step": 15705
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.2542500450284721,
-      "learning_rate": 2.051493298503081e-06,
-      "loss": 0.179,
-      "step": 15706
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0676784313529195,
-      "learning_rate": 2.050494017371185e-06,
-      "loss": 0.1487,
-      "step": 15707
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.2173517816166688,
-      "learning_rate": 2.0494949518700846e-06,
-      "loss": 0.1743,
-      "step": 15708
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.1361457952523206,
-      "learning_rate": 2.0484961020268857e-06,
-      "loss": 0.1756,
-      "step": 15709
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.8451480774651444,
-      "learning_rate": 2.0474974678686764e-06,
-      "loss": 0.1673,
-      "step": 15710
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9615371002031146,
-      "learning_rate": 2.046499049422548e-06,
-      "loss": 0.1523,
-      "step": 15711
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.8893607417171246,
-      "learning_rate": 2.045500846715581e-06,
-      "loss": 0.1546,
-      "step": 15712
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9308432802784401,
-      "learning_rate": 2.0445028597748564e-06,
-      "loss": 0.1748,
-      "step": 15713
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.1209141683077861,
-      "learning_rate": 2.04350508862744e-06,
-      "loss": 0.1768,
-      "step": 15714
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9681851429622521,
-      "learning_rate": 2.042507533300395e-06,
-      "loss": 0.1701,
-      "step": 15715
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0106823838571959,
-      "learning_rate": 2.041510193820786e-06,
-      "loss": 0.1589,
-      "step": 15716
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.1698606792797457,
-      "learning_rate": 2.0405130702156596e-06,
-      "loss": 0.163,
-      "step": 15717
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.3727999721815387,
-      "learning_rate": 2.0395161625120684e-06,
-      "loss": 0.1619,
-      "step": 15718
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.2642484204300222,
-      "learning_rate": 2.038519470737048e-06,
-      "loss": 0.1729,
-      "step": 15719
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.390230059267973,
-      "learning_rate": 2.0375229949176367e-06,
-      "loss": 0.1794,
-      "step": 15720
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9163587083719319,
-      "learning_rate": 2.036526735080865e-06,
-      "loss": 0.1682,
-      "step": 15721
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.9447935253499224,
-      "learning_rate": 2.0355306912537565e-06,
-      "loss": 0.1703,
-      "step": 15722
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.3922281759361557,
-      "learning_rate": 2.0345348634633254e-06,
-      "loss": 0.1785,
-      "step": 15723
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0678235780247454,
-      "learning_rate": 2.0335392517365895e-06,
-      "loss": 0.1396,
-      "step": 15724
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.2132485465777194,
-      "learning_rate": 2.032543856100548e-06,
-      "loss": 0.1861,
-      "step": 15725
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0154765236215866,
-      "learning_rate": 2.0315486765822067e-06,
-      "loss": 0.1645,
-      "step": 15726
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.070807295078891,
-      "learning_rate": 2.0305537132085562e-06,
-      "loss": 0.1616,
-      "step": 15727
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.8395267663742878,
-      "learning_rate": 2.0295589660065853e-06,
-      "loss": 0.1606,
-      "step": 15728
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0895675484709622,
-      "learning_rate": 2.0285644350032786e-06,
-      "loss": 0.1621,
-      "step": 15729
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 4.234470650985866,
-      "learning_rate": 2.027570120225614e-06,
-      "loss": 0.1496,
-      "step": 15730
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9022044363184193,
-      "learning_rate": 2.026576021700557e-06,
-      "loss": 0.158,
-      "step": 15731
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0723980217946327,
-      "learning_rate": 2.025582139455078e-06,
-      "loss": 0.1712,
-      "step": 15732
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9710404594344169,
-      "learning_rate": 2.024588473516135e-06,
-      "loss": 0.1716,
-      "step": 15733
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0359442328774089,
-      "learning_rate": 2.023595023910677e-06,
-      "loss": 0.1672,
-      "step": 15734
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0489456256074758,
-      "learning_rate": 2.0226017906656568e-06,
-      "loss": 0.1577,
-      "step": 15735
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0072651874558733,
-      "learning_rate": 2.0216087738080116e-06,
-      "loss": 0.1693,
-      "step": 15736
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.1457513882633208,
-      "learning_rate": 2.020615973364679e-06,
-      "loss": 0.1623,
-      "step": 15737
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.297135541941941,
-      "learning_rate": 2.0196233893625883e-06,
-      "loss": 0.1638,
-      "step": 15738
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.971115124295936,
-      "learning_rate": 2.0186310218286674e-06,
-      "loss": 0.1912,
-      "step": 15739
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.2845202111648972,
-      "learning_rate": 2.0176388707898274e-06,
-      "loss": 0.1634,
-      "step": 15740
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.8963316976105339,
-      "learning_rate": 2.0166469362729868e-06,
-      "loss": 0.147,
-      "step": 15741
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9617179150805765,
-      "learning_rate": 2.015655218305046e-06,
-      "loss": 0.1708,
-      "step": 15742
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0783035229158529,
-      "learning_rate": 2.0146637169129114e-06,
-      "loss": 0.1705,
-      "step": 15743
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.989808277406126,
-      "learning_rate": 2.0136724321234714e-06,
-      "loss": 0.1549,
-      "step": 15744
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.1378458311050972,
-      "learning_rate": 2.012681363963621e-06,
-      "loss": 0.1559,
-      "step": 15745
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.1096384684415859,
-      "learning_rate": 2.011690512460237e-06,
-      "loss": 0.1661,
-      "step": 15746
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.1269780749629759,
-      "learning_rate": 2.010699877640199e-06,
-      "loss": 0.146,
-      "step": 15747
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.1432157339065054,
-      "learning_rate": 2.0097094595303766e-06,
-      "loss": 0.1725,
-      "step": 15748
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.6841558682447949,
-      "learning_rate": 2.008719258157641e-06,
-      "loss": 0.1405,
-      "step": 15749
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.4822552614993239,
-      "learning_rate": 2.0077292735488465e-06,
-      "loss": 0.1702,
-      "step": 15750
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.872921064671971,
-      "learning_rate": 2.0067395057308436e-06,
-      "loss": 0.1593,
-      "step": 15751
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.4210836201174981,
-      "learning_rate": 2.005749954730486e-06,
-      "loss": 0.1776,
-      "step": 15752
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0048219241176233,
-      "learning_rate": 2.0047606205746095e-06,
-      "loss": 0.1663,
-      "step": 15753
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 2.1412716222867774,
-      "learning_rate": 2.0037715032900527e-06,
-      "loss": 0.1612,
-      "step": 15754
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0694424370520152,
-      "learning_rate": 2.002782602903647e-06,
-      "loss": 0.1815,
-      "step": 15755
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0157618690035999,
-      "learning_rate": 2.0017939194422153e-06,
-      "loss": 0.1572,
-      "step": 15756
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0320628363686533,
-      "learning_rate": 2.000805452932574e-06,
-      "loss": 0.16,
-      "step": 15757
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9266500851117392,
-      "learning_rate": 1.9998172034015382e-06,
-      "loss": 0.1642,
-      "step": 15758
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.2331866837650636,
-      "learning_rate": 1.9988291708759112e-06,
-      "loss": 0.1876,
-      "step": 15759
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.195498850218461,
-      "learning_rate": 1.997841355382497e-06,
-      "loss": 0.1913,
-      "step": 15760
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.292371384434633,
-      "learning_rate": 1.996853756948085e-06,
-      "loss": 0.1433,
-      "step": 15761
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.8263446800583641,
-      "learning_rate": 1.99586637559947e-06,
-      "loss": 0.1749,
-      "step": 15762
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9366195331034552,
-      "learning_rate": 1.9948792113634286e-06,
-      "loss": 0.1765,
-      "step": 15763
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9960600752360786,
-      "learning_rate": 1.9938922642667412e-06,
-      "loss": 0.1725,
-      "step": 15764
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.813794636115855,
-      "learning_rate": 1.992905534336178e-06,
-      "loss": 0.1622,
-      "step": 15765
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0309233878437345,
-      "learning_rate": 1.9919190215985073e-06,
-      "loss": 0.1848,
-      "step": 15766
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.122958722281624,
-      "learning_rate": 1.9909327260804857e-06,
-      "loss": 0.1691,
-      "step": 15767
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.999950954499327,
-      "learning_rate": 1.9899466478088624e-06,
-      "loss": 0.172,
-      "step": 15768
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 2.0435904214356926,
-      "learning_rate": 1.988960786810392e-06,
-      "loss": 0.1712,
-      "step": 15769
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0331564521315622,
-      "learning_rate": 1.98797514311181e-06,
-      "loss": 0.1449,
-      "step": 15770
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.1759836053908204,
-      "learning_rate": 1.9869897167398576e-06,
-      "loss": 0.1635,
-      "step": 15771
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.959731234772625,
-      "learning_rate": 1.9860045077212596e-06,
-      "loss": 0.1487,
-      "step": 15772
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0413370355997298,
-      "learning_rate": 1.9850195160827413e-06,
-      "loss": 0.1479,
-      "step": 15773
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0646452471085828,
-      "learning_rate": 1.984034741851022e-06,
-      "loss": 0.1884,
-      "step": 15774
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9575156754587291,
-      "learning_rate": 1.983050185052815e-06,
-      "loss": 0.1631,
-      "step": 15775
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0866603608279728,
-      "learning_rate": 1.982065845714821e-06,
-      "loss": 0.1566,
-      "step": 15776
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.7649475499030911,
-      "learning_rate": 1.981081723863748e-06,
-      "loss": 0.1656,
-      "step": 15777
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.4407044728748781,
-      "learning_rate": 1.9800978195262833e-06,
-      "loss": 0.1635,
-      "step": 15778
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.2012243933420368,
-      "learning_rate": 1.9791141327291207e-06,
-      "loss": 0.1667,
-      "step": 15779
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.7866904569914929,
-      "learning_rate": 1.9781306634989373e-06,
-      "loss": 0.1476,
-      "step": 15780
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.4004951623252793,
-      "learning_rate": 1.9771474118624123e-06,
-      "loss": 0.1752,
-      "step": 15781
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.1472073072957027,
-      "learning_rate": 1.976164377846218e-06,
-      "loss": 0.166,
-      "step": 15782
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9439095519046051,
-      "learning_rate": 1.97518156147702e-06,
-      "loss": 0.1813,
-      "step": 15783
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.2137528617256548,
-      "learning_rate": 1.974198962781475e-06,
-      "loss": 0.1753,
-      "step": 15784
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.939358251629492,
-      "learning_rate": 1.973216581786235e-06,
-      "loss": 0.1601,
-      "step": 15785
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0757297630588072,
-      "learning_rate": 1.972234418517951e-06,
-      "loss": 0.1591,
-      "step": 15786
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.4805360150023117,
-      "learning_rate": 1.971252473003259e-06,
-      "loss": 0.1767,
-      "step": 15787
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0135733620995198,
-      "learning_rate": 1.9702707452687988e-06,
-      "loss": 0.14,
-      "step": 15788
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.087953767363629,
-      "learning_rate": 1.9692892353411963e-06,
-      "loss": 0.1531,
-      "step": 15789
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.67015170683124,
-      "learning_rate": 1.9683079432470774e-06,
-      "loss": 0.1513,
-      "step": 15790
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9810071214994488,
-      "learning_rate": 1.967326869013059e-06,
-      "loss": 0.1476,
-      "step": 15791
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0675283797681412,
-      "learning_rate": 1.966346012665754e-06,
-      "loss": 0.1575,
-      "step": 15792
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.121737893971538,
-      "learning_rate": 1.965365374231766e-06,
-      "loss": 0.1748,
-      "step": 15793
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.2965253386253484,
-      "learning_rate": 1.964384953737699e-06,
-      "loss": 0.1592,
-      "step": 15794
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.8148539120516977,
-      "learning_rate": 1.9634047512101405e-06,
-      "loss": 0.182,
-      "step": 15795
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.1682681957562062,
-      "learning_rate": 1.9624247666756844e-06,
-      "loss": 0.1777,
-      "step": 15796
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.8664849282242465,
-      "learning_rate": 1.9614450001609085e-06,
-      "loss": 0.1577,
-      "step": 15797
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.082203974334217,
-      "learning_rate": 1.960465451692394e-06,
-      "loss": 0.1579,
-      "step": 15798
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9962982984962556,
-      "learning_rate": 1.9594861212967055e-06,
-      "loss": 0.1612,
-      "step": 15799
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0910307551966145,
-      "learning_rate": 1.958507009000409e-06,
-      "loss": 0.1689,
-      "step": 15800
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.846953543876322,
-      "learning_rate": 1.957528114830065e-06,
-      "loss": 0.1661,
-      "step": 15801
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0591308349877249,
-      "learning_rate": 1.9565494388122273e-06,
-      "loss": 0.1529,
-      "step": 15802
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0679178149141837,
-      "learning_rate": 1.95557098097344e-06,
-      "loss": 0.1597,
-      "step": 15803
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.315835514316853,
-      "learning_rate": 1.9545927413402423e-06,
-      "loss": 0.1676,
-      "step": 15804
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9562754514141059,
-      "learning_rate": 1.953614719939173e-06,
-      "loss": 0.1579,
-      "step": 15805
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0302795637065507,
-      "learning_rate": 1.9526369167967575e-06,
-      "loss": 0.1626,
-      "step": 15806
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9573846588142638,
-      "learning_rate": 1.951659331939518e-06,
-      "loss": 0.1702,
-      "step": 15807
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.5062813400680592,
-      "learning_rate": 1.9506819653939757e-06,
-      "loss": 0.1699,
-      "step": 15808
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.898213287994842,
-      "learning_rate": 1.9497048171866417e-06,
-      "loss": 0.1678,
-      "step": 15809
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.8511959910939554,
-      "learning_rate": 1.948727887344016e-06,
-      "loss": 0.155,
-      "step": 15810
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9784540549217013,
-      "learning_rate": 1.947751175892605e-06,
-      "loss": 0.1587,
-      "step": 15811
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9690023808596446,
-      "learning_rate": 1.946774682858894e-06,
-      "loss": 0.1456,
-      "step": 15812
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.155590744200502,
-      "learning_rate": 1.9457984082693783e-06,
-      "loss": 0.1587,
-      "step": 15813
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.1814968608821823,
-      "learning_rate": 1.9448223521505328e-06,
-      "loss": 0.1735,
-      "step": 15814
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0409770722575613,
-      "learning_rate": 1.9438465145288377e-06,
-      "loss": 0.1674,
-      "step": 15815
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.612792088595669,
-      "learning_rate": 1.9428708954307595e-06,
-      "loss": 0.1713,
-      "step": 15816
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.9555743960260334,
-      "learning_rate": 1.941895494882763e-06,
-      "loss": 0.1508,
-      "step": 15817
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.4384926799369615,
-      "learning_rate": 1.940920312911306e-06,
-      "loss": 0.1838,
-      "step": 15818
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.0606797339626892,
-      "learning_rate": 1.9399453495428434e-06,
-      "loss": 0.1627,
-      "step": 15819
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.8377247178765734,
-      "learning_rate": 1.9389706048038183e-06,
-      "loss": 0.1799,
-      "step": 15820
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.329021242357886,
-      "learning_rate": 1.9379960787206686e-06,
-      "loss": 0.1749,
-      "step": 15821
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.2807704941709444,
-      "learning_rate": 1.9370217713198326e-06,
-      "loss": 0.1577,
-      "step": 15822
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.2696927151281323,
-      "learning_rate": 1.936047682627734e-06,
-      "loss": 0.1498,
-      "step": 15823
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 2.34286567311086,
-      "learning_rate": 1.9350738126707978e-06,
-      "loss": 0.1778,
-      "step": 15824
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.102952604803538,
-      "learning_rate": 1.9341001614754407e-06,
-      "loss": 0.1737,
-      "step": 15825
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.2905620541568963,
-      "learning_rate": 1.9331267290680744e-06,
-      "loss": 0.1787,
-      "step": 15826
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.7752783882287622,
-      "learning_rate": 1.932153515475098e-06,
-      "loss": 0.1553,
-      "step": 15827
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.389049775025545,
-      "learning_rate": 1.9311805207229162e-06,
-      "loss": 0.1576,
-      "step": 15828
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 1.203796518234086,
-      "learning_rate": 1.9302077448379154e-06,
-      "loss": 0.1906,
-      "step": 15829
-    },
-    {
-      "epoch": 0.8,
-      "grad_norm": 0.7810701067378404,
-      "learning_rate": 1.929235187846488e-06,
-      "loss": 0.1539,
-      "step": 15830
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.1441633726858527,
-      "learning_rate": 1.9282628497750098e-06,
-      "loss": 0.1673,
-      "step": 15831
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.3399102124466988,
-      "learning_rate": 1.92729073064986e-06,
-      "loss": 0.194,
-      "step": 15832
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9996400920561656,
-      "learning_rate": 1.9263188304974023e-06,
-      "loss": 0.1648,
-      "step": 15833
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.816567835157871,
-      "learning_rate": 1.9253471493440036e-06,
-      "loss": 0.1708,
-      "step": 15834
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.8033366766000336,
-      "learning_rate": 1.924375687216018e-06,
-      "loss": 0.1448,
-      "step": 15835
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0534861733157275,
-      "learning_rate": 1.9234044441398016e-06,
-      "loss": 0.169,
-      "step": 15836
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.8614388275474186,
-      "learning_rate": 1.922433420141695e-06,
-      "loss": 0.1566,
-      "step": 15837
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9897933960131479,
-      "learning_rate": 1.921462615248035e-06,
-      "loss": 0.1361,
-      "step": 15838
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0033910146002347,
-      "learning_rate": 1.9204920294851613e-06,
-      "loss": 0.168,
-      "step": 15839
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 3.3643061597353467,
-      "learning_rate": 1.9195216628793956e-06,
-      "loss": 0.162,
-      "step": 15840
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.3976734137083604,
-      "learning_rate": 1.9185515154570633e-06,
-      "loss": 0.18,
-      "step": 15841
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.1903452435943236,
-      "learning_rate": 1.9175815872444748e-06,
-      "loss": 0.1673,
-      "step": 15842
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.8597857795206585,
-      "learning_rate": 1.916611878267942e-06,
-      "loss": 0.1857,
-      "step": 15843
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.2959628492227406,
-      "learning_rate": 1.915642388553769e-06,
-      "loss": 0.1528,
-      "step": 15844
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.3997789619905479,
-      "learning_rate": 1.9146731181282554e-06,
-      "loss": 0.1762,
-      "step": 15845
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0091633763978645,
-      "learning_rate": 1.9137040670176878e-06,
-      "loss": 0.1719,
-      "step": 15846
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.299180758820901,
-      "learning_rate": 1.9127352352483563e-06,
-      "loss": 0.1726,
-      "step": 15847
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9054257427731401,
-      "learning_rate": 1.911766622846536e-06,
-      "loss": 0.1776,
-      "step": 15848
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.592958273371159,
-      "learning_rate": 1.9107982298385052e-06,
-      "loss": 0.1783,
-      "step": 15849
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.15568910717821,
-      "learning_rate": 1.9098300562505266e-06,
-      "loss": 0.164,
-      "step": 15850
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.2317553042477192,
-      "learning_rate": 1.908862102108865e-06,
-      "loss": 0.1848,
-      "step": 15851
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.065679268129052,
-      "learning_rate": 1.9078943674397753e-06,
-      "loss": 0.1531,
-      "step": 15852
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.8677385153275745,
-      "learning_rate": 1.9069268522695105e-06,
-      "loss": 0.1704,
-      "step": 15853
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.015003102554297,
-      "learning_rate": 1.9059595566243127e-06,
-      "loss": 0.1577,
-      "step": 15854
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.5993881937232388,
-      "learning_rate": 1.9049924805304165e-06,
-      "loss": 0.1687,
-      "step": 15855
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9648294924172559,
-      "learning_rate": 1.9040256240140587e-06,
-      "loss": 0.1761,
-      "step": 15856
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.129006993288202,
-      "learning_rate": 1.9030589871014604e-06,
-      "loss": 0.1539,
-      "step": 15857
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0888111506199036,
-      "learning_rate": 1.9020925698188465e-06,
-      "loss": 0.1651,
-      "step": 15858
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.05744231234916,
-      "learning_rate": 1.9011263721924277e-06,
-      "loss": 0.1602,
-      "step": 15859
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 2.8526338413193164,
-      "learning_rate": 1.9001603942484127e-06,
-      "loss": 0.172,
-      "step": 15860
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.3523800109758868,
-      "learning_rate": 1.8991946360130043e-06,
-      "loss": 0.1401,
-      "step": 15861
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.515723016981549,
-      "learning_rate": 1.8982290975124019e-06,
-      "loss": 0.1701,
-      "step": 15862
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.7267760543292379,
-      "learning_rate": 1.8972637787727898e-06,
-      "loss": 0.1779,
-      "step": 15863
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.773154795440011,
-      "learning_rate": 1.8962986798203587e-06,
-      "loss": 0.1682,
-      "step": 15864
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0148911097830382,
-      "learning_rate": 1.8953338006812805e-06,
-      "loss": 0.1721,
-      "step": 15865
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.122399862038846,
-      "learning_rate": 1.8943691413817334e-06,
-      "loss": 0.1736,
-      "step": 15866
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.1388130015125641,
-      "learning_rate": 1.8934047019478785e-06,
-      "loss": 0.149,
-      "step": 15867
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.1411525588589864,
-      "learning_rate": 1.8924404824058816e-06,
-      "loss": 0.1763,
-      "step": 15868
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 2.338725253391659,
-      "learning_rate": 1.8914764827818921e-06,
-      "loss": 0.1514,
-      "step": 15869
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.542120667256205,
-      "learning_rate": 1.8905127031020598e-06,
-      "loss": 0.1648,
-      "step": 15870
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.957055240444867,
-      "learning_rate": 1.8895491433925328e-06,
-      "loss": 0.1638,
-      "step": 15871
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.8326227194676635,
-      "learning_rate": 1.8885858036794401e-06,
-      "loss": 0.1607,
-      "step": 15872
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0202307760657778,
-      "learning_rate": 1.8876226839889177e-06,
-      "loss": 0.1709,
-      "step": 15873
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.1402323985518499,
-      "learning_rate": 1.8866597843470858e-06,
-      "loss": 0.1642,
-      "step": 15874
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.010208304292357,
-      "learning_rate": 1.8856971047800687e-06,
-      "loss": 0.1636,
-      "step": 15875
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 26.547268409354285,
-      "learning_rate": 1.8847346453139726e-06,
-      "loss": 0.1706,
-      "step": 15876
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 2.9852515941330995,
-      "learning_rate": 1.8837724059749074e-06,
-      "loss": 0.159,
-      "step": 15877
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0533560381335083,
-      "learning_rate": 1.8828103867889747e-06,
-      "loss": 0.1958,
-      "step": 15878
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.3430404155874531,
-      "learning_rate": 1.8818485877822712e-06,
-      "loss": 0.1859,
-      "step": 15879
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.8794215939911043,
-      "learning_rate": 1.8808870089808806e-06,
-      "loss": 0.1685,
-      "step": 15880
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.037638249002718,
-      "learning_rate": 1.879925650410892e-06,
-      "loss": 0.1607,
-      "step": 15881
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.8697582929524619,
-      "learning_rate": 1.8789645120983746e-06,
-      "loss": 0.1792,
-      "step": 15882
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.8982466851373708,
-      "learning_rate": 1.8780035940694075e-06,
-      "loss": 0.1577,
-      "step": 15883
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.061375290924336,
-      "learning_rate": 1.8770428963500475e-06,
-      "loss": 0.1484,
-      "step": 15884
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.4971804168207266,
-      "learning_rate": 1.8760824189663618e-06,
-      "loss": 0.1775,
-      "step": 15885
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9099341373713296,
-      "learning_rate": 1.875122161944396e-06,
-      "loss": 0.1559,
-      "step": 15886
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0462905697176088,
-      "learning_rate": 1.8741621253102005e-06,
-      "loss": 0.1675,
-      "step": 15887
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.7935935303208741,
-      "learning_rate": 1.8732023090898165e-06,
-      "loss": 0.1369,
-      "step": 15888
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9045384382704341,
-      "learning_rate": 1.8722427133092813e-06,
-      "loss": 0.173,
-      "step": 15889
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.1845902438296145,
-      "learning_rate": 1.8712833379946217e-06,
-      "loss": 0.1821,
-      "step": 15890
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.7466157451415563,
-      "learning_rate": 1.8703241831718578e-06,
-      "loss": 0.1655,
-      "step": 15891
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.8891584234780563,
-      "learning_rate": 1.8693652488670121e-06,
-      "loss": 0.1685,
-      "step": 15892
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.973723244657113,
-      "learning_rate": 1.868406535106091e-06,
-      "loss": 0.1593,
-      "step": 15893
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.1918050991675817,
-      "learning_rate": 1.8674480419151041e-06,
-      "loss": 0.1669,
-      "step": 15894
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.8854809913998016,
-      "learning_rate": 1.8664897693200456e-06,
-      "loss": 0.1583,
-      "step": 15895
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0964839487023017,
-      "learning_rate": 1.8655317173469122e-06,
-      "loss": 0.1854,
-      "step": 15896
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.8412304856386966,
-      "learning_rate": 1.86457388602169e-06,
-      "loss": 0.1756,
-      "step": 15897
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 3.5080930598938767,
-      "learning_rate": 1.8636162753703636e-06,
-      "loss": 0.1666,
-      "step": 15898
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.05984641476992,
-      "learning_rate": 1.862658885418902e-06,
-      "loss": 0.1487,
-      "step": 15899
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0047321045727262,
-      "learning_rate": 1.8617017161932815e-06,
-      "loss": 0.1705,
-      "step": 15900
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9856203454509121,
-      "learning_rate": 1.8607447677194578e-06,
-      "loss": 0.1615,
-      "step": 15901
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.7206410988649752,
-      "learning_rate": 1.8597880400233959e-06,
-      "loss": 0.1529,
-      "step": 15902
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.1406816086087803,
-      "learning_rate": 1.8588315331310392e-06,
-      "loss": 0.1806,
-      "step": 15903
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.4328388461061061,
-      "learning_rate": 1.8578752470683381e-06,
-      "loss": 0.1686,
-      "step": 15904
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.15321917515873,
-      "learning_rate": 1.8569191818612298e-06,
-      "loss": 0.1626,
-      "step": 15905
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.175305560323787,
-      "learning_rate": 1.8559633375356511e-06,
-      "loss": 0.1803,
-      "step": 15906
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.026447711263733,
-      "learning_rate": 1.8550077141175282e-06,
-      "loss": 0.1706,
-      "step": 15907
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.8598763378612653,
-      "learning_rate": 1.8540523116327769e-06,
-      "loss": 0.1587,
-      "step": 15908
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9602544825284762,
-      "learning_rate": 1.8530971301073208e-06,
-      "loss": 0.1769,
-      "step": 15909
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.1276646643628279,
-      "learning_rate": 1.8521421695670617e-06,
-      "loss": 0.1819,
-      "step": 15910
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.3784525456178116,
-      "learning_rate": 1.8511874300379095e-06,
-      "loss": 0.1564,
-      "step": 15911
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9188987056733893,
-      "learning_rate": 1.8502329115457551e-06,
-      "loss": 0.185,
-      "step": 15912
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.8884175776293851,
-      "learning_rate": 1.8492786141164943e-06,
-      "loss": 0.1616,
-      "step": 15913
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.864036007568502,
-      "learning_rate": 1.8483245377760106e-06,
-      "loss": 0.163,
-      "step": 15914
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.175478431383708,
-      "learning_rate": 1.847370682550187e-06,
-      "loss": 0.1706,
-      "step": 15915
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.8877435476808375,
-      "learning_rate": 1.8464170484648924e-06,
-      "loss": 0.155,
-      "step": 15916
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.2440300952858039,
-      "learning_rate": 1.8454636355459977e-06,
-      "loss": 0.152,
-      "step": 15917
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0778220695867444,
-      "learning_rate": 1.8445104438193595e-06,
-      "loss": 0.1672,
-      "step": 15918
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.217954161449602,
-      "learning_rate": 1.8435574733108397e-06,
-      "loss": 0.1745,
-      "step": 15919
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.905783275261828,
-      "learning_rate": 1.8426047240462807e-06,
-      "loss": 0.157,
-      "step": 15920
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0235188483867,
-      "learning_rate": 1.84165219605153e-06,
-      "loss": 0.1628,
-      "step": 15921
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.7664994271883586,
-      "learning_rate": 1.840699889352423e-06,
-      "loss": 0.165,
-      "step": 15922
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.55969940166033,
-      "learning_rate": 1.8397478039747962e-06,
-      "loss": 0.1829,
-      "step": 15923
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9627591745734583,
-      "learning_rate": 1.83879593994447e-06,
-      "loss": 0.1737,
-      "step": 15924
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.1817190829880238,
-      "learning_rate": 1.8378442972872635e-06,
-      "loss": 0.164,
-      "step": 15925
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.2039858241344097,
-      "learning_rate": 1.8368928760289928e-06,
-      "loss": 0.1579,
-      "step": 15926
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9183717007030037,
-      "learning_rate": 1.8359416761954629e-06,
-      "loss": 0.1791,
-      "step": 15927
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0886857154910026,
-      "learning_rate": 1.8349906978124776e-06,
-      "loss": 0.1548,
-      "step": 15928
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0074054922942874,
-      "learning_rate": 1.8340399409058284e-06,
-      "loss": 0.1753,
-      "step": 15929
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.2258662949395527,
-      "learning_rate": 1.833089405501307e-06,
-      "loss": 0.1464,
-      "step": 15930
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9872561371738571,
-      "learning_rate": 1.8321390916246961e-06,
-      "loss": 0.1626,
-      "step": 15931
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.3703066745943606,
-      "learning_rate": 1.8311889993017772e-06,
-      "loss": 0.1834,
-      "step": 15932
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.1405886391351094,
-      "learning_rate": 1.8302391285583153e-06,
-      "loss": 0.1906,
-      "step": 15933
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.6044683790640693,
-      "learning_rate": 1.829289479420081e-06,
-      "loss": 0.152,
-      "step": 15934
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.029769477626035,
-      "learning_rate": 1.828340051912828e-06,
-      "loss": 0.1515,
-      "step": 15935
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.3723365923561242,
-      "learning_rate": 1.8273908460623157e-06,
-      "loss": 0.1474,
-      "step": 15936
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.248137118999691,
-      "learning_rate": 1.8264418618942859e-06,
-      "loss": 0.1438,
-      "step": 15937
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.280726460462142,
-      "learning_rate": 1.8254930994344845e-06,
-      "loss": 0.1709,
-      "step": 15938
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.1191582109101215,
-      "learning_rate": 1.8245445587086419e-06,
-      "loss": 0.1723,
-      "step": 15939
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.2899830299526782,
-      "learning_rate": 1.82359623974249e-06,
-      "loss": 0.193,
-      "step": 15940
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0323262769938613,
-      "learning_rate": 1.8226481425617549e-06,
-      "loss": 0.1539,
-      "step": 15941
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.5728960046365268,
-      "learning_rate": 1.821700267192148e-06,
-      "loss": 0.1543,
-      "step": 15942
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.888435356901117,
-      "learning_rate": 1.8207526136593857e-06,
-      "loss": 0.1849,
-      "step": 15943
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.2068742130827914,
-      "learning_rate": 1.8198051819891672e-06,
-      "loss": 0.1574,
-      "step": 15944
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.8943393072237987,
-      "learning_rate": 1.8188579722071985e-06,
-      "loss": 0.1575,
-      "step": 15945
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.218001554855009,
-      "learning_rate": 1.8179109843391673e-06,
-      "loss": 0.1686,
-      "step": 15946
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0580225505444398,
-      "learning_rate": 1.8169642184107628e-06,
-      "loss": 0.1771,
-      "step": 15947
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9884038518855041,
-      "learning_rate": 1.8160176744476654e-06,
-      "loss": 0.1588,
-      "step": 15948
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0281074804685377,
-      "learning_rate": 1.8150713524755536e-06,
-      "loss": 0.163,
-      "step": 15949
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.8649855464767741,
-      "learning_rate": 1.8141252525200914e-06,
-      "loss": 0.1706,
-      "step": 15950
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.5950583604159652,
-      "learning_rate": 1.813179374606946e-06,
-      "loss": 0.1543,
-      "step": 15951
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.2086613904361754,
-      "learning_rate": 1.81223371876177e-06,
-      "loss": 0.1489,
-      "step": 15952
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 2.7095853537929204,
-      "learning_rate": 1.8112882850102198e-06,
-      "loss": 0.1523,
-      "step": 15953
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9331269166408543,
-      "learning_rate": 1.8103430733779348e-06,
-      "loss": 0.1722,
-      "step": 15954
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.8453545466230363,
-      "learning_rate": 1.809398083890559e-06,
-      "loss": 0.1549,
-      "step": 15955
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.7681451063904245,
-      "learning_rate": 1.8084533165737195e-06,
-      "loss": 0.1457,
-      "step": 15956
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9178846288166791,
-      "learning_rate": 1.807508771453047e-06,
-      "loss": 0.1501,
-      "step": 15957
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0385827144853221,
-      "learning_rate": 1.8065644485541622e-06,
-      "loss": 0.1582,
-      "step": 15958
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.8697295581069294,
-      "learning_rate": 1.8056203479026812e-06,
-      "loss": 0.1473,
-      "step": 15959
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.2051188420799237,
-      "learning_rate": 1.8046764695242115e-06,
-      "loss": 0.1587,
-      "step": 15960
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0327908075621928,
-      "learning_rate": 1.8037328134443532e-06,
-      "loss": 0.175,
-      "step": 15961
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9823285672773258,
-      "learning_rate": 1.8027893796887075e-06,
-      "loss": 0.1754,
-      "step": 15962
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.7991140537880537,
-      "learning_rate": 1.8018461682828603e-06,
-      "loss": 0.1396,
-      "step": 15963
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.347432924466073,
-      "learning_rate": 1.8009031792524012e-06,
-      "loss": 0.1891,
-      "step": 15964
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.6531415450426012,
-      "learning_rate": 1.7999604126229043e-06,
-      "loss": 0.1518,
-      "step": 15965
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0830412428308247,
-      "learning_rate": 1.7990178684199444e-06,
-      "loss": 0.1662,
-      "step": 15966
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9304754757162109,
-      "learning_rate": 1.798075546669088e-06,
-      "loss": 0.1515,
-      "step": 15967
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.7648335000274984,
-      "learning_rate": 1.797133447395898e-06,
-      "loss": 0.1643,
-      "step": 15968
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.5204642842384637,
-      "learning_rate": 1.7961915706259236e-06,
-      "loss": 0.1595,
-      "step": 15969
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.230914612772511,
-      "learning_rate": 1.7952499163847192e-06,
-      "loss": 0.1545,
-      "step": 15970
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.048495018382882,
-      "learning_rate": 1.794308484697822e-06,
-      "loss": 0.1423,
-      "step": 15971
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.19952605245712,
-      "learning_rate": 1.7933672755907727e-06,
-      "loss": 0.1515,
-      "step": 15972
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.2280860890863525,
-      "learning_rate": 1.7924262890890964e-06,
-      "loss": 0.1407,
-      "step": 15973
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0566678871977504,
-      "learning_rate": 1.7914855252183217e-06,
-      "loss": 0.193,
-      "step": 15974
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.2322299380808484,
-      "learning_rate": 1.7905449840039645e-06,
-      "loss": 0.1444,
-      "step": 15975
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.1100249588562576,
-      "learning_rate": 1.7896046654715427e-06,
-      "loss": 0.1737,
-      "step": 15976
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.1424919104979556,
-      "learning_rate": 1.7886645696465566e-06,
-      "loss": 0.1688,
-      "step": 15977
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9677874819880176,
-      "learning_rate": 1.787724696554506e-06,
-      "loss": 0.1354,
-      "step": 15978
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.060213074988549,
-      "learning_rate": 1.7867850462208892e-06,
-      "loss": 0.1783,
-      "step": 15979
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.8748895283896404,
-      "learning_rate": 1.785845618671188e-06,
-      "loss": 0.1462,
-      "step": 15980
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.25618502996236,
-      "learning_rate": 1.7849064139308925e-06,
-      "loss": 0.1594,
-      "step": 15981
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.127720954067132,
-      "learning_rate": 1.7839674320254718e-06,
-      "loss": 0.1536,
-      "step": 15982
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0095621148613478,
-      "learning_rate": 1.783028672980398e-06,
-      "loss": 0.1686,
-      "step": 15983
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0674805735190684,
-      "learning_rate": 1.7820901368211362e-06,
-      "loss": 0.1575,
-      "step": 15984
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9566168211011928,
-      "learning_rate": 1.7811518235731461e-06,
-      "loss": 0.1596,
-      "step": 15985
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.3033046485908206,
-      "learning_rate": 1.780213733261874e-06,
-      "loss": 0.1595,
-      "step": 15986
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9332843058050407,
-      "learning_rate": 1.7792758659127706e-06,
-      "loss": 0.172,
-      "step": 15987
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0017301526569287,
-      "learning_rate": 1.7783382215512724e-06,
-      "loss": 0.1769,
-      "step": 15988
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.2771970862900306,
-      "learning_rate": 1.7774008002028164e-06,
-      "loss": 0.1475,
-      "step": 15989
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9754875288852934,
-      "learning_rate": 1.7764636018928249e-06,
-      "loss": 0.1619,
-      "step": 15990
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 2.4876323017582416,
-      "learning_rate": 1.7755266266467264e-06,
-      "loss": 0.1752,
-      "step": 15991
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.1379979426252034,
-      "learning_rate": 1.7745898744899292e-06,
-      "loss": 0.162,
-      "step": 15992
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.8945533397316004,
-      "learning_rate": 1.7736533454478466e-06,
-      "loss": 0.166,
-      "step": 15993
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 2.474577884249597,
-      "learning_rate": 1.7727170395458838e-06,
-      "loss": 0.1563,
-      "step": 15994
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.1805580502190653,
-      "learning_rate": 1.7717809568094334e-06,
-      "loss": 0.1552,
-      "step": 15995
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.8905053860600621,
-      "learning_rate": 1.7708450972638923e-06,
-      "loss": 0.1592,
-      "step": 15996
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.1618938816030313,
-      "learning_rate": 1.76990946093464e-06,
-      "loss": 0.1844,
-      "step": 15997
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 2.2644217815426884,
-      "learning_rate": 1.7689740478470608e-06,
-      "loss": 0.1661,
-      "step": 15998
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9554434364928839,
-      "learning_rate": 1.768038858026523e-06,
-      "loss": 0.163,
-      "step": 15999
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.1010955555027215,
-      "learning_rate": 1.7671038914983963e-06,
-      "loss": 0.1675,
-      "step": 16000
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.8927567601335374,
-      "learning_rate": 1.7661691482880416e-06,
-      "loss": 0.1633,
-      "step": 16001
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.202918742731831,
-      "learning_rate": 1.7652346284208167e-06,
-      "loss": 0.1921,
-      "step": 16002
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.2242544638925155,
-      "learning_rate": 1.7643003319220642e-06,
-      "loss": 0.1741,
-      "step": 16003
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.8326302787576414,
-      "learning_rate": 1.763366258817133e-06,
-      "loss": 0.1455,
-      "step": 16004
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.3261346371041038,
-      "learning_rate": 1.762432409131355e-06,
-      "loss": 0.1838,
-      "step": 16005
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.3388318854708003,
-      "learning_rate": 1.7614987828900654e-06,
-      "loss": 0.1504,
-      "step": 16006
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.1517921068209622,
-      "learning_rate": 1.760565380118584e-06,
-      "loss": 0.1813,
-      "step": 16007
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9223647551231623,
-      "learning_rate": 1.7596322008422351e-06,
-      "loss": 0.1501,
-      "step": 16008
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0249862314487033,
-      "learning_rate": 1.7586992450863261e-06,
-      "loss": 0.1602,
-      "step": 16009
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.3558351653151626,
-      "learning_rate": 1.7577665128761645e-06,
-      "loss": 0.1563,
-      "step": 16010
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0748815541391956,
-      "learning_rate": 1.7568340042370546e-06,
-      "loss": 0.1664,
-      "step": 16011
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0504259349670237,
-      "learning_rate": 1.755901719194285e-06,
-      "loss": 0.1619,
-      "step": 16012
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0688802098767785,
-      "learning_rate": 1.7549696577731502e-06,
-      "loss": 0.1584,
-      "step": 16013
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.414884983836496,
-      "learning_rate": 1.754037819998926e-06,
-      "loss": 0.1652,
-      "step": 16014
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.3920470329979084,
-      "learning_rate": 1.753106205896895e-06,
-      "loss": 0.1533,
-      "step": 16015
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.166883450478275,
-      "learning_rate": 1.75217481549232e-06,
-      "loss": 0.1838,
-      "step": 16016
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.0275778044647248,
-      "learning_rate": 1.7512436488104723e-06,
-      "loss": 0.1607,
-      "step": 16017
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.5038447361122222,
-      "learning_rate": 1.7503127058766046e-06,
-      "loss": 0.1896,
-      "step": 16018
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9306661523910239,
-      "learning_rate": 1.74938198671597e-06,
-      "loss": 0.1754,
-      "step": 16019
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.4884420143779518,
-      "learning_rate": 1.7484514913538154e-06,
-      "loss": 0.1673,
-      "step": 16020
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9758314584022224,
-      "learning_rate": 1.7475212198153823e-06,
-      "loss": 0.1535,
-      "step": 16021
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.2001369707687648,
-      "learning_rate": 1.7465911721259e-06,
-      "loss": 0.178,
-      "step": 16022
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.2680078302782236,
-      "learning_rate": 1.7456613483106e-06,
-      "loss": 0.1624,
-      "step": 16023
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.9690828344942196,
-      "learning_rate": 1.7447317483947002e-06,
-      "loss": 0.1319,
-      "step": 16024
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 1.2521543439308118,
-      "learning_rate": 1.7438023724034215e-06,
-      "loss": 0.1739,
-      "step": 16025
-    },
-    {
-      "epoch": 0.81,
-      "grad_norm": 0.8606284544479783,
-      "learning_rate": 1.7428732203619659e-06,
-      "loss": 0.1684,
-      "step": 16026
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2639439074812617,
-      "learning_rate": 1.741944292295541e-06,
-      "loss": 0.2058,
-      "step": 16027
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9448353201257036,
-      "learning_rate": 1.7410155882293434e-06,
-      "loss": 0.148,
-      "step": 16028
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.6066023830778167,
-      "learning_rate": 1.7400871081885672e-06,
-      "loss": 0.1708,
-      "step": 16029
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 2.043947156009396,
-      "learning_rate": 1.7391588521983948e-06,
-      "loss": 0.162,
-      "step": 16030
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0654314480734575,
-      "learning_rate": 1.7382308202840027e-06,
-      "loss": 0.1717,
-      "step": 16031
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9800410320580712,
-      "learning_rate": 1.737303012470568e-06,
-      "loss": 0.1872,
-      "step": 16032
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0186507793410637,
-      "learning_rate": 1.7363754287832535e-06,
-      "loss": 0.174,
-      "step": 16033
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2723809059140396,
-      "learning_rate": 1.7354480692472253e-06,
-      "loss": 0.1666,
-      "step": 16034
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9192403831092457,
-      "learning_rate": 1.7345209338876324e-06,
-      "loss": 0.1606,
-      "step": 16035
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8880642758230413,
-      "learning_rate": 1.7335940227296254e-06,
-      "loss": 0.1649,
-      "step": 16036
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.191038489713937,
-      "learning_rate": 1.7326673357983482e-06,
-      "loss": 0.1748,
-      "step": 16037
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0796781843628873,
-      "learning_rate": 1.7317408731189378e-06,
-      "loss": 0.1598,
-      "step": 16038
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.8984590128115462,
-      "learning_rate": 1.7308146347165212e-06,
-      "loss": 0.1815,
-      "step": 16039
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9255649584515351,
-      "learning_rate": 1.729888620616228e-06,
-      "loss": 0.1813,
-      "step": 16040
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.1961173565730827,
-      "learning_rate": 1.7289628308431694e-06,
-      "loss": 0.1753,
-      "step": 16041
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.193927705094369,
-      "learning_rate": 1.7280372654224642e-06,
-      "loss": 0.1873,
-      "step": 16042
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8192238004138188,
-      "learning_rate": 1.7271119243792135e-06,
-      "loss": 0.1591,
-      "step": 16043
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.964331006140522,
-      "learning_rate": 1.726186807738518e-06,
-      "loss": 0.1526,
-      "step": 16044
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.8146540744504316,
-      "learning_rate": 1.7252619155254734e-06,
-      "loss": 0.1507,
-      "step": 16045
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8120205092019961,
-      "learning_rate": 1.7243372477651688e-06,
-      "loss": 0.1432,
-      "step": 16046
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9761030170080665,
-      "learning_rate": 1.7234128044826836e-06,
-      "loss": 0.1664,
-      "step": 16047
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.1021142028744921,
-      "learning_rate": 1.7224885857030916e-06,
-      "loss": 0.1598,
-      "step": 16048
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.8608872145849567,
-      "learning_rate": 1.7215645914514668e-06,
-      "loss": 0.1622,
-      "step": 16049
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.107725886336896,
-      "learning_rate": 1.7206408217528669e-06,
-      "loss": 0.1642,
-      "step": 16050
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0829423681796864,
-      "learning_rate": 1.7197172766323556e-06,
-      "loss": 0.1549,
-      "step": 16051
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2654030905626539,
-      "learning_rate": 1.718793956114978e-06,
-      "loss": 0.1551,
-      "step": 16052
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.7045139028307472,
-      "learning_rate": 1.717870860225782e-06,
-      "loss": 0.1527,
-      "step": 16053
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.109320034642993,
-      "learning_rate": 1.7169479889898065e-06,
-      "loss": 0.175,
-      "step": 16054
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.471551674901941,
-      "learning_rate": 1.7160253424320872e-06,
-      "loss": 0.1926,
-      "step": 16055
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.8560448881427307,
-      "learning_rate": 1.7151029205776459e-06,
-      "loss": 0.181,
-      "step": 16056
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2365487452671833,
-      "learning_rate": 1.7141807234515085e-06,
-      "loss": 0.1671,
-      "step": 16057
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8256655601366389,
-      "learning_rate": 1.7132587510786846e-06,
-      "loss": 0.1469,
-      "step": 16058
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.1887788220025923,
-      "learning_rate": 1.7123370034841869e-06,
-      "loss": 0.1688,
-      "step": 16059
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.3846537570490054,
-      "learning_rate": 1.7114154806930138e-06,
-      "loss": 0.1707,
-      "step": 16060
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0174836563541019,
-      "learning_rate": 1.7104941827301668e-06,
-      "loss": 0.1723,
-      "step": 16061
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.233727975926785,
-      "learning_rate": 1.7095731096206313e-06,
-      "loss": 0.182,
-      "step": 16062
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9338202871197535,
-      "learning_rate": 1.7086522613893918e-06,
-      "loss": 0.1656,
-      "step": 16063
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.5330592853721912,
-      "learning_rate": 1.7077316380614317e-06,
-      "loss": 0.1568,
-      "step": 16064
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.663600549880783,
-      "learning_rate": 1.7068112396617164e-06,
-      "loss": 0.1489,
-      "step": 16065
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2309622613220172,
-      "learning_rate": 1.7058910662152173e-06,
-      "loss": 0.1612,
-      "step": 16066
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2666130678712084,
-      "learning_rate": 1.7049711177468896e-06,
-      "loss": 0.1541,
-      "step": 16067
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9627847158187706,
-      "learning_rate": 1.7040513942816905e-06,
-      "loss": 0.1571,
-      "step": 16068
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 2.041748171121705,
-      "learning_rate": 1.703131895844563e-06,
-      "loss": 0.1844,
-      "step": 16069
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0538437416835476,
-      "learning_rate": 1.7022126224604529e-06,
-      "loss": 0.1931,
-      "step": 16070
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8196593035973092,
-      "learning_rate": 1.7012935741542925e-06,
-      "loss": 0.1474,
-      "step": 16071
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.5544017080113712,
-      "learning_rate": 1.700374750951016e-06,
-      "loss": 0.1739,
-      "step": 16072
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.6594564457538314,
-      "learning_rate": 1.6994561528755404e-06,
-      "loss": 0.1629,
-      "step": 16073
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.716203363591545,
-      "learning_rate": 1.698537779952788e-06,
-      "loss": 0.1574,
-      "step": 16074
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 2.4843481543008163,
-      "learning_rate": 1.6976196322076655e-06,
-      "loss": 0.1672,
-      "step": 16075
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2056535835474138,
-      "learning_rate": 1.6967017096650807e-06,
-      "loss": 0.1832,
-      "step": 16076
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9487721823636202,
-      "learning_rate": 1.6957840123499292e-06,
-      "loss": 0.1626,
-      "step": 16077
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8886952662815739,
-      "learning_rate": 1.6948665402871067e-06,
-      "loss": 0.1518,
-      "step": 16078
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.4301649119446862,
-      "learning_rate": 1.6939492935014966e-06,
-      "loss": 0.1574,
-      "step": 16079
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0618141135360368,
-      "learning_rate": 1.6930322720179816e-06,
-      "loss": 0.1476,
-      "step": 16080
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.076064486726175,
-      "learning_rate": 1.6921154758614378e-06,
-      "loss": 0.164,
-      "step": 16081
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.3984045430593135,
-      "learning_rate": 1.6911989050567279e-06,
-      "loss": 0.1682,
-      "step": 16082
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9973740840239897,
-      "learning_rate": 1.6902825596287198e-06,
-      "loss": 0.1669,
-      "step": 16083
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.190269199690928,
-      "learning_rate": 1.6893664396022646e-06,
-      "loss": 0.1423,
-      "step": 16084
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.473604726310278,
-      "learning_rate": 1.688450545002216e-06,
-      "loss": 0.1795,
-      "step": 16085
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0436960291378419,
-      "learning_rate": 1.6875348758534127e-06,
-      "loss": 0.1685,
-      "step": 16086
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.3857159745313614,
-      "learning_rate": 1.6866194321806984e-06,
-      "loss": 0.1651,
-      "step": 16087
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8033380877779788,
-      "learning_rate": 1.6857042140088996e-06,
-      "loss": 0.1655,
-      "step": 16088
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9083806621123651,
-      "learning_rate": 1.6847892213628436e-06,
-      "loss": 0.1639,
-      "step": 16089
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0781586943612742,
-      "learning_rate": 1.6838744542673492e-06,
-      "loss": 0.1603,
-      "step": 16090
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9771201956290885,
-      "learning_rate": 1.6829599127472318e-06,
-      "loss": 0.1743,
-      "step": 16091
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.060528233189165,
-      "learning_rate": 1.6820455968272953e-06,
-      "loss": 0.1684,
-      "step": 16092
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8894300227873709,
-      "learning_rate": 1.681131506532343e-06,
-      "loss": 0.1536,
-      "step": 16093
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.3933629571467805,
-      "learning_rate": 1.6802176418871664e-06,
-      "loss": 0.1716,
-      "step": 16094
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9816041566511617,
-      "learning_rate": 1.6793040029165596e-06,
-      "loss": 0.1823,
-      "step": 16095
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2379254151826307,
-      "learning_rate": 1.6783905896452978e-06,
-      "loss": 0.1749,
-      "step": 16096
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0753028944850174,
-      "learning_rate": 1.677477402098162e-06,
-      "loss": 0.1633,
-      "step": 16097
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9176788598790777,
-      "learning_rate": 1.6765644402999216e-06,
-      "loss": 0.1544,
-      "step": 16098
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2709621204145147,
-      "learning_rate": 1.675651704275344e-06,
-      "loss": 0.1679,
-      "step": 16099
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.1446384656419066,
-      "learning_rate": 1.674739194049183e-06,
-      "loss": 0.1589,
-      "step": 16100
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.02180679059322,
-      "learning_rate": 1.673826909646189e-06,
-      "loss": 0.1534,
-      "step": 16101
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2679799246233314,
-      "learning_rate": 1.6729148510911142e-06,
-      "loss": 0.1636,
-      "step": 16102
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9948990950616705,
-      "learning_rate": 1.672003018408691e-06,
-      "loss": 0.1496,
-      "step": 16103
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.900105132623221,
-      "learning_rate": 1.6710914116236588e-06,
-      "loss": 0.1585,
-      "step": 16104
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9949865804409496,
-      "learning_rate": 1.6701800307607397e-06,
-      "loss": 0.1584,
-      "step": 16105
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.156298996343876,
-      "learning_rate": 1.6692688758446574e-06,
-      "loss": 0.174,
-      "step": 16106
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.9389002868080762,
-      "learning_rate": 1.6683579469001287e-06,
-      "loss": 0.1793,
-      "step": 16107
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9776814651404512,
-      "learning_rate": 1.6674472439518629e-06,
-      "loss": 0.1497,
-      "step": 16108
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0709974373621516,
-      "learning_rate": 1.6665367670245592e-06,
-      "loss": 0.1841,
-      "step": 16109
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8930890109533807,
-      "learning_rate": 1.6656265161429186e-06,
-      "loss": 0.1682,
-      "step": 16110
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8296255055125633,
-      "learning_rate": 1.664716491331626e-06,
-      "loss": 0.1513,
-      "step": 16111
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9478955423947181,
-      "learning_rate": 1.6638066926153728e-06,
-      "loss": 0.1401,
-      "step": 16112
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9566375845034522,
-      "learning_rate": 1.6628971200188316e-06,
-      "loss": 0.1619,
-      "step": 16113
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.7919743312019453,
-      "learning_rate": 1.66198777356668e-06,
-      "loss": 0.1513,
-      "step": 16114
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0115909183001128,
-      "learning_rate": 1.6610786532835776e-06,
-      "loss": 0.1706,
-      "step": 16115
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.92772352473913,
-      "learning_rate": 1.660169759194188e-06,
-      "loss": 0.1635,
-      "step": 16116
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.1785822029161883,
-      "learning_rate": 1.6592610913231665e-06,
-      "loss": 0.1683,
-      "step": 16117
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9009097664645848,
-      "learning_rate": 1.6583526496951573e-06,
-      "loss": 0.1604,
-      "step": 16118
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.8481746888363388,
-      "learning_rate": 1.657444434334805e-06,
-      "loss": 0.1726,
-      "step": 16119
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0707301830080818,
-      "learning_rate": 1.656536445266742e-06,
-      "loss": 0.185,
-      "step": 16120
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.1814006659495366,
-      "learning_rate": 1.655628682515602e-06,
-      "loss": 0.1763,
-      "step": 16121
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2437639723178673,
-      "learning_rate": 1.654721146106002e-06,
-      "loss": 0.1796,
-      "step": 16122
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.7788299770768288,
-      "learning_rate": 1.6538138360625633e-06,
-      "loss": 0.1792,
-      "step": 16123
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0035397369570327,
-      "learning_rate": 1.652906752409894e-06,
-      "loss": 0.1646,
-      "step": 16124
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0281512783310551,
-      "learning_rate": 1.6519998951726045e-06,
-      "loss": 0.1858,
-      "step": 16125
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8408852550415522,
-      "learning_rate": 1.6510932643752863e-06,
-      "loss": 0.1609,
-      "step": 16126
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0078754787295523,
-      "learning_rate": 1.6501868600425374e-06,
-      "loss": 0.1689,
-      "step": 16127
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8816314300651446,
-      "learning_rate": 1.6492806821989393e-06,
-      "loss": 0.141,
-      "step": 16128
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0799580233562474,
-      "learning_rate": 1.6483747308690768e-06,
-      "loss": 0.1734,
-      "step": 16129
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.128032995538658,
-      "learning_rate": 1.6474690060775178e-06,
-      "loss": 0.1487,
-      "step": 16130
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2278270712864054,
-      "learning_rate": 1.6465635078488372e-06,
-      "loss": 0.1667,
-      "step": 16131
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.894278260754333,
-      "learning_rate": 1.6456582362075911e-06,
-      "loss": 0.1604,
-      "step": 16132
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8471791910866014,
-      "learning_rate": 1.6447531911783365e-06,
-      "loss": 0.1685,
-      "step": 16133
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.4038276898923099,
-      "learning_rate": 1.6438483727856268e-06,
-      "loss": 0.166,
-      "step": 16134
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8586239073799874,
-      "learning_rate": 1.6429437810539982e-06,
-      "loss": 0.1607,
-      "step": 16135
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 3.769070945114241,
-      "learning_rate": 1.6420394160079955e-06,
-      "loss": 0.1649,
-      "step": 16136
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.3100985933899716,
-      "learning_rate": 1.6411352776721423e-06,
-      "loss": 0.2015,
-      "step": 16137
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2512570673071481,
-      "learning_rate": 1.640231366070969e-06,
-      "loss": 0.1608,
-      "step": 16138
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8822105121244441,
-      "learning_rate": 1.6393276812289905e-06,
-      "loss": 0.1631,
-      "step": 16139
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8806674958039984,
-      "learning_rate": 1.6384242231707203e-06,
-      "loss": 0.1791,
-      "step": 16140
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8521437055834901,
-      "learning_rate": 1.6375209919206657e-06,
-      "loss": 0.156,
-      "step": 16141
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.863487539470905,
-      "learning_rate": 1.6366179875033284e-06,
-      "loss": 0.1528,
-      "step": 16142
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.3976787853176753,
-      "learning_rate": 1.6357152099431984e-06,
-      "loss": 0.169,
-      "step": 16143
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.139814567658281,
-      "learning_rate": 1.6348126592647684e-06,
-      "loss": 0.192,
-      "step": 16144
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.1335595840636001,
-      "learning_rate": 1.6339103354925146e-06,
-      "loss": 0.1688,
-      "step": 16145
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8440126829948659,
-      "learning_rate": 1.6330082386509182e-06,
-      "loss": 0.1534,
-      "step": 16146
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8508049215827809,
-      "learning_rate": 1.6321063687644435e-06,
-      "loss": 0.1768,
-      "step": 16147
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.282254408840473,
-      "learning_rate": 1.631204725857558e-06,
-      "loss": 0.1668,
-      "step": 16148
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0052396010512652,
-      "learning_rate": 1.6303033099547149e-06,
-      "loss": 0.1659,
-      "step": 16149
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9286821198774534,
-      "learning_rate": 1.629402121080368e-06,
-      "loss": 0.1649,
-      "step": 16150
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.7312340130080666,
-      "learning_rate": 1.6285011592589628e-06,
-      "loss": 0.153,
-      "step": 16151
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0912525370551018,
-      "learning_rate": 1.6276004245149346e-06,
-      "loss": 0.1601,
-      "step": 16152
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2664795393962827,
-      "learning_rate": 1.6266999168727204e-06,
-      "loss": 0.1802,
-      "step": 16153
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0799495507810202,
-      "learning_rate": 1.6257996363567408e-06,
-      "loss": 0.1593,
-      "step": 16154
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9822469573275092,
-      "learning_rate": 1.6248995829914216e-06,
-      "loss": 0.1661,
-      "step": 16155
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8909355640364796,
-      "learning_rate": 1.6239997568011723e-06,
-      "loss": 0.1796,
-      "step": 16156
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9762448493305782,
-      "learning_rate": 1.6231001578104045e-06,
-      "loss": 0.1688,
-      "step": 16157
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8456224303249009,
-      "learning_rate": 1.6222007860435153e-06,
-      "loss": 0.1545,
-      "step": 16158
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.097065634578124,
-      "learning_rate": 1.621301641524904e-06,
-      "loss": 0.1919,
-      "step": 16159
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2272594527185567,
-      "learning_rate": 1.6204027242789577e-06,
-      "loss": 0.1747,
-      "step": 16160
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.4027279958659618,
-      "learning_rate": 1.619504034330064e-06,
-      "loss": 0.1336,
-      "step": 16161
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.18531326701348,
-      "learning_rate": 1.618605571702595e-06,
-      "loss": 0.1574,
-      "step": 16162
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2249771958511868,
-      "learning_rate": 1.617707336420925e-06,
-      "loss": 0.1596,
-      "step": 16163
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0243959933280622,
-      "learning_rate": 1.6168093285094144e-06,
-      "loss": 0.1816,
-      "step": 16164
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.1661606544666774,
-      "learning_rate": 1.6159115479924259e-06,
-      "loss": 0.1564,
-      "step": 16165
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.535577913582053,
-      "learning_rate": 1.615013994894309e-06,
-      "loss": 0.1746,
-      "step": 16166
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.085710298402728,
-      "learning_rate": 1.6141166692394106e-06,
-      "loss": 0.134,
-      "step": 16167
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0799809442745136,
-      "learning_rate": 1.6132195710520716e-06,
-      "loss": 0.1563,
-      "step": 16168
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2622437343108193,
-      "learning_rate": 1.6123227003566267e-06,
-      "loss": 0.1582,
-      "step": 16169
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0677073332003861,
-      "learning_rate": 1.6114260571774031e-06,
-      "loss": 0.1644,
-      "step": 16170
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2140411169479177,
-      "learning_rate": 1.6105296415387194e-06,
-      "loss": 0.1616,
-      "step": 16171
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9562483027738354,
-      "learning_rate": 1.609633453464895e-06,
-      "loss": 0.1614,
-      "step": 16172
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2325748339085705,
-      "learning_rate": 1.6087374929802346e-06,
-      "loss": 0.1424,
-      "step": 16173
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0057048813635803,
-      "learning_rate": 1.6078417601090457e-06,
-      "loss": 0.1744,
-      "step": 16174
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0863081131932661,
-      "learning_rate": 1.606946254875621e-06,
-      "loss": 0.1825,
-      "step": 16175
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0069948602074392,
-      "learning_rate": 1.6060509773042533e-06,
-      "loss": 0.1572,
-      "step": 16176
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8300856535641151,
-      "learning_rate": 1.6051559274192275e-06,
-      "loss": 0.183,
-      "step": 16177
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8124015039311869,
-      "learning_rate": 1.604261105244823e-06,
-      "loss": 0.1743,
-      "step": 16178
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0108753370218027,
-      "learning_rate": 1.6033665108053075e-06,
-      "loss": 0.1524,
-      "step": 16179
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.1061628747426537,
-      "learning_rate": 1.6024721441249525e-06,
-      "loss": 0.1644,
-      "step": 16180
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.137413127806049,
-      "learning_rate": 1.6015780052280128e-06,
-      "loss": 0.1657,
-      "step": 16181
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2868473563497702,
-      "learning_rate": 1.6006840941387458e-06,
-      "loss": 0.1818,
-      "step": 16182
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2457052080057864,
-      "learning_rate": 1.5997904108813944e-06,
-      "loss": 0.1723,
-      "step": 16183
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2843137230704258,
-      "learning_rate": 1.5988969554802058e-06,
-      "loss": 0.1634,
-      "step": 16184
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8464560307722944,
-      "learning_rate": 1.5980037279594097e-06,
-      "loss": 0.1469,
-      "step": 16185
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0749915701214785,
-      "learning_rate": 1.5971107283432363e-06,
-      "loss": 0.1841,
-      "step": 16186
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.1146209065453505,
-      "learning_rate": 1.5962179566559112e-06,
-      "loss": 0.1895,
-      "step": 16187
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9494386154442932,
-      "learning_rate": 1.5953254129216467e-06,
-      "loss": 0.1494,
-      "step": 16188
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.082046499912269,
-      "learning_rate": 1.594433097164657e-06,
-      "loss": 0.1761,
-      "step": 16189
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 2.0094160078152505,
-      "learning_rate": 1.593541009409143e-06,
-      "loss": 0.1646,
-      "step": 16190
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.3228427682959791,
-      "learning_rate": 1.592649149679305e-06,
-      "loss": 0.1611,
-      "step": 16191
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2135503694029435,
-      "learning_rate": 1.5917575179993328e-06,
-      "loss": 0.1604,
-      "step": 16192
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.4004802440515558,
-      "learning_rate": 1.5908661143934112e-06,
-      "loss": 0.1517,
-      "step": 16193
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8070297986487432,
-      "learning_rate": 1.5899749388857222e-06,
-      "loss": 0.1672,
-      "step": 16194
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9741897108941053,
-      "learning_rate": 1.5890839915004398e-06,
-      "loss": 0.1729,
-      "step": 16195
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.948612681485556,
-      "learning_rate": 1.5881932722617277e-06,
-      "loss": 0.1833,
-      "step": 16196
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 2.751015180435459,
-      "learning_rate": 1.5873027811937491e-06,
-      "loss": 0.1689,
-      "step": 16197
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8035718788803883,
-      "learning_rate": 1.5864125183206569e-06,
-      "loss": 0.1714,
-      "step": 16198
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8762858502283523,
-      "learning_rate": 1.5855224836666016e-06,
-      "loss": 0.1465,
-      "step": 16199
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.2879099555445566,
-      "learning_rate": 1.584632677255723e-06,
-      "loss": 0.1748,
-      "step": 16200
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0847853329598949,
-      "learning_rate": 1.5837430991121594e-06,
-      "loss": 0.1581,
-      "step": 16201
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.1504659150239045,
-      "learning_rate": 1.5828537492600382e-06,
-      "loss": 0.1577,
-      "step": 16202
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 2.439135514835605,
-      "learning_rate": 1.5819646277234834e-06,
-      "loss": 0.166,
-      "step": 16203
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.593461322594299,
-      "learning_rate": 1.581075734526617e-06,
-      "loss": 0.1686,
-      "step": 16204
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0218168743453442,
-      "learning_rate": 1.580187069693544e-06,
-      "loss": 0.1435,
-      "step": 16205
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.13250068726926,
-      "learning_rate": 1.5792986332483739e-06,
-      "loss": 0.17,
-      "step": 16206
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.1497848504486927,
-      "learning_rate": 1.578410425215202e-06,
-      "loss": 0.1874,
-      "step": 16207
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9860777098312422,
-      "learning_rate": 1.577522445618126e-06,
-      "loss": 0.1784,
-      "step": 16208
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0653169406941323,
-      "learning_rate": 1.576634694481227e-06,
-      "loss": 0.1772,
-      "step": 16209
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.3828187860236651,
-      "learning_rate": 1.575747171828589e-06,
-      "loss": 0.1707,
-      "step": 16210
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0105506162693179,
-      "learning_rate": 1.5748598776842838e-06,
-      "loss": 0.175,
-      "step": 16211
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0796724874430454,
-      "learning_rate": 1.5739728120723795e-06,
-      "loss": 0.1764,
-      "step": 16212
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8717548247982144,
-      "learning_rate": 1.573085975016938e-06,
-      "loss": 0.1559,
-      "step": 16213
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.9807085943349985,
-      "learning_rate": 1.5721993665420187e-06,
-      "loss": 0.1687,
-      "step": 16214
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.243518809958635,
-      "learning_rate": 1.5713129866716647e-06,
-      "loss": 0.1695,
-      "step": 16215
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0002427361868018,
-      "learning_rate": 1.5704268354299246e-06,
-      "loss": 0.1571,
-      "step": 16216
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0513130593254636,
-      "learning_rate": 1.56954091284083e-06,
-      "loss": 0.1683,
-      "step": 16217
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.1471167807414897,
-      "learning_rate": 1.5686552189284177e-06,
-      "loss": 0.172,
-      "step": 16218
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8267405172081425,
-      "learning_rate": 1.5677697537167048e-06,
-      "loss": 0.1513,
-      "step": 16219
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.7890938430215125,
-      "learning_rate": 1.5668845172297143e-06,
-      "loss": 0.1588,
-      "step": 16220
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 0.8541591590053499,
-      "learning_rate": 1.5659995094914603e-06,
-      "loss": 0.1799,
-      "step": 16221
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0495622903964184,
-      "learning_rate": 1.565114730525944e-06,
-      "loss": 0.1556,
-      "step": 16222
-    },
-    {
-      "epoch": 0.82,
-      "grad_norm": 1.0599533152387104,
-      "learning_rate": 1.564230180357168e-06,
-      "loss": 0.169,
-      "step": 16223
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1758205426339616,
-      "learning_rate": 1.5633458590091233e-06,
-      "loss": 0.1818,
-      "step": 16224
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.3566302422746803,
-      "learning_rate": 1.5624617665058005e-06,
-      "loss": 0.1603,
-      "step": 16225
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0060617851367233,
-      "learning_rate": 1.5615779028711775e-06,
-      "loss": 0.1576,
-      "step": 16226
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.6034621808942282,
-      "learning_rate": 1.5606942681292326e-06,
-      "loss": 0.1638,
-      "step": 16227
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0066324518206973,
-      "learning_rate": 1.55981086230393e-06,
-      "loss": 0.1641,
-      "step": 16228
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0712368190292123,
-      "learning_rate": 1.5589276854192336e-06,
-      "loss": 0.1839,
-      "step": 16229
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9567927807699808,
-      "learning_rate": 1.5580447374991003e-06,
-      "loss": 0.1688,
-      "step": 16230
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.3476202419921466,
-      "learning_rate": 1.557162018567484e-06,
-      "loss": 0.1629,
-      "step": 16231
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.8950686877683366,
-      "learning_rate": 1.5562795286483212e-06,
-      "loss": 0.1457,
-      "step": 16232
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9267746323940856,
-      "learning_rate": 1.555397267765556e-06,
-      "loss": 0.1918,
-      "step": 16233
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0000652875899563,
-      "learning_rate": 1.5545152359431149e-06,
-      "loss": 0.1721,
-      "step": 16234
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9567611863206363,
-      "learning_rate": 1.5536334332049274e-06,
-      "loss": 0.1734,
-      "step": 16235
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0972798771214651,
-      "learning_rate": 1.5527518595749068e-06,
-      "loss": 0.1634,
-      "step": 16236
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.130250553330175,
-      "learning_rate": 1.551870515076972e-06,
-      "loss": 0.172,
-      "step": 16237
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0199759185793813,
-      "learning_rate": 1.5509893997350245e-06,
-      "loss": 0.1778,
-      "step": 16238
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.033979382796841,
-      "learning_rate": 1.5501085135729666e-06,
-      "loss": 0.1737,
-      "step": 16239
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.348123338689501,
-      "learning_rate": 1.5492278566146945e-06,
-      "loss": 0.1746,
-      "step": 16240
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.066130979899349,
-      "learning_rate": 1.5483474288840927e-06,
-      "loss": 0.196,
-      "step": 16241
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9158187549060963,
-      "learning_rate": 1.5474672304050454e-06,
-      "loss": 0.1575,
-      "step": 16242
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1187810995278062,
-      "learning_rate": 1.5465872612014255e-06,
-      "loss": 0.172,
-      "step": 16243
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 2.019799657851233,
-      "learning_rate": 1.545707521297105e-06,
-      "loss": 0.1769,
-      "step": 16244
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0459380016808018,
-      "learning_rate": 1.5448280107159442e-06,
-      "loss": 0.1888,
-      "step": 16245
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.187399423034828,
-      "learning_rate": 1.5439487294818002e-06,
-      "loss": 0.1361,
-      "step": 16246
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0301682592357948,
-      "learning_rate": 1.543069677618525e-06,
-      "loss": 0.1436,
-      "step": 16247
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1966512262807896,
-      "learning_rate": 1.5421908551499653e-06,
-      "loss": 0.1637,
-      "step": 16248
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.800092552120167,
-      "learning_rate": 1.5413122620999533e-06,
-      "loss": 0.161,
-      "step": 16249
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.8528766108510961,
-      "learning_rate": 1.540433898492326e-06,
-      "loss": 0.1634,
-      "step": 16250
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9868816636905955,
-      "learning_rate": 1.539555764350905e-06,
-      "loss": 0.167,
-      "step": 16251
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.856926643725097,
-      "learning_rate": 1.5386778596995144e-06,
-      "loss": 0.1434,
-      "step": 16252
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1659977976533071,
-      "learning_rate": 1.5378001845619616e-06,
-      "loss": 0.1716,
-      "step": 16253
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.4201134946411582,
-      "learning_rate": 1.53692273896206e-06,
-      "loss": 0.1706,
-      "step": 16254
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1415900722887473,
-      "learning_rate": 1.5360455229236049e-06,
-      "loss": 0.1813,
-      "step": 16255
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1716332672969776,
-      "learning_rate": 1.5351685364703916e-06,
-      "loss": 0.1597,
-      "step": 16256
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9427550839380094,
-      "learning_rate": 1.5342917796262136e-06,
-      "loss": 0.1502,
-      "step": 16257
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.8506175397006018,
-      "learning_rate": 1.533415252414846e-06,
-      "loss": 0.1593,
-      "step": 16258
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.7706683930731257,
-      "learning_rate": 1.5325389548600711e-06,
-      "loss": 0.1607,
-      "step": 16259
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1888829820220763,
-      "learning_rate": 1.531662886985652e-06,
-      "loss": 0.1752,
-      "step": 16260
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.6787971741140937,
-      "learning_rate": 1.5307870488153586e-06,
-      "loss": 0.1642,
-      "step": 16261
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.936195924156837,
-      "learning_rate": 1.529911440372942e-06,
-      "loss": 0.1665,
-      "step": 16262
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 4.5813626304960975,
-      "learning_rate": 1.5290360616821564e-06,
-      "loss": 0.167,
-      "step": 16263
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9985641711965435,
-      "learning_rate": 1.5281609127667451e-06,
-      "loss": 0.1679,
-      "step": 16264
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 2.9953769021880143,
-      "learning_rate": 1.5272859936504513e-06,
-      "loss": 0.1587,
-      "step": 16265
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.899874692531944,
-      "learning_rate": 1.5264113043569994e-06,
-      "loss": 0.1555,
-      "step": 16266
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1861633024929679,
-      "learning_rate": 1.5255368449101226e-06,
-      "loss": 0.18,
-      "step": 16267
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.033925166327829,
-      "learning_rate": 1.5246626153335364e-06,
-      "loss": 0.1426,
-      "step": 16268
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 2.049961418295712,
-      "learning_rate": 1.5237886156509563e-06,
-      "loss": 0.1673,
-      "step": 16269
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0985176283197147,
-      "learning_rate": 1.5229148458860865e-06,
-      "loss": 0.1601,
-      "step": 16270
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.8934168171267731,
-      "learning_rate": 1.5220413060626327e-06,
-      "loss": 0.1644,
-      "step": 16271
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9981608465218564,
-      "learning_rate": 1.5211679962042858e-06,
-      "loss": 0.1549,
-      "step": 16272
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.8914455120721887,
-      "learning_rate": 1.5202949163347348e-06,
-      "loss": 0.1378,
-      "step": 16273
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.6112780017756578,
-      "learning_rate": 1.519422066477666e-06,
-      "loss": 0.1838,
-      "step": 16274
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.8425598172314763,
-      "learning_rate": 1.5185494466567508e-06,
-      "loss": 0.1734,
-      "step": 16275
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0261225190109788,
-      "learning_rate": 1.5176770568956623e-06,
-      "loss": 0.1726,
-      "step": 16276
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1873182046443194,
-      "learning_rate": 1.5168048972180605e-06,
-      "loss": 0.1688,
-      "step": 16277
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.3521035987276042,
-      "learning_rate": 1.5159329676476075e-06,
-      "loss": 0.1623,
-      "step": 16278
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.2750024973858918,
-      "learning_rate": 1.5150612682079502e-06,
-      "loss": 0.1844,
-      "step": 16279
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.3258702215505207,
-      "learning_rate": 1.5141897989227372e-06,
-      "loss": 0.1674,
-      "step": 16280
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9289221783042039,
-      "learning_rate": 1.513318559815603e-06,
-      "loss": 0.1771,
-      "step": 16281
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.074167772829532,
-      "learning_rate": 1.512447550910181e-06,
-      "loss": 0.1811,
-      "step": 16282
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9460771136548177,
-      "learning_rate": 1.5115767722301e-06,
-      "loss": 0.1523,
-      "step": 16283
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.925950211310057,
-      "learning_rate": 1.51070622379898e-06,
-      "loss": 0.1527,
-      "step": 16284
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0862374172733744,
-      "learning_rate": 1.509835905640431e-06,
-      "loss": 0.1697,
-      "step": 16285
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.2381593824256332,
-      "learning_rate": 1.5089658177780653e-06,
-      "loss": 0.1697,
-      "step": 16286
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.3238266766665978,
-      "learning_rate": 1.5080959602354783e-06,
-      "loss": 0.1588,
-      "step": 16287
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 3.170935256463546,
-      "learning_rate": 1.5072263330362713e-06,
-      "loss": 0.1631,
-      "step": 16288
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.085728386526513,
-      "learning_rate": 1.5063569362040265e-06,
-      "loss": 0.1783,
-      "step": 16289
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.8514572170467741,
-      "learning_rate": 1.5054877697623305e-06,
-      "loss": 0.1727,
-      "step": 16290
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.031428838828624,
-      "learning_rate": 1.50461883373476e-06,
-      "loss": 0.1678,
-      "step": 16291
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1681429510390187,
-      "learning_rate": 1.5037501281448819e-06,
-      "loss": 0.1705,
-      "step": 16292
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.383254386252376,
-      "learning_rate": 1.5028816530162627e-06,
-      "loss": 0.1611,
-      "step": 16293
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0569013766570596,
-      "learning_rate": 1.5020134083724568e-06,
-      "loss": 0.1687,
-      "step": 16294
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.900329262047711,
-      "learning_rate": 1.5011453942370191e-06,
-      "loss": 0.1653,
-      "step": 16295
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.2811474221674615,
-      "learning_rate": 1.5002776106334904e-06,
-      "loss": 0.1677,
-      "step": 16296
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1071821925985452,
-      "learning_rate": 1.4994100575854143e-06,
-      "loss": 0.1496,
-      "step": 16297
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.7783188030566939,
-      "learning_rate": 1.4985427351163184e-06,
-      "loss": 0.1746,
-      "step": 16298
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.3811377289457276,
-      "learning_rate": 1.4976756432497309e-06,
-      "loss": 0.1598,
-      "step": 16299
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.7740242905028717,
-      "learning_rate": 1.4968087820091714e-06,
-      "loss": 0.1797,
-      "step": 16300
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.2751691210341451,
-      "learning_rate": 1.495942151418156e-06,
-      "loss": 0.176,
-      "step": 16301
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.8551080958388871,
-      "learning_rate": 1.495075751500188e-06,
-      "loss": 0.1475,
-      "step": 16302
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1155180459959604,
-      "learning_rate": 1.4942095822787738e-06,
-      "loss": 0.1723,
-      "step": 16303
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9582474774941909,
-      "learning_rate": 1.4933436437774017e-06,
-      "loss": 0.1623,
-      "step": 16304
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1581963477224246,
-      "learning_rate": 1.4924779360195662e-06,
-      "loss": 0.18,
-      "step": 16305
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1922788818545937,
-      "learning_rate": 1.4916124590287451e-06,
-      "loss": 0.1693,
-      "step": 16306
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.7897651228922262,
-      "learning_rate": 1.4907472128284185e-06,
-      "loss": 0.1646,
-      "step": 16307
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.2555341889630993,
-      "learning_rate": 1.489882197442053e-06,
-      "loss": 0.187,
-      "step": 16308
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.7526073707918681,
-      "learning_rate": 1.4890174128931123e-06,
-      "loss": 0.1391,
-      "step": 16309
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.70102190020427,
-      "learning_rate": 1.4881528592050576e-06,
-      "loss": 0.164,
-      "step": 16310
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1421019175027005,
-      "learning_rate": 1.4872885364013357e-06,
-      "loss": 0.1652,
-      "step": 16311
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.3468381523610138,
-      "learning_rate": 1.4864244445053956e-06,
-      "loss": 0.1671,
-      "step": 16312
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.8954079863094079,
-      "learning_rate": 1.4855605835406695e-06,
-      "loss": 0.1435,
-      "step": 16313
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.6833123666950103,
-      "learning_rate": 1.4846969535305967e-06,
-      "loss": 0.179,
-      "step": 16314
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1499521503608294,
-      "learning_rate": 1.4838335544985982e-06,
-      "loss": 0.1595,
-      "step": 16315
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.255100924441286,
-      "learning_rate": 1.4829703864680945e-06,
-      "loss": 0.1686,
-      "step": 16316
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.269949061927699,
-      "learning_rate": 1.482107449462501e-06,
-      "loss": 0.174,
-      "step": 16317
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0630711296146427,
-      "learning_rate": 1.4812447435052258e-06,
-      "loss": 0.1379,
-      "step": 16318
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1507195675909738,
-      "learning_rate": 1.4803822686196657e-06,
-      "loss": 0.1676,
-      "step": 16319
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0780534179912902,
-      "learning_rate": 1.4795200248292207e-06,
-      "loss": 0.1674,
-      "step": 16320
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1352401978328097,
-      "learning_rate": 1.4786580121572736e-06,
-      "loss": 0.1763,
-      "step": 16321
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.2704926559864493,
-      "learning_rate": 1.477796230627211e-06,
-      "loss": 0.1644,
-      "step": 16322
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.3269094679941507,
-      "learning_rate": 1.476934680262405e-06,
-      "loss": 0.1408,
-      "step": 16323
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9223432723723342,
-      "learning_rate": 1.4760733610862298e-06,
-      "loss": 0.1999,
-      "step": 16324
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0167153221285,
-      "learning_rate": 1.475212273122043e-06,
-      "loss": 0.154,
-      "step": 16325
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1643049382379205,
-      "learning_rate": 1.474351416393206e-06,
-      "loss": 0.1609,
-      "step": 16326
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.3266734784664354,
-      "learning_rate": 1.47349079092307e-06,
-      "loss": 0.1696,
-      "step": 16327
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.965325287003813,
-      "learning_rate": 1.4726303967349754e-06,
-      "loss": 0.1585,
-      "step": 16328
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.8263306753742028,
-      "learning_rate": 1.4717702338522654e-06,
-      "loss": 0.2012,
-      "step": 16329
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.655930629079804,
-      "learning_rate": 1.4709103022982673e-06,
-      "loss": 0.2196,
-      "step": 16330
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.8648245666271341,
-      "learning_rate": 1.4700506020963113e-06,
-      "loss": 0.1682,
-      "step": 16331
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1845845429985948,
-      "learning_rate": 1.4691911332697118e-06,
-      "loss": 0.1737,
-      "step": 16332
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0154675997457938,
-      "learning_rate": 1.468331895841787e-06,
-      "loss": 0.1662,
-      "step": 16333
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0646982504956448,
-      "learning_rate": 1.4674728898358391e-06,
-      "loss": 0.1612,
-      "step": 16334
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.929233799062197,
-      "learning_rate": 1.466614115275171e-06,
-      "loss": 0.1785,
-      "step": 16335
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.8890200594074377,
-      "learning_rate": 1.4657555721830775e-06,
-      "loss": 0.1637,
-      "step": 16336
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.407647389509816,
-      "learning_rate": 1.4648972605828482e-06,
-      "loss": 0.1699,
-      "step": 16337
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9429287949318823,
-      "learning_rate": 1.4640391804977605e-06,
-      "loss": 0.1524,
-      "step": 16338
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.389627543861334,
-      "learning_rate": 1.4631813319510945e-06,
-      "loss": 0.1587,
-      "step": 16339
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.8792147979013831,
-      "learning_rate": 1.462323714966114e-06,
-      "loss": 0.1748,
-      "step": 16340
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1173411674101408,
-      "learning_rate": 1.461466329566088e-06,
-      "loss": 0.1689,
-      "step": 16341
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1589594154477718,
-      "learning_rate": 1.460609175774268e-06,
-      "loss": 0.1778,
-      "step": 16342
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 3.0335774583431516,
-      "learning_rate": 1.4597522536139052e-06,
-      "loss": 0.143,
-      "step": 16343
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.2014210515526043,
-      "learning_rate": 1.458895563108248e-06,
-      "loss": 0.1636,
-      "step": 16344
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.2414386216197213,
-      "learning_rate": 1.4580391042805287e-06,
-      "loss": 0.1932,
-      "step": 16345
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.2599250563452244,
-      "learning_rate": 1.4571828771539843e-06,
-      "loss": 0.1674,
-      "step": 16346
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1791440023288944,
-      "learning_rate": 1.4563268817518327e-06,
-      "loss": 0.1776,
-      "step": 16347
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0322052855841803,
-      "learning_rate": 1.4554711180973003e-06,
-      "loss": 0.1613,
-      "step": 16348
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 2.2190450616956596,
-      "learning_rate": 1.4546155862135946e-06,
-      "loss": 0.1624,
-      "step": 16349
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.610583375351424,
-      "learning_rate": 1.4537602861239253e-06,
-      "loss": 0.1605,
-      "step": 16350
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.11298369910105,
-      "learning_rate": 1.452905217851489e-06,
-      "loss": 0.1929,
-      "step": 16351
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9145769935297287,
-      "learning_rate": 1.452050381419481e-06,
-      "loss": 0.1699,
-      "step": 16352
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.458729223003803,
-      "learning_rate": 1.4511957768510897e-06,
-      "loss": 0.1594,
-      "step": 16353
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1644354573343156,
-      "learning_rate": 1.4503414041694985e-06,
-      "loss": 0.1862,
-      "step": 16354
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9109531000011147,
-      "learning_rate": 1.4494872633978763e-06,
-      "loss": 0.1455,
-      "step": 16355
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.853462469807387,
-      "learning_rate": 1.4486333545593978e-06,
-      "loss": 0.1534,
-      "step": 16356
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.6192208694248555,
-      "learning_rate": 1.4477796776772202e-06,
-      "loss": 0.1783,
-      "step": 16357
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1859687710840425,
-      "learning_rate": 1.4469262327745038e-06,
-      "loss": 0.1566,
-      "step": 16358
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1934652652801543,
-      "learning_rate": 1.4460730198743945e-06,
-      "loss": 0.1648,
-      "step": 16359
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.8857142797389227,
-      "learning_rate": 1.445220039000037e-06,
-      "loss": 0.1575,
-      "step": 16360
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.8879561711602736,
-      "learning_rate": 1.444367290174573e-06,
-      "loss": 0.1495,
-      "step": 16361
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9377892019061446,
-      "learning_rate": 1.4435147734211252e-06,
-      "loss": 0.1924,
-      "step": 16362
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.100278086878258,
-      "learning_rate": 1.442662488762826e-06,
-      "loss": 0.1658,
-      "step": 16363
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9895730310143408,
-      "learning_rate": 1.441810436222788e-06,
-      "loss": 0.1758,
-      "step": 16364
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.2782203378181645,
-      "learning_rate": 1.4409586158241272e-06,
-      "loss": 0.1713,
-      "step": 16365
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0976176848106227,
-      "learning_rate": 1.4401070275899442e-06,
-      "loss": 0.1675,
-      "step": 16366
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9710678328379625,
-      "learning_rate": 1.4392556715433447e-06,
-      "loss": 0.1641,
-      "step": 16367
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.3605252867567799,
-      "learning_rate": 1.438404547707417e-06,
-      "loss": 0.1721,
-      "step": 16368
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1191812979827758,
-      "learning_rate": 1.4375536561052483e-06,
-      "loss": 0.167,
-      "step": 16369
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9856198196977122,
-      "learning_rate": 1.4367029967599211e-06,
-      "loss": 0.1886,
-      "step": 16370
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1024483254210755,
-      "learning_rate": 1.4358525696945104e-06,
-      "loss": 0.1536,
-      "step": 16371
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.8868452274281557,
-      "learning_rate": 1.4350023749320807e-06,
-      "loss": 0.1692,
-      "step": 16372
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0929098488958067,
-      "learning_rate": 1.4341524124956974e-06,
-      "loss": 0.1664,
-      "step": 16373
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1365025851174004,
-      "learning_rate": 1.4333026824084116e-06,
-      "loss": 0.1412,
-      "step": 16374
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0641312250521482,
-      "learning_rate": 1.4324531846932766e-06,
-      "loss": 0.1577,
-      "step": 16375
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1004909593029202,
-      "learning_rate": 1.4316039193733299e-06,
-      "loss": 0.1544,
-      "step": 16376
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.044385625193077,
-      "learning_rate": 1.4307548864716137e-06,
-      "loss": 0.1674,
-      "step": 16377
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 2.4788242272864243,
-      "learning_rate": 1.4299060860111536e-06,
-      "loss": 0.1409,
-      "step": 16378
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.976932708881975,
-      "learning_rate": 1.4290575180149735e-06,
-      "loss": 0.155,
-      "step": 16379
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.4220348323583278,
-      "learning_rate": 1.4282091825060963e-06,
-      "loss": 0.1681,
-      "step": 16380
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.172753518856644,
-      "learning_rate": 1.4273610795075255e-06,
-      "loss": 0.168,
-      "step": 16381
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0594369986964254,
-      "learning_rate": 1.4265132090422718e-06,
-      "loss": 0.1767,
-      "step": 16382
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9537846912091068,
-      "learning_rate": 1.42566557113333e-06,
-      "loss": 0.1582,
-      "step": 16383
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1865624630619633,
-      "learning_rate": 1.4248181658036964e-06,
-      "loss": 0.1691,
-      "step": 16384
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.086406895496996,
-      "learning_rate": 1.4239709930763513e-06,
-      "loss": 0.1747,
-      "step": 16385
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1570947276293209,
-      "learning_rate": 1.4231240529742774e-06,
-      "loss": 0.1715,
-      "step": 16386
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9852028749587856,
-      "learning_rate": 1.4222773455204486e-06,
-      "loss": 0.1396,
-      "step": 16387
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.275628718580738,
-      "learning_rate": 1.4214308707378333e-06,
-      "loss": 0.176,
-      "step": 16388
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.2817426416927773,
-      "learning_rate": 1.4205846286493875e-06,
-      "loss": 0.1856,
-      "step": 16389
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0207781425195546,
-      "learning_rate": 1.4197386192780715e-06,
-      "loss": 0.1574,
-      "step": 16390
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.991995452101157,
-      "learning_rate": 1.4188928426468263e-06,
-      "loss": 0.1583,
-      "step": 16391
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.4650315505964862,
-      "learning_rate": 1.418047298778601e-06,
-      "loss": 0.1735,
-      "step": 16392
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9804090300175904,
-      "learning_rate": 1.4172019876963249e-06,
-      "loss": 0.1867,
-      "step": 16393
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0081826340989326,
-      "learning_rate": 1.4163569094229311e-06,
-      "loss": 0.1488,
-      "step": 16394
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0979656503210717,
-      "learning_rate": 1.4155120639813392e-06,
-      "loss": 0.1768,
-      "step": 16395
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 3.648498219436163,
-      "learning_rate": 1.414667451394468e-06,
-      "loss": 0.1893,
-      "step": 16396
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.8907662091834141,
-      "learning_rate": 1.4138230716852285e-06,
-      "loss": 0.189,
-      "step": 16397
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.169590311793009,
-      "learning_rate": 1.4129789248765214e-06,
-      "loss": 0.1481,
-      "step": 16398
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.8896912266362786,
-      "learning_rate": 1.4121350109912479e-06,
-      "loss": 0.1561,
-      "step": 16399
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0289256443235757,
-      "learning_rate": 1.4112913300522946e-06,
-      "loss": 0.1538,
-      "step": 16400
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 2.1660382935985822,
-      "learning_rate": 1.4104478820825518e-06,
-      "loss": 0.153,
-      "step": 16401
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0220030347435074,
-      "learning_rate": 1.4096046671048935e-06,
-      "loss": 0.1428,
-      "step": 16402
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.7746742346123936,
-      "learning_rate": 1.4087616851421959e-06,
-      "loss": 0.1324,
-      "step": 16403
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.068496271057554,
-      "learning_rate": 1.4079189362173196e-06,
-      "loss": 0.1699,
-      "step": 16404
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0600589036312207,
-      "learning_rate": 1.4070764203531283e-06,
-      "loss": 0.155,
-      "step": 16405
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.0528632347878315,
-      "learning_rate": 1.4062341375724742e-06,
-      "loss": 0.1697,
-      "step": 16406
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.084378023728591,
-      "learning_rate": 1.4053920878982074e-06,
-      "loss": 0.1613,
-      "step": 16407
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.3434346377155673,
-      "learning_rate": 1.4045502713531623e-06,
-      "loss": 0.1797,
-      "step": 16408
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.131817937825781,
-      "learning_rate": 1.4037086879601803e-06,
-      "loss": 0.162,
-      "step": 16409
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.779090735975815,
-      "learning_rate": 1.4028673377420821e-06,
-      "loss": 0.1587,
-      "step": 16410
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.631104786572298,
-      "learning_rate": 1.402026220721695e-06,
-      "loss": 0.1926,
-      "step": 16411
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1120761340682184,
-      "learning_rate": 1.4011853369218308e-06,
-      "loss": 0.1774,
-      "step": 16412
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.8984433358696586,
-      "learning_rate": 1.4003446863653004e-06,
-      "loss": 0.1529,
-      "step": 16413
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9389321223117489,
-      "learning_rate": 1.3995042690749072e-06,
-      "loss": 0.1876,
-      "step": 16414
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.002293730084705,
-      "learning_rate": 1.3986640850734444e-06,
-      "loss": 0.1472,
-      "step": 16415
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9460194544172318,
-      "learning_rate": 1.3978241343837073e-06,
-      "loss": 0.178,
-      "step": 16416
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 0.9586613850300995,
-      "learning_rate": 1.396984417028473e-06,
-      "loss": 0.1549,
-      "step": 16417
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.3849114738939412,
-      "learning_rate": 1.3961449330305255e-06,
-      "loss": 0.16,
-      "step": 16418
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1897351890626975,
-      "learning_rate": 1.3953056824126298e-06,
-      "loss": 0.1598,
-      "step": 16419
-    },
-    {
-      "epoch": 0.83,
-      "grad_norm": 1.1119253441096333,
-      "learning_rate": 1.3944666651975559e-06,
-      "loss": 0.1643,
-      "step": 16420
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9219902980961129,
-      "learning_rate": 1.3936278814080572e-06,
-      "loss": 0.1604,
-      "step": 16421
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.2686997809339151,
-      "learning_rate": 1.3927893310668883e-06,
-      "loss": 0.1657,
-      "step": 16422
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.1503442654242535,
-      "learning_rate": 1.3919510141967951e-06,
-      "loss": 0.1586,
-      "step": 16423
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0609452628827456,
-      "learning_rate": 1.3911129308205196e-06,
-      "loss": 0.1798,
-      "step": 16424
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9015507948091649,
-      "learning_rate": 1.390275080960789e-06,
-      "loss": 0.1503,
-      "step": 16425
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.1521551730803656,
-      "learning_rate": 1.3894374646403363e-06,
-      "loss": 0.1621,
-      "step": 16426
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.111762810036442,
-      "learning_rate": 1.3886000818818758e-06,
-      "loss": 0.1691,
-      "step": 16427
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0080781136444183,
-      "learning_rate": 1.3877629327081266e-06,
-      "loss": 0.1465,
-      "step": 16428
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.299355270870439,
-      "learning_rate": 1.3869260171417919e-06,
-      "loss": 0.166,
-      "step": 16429
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.1388745378816476,
-      "learning_rate": 1.3860893352055782e-06,
-      "loss": 0.1801,
-      "step": 16430
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.1660929089576133,
-      "learning_rate": 1.3852528869221759e-06,
-      "loss": 0.153,
-      "step": 16431
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.2058432239074868,
-      "learning_rate": 1.3844166723142748e-06,
-      "loss": 0.1906,
-      "step": 16432
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.496859015835789,
-      "learning_rate": 1.3835806914045602e-06,
-      "loss": 0.1554,
-      "step": 16433
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 2.102976200306153,
-      "learning_rate": 1.3827449442157049e-06,
-      "loss": 0.1776,
-      "step": 16434
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.8612700307948432,
-      "learning_rate": 1.3819094307703807e-06,
-      "loss": 0.162,
-      "step": 16435
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.2124658733496405,
-      "learning_rate": 1.3810741510912485e-06,
-      "loss": 0.1533,
-      "step": 16436
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.2087711356790787,
-      "learning_rate": 1.380239105200969e-06,
-      "loss": 0.1724,
-      "step": 16437
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.8197129714176736,
-      "learning_rate": 1.3794042931221873e-06,
-      "loss": 0.1483,
-      "step": 16438
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.2090348799586166,
-      "learning_rate": 1.3785697148775522e-06,
-      "loss": 0.1589,
-      "step": 16439
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9053956920846441,
-      "learning_rate": 1.3777353704897002e-06,
-      "loss": 0.1658,
-      "step": 16440
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.970638279591743,
-      "learning_rate": 1.376901259981266e-06,
-      "loss": 0.1563,
-      "step": 16441
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.8254486572617799,
-      "learning_rate": 1.3760673833748684e-06,
-      "loss": 0.1497,
-      "step": 16442
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0612951183055963,
-      "learning_rate": 1.3752337406931338e-06,
-      "loss": 0.1393,
-      "step": 16443
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.129746663017258,
-      "learning_rate": 1.3744003319586685e-06,
-      "loss": 0.162,
-      "step": 16444
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.166170052999444,
-      "learning_rate": 1.3735671571940835e-06,
-      "loss": 0.1663,
-      "step": 16445
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9240405167721508,
-      "learning_rate": 1.3727342164219736e-06,
-      "loss": 0.1682,
-      "step": 16446
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.8770970913366118,
-      "learning_rate": 1.371901509664939e-06,
-      "loss": 0.1839,
-      "step": 16447
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.3908562774318896,
-      "learning_rate": 1.3710690369455605e-06,
-      "loss": 0.1514,
-      "step": 16448
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.5732484290072952,
-      "learning_rate": 1.3702367982864218e-06,
-      "loss": 0.1551,
-      "step": 16449
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0855678285096475,
-      "learning_rate": 1.3694047937100985e-06,
-      "loss": 0.1643,
-      "step": 16450
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.2534297475243648,
-      "learning_rate": 1.368573023239157e-06,
-      "loss": 0.1929,
-      "step": 16451
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9189340263405366,
-      "learning_rate": 1.3677414868961615e-06,
-      "loss": 0.1644,
-      "step": 16452
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0245879139658436,
-      "learning_rate": 1.3669101847036625e-06,
-      "loss": 0.1689,
-      "step": 16453
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.392745604846661,
-      "learning_rate": 1.3660791166842158e-06,
-      "loss": 0.1812,
-      "step": 16454
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.4550152590012073,
-      "learning_rate": 1.3652482828603575e-06,
-      "loss": 0.155,
-      "step": 16455
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0442879814309745,
-      "learning_rate": 1.3644176832546296e-06,
-      "loss": 0.184,
-      "step": 16456
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.1630175865305374,
-      "learning_rate": 1.3635873178895587e-06,
-      "loss": 0.1712,
-      "step": 16457
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.1786859632173177,
-      "learning_rate": 1.3627571867876689e-06,
-      "loss": 0.1613,
-      "step": 16458
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.825323167134559,
-      "learning_rate": 1.3619272899714776e-06,
-      "loss": 0.1654,
-      "step": 16459
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.2754532680519124,
-      "learning_rate": 1.3610976274634991e-06,
-      "loss": 0.1724,
-      "step": 16460
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.1863324872811745,
-      "learning_rate": 1.3602681992862333e-06,
-      "loss": 0.1731,
-      "step": 16461
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9164563337067313,
-      "learning_rate": 1.359439005462183e-06,
-      "loss": 0.1614,
-      "step": 16462
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.4849730806306138,
-      "learning_rate": 1.3586100460138352e-06,
-      "loss": 0.1425,
-      "step": 16463
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9652478128597369,
-      "learning_rate": 1.3577813209636803e-06,
-      "loss": 0.1739,
-      "step": 16464
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.041259915146661,
-      "learning_rate": 1.3569528303341927e-06,
-      "loss": 0.1763,
-      "step": 16465
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0776118097768106,
-      "learning_rate": 1.356124574147848e-06,
-      "loss": 0.1636,
-      "step": 16466
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.4982116007172273,
-      "learning_rate": 1.3552965524271144e-06,
-      "loss": 0.1715,
-      "step": 16467
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.091139820413839,
-      "learning_rate": 1.3544687651944476e-06,
-      "loss": 0.1667,
-      "step": 16468
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0532924603589213,
-      "learning_rate": 1.3536412124723075e-06,
-      "loss": 0.1559,
-      "step": 16469
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.7324418230947063,
-      "learning_rate": 1.3528138942831337e-06,
-      "loss": 0.1611,
-      "step": 16470
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.2857408269894968,
-      "learning_rate": 1.351986810649375e-06,
-      "loss": 0.1643,
-      "step": 16471
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.007133004425682,
-      "learning_rate": 1.35115996159346e-06,
-      "loss": 0.1704,
-      "step": 16472
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9087690813649096,
-      "learning_rate": 1.3503333471378211e-06,
-      "loss": 0.168,
-      "step": 16473
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.3235653985397124,
-      "learning_rate": 1.3495069673048778e-06,
-      "loss": 0.1738,
-      "step": 16474
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0334826159258361,
-      "learning_rate": 1.3486808221170455e-06,
-      "loss": 0.1568,
-      "step": 16475
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.1220531438873298,
-      "learning_rate": 1.3478549115967344e-06,
-      "loss": 0.1461,
-      "step": 16476
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.7370009339817567,
-      "learning_rate": 1.3470292357663506e-06,
-      "loss": 0.1513,
-      "step": 16477
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0200812436144857,
-      "learning_rate": 1.3462037946482842e-06,
-      "loss": 0.1608,
-      "step": 16478
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.8658443215049889,
-      "learning_rate": 1.3453785882649317e-06,
-      "loss": 0.1708,
-      "step": 16479
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9038392745163156,
-      "learning_rate": 1.3445536166386708e-06,
-      "loss": 0.1551,
-      "step": 16480
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.8945414551418993,
-      "learning_rate": 1.3437288797918858e-06,
-      "loss": 0.1659,
-      "step": 16481
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.2513579274863056,
-      "learning_rate": 1.3429043777469397e-06,
-      "loss": 0.1573,
-      "step": 16482
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.032128921002778,
-      "learning_rate": 1.3420801105262026e-06,
-      "loss": 0.1572,
-      "step": 16483
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9609598056949419,
-      "learning_rate": 1.3412560781520334e-06,
-      "loss": 0.1575,
-      "step": 16484
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9334010175995588,
-      "learning_rate": 1.3404322806467796e-06,
-      "loss": 0.1288,
-      "step": 16485
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.3460503358341827,
-      "learning_rate": 1.339608718032791e-06,
-      "loss": 0.1533,
-      "step": 16486
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.8418329982109378,
-      "learning_rate": 1.3387853903324032e-06,
-      "loss": 0.1772,
-      "step": 16487
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.667359050992339,
-      "learning_rate": 1.337962297567954e-06,
-      "loss": 0.1493,
-      "step": 16488
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0445679883208367,
-      "learning_rate": 1.3371394397617644e-06,
-      "loss": 0.1637,
-      "step": 16489
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.8907911590724815,
-      "learning_rate": 1.3363168169361574e-06,
-      "loss": 0.1643,
-      "step": 16490
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0557707181235574,
-      "learning_rate": 1.3354944291134452e-06,
-      "loss": 0.1616,
-      "step": 16491
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.8614216558652774,
-      "learning_rate": 1.3346722763159358e-06,
-      "loss": 0.1483,
-      "step": 16492
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.469119758561671,
-      "learning_rate": 1.3338503585659302e-06,
-      "loss": 0.1802,
-      "step": 16493
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.8268722157076108,
-      "learning_rate": 1.3330286758857258e-06,
-      "loss": 0.1535,
-      "step": 16494
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.978780111321717,
-      "learning_rate": 1.3322072282976051e-06,
-      "loss": 0.1771,
-      "step": 16495
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.7792839909962566,
-      "learning_rate": 1.3313860158238556e-06,
-      "loss": 0.156,
-      "step": 16496
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.130327790411797,
-      "learning_rate": 1.3305650384867475e-06,
-      "loss": 0.1761,
-      "step": 16497
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9698512769898063,
-      "learning_rate": 1.329744296308555e-06,
-      "loss": 0.1744,
-      "step": 16498
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.7540272536679848,
-      "learning_rate": 1.3289237893115348e-06,
-      "loss": 0.1715,
-      "step": 16499
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9543124083561036,
-      "learning_rate": 1.3281035175179503e-06,
-      "loss": 0.1716,
-      "step": 16500
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0794734550478802,
-      "learning_rate": 1.3272834809500446e-06,
-      "loss": 0.176,
-      "step": 16501
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.986549355968139,
-      "learning_rate": 1.3264636796300646e-06,
-      "loss": 0.1717,
-      "step": 16502
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9899451300872415,
-      "learning_rate": 1.325644113580249e-06,
-      "loss": 0.1564,
-      "step": 16503
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.1125736143872642,
-      "learning_rate": 1.3248247828228244e-06,
-      "loss": 0.1646,
-      "step": 16504
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.1028198395225064,
-      "learning_rate": 1.324005687380021e-06,
-      "loss": 0.1556,
-      "step": 16505
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.9268461161989021,
-      "learning_rate": 1.32318682727405e-06,
-      "loss": 0.1824,
-      "step": 16506
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.2747726043601,
-      "learning_rate": 1.322368202527129e-06,
-      "loss": 0.1638,
-      "step": 16507
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 9.851572183953692,
-      "learning_rate": 1.321549813161458e-06,
-      "loss": 0.1739,
-      "step": 16508
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.2012203043166474,
-      "learning_rate": 1.3207316591992392e-06,
-      "loss": 0.1578,
-      "step": 16509
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 2.631785569122105,
-      "learning_rate": 1.3199137406626639e-06,
-      "loss": 0.1582,
-      "step": 16510
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.8110969696411472,
-      "learning_rate": 1.319096057573921e-06,
-      "loss": 0.1816,
-      "step": 16511
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 2.4847912761305304,
-      "learning_rate": 1.3182786099551848e-06,
-      "loss": 0.1669,
-      "step": 16512
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0646581402910877,
-      "learning_rate": 1.3174613978286355e-06,
-      "loss": 0.1706,
-      "step": 16513
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.5209956250155796,
-      "learning_rate": 1.3166444212164331e-06,
-      "loss": 0.1956,
-      "step": 16514
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0073009213634985,
-      "learning_rate": 1.3158276801407432e-06,
-      "loss": 0.1748,
-      "step": 16515
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9904598112902595,
-      "learning_rate": 1.3150111746237159e-06,
-      "loss": 0.1339,
-      "step": 16516
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.4137658796525223,
-      "learning_rate": 1.3141949046875025e-06,
-      "loss": 0.1742,
-      "step": 16517
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.1149818676663423,
-      "learning_rate": 1.3133788703542417e-06,
-      "loss": 0.1771,
-      "step": 16518
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.8472715236112703,
-      "learning_rate": 1.3125630716460692e-06,
-      "loss": 0.1746,
-      "step": 16519
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.1760004963805697,
-      "learning_rate": 1.3117475085851173e-06,
-      "loss": 0.1757,
-      "step": 16520
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0916298607265162,
-      "learning_rate": 1.3109321811935017e-06,
-      "loss": 0.1651,
-      "step": 16521
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0303127188530168,
-      "learning_rate": 1.3101170894933436e-06,
-      "loss": 0.1641,
-      "step": 16522
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9849398321369848,
-      "learning_rate": 1.3093022335067485e-06,
-      "loss": 0.1786,
-      "step": 16523
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.926636407257029,
-      "learning_rate": 1.3084876132558233e-06,
-      "loss": 0.1583,
-      "step": 16524
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0249330189845316,
-      "learning_rate": 1.3076732287626603e-06,
-      "loss": 0.1666,
-      "step": 16525
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.8608635334435888,
-      "learning_rate": 1.306859080049353e-06,
-      "loss": 0.163,
-      "step": 16526
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.077394151696253,
-      "learning_rate": 1.3060451671379837e-06,
-      "loss": 0.1793,
-      "step": 16527
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9431214779085131,
-      "learning_rate": 1.3052314900506292e-06,
-      "loss": 0.1718,
-      "step": 16528
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0518179327905288,
-      "learning_rate": 1.3044180488093616e-06,
-      "loss": 0.1525,
-      "step": 16529
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.3463257700345999,
-      "learning_rate": 1.303604843436248e-06,
-      "loss": 0.1587,
-      "step": 16530
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0130415107260289,
-      "learning_rate": 1.3027918739533429e-06,
-      "loss": 0.1584,
-      "step": 16531
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.2403872414203043,
-      "learning_rate": 1.3019791403826998e-06,
-      "loss": 0.158,
-      "step": 16532
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9707677779447362,
-      "learning_rate": 1.3011666427463631e-06,
-      "loss": 0.1448,
-      "step": 16533
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.4342116326299943,
-      "learning_rate": 1.3003543810663744e-06,
-      "loss": 0.1634,
-      "step": 16534
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.8825279913771847,
-      "learning_rate": 1.2995423553647623e-06,
-      "loss": 0.1418,
-      "step": 16535
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.8585049453063847,
-      "learning_rate": 1.2987305656635541e-06,
-      "loss": 0.1763,
-      "step": 16536
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.8345181790410855,
-      "learning_rate": 1.297919011984774e-06,
-      "loss": 0.192,
-      "step": 16537
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0837015041442009,
-      "learning_rate": 1.2971076943504302e-06,
-      "loss": 0.1513,
-      "step": 16538
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.3773116668194152,
-      "learning_rate": 1.296296612782534e-06,
-      "loss": 0.1754,
-      "step": 16539
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0696309455674147,
-      "learning_rate": 1.2954857673030807e-06,
-      "loss": 0.1589,
-      "step": 16540
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9033196322937592,
-      "learning_rate": 1.2946751579340699e-06,
-      "loss": 0.1849,
-      "step": 16541
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9471419142153938,
-      "learning_rate": 1.293864784697486e-06,
-      "loss": 0.1392,
-      "step": 16542
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.8082640463443478,
-      "learning_rate": 1.2930546476153128e-06,
-      "loss": 0.1456,
-      "step": 16543
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.1840965734810238,
-      "learning_rate": 1.2922447467095222e-06,
-      "loss": 0.1835,
-      "step": 16544
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.5552907721291551,
-      "learning_rate": 1.2914350820020837e-06,
-      "loss": 0.1479,
-      "step": 16545
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.2297661172025343,
-      "learning_rate": 1.290625653514962e-06,
-      "loss": 0.157,
-      "step": 16546
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.8249973525995244,
-      "learning_rate": 1.2898164612701125e-06,
-      "loss": 0.1489,
-      "step": 16547
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.5170565974582284,
-      "learning_rate": 1.2890075052894812e-06,
-      "loss": 0.1853,
-      "step": 16548
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9236007876873691,
-      "learning_rate": 1.2881987855950162e-06,
-      "loss": 0.1636,
-      "step": 16549
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9777282906763574,
-      "learning_rate": 1.2873903022086487e-06,
-      "loss": 0.155,
-      "step": 16550
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.1129280526793448,
-      "learning_rate": 1.2865820551523134e-06,
-      "loss": 0.1848,
-      "step": 16551
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.995012290601466,
-      "learning_rate": 1.2857740444479306e-06,
-      "loss": 0.1923,
-      "step": 16552
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.014297480330186,
-      "learning_rate": 1.2849662701174204e-06,
-      "loss": 0.1802,
-      "step": 16553
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.3572272500601252,
-      "learning_rate": 1.28415873218269e-06,
-      "loss": 0.1404,
-      "step": 16554
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.5575915436378995,
-      "learning_rate": 1.2833514306656468e-06,
-      "loss": 0.1473,
-      "step": 16555
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.1382318316054767,
-      "learning_rate": 1.2825443655881897e-06,
-      "loss": 0.1705,
-      "step": 16556
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9193602383948707,
-      "learning_rate": 1.2817375369722074e-06,
-      "loss": 0.1576,
-      "step": 16557
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.8721215551729223,
-      "learning_rate": 1.2809309448395891e-06,
-      "loss": 0.1705,
-      "step": 16558
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.222139036368183,
-      "learning_rate": 1.2801245892122095e-06,
-      "loss": 0.169,
-      "step": 16559
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0006821267173502,
-      "learning_rate": 1.2793184701119444e-06,
-      "loss": 0.1468,
-      "step": 16560
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.8754388516894127,
-      "learning_rate": 1.2785125875606563e-06,
-      "loss": 0.1743,
-      "step": 16561
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.8966656140349384,
-      "learning_rate": 1.277706941580208e-06,
-      "loss": 0.1775,
-      "step": 16562
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.2780190755664806,
-      "learning_rate": 1.2769015321924506e-06,
-      "loss": 0.1712,
-      "step": 16563
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9360785334190713,
-      "learning_rate": 1.2760963594192332e-06,
-      "loss": 0.1488,
-      "step": 16564
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.910441612685864,
-      "learning_rate": 1.2752914232823942e-06,
-      "loss": 0.1678,
-      "step": 16565
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.5132061912551134,
-      "learning_rate": 1.2744867238037695e-06,
-      "loss": 0.1779,
-      "step": 16566
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0221427405596983,
-      "learning_rate": 1.2736822610051825e-06,
-      "loss": 0.1525,
-      "step": 16567
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9288590580525012,
-      "learning_rate": 1.2728780349084603e-06,
-      "loss": 0.1559,
-      "step": 16568
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.1899146088344454,
-      "learning_rate": 1.272074045535412e-06,
-      "loss": 0.1549,
-      "step": 16569
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.185011658713729,
-      "learning_rate": 1.271270292907849e-06,
-      "loss": 0.1754,
-      "step": 16570
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.110425755207929,
-      "learning_rate": 1.270466777047572e-06,
-      "loss": 0.1713,
-      "step": 16571
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.8477743760141506,
-      "learning_rate": 1.2696634979763757e-06,
-      "loss": 0.145,
-      "step": 16572
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.876659589143047,
-      "learning_rate": 1.2688604557160523e-06,
-      "loss": 0.1719,
-      "step": 16573
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.931464501268706,
-      "learning_rate": 1.26805765028838e-06,
-      "loss": 0.1742,
-      "step": 16574
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0268481379315793,
-      "learning_rate": 1.2672550817151397e-06,
-      "loss": 0.1778,
-      "step": 16575
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9313058948325292,
-      "learning_rate": 1.2664527500180956e-06,
-      "loss": 0.1481,
-      "step": 16576
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.041165067742634,
-      "learning_rate": 1.2656506552190163e-06,
-      "loss": 0.1793,
-      "step": 16577
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.3093192642434583,
-      "learning_rate": 1.264848797339655e-06,
-      "loss": 0.1745,
-      "step": 16578
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.1592795347577627,
-      "learning_rate": 1.2640471764017625e-06,
-      "loss": 0.165,
-      "step": 16579
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.5147033431066657,
-      "learning_rate": 1.2632457924270835e-06,
-      "loss": 0.1658,
-      "step": 16580
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9477516005638641,
-      "learning_rate": 1.2624446454373596e-06,
-      "loss": 0.162,
-      "step": 16581
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.6145234740898102,
-      "learning_rate": 1.2616437354543142e-06,
-      "loss": 0.1783,
-      "step": 16582
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9709781790920385,
-      "learning_rate": 1.2608430624996793e-06,
-      "loss": 0.1613,
-      "step": 16583
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0059251190145087,
-      "learning_rate": 1.2600426265951671e-06,
-      "loss": 0.1655,
-      "step": 16584
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.852242224906641,
-      "learning_rate": 1.2592424277624948e-06,
-      "loss": 0.1798,
-      "step": 16585
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9307410637537811,
-      "learning_rate": 1.2584424660233641e-06,
-      "loss": 0.1717,
-      "step": 16586
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 2.3261276227772267,
-      "learning_rate": 1.2576427413994764e-06,
-      "loss": 0.1568,
-      "step": 16587
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.1057900784109742,
-      "learning_rate": 1.2568432539125207e-06,
-      "loss": 0.1714,
-      "step": 16588
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0409802751492843,
-      "learning_rate": 1.256044003584186e-06,
-      "loss": 0.1449,
-      "step": 16589
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.189379870667062,
-      "learning_rate": 1.255244990436153e-06,
-      "loss": 0.1788,
-      "step": 16590
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9420416050470736,
-      "learning_rate": 1.2544462144900926e-06,
-      "loss": 0.1716,
-      "step": 16591
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.7131804242727195,
-      "learning_rate": 1.253647675767674e-06,
-      "loss": 0.1671,
-      "step": 16592
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.8651428576530652,
-      "learning_rate": 1.2528493742905533e-06,
-      "loss": 0.1541,
-      "step": 16593
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9329106635611252,
-      "learning_rate": 1.252051310080391e-06,
-      "loss": 0.1493,
-      "step": 16594
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.8348058446150314,
-      "learning_rate": 1.2512534831588285e-06,
-      "loss": 0.1701,
-      "step": 16595
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.3710651965857372,
-      "learning_rate": 1.2504558935475108e-06,
-      "loss": 0.1533,
-      "step": 16596
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.540429321961662,
-      "learning_rate": 1.2496585412680696e-06,
-      "loss": 0.1754,
-      "step": 16597
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9723673657195523,
-      "learning_rate": 1.2488614263421338e-06,
-      "loss": 0.1668,
-      "step": 16598
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.8723989382271515,
-      "learning_rate": 1.248064548791328e-06,
-      "loss": 0.2018,
-      "step": 16599
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.1434520514035937,
-      "learning_rate": 1.2472679086372662e-06,
-      "loss": 0.1568,
-      "step": 16600
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.3246782154021164,
-      "learning_rate": 1.2464715059015553e-06,
-      "loss": 0.1793,
-      "step": 16601
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 2.537808161865273,
-      "learning_rate": 1.2456753406058008e-06,
-      "loss": 0.1464,
-      "step": 16602
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.4533241913453714,
-      "learning_rate": 1.2448794127715947e-06,
-      "loss": 0.1396,
-      "step": 16603
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9080860744875678,
-      "learning_rate": 1.2440837224205316e-06,
-      "loss": 0.1399,
-      "step": 16604
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.470295143980769,
-      "learning_rate": 1.243288269574191e-06,
-      "loss": 0.1974,
-      "step": 16605
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 2.04915953083232,
-      "learning_rate": 1.242493054254149e-06,
-      "loss": 0.1341,
-      "step": 16606
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.044190308506685,
-      "learning_rate": 1.2416980764819807e-06,
-      "loss": 0.1829,
-      "step": 16607
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.867774746271164,
-      "learning_rate": 1.2409033362792444e-06,
-      "loss": 0.1518,
-      "step": 16608
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.054702853097598,
-      "learning_rate": 1.2401088336675015e-06,
-      "loss": 0.1585,
-      "step": 16609
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9045444257729103,
-      "learning_rate": 1.2393145686682995e-06,
-      "loss": 0.1741,
-      "step": 16610
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.4045243451592733,
-      "learning_rate": 1.2385205413031865e-06,
-      "loss": 0.179,
-      "step": 16611
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.8820536894164042,
-      "learning_rate": 1.2377267515936964e-06,
-      "loss": 0.1542,
-      "step": 16612
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.015566468698118,
-      "learning_rate": 1.2369331995613664e-06,
-      "loss": 0.1619,
-      "step": 16613
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.103506609341633,
-      "learning_rate": 1.2361398852277151e-06,
-      "loss": 0.1456,
-      "step": 16614
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 0.9577327705290578,
-      "learning_rate": 1.2353468086142639e-06,
-      "loss": 0.1849,
-      "step": 16615
-    },
-    {
-      "epoch": 0.84,
-      "grad_norm": 1.0037833100661795,
-      "learning_rate": 1.2345539697425269e-06,
-      "loss": 0.1584,
-      "step": 16616
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.8532619138403739,
-      "learning_rate": 1.2337613686340099e-06,
-      "loss": 0.16,
-      "step": 16617
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0251008349032038,
-      "learning_rate": 1.2329690053102085e-06,
-      "loss": 0.1654,
-      "step": 16618
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.8976002504409775,
-      "learning_rate": 1.2321768797926203e-06,
-      "loss": 0.1532,
-      "step": 16619
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.1929559472997977,
-      "learning_rate": 1.2313849921027277e-06,
-      "loss": 0.1759,
-      "step": 16620
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.2062388730124642,
-      "learning_rate": 1.2305933422620143e-06,
-      "loss": 0.1706,
-      "step": 16621
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9055888863766589,
-      "learning_rate": 1.2298019302919505e-06,
-      "loss": 0.1615,
-      "step": 16622
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.9225015025746164,
-      "learning_rate": 1.2290107562140053e-06,
-      "loss": 0.1593,
-      "step": 16623
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.2805442002710812,
-      "learning_rate": 1.2282198200496377e-06,
-      "loss": 0.1569,
-      "step": 16624
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.4657779384979428,
-      "learning_rate": 1.2274291218203027e-06,
-      "loss": 0.167,
-      "step": 16625
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0700714587634568,
-      "learning_rate": 1.22663866154745e-06,
-      "loss": 0.1695,
-      "step": 16626
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.8939815710264033,
-      "learning_rate": 1.225848439252517e-06,
-      "loss": 0.1686,
-      "step": 16627
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.144969292046293,
-      "learning_rate": 1.2250584549569433e-06,
-      "loss": 0.1475,
-      "step": 16628
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9233843808729649,
-      "learning_rate": 1.2242687086821525e-06,
-      "loss": 0.1464,
-      "step": 16629
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 2.6290684852204285,
-      "learning_rate": 1.2234792004495699e-06,
-      "loss": 0.1749,
-      "step": 16630
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.856185263973189,
-      "learning_rate": 1.2226899302806083e-06,
-      "loss": 0.1517,
-      "step": 16631
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0364409409561266,
-      "learning_rate": 1.2219008981966785e-06,
-      "loss": 0.1678,
-      "step": 16632
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.130986837273496,
-      "learning_rate": 1.221112104219182e-06,
-      "loss": 0.1577,
-      "step": 16633
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9271609905857692,
-      "learning_rate": 1.2203235483695176e-06,
-      "loss": 0.1397,
-      "step": 16634
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.3835412288620175,
-      "learning_rate": 1.2195352306690711e-06,
-      "loss": 0.1585,
-      "step": 16635
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 2.924188954337587,
-      "learning_rate": 1.218747151139229e-06,
-      "loss": 0.1469,
-      "step": 16636
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.1342662068725529,
-      "learning_rate": 1.2179593098013642e-06,
-      "loss": 0.1648,
-      "step": 16637
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.391040675182654,
-      "learning_rate": 1.2171717066768518e-06,
-      "loss": 0.1583,
-      "step": 16638
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.3017551674300645,
-      "learning_rate": 1.2163843417870503e-06,
-      "loss": 0.1599,
-      "step": 16639
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.2893603271246814,
-      "learning_rate": 1.2155972151533225e-06,
-      "loss": 0.1635,
-      "step": 16640
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.5560227204195407,
-      "learning_rate": 1.2148103267970135e-06,
-      "loss": 0.1589,
-      "step": 16641
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.3221619669349556,
-      "learning_rate": 1.2140236767394708e-06,
-      "loss": 0.1865,
-      "step": 16642
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.5757234214722537,
-      "learning_rate": 1.213237265002034e-06,
-      "loss": 0.1658,
-      "step": 16643
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.029193912238693,
-      "learning_rate": 1.2124510916060307e-06,
-      "loss": 0.1572,
-      "step": 16644
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.3440173887333735,
-      "learning_rate": 1.21166515657279e-06,
-      "loss": 0.1482,
-      "step": 16645
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 4.427243578192571,
-      "learning_rate": 1.2108794599236262e-06,
-      "loss": 0.1679,
-      "step": 16646
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.2071076339340914,
-      "learning_rate": 1.2100940016798558e-06,
-      "loss": 0.1848,
-      "step": 16647
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.1556199995839302,
-      "learning_rate": 1.2093087818627801e-06,
-      "loss": 0.1781,
-      "step": 16648
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.8756934847230738,
-      "learning_rate": 1.2085238004937017e-06,
-      "loss": 0.1563,
-      "step": 16649
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0378254794811703,
-      "learning_rate": 1.2077390575939097e-06,
-      "loss": 0.1684,
-      "step": 16650
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.5403138077505762,
-      "learning_rate": 1.2069545531846926e-06,
-      "loss": 0.1441,
-      "step": 16651
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.753894289360156,
-      "learning_rate": 1.2061702872873304e-06,
-      "loss": 0.1792,
-      "step": 16652
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9978037641503398,
-      "learning_rate": 1.205386259923097e-06,
-      "loss": 0.1488,
-      "step": 16653
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0916070622992498,
-      "learning_rate": 1.2046024711132564e-06,
-      "loss": 0.1893,
-      "step": 16654
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0336387552043056,
-      "learning_rate": 1.2038189208790718e-06,
-      "loss": 0.1595,
-      "step": 16655
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9740026133928388,
-      "learning_rate": 1.203035609241795e-06,
-      "loss": 0.1524,
-      "step": 16656
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.2294148310206503,
-      "learning_rate": 1.2022525362226755e-06,
-      "loss": 0.1754,
-      "step": 16657
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9963912849910682,
-      "learning_rate": 1.201469701842951e-06,
-      "loss": 0.1686,
-      "step": 16658
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.4602436474568625,
-      "learning_rate": 1.2006871061238578e-06,
-      "loss": 0.1516,
-      "step": 16659
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.2083045646730413,
-      "learning_rate": 1.1999047490866255e-06,
-      "loss": 0.1754,
-      "step": 16660
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9319805806800955,
-      "learning_rate": 1.1991226307524727e-06,
-      "loss": 0.1651,
-      "step": 16661
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.057164534609886,
-      "learning_rate": 1.198340751142617e-06,
-      "loss": 0.1414,
-      "step": 16662
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.2254343247363502,
-      "learning_rate": 1.1975591102782635e-06,
-      "loss": 0.1509,
-      "step": 16663
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.8658829631174367,
-      "learning_rate": 1.1967777081806187e-06,
-      "loss": 0.1448,
-      "step": 16664
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.960613665093742,
-      "learning_rate": 1.1959965448708731e-06,
-      "loss": 0.1701,
-      "step": 16665
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.748125493424765,
-      "learning_rate": 1.1952156203702215e-06,
-      "loss": 0.1563,
-      "step": 16666
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9075724124031925,
-      "learning_rate": 1.1944349346998407e-06,
-      "loss": 0.1496,
-      "step": 16667
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9928967707047157,
-      "learning_rate": 1.1936544878809097e-06,
-      "loss": 0.1748,
-      "step": 16668
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0413533784476476,
-      "learning_rate": 1.1928742799345982e-06,
-      "loss": 0.1767,
-      "step": 16669
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9206089006391661,
-      "learning_rate": 1.1920943108820714e-06,
-      "loss": 0.1706,
-      "step": 16670
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.2401044893499937,
-      "learning_rate": 1.1913145807444815e-06,
-      "loss": 0.1882,
-      "step": 16671
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.908453897796349,
-      "learning_rate": 1.1905350895429835e-06,
-      "loss": 0.1746,
-      "step": 16672
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.8886683505554861,
-      "learning_rate": 1.1897558372987172e-06,
-      "loss": 0.1677,
-      "step": 16673
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.4196567280330579,
-      "learning_rate": 1.1889768240328225e-06,
-      "loss": 0.1716,
-      "step": 16674
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0678208880582205,
-      "learning_rate": 1.1881980497664282e-06,
-      "loss": 0.1358,
-      "step": 16675
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0379333061722018,
-      "learning_rate": 1.1874195145206603e-06,
-      "loss": 0.1687,
-      "step": 16676
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.126038895773892,
-      "learning_rate": 1.1866412183166343e-06,
-      "loss": 0.1762,
-      "step": 16677
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0333889541378998,
-      "learning_rate": 1.1858631611754623e-06,
-      "loss": 0.1668,
-      "step": 16678
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.1298072797466057,
-      "learning_rate": 1.185085343118253e-06,
-      "loss": 0.1697,
-      "step": 16679
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.7944560604697056,
-      "learning_rate": 1.1843077641660994e-06,
-      "loss": 0.1484,
-      "step": 16680
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.622632460724044,
-      "learning_rate": 1.183530424340098e-06,
-      "loss": 0.1536,
-      "step": 16681
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.2091299150586754,
-      "learning_rate": 1.1827533236613287e-06,
-      "loss": 0.1691,
-      "step": 16682
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0788931153139116,
-      "learning_rate": 1.1819764621508757e-06,
-      "loss": 0.1669,
-      "step": 16683
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.4777706715450771,
-      "learning_rate": 1.1811998398298074e-06,
-      "loss": 0.1733,
-      "step": 16684
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9636743457847207,
-      "learning_rate": 1.1804234567191919e-06,
-      "loss": 0.1698,
-      "step": 16685
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.93649863813618,
-      "learning_rate": 1.1796473128400888e-06,
-      "loss": 0.1561,
-      "step": 16686
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.1509318525011094,
-      "learning_rate": 1.178871408213551e-06,
-      "loss": 0.1648,
-      "step": 16687
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.1851623200092514,
-      "learning_rate": 1.1780957428606232e-06,
-      "loss": 0.16,
-      "step": 16688
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.303285860586854,
-      "learning_rate": 1.1773203168023496e-06,
-      "loss": 0.1832,
-      "step": 16689
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.5576203670591835,
-      "learning_rate": 1.1765451300597574e-06,
-      "loss": 0.1639,
-      "step": 16690
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.3140735072944771,
-      "learning_rate": 1.1757701826538792e-06,
-      "loss": 0.1562,
-      "step": 16691
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0278507652035873,
-      "learning_rate": 1.1749954746057313e-06,
-      "loss": 0.166,
-      "step": 16692
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.224398636284123,
-      "learning_rate": 1.1742210059363312e-06,
-      "loss": 0.1546,
-      "step": 16693
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.26970783716945,
-      "learning_rate": 1.1734467766666835e-06,
-      "loss": 0.1856,
-      "step": 16694
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0206282492563024,
-      "learning_rate": 1.1726727868177902e-06,
-      "loss": 0.1519,
-      "step": 16695
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0267392565262938,
-      "learning_rate": 1.1718990364106476e-06,
-      "loss": 0.1599,
-      "step": 16696
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0081117309857632,
-      "learning_rate": 1.1711255254662413e-06,
-      "loss": 0.168,
-      "step": 16697
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.3485046268234842,
-      "learning_rate": 1.1703522540055545e-06,
-      "loss": 0.1509,
-      "step": 16698
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.1515961083542794,
-      "learning_rate": 1.1695792220495605e-06,
-      "loss": 0.1563,
-      "step": 16699
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.1567499848884912,
-      "learning_rate": 1.1688064296192313e-06,
-      "loss": 0.1724,
-      "step": 16700
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.7545024826691027,
-      "learning_rate": 1.1680338767355237e-06,
-      "loss": 0.1678,
-      "step": 16701
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.988731933262323,
-      "learning_rate": 1.1672615634193961e-06,
-      "loss": 0.1494,
-      "step": 16702
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.7795116724077813,
-      "learning_rate": 1.1664894896917966e-06,
-      "loss": 0.1538,
-      "step": 16703
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.127248147568288,
-      "learning_rate": 1.1657176555736716e-06,
-      "loss": 0.182,
-      "step": 16704
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 2.0378052019218376,
-      "learning_rate": 1.164946061085952e-06,
-      "loss": 0.1718,
-      "step": 16705
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.1251788094051784,
-      "learning_rate": 1.1641747062495723e-06,
-      "loss": 0.1738,
-      "step": 16706
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0306360633053053,
-      "learning_rate": 1.163403591085449e-06,
-      "loss": 0.1581,
-      "step": 16707
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.934544355171937,
-      "learning_rate": 1.1626327156145055e-06,
-      "loss": 0.1486,
-      "step": 16708
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.7447446102909068,
-      "learning_rate": 1.1618620798576474e-06,
-      "loss": 0.1702,
-      "step": 16709
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.399895022519527,
-      "learning_rate": 1.16109168383578e-06,
-      "loss": 0.1679,
-      "step": 16710
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.2903232844612942,
-      "learning_rate": 1.1603215275697988e-06,
-      "loss": 0.1856,
-      "step": 16711
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.024990843444502,
-      "learning_rate": 1.159551611080596e-06,
-      "loss": 0.1592,
-      "step": 16712
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9194915982988668,
-      "learning_rate": 1.1587819343890561e-06,
-      "loss": 0.1671,
-      "step": 16713
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.1353129904878652,
-      "learning_rate": 1.1580124975160534e-06,
-      "loss": 0.1731,
-      "step": 16714
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0024954784880729,
-      "learning_rate": 1.1572433004824635e-06,
-      "loss": 0.1533,
-      "step": 16715
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0136144334892372,
-      "learning_rate": 1.1564743433091463e-06,
-      "loss": 0.1551,
-      "step": 16716
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0058020332612845,
-      "learning_rate": 1.1557056260169653e-06,
-      "loss": 0.177,
-      "step": 16717
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.7741571728019853,
-      "learning_rate": 1.1549371486267646e-06,
-      "loss": 0.153,
-      "step": 16718
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.121485078716398,
-      "learning_rate": 1.1541689111593969e-06,
-      "loss": 0.1623,
-      "step": 16719
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0291767208676794,
-      "learning_rate": 1.153400913635695e-06,
-      "loss": 0.1635,
-      "step": 16720
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.1490953421687071,
-      "learning_rate": 1.1526331560764926e-06,
-      "loss": 0.1611,
-      "step": 16721
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.15884448329287,
-      "learning_rate": 1.151865638502615e-06,
-      "loss": 0.1759,
-      "step": 16722
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0724547886666227,
-      "learning_rate": 1.1510983609348847e-06,
-      "loss": 0.1575,
-      "step": 16723
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9482165988645026,
-      "learning_rate": 1.1503313233941082e-06,
-      "loss": 0.1598,
-      "step": 16724
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9189930992394797,
-      "learning_rate": 1.1495645259010969e-06,
-      "loss": 0.16,
-      "step": 16725
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.6922036695384618,
-      "learning_rate": 1.148797968476646e-06,
-      "loss": 0.1426,
-      "step": 16726
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.3946996712571365,
-      "learning_rate": 1.1480316511415513e-06,
-      "loss": 0.1821,
-      "step": 16727
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9618638738746309,
-      "learning_rate": 1.1472655739165961e-06,
-      "loss": 0.1481,
-      "step": 16728
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.9534958513144793,
-      "learning_rate": 1.1464997368225629e-06,
-      "loss": 0.1691,
-      "step": 16729
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0621077501576741,
-      "learning_rate": 1.1457341398802269e-06,
-      "loss": 0.167,
-      "step": 16730
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.1239092189624629,
-      "learning_rate": 1.1449687831103495e-06,
-      "loss": 0.1778,
-      "step": 16731
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.1674994384296928,
-      "learning_rate": 1.1442036665336953e-06,
-      "loss": 0.1806,
-      "step": 16732
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9455081777025037,
-      "learning_rate": 1.1434387901710164e-06,
-      "loss": 0.1679,
-      "step": 16733
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0255477263215511,
-      "learning_rate": 1.142674154043062e-06,
-      "loss": 0.1815,
-      "step": 16734
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9171922536179344,
-      "learning_rate": 1.1419097581705686e-06,
-      "loss": 0.1512,
-      "step": 16735
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0202324495736854,
-      "learning_rate": 1.1411456025742763e-06,
-      "loss": 0.1703,
-      "step": 16736
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.8282685116494622,
-      "learning_rate": 1.1403816872749074e-06,
-      "loss": 0.1707,
-      "step": 16737
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.3741495687109866,
-      "learning_rate": 1.1396180122931854e-06,
-      "loss": 0.1663,
-      "step": 16738
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.944588868826035,
-      "learning_rate": 1.1388545776498262e-06,
-      "loss": 0.1568,
-      "step": 16739
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9649547498178261,
-      "learning_rate": 1.1380913833655383e-06,
-      "loss": 0.1646,
-      "step": 16740
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0557333070394006,
-      "learning_rate": 1.13732842946102e-06,
-      "loss": 0.1941,
-      "step": 16741
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.2316283911922998,
-      "learning_rate": 1.136565715956971e-06,
-      "loss": 0.1602,
-      "step": 16742
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.1441727807938522,
-      "learning_rate": 1.1358032428740763e-06,
-      "loss": 0.1568,
-      "step": 16743
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.5479886581033788,
-      "learning_rate": 1.13504101023302e-06,
-      "loss": 0.1602,
-      "step": 16744
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.934032607491036,
-      "learning_rate": 1.134279018054475e-06,
-      "loss": 0.1683,
-      "step": 16745
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0609235864393567,
-      "learning_rate": 1.1335172663591155e-06,
-      "loss": 0.161,
-      "step": 16746
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.6371308461071334,
-      "learning_rate": 1.1327557551675983e-06,
-      "loss": 0.1723,
-      "step": 16747
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.1378631228418552,
-      "learning_rate": 1.1319944845005815e-06,
-      "loss": 0.1641,
-      "step": 16748
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0222296313110266,
-      "learning_rate": 1.1312334543787185e-06,
-      "loss": 0.1712,
-      "step": 16749
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9525488302209721,
-      "learning_rate": 1.130472664822646e-06,
-      "loss": 0.164,
-      "step": 16750
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.048597087332812,
-      "learning_rate": 1.1297121158530056e-06,
-      "loss": 0.1345,
-      "step": 16751
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9475471414124667,
-      "learning_rate": 1.1289518074904227e-06,
-      "loss": 0.1838,
-      "step": 16752
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9362631929645722,
-      "learning_rate": 1.1281917397555253e-06,
-      "loss": 0.1598,
-      "step": 16753
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9116553796982717,
-      "learning_rate": 1.127431912668926e-06,
-      "loss": 0.1609,
-      "step": 16754
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9891970094191186,
-      "learning_rate": 1.126672326251238e-06,
-      "loss": 0.1706,
-      "step": 16755
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.4497468118338226,
-      "learning_rate": 1.125912980523064e-06,
-      "loss": 0.1674,
-      "step": 16756
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0089683525593092,
-      "learning_rate": 1.1251538755050029e-06,
-      "loss": 0.1587,
-      "step": 16757
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.8990294325244518,
-      "learning_rate": 1.1243950112176428e-06,
-      "loss": 0.1645,
-      "step": 16758
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9831129016045187,
-      "learning_rate": 1.1236363876815705e-06,
-      "loss": 0.1588,
-      "step": 16759
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0042388056429106,
-      "learning_rate": 1.1228780049173616e-06,
-      "loss": 0.1534,
-      "step": 16760
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0436397492912155,
-      "learning_rate": 1.1221198629455898e-06,
-      "loss": 0.1647,
-      "step": 16761
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9136767477797114,
-      "learning_rate": 1.1213619617868154e-06,
-      "loss": 0.1388,
-      "step": 16762
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.8794550315521854,
-      "learning_rate": 1.120604301461602e-06,
-      "loss": 0.1854,
-      "step": 16763
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.1904734038906932,
-      "learning_rate": 1.1198468819904962e-06,
-      "loss": 0.1649,
-      "step": 16764
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0325953177890068,
-      "learning_rate": 1.1190897033940461e-06,
-      "loss": 0.166,
-      "step": 16765
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0705206526153064,
-      "learning_rate": 1.11833276569279e-06,
-      "loss": 0.1667,
-      "step": 16766
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.949411680260893,
-      "learning_rate": 1.117576068907258e-06,
-      "loss": 0.166,
-      "step": 16767
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9224277427372204,
-      "learning_rate": 1.116819613057979e-06,
-      "loss": 0.1555,
-      "step": 16768
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0286982699631861,
-      "learning_rate": 1.1160633981654679e-06,
-      "loss": 0.163,
-      "step": 16769
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9503726540756631,
-      "learning_rate": 1.1153074242502404e-06,
-      "loss": 0.1821,
-      "step": 16770
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0626090541232485,
-      "learning_rate": 1.1145516913327991e-06,
-      "loss": 0.1817,
-      "step": 16771
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.8112805845435304,
-      "learning_rate": 1.1137961994336467e-06,
-      "loss": 0.1458,
-      "step": 16772
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 3.6616339502407302,
-      "learning_rate": 1.1130409485732718e-06,
-      "loss": 0.1719,
-      "step": 16773
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.4096929572061465,
-      "learning_rate": 1.112285938772164e-06,
-      "loss": 0.1431,
-      "step": 16774
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.1876330357447296,
-      "learning_rate": 1.1115311700508026e-06,
-      "loss": 0.1736,
-      "step": 16775
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.8458628499040595,
-      "learning_rate": 1.1107766424296606e-06,
-      "loss": 0.1515,
-      "step": 16776
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9829250335898947,
-      "learning_rate": 1.1100223559292035e-06,
-      "loss": 0.1588,
-      "step": 16777
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9993965169500876,
-      "learning_rate": 1.1092683105698943e-06,
-      "loss": 0.1751,
-      "step": 16778
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0923849752085002,
-      "learning_rate": 1.1085145063721814e-06,
-      "loss": 0.1757,
-      "step": 16779
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.5467147394843548,
-      "learning_rate": 1.1077609433565173e-06,
-      "loss": 0.1703,
-      "step": 16780
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.8122282454607503,
-      "learning_rate": 1.1070076215433367e-06,
-      "loss": 0.1697,
-      "step": 16781
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.49125635176288,
-      "learning_rate": 1.1062545409530778e-06,
-      "loss": 0.1824,
-      "step": 16782
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0610533686743882,
-      "learning_rate": 1.1055017016061687e-06,
-      "loss": 0.1772,
-      "step": 16783
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9301093497530798,
-      "learning_rate": 1.1047491035230262e-06,
-      "loss": 0.1504,
-      "step": 16784
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.229501628580653,
-      "learning_rate": 1.1039967467240687e-06,
-      "loss": 0.1473,
-      "step": 16785
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.2435714542781264,
-      "learning_rate": 1.1032446312296995e-06,
-      "loss": 0.154,
-      "step": 16786
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9557053053008547,
-      "learning_rate": 1.102492757060325e-06,
-      "loss": 0.167,
-      "step": 16787
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 2.9880025827983654,
-      "learning_rate": 1.1017411242363341e-06,
-      "loss": 0.147,
-      "step": 16788
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9448609802832272,
-      "learning_rate": 1.1009897327781204e-06,
-      "loss": 0.1805,
-      "step": 16789
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.1482386908142481,
-      "learning_rate": 1.1002385827060602e-06,
-      "loss": 0.1621,
-      "step": 16790
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.6367255102843754,
-      "learning_rate": 1.0994876740405314e-06,
-      "loss": 0.1771,
-      "step": 16791
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.8989530912050467,
-      "learning_rate": 1.0987370068019021e-06,
-      "loss": 0.1603,
-      "step": 16792
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.1553896505928736,
-      "learning_rate": 1.0979865810105371e-06,
-      "loss": 0.1405,
-      "step": 16793
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0036497212360274,
-      "learning_rate": 1.0972363966867861e-06,
-      "loss": 0.1559,
-      "step": 16794
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.6289270363632566,
-      "learning_rate": 1.0964864538510022e-06,
-      "loss": 0.1923,
-      "step": 16795
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9544763364485803,
-      "learning_rate": 1.095736752523525e-06,
-      "loss": 0.1522,
-      "step": 16796
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0078909004640204,
-      "learning_rate": 1.094987292724693e-06,
-      "loss": 0.165,
-      "step": 16797
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.453663246336247,
-      "learning_rate": 1.0942380744748315e-06,
-      "loss": 0.1784,
-      "step": 16798
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.6144793012492105,
-      "learning_rate": 1.0934890977942646e-06,
-      "loss": 0.1675,
-      "step": 16799
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9762171377498543,
-      "learning_rate": 1.0927403627033129e-06,
-      "loss": 0.1633,
-      "step": 16800
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.2662144545477028,
-      "learning_rate": 1.0919918692222785e-06,
-      "loss": 0.1654,
-      "step": 16801
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0651887956028305,
-      "learning_rate": 1.091243617371469e-06,
-      "loss": 0.1502,
-      "step": 16802
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.8561373873884675,
-      "learning_rate": 1.0904956071711792e-06,
-      "loss": 0.1681,
-      "step": 16803
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.7538486873095505,
-      "learning_rate": 1.0897478386417003e-06,
-      "loss": 0.1783,
-      "step": 16804
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.043431297504966,
-      "learning_rate": 1.0890003118033132e-06,
-      "loss": 0.1787,
-      "step": 16805
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.8472181882913274,
-      "learning_rate": 1.088253026676297e-06,
-      "loss": 0.1628,
-      "step": 16806
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9808913031348376,
-      "learning_rate": 1.08750598328092e-06,
-      "loss": 0.1607,
-      "step": 16807
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.0819924372854248,
-      "learning_rate": 1.0867591816374456e-06,
-      "loss": 0.1702,
-      "step": 16808
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9482495395134791,
-      "learning_rate": 1.0860126217661326e-06,
-      "loss": 0.1651,
-      "step": 16809
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 1.2523002163974752,
-      "learning_rate": 1.0852663036872324e-06,
-      "loss": 0.1727,
-      "step": 16810
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.8939924425722398,
-      "learning_rate": 1.0845202274209842e-06,
-      "loss": 0.1637,
-      "step": 16811
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9276742350222884,
-      "learning_rate": 1.0837743929876321e-06,
-      "loss": 0.162,
-      "step": 16812
-    },
-    {
-      "epoch": 0.85,
-      "grad_norm": 0.9346752169512902,
-      "learning_rate": 1.0830288004073997e-06,
-      "loss": 0.1653,
-      "step": 16813
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8831929316357998,
-      "learning_rate": 1.0822834497005174e-06,
-      "loss": 0.1514,
-      "step": 16814
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8418644534814382,
-      "learning_rate": 1.0815383408871983e-06,
-      "loss": 0.1696,
-      "step": 16815
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9462951060958208,
-      "learning_rate": 1.080793473987657e-06,
-      "loss": 0.1689,
-      "step": 16816
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1273647831520743,
-      "learning_rate": 1.080048849022095e-06,
-      "loss": 0.1578,
-      "step": 16817
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.064506698976965,
-      "learning_rate": 1.079304466010712e-06,
-      "loss": 0.152,
-      "step": 16818
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9350482498821943,
-      "learning_rate": 1.0785603249737008e-06,
-      "loss": 0.1572,
-      "step": 16819
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8666707172937299,
-      "learning_rate": 1.0778164259312418e-06,
-      "loss": 0.1439,
-      "step": 16820
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.2224856485223698,
-      "learning_rate": 1.0770727689035198e-06,
-      "loss": 0.163,
-      "step": 16821
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.5428579120628447,
-      "learning_rate": 1.0763293539107e-06,
-      "loss": 0.1616,
-      "step": 16822
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1434133419606083,
-      "learning_rate": 1.0755861809729518e-06,
-      "loss": 0.1518,
-      "step": 16823
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8105189335585022,
-      "learning_rate": 1.0748432501104322e-06,
-      "loss": 0.1448,
-      "step": 16824
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.9990081041082408,
-      "learning_rate": 1.074100561343292e-06,
-      "loss": 0.171,
-      "step": 16825
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.9316776439039638,
-      "learning_rate": 1.0733581146916793e-06,
-      "loss": 0.1706,
-      "step": 16826
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9572566077695434,
-      "learning_rate": 1.0726159101757327e-06,
-      "loss": 0.1766,
-      "step": 16827
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.2773673420161995,
-      "learning_rate": 1.0718739478155827e-06,
-      "loss": 0.1915,
-      "step": 16828
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9132114296361398,
-      "learning_rate": 1.0711322276313586e-06,
-      "loss": 0.1636,
-      "step": 16829
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8430574453562424,
-      "learning_rate": 1.0703907496431743e-06,
-      "loss": 0.1673,
-      "step": 16830
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.9082397791162895,
-      "learning_rate": 1.0696495138711472e-06,
-      "loss": 0.1566,
-      "step": 16831
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.021608843054946,
-      "learning_rate": 1.06890852033538e-06,
-      "loss": 0.1549,
-      "step": 16832
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.528181675833744,
-      "learning_rate": 1.0681677690559743e-06,
-      "loss": 0.1617,
-      "step": 16833
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0214552074791603,
-      "learning_rate": 1.0674272600530223e-06,
-      "loss": 0.1514,
-      "step": 16834
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0212046421885956,
-      "learning_rate": 1.0666869933466085e-06,
-      "loss": 0.1613,
-      "step": 16835
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.9574791998002623,
-      "learning_rate": 1.065946968956818e-06,
-      "loss": 0.1637,
-      "step": 16836
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0040720899152797,
-      "learning_rate": 1.0652071869037172e-06,
-      "loss": 0.1667,
-      "step": 16837
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 2.9335152830552658,
-      "learning_rate": 1.0644676472073789e-06,
-      "loss": 0.1617,
-      "step": 16838
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1742512919227117,
-      "learning_rate": 1.0637283498878592e-06,
-      "loss": 0.1684,
-      "step": 16839
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1858526578379234,
-      "learning_rate": 1.0629892949652133e-06,
-      "loss": 0.1756,
-      "step": 16840
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1309226874477336,
-      "learning_rate": 1.0622504824594859e-06,
-      "loss": 0.1786,
-      "step": 16841
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9353874388661649,
-      "learning_rate": 1.0615119123907214e-06,
-      "loss": 0.1552,
-      "step": 16842
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.8959094708241735,
-      "learning_rate": 1.060773584778949e-06,
-      "loss": 0.1619,
-      "step": 16843
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.089295782757551,
-      "learning_rate": 1.0600354996441986e-06,
-      "loss": 0.168,
-      "step": 16844
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9320442391189215,
-      "learning_rate": 1.0592976570064894e-06,
-      "loss": 0.1626,
-      "step": 16845
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1291690300178296,
-      "learning_rate": 1.058560056885838e-06,
-      "loss": 0.1674,
-      "step": 16846
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0781302845432605,
-      "learning_rate": 1.0578226993022488e-06,
-      "loss": 0.1682,
-      "step": 16847
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8344528027416395,
-      "learning_rate": 1.0570855842757255e-06,
-      "loss": 0.1715,
-      "step": 16848
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9485026795896946,
-      "learning_rate": 1.0563487118262583e-06,
-      "loss": 0.1544,
-      "step": 16849
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.2366380866579516,
-      "learning_rate": 1.0556120819738403e-06,
-      "loss": 0.1746,
-      "step": 16850
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8921220522014538,
-      "learning_rate": 1.0548756947384475e-06,
-      "loss": 0.1773,
-      "step": 16851
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.2807101360981994,
-      "learning_rate": 1.0541395501400564e-06,
-      "loss": 0.1778,
-      "step": 16852
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9657410535613355,
-      "learning_rate": 1.0534036481986375e-06,
-      "loss": 0.1783,
-      "step": 16853
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1306778682370806,
-      "learning_rate": 1.0526679889341484e-06,
-      "loss": 0.176,
-      "step": 16854
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8940590385512903,
-      "learning_rate": 1.0519325723665463e-06,
-      "loss": 0.1595,
-      "step": 16855
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.067914678261924,
-      "learning_rate": 1.0511973985157775e-06,
-      "loss": 0.1704,
-      "step": 16856
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.20909021403613,
-      "learning_rate": 1.0504624674017872e-06,
-      "loss": 0.1612,
-      "step": 16857
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0323079356985376,
-      "learning_rate": 1.0497277790445048e-06,
-      "loss": 0.1611,
-      "step": 16858
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8631782867591103,
-      "learning_rate": 1.0489933334638648e-06,
-      "loss": 0.1794,
-      "step": 16859
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1566319344478255,
-      "learning_rate": 1.0482591306797829e-06,
-      "loss": 0.1809,
-      "step": 16860
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1401885609706566,
-      "learning_rate": 1.0475251707121791e-06,
-      "loss": 0.1381,
-      "step": 16861
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.5511236998777376,
-      "learning_rate": 1.0467914535809599e-06,
-      "loss": 0.152,
-      "step": 16862
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.5753143634265765,
-      "learning_rate": 1.04605797930603e-06,
-      "loss": 0.1685,
-      "step": 16863
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1623307582591522,
-      "learning_rate": 1.0453247479072814e-06,
-      "loss": 0.1507,
-      "step": 16864
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1270531847545042,
-      "learning_rate": 1.0445917594046073e-06,
-      "loss": 0.1511,
-      "step": 16865
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 2.0339182269036757,
-      "learning_rate": 1.043859013817885e-06,
-      "loss": 0.165,
-      "step": 16866
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0908660060529582,
-      "learning_rate": 1.0431265111669952e-06,
-      "loss": 0.152,
-      "step": 16867
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0022956563358218,
-      "learning_rate": 1.0423942514718043e-06,
-      "loss": 0.1529,
-      "step": 16868
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8736893626239377,
-      "learning_rate": 1.0416622347521732e-06,
-      "loss": 0.1714,
-      "step": 16869
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 2.6477719177196377,
-      "learning_rate": 1.0409304610279603e-06,
-      "loss": 0.174,
-      "step": 16870
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.3499421597610715,
-      "learning_rate": 1.0401989303190141e-06,
-      "loss": 0.1519,
-      "step": 16871
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1109980178568921,
-      "learning_rate": 1.039467642645181e-06,
-      "loss": 0.1718,
-      "step": 16872
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.226219785772608,
-      "learning_rate": 1.038736598026291e-06,
-      "loss": 0.1719,
-      "step": 16873
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.439364984206557,
-      "learning_rate": 1.03800579648218e-06,
-      "loss": 0.1446,
-      "step": 16874
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1988578257912608,
-      "learning_rate": 1.0372752380326645e-06,
-      "loss": 0.1809,
-      "step": 16875
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.5934155252133868,
-      "learning_rate": 1.0365449226975677e-06,
-      "loss": 0.1803,
-      "step": 16876
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1377548167853007,
-      "learning_rate": 1.0358148504966935e-06,
-      "loss": 0.1548,
-      "step": 16877
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.436773878572512,
-      "learning_rate": 1.0350850214498486e-06,
-      "loss": 0.1562,
-      "step": 16878
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9801581415679828,
-      "learning_rate": 1.0343554355768282e-06,
-      "loss": 0.171,
-      "step": 16879
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.7754791213662016,
-      "learning_rate": 1.0336260928974252e-06,
-      "loss": 0.1658,
-      "step": 16880
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0383938709850917,
-      "learning_rate": 1.0328969934314181e-06,
-      "loss": 0.1607,
-      "step": 16881
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8080092997766583,
-      "learning_rate": 1.0321681371985892e-06,
-      "loss": 0.1422,
-      "step": 16882
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0266233977427306,
-      "learning_rate": 1.0314395242187037e-06,
-      "loss": 0.1649,
-      "step": 16883
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.4384666085729678,
-      "learning_rate": 1.0307111545115301e-06,
-      "loss": 0.1672,
-      "step": 16884
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1492817195259588,
-      "learning_rate": 1.0299830280968205e-06,
-      "loss": 0.1709,
-      "step": 16885
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0985167211243825,
-      "learning_rate": 1.02925514499433e-06,
-      "loss": 0.1668,
-      "step": 16886
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.032134037777604,
-      "learning_rate": 1.0285275052237987e-06,
-      "loss": 0.1665,
-      "step": 16887
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.078501377404676,
-      "learning_rate": 1.027800108804966e-06,
-      "loss": 0.1602,
-      "step": 16888
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9876329553773102,
-      "learning_rate": 1.027072955757563e-06,
-      "loss": 0.1541,
-      "step": 16889
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0754178281906779,
-      "learning_rate": 1.026346046101312e-06,
-      "loss": 0.1579,
-      "step": 16890
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 2.2273783014245425,
-      "learning_rate": 1.0256193798559322e-06,
-      "loss": 0.169,
-      "step": 16891
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.2721252163758574,
-      "learning_rate": 1.0248929570411327e-06,
-      "loss": 0.1998,
-      "step": 16892
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9013353020840622,
-      "learning_rate": 1.0241667776766196e-06,
-      "loss": 0.1588,
-      "step": 16893
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9338838445718988,
-      "learning_rate": 1.0234408417820884e-06,
-      "loss": 0.151,
-      "step": 16894
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1278581521392987,
-      "learning_rate": 1.0227151493772324e-06,
-      "loss": 0.1667,
-      "step": 16895
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0304483129985431,
-      "learning_rate": 1.0219897004817337e-06,
-      "loss": 0.1555,
-      "step": 16896
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1925611182107805,
-      "learning_rate": 1.0212644951152718e-06,
-      "loss": 0.1734,
-      "step": 16897
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.005882606197199,
-      "learning_rate": 1.0205395332975165e-06,
-      "loss": 0.1622,
-      "step": 16898
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0572915878224836,
-      "learning_rate": 1.019814815048137e-06,
-      "loss": 0.1744,
-      "step": 16899
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9945705083558409,
-      "learning_rate": 1.0190903403867847e-06,
-      "loss": 0.1624,
-      "step": 16900
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.3335322820199638,
-      "learning_rate": 1.0183661093331165e-06,
-      "loss": 0.1597,
-      "step": 16901
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8729913239957138,
-      "learning_rate": 1.0176421219067734e-06,
-      "loss": 0.1777,
-      "step": 16902
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.4870799694049563,
-      "learning_rate": 1.0169183781273962e-06,
-      "loss": 0.1648,
-      "step": 16903
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0104638473649,
-      "learning_rate": 1.0161948780146136e-06,
-      "loss": 0.1772,
-      "step": 16904
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.696486495966895,
-      "learning_rate": 1.0154716215880523e-06,
-      "loss": 0.1871,
-      "step": 16905
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9349237651600266,
-      "learning_rate": 1.014748608867333e-06,
-      "loss": 0.1545,
-      "step": 16906
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1359011223613704,
-      "learning_rate": 1.0140258398720625e-06,
-      "loss": 0.1712,
-      "step": 16907
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0986364477647335,
-      "learning_rate": 1.0133033146218518e-06,
-      "loss": 0.1805,
-      "step": 16908
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.7640555565366878,
-      "learning_rate": 1.012581033136294e-06,
-      "loss": 0.1664,
-      "step": 16909
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.2273472753204244,
-      "learning_rate": 1.0118589954349845e-06,
-      "loss": 0.1764,
-      "step": 16910
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0131939116632758,
-      "learning_rate": 1.0111372015375054e-06,
-      "loss": 0.1775,
-      "step": 16911
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.7986491351427615,
-      "learning_rate": 1.01041565146344e-06,
-      "loss": 0.1536,
-      "step": 16912
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1023363192896058,
-      "learning_rate": 1.009694345232356e-06,
-      "loss": 0.1632,
-      "step": 16913
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0947374161202323,
-      "learning_rate": 1.00897328286382e-06,
-      "loss": 0.1689,
-      "step": 16914
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.305555176945722,
-      "learning_rate": 1.0082524643773916e-06,
-      "loss": 0.1832,
-      "step": 16915
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9597581032536183,
-      "learning_rate": 1.0075318897926255e-06,
-      "loss": 0.1506,
-      "step": 16916
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8767785279661219,
-      "learning_rate": 1.0068115591290628e-06,
-      "loss": 0.1808,
-      "step": 16917
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9193785028161882,
-      "learning_rate": 1.0060914724062454e-06,
-      "loss": 0.1582,
-      "step": 16918
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8982585434629353,
-      "learning_rate": 1.0053716296437034e-06,
-      "loss": 0.1622,
-      "step": 16919
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9873719152167707,
-      "learning_rate": 1.0046520308609664e-06,
-      "loss": 0.1576,
-      "step": 16920
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9879782842011524,
-      "learning_rate": 1.0039326760775492e-06,
-      "loss": 0.1362,
-      "step": 16921
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9697752776839753,
-      "learning_rate": 1.003213565312966e-06,
-      "loss": 0.1545,
-      "step": 16922
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8439307478501283,
-      "learning_rate": 1.0024946985867244e-06,
-      "loss": 0.1654,
-      "step": 16923
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9783270450751373,
-      "learning_rate": 1.0017760759183203e-06,
-      "loss": 0.1753,
-      "step": 16924
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0366479590941498,
-      "learning_rate": 1.0010576973272512e-06,
-      "loss": 0.1519,
-      "step": 16925
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.4252173197466278,
-      "learning_rate": 1.0003395628329982e-06,
-      "loss": 0.1745,
-      "step": 16926
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0046565519981416,
-      "learning_rate": 9.996216724550445e-07,
-      "loss": 0.1617,
-      "step": 16927
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1973466911484718,
-      "learning_rate": 9.98904026212859e-07,
-      "loss": 0.1726,
-      "step": 16928
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.023743851749609,
-      "learning_rate": 9.981866241259131e-07,
-      "loss": 0.1789,
-      "step": 16929
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9877633466971224,
-      "learning_rate": 9.974694662136609e-07,
-      "loss": 0.1487,
-      "step": 16930
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.3325695332137415,
-      "learning_rate": 9.967525524955579e-07,
-      "loss": 0.1973,
-      "step": 16931
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.949333856302942,
-      "learning_rate": 9.9603588299105e-07,
-      "loss": 0.1755,
-      "step": 16932
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9485511719358928,
-      "learning_rate": 9.9531945771958e-07,
-      "loss": 0.165,
-      "step": 16933
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9261506185655848,
-      "learning_rate": 9.946032767005752e-07,
-      "loss": 0.1637,
-      "step": 16934
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9878937517566453,
-      "learning_rate": 9.938873399534688e-07,
-      "loss": 0.1424,
-      "step": 16935
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9556000137729997,
-      "learning_rate": 9.931716474976738e-07,
-      "loss": 0.1391,
-      "step": 16936
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9511096528875889,
-      "learning_rate": 9.924561993526082e-07,
-      "loss": 0.1454,
-      "step": 16937
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.5058829954646482,
-      "learning_rate": 9.917409955376778e-07,
-      "loss": 0.1548,
-      "step": 16938
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9453923029256704,
-      "learning_rate": 9.910260360722802e-07,
-      "loss": 0.1553,
-      "step": 16939
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 3.388034607806563,
-      "learning_rate": 9.903113209758098e-07,
-      "loss": 0.1567,
-      "step": 16940
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1517223486250001,
-      "learning_rate": 9.895968502676533e-07,
-      "loss": 0.1749,
-      "step": 16941
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8428053004420055,
-      "learning_rate": 9.888826239671934e-07,
-      "loss": 0.1547,
-      "step": 16942
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8433502857727055,
-      "learning_rate": 9.881686420937986e-07,
-      "loss": 0.1471,
-      "step": 16943
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 3.2771510094579086,
-      "learning_rate": 9.874549046668413e-07,
-      "loss": 0.1807,
-      "step": 16944
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9337510319746428,
-      "learning_rate": 9.867414117056763e-07,
-      "loss": 0.1473,
-      "step": 16945
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.2713121575294868,
-      "learning_rate": 9.860281632296609e-07,
-      "loss": 0.1457,
-      "step": 16946
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0183252588457072,
-      "learning_rate": 9.8531515925814e-07,
-      "loss": 0.1712,
-      "step": 16947
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.4441436451206293,
-      "learning_rate": 9.846023998104536e-07,
-      "loss": 0.1787,
-      "step": 16948
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8774364051310735,
-      "learning_rate": 9.838898849059364e-07,
-      "loss": 0.148,
-      "step": 16949
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8797088309314717,
-      "learning_rate": 9.831776145639182e-07,
-      "loss": 0.1535,
-      "step": 16950
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9116377986628547,
-      "learning_rate": 9.824655888037138e-07,
-      "loss": 0.1485,
-      "step": 16951
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.921263524194139,
-      "learning_rate": 9.817538076446409e-07,
-      "loss": 0.1454,
-      "step": 16952
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8002452664261146,
-      "learning_rate": 9.810422711060042e-07,
-      "loss": 0.1457,
-      "step": 16953
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0264341071482261,
-      "learning_rate": 9.80330979207108e-07,
-      "loss": 0.1914,
-      "step": 16954
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9512470084198945,
-      "learning_rate": 9.796199319672416e-07,
-      "loss": 0.1529,
-      "step": 16955
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9112980601957212,
-      "learning_rate": 9.78909129405694e-07,
-      "loss": 0.1685,
-      "step": 16956
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.146254875669652,
-      "learning_rate": 9.78198571541744e-07,
-      "loss": 0.1802,
-      "step": 16957
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.978711356522037,
-      "learning_rate": 9.774882583946688e-07,
-      "loss": 0.1465,
-      "step": 16958
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8759311125604019,
-      "learning_rate": 9.767781899837348e-07,
-      "loss": 0.1703,
-      "step": 16959
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.8155043599843381,
-      "learning_rate": 9.760683663282012e-07,
-      "loss": 0.1608,
-      "step": 16960
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.3248677378427802,
-      "learning_rate": 9.753587874473235e-07,
-      "loss": 0.176,
-      "step": 16961
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.061681244714024,
-      "learning_rate": 9.746494533603478e-07,
-      "loss": 0.1809,
-      "step": 16962
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8151729487186564,
-      "learning_rate": 9.739403640865164e-07,
-      "loss": 0.1664,
-      "step": 16963
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1969609035416964,
-      "learning_rate": 9.732315196450615e-07,
-      "loss": 0.1886,
-      "step": 16964
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.3341288883277864,
-      "learning_rate": 9.725229200552123e-07,
-      "loss": 0.1751,
-      "step": 16965
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 2.9657370156268987,
-      "learning_rate": 9.718145653361878e-07,
-      "loss": 0.197,
-      "step": 16966
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0373624882601507,
-      "learning_rate": 9.711064555072026e-07,
-      "loss": 0.1779,
-      "step": 16967
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0226918276226975,
-      "learning_rate": 9.703985905874646e-07,
-      "loss": 0.1604,
-      "step": 16968
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.6206548522077415,
-      "learning_rate": 9.696909705961776e-07,
-      "loss": 0.17,
-      "step": 16969
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9537709638528886,
-      "learning_rate": 9.689835955525307e-07,
-      "loss": 0.1632,
-      "step": 16970
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.2901100670976893,
-      "learning_rate": 9.682764654757149e-07,
-      "loss": 0.1727,
-      "step": 16971
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.843111449613659,
-      "learning_rate": 9.675695803849094e-07,
-      "loss": 0.1562,
-      "step": 16972
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0565847073406056,
-      "learning_rate": 9.668629402992902e-07,
-      "loss": 0.1769,
-      "step": 16973
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8774607355627476,
-      "learning_rate": 9.661565452380228e-07,
-      "loss": 0.1604,
-      "step": 16974
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8361969432025993,
-      "learning_rate": 9.654503952202687e-07,
-      "loss": 0.1505,
-      "step": 16975
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 2.1873928931233717,
-      "learning_rate": 9.647444902651847e-07,
-      "loss": 0.1659,
-      "step": 16976
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.6912378470493363,
-      "learning_rate": 9.640388303919156e-07,
-      "loss": 0.164,
-      "step": 16977
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9739879821560055,
-      "learning_rate": 9.63333415619605e-07,
-      "loss": 0.1601,
-      "step": 16978
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9162667771255657,
-      "learning_rate": 9.626282459673842e-07,
-      "loss": 0.169,
-      "step": 16979
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0533004190917632,
-      "learning_rate": 9.619233214543833e-07,
-      "loss": 0.1456,
-      "step": 16980
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1535147922097448,
-      "learning_rate": 9.612186420997227e-07,
-      "loss": 0.1706,
-      "step": 16981
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.2602299328060675,
-      "learning_rate": 9.605142079225183e-07,
-      "loss": 0.1586,
-      "step": 16982
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.674843203986836,
-      "learning_rate": 9.598100189418736e-07,
-      "loss": 0.1344,
-      "step": 16983
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0166396943321496,
-      "learning_rate": 9.591060751768943e-07,
-      "loss": 0.1781,
-      "step": 16984
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0828299161586112,
-      "learning_rate": 9.584023766466721e-07,
-      "loss": 0.1953,
-      "step": 16985
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.089162076325917,
-      "learning_rate": 9.576989233702993e-07,
-      "loss": 0.1856,
-      "step": 16986
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1043827985285775,
-      "learning_rate": 9.569957153668507e-07,
-      "loss": 0.1617,
-      "step": 16987
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0517660021678024,
-      "learning_rate": 9.562927526554066e-07,
-      "loss": 0.1583,
-      "step": 16988
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.5950084990409343,
-      "learning_rate": 9.555900352550308e-07,
-      "loss": 0.1689,
-      "step": 16989
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9618689152709855,
-      "learning_rate": 9.548875631847875e-07,
-      "loss": 0.1714,
-      "step": 16990
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9033812724850739,
-      "learning_rate": 9.541853364637299e-07,
-      "loss": 0.1571,
-      "step": 16991
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9739470181448753,
-      "learning_rate": 9.534833551109035e-07,
-      "loss": 0.1388,
-      "step": 16992
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9077329611081956,
-      "learning_rate": 9.527816191453531e-07,
-      "loss": 0.1683,
-      "step": 16993
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8965000939025348,
-      "learning_rate": 9.520801285861126e-07,
-      "loss": 0.1708,
-      "step": 16994
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8336839169695421,
-      "learning_rate": 9.513788834522108e-07,
-      "loss": 0.1565,
-      "step": 16995
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.5352836241948775,
-      "learning_rate": 9.506778837626652e-07,
-      "loss": 0.1605,
-      "step": 16996
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9124484802811895,
-      "learning_rate": 9.499771295364957e-07,
-      "loss": 0.1536,
-      "step": 16997
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.10837471926042,
-      "learning_rate": 9.492766207927062e-07,
-      "loss": 0.1658,
-      "step": 16998
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.166103641007375,
-      "learning_rate": 9.485763575503015e-07,
-      "loss": 0.1366,
-      "step": 16999
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.8544681293800753,
-      "learning_rate": 9.47876339828272e-07,
-      "loss": 0.1594,
-      "step": 17000
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1404024846192349,
-      "learning_rate": 9.471765676456079e-07,
-      "loss": 0.1733,
-      "step": 17001
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.1349490458873757,
-      "learning_rate": 9.464770410212909e-07,
-      "loss": 0.1495,
-      "step": 17002
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.2651117346806118,
-      "learning_rate": 9.457777599742979e-07,
-      "loss": 0.1682,
-      "step": 17003
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.2507880576208228,
-      "learning_rate": 9.450787245235926e-07,
-      "loss": 0.1689,
-      "step": 17004
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.9300768396542201,
-      "learning_rate": 9.443799346881388e-07,
-      "loss": 0.1604,
-      "step": 17005
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0231991740589423,
-      "learning_rate": 9.436813904868902e-07,
-      "loss": 0.1793,
-      "step": 17006
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.0992909713211707,
-      "learning_rate": 9.429830919387972e-07,
-      "loss": 0.1623,
-      "step": 17007
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 0.870414843937221,
-      "learning_rate": 9.422850390627991e-07,
-      "loss": 0.1626,
-      "step": 17008
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.3107033059662958,
-      "learning_rate": 9.415872318778285e-07,
-      "loss": 0.1745,
-      "step": 17009
-    },
-    {
-      "epoch": 0.86,
-      "grad_norm": 1.7913604862726662,
-      "learning_rate": 9.40889670402817e-07,
-      "loss": 0.1709,
-      "step": 17010
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.3926226337980574,
-      "learning_rate": 9.401923546566838e-07,
-      "loss": 0.1497,
-      "step": 17011
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.255256928642862,
-      "learning_rate": 9.394952846583472e-07,
-      "loss": 0.1872,
-      "step": 17012
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.8369092897709353,
-      "learning_rate": 9.387984604267109e-07,
-      "loss": 0.1717,
-      "step": 17013
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.8268688499431834,
-      "learning_rate": 9.381018819806797e-07,
-      "loss": 0.152,
-      "step": 17014
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 2.7473049573367447,
-      "learning_rate": 9.374055493391455e-07,
-      "loss": 0.1608,
-      "step": 17015
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.917773236637632,
-      "learning_rate": 9.367094625209983e-07,
-      "loss": 0.1705,
-      "step": 17016
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9269986492790633,
-      "learning_rate": 9.360136215451177e-07,
-      "loss": 0.1783,
-      "step": 17017
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9102869074299589,
-      "learning_rate": 9.353180264303818e-07,
-      "loss": 0.1713,
-      "step": 17018
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.847096642866557,
-      "learning_rate": 9.346226771956523e-07,
-      "loss": 0.1719,
-      "step": 17019
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.115828035313165,
-      "learning_rate": 9.339275738597975e-07,
-      "loss": 0.1617,
-      "step": 17020
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9756168196493309,
-      "learning_rate": 9.332327164416688e-07,
-      "loss": 0.173,
-      "step": 17021
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.120436059367365,
-      "learning_rate": 9.325381049601157e-07,
-      "loss": 0.1631,
-      "step": 17022
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9422116076804968,
-      "learning_rate": 9.318437394339774e-07,
-      "loss": 0.1624,
-      "step": 17023
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 2.919121126930504,
-      "learning_rate": 9.311496198820913e-07,
-      "loss": 0.1802,
-      "step": 17024
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 3.408213788699369,
-      "learning_rate": 9.304557463232844e-07,
-      "loss": 0.1517,
-      "step": 17025
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.1067485928654712,
-      "learning_rate": 9.297621187763761e-07,
-      "loss": 0.1771,
-      "step": 17026
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.1005835224655929,
-      "learning_rate": 9.290687372601814e-07,
-      "loss": 0.1662,
-      "step": 17027
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.5768878819440173,
-      "learning_rate": 9.283756017935108e-07,
-      "loss": 0.1446,
-      "step": 17028
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.8738222182636233,
-      "learning_rate": 9.276827123951648e-07,
-      "loss": 0.1458,
-      "step": 17029
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9600910172910317,
-      "learning_rate": 9.269900690839373e-07,
-      "loss": 0.1729,
-      "step": 17030
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9455883463851124,
-      "learning_rate": 9.262976718786176e-07,
-      "loss": 0.1481,
-      "step": 17031
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.4184803589090373,
-      "learning_rate": 9.256055207979841e-07,
-      "loss": 0.1701,
-      "step": 17032
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0587723639969662,
-      "learning_rate": 9.249136158608163e-07,
-      "loss": 0.1896,
-      "step": 17033
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0309704538708153,
-      "learning_rate": 9.242219570858757e-07,
-      "loss": 0.1813,
-      "step": 17034
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0474496824022568,
-      "learning_rate": 9.235305444919307e-07,
-      "loss": 0.1718,
-      "step": 17035
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 3.23008560442467,
-      "learning_rate": 9.228393780977296e-07,
-      "loss": 0.1671,
-      "step": 17036
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9214761008903439,
-      "learning_rate": 9.22148457922023e-07,
-      "loss": 0.1703,
-      "step": 17037
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.447550516118549,
-      "learning_rate": 9.214577839835514e-07,
-      "loss": 0.144,
-      "step": 17038
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 2.4592960258901386,
-      "learning_rate": 9.207673563010533e-07,
-      "loss": 0.187,
-      "step": 17039
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 2.8769187476094875,
-      "learning_rate": 9.200771748932513e-07,
-      "loss": 0.1853,
-      "step": 17040
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9573474621913002,
-      "learning_rate": 9.193872397788705e-07,
-      "loss": 0.1656,
-      "step": 17041
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.6841387334089557,
-      "learning_rate": 9.186975509766216e-07,
-      "loss": 0.1465,
-      "step": 17042
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.230747654561539,
-      "learning_rate": 9.180081085052162e-07,
-      "loss": 0.1594,
-      "step": 17043
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.9144311106279304,
-      "learning_rate": 9.173189123833526e-07,
-      "loss": 0.1746,
-      "step": 17044
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.969731855311959,
-      "learning_rate": 9.166299626297271e-07,
-      "loss": 0.1699,
-      "step": 17045
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0739965557393911,
-      "learning_rate": 9.159412592630279e-07,
-      "loss": 0.1706,
-      "step": 17046
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.5170650586505527,
-      "learning_rate": 9.152528023019325e-07,
-      "loss": 0.1634,
-      "step": 17047
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.441823463208156,
-      "learning_rate": 9.145645917651214e-07,
-      "loss": 0.152,
-      "step": 17048
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0354265673263898,
-      "learning_rate": 9.138766276712552e-07,
-      "loss": 0.1649,
-      "step": 17049
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.1997505349833961,
-      "learning_rate": 9.131889100390024e-07,
-      "loss": 0.1737,
-      "step": 17050
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 6.196969721625916,
-      "learning_rate": 9.125014388870101e-07,
-      "loss": 0.1546,
-      "step": 17051
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9409125676079062,
-      "learning_rate": 9.118142142339326e-07,
-      "loss": 0.1916,
-      "step": 17052
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.046336542925199,
-      "learning_rate": 9.111272360984058e-07,
-      "loss": 0.158,
-      "step": 17053
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9049607362766768,
-      "learning_rate": 9.104405044990661e-07,
-      "loss": 0.1799,
-      "step": 17054
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0200458401151316,
-      "learning_rate": 9.097540194545407e-07,
-      "loss": 0.1589,
-      "step": 17055
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.8076764602199117,
-      "learning_rate": 9.090677809834525e-07,
-      "loss": 0.1961,
-      "step": 17056
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0527309977219788,
-      "learning_rate": 9.083817891044133e-07,
-      "loss": 0.1601,
-      "step": 17057
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.3595022523979385,
-      "learning_rate": 9.076960438360327e-07,
-      "loss": 0.1576,
-      "step": 17058
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9395096482761963,
-      "learning_rate": 9.070105451969091e-07,
-      "loss": 0.1624,
-      "step": 17059
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.3353654985682613,
-      "learning_rate": 9.063252932056399e-07,
-      "loss": 0.1646,
-      "step": 17060
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.1705992125708042,
-      "learning_rate": 9.056402878808102e-07,
-      "loss": 0.1655,
-      "step": 17061
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.1283675058654659,
-      "learning_rate": 9.049555292409995e-07,
-      "loss": 0.1509,
-      "step": 17062
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.8843788307703369,
-      "learning_rate": 9.042710173047841e-07,
-      "loss": 0.1508,
-      "step": 17063
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9171842968857437,
-      "learning_rate": 9.035867520907304e-07,
-      "loss": 0.1591,
-      "step": 17064
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9310906259002731,
-      "learning_rate": 9.029027336174023e-07,
-      "loss": 0.1681,
-      "step": 17065
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 3.831040289624738,
-      "learning_rate": 9.022189619033495e-07,
-      "loss": 0.1806,
-      "step": 17066
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.3134835153634918,
-      "learning_rate": 9.015354369671237e-07,
-      "loss": 0.185,
-      "step": 17067
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.1991897700260155,
-      "learning_rate": 9.0085215882726e-07,
-      "loss": 0.1491,
-      "step": 17068
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0090186658831273,
-      "learning_rate": 9.001691275022984e-07,
-      "loss": 0.1621,
-      "step": 17069
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.8294614748653688,
-      "learning_rate": 8.994863430107603e-07,
-      "loss": 0.154,
-      "step": 17070
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.917475210040729,
-      "learning_rate": 8.988038053711701e-07,
-      "loss": 0.1641,
-      "step": 17071
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9202157068800895,
-      "learning_rate": 8.981215146020394e-07,
-      "loss": 0.1689,
-      "step": 17072
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.1480664342916895,
-      "learning_rate": 8.974394707218792e-07,
-      "loss": 0.1692,
-      "step": 17073
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.1053708115759986,
-      "learning_rate": 8.967576737491856e-07,
-      "loss": 0.1842,
-      "step": 17074
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9201851719480871,
-      "learning_rate": 8.960761237024573e-07,
-      "loss": 0.1747,
-      "step": 17075
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0454642154287848,
-      "learning_rate": 8.95394820600175e-07,
-      "loss": 0.1831,
-      "step": 17076
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0702369137636214,
-      "learning_rate": 8.94713764460825e-07,
-      "loss": 0.1695,
-      "step": 17077
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0091538146196728,
-      "learning_rate": 8.940329553028782e-07,
-      "loss": 0.1739,
-      "step": 17078
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0326055197662956,
-      "learning_rate": 8.933523931447996e-07,
-      "loss": 0.1647,
-      "step": 17079
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0176709480126727,
-      "learning_rate": 8.926720780050513e-07,
-      "loss": 0.1689,
-      "step": 17080
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0575101352035323,
-      "learning_rate": 8.919920099020884e-07,
-      "loss": 0.1482,
-      "step": 17081
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.8582034731028793,
-      "learning_rate": 8.913121888543575e-07,
-      "loss": 0.1623,
-      "step": 17082
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.43270078497795,
-      "learning_rate": 8.906326148802968e-07,
-      "loss": 0.1651,
-      "step": 17083
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.2905694891493917,
-      "learning_rate": 8.89953287998343e-07,
-      "loss": 0.1678,
-      "step": 17084
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 2.019744957485963,
-      "learning_rate": 8.892742082269179e-07,
-      "loss": 0.1683,
-      "step": 17085
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.270537102765076,
-      "learning_rate": 8.885953755844467e-07,
-      "loss": 0.1568,
-      "step": 17086
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0910139306492328,
-      "learning_rate": 8.879167900893392e-07,
-      "loss": 0.1664,
-      "step": 17087
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 4.833649447834106,
-      "learning_rate": 8.872384517600053e-07,
-      "loss": 0.1686,
-      "step": 17088
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9117543020684723,
-      "learning_rate": 8.86560360614841e-07,
-      "loss": 0.1638,
-      "step": 17089
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.3114404092976746,
-      "learning_rate": 8.858825166722418e-07,
-      "loss": 0.1694,
-      "step": 17090
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9301874381300534,
-      "learning_rate": 8.852049199505941e-07,
-      "loss": 0.1502,
-      "step": 17091
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.6722753021063932,
-      "learning_rate": 8.845275704682788e-07,
-      "loss": 0.1689,
-      "step": 17092
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0828515003759154,
-      "learning_rate": 8.838504682436666e-07,
-      "loss": 0.1768,
-      "step": 17093
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9844296891643936,
-      "learning_rate": 8.831736132951274e-07,
-      "loss": 0.1713,
-      "step": 17094
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9202759734089795,
-      "learning_rate": 8.824970056410187e-07,
-      "loss": 0.1538,
-      "step": 17095
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.4026351905757806,
-      "learning_rate": 8.818206452996924e-07,
-      "loss": 0.1789,
-      "step": 17096
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 2.615643107469265,
-      "learning_rate": 8.811445322894951e-07,
-      "loss": 0.1541,
-      "step": 17097
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.1891702976515879,
-      "learning_rate": 8.804686666287688e-07,
-      "loss": 0.1564,
-      "step": 17098
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0217262338262187,
-      "learning_rate": 8.797930483358452e-07,
-      "loss": 0.167,
-      "step": 17099
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0987630781058417,
-      "learning_rate": 8.7911767742905e-07,
-      "loss": 0.1531,
-      "step": 17100
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0437865886697673,
-      "learning_rate": 8.784425539267038e-07,
-      "loss": 0.1842,
-      "step": 17101
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.7743462507231501,
-      "learning_rate": 8.777676778471167e-07,
-      "loss": 0.1587,
-      "step": 17102
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.8877364528856684,
-      "learning_rate": 8.770930492085983e-07,
-      "loss": 0.1584,
-      "step": 17103
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.7920300896197154,
-      "learning_rate": 8.764186680294451e-07,
-      "loss": 0.179,
-      "step": 17104
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.3643034663684792,
-      "learning_rate": 8.757445343279514e-07,
-      "loss": 0.1764,
-      "step": 17105
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9771049397743856,
-      "learning_rate": 8.750706481224014e-07,
-      "loss": 0.1593,
-      "step": 17106
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.1156830433209912,
-      "learning_rate": 8.743970094310761e-07,
-      "loss": 0.1466,
-      "step": 17107
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.2084500367718818,
-      "learning_rate": 8.737236182722464e-07,
-      "loss": 0.1795,
-      "step": 17108
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0696994804947388,
-      "learning_rate": 8.730504746641811e-07,
-      "loss": 0.1802,
-      "step": 17109
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9620892356217626,
-      "learning_rate": 8.723775786251354e-07,
-      "loss": 0.1533,
-      "step": 17110
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9459466502861161,
-      "learning_rate": 8.71704930173366e-07,
-      "loss": 0.136,
-      "step": 17111
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.4660240342842592,
-      "learning_rate": 8.710325293271126e-07,
-      "loss": 0.1786,
-      "step": 17112
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.228860617049589,
-      "learning_rate": 8.703603761046209e-07,
-      "loss": 0.1744,
-      "step": 17113
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.841572818613883,
-      "learning_rate": 8.696884705241182e-07,
-      "loss": 0.1544,
-      "step": 17114
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.1666695309699784,
-      "learning_rate": 8.690168126038301e-07,
-      "loss": 0.1818,
-      "step": 17115
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.3421305915982424,
-      "learning_rate": 8.683454023619775e-07,
-      "loss": 0.158,
-      "step": 17116
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.894492935229557,
-      "learning_rate": 8.676742398167704e-07,
-      "loss": 0.1709,
-      "step": 17117
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0467244786440408,
-      "learning_rate": 8.670033249864174e-07,
-      "loss": 0.1636,
-      "step": 17118
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.2673527693727311,
-      "learning_rate": 8.66332657889114e-07,
-      "loss": 0.1778,
-      "step": 17119
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0575893042859574,
-      "learning_rate": 8.656622385430547e-07,
-      "loss": 0.1773,
-      "step": 17120
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.1402664070621547,
-      "learning_rate": 8.649920669664202e-07,
-      "loss": 0.1673,
-      "step": 17121
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.012078317229577,
-      "learning_rate": 8.643221431773952e-07,
-      "loss": 0.1697,
-      "step": 17122
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9484744378294417,
-      "learning_rate": 8.636524671941449e-07,
-      "loss": 0.1586,
-      "step": 17123
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9925048517257558,
-      "learning_rate": 8.629830390348382e-07,
-      "loss": 0.1731,
-      "step": 17124
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9828673798522906,
-      "learning_rate": 8.623138587176327e-07,
-      "loss": 0.1712,
-      "step": 17125
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.7792158808509042,
-      "learning_rate": 8.616449262606819e-07,
-      "loss": 0.1464,
-      "step": 17126
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0968797454498505,
-      "learning_rate": 8.609762416821255e-07,
-      "loss": 0.171,
-      "step": 17127
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9891852371438813,
-      "learning_rate": 8.603078050001079e-07,
-      "loss": 0.1573,
-      "step": 17128
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 2.21659724600745,
-      "learning_rate": 8.596396162327547e-07,
-      "loss": 0.1641,
-      "step": 17129
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.141819368951561,
-      "learning_rate": 8.589716753981958e-07,
-      "loss": 0.1607,
-      "step": 17130
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.566854918335254,
-      "learning_rate": 8.583039825145456e-07,
-      "loss": 0.1803,
-      "step": 17131
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0486597977148742,
-      "learning_rate": 8.576365375999151e-07,
-      "loss": 0.174,
-      "step": 17132
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.8382358364538444,
-      "learning_rate": 8.569693406724089e-07,
-      "loss": 0.1534,
-      "step": 17133
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9025809558840777,
-      "learning_rate": 8.563023917501267e-07,
-      "loss": 0.1739,
-      "step": 17134
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0805583000627847,
-      "learning_rate": 8.556356908511598e-07,
-      "loss": 0.173,
-      "step": 17135
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0793640614355466,
-      "learning_rate": 8.549692379935904e-07,
-      "loss": 0.1488,
-      "step": 17136
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.873788082427515,
-      "learning_rate": 8.543030331954971e-07,
-      "loss": 0.1416,
-      "step": 17137
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.5731957662613225,
-      "learning_rate": 8.536370764749502e-07,
-      "loss": 0.1654,
-      "step": 17138
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.055450540196962,
-      "learning_rate": 8.529713678500151e-07,
-      "loss": 0.1739,
-      "step": 17139
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9008341102955426,
-      "learning_rate": 8.523059073387474e-07,
-      "loss": 0.1509,
-      "step": 17140
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.8612485946862515,
-      "learning_rate": 8.516406949591982e-07,
-      "loss": 0.1641,
-      "step": 17141
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0342607155695587,
-      "learning_rate": 8.509757307294109e-07,
-      "loss": 0.173,
-      "step": 17142
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9384308186441249,
-      "learning_rate": 8.503110146674265e-07,
-      "loss": 0.1612,
-      "step": 17143
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.1232769793082433,
-      "learning_rate": 8.496465467912707e-07,
-      "loss": 0.1474,
-      "step": 17144
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.414174825300634,
-      "learning_rate": 8.489823271189712e-07,
-      "loss": 0.1608,
-      "step": 17145
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 2.43889602224765,
-      "learning_rate": 8.483183556685404e-07,
-      "loss": 0.1896,
-      "step": 17146
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.271727693081388,
-      "learning_rate": 8.476546324579937e-07,
-      "loss": 0.165,
-      "step": 17147
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.3473452346504362,
-      "learning_rate": 8.469911575053314e-07,
-      "loss": 0.1632,
-      "step": 17148
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9080943240602966,
-      "learning_rate": 8.463279308285488e-07,
-      "loss": 0.1635,
-      "step": 17149
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.002355761226064,
-      "learning_rate": 8.456649524456384e-07,
-      "loss": 0.1702,
-      "step": 17150
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.1178232175726797,
-      "learning_rate": 8.450022223745836e-07,
-      "loss": 0.1625,
-      "step": 17151
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9855127077410061,
-      "learning_rate": 8.44339740633362e-07,
-      "loss": 0.1483,
-      "step": 17152
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.2085619193638986,
-      "learning_rate": 8.436775072399406e-07,
-      "loss": 0.1676,
-      "step": 17153
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.106924279440494,
-      "learning_rate": 8.43015522212286e-07,
-      "loss": 0.162,
-      "step": 17154
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9675200693427021,
-      "learning_rate": 8.423537855683494e-07,
-      "loss": 0.1629,
-      "step": 17155
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.046538127580827,
-      "learning_rate": 8.416922973260865e-07,
-      "loss": 0.1471,
-      "step": 17156
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9846894068376528,
-      "learning_rate": 8.410310575034353e-07,
-      "loss": 0.1523,
-      "step": 17157
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 2.4189671040115495,
-      "learning_rate": 8.403700661183356e-07,
-      "loss": 0.1633,
-      "step": 17158
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.1215961139129562,
-      "learning_rate": 8.397093231887143e-07,
-      "loss": 0.1657,
-      "step": 17159
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9463614162161704,
-      "learning_rate": 8.390488287324938e-07,
-      "loss": 0.1509,
-      "step": 17160
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.7667384852227885,
-      "learning_rate": 8.383885827675919e-07,
-      "loss": 0.1589,
-      "step": 17161
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.957756528157922,
-      "learning_rate": 8.377285853119188e-07,
-      "loss": 0.1726,
-      "step": 17162
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.8567222388031468,
-      "learning_rate": 8.370688363833734e-07,
-      "loss": 0.1536,
-      "step": 17163
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.5066683002465677,
-      "learning_rate": 8.364093359998549e-07,
-      "loss": 0.1671,
-      "step": 17164
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.4478565414467472,
-      "learning_rate": 8.35750084179251e-07,
-      "loss": 0.1595,
-      "step": 17165
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9872017321212999,
-      "learning_rate": 8.350910809394419e-07,
-      "loss": 0.1471,
-      "step": 17166
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.831180223310793,
-      "learning_rate": 8.344323262983056e-07,
-      "loss": 0.1693,
-      "step": 17167
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.1506089263597188,
-      "learning_rate": 8.337738202737089e-07,
-      "loss": 0.1629,
-      "step": 17168
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.5383110955910784,
-      "learning_rate": 8.331155628835174e-07,
-      "loss": 0.1663,
-      "step": 17169
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0783555363988484,
-      "learning_rate": 8.324575541455815e-07,
-      "loss": 0.1681,
-      "step": 17170
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 4.396062909846658,
-      "learning_rate": 8.317997940777555e-07,
-      "loss": 0.1819,
-      "step": 17171
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.8100993706187744,
-      "learning_rate": 8.311422826978743e-07,
-      "loss": 0.167,
-      "step": 17172
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.1519109872457536,
-      "learning_rate": 8.304850200237801e-07,
-      "loss": 0.1864,
-      "step": 17173
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.1145067988423865,
-      "learning_rate": 8.298280060732944e-07,
-      "loss": 0.1596,
-      "step": 17174
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9373264532460865,
-      "learning_rate": 8.29171240864245e-07,
-      "loss": 0.1651,
-      "step": 17175
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 3.015744660484614,
-      "learning_rate": 8.285147244144409e-07,
-      "loss": 0.1858,
-      "step": 17176
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.2143262440929645,
-      "learning_rate": 8.278584567416936e-07,
-      "loss": 0.1677,
-      "step": 17177
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.8214701062742716,
-      "learning_rate": 8.272024378638033e-07,
-      "loss": 0.1551,
-      "step": 17178
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.089253746380905,
-      "learning_rate": 8.265466677985667e-07,
-      "loss": 0.1829,
-      "step": 17179
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.4385101425570883,
-      "learning_rate": 8.258911465637675e-07,
-      "loss": 0.1705,
-      "step": 17180
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9000616820305697,
-      "learning_rate": 8.252358741771915e-07,
-      "loss": 0.1539,
-      "step": 17181
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.435773434610318,
-      "learning_rate": 8.245808506566088e-07,
-      "loss": 0.1807,
-      "step": 17182
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.7531987585070594,
-      "learning_rate": 8.239260760197909e-07,
-      "loss": 0.1493,
-      "step": 17183
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9821965062763874,
-      "learning_rate": 8.232715502844968e-07,
-      "loss": 0.1592,
-      "step": 17184
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.918881429900906,
-      "learning_rate": 8.226172734684779e-07,
-      "loss": 0.1879,
-      "step": 17185
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.2048594743894412,
-      "learning_rate": 8.219632455894833e-07,
-      "loss": 0.1753,
-      "step": 17186
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.7541521591860647,
-      "learning_rate": 8.213094666652544e-07,
-      "loss": 0.1596,
-      "step": 17187
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.348671888935361,
-      "learning_rate": 8.206559367135258e-07,
-      "loss": 0.1725,
-      "step": 17188
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.2557319159842633,
-      "learning_rate": 8.200026557520224e-07,
-      "loss": 0.1568,
-      "step": 17189
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.1154418262195018,
-      "learning_rate": 8.193496237984677e-07,
-      "loss": 0.1638,
-      "step": 17190
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9471020486573046,
-      "learning_rate": 8.186968408705697e-07,
-      "loss": 0.1498,
-      "step": 17191
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.8734603646022715,
-      "learning_rate": 8.18044306986041e-07,
-      "loss": 0.1548,
-      "step": 17192
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0798723064063107,
-      "learning_rate": 8.173920221625776e-07,
-      "loss": 0.1455,
-      "step": 17193
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.8520548621086595,
-      "learning_rate": 8.167399864178749e-07,
-      "loss": 0.1777,
-      "step": 17194
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.8022428202826044,
-      "learning_rate": 8.160881997696169e-07,
-      "loss": 0.1615,
-      "step": 17195
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.5703257428569193,
-      "learning_rate": 8.154366622354881e-07,
-      "loss": 0.1734,
-      "step": 17196
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.8567723378618287,
-      "learning_rate": 8.147853738331569e-07,
-      "loss": 0.1329,
-      "step": 17197
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.858800319683022,
-      "learning_rate": 8.141343345802933e-07,
-      "loss": 0.1812,
-      "step": 17198
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9505104143578171,
-      "learning_rate": 8.134835444945521e-07,
-      "loss": 0.1556,
-      "step": 17199
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.8372452692250099,
-      "learning_rate": 8.128330035935906e-07,
-      "loss": 0.148,
-      "step": 17200
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9504940848887924,
-      "learning_rate": 8.121827118950521e-07,
-      "loss": 0.1598,
-      "step": 17201
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.674017728736617,
-      "learning_rate": 8.115326694165759e-07,
-      "loss": 0.1491,
-      "step": 17202
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.0173530063273255,
-      "learning_rate": 8.108828761757948e-07,
-      "loss": 0.1596,
-      "step": 17203
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.7623952342628695,
-      "learning_rate": 8.102333321903344e-07,
-      "loss": 0.1666,
-      "step": 17204
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 1.194863581749474,
-      "learning_rate": 8.095840374778153e-07,
-      "loss": 0.1646,
-      "step": 17205
-    },
-    {
-      "epoch": 0.87,
-      "grad_norm": 0.9392827691446882,
-      "learning_rate": 8.089349920558465e-07,
-      "loss": 0.1578,
-      "step": 17206
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0778890805293149,
-      "learning_rate": 8.082861959420374e-07,
-      "loss": 0.17,
-      "step": 17207
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.6435653004467239,
-      "learning_rate": 8.076376491539827e-07,
-      "loss": 0.1663,
-      "step": 17208
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2995772904802547,
-      "learning_rate": 8.069893517092775e-07,
-      "loss": 0.1644,
-      "step": 17209
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.3175793197088113,
-      "learning_rate": 8.063413036255041e-07,
-      "loss": 0.1531,
-      "step": 17210
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0686728260509748,
-      "learning_rate": 8.05693504920243e-07,
-      "loss": 0.1778,
-      "step": 17211
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.7564258312190575,
-      "learning_rate": 8.050459556110635e-07,
-      "loss": 0.1698,
-      "step": 17212
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2441905694267967,
-      "learning_rate": 8.043986557155315e-07,
-      "loss": 0.1581,
-      "step": 17213
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0520955464046744,
-      "learning_rate": 8.037516052512062e-07,
-      "loss": 0.1643,
-      "step": 17214
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.3677567086585491,
-      "learning_rate": 8.031048042356393e-07,
-      "loss": 0.1551,
-      "step": 17215
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2042220749762846,
-      "learning_rate": 8.024582526863722e-07,
-      "loss": 0.1711,
-      "step": 17216
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0138279779706278,
-      "learning_rate": 8.018119506209454e-07,
-      "loss": 0.1576,
-      "step": 17217
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2803233628460835,
-      "learning_rate": 8.011658980568903e-07,
-      "loss": 0.1636,
-      "step": 17218
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.8006138395157962,
-      "learning_rate": 8.005200950117275e-07,
-      "loss": 0.1514,
-      "step": 17219
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0802690996728705,
-      "learning_rate": 7.998745415029762e-07,
-      "loss": 0.1676,
-      "step": 17220
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.227853461420169,
-      "learning_rate": 7.99229237548148e-07,
-      "loss": 0.1644,
-      "step": 17221
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0425876802294116,
-      "learning_rate": 7.985841831647489e-07,
-      "loss": 0.168,
-      "step": 17222
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0061004327128427,
-      "learning_rate": 7.979393783702704e-07,
-      "loss": 0.1621,
-      "step": 17223
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.6922528782775406,
-      "learning_rate": 7.972948231822087e-07,
-      "loss": 0.1624,
-      "step": 17224
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9172038906437257,
-      "learning_rate": 7.966505176180428e-07,
-      "loss": 0.1756,
-      "step": 17225
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.3744976825971134,
-      "learning_rate": 7.960064616952523e-07,
-      "loss": 0.1641,
-      "step": 17226
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.268173030375666,
-      "learning_rate": 7.953626554313055e-07,
-      "loss": 0.1457,
-      "step": 17227
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.4362620959002659,
-      "learning_rate": 7.947190988436681e-07,
-      "loss": 0.1489,
-      "step": 17228
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.1619879743795989,
-      "learning_rate": 7.940757919497944e-07,
-      "loss": 0.1814,
-      "step": 17229
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9927394194170999,
-      "learning_rate": 7.934327347671333e-07,
-      "loss": 0.1714,
-      "step": 17230
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9038842448831277,
-      "learning_rate": 7.927899273131301e-07,
-      "loss": 0.1454,
-      "step": 17231
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.3595367981253321,
-      "learning_rate": 7.921473696052206e-07,
-      "loss": 0.1528,
-      "step": 17232
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0757902365280851,
-      "learning_rate": 7.915050616608333e-07,
-      "loss": 0.1663,
-      "step": 17233
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2885867737737462,
-      "learning_rate": 7.90863003497393e-07,
-      "loss": 0.1816,
-      "step": 17234
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.374042545612596,
-      "learning_rate": 7.902211951323135e-07,
-      "loss": 0.1461,
-      "step": 17235
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2403023423821855,
-      "learning_rate": 7.895796365830021e-07,
-      "loss": 0.1737,
-      "step": 17236
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.1516657453656927,
-      "learning_rate": 7.889383278668661e-07,
-      "loss": 0.1486,
-      "step": 17237
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.3981759897934891,
-      "learning_rate": 7.882972690012957e-07,
-      "loss": 0.1755,
-      "step": 17238
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.3367001388773048,
-      "learning_rate": 7.876564600036818e-07,
-      "loss": 0.1781,
-      "step": 17239
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9591334225113681,
-      "learning_rate": 7.870159008914069e-07,
-      "loss": 0.163,
-      "step": 17240
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.1275579944257983,
-      "learning_rate": 7.863755916818483e-07,
-      "loss": 0.1838,
-      "step": 17241
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.4577251812287217,
-      "learning_rate": 7.85735532392371e-07,
-      "loss": 0.164,
-      "step": 17242
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0104330875157992,
-      "learning_rate": 7.850957230403378e-07,
-      "loss": 0.1717,
-      "step": 17243
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.104711385825246,
-      "learning_rate": 7.844561636431036e-07,
-      "loss": 0.1879,
-      "step": 17244
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.5995755578306345,
-      "learning_rate": 7.838168542180169e-07,
-      "loss": 0.1398,
-      "step": 17245
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.1064120870453258,
-      "learning_rate": 7.83177794782417e-07,
-      "loss": 0.1694,
-      "step": 17246
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9905646769100281,
-      "learning_rate": 7.825389853536403e-07,
-      "loss": 0.1724,
-      "step": 17247
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0883238839154536,
-      "learning_rate": 7.819004259490148e-07,
-      "loss": 0.1671,
-      "step": 17248
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.589772887880888,
-      "learning_rate": 7.812621165858625e-07,
-      "loss": 0.1989,
-      "step": 17249
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9767483701679833,
-      "learning_rate": 7.806240572814927e-07,
-      "loss": 0.1762,
-      "step": 17250
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9107924632802049,
-      "learning_rate": 7.799862480532194e-07,
-      "loss": 0.1513,
-      "step": 17251
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9780873235784965,
-      "learning_rate": 7.793486889183377e-07,
-      "loss": 0.1605,
-      "step": 17252
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2925286403963623,
-      "learning_rate": 7.787113798941449e-07,
-      "loss": 0.1701,
-      "step": 17253
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2855320737032634,
-      "learning_rate": 7.780743209979269e-07,
-      "loss": 0.1574,
-      "step": 17254
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0986164566088186,
-      "learning_rate": 7.774375122469624e-07,
-      "loss": 0.1723,
-      "step": 17255
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.3614995748491658,
-      "learning_rate": 7.768009536585264e-07,
-      "loss": 0.1501,
-      "step": 17256
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.6770303975905876,
-      "learning_rate": 7.76164645249885e-07,
-      "loss": 0.1551,
-      "step": 17257
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.076382257356652,
-      "learning_rate": 7.755285870383011e-07,
-      "loss": 0.165,
-      "step": 17258
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.5438451565334113,
-      "learning_rate": 7.748927790410221e-07,
-      "loss": 0.1292,
-      "step": 17259
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2707148714608554,
-      "learning_rate": 7.742572212753008e-07,
-      "loss": 0.1611,
-      "step": 17260
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.1250090687287368,
-      "learning_rate": 7.736219137583701e-07,
-      "loss": 0.1839,
-      "step": 17261
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9268465624245334,
-      "learning_rate": 7.729868565074694e-07,
-      "loss": 0.1683,
-      "step": 17262
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.8984489920500216,
-      "learning_rate": 7.723520495398185e-07,
-      "loss": 0.1573,
-      "step": 17263
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2633143592884477,
-      "learning_rate": 7.717174928726401e-07,
-      "loss": 0.1511,
-      "step": 17264
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.4414316188321858,
-      "learning_rate": 7.710831865231461e-07,
-      "loss": 0.1825,
-      "step": 17265
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0270181484599707,
-      "learning_rate": 7.704491305085427e-07,
-      "loss": 0.193,
-      "step": 17266
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.7770444000137979,
-      "learning_rate": 7.698153248460271e-07,
-      "loss": 0.1773,
-      "step": 17267
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.3377018839713426,
-      "learning_rate": 7.691817695527936e-07,
-      "loss": 0.1898,
-      "step": 17268
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2142810653464722,
-      "learning_rate": 7.68548464646024e-07,
-      "loss": 0.1691,
-      "step": 17269
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.133137337818727,
-      "learning_rate": 7.679154101428998e-07,
-      "loss": 0.1435,
-      "step": 17270
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0938459587105016,
-      "learning_rate": 7.672826060605931e-07,
-      "loss": 0.1618,
-      "step": 17271
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.30171994693312,
-      "learning_rate": 7.666500524162646e-07,
-      "loss": 0.1507,
-      "step": 17272
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2058208735977238,
-      "learning_rate": 7.660177492270749e-07,
-      "loss": 0.1453,
-      "step": 17273
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.1198741455359467,
-      "learning_rate": 7.653856965101747e-07,
-      "loss": 0.1589,
-      "step": 17274
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.8746745470939669,
-      "learning_rate": 7.647538942827115e-07,
-      "loss": 0.145,
-      "step": 17275
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2037543741940957,
-      "learning_rate": 7.641223425618193e-07,
-      "loss": 0.1648,
-      "step": 17276
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.8927725992603462,
-      "learning_rate": 7.634910413646313e-07,
-      "loss": 0.1376,
-      "step": 17277
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.3217628032750142,
-      "learning_rate": 7.62859990708269e-07,
-      "loss": 0.1622,
-      "step": 17278
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.1443610497786343,
-      "learning_rate": 7.622291906098523e-07,
-      "loss": 0.156,
-      "step": 17279
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2311048614980642,
-      "learning_rate": 7.615986410864895e-07,
-      "loss": 0.1614,
-      "step": 17280
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2165201760489044,
-      "learning_rate": 7.609683421552861e-07,
-      "loss": 0.1638,
-      "step": 17281
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.5208694414991424,
-      "learning_rate": 7.603382938333382e-07,
-      "loss": 0.1596,
-      "step": 17282
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2366002878916877,
-      "learning_rate": 7.597084961377343e-07,
-      "loss": 0.1453,
-      "step": 17283
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.956702883190355,
-      "learning_rate": 7.590789490855599e-07,
-      "loss": 0.1609,
-      "step": 17284
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.7430471552680176,
-      "learning_rate": 7.584496526938933e-07,
-      "loss": 0.1864,
-      "step": 17285
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.1854800332218853,
-      "learning_rate": 7.578206069797989e-07,
-      "loss": 0.1511,
-      "step": 17286
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.5933026546514464,
-      "learning_rate": 7.57191811960345e-07,
-      "loss": 0.1418,
-      "step": 17287
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.140500896412719,
-      "learning_rate": 7.565632676525858e-07,
-      "loss": 0.1621,
-      "step": 17288
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2614036948724896,
-      "learning_rate": 7.559349740735677e-07,
-      "loss": 0.1618,
-      "step": 17289
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0229832009884556,
-      "learning_rate": 7.55306931240335e-07,
-      "loss": 0.1566,
-      "step": 17290
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.1404776623724786,
-      "learning_rate": 7.546791391699248e-07,
-      "loss": 0.151,
-      "step": 17291
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 9.027669539432624,
-      "learning_rate": 7.540515978793661e-07,
-      "loss": 0.154,
-      "step": 17292
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9730493748099621,
-      "learning_rate": 7.534243073856784e-07,
-      "loss": 0.1629,
-      "step": 17293
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9318541669733853,
-      "learning_rate": 7.527972677058814e-07,
-      "loss": 0.1712,
-      "step": 17294
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.128684780041153,
-      "learning_rate": 7.521704788569783e-07,
-      "loss": 0.1829,
-      "step": 17295
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0252096353600924,
-      "learning_rate": 7.515439408559744e-07,
-      "loss": 0.1749,
-      "step": 17296
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.995727140664652,
-      "learning_rate": 7.509176537198626e-07,
-      "loss": 0.1692,
-      "step": 17297
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.969441578451583,
-      "learning_rate": 7.502916174656338e-07,
-      "loss": 0.1593,
-      "step": 17298
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2329684303060555,
-      "learning_rate": 7.496658321102646e-07,
-      "loss": 0.1613,
-      "step": 17299
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9423363240103179,
-      "learning_rate": 7.490402976707323e-07,
-      "loss": 0.1572,
-      "step": 17300
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2564010048538554,
-      "learning_rate": 7.484150141640056e-07,
-      "loss": 0.173,
-      "step": 17301
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.070435552031945,
-      "learning_rate": 7.477899816070444e-07,
-      "loss": 0.1659,
-      "step": 17302
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.5672121229787728,
-      "learning_rate": 7.471652000168017e-07,
-      "loss": 0.1677,
-      "step": 17303
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0885715864729035,
-      "learning_rate": 7.465406694102273e-07,
-      "loss": 0.1572,
-      "step": 17304
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.436480958250531,
-      "learning_rate": 7.459163898042599e-07,
-      "loss": 0.1626,
-      "step": 17305
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.405159042399723,
-      "learning_rate": 7.452923612158303e-07,
-      "loss": 0.1751,
-      "step": 17306
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9347108488017326,
-      "learning_rate": 7.446685836618706e-07,
-      "loss": 0.1812,
-      "step": 17307
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.16810165610296,
-      "learning_rate": 7.440450571592972e-07,
-      "loss": 0.1463,
-      "step": 17308
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.045784749400454,
-      "learning_rate": 7.434217817250233e-07,
-      "loss": 0.1556,
-      "step": 17309
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2025574622438935,
-      "learning_rate": 7.427987573759576e-07,
-      "loss": 0.1656,
-      "step": 17310
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0111063760692782,
-      "learning_rate": 7.421759841289989e-07,
-      "loss": 0.1608,
-      "step": 17311
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.522813352090518,
-      "learning_rate": 7.41553462001039e-07,
-      "loss": 0.1501,
-      "step": 17312
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2803206073977835,
-      "learning_rate": 7.409311910089645e-07,
-      "loss": 0.1971,
-      "step": 17313
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.8767646651286921,
-      "learning_rate": 7.403091711696542e-07,
-      "loss": 0.1629,
-      "step": 17314
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2290321284414285,
-      "learning_rate": 7.396874024999811e-07,
-      "loss": 0.1695,
-      "step": 17315
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.4577615994194053,
-      "learning_rate": 7.390658850168098e-07,
-      "loss": 0.1624,
-      "step": 17316
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.235987193669687,
-      "learning_rate": 7.384446187369987e-07,
-      "loss": 0.1489,
-      "step": 17317
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.7957026665132977,
-      "learning_rate": 7.378236036774e-07,
-      "loss": 0.1522,
-      "step": 17318
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.8319149713315096,
-      "learning_rate": 7.372028398548614e-07,
-      "loss": 0.137,
-      "step": 17319
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2876008102788261,
-      "learning_rate": 7.365823272862183e-07,
-      "loss": 0.1818,
-      "step": 17320
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.1938219095258311,
-      "learning_rate": 7.359620659883026e-07,
-      "loss": 0.1785,
-      "step": 17321
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.1088942410264782,
-      "learning_rate": 7.35342055977939e-07,
-      "loss": 0.1956,
-      "step": 17322
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.463606545831211,
-      "learning_rate": 7.347222972719459e-07,
-      "loss": 0.1475,
-      "step": 17323
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9638203971133041,
-      "learning_rate": 7.341027898871345e-07,
-      "loss": 0.1626,
-      "step": 17324
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.7616047380436473,
-      "learning_rate": 7.334835338403056e-07,
-      "loss": 0.1497,
-      "step": 17325
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.1910719387044761,
-      "learning_rate": 7.328645291482606e-07,
-      "loss": 0.1651,
-      "step": 17326
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.595718060050182,
-      "learning_rate": 7.322457758277879e-07,
-      "loss": 0.1504,
-      "step": 17327
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.7702924587303707,
-      "learning_rate": 7.316272738956731e-07,
-      "loss": 0.1508,
-      "step": 17328
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0275799989309966,
-      "learning_rate": 7.310090233686917e-07,
-      "loss": 0.1594,
-      "step": 17329
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9451932165357124,
-      "learning_rate": 7.303910242636147e-07,
-      "loss": 0.1729,
-      "step": 17330
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.8652856570187278,
-      "learning_rate": 7.297732765972033e-07,
-      "loss": 0.158,
-      "step": 17331
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.7772120827819856,
-      "learning_rate": 7.29155780386217e-07,
-      "loss": 0.1576,
-      "step": 17332
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.8908650335082182,
-      "learning_rate": 7.285385356474017e-07,
-      "loss": 0.1343,
-      "step": 17333
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.237847844903063,
-      "learning_rate": 7.27921542397505e-07,
-      "loss": 0.1735,
-      "step": 17334
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.1559617010008287,
-      "learning_rate": 7.273048006532569e-07,
-      "loss": 0.1639,
-      "step": 17335
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.1807040984900672,
-      "learning_rate": 7.266883104313916e-07,
-      "loss": 0.1661,
-      "step": 17336
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9171491441040258,
-      "learning_rate": 7.260720717486281e-07,
-      "loss": 0.1743,
-      "step": 17337
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9859557166131068,
-      "learning_rate": 7.254560846216863e-07,
-      "loss": 0.1809,
-      "step": 17338
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.1130369511140106,
-      "learning_rate": 7.248403490672695e-07,
-      "loss": 0.1541,
-      "step": 17339
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.8683717597560087,
-      "learning_rate": 7.242248651020845e-07,
-      "loss": 0.1517,
-      "step": 17340
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.8444625384194985,
-      "learning_rate": 7.236096327428233e-07,
-      "loss": 0.1519,
-      "step": 17341
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2794386141678484,
-      "learning_rate": 7.229946520061737e-07,
-      "loss": 0.1743,
-      "step": 17342
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0310179364533691,
-      "learning_rate": 7.223799229088179e-07,
-      "loss": 0.1449,
-      "step": 17343
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.7725121361002629,
-      "learning_rate": 7.217654454674305e-07,
-      "loss": 0.1587,
-      "step": 17344
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.5382257187815973,
-      "learning_rate": 7.211512196986803e-07,
-      "loss": 0.1663,
-      "step": 17345
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0917289681842852,
-      "learning_rate": 7.205372456192272e-07,
-      "loss": 0.164,
-      "step": 17346
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9496468908631138,
-      "learning_rate": 7.199235232457258e-07,
-      "loss": 0.1825,
-      "step": 17347
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.8778324978603581,
-      "learning_rate": 7.193100525948227e-07,
-      "loss": 0.1506,
-      "step": 17348
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.910535826795464,
-      "learning_rate": 7.18696833683159e-07,
-      "loss": 0.1748,
-      "step": 17349
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.096729609227987,
-      "learning_rate": 7.18083866527367e-07,
-      "loss": 0.1566,
-      "step": 17350
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.8855534457008581,
-      "learning_rate": 7.174711511440757e-07,
-      "loss": 0.1595,
-      "step": 17351
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.1438526198987724,
-      "learning_rate": 7.168586875499018e-07,
-      "loss": 0.1628,
-      "step": 17352
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9813627770034073,
-      "learning_rate": 7.162464757614606e-07,
-      "loss": 0.1505,
-      "step": 17353
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.8963296520021135,
-      "learning_rate": 7.156345157953581e-07,
-      "loss": 0.1593,
-      "step": 17354
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0822470726148679,
-      "learning_rate": 7.150228076681954e-07,
-      "loss": 0.128,
-      "step": 17355
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0598933426021497,
-      "learning_rate": 7.144113513965623e-07,
-      "loss": 0.1831,
-      "step": 17356
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.100669695491159,
-      "learning_rate": 7.138001469970468e-07,
-      "loss": 0.1648,
-      "step": 17357
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 2.753646196389935,
-      "learning_rate": 7.131891944862269e-07,
-      "loss": 0.1572,
-      "step": 17358
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.060548591987011,
-      "learning_rate": 7.125784938806723e-07,
-      "loss": 0.1664,
-      "step": 17359
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2714760170007762,
-      "learning_rate": 7.119680451969524e-07,
-      "loss": 0.1563,
-      "step": 17360
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.391024615858319,
-      "learning_rate": 7.113578484516226e-07,
-      "loss": 0.1485,
-      "step": 17361
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0065629449928741,
-      "learning_rate": 7.107479036612375e-07,
-      "loss": 0.1482,
-      "step": 17362
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9222886347377515,
-      "learning_rate": 7.101382108423383e-07,
-      "loss": 0.1642,
-      "step": 17363
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9073932362794302,
-      "learning_rate": 7.095287700114673e-07,
-      "loss": 0.1695,
-      "step": 17364
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9807012578354181,
-      "learning_rate": 7.089195811851502e-07,
-      "loss": 0.1545,
-      "step": 17365
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.1494039005467738,
-      "learning_rate": 7.083106443799171e-07,
-      "loss": 0.1607,
-      "step": 17366
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9978285693974382,
-      "learning_rate": 7.077019596122802e-07,
-      "loss": 0.1654,
-      "step": 17367
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.099167488039827,
-      "learning_rate": 7.070935268987545e-07,
-      "loss": 0.1693,
-      "step": 17368
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.8713895734861333,
-      "learning_rate": 7.064853462558397e-07,
-      "loss": 0.1564,
-      "step": 17369
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.1131621662933266,
-      "learning_rate": 7.05877417700035e-07,
-      "loss": 0.1686,
-      "step": 17370
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0392605432584487,
-      "learning_rate": 7.052697412478304e-07,
-      "loss": 0.161,
-      "step": 17371
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9436772944917501,
-      "learning_rate": 7.046623169157107e-07,
-      "loss": 0.1495,
-      "step": 17372
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9696917040806536,
-      "learning_rate": 7.040551447201494e-07,
-      "loss": 0.1708,
-      "step": 17373
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9909409102170923,
-      "learning_rate": 7.034482246776187e-07,
-      "loss": 0.1651,
-      "step": 17374
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.8782964173375589,
-      "learning_rate": 7.028415568045799e-07,
-      "loss": 0.1585,
-      "step": 17375
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.4118814762288865,
-      "learning_rate": 7.022351411174866e-07,
-      "loss": 0.1663,
-      "step": 17376
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0070090083368075,
-      "learning_rate": 7.016289776327922e-07,
-      "loss": 0.1451,
-      "step": 17377
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.237220825335278,
-      "learning_rate": 7.010230663669359e-07,
-      "loss": 0.1594,
-      "step": 17378
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.4767425759880979,
-      "learning_rate": 7.004174073363546e-07,
-      "loss": 0.1521,
-      "step": 17379
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.376161358185498,
-      "learning_rate": 6.998120005574749e-07,
-      "loss": 0.1733,
-      "step": 17380
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2946303494952718,
-      "learning_rate": 6.992068460467227e-07,
-      "loss": 0.1671,
-      "step": 17381
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9239760508107825,
-      "learning_rate": 6.986019438205082e-07,
-      "loss": 0.1603,
-      "step": 17382
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.7276860307771067,
-      "learning_rate": 6.979972938952428e-07,
-      "loss": 0.1722,
-      "step": 17383
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2215560557678822,
-      "learning_rate": 6.973928962873244e-07,
-      "loss": 0.1796,
-      "step": 17384
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2635692699347436,
-      "learning_rate": 6.96788751013151e-07,
-      "loss": 0.1584,
-      "step": 17385
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.8953773561330749,
-      "learning_rate": 6.961848580891062e-07,
-      "loss": 0.1671,
-      "step": 17386
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9207265981103875,
-      "learning_rate": 6.955812175315735e-07,
-      "loss": 0.1659,
-      "step": 17387
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.3557730967996362,
-      "learning_rate": 6.949778293569253e-07,
-      "loss": 0.1504,
-      "step": 17388
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.4123195119500518,
-      "learning_rate": 6.943746935815299e-07,
-      "loss": 0.1495,
-      "step": 17389
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.3687925436747972,
-      "learning_rate": 6.937718102217461e-07,
-      "loss": 0.1978,
-      "step": 17390
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2313131796932406,
-      "learning_rate": 6.931691792939288e-07,
-      "loss": 0.1657,
-      "step": 17391
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9197371602670851,
-      "learning_rate": 6.925668008144204e-07,
-      "loss": 0.1782,
-      "step": 17392
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.8727111408694579,
-      "learning_rate": 6.919646747995668e-07,
-      "loss": 0.1529,
-      "step": 17393
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.8399857072424712,
-      "learning_rate": 6.913628012656959e-07,
-      "loss": 0.1724,
-      "step": 17394
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.2380908736083993,
-      "learning_rate": 6.907611802291325e-07,
-      "loss": 0.154,
-      "step": 17395
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0970936765726857,
-      "learning_rate": 6.901598117061992e-07,
-      "loss": 0.1483,
-      "step": 17396
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0378284593686915,
-      "learning_rate": 6.895586957132061e-07,
-      "loss": 0.1594,
-      "step": 17397
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.0045317486233272,
-      "learning_rate": 6.889578322664614e-07,
-      "loss": 0.1703,
-      "step": 17398
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 2.096540638874496,
-      "learning_rate": 6.883572213822598e-07,
-      "loss": 0.1555,
-      "step": 17399
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.6452198223024794,
-      "learning_rate": 6.87756863076896e-07,
-      "loss": 0.1605,
-      "step": 17400
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.1708595471622938,
-      "learning_rate": 6.871567573666516e-07,
-      "loss": 0.1745,
-      "step": 17401
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 0.9364607771802455,
-      "learning_rate": 6.865569042678066e-07,
-      "loss": 0.1622,
-      "step": 17402
-    },
-    {
-      "epoch": 0.88,
-      "grad_norm": 1.069816199579359,
-      "learning_rate": 6.859573037966316e-07,
-      "loss": 0.153,
-      "step": 17403
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.110928969063031,
-      "learning_rate": 6.853579559693913e-07,
-      "loss": 0.1694,
-      "step": 17404
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.982718671441663,
-      "learning_rate": 6.847588608023414e-07,
-      "loss": 0.1646,
-      "step": 17405
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9125047628380294,
-      "learning_rate": 6.841600183117336e-07,
-      "loss": 0.1578,
-      "step": 17406
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 4.941456937741606,
-      "learning_rate": 6.835614285138115e-07,
-      "loss": 0.1549,
-      "step": 17407
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.5330577556007376,
-      "learning_rate": 6.829630914248131e-07,
-      "loss": 0.1576,
-      "step": 17408
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.6233044430724675,
-      "learning_rate": 6.823650070609666e-07,
-      "loss": 0.1449,
-      "step": 17409
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.2905297846245838,
-      "learning_rate": 6.817671754384958e-07,
-      "loss": 0.167,
-      "step": 17410
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.994848823740401,
-      "learning_rate": 6.811695965736176e-07,
-      "loss": 0.1641,
-      "step": 17411
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.2405990289193678,
-      "learning_rate": 6.805722704825379e-07,
-      "loss": 0.1834,
-      "step": 17412
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.263778459068319,
-      "learning_rate": 6.799751971814628e-07,
-      "loss": 0.1523,
-      "step": 17413
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.227892496199799,
-      "learning_rate": 6.793783766865858e-07,
-      "loss": 0.1575,
-      "step": 17414
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9766224628091549,
-      "learning_rate": 6.787818090140985e-07,
-      "loss": 0.1624,
-      "step": 17415
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0826552449351832,
-      "learning_rate": 6.781854941801802e-07,
-      "loss": 0.1557,
-      "step": 17416
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.076768625593469,
-      "learning_rate": 6.775894322010079e-07,
-      "loss": 0.1573,
-      "step": 17417
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.107756832754881,
-      "learning_rate": 6.769936230927477e-07,
-      "loss": 0.1561,
-      "step": 17418
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9123922774250832,
-      "learning_rate": 6.763980668715631e-07,
-      "loss": 0.1576,
-      "step": 17419
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.4473130817984259,
-      "learning_rate": 6.758027635536057e-07,
-      "loss": 0.1613,
-      "step": 17420
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.038560087888518,
-      "learning_rate": 6.752077131550272e-07,
-      "loss": 0.1369,
-      "step": 17421
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.1176387403979628,
-      "learning_rate": 6.746129156919645e-07,
-      "loss": 0.164,
-      "step": 17422
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.4993249242433018,
-      "learning_rate": 6.740183711805537e-07,
-      "loss": 0.1457,
-      "step": 17423
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.496667523309315,
-      "learning_rate": 6.734240796369207e-07,
-      "loss": 0.159,
-      "step": 17424
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.389756354612381,
-      "learning_rate": 6.728300410771871e-07,
-      "loss": 0.1447,
-      "step": 17425
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.2795009098863095,
-      "learning_rate": 6.722362555174644e-07,
-      "loss": 0.1725,
-      "step": 17426
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9403435892659728,
-      "learning_rate": 6.71642722973862e-07,
-      "loss": 0.1661,
-      "step": 17427
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8253890419597139,
-      "learning_rate": 6.710494434624781e-07,
-      "loss": 0.1522,
-      "step": 17428
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9326051873116562,
-      "learning_rate": 6.704564169994022e-07,
-      "loss": 0.1802,
-      "step": 17429
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.464770167732049,
-      "learning_rate": 6.698636436007256e-07,
-      "loss": 0.1509,
-      "step": 17430
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.1107217098498596,
-      "learning_rate": 6.692711232825222e-07,
-      "loss": 0.1652,
-      "step": 17431
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.305902964651348,
-      "learning_rate": 6.686788560608671e-07,
-      "loss": 0.1673,
-      "step": 17432
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8709144814823717,
-      "learning_rate": 6.680868419518249e-07,
-      "loss": 0.1666,
-      "step": 17433
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.1971517608356697,
-      "learning_rate": 6.674950809714553e-07,
-      "loss": 0.1649,
-      "step": 17434
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9360655756463602,
-      "learning_rate": 6.669035731358075e-07,
-      "loss": 0.1852,
-      "step": 17435
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0354548469117784,
-      "learning_rate": 6.663123184609299e-07,
-      "loss": 0.1611,
-      "step": 17436
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.266579707399008,
-      "learning_rate": 6.657213169628551e-07,
-      "loss": 0.1612,
-      "step": 17437
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0852045706792273,
-      "learning_rate": 6.651305686576182e-07,
-      "loss": 0.1614,
-      "step": 17438
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.4032412323848755,
-      "learning_rate": 6.645400735612417e-07,
-      "loss": 0.1786,
-      "step": 17439
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.065819611607627,
-      "learning_rate": 6.639498316897419e-07,
-      "loss": 0.165,
-      "step": 17440
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8775842417319027,
-      "learning_rate": 6.633598430591304e-07,
-      "loss": 0.1523,
-      "step": 17441
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9855080549366656,
-      "learning_rate": 6.627701076854121e-07,
-      "loss": 0.1678,
-      "step": 17442
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8520611272160736,
-      "learning_rate": 6.621806255845797e-07,
-      "loss": 0.177,
-      "step": 17443
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.3422182280118413,
-      "learning_rate": 6.615913967726273e-07,
-      "loss": 0.162,
-      "step": 17444
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8702945134702448,
-      "learning_rate": 6.610024212655364e-07,
-      "loss": 0.1519,
-      "step": 17445
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8964156650542517,
-      "learning_rate": 6.604136990792797e-07,
-      "loss": 0.1481,
-      "step": 17446
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.5792301251622436,
-      "learning_rate": 6.598252302298313e-07,
-      "loss": 0.1649,
-      "step": 17447
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0581326679188312,
-      "learning_rate": 6.592370147331495e-07,
-      "loss": 0.159,
-      "step": 17448
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.5677395291460763,
-      "learning_rate": 6.586490526051903e-07,
-      "loss": 0.1634,
-      "step": 17449
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9677135043618276,
-      "learning_rate": 6.580613438619044e-07,
-      "loss": 0.1741,
-      "step": 17450
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.1615411184151843,
-      "learning_rate": 6.574738885192322e-07,
-      "loss": 0.1679,
-      "step": 17451
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0354720596249762,
-      "learning_rate": 6.568866865931078e-07,
-      "loss": 0.1655,
-      "step": 17452
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9829772905302709,
-      "learning_rate": 6.562997380994618e-07,
-      "loss": 0.1731,
-      "step": 17453
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.1348821137608869,
-      "learning_rate": 6.557130430542114e-07,
-      "loss": 0.1869,
-      "step": 17454
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9861542333307887,
-      "learning_rate": 6.551266014732738e-07,
-      "loss": 0.1699,
-      "step": 17455
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.2911984007830952,
-      "learning_rate": 6.54540413372553e-07,
-      "loss": 0.1657,
-      "step": 17456
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.093145298497331,
-      "learning_rate": 6.53954478767953e-07,
-      "loss": 0.1652,
-      "step": 17457
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9231078419410501,
-      "learning_rate": 6.533687976753644e-07,
-      "loss": 0.1535,
-      "step": 17458
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 2.001758271155291,
-      "learning_rate": 6.527833701106745e-07,
-      "loss": 0.1653,
-      "step": 17459
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9807167557360661,
-      "learning_rate": 6.521981960897639e-07,
-      "loss": 0.1545,
-      "step": 17460
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0752620461582922,
-      "learning_rate": 6.516132756285065e-07,
-      "loss": 0.1577,
-      "step": 17461
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9511644088197974,
-      "learning_rate": 6.510286087427664e-07,
-      "loss": 0.1579,
-      "step": 17462
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.01542497369087,
-      "learning_rate": 6.504441954484042e-07,
-      "loss": 0.1461,
-      "step": 17463
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0220895756406778,
-      "learning_rate": 6.498600357612717e-07,
-      "loss": 0.1428,
-      "step": 17464
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.1266382645524304,
-      "learning_rate": 6.492761296972117e-07,
-      "loss": 0.1868,
-      "step": 17465
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.2207458765720829,
-      "learning_rate": 6.486924772720648e-07,
-      "loss": 0.1826,
-      "step": 17466
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.2781352593174329,
-      "learning_rate": 6.481090785016631e-07,
-      "loss": 0.1654,
-      "step": 17467
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.1189948022298877,
-      "learning_rate": 6.475259334018314e-07,
-      "loss": 0.1608,
-      "step": 17468
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0855749092863607,
-      "learning_rate": 6.46943041988387e-07,
-      "loss": 0.153,
-      "step": 17469
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9274200063910341,
-      "learning_rate": 6.463604042771409e-07,
-      "loss": 0.1548,
-      "step": 17470
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9209645234721234,
-      "learning_rate": 6.457780202838959e-07,
-      "loss": 0.1528,
-      "step": 17471
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9047802876618245,
-      "learning_rate": 6.451958900244526e-07,
-      "loss": 0.1596,
-      "step": 17472
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0981685953170108,
-      "learning_rate": 6.446140135145973e-07,
-      "loss": 0.152,
-      "step": 17473
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8935378090645346,
-      "learning_rate": 6.440323907701173e-07,
-      "loss": 0.1533,
-      "step": 17474
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8424974250053628,
-      "learning_rate": 6.434510218067846e-07,
-      "loss": 0.1673,
-      "step": 17475
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8613847064248749,
-      "learning_rate": 6.428699066403721e-07,
-      "loss": 0.1462,
-      "step": 17476
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0212232620116857,
-      "learning_rate": 6.422890452866415e-07,
-      "loss": 0.1787,
-      "step": 17477
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 3.7089778175383827,
-      "learning_rate": 6.417084377613514e-07,
-      "loss": 0.1809,
-      "step": 17478
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0972190976416634,
-      "learning_rate": 6.411280840802459e-07,
-      "loss": 0.145,
-      "step": 17479
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.1042160964760777,
-      "learning_rate": 6.405479842590723e-07,
-      "loss": 0.1591,
-      "step": 17480
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9220425796674508,
-      "learning_rate": 6.399681383135625e-07,
-      "loss": 0.1582,
-      "step": 17481
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9683037480178739,
-      "learning_rate": 6.39388546259444e-07,
-      "loss": 0.1504,
-      "step": 17482
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.115613663388435,
-      "learning_rate": 6.388092081124398e-07,
-      "loss": 0.1617,
-      "step": 17483
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.7121992562713897,
-      "learning_rate": 6.382301238882649e-07,
-      "loss": 0.1673,
-      "step": 17484
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0209392183063348,
-      "learning_rate": 6.37651293602628e-07,
-      "loss": 0.1584,
-      "step": 17485
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.334734571271829,
-      "learning_rate": 6.370727172712276e-07,
-      "loss": 0.1617,
-      "step": 17486
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9918643664287256,
-      "learning_rate": 6.364943949097591e-07,
-      "loss": 0.1551,
-      "step": 17487
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9000122737801736,
-      "learning_rate": 6.359163265339085e-07,
-      "loss": 0.1652,
-      "step": 17488
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0864971415623828,
-      "learning_rate": 6.353385121593569e-07,
-      "loss": 0.1427,
-      "step": 17489
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.266860418067606,
-      "learning_rate": 6.347609518017761e-07,
-      "loss": 0.1563,
-      "step": 17490
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0140534448588183,
-      "learning_rate": 6.341836454768358e-07,
-      "loss": 0.1619,
-      "step": 17491
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.3410852805223372,
-      "learning_rate": 6.3360659320019e-07,
-      "loss": 0.1645,
-      "step": 17492
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.255999216791831,
-      "learning_rate": 6.330297949874952e-07,
-      "loss": 0.1625,
-      "step": 17493
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.2359667320876915,
-      "learning_rate": 6.324532508543967e-07,
-      "loss": 0.1781,
-      "step": 17494
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0118891462587718,
-      "learning_rate": 6.318769608165332e-07,
-      "loss": 0.1705,
-      "step": 17495
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8681988186278751,
-      "learning_rate": 6.313009248895352e-07,
-      "loss": 0.1352,
-      "step": 17496
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8505491563844542,
-      "learning_rate": 6.307251430890315e-07,
-      "loss": 0.1637,
-      "step": 17497
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9572439560590739,
-      "learning_rate": 6.301496154306363e-07,
-      "loss": 0.1578,
-      "step": 17498
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.1260369067949432,
-      "learning_rate": 6.295743419299605e-07,
-      "loss": 0.1516,
-      "step": 17499
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9257905386818395,
-      "learning_rate": 6.289993226026114e-07,
-      "loss": 0.1556,
-      "step": 17500
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.5032840341708493,
-      "learning_rate": 6.284245574641834e-07,
-      "loss": 0.1533,
-      "step": 17501
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8893792018006633,
-      "learning_rate": 6.278500465302684e-07,
-      "loss": 0.1584,
-      "step": 17502
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.2981337750490072,
-      "learning_rate": 6.272757898164506e-07,
-      "loss": 0.1617,
-      "step": 17503
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 2.0296535628324643,
-      "learning_rate": 6.267017873383085e-07,
-      "loss": 0.1752,
-      "step": 17504
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9195443136945383,
-      "learning_rate": 6.261280391114077e-07,
-      "loss": 0.1646,
-      "step": 17505
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9677007307761413,
-      "learning_rate": 6.255545451513146e-07,
-      "loss": 0.1379,
-      "step": 17506
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.4911280417441737,
-      "learning_rate": 6.24981305473582e-07,
-      "loss": 0.1789,
-      "step": 17507
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.4267656167569154,
-      "learning_rate": 6.244083200937634e-07,
-      "loss": 0.1667,
-      "step": 17508
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8906435122285429,
-      "learning_rate": 6.238355890273973e-07,
-      "loss": 0.1511,
-      "step": 17509
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.120302944538742,
-      "learning_rate": 6.232631122900201e-07,
-      "loss": 0.1746,
-      "step": 17510
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0361573831639836,
-      "learning_rate": 6.226908898971596e-07,
-      "loss": 0.1612,
-      "step": 17511
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9827383407813749,
-      "learning_rate": 6.221189218643409e-07,
-      "loss": 0.1701,
-      "step": 17512
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.2483588098983063,
-      "learning_rate": 6.21547208207075e-07,
-      "loss": 0.1732,
-      "step": 17513
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.4254846113606228,
-      "learning_rate": 6.209757489408719e-07,
-      "loss": 0.1491,
-      "step": 17514
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.438762605815942,
-      "learning_rate": 6.2040454408123e-07,
-      "loss": 0.1507,
-      "step": 17515
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0460399471502997,
-      "learning_rate": 6.198335936436451e-07,
-      "loss": 0.1535,
-      "step": 17516
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.253299340529797,
-      "learning_rate": 6.192628976436044e-07,
-      "loss": 0.1462,
-      "step": 17517
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 15.88619169160222,
-      "learning_rate": 6.186924560965856e-07,
-      "loss": 0.1825,
-      "step": 17518
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 2.3292036213000302,
-      "learning_rate": 6.181222690180644e-07,
-      "loss": 0.1443,
-      "step": 17519
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.03504688979119,
-      "learning_rate": 6.175523364235059e-07,
-      "loss": 0.1683,
-      "step": 17520
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.253321521401051,
-      "learning_rate": 6.169826583283722e-07,
-      "loss": 0.1688,
-      "step": 17521
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0547134303571801,
-      "learning_rate": 6.164132347481122e-07,
-      "loss": 0.1816,
-      "step": 17522
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9580859608411995,
-      "learning_rate": 6.158440656981746e-07,
-      "loss": 0.1651,
-      "step": 17523
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.509856539412932,
-      "learning_rate": 6.152751511939947e-07,
-      "loss": 0.158,
-      "step": 17524
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.3455717781618253,
-      "learning_rate": 6.147064912510093e-07,
-      "loss": 0.1746,
-      "step": 17525
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.227922347930265,
-      "learning_rate": 6.14138085884638e-07,
-      "loss": 0.1398,
-      "step": 17526
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.1176263793989942,
-      "learning_rate": 6.135699351103031e-07,
-      "loss": 0.1848,
-      "step": 17527
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.8362091794328037,
-      "learning_rate": 6.130020389434121e-07,
-      "loss": 0.155,
-      "step": 17528
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9411800601075747,
-      "learning_rate": 6.124343973993707e-07,
-      "loss": 0.1598,
-      "step": 17529
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0472801531129503,
-      "learning_rate": 6.118670104935765e-07,
-      "loss": 0.1622,
-      "step": 17530
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.2564447978249575,
-      "learning_rate": 6.112998782414215e-07,
-      "loss": 0.1668,
-      "step": 17531
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8298318531080735,
-      "learning_rate": 6.107330006582878e-07,
-      "loss": 0.1592,
-      "step": 17532
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.296337598576234,
-      "learning_rate": 6.101663777595501e-07,
-      "loss": 0.1737,
-      "step": 17533
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.9101423442493164,
-      "learning_rate": 6.096000095605814e-07,
-      "loss": 0.1602,
-      "step": 17534
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9812618886749092,
-      "learning_rate": 6.090338960767417e-07,
-      "loss": 0.168,
-      "step": 17535
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.2866841462265377,
-      "learning_rate": 6.084680373233875e-07,
-      "loss": 0.1703,
-      "step": 17536
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9056990924642179,
-      "learning_rate": 6.079024333158679e-07,
-      "loss": 0.1768,
-      "step": 17537
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0204475080312303,
-      "learning_rate": 6.073370840695269e-07,
-      "loss": 0.176,
-      "step": 17538
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.3025219249136724,
-      "learning_rate": 6.067719895996971e-07,
-      "loss": 0.1602,
-      "step": 17539
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.2543799126764876,
-      "learning_rate": 6.062071499217081e-07,
-      "loss": 0.162,
-      "step": 17540
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.2796647743558915,
-      "learning_rate": 6.056425650508801e-07,
-      "loss": 0.1593,
-      "step": 17541
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9443775080108795,
-      "learning_rate": 6.050782350025297e-07,
-      "loss": 0.172,
-      "step": 17542
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.2029689130455121,
-      "learning_rate": 6.045141597919613e-07,
-      "loss": 0.1822,
-      "step": 17543
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.939996658457354,
-      "learning_rate": 6.039503394344782e-07,
-      "loss": 0.1472,
-      "step": 17544
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.1660803223243563,
-      "learning_rate": 6.033867739453703e-07,
-      "loss": 0.1518,
-      "step": 17545
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8682073832006625,
-      "learning_rate": 6.028234633399277e-07,
-      "loss": 0.1602,
-      "step": 17546
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.5234733333259054,
-      "learning_rate": 6.022604076334304e-07,
-      "loss": 0.1513,
-      "step": 17547
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9627404893959367,
-      "learning_rate": 6.016976068411506e-07,
-      "loss": 0.1587,
-      "step": 17548
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0389853213896696,
-      "learning_rate": 6.011350609783529e-07,
-      "loss": 0.1841,
-      "step": 17549
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.319045427716174,
-      "learning_rate": 6.005727700602992e-07,
-      "loss": 0.1784,
-      "step": 17550
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9033564901415023,
-      "learning_rate": 6.000107341022399e-07,
-      "loss": 0.1841,
-      "step": 17551
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0968342902108015,
-      "learning_rate": 5.994489531194192e-07,
-      "loss": 0.1501,
-      "step": 17552
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.2034136324685407,
-      "learning_rate": 5.988874271270773e-07,
-      "loss": 0.1458,
-      "step": 17553
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.7376260021799919,
-      "learning_rate": 5.983261561404441e-07,
-      "loss": 0.1727,
-      "step": 17554
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.1798377881298199,
-      "learning_rate": 5.977651401747442e-07,
-      "loss": 0.1375,
-      "step": 17555
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.7601953087649302,
-      "learning_rate": 5.972043792451964e-07,
-      "loss": 0.1665,
-      "step": 17556
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0292216285996567,
-      "learning_rate": 5.966438733670121e-07,
-      "loss": 0.1547,
-      "step": 17557
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0016902697828487,
-      "learning_rate": 5.960836225553923e-07,
-      "loss": 0.1586,
-      "step": 17558
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8752761730699214,
-      "learning_rate": 5.955236268255372e-07,
-      "loss": 0.1724,
-      "step": 17559
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.607044011795207,
-      "learning_rate": 5.949638861926333e-07,
-      "loss": 0.1407,
-      "step": 17560
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.1743967307776313,
-      "learning_rate": 5.944044006718674e-07,
-      "loss": 0.1352,
-      "step": 17561
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0984485539787459,
-      "learning_rate": 5.938451702784109e-07,
-      "loss": 0.1715,
-      "step": 17562
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.7723001616527106,
-      "learning_rate": 5.93286195027436e-07,
-      "loss": 0.1623,
-      "step": 17563
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 2.3667467559842605,
-      "learning_rate": 5.927274749341039e-07,
-      "loss": 0.1737,
-      "step": 17564
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.078327802462095,
-      "learning_rate": 5.921690100135713e-07,
-      "loss": 0.1619,
-      "step": 17565
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.1087345773722312,
-      "learning_rate": 5.916108002809851e-07,
-      "loss": 0.1758,
-      "step": 17566
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.931356983992569,
-      "learning_rate": 5.910528457514886e-07,
-      "loss": 0.1589,
-      "step": 17567
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9761997564311885,
-      "learning_rate": 5.904951464402154e-07,
-      "loss": 0.1704,
-      "step": 17568
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8754256176667727,
-      "learning_rate": 5.89937702362291e-07,
-      "loss": 0.171,
-      "step": 17569
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9700307877911704,
-      "learning_rate": 5.89380513532839e-07,
-      "loss": 0.1542,
-      "step": 17570
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8100403713688008,
-      "learning_rate": 5.888235799669705e-07,
-      "loss": 0.1737,
-      "step": 17571
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8726291967736584,
-      "learning_rate": 5.882669016797948e-07,
-      "loss": 0.1742,
-      "step": 17572
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.1240848985822962,
-      "learning_rate": 5.877104786864107e-07,
-      "loss": 0.1621,
-      "step": 17573
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0396680948721067,
-      "learning_rate": 5.871543110019128e-07,
-      "loss": 0.1665,
-      "step": 17574
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.1313393019502156,
-      "learning_rate": 5.865983986413848e-07,
-      "loss": 0.1529,
-      "step": 17575
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0259427094500448,
-      "learning_rate": 5.860427416199077e-07,
-      "loss": 0.1855,
-      "step": 17576
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.0316922210292752,
-      "learning_rate": 5.854873399525518e-07,
-      "loss": 0.1643,
-      "step": 17577
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8627959272048978,
-      "learning_rate": 5.84932193654385e-07,
-      "loss": 0.1958,
-      "step": 17578
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8468770809456929,
-      "learning_rate": 5.843773027404631e-07,
-      "loss": 0.1748,
-      "step": 17579
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9074617601974535,
-      "learning_rate": 5.838226672258374e-07,
-      "loss": 0.1806,
-      "step": 17580
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8759627401266152,
-      "learning_rate": 5.832682871255546e-07,
-      "loss": 0.1743,
-      "step": 17581
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.1549145279627093,
-      "learning_rate": 5.827141624546528e-07,
-      "loss": 0.1754,
-      "step": 17582
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9652020221208394,
-      "learning_rate": 5.8216029322816e-07,
-      "loss": 0.1497,
-      "step": 17583
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.2358436435062201,
-      "learning_rate": 5.816066794611019e-07,
-      "loss": 0.1467,
-      "step": 17584
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.2438610313138372,
-      "learning_rate": 5.810533211684954e-07,
-      "loss": 0.1646,
-      "step": 17585
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8587535130383744,
-      "learning_rate": 5.805002183653474e-07,
-      "loss": 0.1407,
-      "step": 17586
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.1335931999480722,
-      "learning_rate": 5.799473710666659e-07,
-      "loss": 0.1711,
-      "step": 17587
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.4396105891990831,
-      "learning_rate": 5.793947792874411e-07,
-      "loss": 0.1638,
-      "step": 17588
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9790535477952904,
-      "learning_rate": 5.788424430426653e-07,
-      "loss": 0.1857,
-      "step": 17589
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8856226673905241,
-      "learning_rate": 5.782903623473202e-07,
-      "loss": 0.1668,
-      "step": 17590
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.067043539477932,
-      "learning_rate": 5.777385372163824e-07,
-      "loss": 0.174,
-      "step": 17591
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8740321505398196,
-      "learning_rate": 5.771869676648178e-07,
-      "loss": 0.15,
-      "step": 17592
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.8681917829340098,
-      "learning_rate": 5.766356537075913e-07,
-      "loss": 0.1538,
-      "step": 17593
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 0.9506182517731803,
-      "learning_rate": 5.760845953596527e-07,
-      "loss": 0.1759,
-      "step": 17594
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.3177971254646998,
-      "learning_rate": 5.755337926359528e-07,
-      "loss": 0.1631,
-      "step": 17595
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.117532008903971,
-      "learning_rate": 5.749832455514292e-07,
-      "loss": 0.1544,
-      "step": 17596
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.2500663676142996,
-      "learning_rate": 5.744329541210203e-07,
-      "loss": 0.1733,
-      "step": 17597
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.1405137035890365,
-      "learning_rate": 5.738829183596472e-07,
-      "loss": 0.1763,
-      "step": 17598
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.364590498600788,
-      "learning_rate": 5.733331382822327e-07,
-      "loss": 0.1627,
-      "step": 17599
-    },
-    {
-      "epoch": 0.89,
-      "grad_norm": 1.3966575165611175,
-      "learning_rate": 5.727836139036902e-07,
-      "loss": 0.1771,
-      "step": 17600
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.4316548739683352,
-      "learning_rate": 5.722343452389246e-07,
-      "loss": 0.1829,
-      "step": 17601
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9225231916886446,
-      "learning_rate": 5.71685332302836e-07,
-      "loss": 0.1652,
-      "step": 17602
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9262842826877503,
-      "learning_rate": 5.711365751103126e-07,
-      "loss": 0.1615,
-      "step": 17603
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.125458347496385,
-      "learning_rate": 5.705880736762448e-07,
-      "loss": 0.1555,
-      "step": 17604
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0342644278015851,
-      "learning_rate": 5.700398280155062e-07,
-      "loss": 0.1555,
-      "step": 17605
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.657524375857265,
-      "learning_rate": 5.694918381429693e-07,
-      "loss": 0.1715,
-      "step": 17606
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.7613783650392223,
-      "learning_rate": 5.689441040735e-07,
-      "loss": 0.1705,
-      "step": 17607
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.1654114356377074,
-      "learning_rate": 5.683966258219553e-07,
-      "loss": 0.1794,
-      "step": 17608
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.117362526105987,
-      "learning_rate": 5.678494034031834e-07,
-      "loss": 0.1673,
-      "step": 17609
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9317194347022243,
-      "learning_rate": 5.673024368320313e-07,
-      "loss": 0.1671,
-      "step": 17610
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 4.772568989083743,
-      "learning_rate": 5.667557261233303e-07,
-      "loss": 0.1537,
-      "step": 17611
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.8476355847340409,
-      "learning_rate": 5.662092712919165e-07,
-      "loss": 0.1822,
-      "step": 17612
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9599586056070369,
-      "learning_rate": 5.656630723526058e-07,
-      "loss": 0.1925,
-      "step": 17613
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.081935044119475,
-      "learning_rate": 5.651171293202195e-07,
-      "loss": 0.1543,
-      "step": 17614
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.1782749849930128,
-      "learning_rate": 5.645714422095627e-07,
-      "loss": 0.1662,
-      "step": 17615
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.038120793501522,
-      "learning_rate": 5.640260110354379e-07,
-      "loss": 0.1791,
-      "step": 17616
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0742685175075855,
-      "learning_rate": 5.634808358126409e-07,
-      "loss": 0.169,
-      "step": 17617
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.490681460837666,
-      "learning_rate": 5.6293591655596e-07,
-      "loss": 0.1691,
-      "step": 17618
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 2.0405156137959275,
-      "learning_rate": 5.623912532801745e-07,
-      "loss": 0.2042,
-      "step": 17619
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.4385736720037017,
-      "learning_rate": 5.618468460000603e-07,
-      "loss": 0.1543,
-      "step": 17620
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.3147500473045866,
-      "learning_rate": 5.613026947303846e-07,
-      "loss": 0.1723,
-      "step": 17621
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.6507261497711412,
-      "learning_rate": 5.607587994859043e-07,
-      "loss": 0.173,
-      "step": 17622
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0463045500938963,
-      "learning_rate": 5.602151602813754e-07,
-      "loss": 0.1565,
-      "step": 17623
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9064519461727782,
-      "learning_rate": 5.59671777131543e-07,
-      "loss": 0.1683,
-      "step": 17624
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9830407275206406,
-      "learning_rate": 5.591286500511461e-07,
-      "loss": 0.1525,
-      "step": 17625
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.4047169508316093,
-      "learning_rate": 5.585857790549176e-07,
-      "loss": 0.1647,
-      "step": 17626
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.993469300350806,
-      "learning_rate": 5.580431641575856e-07,
-      "loss": 0.1591,
-      "step": 17627
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.166303889142174,
-      "learning_rate": 5.57500805373864e-07,
-      "loss": 0.1714,
-      "step": 17628
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.8781195607529766,
-      "learning_rate": 5.569587027184676e-07,
-      "loss": 0.1613,
-      "step": 17629
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.885899291646843,
-      "learning_rate": 5.564168562060989e-07,
-      "loss": 0.1503,
-      "step": 17630
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.7808838110262488,
-      "learning_rate": 5.558752658514576e-07,
-      "loss": 0.1421,
-      "step": 17631
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.129720678794883,
-      "learning_rate": 5.553339316692319e-07,
-      "loss": 0.1671,
-      "step": 17632
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9170876078394514,
-      "learning_rate": 5.547928536741054e-07,
-      "loss": 0.1515,
-      "step": 17633
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 3.195046931226926,
-      "learning_rate": 5.542520318807575e-07,
-      "loss": 0.1425,
-      "step": 17634
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.289422396897735,
-      "learning_rate": 5.537114663038579e-07,
-      "loss": 0.1497,
-      "step": 17635
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.002269400661614,
-      "learning_rate": 5.531711569580667e-07,
-      "loss": 0.171,
-      "step": 17636
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.1868860593512662,
-      "learning_rate": 5.526311038580434e-07,
-      "loss": 0.1779,
-      "step": 17637
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.7414258773959721,
-      "learning_rate": 5.520913070184342e-07,
-      "loss": 0.1615,
-      "step": 17638
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.4872577817974402,
-      "learning_rate": 5.515517664538816e-07,
-      "loss": 0.1672,
-      "step": 17639
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.1392463829779043,
-      "learning_rate": 5.510124821790208e-07,
-      "loss": 0.1743,
-      "step": 17640
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9808252375289511,
-      "learning_rate": 5.5047345420848e-07,
-      "loss": 0.1713,
-      "step": 17641
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0052517052647605,
-      "learning_rate": 5.499346825568796e-07,
-      "loss": 0.1572,
-      "step": 17642
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9217200434394364,
-      "learning_rate": 5.493961672388359e-07,
-      "loss": 0.1684,
-      "step": 17643
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9372417416015802,
-      "learning_rate": 5.488579082689549e-07,
-      "loss": 0.186,
-      "step": 17644
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.3092412178722737,
-      "learning_rate": 5.48319905661836e-07,
-      "loss": 0.1465,
-      "step": 17645
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 2.002333418364241,
-      "learning_rate": 5.477821594320754e-07,
-      "loss": 0.146,
-      "step": 17646
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.8780082868559859,
-      "learning_rate": 5.472446695942557e-07,
-      "loss": 0.1576,
-      "step": 17647
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.1158135010797137,
-      "learning_rate": 5.467074361629599e-07,
-      "loss": 0.1707,
-      "step": 17648
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.2440407124510282,
-      "learning_rate": 5.461704591527573e-07,
-      "loss": 0.1658,
-      "step": 17649
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0253371799074213,
-      "learning_rate": 5.456337385782173e-07,
-      "loss": 0.1883,
-      "step": 17650
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.915436610916007,
-      "learning_rate": 5.450972744538929e-07,
-      "loss": 0.1639,
-      "step": 17651
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0029131128139648,
-      "learning_rate": 5.445610667943401e-07,
-      "loss": 0.164,
-      "step": 17652
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9462649352774675,
-      "learning_rate": 5.440251156141019e-07,
-      "loss": 0.1628,
-      "step": 17653
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.3574479219373592,
-      "learning_rate": 5.434894209277186e-07,
-      "loss": 0.1578,
-      "step": 17654
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9918804611222274,
-      "learning_rate": 5.429539827497188e-07,
-      "loss": 0.1497,
-      "step": 17655
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0503724191185535,
-      "learning_rate": 5.424188010946241e-07,
-      "loss": 0.1566,
-      "step": 17656
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.8451239880660211,
-      "learning_rate": 5.418838759769551e-07,
-      "loss": 0.1548,
-      "step": 17657
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.893324799854365,
-      "learning_rate": 5.413492074112192e-07,
-      "loss": 0.1468,
-      "step": 17658
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0016104659910292,
-      "learning_rate": 5.408147954119202e-07,
-      "loss": 0.1582,
-      "step": 17659
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.8984243797807004,
-      "learning_rate": 5.402806399935545e-07,
-      "loss": 0.176,
-      "step": 17660
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 9.62575895769711,
-      "learning_rate": 5.397467411706114e-07,
-      "loss": 0.1525,
-      "step": 17661
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0367581809540989,
-      "learning_rate": 5.392130989575716e-07,
-      "loss": 0.1787,
-      "step": 17662
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0075030435562442,
-      "learning_rate": 5.386797133689125e-07,
-      "loss": 0.1581,
-      "step": 17663
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9308276120576201,
-      "learning_rate": 5.38146584419098e-07,
-      "loss": 0.1415,
-      "step": 17664
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9995172688457722,
-      "learning_rate": 5.376137121225933e-07,
-      "loss": 0.1664,
-      "step": 17665
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.1181798407086685,
-      "learning_rate": 5.370810964938511e-07,
-      "loss": 0.1645,
-      "step": 17666
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.8228683638441441,
-      "learning_rate": 5.365487375473189e-07,
-      "loss": 0.1484,
-      "step": 17667
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.91897186212851,
-      "learning_rate": 5.36016635297435e-07,
-      "loss": 0.1423,
-      "step": 17668
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9404184974406693,
-      "learning_rate": 5.354847897586346e-07,
-      "loss": 0.1536,
-      "step": 17669
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9341398123651984,
-      "learning_rate": 5.34953200945344e-07,
-      "loss": 0.1656,
-      "step": 17670
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9941746446631397,
-      "learning_rate": 5.344218688719849e-07,
-      "loss": 0.1838,
-      "step": 17671
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.2760959638853353,
-      "learning_rate": 5.338907935529658e-07,
-      "loss": 0.1673,
-      "step": 17672
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.2152025882319166,
-      "learning_rate": 5.33359975002693e-07,
-      "loss": 0.1714,
-      "step": 17673
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.3978400774163173,
-      "learning_rate": 5.32829413235566e-07,
-      "loss": 0.1566,
-      "step": 17674
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 2.228025280490407,
-      "learning_rate": 5.322991082659745e-07,
-      "loss": 0.1587,
-      "step": 17675
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.6220795682324534,
-      "learning_rate": 5.31769060108307e-07,
-      "loss": 0.1669,
-      "step": 17676
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9484679760869359,
-      "learning_rate": 5.312392687769363e-07,
-      "loss": 0.1646,
-      "step": 17677
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.7112336753826645,
-      "learning_rate": 5.307097342862355e-07,
-      "loss": 0.1476,
-      "step": 17678
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9050168602368139,
-      "learning_rate": 5.301804566505675e-07,
-      "loss": 0.1739,
-      "step": 17679
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 2.6948532263660625,
-      "learning_rate": 5.296514358842919e-07,
-      "loss": 0.1562,
-      "step": 17680
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9223356351999948,
-      "learning_rate": 5.291226720017539e-07,
-      "loss": 0.1646,
-      "step": 17681
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0710729372748458,
-      "learning_rate": 5.285941650172999e-07,
-      "loss": 0.1781,
-      "step": 17682
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0156542824190222,
-      "learning_rate": 5.280659149452627e-07,
-      "loss": 0.161,
-      "step": 17683
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0609702715785894,
-      "learning_rate": 5.275379217999732e-07,
-      "loss": 0.1584,
-      "step": 17684
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 2.593540452877707,
-      "learning_rate": 5.270101855957521e-07,
-      "loss": 0.1498,
-      "step": 17685
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9987113372708541,
-      "learning_rate": 5.264827063469146e-07,
-      "loss": 0.1667,
-      "step": 17686
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9799744766968221,
-      "learning_rate": 5.259554840677683e-07,
-      "loss": 0.1543,
-      "step": 17687
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0793003127543954,
-      "learning_rate": 5.25428518772616e-07,
-      "loss": 0.1772,
-      "step": 17688
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.1104727507892227,
-      "learning_rate": 5.249018104757498e-07,
-      "loss": 0.1648,
-      "step": 17689
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.8866876360592496,
-      "learning_rate": 5.24375359191458e-07,
-      "loss": 0.1711,
-      "step": 17690
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9318746380239975,
-      "learning_rate": 5.238491649340194e-07,
-      "loss": 0.1576,
-      "step": 17691
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.704580316984937,
-      "learning_rate": 5.233232277177058e-07,
-      "loss": 0.1481,
-      "step": 17692
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9707591751898252,
-      "learning_rate": 5.22797547556787e-07,
-      "loss": 0.198,
-      "step": 17693
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.4708636570765141,
-      "learning_rate": 5.222721244655182e-07,
-      "loss": 0.1606,
-      "step": 17694
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0986553399787764,
-      "learning_rate": 5.217469584581536e-07,
-      "loss": 0.1719,
-      "step": 17695
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 2.24716223435193,
-      "learning_rate": 5.212220495489384e-07,
-      "loss": 0.1562,
-      "step": 17696
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.8958578576870243,
-      "learning_rate": 5.206973977521113e-07,
-      "loss": 0.1731,
-      "step": 17697
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.1951818186829957,
-      "learning_rate": 5.201730030819019e-07,
-      "loss": 0.1544,
-      "step": 17698
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.4365885572432668,
-      "learning_rate": 5.196488655525356e-07,
-      "loss": 0.1787,
-      "step": 17699
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.2545363657750488,
-      "learning_rate": 5.191249851782287e-07,
-      "loss": 0.145,
-      "step": 17700
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 2.2246894585487254,
-      "learning_rate": 5.186013619731934e-07,
-      "loss": 0.1638,
-      "step": 17701
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9044530743019654,
-      "learning_rate": 5.180779959516303e-07,
-      "loss": 0.171,
-      "step": 17702
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.8542074221845332,
-      "learning_rate": 5.175548871277358e-07,
-      "loss": 0.1606,
-      "step": 17703
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9570768342942108,
-      "learning_rate": 5.170320355157022e-07,
-      "loss": 0.1412,
-      "step": 17704
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.377473388699456,
-      "learning_rate": 5.165094411297111e-07,
-      "loss": 0.1878,
-      "step": 17705
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9740939249314572,
-      "learning_rate": 5.15987103983936e-07,
-      "loss": 0.1739,
-      "step": 17706
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.1030183081306857,
-      "learning_rate": 5.154650240925474e-07,
-      "loss": 0.1718,
-      "step": 17707
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9345049545849029,
-      "learning_rate": 5.149432014697053e-07,
-      "loss": 0.1798,
-      "step": 17708
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.1709174668507403,
-      "learning_rate": 5.14421636129564e-07,
-      "loss": 0.1574,
-      "step": 17709
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.8308813827049973,
-      "learning_rate": 5.13900328086272e-07,
-      "loss": 0.1487,
-      "step": 17710
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.869450981379436,
-      "learning_rate": 5.133792773539681e-07,
-      "loss": 0.1568,
-      "step": 17711
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9869137581204871,
-      "learning_rate": 5.128584839467877e-07,
-      "loss": 0.1441,
-      "step": 17712
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.7785372146076209,
-      "learning_rate": 5.12337947878857e-07,
-      "loss": 0.1614,
-      "step": 17713
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9084779713098403,
-      "learning_rate": 5.118176691642962e-07,
-      "loss": 0.144,
-      "step": 17714
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.7622362638835993,
-      "learning_rate": 5.11297647817216e-07,
-      "loss": 0.1559,
-      "step": 17715
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.6181503739545215,
-      "learning_rate": 5.107778838517241e-07,
-      "loss": 0.1525,
-      "step": 17716
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9288820385651829,
-      "learning_rate": 5.102583772819159e-07,
-      "loss": 0.1488,
-      "step": 17717
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0344836702661204,
-      "learning_rate": 5.097391281218877e-07,
-      "loss": 0.1446,
-      "step": 17718
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.756541256971086,
-      "learning_rate": 5.092201363857197e-07,
-      "loss": 0.1528,
-      "step": 17719
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.3498640132390163,
-      "learning_rate": 5.087014020874936e-07,
-      "loss": 0.1704,
-      "step": 17720
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9049343493676423,
-      "learning_rate": 5.081829252412762e-07,
-      "loss": 0.1487,
-      "step": 17721
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.017207296182938,
-      "learning_rate": 5.076647058611328e-07,
-      "loss": 0.1758,
-      "step": 17722
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0428643056624292,
-      "learning_rate": 5.071467439611211e-07,
-      "loss": 0.1455,
-      "step": 17723
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.1132281043897432,
-      "learning_rate": 5.066290395552909e-07,
-      "loss": 0.1574,
-      "step": 17724
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.6376443306870083,
-      "learning_rate": 5.061115926576843e-07,
-      "loss": 0.1612,
-      "step": 17725
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.537279060722791,
-      "learning_rate": 5.055944032823357e-07,
-      "loss": 0.1628,
-      "step": 17726
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.133942195763958,
-      "learning_rate": 5.050774714432772e-07,
-      "loss": 0.1587,
-      "step": 17727
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.6315795559668866,
-      "learning_rate": 5.045607971545263e-07,
-      "loss": 0.1767,
-      "step": 17728
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.406991068781469,
-      "learning_rate": 5.040443804300998e-07,
-      "loss": 0.14,
-      "step": 17729
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.3011977502033985,
-      "learning_rate": 5.035282212840065e-07,
-      "loss": 0.182,
-      "step": 17730
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.3039874258239579,
-      "learning_rate": 5.030123197302472e-07,
-      "loss": 0.1708,
-      "step": 17731
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 6.74425755208782,
-      "learning_rate": 5.024966757828143e-07,
-      "loss": 0.1766,
-      "step": 17732
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9541717050863457,
-      "learning_rate": 5.019812894556975e-07,
-      "loss": 0.1522,
-      "step": 17733
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9449006111982539,
-      "learning_rate": 5.014661607628723e-07,
-      "loss": 0.1705,
-      "step": 17734
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 2.291618929572805,
-      "learning_rate": 5.009512897183156e-07,
-      "loss": 0.1501,
-      "step": 17735
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 2.6137589502704652,
-      "learning_rate": 5.004366763359903e-07,
-      "loss": 0.1692,
-      "step": 17736
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 2.088489181727494,
-      "learning_rate": 4.999223206298587e-07,
-      "loss": 0.1463,
-      "step": 17737
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.7985636651852127,
-      "learning_rate": 4.994082226138686e-07,
-      "loss": 0.116,
-      "step": 17738
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.2956073162739354,
-      "learning_rate": 4.988943823019676e-07,
-      "loss": 0.1524,
-      "step": 17739
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.4870177517974048,
-      "learning_rate": 4.983807997080925e-07,
-      "loss": 0.1485,
-      "step": 17740
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.1141072045469964,
-      "learning_rate": 4.978674748461765e-07,
-      "loss": 0.1965,
-      "step": 17741
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.7596014826608797,
-      "learning_rate": 4.973544077301418e-07,
-      "loss": 0.1702,
-      "step": 17742
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.8503845471946775,
-      "learning_rate": 4.968415983739039e-07,
-      "loss": 0.1554,
-      "step": 17743
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.225632954529606,
-      "learning_rate": 4.963290467913761e-07,
-      "loss": 0.1623,
-      "step": 17744
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.1538746263261441,
-      "learning_rate": 4.958167529964586e-07,
-      "loss": 0.1948,
-      "step": 17745
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0146882938179274,
-      "learning_rate": 4.953047170030489e-07,
-      "loss": 0.155,
-      "step": 17746
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0771355542823016,
-      "learning_rate": 4.94792938825035e-07,
-      "loss": 0.1491,
-      "step": 17747
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.018788055431089,
-      "learning_rate": 4.942814184763001e-07,
-      "loss": 0.1723,
-      "step": 17748
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.1316146560079632,
-      "learning_rate": 4.937701559707175e-07,
-      "loss": 0.1602,
-      "step": 17749
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9280565298619311,
-      "learning_rate": 4.932591513221586e-07,
-      "loss": 0.148,
-      "step": 17750
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0565016656740143,
-      "learning_rate": 4.927484045444797e-07,
-      "loss": 0.1574,
-      "step": 17751
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.1490442384990298,
-      "learning_rate": 4.922379156515389e-07,
-      "loss": 0.1484,
-      "step": 17752
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0055808135829174,
-      "learning_rate": 4.917276846571806e-07,
-      "loss": 0.1499,
-      "step": 17753
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.137822230302273,
-      "learning_rate": 4.912177115752481e-07,
-      "loss": 0.1698,
-      "step": 17754
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.4222448581168465,
-      "learning_rate": 4.907079964195693e-07,
-      "loss": 0.1674,
-      "step": 17755
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0891384710066645,
-      "learning_rate": 4.901985392039743e-07,
-      "loss": 0.1892,
-      "step": 17756
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.239926969876004,
-      "learning_rate": 4.896893399422809e-07,
-      "loss": 0.1529,
-      "step": 17757
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.1012776690468857,
-      "learning_rate": 4.891803986483023e-07,
-      "loss": 0.1937,
-      "step": 17758
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0518012215731845,
-      "learning_rate": 4.886717153358411e-07,
-      "loss": 0.199,
-      "step": 17759
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0574357379309232,
-      "learning_rate": 4.881632900186983e-07,
-      "loss": 0.154,
-      "step": 17760
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.175176478735189,
-      "learning_rate": 4.876551227106629e-07,
-      "loss": 0.1801,
-      "step": 17761
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.8789036612254449,
-      "learning_rate": 4.871472134255195e-07,
-      "loss": 0.1609,
-      "step": 17762
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.680680067709628,
-      "learning_rate": 4.866395621770458e-07,
-      "loss": 0.1423,
-      "step": 17763
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.1085585855081044,
-      "learning_rate": 4.861321689790099e-07,
-      "loss": 0.1458,
-      "step": 17764
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 2.6969531275425647,
-      "learning_rate": 4.856250338451763e-07,
-      "loss": 0.1805,
-      "step": 17765
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9945335175170363,
-      "learning_rate": 4.851181567893015e-07,
-      "loss": 0.1476,
-      "step": 17766
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.1633841659011586,
-      "learning_rate": 4.846115378251348e-07,
-      "loss": 0.1401,
-      "step": 17767
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.1946895954446297,
-      "learning_rate": 4.841051769664174e-07,
-      "loss": 0.1782,
-      "step": 17768
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0272983655384607,
-      "learning_rate": 4.835990742268848e-07,
-      "loss": 0.1578,
-      "step": 17769
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.881203217537691,
-      "learning_rate": 4.83093229620264e-07,
-      "loss": 0.1575,
-      "step": 17770
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.35515392014797,
-      "learning_rate": 4.825876431602772e-07,
-      "loss": 0.1692,
-      "step": 17771
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.2188750181917818,
-      "learning_rate": 4.820823148606379e-07,
-      "loss": 0.183,
-      "step": 17772
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0844096893909176,
-      "learning_rate": 4.815772447350541e-07,
-      "loss": 0.1687,
-      "step": 17773
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.051618523028314,
-      "learning_rate": 4.810724327972238e-07,
-      "loss": 0.1578,
-      "step": 17774
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.7931119674665117,
-      "learning_rate": 4.805678790608415e-07,
-      "loss": 0.1636,
-      "step": 17775
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.8151408484958761,
-      "learning_rate": 4.80063583539594e-07,
-      "loss": 0.1484,
-      "step": 17776
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0937623325399302,
-      "learning_rate": 4.795595462471592e-07,
-      "loss": 0.1779,
-      "step": 17777
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0631272079242073,
-      "learning_rate": 4.790557671972107e-07,
-      "loss": 0.1397,
-      "step": 17778
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0143499979429285,
-      "learning_rate": 4.785522464034109e-07,
-      "loss": 0.1782,
-      "step": 17779
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.063689312103594,
-      "learning_rate": 4.7804898387942e-07,
-      "loss": 0.1645,
-      "step": 17780
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.0920688128771128,
-      "learning_rate": 4.77545979638887e-07,
-      "loss": 0.1579,
-      "step": 17781
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.1352514848095434,
-      "learning_rate": 4.770432336954567e-07,
-      "loss": 0.1594,
-      "step": 17782
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.8693421343476601,
-      "learning_rate": 4.765407460627669e-07,
-      "loss": 0.1666,
-      "step": 17783
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.512091212186362,
-      "learning_rate": 4.76038516754449e-07,
-      "loss": 0.1636,
-      "step": 17784
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9559664234061493,
-      "learning_rate": 4.755365457841221e-07,
-      "loss": 0.1621,
-      "step": 17785
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 2.40871843285452,
-      "learning_rate": 4.750348331654064e-07,
-      "loss": 0.1668,
-      "step": 17786
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.2538414667969688,
-      "learning_rate": 4.7453337891190776e-07,
-      "loss": 0.1684,
-      "step": 17787
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.2285387934323766,
-      "learning_rate": 4.7403218303722963e-07,
-      "loss": 0.1673,
-      "step": 17788
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.2252516668439057,
-      "learning_rate": 4.7353124555496566e-07,
-      "loss": 0.1568,
-      "step": 17789
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.7644849909791742,
-      "learning_rate": 4.7303056647870605e-07,
-      "loss": 0.1833,
-      "step": 17790
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9280686009723658,
-      "learning_rate": 4.725301458220288e-07,
-      "loss": 0.1575,
-      "step": 17791
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.9485796496560795,
-      "learning_rate": 4.7202998359850984e-07,
-      "loss": 0.1594,
-      "step": 17792
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.2267938129539502,
-      "learning_rate": 4.7153007982171594e-07,
-      "loss": 0.1909,
-      "step": 17793
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 0.7754106303778403,
-      "learning_rate": 4.7103043450520744e-07,
-      "loss": 0.1457,
-      "step": 17794
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.026104662099303,
-      "learning_rate": 4.705310476625369e-07,
-      "loss": 0.1678,
-      "step": 17795
-    },
-    {
-      "epoch": 0.9,
-      "grad_norm": 1.1562353558815135,
-      "learning_rate": 4.700319193072489e-07,
-      "loss": 0.1869,
-      "step": 17796
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.6137894136029478,
-      "learning_rate": 4.695330494528838e-07,
-      "loss": 0.1491,
-      "step": 17797
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.09089695525694,
-      "learning_rate": 4.69034438112973e-07,
-      "loss": 0.1839,
-      "step": 17798
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.333152341251913,
-      "learning_rate": 4.685360853010401e-07,
-      "loss": 0.1637,
-      "step": 17799
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9602187524299798,
-      "learning_rate": 4.6803799103060544e-07,
-      "loss": 0.1653,
-      "step": 17800
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1799898341032788,
-      "learning_rate": 4.6754015531517926e-07,
-      "loss": 0.1626,
-      "step": 17801
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 3.665753566346427,
-      "learning_rate": 4.6704257816826306e-07,
-      "loss": 0.1961,
-      "step": 17802
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.640526741340988,
-      "learning_rate": 4.6654525960335704e-07,
-      "loss": 0.1682,
-      "step": 17803
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.8810679261644867,
-      "learning_rate": 4.660481996339483e-07,
-      "loss": 0.1621,
-      "step": 17804
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9417092579675105,
-      "learning_rate": 4.655513982735216e-07,
-      "loss": 0.1822,
-      "step": 17805
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1450114665041524,
-      "learning_rate": 4.6505485553555054e-07,
-      "loss": 0.1495,
-      "step": 17806
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.2342421265088601,
-      "learning_rate": 4.6455857143350657e-07,
-      "loss": 0.1718,
-      "step": 17807
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.4242395673614698,
-      "learning_rate": 4.6406254598084786e-07,
-      "loss": 0.1682,
-      "step": 17808
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9017379280780949,
-      "learning_rate": 4.635667791910314e-07,
-      "loss": 0.1617,
-      "step": 17809
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 2.0869143627570828,
-      "learning_rate": 4.630712710775054e-07,
-      "loss": 0.1639,
-      "step": 17810
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9145479259162557,
-      "learning_rate": 4.625760216537112e-07,
-      "loss": 0.1559,
-      "step": 17811
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0659886892373898,
-      "learning_rate": 4.620810309330803e-07,
-      "loss": 0.1474,
-      "step": 17812
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0288166878075367,
-      "learning_rate": 4.615862989290387e-07,
-      "loss": 0.1814,
-      "step": 17813
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1905630758669472,
-      "learning_rate": 4.61091825655009e-07,
-      "loss": 0.1932,
-      "step": 17814
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0430728818674375,
-      "learning_rate": 4.605976111244015e-07,
-      "loss": 0.1629,
-      "step": 17815
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0384609491251084,
-      "learning_rate": 4.601036553506233e-07,
-      "loss": 0.174,
-      "step": 17816
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.4392457512023191,
-      "learning_rate": 4.5960995834707146e-07,
-      "loss": 0.1346,
-      "step": 17817
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9923559260449925,
-      "learning_rate": 4.591165201271386e-07,
-      "loss": 0.1774,
-      "step": 17818
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0656259011880576,
-      "learning_rate": 4.5862334070420843e-07,
-      "loss": 0.1652,
-      "step": 17819
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.4443650791473384,
-      "learning_rate": 4.581304200916603e-07,
-      "loss": 0.1698,
-      "step": 17820
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.9518129480656117,
-      "learning_rate": 4.576377583028624e-07,
-      "loss": 0.1504,
-      "step": 17821
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1957606269589063,
-      "learning_rate": 4.571453553511807e-07,
-      "loss": 0.176,
-      "step": 17822
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0892795482220845,
-      "learning_rate": 4.5665321124996774e-07,
-      "loss": 0.1595,
-      "step": 17823
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1566948468637954,
-      "learning_rate": 4.5616132601257857e-07,
-      "loss": 0.1695,
-      "step": 17824
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9480355518150048,
-      "learning_rate": 4.556696996523502e-07,
-      "loss": 0.1724,
-      "step": 17825
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0548757699756477,
-      "learning_rate": 4.5517833218261974e-07,
-      "loss": 0.1673,
-      "step": 17826
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.8952574575856083,
-      "learning_rate": 4.546872236167166e-07,
-      "loss": 0.1576,
-      "step": 17827
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0190701158443207,
-      "learning_rate": 4.5419637396796337e-07,
-      "loss": 0.1807,
-      "step": 17828
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.8335552710274327,
-      "learning_rate": 4.5370578324967054e-07,
-      "loss": 0.1783,
-      "step": 17829
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.3764248852007366,
-      "learning_rate": 4.532154514751497e-07,
-      "loss": 0.1893,
-      "step": 17830
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.3915203240070135,
-      "learning_rate": 4.527253786576991e-07,
-      "loss": 0.1592,
-      "step": 17831
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.2861389689670186,
-      "learning_rate": 4.5223556481060913e-07,
-      "loss": 0.1528,
-      "step": 17832
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.4373456377797067,
-      "learning_rate": 4.5174600994717154e-07,
-      "loss": 0.1645,
-      "step": 17833
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.348075943625048,
-      "learning_rate": 4.5125671408066006e-07,
-      "loss": 0.1546,
-      "step": 17834
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1271648016172928,
-      "learning_rate": 4.5076767722435075e-07,
-      "loss": 0.1644,
-      "step": 17835
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.8177597987428121,
-      "learning_rate": 4.502788993915075e-07,
-      "loss": 0.1643,
-      "step": 17836
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.4899303323960316,
-      "learning_rate": 4.4979038059538847e-07,
-      "loss": 0.1568,
-      "step": 17837
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.8795186133211397,
-      "learning_rate": 4.493021208492443e-07,
-      "loss": 0.1421,
-      "step": 17838
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1307292120596275,
-      "learning_rate": 4.48814120166321e-07,
-      "loss": 0.1725,
-      "step": 17839
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0942327975567745,
-      "learning_rate": 4.483263785598524e-07,
-      "loss": 0.1607,
-      "step": 17840
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.310134964018146,
-      "learning_rate": 4.478388960430724e-07,
-      "loss": 0.1533,
-      "step": 17841
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0896854956976845,
-      "learning_rate": 4.4735167262919934e-07,
-      "loss": 0.1672,
-      "step": 17842
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.4009160493602761,
-      "learning_rate": 4.468647083314537e-07,
-      "loss": 0.172,
-      "step": 17843
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0883627609353188,
-      "learning_rate": 4.4637800316304157e-07,
-      "loss": 0.1673,
-      "step": 17844
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9322656297713793,
-      "learning_rate": 4.458915571371647e-07,
-      "loss": 0.1345,
-      "step": 17845
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.3953361415792829,
-      "learning_rate": 4.4540537026702026e-07,
-      "loss": 0.1563,
-      "step": 17846
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 2.582791955807601,
-      "learning_rate": 4.449194425657943e-07,
-      "loss": 0.1769,
-      "step": 17847
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.2389198531379395,
-      "learning_rate": 4.4443377404666976e-07,
-      "loss": 0.1726,
-      "step": 17848
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.8344787438413215,
-      "learning_rate": 4.439483647228171e-07,
-      "loss": 0.1823,
-      "step": 17849
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9170059286638855,
-      "learning_rate": 4.4346321460740583e-07,
-      "loss": 0.1698,
-      "step": 17850
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0316912778937046,
-      "learning_rate": 4.429783237135932e-07,
-      "loss": 0.17,
-      "step": 17851
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1489235166833727,
-      "learning_rate": 4.424936920545331e-07,
-      "loss": 0.1702,
-      "step": 17852
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0784830220040096,
-      "learning_rate": 4.420093196433717e-07,
-      "loss": 0.1726,
-      "step": 17853
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.780789153470712,
-      "learning_rate": 4.415252064932485e-07,
-      "loss": 0.1517,
-      "step": 17854
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.112357375081568,
-      "learning_rate": 4.4104135261729296e-07,
-      "loss": 0.1584,
-      "step": 17855
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1552800042958693,
-      "learning_rate": 4.4055775802863246e-07,
-      "loss": 0.1663,
-      "step": 17856
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.408008062223532,
-      "learning_rate": 4.400744227403797e-07,
-      "loss": 0.1646,
-      "step": 17857
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9212932843285123,
-      "learning_rate": 4.3959134676565097e-07,
-      "loss": 0.1524,
-      "step": 17858
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9661145345045649,
-      "learning_rate": 4.391085301175457e-07,
-      "loss": 0.1622,
-      "step": 17859
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.189610441208609,
-      "learning_rate": 4.386259728091613e-07,
-      "loss": 0.166,
-      "step": 17860
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.2524582875011316,
-      "learning_rate": 4.381436748535872e-07,
-      "loss": 0.1598,
-      "step": 17861
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1669624890146575,
-      "learning_rate": 4.376616362639063e-07,
-      "loss": 0.1482,
-      "step": 17862
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.2651938387594743,
-      "learning_rate": 4.371798570531927e-07,
-      "loss": 0.1598,
-      "step": 17863
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.159737621227063,
-      "learning_rate": 4.3669833723451795e-07,
-      "loss": 0.1696,
-      "step": 17864
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.210751056835837,
-      "learning_rate": 4.3621707682094063e-07,
-      "loss": 0.1556,
-      "step": 17865
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0647749145288499,
-      "learning_rate": 4.3573607582551356e-07,
-      "loss": 0.1692,
-      "step": 17866
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9487333310478399,
-      "learning_rate": 4.3525533426128643e-07,
-      "loss": 0.1684,
-      "step": 17867
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0380106070047885,
-      "learning_rate": 4.3477485214129864e-07,
-      "loss": 0.1641,
-      "step": 17868
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.052899447067935,
-      "learning_rate": 4.3429462947858327e-07,
-      "loss": 0.181,
-      "step": 17869
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.4736590717566007,
-      "learning_rate": 4.338146662861664e-07,
-      "loss": 0.1609,
-      "step": 17870
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.797747112413201,
-      "learning_rate": 4.333349625770655e-07,
-      "loss": 0.1661,
-      "step": 17871
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.2137042272213838,
-      "learning_rate": 4.3285551836429465e-07,
-      "loss": 0.1608,
-      "step": 17872
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.8488474336115467,
-      "learning_rate": 4.3237633366085997e-07,
-      "loss": 0.1448,
-      "step": 17873
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0186497884210581,
-      "learning_rate": 4.3189740847975556e-07,
-      "loss": 0.1562,
-      "step": 17874
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0794700833681627,
-      "learning_rate": 4.3141874283397665e-07,
-      "loss": 0.1541,
-      "step": 17875
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.3353539984921128,
-      "learning_rate": 4.309403367365028e-07,
-      "loss": 0.1698,
-      "step": 17876
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9808455563771287,
-      "learning_rate": 4.3046219020031366e-07,
-      "loss": 0.1791,
-      "step": 17877
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.460488370062648,
-      "learning_rate": 4.299843032383777e-07,
-      "loss": 0.1983,
-      "step": 17878
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.190477051437423,
-      "learning_rate": 4.295066758636579e-07,
-      "loss": 0.1534,
-      "step": 17879
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.117376348606542,
-      "learning_rate": 4.2902930808910946e-07,
-      "loss": 0.1607,
-      "step": 17880
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1286525714094169,
-      "learning_rate": 4.2855219992768313e-07,
-      "loss": 0.1752,
-      "step": 17881
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0822666747841385,
-      "learning_rate": 4.280753513923197e-07,
-      "loss": 0.1518,
-      "step": 17882
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1124604964562284,
-      "learning_rate": 4.27598762495951e-07,
-      "loss": 0.1501,
-      "step": 17883
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.2331043057271551,
-      "learning_rate": 4.271224332515078e-07,
-      "loss": 0.1651,
-      "step": 17884
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1070061068054977,
-      "learning_rate": 4.266463636719087e-07,
-      "loss": 0.1477,
-      "step": 17885
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.9162346294809607,
-      "learning_rate": 4.261705537700678e-07,
-      "loss": 0.1644,
-      "step": 17886
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.7168818418985248,
-      "learning_rate": 4.2569500355889027e-07,
-      "loss": 0.1631,
-      "step": 17887
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.8780179759569882,
-      "learning_rate": 4.2521971305127695e-07,
-      "loss": 0.1571,
-      "step": 17888
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0836510792985983,
-      "learning_rate": 4.2474468226011976e-07,
-      "loss": 0.1682,
-      "step": 17889
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.2082434934187478,
-      "learning_rate": 4.242699111983051e-07,
-      "loss": 0.1571,
-      "step": 17890
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.8432251155722694,
-      "learning_rate": 4.2379539987870924e-07,
-      "loss": 0.1522,
-      "step": 17891
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.800714309069143,
-      "learning_rate": 4.233211483142041e-07,
-      "loss": 0.155,
-      "step": 17892
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9767747713654685,
-      "learning_rate": 4.2284715651765287e-07,
-      "loss": 0.1674,
-      "step": 17893
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.6629670704546073,
-      "learning_rate": 4.223734245019151e-07,
-      "loss": 0.1639,
-      "step": 17894
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.2069269896015864,
-      "learning_rate": 4.2189995227983726e-07,
-      "loss": 0.1765,
-      "step": 17895
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.466101959194786,
-      "learning_rate": 4.2142673986426685e-07,
-      "loss": 0.1842,
-      "step": 17896
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0350455168520254,
-      "learning_rate": 4.2095378726803473e-07,
-      "loss": 0.1613,
-      "step": 17897
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.7932209596104125,
-      "learning_rate": 4.204810945039717e-07,
-      "loss": 0.1574,
-      "step": 17898
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9474340681428581,
-      "learning_rate": 4.2000866158490084e-07,
-      "loss": 0.16,
-      "step": 17899
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1472259303799852,
-      "learning_rate": 4.195364885236375e-07,
-      "loss": 0.1704,
-      "step": 17900
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0099861991323156,
-      "learning_rate": 4.1906457533298694e-07,
-      "loss": 0.171,
-      "step": 17901
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1539727871270642,
-      "learning_rate": 4.1859292202575007e-07,
-      "loss": 0.1546,
-      "step": 17902
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.8311713315990183,
-      "learning_rate": 4.1812152861472333e-07,
-      "loss": 0.1852,
-      "step": 17903
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0243626136619337,
-      "learning_rate": 4.176503951126898e-07,
-      "loss": 0.156,
-      "step": 17904
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9057591631418205,
-      "learning_rate": 4.1717952153243034e-07,
-      "loss": 0.1389,
-      "step": 17905
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.426122726890483,
-      "learning_rate": 4.16708907886717e-07,
-      "loss": 0.1613,
-      "step": 17906
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0026262405109105,
-      "learning_rate": 4.162385541883185e-07,
-      "loss": 0.1697,
-      "step": 17907
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1279028816464756,
-      "learning_rate": 4.157684604499879e-07,
-      "loss": 0.1595,
-      "step": 17908
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.137347084964881,
-      "learning_rate": 4.152986266844805e-07,
-      "loss": 0.1796,
-      "step": 17909
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.3469612177043435,
-      "learning_rate": 4.1482905290453846e-07,
-      "loss": 0.1645,
-      "step": 17910
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1427791293368184,
-      "learning_rate": 4.143597391229015e-07,
-      "loss": 0.1642,
-      "step": 17911
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9551977976133195,
-      "learning_rate": 4.1389068535229615e-07,
-      "loss": 0.1625,
-      "step": 17912
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 2.279745687276524,
-      "learning_rate": 4.1342189160544775e-07,
-      "loss": 0.165,
-      "step": 17913
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9968432466039817,
-      "learning_rate": 4.1295335789507174e-07,
-      "loss": 0.1557,
-      "step": 17914
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.8494539809967789,
-      "learning_rate": 4.124850842338779e-07,
-      "loss": 0.1633,
-      "step": 17915
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.8921772831807426,
-      "learning_rate": 4.120170706345661e-07,
-      "loss": 0.1419,
-      "step": 17916
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.2943009106600474,
-      "learning_rate": 4.1154931710983504e-07,
-      "loss": 0.1617,
-      "step": 17917
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.2395827561193538,
-      "learning_rate": 4.1108182367237014e-07,
-      "loss": 0.1823,
-      "step": 17918
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.8016794634208525,
-      "learning_rate": 4.106145903348513e-07,
-      "loss": 0.1587,
-      "step": 17919
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1507975908971602,
-      "learning_rate": 4.10147617109955e-07,
-      "loss": 0.1681,
-      "step": 17920
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.8995866701271464,
-      "learning_rate": 4.0968090401034444e-07,
-      "loss": 0.1742,
-      "step": 17921
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.8769457890812751,
-      "learning_rate": 4.092144510486806e-07,
-      "loss": 0.1565,
-      "step": 17922
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1400777198132501,
-      "learning_rate": 4.0874825823761676e-07,
-      "loss": 0.1481,
-      "step": 17923
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.7596705469198951,
-      "learning_rate": 4.0828232558979943e-07,
-      "loss": 0.1577,
-      "step": 17924
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.412245385430175,
-      "learning_rate": 4.078166531178651e-07,
-      "loss": 0.1475,
-      "step": 17925
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9016443987867834,
-      "learning_rate": 4.07351240834446e-07,
-      "loss": 0.1589,
-      "step": 17926
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.2437259871228254,
-      "learning_rate": 4.0688608875216527e-07,
-      "loss": 0.1618,
-      "step": 17927
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.763305394131877,
-      "learning_rate": 4.064211968836429e-07,
-      "loss": 0.1706,
-      "step": 17928
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.776341037606745,
-      "learning_rate": 4.059565652414865e-07,
-      "loss": 0.1604,
-      "step": 17929
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1781010449575935,
-      "learning_rate": 4.0549219383830054e-07,
-      "loss": 0.1407,
-      "step": 17930
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9927757811539168,
-      "learning_rate": 4.0502808268668034e-07,
-      "loss": 0.1776,
-      "step": 17931
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9940650804664498,
-      "learning_rate": 4.045642317992149e-07,
-      "loss": 0.1609,
-      "step": 17932
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9952558127873156,
-      "learning_rate": 4.0410064118848624e-07,
-      "loss": 0.1515,
-      "step": 17933
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.3742803805870323,
-      "learning_rate": 4.03637310867071e-07,
-      "loss": 0.1851,
-      "step": 17934
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1261120911519835,
-      "learning_rate": 4.031742408475359e-07,
-      "loss": 0.1669,
-      "step": 17935
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.581412240413239,
-      "learning_rate": 4.027114311424407e-07,
-      "loss": 0.1574,
-      "step": 17936
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.590825805117261,
-      "learning_rate": 4.0224888176434105e-07,
-      "loss": 0.1638,
-      "step": 17937
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9072850744524407,
-      "learning_rate": 4.0178659272578026e-07,
-      "loss": 0.1396,
-      "step": 17938
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 44.79995566266486,
-      "learning_rate": 4.0132456403930263e-07,
-      "loss": 0.1802,
-      "step": 17939
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.7677360420573207,
-      "learning_rate": 4.0086279571743715e-07,
-      "loss": 0.1641,
-      "step": 17940
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.8974806317168946,
-      "learning_rate": 4.004012877727104e-07,
-      "loss": 0.1546,
-      "step": 17941
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9247563788673555,
-      "learning_rate": 3.999400402176401e-07,
-      "loss": 0.1758,
-      "step": 17942
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.2695249530965618,
-      "learning_rate": 3.9947905306474077e-07,
-      "loss": 0.1596,
-      "step": 17943
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.874647864267738,
-      "learning_rate": 3.990183263265124e-07,
-      "loss": 0.15,
-      "step": 17944
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1813860921210668,
-      "learning_rate": 3.985578600154549e-07,
-      "loss": 0.1676,
-      "step": 17945
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9040988900659936,
-      "learning_rate": 3.9809765414405734e-07,
-      "loss": 0.1454,
-      "step": 17946
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0329931692731547,
-      "learning_rate": 3.976377087248051e-07,
-      "loss": 0.1761,
-      "step": 17947
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.883762203784139,
-      "learning_rate": 3.9717802377017057e-07,
-      "loss": 0.1717,
-      "step": 17948
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.64805341126127,
-      "learning_rate": 3.967185992926237e-07,
-      "loss": 0.1613,
-      "step": 17949
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 2.778869015406839,
-      "learning_rate": 3.9625943530462787e-07,
-      "loss": 0.1616,
-      "step": 17950
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.8044296441418508,
-      "learning_rate": 3.9580053181863866e-07,
-      "loss": 0.1718,
-      "step": 17951
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1637532712791299,
-      "learning_rate": 3.953418888471017e-07,
-      "loss": 0.1708,
-      "step": 17952
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 2.2436944226653273,
-      "learning_rate": 3.948835064024581e-07,
-      "loss": 0.1576,
-      "step": 17953
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 2.16526928391713,
-      "learning_rate": 3.944253844971435e-07,
-      "loss": 0.1609,
-      "step": 17954
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1371984003091298,
-      "learning_rate": 3.939675231435802e-07,
-      "loss": 0.1489,
-      "step": 17955
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0432445408536668,
-      "learning_rate": 3.935099223541927e-07,
-      "loss": 0.1471,
-      "step": 17956
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.939698839652885,
-      "learning_rate": 3.9305258214138995e-07,
-      "loss": 0.1406,
-      "step": 17957
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0156235305520485,
-      "learning_rate": 3.9259550251757763e-07,
-      "loss": 0.1752,
-      "step": 17958
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.56236736930776,
-      "learning_rate": 3.921386834951557e-07,
-      "loss": 0.1594,
-      "step": 17959
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9256258931900568,
-      "learning_rate": 3.9168212508651547e-07,
-      "loss": 0.158,
-      "step": 17960
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.2545803271356366,
-      "learning_rate": 3.9122582730403924e-07,
-      "loss": 0.1604,
-      "step": 17961
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.2502358925172403,
-      "learning_rate": 3.907697901601071e-07,
-      "loss": 0.1283,
-      "step": 17962
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0882395503948148,
-      "learning_rate": 3.9031401366708467e-07,
-      "loss": 0.1499,
-      "step": 17963
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.4270571392860416,
-      "learning_rate": 3.8985849783733873e-07,
-      "loss": 0.1528,
-      "step": 17964
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9151584518670104,
-      "learning_rate": 3.8940324268322285e-07,
-      "loss": 0.1507,
-      "step": 17965
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9494614142440932,
-      "learning_rate": 3.889482482170881e-07,
-      "loss": 0.1779,
-      "step": 17966
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.311422455794517,
-      "learning_rate": 3.884935144512747e-07,
-      "loss": 0.1668,
-      "step": 17967
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9151959255779871,
-      "learning_rate": 3.880390413981161e-07,
-      "loss": 0.1457,
-      "step": 17968
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1434615925984102,
-      "learning_rate": 3.8758482906994245e-07,
-      "loss": 0.1798,
-      "step": 17969
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.8407924412287494,
-      "learning_rate": 3.8713087747907385e-07,
-      "loss": 0.1365,
-      "step": 17970
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0285526948328574,
-      "learning_rate": 3.866771866378227e-07,
-      "loss": 0.156,
-      "step": 17971
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.141798461154904,
-      "learning_rate": 3.862237565584959e-07,
-      "loss": 0.182,
-      "step": 17972
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9341811901107416,
-      "learning_rate": 3.8577058725339235e-07,
-      "loss": 0.157,
-      "step": 17973
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.227656033497009,
-      "learning_rate": 3.8531767873480453e-07,
-      "loss": 0.162,
-      "step": 17974
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 7.395502251060028,
-      "learning_rate": 3.8486503101501705e-07,
-      "loss": 0.1852,
-      "step": 17975
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1583305556455232,
-      "learning_rate": 3.84412644106309e-07,
-      "loss": 0.1536,
-      "step": 17976
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.3079551443868314,
-      "learning_rate": 3.839605180209527e-07,
-      "loss": 0.1573,
-      "step": 17977
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.8749974615321174,
-      "learning_rate": 3.835086527712084e-07,
-      "loss": 0.1618,
-      "step": 17978
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.412753912406829,
-      "learning_rate": 3.830570483693374e-07,
-      "loss": 0.1508,
-      "step": 17979
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.9967886468592525,
-      "learning_rate": 3.8260570482758554e-07,
-      "loss": 0.1565,
-      "step": 17980
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.3170670252562915,
-      "learning_rate": 3.8215462215819733e-07,
-      "loss": 0.1727,
-      "step": 17981
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.8589125439803201,
-      "learning_rate": 3.817038003734075e-07,
-      "loss": 0.1716,
-      "step": 17982
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 2.77991289215004,
-      "learning_rate": 3.8125323948544734e-07,
-      "loss": 0.1717,
-      "step": 17983
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.4852015113231571,
-      "learning_rate": 3.808029395065349e-07,
-      "loss": 0.1668,
-      "step": 17984
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.3957447592536913,
-      "learning_rate": 3.803529004488848e-07,
-      "loss": 0.1621,
-      "step": 17985
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0856403131783523,
-      "learning_rate": 3.7990312232470627e-07,
-      "loss": 0.1625,
-      "step": 17986
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 0.8855645448579809,
-      "learning_rate": 3.7945360514620056e-07,
-      "loss": 0.1342,
-      "step": 17987
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0073013102385229,
-      "learning_rate": 3.7900434892555903e-07,
-      "loss": 0.1579,
-      "step": 17988
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 2.0871019309171697,
-      "learning_rate": 3.785553536749664e-07,
-      "loss": 0.1583,
-      "step": 17989
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0891511728916528,
-      "learning_rate": 3.781066194066052e-07,
-      "loss": 0.1642,
-      "step": 17990
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 3.8153204240961576,
-      "learning_rate": 3.776581461326434e-07,
-      "loss": 0.1855,
-      "step": 17991
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.0753731363296326,
-      "learning_rate": 3.772099338652491e-07,
-      "loss": 0.1686,
-      "step": 17992
-    },
-    {
-      "epoch": 0.91,
-      "grad_norm": 1.1277177371834488,
-      "learning_rate": 3.7676198261657803e-07,
-      "loss": 0.1571,
-      "step": 17993
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8328991730043827,
-      "learning_rate": 3.763142923987817e-07,
-      "loss": 0.1635,
-      "step": 17994
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1623322953496837,
-      "learning_rate": 3.7586686322400257e-07,
-      "loss": 0.1753,
-      "step": 17995
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.2256700386655874,
-      "learning_rate": 3.7541969510438094e-07,
-      "loss": 0.1708,
-      "step": 17996
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9689492752414466,
-      "learning_rate": 3.749727880520415e-07,
-      "loss": 0.1555,
-      "step": 17997
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.2295248073265919,
-      "learning_rate": 3.7452614207911133e-07,
-      "loss": 0.1701,
-      "step": 17998
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.5945159084207308,
-      "learning_rate": 3.740797571977006e-07,
-      "loss": 0.1777,
-      "step": 17999
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.097649874716848,
-      "learning_rate": 3.7363363341992197e-07,
-      "loss": 0.1689,
-      "step": 18000
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.8499978036235123,
-      "learning_rate": 3.731877707578735e-07,
-      "loss": 0.1546,
-      "step": 18001
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.8260381407155,
-      "learning_rate": 3.72742169223651e-07,
-      "loss": 0.1513,
-      "step": 18002
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.7594243057445846,
-      "learning_rate": 3.722968288293405e-07,
-      "loss": 0.137,
-      "step": 18003
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9524979700874181,
-      "learning_rate": 3.718517495870233e-07,
-      "loss": 0.173,
-      "step": 18004
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 2.0215817900375197,
-      "learning_rate": 3.714069315087709e-07,
-      "loss": 0.1522,
-      "step": 18005
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.2227474046025721,
-      "learning_rate": 3.709623746066482e-07,
-      "loss": 0.1764,
-      "step": 18006
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.4786570951548887,
-      "learning_rate": 3.7051807889271653e-07,
-      "loss": 0.1805,
-      "step": 18007
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9627071613835644,
-      "learning_rate": 3.7007404437902515e-07,
-      "loss": 0.1833,
-      "step": 18008
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9180815857025116,
-      "learning_rate": 3.6963027107761896e-07,
-      "loss": 0.1715,
-      "step": 18009
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.144345240438523,
-      "learning_rate": 3.6918675900053605e-07,
-      "loss": 0.1531,
-      "step": 18010
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 2.4240528022562584,
-      "learning_rate": 3.6874350815980565e-07,
-      "loss": 0.1887,
-      "step": 18011
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.9857446024845689,
-      "learning_rate": 3.683005185674504e-07,
-      "loss": 0.1835,
-      "step": 18012
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8481856015382779,
-      "learning_rate": 3.678577902354907e-07,
-      "loss": 0.1537,
-      "step": 18013
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9481275747482545,
-      "learning_rate": 3.674153231759303e-07,
-      "loss": 0.159,
-      "step": 18014
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.0549232250539309,
-      "learning_rate": 3.66973117400774e-07,
-      "loss": 0.1911,
-      "step": 18015
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1714198995947855,
-      "learning_rate": 3.665311729220156e-07,
-      "loss": 0.1681,
-      "step": 18016
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.204461169805127,
-      "learning_rate": 3.6608948975164424e-07,
-      "loss": 0.1846,
-      "step": 18017
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.0571081817276509,
-      "learning_rate": 3.6564806790163833e-07,
-      "loss": 0.1925,
-      "step": 18018
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9719685244560988,
-      "learning_rate": 3.6520690738397256e-07,
-      "loss": 0.1646,
-      "step": 18019
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.9468764412733461,
-      "learning_rate": 3.64766008210613e-07,
-      "loss": 0.1658,
-      "step": 18020
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.7563243675377808,
-      "learning_rate": 3.643253703935223e-07,
-      "loss": 0.1605,
-      "step": 18021
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9060599741346881,
-      "learning_rate": 3.6388499394464874e-07,
-      "loss": 0.1464,
-      "step": 18022
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.2158613459959573,
-      "learning_rate": 3.6344487887593926e-07,
-      "loss": 0.17,
-      "step": 18023
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.971532594962186,
-      "learning_rate": 3.630050251993311e-07,
-      "loss": 0.16,
-      "step": 18024
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1481698919830072,
-      "learning_rate": 3.6256543292675584e-07,
-      "loss": 0.1777,
-      "step": 18025
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.486437555313577,
-      "learning_rate": 3.6212610207013943e-07,
-      "loss": 0.1588,
-      "step": 18026
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1882199195943515,
-      "learning_rate": 3.616870326413946e-07,
-      "loss": 0.1843,
-      "step": 18027
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8975928779369106,
-      "learning_rate": 3.61248224652434e-07,
-      "loss": 0.1493,
-      "step": 18028
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.0875976408022372,
-      "learning_rate": 3.6080967811515933e-07,
-      "loss": 0.16,
-      "step": 18029
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9381668102488647,
-      "learning_rate": 3.603713930414676e-07,
-      "loss": 0.1578,
-      "step": 18030
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8959578955261757,
-      "learning_rate": 3.59933369443245e-07,
-      "loss": 0.158,
-      "step": 18031
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 2.7477054698311623,
-      "learning_rate": 3.594956073323763e-07,
-      "loss": 0.1612,
-      "step": 18032
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 2.0899173714504182,
-      "learning_rate": 3.5905810672073107e-07,
-      "loss": 0.1803,
-      "step": 18033
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.5364206457954415,
-      "learning_rate": 3.586208676201819e-07,
-      "loss": 0.1786,
-      "step": 18034
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.070889298110779,
-      "learning_rate": 3.581838900425838e-07,
-      "loss": 0.1661,
-      "step": 18035
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8732342679329591,
-      "learning_rate": 3.5774717399979396e-07,
-      "loss": 0.1585,
-      "step": 18036
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9400795374448295,
-      "learning_rate": 3.5731071950365625e-07,
-      "loss": 0.1693,
-      "step": 18037
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1803725967238192,
-      "learning_rate": 3.5687452656600896e-07,
-      "loss": 0.1711,
-      "step": 18038
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.16940189288093,
-      "learning_rate": 3.5643859519868594e-07,
-      "loss": 0.1701,
-      "step": 18039
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8894016048155894,
-      "learning_rate": 3.5600292541351e-07,
-      "loss": 0.1652,
-      "step": 18040
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.994107188440856,
-      "learning_rate": 3.5556751722230056e-07,
-      "loss": 0.143,
-      "step": 18041
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8943863074222658,
-      "learning_rate": 3.551323706368659e-07,
-      "loss": 0.1604,
-      "step": 18042
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8372530214153084,
-      "learning_rate": 3.546974856690111e-07,
-      "loss": 0.1682,
-      "step": 18043
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.4334941554546106,
-      "learning_rate": 3.542628623305311e-07,
-      "loss": 0.1692,
-      "step": 18044
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8602732086285463,
-      "learning_rate": 3.538285006332154e-07,
-      "loss": 0.1651,
-      "step": 18045
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 3.27004473331578,
-      "learning_rate": 3.5339440058884565e-07,
-      "loss": 0.1518,
-      "step": 18046
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.2627309938058453,
-      "learning_rate": 3.529605622092003e-07,
-      "loss": 0.1388,
-      "step": 18047
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.0584636145518418,
-      "learning_rate": 3.52526985506042e-07,
-      "loss": 0.1625,
-      "step": 18048
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8819800807661746,
-      "learning_rate": 3.5209367049113596e-07,
-      "loss": 0.1535,
-      "step": 18049
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1435665267192858,
-      "learning_rate": 3.516606171762338e-07,
-      "loss": 0.1647,
-      "step": 18050
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.00416429595634,
-      "learning_rate": 3.5122782557308163e-07,
-      "loss": 0.1704,
-      "step": 18051
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.040981168819708,
-      "learning_rate": 3.507952956934202e-07,
-      "loss": 0.1615,
-      "step": 18052
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1564463804169962,
-      "learning_rate": 3.503630275489811e-07,
-      "loss": 0.1751,
-      "step": 18053
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.0239001745339626,
-      "learning_rate": 3.4993102115148947e-07,
-      "loss": 0.1444,
-      "step": 18054
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.6025551048585556,
-      "learning_rate": 3.494992765126637e-07,
-      "loss": 0.1668,
-      "step": 18055
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.0701646834638574,
-      "learning_rate": 3.490677936442155e-07,
-      "loss": 0.1418,
-      "step": 18056
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.3906487577365694,
-      "learning_rate": 3.4863657255785e-07,
-      "loss": 0.1819,
-      "step": 18057
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.2564578605249104,
-      "learning_rate": 3.482056132652623e-07,
-      "loss": 0.1609,
-      "step": 18058
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.2013413310258307,
-      "learning_rate": 3.477749157781407e-07,
-      "loss": 0.1592,
-      "step": 18059
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 2.8924948411927334,
-      "learning_rate": 3.4734448010817043e-07,
-      "loss": 0.1743,
-      "step": 18060
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.0088436986399607,
-      "learning_rate": 3.469143062670266e-07,
-      "loss": 0.1438,
-      "step": 18061
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1062930156517436,
-      "learning_rate": 3.464843942663776e-07,
-      "loss": 0.1498,
-      "step": 18062
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.2243603416203355,
-      "learning_rate": 3.4605474411788407e-07,
-      "loss": 0.1835,
-      "step": 18063
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1303646982159368,
-      "learning_rate": 3.456253558332001e-07,
-      "loss": 0.1652,
-      "step": 18064
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.644905305055982,
-      "learning_rate": 3.451962294239741e-07,
-      "loss": 0.1728,
-      "step": 18065
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.4259200726169508,
-      "learning_rate": 3.4476736490184683e-07,
-      "loss": 0.1637,
-      "step": 18066
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.7865406720386555,
-      "learning_rate": 3.443387622784489e-07,
-      "loss": 0.1584,
-      "step": 18067
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.7506526478559534,
-      "learning_rate": 3.439104215654088e-07,
-      "loss": 0.1562,
-      "step": 18068
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9513526709479354,
-      "learning_rate": 3.434823427743428e-07,
-      "loss": 0.1656,
-      "step": 18069
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9825643516548362,
-      "learning_rate": 3.430545259168638e-07,
-      "loss": 0.1626,
-      "step": 18070
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.8435459556303768,
-      "learning_rate": 3.42626971004576e-07,
-      "loss": 0.1509,
-      "step": 18071
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1602326205822766,
-      "learning_rate": 3.421996780490766e-07,
-      "loss": 0.1743,
-      "step": 18072
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.240986025282152,
-      "learning_rate": 3.4177264706195754e-07,
-      "loss": 0.1743,
-      "step": 18073
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9798339208614196,
-      "learning_rate": 3.413458780548007e-07,
-      "loss": 0.1678,
-      "step": 18074
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 2.1122500459593923,
-      "learning_rate": 3.409193710391834e-07,
-      "loss": 0.1846,
-      "step": 18075
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.2219867673175016,
-      "learning_rate": 3.4049312602667197e-07,
-      "loss": 0.1601,
-      "step": 18076
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1584272896050063,
-      "learning_rate": 3.400671430288316e-07,
-      "loss": 0.1418,
-      "step": 18077
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.934316331610779,
-      "learning_rate": 3.396414220572142e-07,
-      "loss": 0.1549,
-      "step": 18078
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.3242111151036162,
-      "learning_rate": 3.3921596312336935e-07,
-      "loss": 0.1588,
-      "step": 18079
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9434150029025636,
-      "learning_rate": 3.3879076623883677e-07,
-      "loss": 0.1556,
-      "step": 18080
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9255895715291566,
-      "learning_rate": 3.3836583141515054e-07,
-      "loss": 0.1705,
-      "step": 18081
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 2.3659204139409478,
-      "learning_rate": 3.379411586638359e-07,
-      "loss": 0.1644,
-      "step": 18082
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 2.2360570568932796,
-      "learning_rate": 3.3751674799641475e-07,
-      "loss": 0.1591,
-      "step": 18083
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1750311349980966,
-      "learning_rate": 3.3709259942439677e-07,
-      "loss": 0.1692,
-      "step": 18084
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.2854669834238228,
-      "learning_rate": 3.3666871295928826e-07,
-      "loss": 0.168,
-      "step": 18085
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.2254877804588578,
-      "learning_rate": 3.3624508861258564e-07,
-      "loss": 0.1592,
-      "step": 18086
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.4678012533558435,
-      "learning_rate": 3.3582172639578304e-07,
-      "loss": 0.1746,
-      "step": 18087
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9622118655252306,
-      "learning_rate": 3.35398626320359e-07,
-      "loss": 0.1668,
-      "step": 18088
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.467378103630613,
-      "learning_rate": 3.3497578839779554e-07,
-      "loss": 0.166,
-      "step": 18089
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.0194618001770677,
-      "learning_rate": 3.345532126395579e-07,
-      "loss": 0.1638,
-      "step": 18090
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.170019513023722,
-      "learning_rate": 3.3413089905711127e-07,
-      "loss": 0.1381,
-      "step": 18091
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.936399762071647,
-      "learning_rate": 3.337088476619099e-07,
-      "loss": 0.1745,
-      "step": 18092
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9416114993211048,
-      "learning_rate": 3.332870584654013e-07,
-      "loss": 0.1697,
-      "step": 18093
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 2.979094340683368,
-      "learning_rate": 3.3286553147902855e-07,
-      "loss": 0.1802,
-      "step": 18094
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9993114947029553,
-      "learning_rate": 3.3244426671422246e-07,
-      "loss": 0.1716,
-      "step": 18095
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9762340459586974,
-      "learning_rate": 3.320232641824139e-07,
-      "loss": 0.1665,
-      "step": 18096
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.0886486279912961,
-      "learning_rate": 3.3160252389501824e-07,
-      "loss": 0.1652,
-      "step": 18097
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 3.2737911651638636,
-      "learning_rate": 3.311820458634507e-07,
-      "loss": 0.1583,
-      "step": 18098
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9989512775252093,
-      "learning_rate": 3.3076183009911667e-07,
-      "loss": 0.1443,
-      "step": 18099
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9043083457326804,
-      "learning_rate": 3.3034187661341476e-07,
-      "loss": 0.1616,
-      "step": 18100
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.511213481907978,
-      "learning_rate": 3.299221854177337e-07,
-      "loss": 0.1606,
-      "step": 18101
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8975862189129877,
-      "learning_rate": 3.29502756523461e-07,
-      "loss": 0.1452,
-      "step": 18102
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9606207256115495,
-      "learning_rate": 3.29083589941972e-07,
-      "loss": 0.1704,
-      "step": 18103
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9537946488192327,
-      "learning_rate": 3.286646856846376e-07,
-      "loss": 0.1623,
-      "step": 18104
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.274674491839072,
-      "learning_rate": 3.2824604376281874e-07,
-      "loss": 0.166,
-      "step": 18105
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.082756311497904,
-      "learning_rate": 3.2782766418787306e-07,
-      "loss": 0.1535,
-      "step": 18106
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.2348526149655745,
-      "learning_rate": 3.274095469711469e-07,
-      "loss": 0.1637,
-      "step": 18107
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1677907803256713,
-      "learning_rate": 3.2699169212398354e-07,
-      "loss": 0.1689,
-      "step": 18108
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.032761047187609,
-      "learning_rate": 3.2657409965771715e-07,
-      "loss": 0.1581,
-      "step": 18109
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.5161936216848935,
-      "learning_rate": 3.2615676958367424e-07,
-      "loss": 0.1738,
-      "step": 18110
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8366912376904033,
-      "learning_rate": 3.2573970191317693e-07,
-      "loss": 0.1794,
-      "step": 18111
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8885962028795105,
-      "learning_rate": 3.2532289665753503e-07,
-      "loss": 0.1598,
-      "step": 18112
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.7663929172818378,
-      "learning_rate": 3.2490635382805726e-07,
-      "loss": 0.156,
-      "step": 18113
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9646336089864638,
-      "learning_rate": 3.244900734360401e-07,
-      "loss": 0.169,
-      "step": 18114
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.0913680494127547,
-      "learning_rate": 3.2407405549277683e-07,
-      "loss": 0.1544,
-      "step": 18115
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 4.339377476577004,
-      "learning_rate": 3.2365830000954945e-07,
-      "loss": 0.1701,
-      "step": 18116
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1835551634972878,
-      "learning_rate": 3.23242806997639e-07,
-      "loss": 0.1798,
-      "step": 18117
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.7438641443938219,
-      "learning_rate": 3.2282757646831306e-07,
-      "loss": 0.1447,
-      "step": 18118
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.2541257573027336,
-      "learning_rate": 3.224126084328361e-07,
-      "loss": 0.1617,
-      "step": 18119
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.298017080325946,
-      "learning_rate": 3.219979029024634e-07,
-      "loss": 0.1719,
-      "step": 18120
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.0833901419058496,
-      "learning_rate": 3.21583459888446e-07,
-      "loss": 0.1504,
-      "step": 18121
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1311696910451334,
-      "learning_rate": 3.2116927940202157e-07,
-      "loss": 0.1725,
-      "step": 18122
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.4654054266531409,
-      "learning_rate": 3.2075536145442897e-07,
-      "loss": 0.1606,
-      "step": 18123
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.540578843845565,
-      "learning_rate": 3.203417060568925e-07,
-      "loss": 0.1611,
-      "step": 18124
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.5544623075810544,
-      "learning_rate": 3.1992831322063324e-07,
-      "loss": 0.1667,
-      "step": 18125
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9578152551564797,
-      "learning_rate": 3.195151829568666e-07,
-      "loss": 0.1612,
-      "step": 18126
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9665434629439523,
-      "learning_rate": 3.191023152767969e-07,
-      "loss": 0.1497,
-      "step": 18127
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.009141454543222,
-      "learning_rate": 3.1868971019162533e-07,
-      "loss": 0.1609,
-      "step": 18128
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.0150188637483344,
-      "learning_rate": 3.1827736771253946e-07,
-      "loss": 0.1751,
-      "step": 18129
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8852232068809844,
-      "learning_rate": 3.178652878507293e-07,
-      "loss": 0.1538,
-      "step": 18130
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8192750933961805,
-      "learning_rate": 3.174534706173682e-07,
-      "loss": 0.1602,
-      "step": 18131
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8364749466835223,
-      "learning_rate": 3.170419160236293e-07,
-      "loss": 0.1617,
-      "step": 18132
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.0486731726322975,
-      "learning_rate": 3.166306240806749e-07,
-      "loss": 0.1673,
-      "step": 18133
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.994510073688784,
-      "learning_rate": 3.162195947996616e-07,
-      "loss": 0.1523,
-      "step": 18134
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.2142922058584487,
-      "learning_rate": 3.158088281917393e-07,
-      "loss": 0.1691,
-      "step": 18135
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.0238164627534345,
-      "learning_rate": 3.153983242680503e-07,
-      "loss": 0.1507,
-      "step": 18136
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.0896154357419239,
-      "learning_rate": 3.149880830397267e-07,
-      "loss": 0.1846,
-      "step": 18137
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.0416929788195814,
-      "learning_rate": 3.1457810451790083e-07,
-      "loss": 0.1621,
-      "step": 18138
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 3.2883004776773355,
-      "learning_rate": 3.1416838871368925e-07,
-      "loss": 0.19,
-      "step": 18139
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8616914377273562,
-      "learning_rate": 3.137589356382076e-07,
-      "loss": 0.1522,
-      "step": 18140
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8543744553081801,
-      "learning_rate": 3.1334974530256134e-07,
-      "loss": 0.1656,
-      "step": 18141
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1054493297414734,
-      "learning_rate": 3.1294081771785057e-07,
-      "loss": 0.1475,
-      "step": 18142
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8807211474880493,
-      "learning_rate": 3.125321528951675e-07,
-      "loss": 0.1262,
-      "step": 18143
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9575123181423777,
-      "learning_rate": 3.1212375084559767e-07,
-      "loss": 0.1529,
-      "step": 18144
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1843135991699991,
-      "learning_rate": 3.117156115802178e-07,
-      "loss": 0.1592,
-      "step": 18145
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.5669667485440848,
-      "learning_rate": 3.113077351100979e-07,
-      "loss": 0.1494,
-      "step": 18146
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9169278577698446,
-      "learning_rate": 3.1090012144630476e-07,
-      "loss": 0.1438,
-      "step": 18147
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.554679031235613,
-      "learning_rate": 3.1049277059989167e-07,
-      "loss": 0.1633,
-      "step": 18148
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.2194988964301239,
-      "learning_rate": 3.1008568258191095e-07,
-      "loss": 0.1622,
-      "step": 18149
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.0482947007736183,
-      "learning_rate": 3.0967885740340266e-07,
-      "loss": 0.1358,
-      "step": 18150
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8393879878929953,
-      "learning_rate": 3.0927229507540126e-07,
-      "loss": 0.1526,
-      "step": 18151
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1180630860302485,
-      "learning_rate": 3.088659956089368e-07,
-      "loss": 0.1662,
-      "step": 18152
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.0517176769625036,
-      "learning_rate": 3.0845995901503167e-07,
-      "loss": 0.1766,
-      "step": 18153
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.3653458310572448,
-      "learning_rate": 3.080541853046948e-07,
-      "loss": 0.1944,
-      "step": 18154
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.0415239876959776,
-      "learning_rate": 3.076486744889373e-07,
-      "loss": 0.1497,
-      "step": 18155
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.24217910381336,
-      "learning_rate": 3.0724342657875604e-07,
-      "loss": 0.1783,
-      "step": 18156
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.07365429308084,
-      "learning_rate": 3.068384415851455e-07,
-      "loss": 0.1538,
-      "step": 18157
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 2.9870483996894945,
-      "learning_rate": 3.0643371951908806e-07,
-      "loss": 0.1896,
-      "step": 18158
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9650764946172202,
-      "learning_rate": 3.0602926039156487e-07,
-      "loss": 0.1665,
-      "step": 18159
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9600897084297326,
-      "learning_rate": 3.05625064213545e-07,
-      "loss": 0.1598,
-      "step": 18160
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8412084312803206,
-      "learning_rate": 3.0522113099599184e-07,
-      "loss": 0.1736,
-      "step": 18161
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.050746648506869,
-      "learning_rate": 3.048174607498644e-07,
-      "loss": 0.186,
-      "step": 18162
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1393671291834178,
-      "learning_rate": 3.044140534861106e-07,
-      "loss": 0.1768,
-      "step": 18163
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.2581635137906724,
-      "learning_rate": 3.04010909215674e-07,
-      "loss": 0.1781,
-      "step": 18164
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.069811077440688,
-      "learning_rate": 3.0360802794948687e-07,
-      "loss": 0.1713,
-      "step": 18165
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8545719708007923,
-      "learning_rate": 3.032054096984816e-07,
-      "loss": 0.1502,
-      "step": 18166
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.5327808645021874,
-      "learning_rate": 3.0280305447357607e-07,
-      "loss": 0.1389,
-      "step": 18167
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9530728622555193,
-      "learning_rate": 3.0240096228568606e-07,
-      "loss": 0.1396,
-      "step": 18168
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.2315279397059917,
-      "learning_rate": 3.0199913314571726e-07,
-      "loss": 0.1459,
-      "step": 18169
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8872656692354135,
-      "learning_rate": 3.0159756706456987e-07,
-      "loss": 0.1484,
-      "step": 18170
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8181420046073249,
-      "learning_rate": 3.011962640531363e-07,
-      "loss": 0.1527,
-      "step": 18171
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.3518825408066595,
-      "learning_rate": 3.007952241223022e-07,
-      "loss": 0.1806,
-      "step": 18172
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.4158408673441485,
-      "learning_rate": 3.0039444728294563e-07,
-      "loss": 0.148,
-      "step": 18173
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1370683227512903,
-      "learning_rate": 2.999939335459379e-07,
-      "loss": 0.1633,
-      "step": 18174
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1368399110544725,
-      "learning_rate": 2.995936829221413e-07,
-      "loss": 0.1402,
-      "step": 18175
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9983565029532296,
-      "learning_rate": 2.9919369542241504e-07,
-      "loss": 0.1586,
-      "step": 18176
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8587644416400668,
-      "learning_rate": 2.9879397105760597e-07,
-      "loss": 0.1584,
-      "step": 18177
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1468541444837406,
-      "learning_rate": 2.9839450983855876e-07,
-      "loss": 0.1645,
-      "step": 18178
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.8486483622789254,
-      "learning_rate": 2.979953117761103e-07,
-      "loss": 0.2073,
-      "step": 18179
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8125393213889613,
-      "learning_rate": 2.975963768810852e-07,
-      "loss": 0.1432,
-      "step": 18180
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.3930677782012002,
-      "learning_rate": 2.971977051643071e-07,
-      "loss": 0.1656,
-      "step": 18181
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.7007796046851476,
-      "learning_rate": 2.9679929663658957e-07,
-      "loss": 0.1799,
-      "step": 18182
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.9477805648312042,
-      "learning_rate": 2.9640115130873835e-07,
-      "loss": 0.1565,
-      "step": 18183
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1168235302246006,
-      "learning_rate": 2.9600326919155486e-07,
-      "loss": 0.168,
-      "step": 18184
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.859315154971044,
-      "learning_rate": 2.956056502958304e-07,
-      "loss": 0.1585,
-      "step": 18185
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.5752916829869035,
-      "learning_rate": 2.952082946323498e-07,
-      "loss": 0.1666,
-      "step": 18186
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.1845490612936995,
-      "learning_rate": 2.948112022118932e-07,
-      "loss": 0.1917,
-      "step": 18187
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.7967161879916749,
-      "learning_rate": 2.944143730452298e-07,
-      "loss": 0.1686,
-      "step": 18188
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 1.0093817119350061,
-      "learning_rate": 2.9401780714312657e-07,
-      "loss": 0.168,
-      "step": 18189
-    },
-    {
-      "epoch": 0.92,
-      "grad_norm": 0.8868337153966859,
-      "learning_rate": 2.936215045163371e-07,
-      "loss": 0.1441,
-      "step": 18190
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0742994689211378,
-      "learning_rate": 2.932254651756139e-07,
-      "loss": 0.1519,
-      "step": 18191
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.9396325141785344,
-      "learning_rate": 2.928296891316973e-07,
-      "loss": 0.1725,
-      "step": 18192
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1127639369893016,
-      "learning_rate": 2.9243417639532424e-07,
-      "loss": 0.1516,
-      "step": 18193
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0071558709655952,
-      "learning_rate": 2.920389269772217e-07,
-      "loss": 0.1427,
-      "step": 18194
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.3870759237473882,
-      "learning_rate": 2.916439408881111e-07,
-      "loss": 0.1573,
-      "step": 18195
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.2161075701965,
-      "learning_rate": 2.912492181387072e-07,
-      "loss": 0.1739,
-      "step": 18196
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1769855123428175,
-      "learning_rate": 2.9085475873971815e-07,
-      "loss": 0.1627,
-      "step": 18197
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.077500567192318,
-      "learning_rate": 2.9046056270184197e-07,
-      "loss": 0.1619,
-      "step": 18198
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.067921049897875,
-      "learning_rate": 2.9006663003576904e-07,
-      "loss": 0.1553,
-      "step": 18199
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0080994104165948,
-      "learning_rate": 2.896729607521898e-07,
-      "loss": 0.1739,
-      "step": 18200
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.031766215965229,
-      "learning_rate": 2.892795548617788e-07,
-      "loss": 0.1758,
-      "step": 18201
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.2709143832706076,
-      "learning_rate": 2.8888641237520886e-07,
-      "loss": 0.1829,
-      "step": 18202
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.7373246872216361,
-      "learning_rate": 2.8849353330314247e-07,
-      "loss": 0.1482,
-      "step": 18203
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.6141345512194505,
-      "learning_rate": 2.881009176562377e-07,
-      "loss": 0.1835,
-      "step": 18204
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.8910948700271394,
-      "learning_rate": 2.8770856544514393e-07,
-      "loss": 0.1536,
-      "step": 18205
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0048942029409267,
-      "learning_rate": 2.8731647668050477e-07,
-      "loss": 0.1706,
-      "step": 18206
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.2715211457408504,
-      "learning_rate": 2.86924651372954e-07,
-      "loss": 0.1536,
-      "step": 18207
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.185487138272821,
-      "learning_rate": 2.865330895331209e-07,
-      "loss": 0.1677,
-      "step": 18208
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.8032552185841167,
-      "learning_rate": 2.861417911716269e-07,
-      "loss": 0.1383,
-      "step": 18209
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 2.989140575419518,
-      "learning_rate": 2.8575075629908465e-07,
-      "loss": 0.1528,
-      "step": 18210
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.3954966524477264,
-      "learning_rate": 2.853599849261024e-07,
-      "loss": 0.1658,
-      "step": 18211
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9393271717300197,
-      "learning_rate": 2.849694770632794e-07,
-      "loss": 0.1639,
-      "step": 18212
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.8570807725947537,
-      "learning_rate": 2.8457923272120715e-07,
-      "loss": 0.157,
-      "step": 18213
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9916469584513358,
-      "learning_rate": 2.8418925191047163e-07,
-      "loss": 0.1492,
-      "step": 18214
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.875743607965698,
-      "learning_rate": 2.8379953464165334e-07,
-      "loss": 0.1633,
-      "step": 18215
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0349400008204857,
-      "learning_rate": 2.8341008092531927e-07,
-      "loss": 0.1557,
-      "step": 18216
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.6943081379529428,
-      "learning_rate": 2.8302089077203776e-07,
-      "loss": 0.1753,
-      "step": 18217
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.3400755030544176,
-      "learning_rate": 2.826319641923614e-07,
-      "loss": 0.1639,
-      "step": 18218
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 2.458439540499437,
-      "learning_rate": 2.8224330119684286e-07,
-      "loss": 0.1778,
-      "step": 18219
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0458337430912972,
-      "learning_rate": 2.818549017960237e-07,
-      "loss": 0.1697,
-      "step": 18220
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 2.1383391293406424,
-      "learning_rate": 2.8146676600043777e-07,
-      "loss": 0.1956,
-      "step": 18221
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1962578304457712,
-      "learning_rate": 2.810788938206155e-07,
-      "loss": 0.1767,
-      "step": 18222
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9702710290737139,
-      "learning_rate": 2.8069128526707845e-07,
-      "loss": 0.178,
-      "step": 18223
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9376196152192133,
-      "learning_rate": 2.8030394035033827e-07,
-      "loss": 0.1586,
-      "step": 18224
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.05253853210062,
-      "learning_rate": 2.7991685908090316e-07,
-      "loss": 0.16,
-      "step": 18225
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.939644911654303,
-      "learning_rate": 2.7953004146927145e-07,
-      "loss": 0.1365,
-      "step": 18226
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1506454940271946,
-      "learning_rate": 2.791434875259369e-07,
-      "loss": 0.1536,
-      "step": 18227
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.8693278008577767,
-      "learning_rate": 2.787571972613845e-07,
-      "loss": 0.1691,
-      "step": 18228
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.8956275554521052,
-      "learning_rate": 2.7837117068609254e-07,
-      "loss": 0.1611,
-      "step": 18229
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.3026610082054975,
-      "learning_rate": 2.779854078105304e-07,
-      "loss": 0.1835,
-      "step": 18230
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.8988603613018683,
-      "learning_rate": 2.7759990864516306e-07,
-      "loss": 0.1412,
-      "step": 18231
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.4338602081572938,
-      "learning_rate": 2.772146732004488e-07,
-      "loss": 0.1496,
-      "step": 18232
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.7382306793567448,
-      "learning_rate": 2.768297014868337e-07,
-      "loss": 0.1581,
-      "step": 18233
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9871482240366329,
-      "learning_rate": 2.7644499351476396e-07,
-      "loss": 0.151,
-      "step": 18234
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.4205508635886646,
-      "learning_rate": 2.760605492946722e-07,
-      "loss": 0.1774,
-      "step": 18235
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9918044669951058,
-      "learning_rate": 2.756763688369879e-07,
-      "loss": 0.176,
-      "step": 18236
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.07450755147161,
-      "learning_rate": 2.7529245215213053e-07,
-      "loss": 0.1628,
-      "step": 18237
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0434581153695943,
-      "learning_rate": 2.7490879925051397e-07,
-      "loss": 0.1525,
-      "step": 18238
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9332330854715319,
-      "learning_rate": 2.745254101425465e-07,
-      "loss": 0.1678,
-      "step": 18239
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.3009425937901884,
-      "learning_rate": 2.741422848386266e-07,
-      "loss": 0.1606,
-      "step": 18240
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.2168959844464464,
-      "learning_rate": 2.737594233491458e-07,
-      "loss": 0.1757,
-      "step": 18241
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.052663313889229,
-      "learning_rate": 2.733768256844915e-07,
-      "loss": 0.1414,
-      "step": 18242
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9262570446313309,
-      "learning_rate": 2.729944918550387e-07,
-      "loss": 0.1429,
-      "step": 18243
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.810952260793739,
-      "learning_rate": 2.726124218711612e-07,
-      "loss": 0.1595,
-      "step": 18244
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0981094901401551,
-      "learning_rate": 2.7223061574321975e-07,
-      "loss": 0.184,
-      "step": 18245
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9443083295769201,
-      "learning_rate": 2.7184907348157377e-07,
-      "loss": 0.1632,
-      "step": 18246
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.075805429275343,
-      "learning_rate": 2.714677950965694e-07,
-      "loss": 0.151,
-      "step": 18247
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1320019826123289,
-      "learning_rate": 2.7108678059855064e-07,
-      "loss": 0.1539,
-      "step": 18248
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9815125581439055,
-      "learning_rate": 2.707060299978537e-07,
-      "loss": 0.1659,
-      "step": 18249
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0098818213384717,
-      "learning_rate": 2.7032554330480464e-07,
-      "loss": 0.1505,
-      "step": 18250
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1575032174458653,
-      "learning_rate": 2.699453205297253e-07,
-      "loss": 0.1633,
-      "step": 18251
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.2478476951841007,
-      "learning_rate": 2.6956536168292747e-07,
-      "loss": 0.1638,
-      "step": 18252
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.2882046648564152,
-      "learning_rate": 2.6918566677471946e-07,
-      "loss": 0.1565,
-      "step": 18253
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1423199526776788,
-      "learning_rate": 2.688062358153998e-07,
-      "loss": 0.1486,
-      "step": 18254
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.8599154346841992,
-      "learning_rate": 2.6842706881526125e-07,
-      "loss": 0.1521,
-      "step": 18255
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0747232249223346,
-      "learning_rate": 2.680481657845868e-07,
-      "loss": 0.1405,
-      "step": 18256
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1667972927867134,
-      "learning_rate": 2.67669526733656e-07,
-      "loss": 0.1858,
-      "step": 18257
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.3900194062396538,
-      "learning_rate": 2.6729115167273834e-07,
-      "loss": 0.1652,
-      "step": 18258
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0342281416929027,
-      "learning_rate": 2.66913040612099e-07,
-      "loss": 0.1841,
-      "step": 18259
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1819018631064098,
-      "learning_rate": 2.665351935619931e-07,
-      "loss": 0.1683,
-      "step": 18260
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.394688171936252,
-      "learning_rate": 2.661576105326702e-07,
-      "loss": 0.1641,
-      "step": 18261
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.8566435495872279,
-      "learning_rate": 2.65780291534371e-07,
-      "loss": 0.1631,
-      "step": 18262
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.355142728772295,
-      "learning_rate": 2.654032365773318e-07,
-      "loss": 0.1421,
-      "step": 18263
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1998677089669416,
-      "learning_rate": 2.650264456717788e-07,
-      "loss": 0.1559,
-      "step": 18264
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.2343661872770706,
-      "learning_rate": 2.646499188279328e-07,
-      "loss": 0.1569,
-      "step": 18265
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9675566866904394,
-      "learning_rate": 2.6427365605600883e-07,
-      "loss": 0.1459,
-      "step": 18266
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.2944387885918796,
-      "learning_rate": 2.638976573662122e-07,
-      "loss": 0.1758,
-      "step": 18267
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0901993055937835,
-      "learning_rate": 2.635219227687413e-07,
-      "loss": 0.1604,
-      "step": 18268
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.8275611356887129,
-      "learning_rate": 2.63146452273787e-07,
-      "loss": 0.1381,
-      "step": 18269
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1146506553802311,
-      "learning_rate": 2.6277124589153657e-07,
-      "loss": 0.1734,
-      "step": 18270
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.5159778292664159,
-      "learning_rate": 2.623963036321642e-07,
-      "loss": 0.157,
-      "step": 18271
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1055152798151293,
-      "learning_rate": 2.6202162550584387e-07,
-      "loss": 0.1712,
-      "step": 18272
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.671505281711295,
-      "learning_rate": 2.6164721152273644e-07,
-      "loss": 0.1883,
-      "step": 18273
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9763923828625075,
-      "learning_rate": 2.6127306169299815e-07,
-      "loss": 0.1563,
-      "step": 18274
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1784812501395956,
-      "learning_rate": 2.608991760267776e-07,
-      "loss": 0.1732,
-      "step": 18275
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9906157660421311,
-      "learning_rate": 2.605255545342178e-07,
-      "loss": 0.1457,
-      "step": 18276
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1435715096827683,
-      "learning_rate": 2.6015219722545173e-07,
-      "loss": 0.1449,
-      "step": 18277
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0535128935316218,
-      "learning_rate": 2.5977910411060905e-07,
-      "loss": 0.1861,
-      "step": 18278
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.5980771885217533,
-      "learning_rate": 2.594062751998061e-07,
-      "loss": 0.1623,
-      "step": 18279
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.4537834976700899,
-      "learning_rate": 2.590337105031604e-07,
-      "loss": 0.166,
-      "step": 18280
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.231681614406639,
-      "learning_rate": 2.586614100307738e-07,
-      "loss": 0.1532,
-      "step": 18281
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0291305206451635,
-      "learning_rate": 2.582893737927472e-07,
-      "loss": 0.1823,
-      "step": 18282
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.8890034877363463,
-      "learning_rate": 2.5791760179917135e-07,
-      "loss": 0.1658,
-      "step": 18283
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0296792104223675,
-      "learning_rate": 2.5754609406013044e-07,
-      "loss": 0.161,
-      "step": 18284
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.8199592585300417,
-      "learning_rate": 2.5717485058570304e-07,
-      "loss": 0.1665,
-      "step": 18285
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 2.0453994543406147,
-      "learning_rate": 2.5680387138595663e-07,
-      "loss": 0.1708,
-      "step": 18286
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.324591897357187,
-      "learning_rate": 2.5643315647095655e-07,
-      "loss": 0.1461,
-      "step": 18287
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.942078050240307,
-      "learning_rate": 2.56062705850757e-07,
-      "loss": 0.1643,
-      "step": 18288
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0278227471601282,
-      "learning_rate": 2.5569251953540763e-07,
-      "loss": 0.1624,
-      "step": 18289
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1004008321153336,
-      "learning_rate": 2.5532259753494825e-07,
-      "loss": 0.165,
-      "step": 18290
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.2990139603467061,
-      "learning_rate": 2.5495293985941414e-07,
-      "loss": 0.1631,
-      "step": 18291
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 3.930321254713959,
-      "learning_rate": 2.5458354651883065e-07,
-      "loss": 0.1714,
-      "step": 18292
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.093198105156117,
-      "learning_rate": 2.5421441752322086e-07,
-      "loss": 0.1641,
-      "step": 18293
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9736377661780048,
-      "learning_rate": 2.538455528825945e-07,
-      "loss": 0.1577,
-      "step": 18294
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.8873869753036656,
-      "learning_rate": 2.5347695260695805e-07,
-      "loss": 0.1459,
-      "step": 18295
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.216394455946613,
-      "learning_rate": 2.5310861670631015e-07,
-      "loss": 0.1644,
-      "step": 18296
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.2671143732954295,
-      "learning_rate": 2.5274054519064175e-07,
-      "loss": 0.1524,
-      "step": 18297
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0028280164130396,
-      "learning_rate": 2.523727380699348e-07,
-      "loss": 0.1736,
-      "step": 18298
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.3123715393982744,
-      "learning_rate": 2.5200519535417024e-07,
-      "loss": 0.157,
-      "step": 18299
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9316140446756942,
-      "learning_rate": 2.5163791705331343e-07,
-      "loss": 0.1543,
-      "step": 18300
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 2.046187498563863,
-      "learning_rate": 2.5127090317732973e-07,
-      "loss": 0.1673,
-      "step": 18301
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1597565818611806,
-      "learning_rate": 2.5090415373617336e-07,
-      "loss": 0.1635,
-      "step": 18302
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.8820846486012719,
-      "learning_rate": 2.5053766873979204e-07,
-      "loss": 0.163,
-      "step": 18303
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9880960254385381,
-      "learning_rate": 2.5017144819812766e-07,
-      "loss": 0.1483,
-      "step": 18304
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.2739535762192775,
-      "learning_rate": 2.4980549212111236e-07,
-      "loss": 0.1561,
-      "step": 18305
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 2.084334086475733,
-      "learning_rate": 2.494398005186749e-07,
-      "loss": 0.1584,
-      "step": 18306
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.933607113556294,
-      "learning_rate": 2.490743734007328e-07,
-      "loss": 0.147,
-      "step": 18307
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0565751035924777,
-      "learning_rate": 2.4870921077720043e-07,
-      "loss": 0.1712,
-      "step": 18308
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.7900491077807519,
-      "learning_rate": 2.483443126579799e-07,
-      "loss": 0.135,
-      "step": 18309
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.7874166677831361,
-      "learning_rate": 2.4797967905297093e-07,
-      "loss": 0.1366,
-      "step": 18310
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1423803695769863,
-      "learning_rate": 2.476153099720635e-07,
-      "loss": 0.1542,
-      "step": 18311
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.8768095068058398,
-      "learning_rate": 2.47251205425143e-07,
-      "loss": 0.1553,
-      "step": 18312
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1056877390442028,
-      "learning_rate": 2.468873654220838e-07,
-      "loss": 0.1493,
-      "step": 18313
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.7899447781250339,
-      "learning_rate": 2.465237899727557e-07,
-      "loss": 0.1755,
-      "step": 18314
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.7863005549546918,
-      "learning_rate": 2.461604790870209e-07,
-      "loss": 0.1535,
-      "step": 18315
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.4838306408263966,
-      "learning_rate": 2.4579743277473365e-07,
-      "loss": 0.1582,
-      "step": 18316
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9945185936066469,
-      "learning_rate": 2.454346510457417e-07,
-      "loss": 0.1703,
-      "step": 18317
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.184309812436225,
-      "learning_rate": 2.4507213390988604e-07,
-      "loss": 0.1555,
-      "step": 18318
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.7978023591704787,
-      "learning_rate": 2.4470988137699993e-07,
-      "loss": 0.1503,
-      "step": 18319
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9209433934114493,
-      "learning_rate": 2.443478934569088e-07,
-      "loss": 0.1604,
-      "step": 18320
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.5905991257382877,
-      "learning_rate": 2.439861701594326e-07,
-      "loss": 0.1831,
-      "step": 18321
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9910997370507246,
-      "learning_rate": 2.4362471149438237e-07,
-      "loss": 0.1515,
-      "step": 18322
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.50148417664633,
-      "learning_rate": 2.4326351747156365e-07,
-      "loss": 0.1458,
-      "step": 18323
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9682930228090741,
-      "learning_rate": 2.4290258810077183e-07,
-      "loss": 0.1564,
-      "step": 18324
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0085186474825831,
-      "learning_rate": 2.4254192339179915e-07,
-      "loss": 0.1577,
-      "step": 18325
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0797598581900214,
-      "learning_rate": 2.421815233544267e-07,
-      "loss": 0.1556,
-      "step": 18326
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.8254359964739783,
-      "learning_rate": 2.418213879984321e-07,
-      "loss": 0.1522,
-      "step": 18327
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9154350038423441,
-      "learning_rate": 2.4146151733358327e-07,
-      "loss": 0.1597,
-      "step": 18328
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.8372875062859295,
-      "learning_rate": 2.4110191136964333e-07,
-      "loss": 0.1628,
-      "step": 18329
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.228360493795967,
-      "learning_rate": 2.407425701163635e-07,
-      "loss": 0.1649,
-      "step": 18330
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.325196990957879,
-      "learning_rate": 2.403834935834948e-07,
-      "loss": 0.1629,
-      "step": 18331
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.3452048806832089,
-      "learning_rate": 2.400246817807728e-07,
-      "loss": 0.1703,
-      "step": 18332
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9918467529509656,
-      "learning_rate": 2.396661347179341e-07,
-      "loss": 0.1876,
-      "step": 18333
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.4787781081476281,
-      "learning_rate": 2.393078524047021e-07,
-      "loss": 0.1545,
-      "step": 18334
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.2674619556440334,
-      "learning_rate": 2.3894983485079683e-07,
-      "loss": 0.1668,
-      "step": 18335
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0590605390474992,
-      "learning_rate": 2.385920820659271e-07,
-      "loss": 0.1529,
-      "step": 18336
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.201334926543082,
-      "learning_rate": 2.3823459405979854e-07,
-      "loss": 0.1582,
-      "step": 18337
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1333430396610051,
-      "learning_rate": 2.3787737084210893e-07,
-      "loss": 0.1554,
-      "step": 18338
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.7409420607842309,
-      "learning_rate": 2.375204124225472e-07,
-      "loss": 0.1495,
-      "step": 18339
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0680731399439665,
-      "learning_rate": 2.3716371881079558e-07,
-      "loss": 0.1726,
-      "step": 18340
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0948349108272253,
-      "learning_rate": 2.3680729001652858e-07,
-      "loss": 0.1696,
-      "step": 18341
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.051007648963238,
-      "learning_rate": 2.3645112604941623e-07,
-      "loss": 0.1737,
-      "step": 18342
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0056811990684162,
-      "learning_rate": 2.3609522691911746e-07,
-      "loss": 0.1605,
-      "step": 18343
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 2.025955618299223,
-      "learning_rate": 2.3573959263528677e-07,
-      "loss": 0.1697,
-      "step": 18344
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0134681991322119,
-      "learning_rate": 2.3538422320757204e-07,
-      "loss": 0.1532,
-      "step": 18345
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.2651014914706251,
-      "learning_rate": 2.3502911864561218e-07,
-      "loss": 0.1739,
-      "step": 18346
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0810092009920989,
-      "learning_rate": 2.346742789590384e-07,
-      "loss": 0.1534,
-      "step": 18347
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.7203593062803417,
-      "learning_rate": 2.343197041574774e-07,
-      "loss": 0.1703,
-      "step": 18348
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.988197154022997,
-      "learning_rate": 2.3396539425054376e-07,
-      "loss": 0.1713,
-      "step": 18349
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1065800214268064,
-      "learning_rate": 2.3361134924785313e-07,
-      "loss": 0.1667,
-      "step": 18350
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.8575847025459382,
-      "learning_rate": 2.3325756915900445e-07,
-      "loss": 0.133,
-      "step": 18351
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.8488946851219393,
-      "learning_rate": 2.329040539935967e-07,
-      "loss": 0.1523,
-      "step": 18352
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.8545552151939171,
-      "learning_rate": 2.3255080376121676e-07,
-      "loss": 0.1528,
-      "step": 18353
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.7129768044688733,
-      "learning_rate": 2.3219781847144906e-07,
-      "loss": 0.1884,
-      "step": 18354
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.2532969807361725,
-      "learning_rate": 2.3184509813386713e-07,
-      "loss": 0.1554,
-      "step": 18355
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.865328382304051,
-      "learning_rate": 2.3149264275803884e-07,
-      "loss": 0.1481,
-      "step": 18356
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.819398377750584,
-      "learning_rate": 2.3114045235352433e-07,
-      "loss": 0.1597,
-      "step": 18357
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9760997913944155,
-      "learning_rate": 2.3078852692987596e-07,
-      "loss": 0.1533,
-      "step": 18358
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.8124370575612277,
-      "learning_rate": 2.3043686649664165e-07,
-      "loss": 0.149,
-      "step": 18359
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9997317244657435,
-      "learning_rate": 2.3008547106335822e-07,
-      "loss": 0.1624,
-      "step": 18360
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.2057741927307049,
-      "learning_rate": 2.2973434063955802e-07,
-      "loss": 0.1463,
-      "step": 18361
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.8137021469097535,
-      "learning_rate": 2.2938347523476568e-07,
-      "loss": 0.1533,
-      "step": 18362
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 3.0808834168689883,
-      "learning_rate": 2.2903287485849913e-07,
-      "loss": 0.1568,
-      "step": 18363
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9410298125961627,
-      "learning_rate": 2.2868253952026741e-07,
-      "loss": 0.1491,
-      "step": 18364
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0671457063576877,
-      "learning_rate": 2.2833246922957408e-07,
-      "loss": 0.1649,
-      "step": 18365
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.163398353724536,
-      "learning_rate": 2.2798266399591374e-07,
-      "loss": 0.1666,
-      "step": 18366
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.893536336859922,
-      "learning_rate": 2.2763312382877656e-07,
-      "loss": 0.1493,
-      "step": 18367
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1466722066958055,
-      "learning_rate": 2.2728384873764276e-07,
-      "loss": 0.1667,
-      "step": 18368
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1088802038655343,
-      "learning_rate": 2.2693483873198584e-07,
-      "loss": 0.1415,
-      "step": 18369
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1395079425027594,
-      "learning_rate": 2.2658609382127384e-07,
-      "loss": 0.1837,
-      "step": 18370
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0489862597909092,
-      "learning_rate": 2.2623761401496468e-07,
-      "loss": 0.1582,
-      "step": 18371
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.030787526510104,
-      "learning_rate": 2.2588939932251418e-07,
-      "loss": 0.1592,
-      "step": 18372
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9229346827535737,
-      "learning_rate": 2.2554144975336477e-07,
-      "loss": 0.1509,
-      "step": 18373
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.2346282121275605,
-      "learning_rate": 2.251937653169567e-07,
-      "loss": 0.1606,
-      "step": 18374
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.8715933060605532,
-      "learning_rate": 2.2484634602271794e-07,
-      "loss": 0.1683,
-      "step": 18375
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.941253110893302,
-      "learning_rate": 2.244991918800754e-07,
-      "loss": 0.1521,
-      "step": 18376
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9266730919291768,
-      "learning_rate": 2.2415230289844382e-07,
-      "loss": 0.1589,
-      "step": 18377
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9771410611139677,
-      "learning_rate": 2.238056790872345e-07,
-      "loss": 0.1724,
-      "step": 18378
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.5235936206743117,
-      "learning_rate": 2.2345932045584662e-07,
-      "loss": 0.196,
-      "step": 18379
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9841273240110063,
-      "learning_rate": 2.231132270136771e-07,
-      "loss": 0.1763,
-      "step": 18380
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.2765539802867825,
-      "learning_rate": 2.22767398770114e-07,
-      "loss": 0.155,
-      "step": 18381
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.1186553643443082,
-      "learning_rate": 2.2242183573453756e-07,
-      "loss": 0.1868,
-      "step": 18382
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.0287318642723777,
-      "learning_rate": 2.2207653791632035e-07,
-      "loss": 0.1417,
-      "step": 18383
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 1.3699336996747302,
-      "learning_rate": 2.2173150532483035e-07,
-      "loss": 0.1648,
-      "step": 18384
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 0.9571519442266735,
-      "learning_rate": 2.2138673796942457e-07,
-      "loss": 0.1568,
-      "step": 18385
-    },
-    {
-      "epoch": 0.93,
-      "grad_norm": 2.2746480790935992,
-      "learning_rate": 2.210422358594566e-07,
-      "loss": 0.167,
-      "step": 18386
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.106230206821423,
-      "learning_rate": 2.2069799900427014e-07,
-      "loss": 0.1719,
-      "step": 18387
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 2.791480398398672,
-      "learning_rate": 2.203540274132021e-07,
-      "loss": 0.149,
-      "step": 18388
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0617422537257237,
-      "learning_rate": 2.2001032109558396e-07,
-      "loss": 0.1616,
-      "step": 18389
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.8104952562718482,
-      "learning_rate": 2.196668800607382e-07,
-      "loss": 0.1635,
-      "step": 18390
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9657527974823339,
-      "learning_rate": 2.1932370431798077e-07,
-      "loss": 0.1476,
-      "step": 18391
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.983063383851243,
-      "learning_rate": 2.1898079387662085e-07,
-      "loss": 0.1919,
-      "step": 18392
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 2.6038285199676197,
-      "learning_rate": 2.186381487459588e-07,
-      "loss": 0.1672,
-      "step": 18393
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.8242832192874088,
-      "learning_rate": 2.1829576893528938e-07,
-      "loss": 0.1552,
-      "step": 18394
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 2.072684200243416,
-      "learning_rate": 2.179536544538996e-07,
-      "loss": 0.1466,
-      "step": 18395
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9253757492899954,
-      "learning_rate": 2.1761180531106873e-07,
-      "loss": 0.1728,
-      "step": 18396
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.066376706831964,
-      "learning_rate": 2.1727022151607046e-07,
-      "loss": 0.1488,
-      "step": 18397
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 2.314431093429177,
-      "learning_rate": 2.1692890307817073e-07,
-      "loss": 0.1631,
-      "step": 18398
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.8498934849664621,
-      "learning_rate": 2.1658785000662763e-07,
-      "loss": 0.1486,
-      "step": 18399
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0378436730938367,
-      "learning_rate": 2.1624706231068936e-07,
-      "loss": 0.1573,
-      "step": 18400
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.8970051524119859,
-      "learning_rate": 2.159065399996041e-07,
-      "loss": 0.1624,
-      "step": 18401
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9922525353722269,
-      "learning_rate": 2.1556628308260552e-07,
-      "loss": 0.1818,
-      "step": 18402
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.8332483233289575,
-      "learning_rate": 2.1522629156892516e-07,
-      "loss": 0.1438,
-      "step": 18403
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.8701610657938882,
-      "learning_rate": 2.1488656546778342e-07,
-      "loss": 0.1745,
-      "step": 18404
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9793402914905001,
-      "learning_rate": 2.1454710478839736e-07,
-      "loss": 0.174,
-      "step": 18405
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 2.817119570072124,
-      "learning_rate": 2.1420790953997294e-07,
-      "loss": 0.1722,
-      "step": 18406
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.782561768407933,
-      "learning_rate": 2.138689797317106e-07,
-      "loss": 0.1741,
-      "step": 18407
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.4030966551078101,
-      "learning_rate": 2.1353031537280743e-07,
-      "loss": 0.1519,
-      "step": 18408
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.4607777385501066,
-      "learning_rate": 2.1319191647244497e-07,
-      "loss": 0.1799,
-      "step": 18409
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9416992136910253,
-      "learning_rate": 2.1285378303980585e-07,
-      "loss": 0.1441,
-      "step": 18410
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.8708030270127827,
-      "learning_rate": 2.1251591508405945e-07,
-      "loss": 0.1561,
-      "step": 18411
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.04718883719092,
-      "learning_rate": 2.1217831261437283e-07,
-      "loss": 0.1471,
-      "step": 18412
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.4080305099714423,
-      "learning_rate": 2.1184097563990204e-07,
-      "loss": 0.1692,
-      "step": 18413
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.3780724995478995,
-      "learning_rate": 2.115039041697964e-07,
-      "loss": 0.1723,
-      "step": 18414
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0810492064587849,
-      "learning_rate": 2.111670982132008e-07,
-      "loss": 0.1642,
-      "step": 18415
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.4676322049548796,
-      "learning_rate": 2.1083055777925244e-07,
-      "loss": 0.1595,
-      "step": 18416
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.3846819242414135,
-      "learning_rate": 2.104942828770762e-07,
-      "loss": 0.172,
-      "step": 18417
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.007773102930094,
-      "learning_rate": 2.1015827351579588e-07,
-      "loss": 0.1845,
-      "step": 18418
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9008750167154151,
-      "learning_rate": 2.0982252970452532e-07,
-      "loss": 0.1526,
-      "step": 18419
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0345250458075697,
-      "learning_rate": 2.0948705145237168e-07,
-      "loss": 0.1622,
-      "step": 18420
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.982428132994956,
-      "learning_rate": 2.0915183876843436e-07,
-      "loss": 0.1604,
-      "step": 18421
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9070283705308484,
-      "learning_rate": 2.0881689166180718e-07,
-      "loss": 0.1657,
-      "step": 18422
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.2758911966430224,
-      "learning_rate": 2.0848221014157398e-07,
-      "loss": 0.1613,
-      "step": 18423
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1603708286280212,
-      "learning_rate": 2.081477942168142e-07,
-      "loss": 0.1639,
-      "step": 18424
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9503295180273585,
-      "learning_rate": 2.078136438965983e-07,
-      "loss": 0.1695,
-      "step": 18425
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0634378735733225,
-      "learning_rate": 2.0747975918999018e-07,
-      "loss": 0.1596,
-      "step": 18426
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.3307297893329564,
-      "learning_rate": 2.0714614010604815e-07,
-      "loss": 0.1695,
-      "step": 18427
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.3323480771188736,
-      "learning_rate": 2.0681278665381833e-07,
-      "loss": 0.145,
-      "step": 18428
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1547516123571364,
-      "learning_rate": 2.0647969884234676e-07,
-      "loss": 0.162,
-      "step": 18429
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.032996754590199,
-      "learning_rate": 2.0614687668066403e-07,
-      "loss": 0.161,
-      "step": 18430
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.3829844629918333,
-      "learning_rate": 2.058143201778029e-07,
-      "loss": 0.1819,
-      "step": 18431
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.6345825829161515,
-      "learning_rate": 2.054820293427795e-07,
-      "loss": 0.1622,
-      "step": 18432
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.13058969646442,
-      "learning_rate": 2.0515000418460995e-07,
-      "loss": 0.1688,
-      "step": 18433
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1264091710524033,
-      "learning_rate": 2.0481824471229927e-07,
-      "loss": 0.126,
-      "step": 18434
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9524093713904969,
-      "learning_rate": 2.0448675093484805e-07,
-      "loss": 0.1369,
-      "step": 18435
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0332060689778997,
-      "learning_rate": 2.0415552286124685e-07,
-      "loss": 0.164,
-      "step": 18436
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.154708584588988,
-      "learning_rate": 2.0382456050048073e-07,
-      "loss": 0.1745,
-      "step": 18437
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.9288602652094318,
-      "learning_rate": 2.034938638615247e-07,
-      "loss": 0.1668,
-      "step": 18438
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0836570479763294,
-      "learning_rate": 2.0316343295335272e-07,
-      "loss": 0.1602,
-      "step": 18439
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0766862097296297,
-      "learning_rate": 2.028332677849254e-07,
-      "loss": 0.1405,
-      "step": 18440
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.012468415541933,
-      "learning_rate": 2.025033683651989e-07,
-      "loss": 0.1652,
-      "step": 18441
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 2.088899367723937,
-      "learning_rate": 2.0217373470312275e-07,
-      "loss": 0.163,
-      "step": 18442
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1267366751772347,
-      "learning_rate": 2.018443668076364e-07,
-      "loss": 0.158,
-      "step": 18443
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1178922069284865,
-      "learning_rate": 2.0151526468767502e-07,
-      "loss": 0.1898,
-      "step": 18444
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9563470216819234,
-      "learning_rate": 2.0118642835216584e-07,
-      "loss": 0.1625,
-      "step": 18445
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9093202957962132,
-      "learning_rate": 2.0085785781002843e-07,
-      "loss": 0.1569,
-      "step": 18446
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0411398327926424,
-      "learning_rate": 2.005295530701745e-07,
-      "loss": 0.1465,
-      "step": 18447
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.2165271777702973,
-      "learning_rate": 2.0020151414151146e-07,
-      "loss": 0.1421,
-      "step": 18448
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.2697362647353578,
-      "learning_rate": 1.9987374103293433e-07,
-      "loss": 0.1722,
-      "step": 18449
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9059765341830827,
-      "learning_rate": 1.9954623375333493e-07,
-      "loss": 0.1608,
-      "step": 18450
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9790695354920086,
-      "learning_rate": 1.9921899231159836e-07,
-      "loss": 0.1538,
-      "step": 18451
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.7967358277210099,
-      "learning_rate": 1.9889201671660084e-07,
-      "loss": 0.1439,
-      "step": 18452
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1676863492777445,
-      "learning_rate": 1.9856530697720976e-07,
-      "loss": 0.1732,
-      "step": 18453
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9026498634322633,
-      "learning_rate": 1.9823886310228911e-07,
-      "loss": 0.1515,
-      "step": 18454
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.5898085358785705,
-      "learning_rate": 1.9791268510069184e-07,
-      "loss": 0.1791,
-      "step": 18455
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.8838055911204667,
-      "learning_rate": 1.975867729812686e-07,
-      "loss": 0.1318,
-      "step": 18456
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.8962589559141396,
-      "learning_rate": 1.9726112675285568e-07,
-      "loss": 0.1487,
-      "step": 18457
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1455441239812183,
-      "learning_rate": 1.9693574642428935e-07,
-      "loss": 0.1594,
-      "step": 18458
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.8697554124013273,
-      "learning_rate": 1.9661063200439478e-07,
-      "loss": 0.1747,
-      "step": 18459
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.8473698779305922,
-      "learning_rate": 1.9628578350198933e-07,
-      "loss": 0.1416,
-      "step": 18460
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1622171600184905,
-      "learning_rate": 1.959612009258871e-07,
-      "loss": 0.1898,
-      "step": 18461
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.9635651441512039,
-      "learning_rate": 1.9563688428489103e-07,
-      "loss": 0.1467,
-      "step": 18462
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9709659456803279,
-      "learning_rate": 1.953128335877974e-07,
-      "loss": 0.1551,
-      "step": 18463
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1570414393860904,
-      "learning_rate": 1.9498904884339697e-07,
-      "loss": 0.1885,
-      "step": 18464
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0220800299049926,
-      "learning_rate": 1.9466553006047383e-07,
-      "loss": 0.1556,
-      "step": 18465
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.17271748461141,
-      "learning_rate": 1.9434227724779987e-07,
-      "loss": 0.1475,
-      "step": 18466
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9698973968273322,
-      "learning_rate": 1.9401929041414692e-07,
-      "loss": 0.2208,
-      "step": 18467
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9539471986986922,
-      "learning_rate": 1.9369656956827355e-07,
-      "loss": 0.1628,
-      "step": 18468
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0196693761635764,
-      "learning_rate": 1.9337411471893498e-07,
-      "loss": 0.1703,
-      "step": 18469
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1934751615375507,
-      "learning_rate": 1.9305192587487753e-07,
-      "loss": 0.1462,
-      "step": 18470
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.199618048089345,
-      "learning_rate": 1.927300030448409e-07,
-      "loss": 0.1973,
-      "step": 18471
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1152576551484823,
-      "learning_rate": 1.924083462375559e-07,
-      "loss": 0.1673,
-      "step": 18472
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0406551584167096,
-      "learning_rate": 1.9208695546174994e-07,
-      "loss": 0.1679,
-      "step": 18473
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1662476783946836,
-      "learning_rate": 1.917658307261383e-07,
-      "loss": 0.1899,
-      "step": 18474
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0191715895198943,
-      "learning_rate": 1.914449720394329e-07,
-      "loss": 0.1636,
-      "step": 18475
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1530279147333242,
-      "learning_rate": 1.9112437941033567e-07,
-      "loss": 0.1574,
-      "step": 18476
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1700995784032147,
-      "learning_rate": 1.908040528475441e-07,
-      "loss": 0.1662,
-      "step": 18477
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1758161723996137,
-      "learning_rate": 1.904839923597468e-07,
-      "loss": 0.1666,
-      "step": 18478
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.2056737356424008,
-      "learning_rate": 1.9016419795562568e-07,
-      "loss": 0.177,
-      "step": 18479
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.8871261305872965,
-      "learning_rate": 1.8984466964385384e-07,
-      "loss": 0.1552,
-      "step": 18480
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.878197883112823,
-      "learning_rate": 1.8952540743309988e-07,
-      "loss": 0.1556,
-      "step": 18481
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0543218480340648,
-      "learning_rate": 1.8920641133202356e-07,
-      "loss": 0.1494,
-      "step": 18482
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.941396341109944,
-      "learning_rate": 1.888876813492768e-07,
-      "loss": 0.1685,
-      "step": 18483
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9301788089742421,
-      "learning_rate": 1.8856921749350608e-07,
-      "loss": 0.1506,
-      "step": 18484
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1855751996628046,
-      "learning_rate": 1.8825101977334891e-07,
-      "loss": 0.1714,
-      "step": 18485
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.7965655623295367,
-      "learning_rate": 1.8793308819743837e-07,
-      "loss": 0.1793,
-      "step": 18486
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0720094037637893,
-      "learning_rate": 1.8761542277439648e-07,
-      "loss": 0.1738,
-      "step": 18487
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.4204108111036178,
-      "learning_rate": 1.8729802351284077e-07,
-      "loss": 0.1427,
-      "step": 18488
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0684230576153166,
-      "learning_rate": 1.869808904213799e-07,
-      "loss": 0.1785,
-      "step": 18489
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.8876069325807378,
-      "learning_rate": 1.8666402350861701e-07,
-      "loss": 0.1544,
-      "step": 18490
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.6348599888108668,
-      "learning_rate": 1.8634742278314632e-07,
-      "loss": 0.1696,
-      "step": 18491
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1283463049697549,
-      "learning_rate": 1.8603108825355654e-07,
-      "loss": 0.1829,
-      "step": 18492
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0989175147355235,
-      "learning_rate": 1.8571501992842634e-07,
-      "loss": 0.1541,
-      "step": 18493
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.5485827407936898,
-      "learning_rate": 1.8539921781633107e-07,
-      "loss": 0.1574,
-      "step": 18494
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.2035629459141746,
-      "learning_rate": 1.8508368192583838e-07,
-      "loss": 0.1599,
-      "step": 18495
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.175110774320181,
-      "learning_rate": 1.8476841226550247e-07,
-      "loss": 0.166,
-      "step": 18496
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.8648008632983784,
-      "learning_rate": 1.8445340884387986e-07,
-      "loss": 0.1555,
-      "step": 18497
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.186022566237658,
-      "learning_rate": 1.841386716695115e-07,
-      "loss": 0.1621,
-      "step": 18498
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.966907537171716,
-      "learning_rate": 1.8382420075093722e-07,
-      "loss": 0.1663,
-      "step": 18499
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.35987273141365,
-      "learning_rate": 1.8350999609668462e-07,
-      "loss": 0.1931,
-      "step": 18500
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.7185887664553376,
-      "learning_rate": 1.8319605771527916e-07,
-      "loss": 0.1508,
-      "step": 18501
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9654463459049943,
-      "learning_rate": 1.8288238561523397e-07,
-      "loss": 0.1851,
-      "step": 18502
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.5191769294067194,
-      "learning_rate": 1.8256897980505895e-07,
-      "loss": 0.1786,
-      "step": 18503
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0547956256766307,
-      "learning_rate": 1.8225584029325394e-07,
-      "loss": 0.1451,
-      "step": 18504
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9602419545290328,
-      "learning_rate": 1.8194296708831548e-07,
-      "loss": 0.1654,
-      "step": 18505
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9905278074256648,
-      "learning_rate": 1.8163036019872682e-07,
-      "loss": 0.1699,
-      "step": 18506
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9878465962130885,
-      "learning_rate": 1.8131801963297112e-07,
-      "loss": 0.1574,
-      "step": 18507
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 2.202120778350107,
-      "learning_rate": 1.810059453995172e-07,
-      "loss": 0.1595,
-      "step": 18508
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.5424916385881604,
-      "learning_rate": 1.8069413750683274e-07,
-      "loss": 0.1531,
-      "step": 18509
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.2032151268116966,
-      "learning_rate": 1.8038259596337316e-07,
-      "loss": 0.1527,
-      "step": 18510
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9692901581171245,
-      "learning_rate": 1.8007132077759059e-07,
-      "loss": 0.1611,
-      "step": 18511
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.2384022796992629,
-      "learning_rate": 1.7976031195792942e-07,
-      "loss": 0.1616,
-      "step": 18512
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9518845029745795,
-      "learning_rate": 1.794495695128229e-07,
-      "loss": 0.1513,
-      "step": 18513
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.3445048561231276,
-      "learning_rate": 1.7913909345070202e-07,
-      "loss": 0.1584,
-      "step": 18514
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.8910941735915785,
-      "learning_rate": 1.7882888377998787e-07,
-      "loss": 0.1346,
-      "step": 18515
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.058905833198794,
-      "learning_rate": 1.7851894050909479e-07,
-      "loss": 0.1772,
-      "step": 18516
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.889457926665445,
-      "learning_rate": 1.7820926364643054e-07,
-      "loss": 0.1433,
-      "step": 18517
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1393201867917613,
-      "learning_rate": 1.7789985320039505e-07,
-      "loss": 0.1922,
-      "step": 18518
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1461805626320478,
-      "learning_rate": 1.7759070917937937e-07,
-      "loss": 0.1691,
-      "step": 18519
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.9552372498782165,
-      "learning_rate": 1.7728183159177126e-07,
-      "loss": 0.1574,
-      "step": 18520
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.317634139784253,
-      "learning_rate": 1.7697322044594846e-07,
-      "loss": 0.1621,
-      "step": 18521
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.5026527540251304,
-      "learning_rate": 1.76664875750282e-07,
-      "loss": 0.1535,
-      "step": 18522
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9529695966362643,
-      "learning_rate": 1.7635679751313529e-07,
-      "loss": 0.1604,
-      "step": 18523
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.362781251116253,
-      "learning_rate": 1.7604898574286488e-07,
-      "loss": 0.1676,
-      "step": 18524
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.794298494281626,
-      "learning_rate": 1.7574144044782083e-07,
-      "loss": 0.1632,
-      "step": 18525
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.3543147984644823,
-      "learning_rate": 1.754341616363464e-07,
-      "loss": 0.1539,
-      "step": 18526
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.8098682812727673,
-      "learning_rate": 1.7512714931677387e-07,
-      "loss": 0.1744,
-      "step": 18527
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0965203264417904,
-      "learning_rate": 1.7482040349743323e-07,
-      "loss": 0.1719,
-      "step": 18528
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.7137149759900159,
-      "learning_rate": 1.7451392418664227e-07,
-      "loss": 0.1512,
-      "step": 18529
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.8312516693775386,
-      "learning_rate": 1.7420771139271765e-07,
-      "loss": 0.1578,
-      "step": 18530
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.941353238215755,
-      "learning_rate": 1.7390176512396384e-07,
-      "loss": 0.1575,
-      "step": 18531
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9570430798627169,
-      "learning_rate": 1.7359608538867868e-07,
-      "loss": 0.164,
-      "step": 18532
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.2019136658490237,
-      "learning_rate": 1.732906721951555e-07,
-      "loss": 0.1681,
-      "step": 18533
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 2.6202511232946657,
-      "learning_rate": 1.729855255516777e-07,
-      "loss": 0.1778,
-      "step": 18534
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.134760261935929,
-      "learning_rate": 1.7268064546652308e-07,
-      "loss": 0.1998,
-      "step": 18535
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.8102705538864348,
-      "learning_rate": 1.7237603194795948e-07,
-      "loss": 0.1581,
-      "step": 18536
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.8801215439384064,
-      "learning_rate": 1.7207168500425142e-07,
-      "loss": 0.1523,
-      "step": 18537
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.8586275430989962,
-      "learning_rate": 1.7176760464365449e-07,
-      "loss": 0.1519,
-      "step": 18538
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.9018279699676834,
-      "learning_rate": 1.7146379087441655e-07,
-      "loss": 0.1914,
-      "step": 18539
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.5663057154553512,
-      "learning_rate": 1.711602437047788e-07,
-      "loss": 0.1854,
-      "step": 18540
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0250812414102985,
-      "learning_rate": 1.708569631429746e-07,
-      "loss": 0.1579,
-      "step": 18541
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.4051658931794355,
-      "learning_rate": 1.7055394919722856e-07,
-      "loss": 0.1577,
-      "step": 18542
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.7920877521485331,
-      "learning_rate": 1.7025120187576406e-07,
-      "loss": 0.1664,
-      "step": 18543
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0138473039450129,
-      "learning_rate": 1.6994872118679006e-07,
-      "loss": 0.1551,
-      "step": 18544
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.8477002854411233,
-      "learning_rate": 1.6964650713851228e-07,
-      "loss": 0.1292,
-      "step": 18545
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.2484301198202659,
-      "learning_rate": 1.6934455973912744e-07,
-      "loss": 0.1529,
-      "step": 18546
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 6.576777670975822,
-      "learning_rate": 1.690428789968268e-07,
-      "loss": 0.1777,
-      "step": 18547
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.91852055430131,
-      "learning_rate": 1.6874146491979493e-07,
-      "loss": 0.1524,
-      "step": 18548
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9500129432796155,
-      "learning_rate": 1.6844031751620414e-07,
-      "loss": 0.1788,
-      "step": 18549
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.7767599888761454,
-      "learning_rate": 1.6813943679422684e-07,
-      "loss": 0.1486,
-      "step": 18550
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9680141309651069,
-      "learning_rate": 1.678388227620209e-07,
-      "loss": 0.1601,
-      "step": 18551
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0630914404291878,
-      "learning_rate": 1.6753847542774315e-07,
-      "loss": 0.1498,
-      "step": 18552
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.5211018887090226,
-      "learning_rate": 1.6723839479953929e-07,
-      "loss": 0.1689,
-      "step": 18553
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 2.468104798877948,
-      "learning_rate": 1.669385808855495e-07,
-      "loss": 0.1652,
-      "step": 18554
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.001087755929558,
-      "learning_rate": 1.666390336939061e-07,
-      "loss": 0.1736,
-      "step": 18555
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.8453852231440885,
-      "learning_rate": 1.6633975323273376e-07,
-      "loss": 0.1438,
-      "step": 18556
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0352472415273843,
-      "learning_rate": 1.6604073951015154e-07,
-      "loss": 0.1709,
-      "step": 18557
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9459021394612915,
-      "learning_rate": 1.6574199253426958e-07,
-      "loss": 0.1691,
-      "step": 18558
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.8641474095406372,
-      "learning_rate": 1.6544351231319145e-07,
-      "loss": 0.1436,
-      "step": 18559
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1152650363612875,
-      "learning_rate": 1.6514529885501397e-07,
-      "loss": 0.1423,
-      "step": 18560
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.2606785611258506,
-      "learning_rate": 1.648473521678251e-07,
-      "loss": 0.1796,
-      "step": 18561
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.298872067227049,
-      "learning_rate": 1.645496722597084e-07,
-      "loss": 0.1715,
-      "step": 18562
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.8674647051865187,
-      "learning_rate": 1.642522591387352e-07,
-      "loss": 0.1452,
-      "step": 18563
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0411258487676804,
-      "learning_rate": 1.6395511281297682e-07,
-      "loss": 0.1454,
-      "step": 18564
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.2294606917015065,
-      "learning_rate": 1.6365823329049124e-07,
-      "loss": 0.1551,
-      "step": 18565
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.2626410672708395,
-      "learning_rate": 1.633616205793309e-07,
-      "loss": 0.1647,
-      "step": 18566
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.8820935476550902,
-      "learning_rate": 1.6306527468754384e-07,
-      "loss": 0.1538,
-      "step": 18567
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.076423859688967,
-      "learning_rate": 1.6276919562316475e-07,
-      "loss": 0.1607,
-      "step": 18568
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.058599832374519,
-      "learning_rate": 1.6247338339422823e-07,
-      "loss": 0.1652,
-      "step": 18569
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.9862983112602691,
-      "learning_rate": 1.6217783800875576e-07,
-      "loss": 0.1525,
-      "step": 18570
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1039987539964633,
-      "learning_rate": 1.618825594747664e-07,
-      "loss": 0.1691,
-      "step": 18571
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1355796680292811,
-      "learning_rate": 1.615875478002671e-07,
-      "loss": 0.1444,
-      "step": 18572
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1295020685609354,
-      "learning_rate": 1.6129280299326144e-07,
-      "loss": 0.1779,
-      "step": 18573
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1228313989287582,
-      "learning_rate": 1.6099832506174419e-07,
-      "loss": 0.1544,
-      "step": 18574
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.3138722407016137,
-      "learning_rate": 1.6070411401370335e-07,
-      "loss": 0.1783,
-      "step": 18575
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1715432450412604,
-      "learning_rate": 1.6041016985711923e-07,
-      "loss": 0.161,
-      "step": 18576
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.3627767559615154,
-      "learning_rate": 1.6011649259996541e-07,
-      "loss": 0.172,
-      "step": 18577
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.1528273504272677,
-      "learning_rate": 1.598230822502067e-07,
-      "loss": 0.1569,
-      "step": 18578
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.5197766356269795,
-      "learning_rate": 1.5952993881580336e-07,
-      "loss": 0.1562,
-      "step": 18579
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.6041305313914618,
-      "learning_rate": 1.592370623047046e-07,
-      "loss": 0.1507,
-      "step": 18580
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 0.8985954018484826,
-      "learning_rate": 1.5894445272485736e-07,
-      "loss": 0.1629,
-      "step": 18581
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.0707360930908472,
-      "learning_rate": 1.586521100841987e-07,
-      "loss": 0.1543,
-      "step": 18582
-    },
-    {
-      "epoch": 0.94,
-      "grad_norm": 1.3859762485376421,
-      "learning_rate": 1.583600343906566e-07,
-      "loss": 0.1772,
-      "step": 18583
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9957403277629844,
-      "learning_rate": 1.5806822565215373e-07,
-      "loss": 0.1627,
-      "step": 18584
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.4046400140650128,
-      "learning_rate": 1.5777668387660706e-07,
-      "loss": 0.1851,
-      "step": 18585
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.891535151011113,
-      "learning_rate": 1.5748540907192356e-07,
-      "loss": 0.2006,
-      "step": 18586
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.5090297703983357,
-      "learning_rate": 1.571944012460036e-07,
-      "loss": 0.1712,
-      "step": 18587
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9003120205448941,
-      "learning_rate": 1.569036604067431e-07,
-      "loss": 0.1649,
-      "step": 18588
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1480753994260278,
-      "learning_rate": 1.566131865620246e-07,
-      "loss": 0.158,
-      "step": 18589
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9565359080976353,
-      "learning_rate": 1.5632297971972966e-07,
-      "loss": 0.1721,
-      "step": 18590
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.0272957499468065,
-      "learning_rate": 1.5603303988773078e-07,
-      "loss": 0.1378,
-      "step": 18591
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9377209184491478,
-      "learning_rate": 1.5574336707389171e-07,
-      "loss": 0.1706,
-      "step": 18592
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.7620016285666292,
-      "learning_rate": 1.554539612860695e-07,
-      "loss": 0.14,
-      "step": 18593
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9909527907118318,
-      "learning_rate": 1.551648225321145e-07,
-      "loss": 0.1582,
-      "step": 18594
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9335941141651837,
-      "learning_rate": 1.548759508198694e-07,
-      "loss": 0.1469,
-      "step": 18595
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.7752699845301906,
-      "learning_rate": 1.545873461571712e-07,
-      "loss": 0.1461,
-      "step": 18596
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.9913274331233224,
-      "learning_rate": 1.54299008551847e-07,
-      "loss": 0.1474,
-      "step": 18597
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.2023120555067652,
-      "learning_rate": 1.5401093801171828e-07,
-      "loss": 0.1873,
-      "step": 18598
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.071690745494057,
-      "learning_rate": 1.5372313454459887e-07,
-      "loss": 0.1433,
-      "step": 18599
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 9.053479587695811,
-      "learning_rate": 1.5343559815829468e-07,
-      "loss": 0.1503,
-      "step": 18600
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9531335525572882,
-      "learning_rate": 1.5314832886060727e-07,
-      "loss": 0.1471,
-      "step": 18601
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.036438135675386,
-      "learning_rate": 1.5286132665932706e-07,
-      "loss": 0.1672,
-      "step": 18602
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.9933283290691903,
-      "learning_rate": 1.525745915622401e-07,
-      "loss": 0.1593,
-      "step": 18603
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1621345115927901,
-      "learning_rate": 1.5228812357712231e-07,
-      "loss": 0.1512,
-      "step": 18604
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.860499166036676,
-      "learning_rate": 1.520019227117464e-07,
-      "loss": 0.167,
-      "step": 18605
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1558556579174626,
-      "learning_rate": 1.5171598897387395e-07,
-      "loss": 0.154,
-      "step": 18606
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9880628780813716,
-      "learning_rate": 1.514303223712621e-07,
-      "loss": 0.1725,
-      "step": 18607
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1171775767513268,
-      "learning_rate": 1.5114492291165794e-07,
-      "loss": 0.1747,
-      "step": 18608
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1338849876747592,
-      "learning_rate": 1.508597906028053e-07,
-      "loss": 0.1733,
-      "step": 18609
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1072484917924614,
-      "learning_rate": 1.505749254524358e-07,
-      "loss": 0.1475,
-      "step": 18610
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9919583007519222,
-      "learning_rate": 1.5029032746827875e-07,
-      "loss": 0.1575,
-      "step": 18611
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.8184994189922,
-      "learning_rate": 1.500059966580525e-07,
-      "loss": 0.1411,
-      "step": 18612
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.398520475493659,
-      "learning_rate": 1.497219330294708e-07,
-      "loss": 0.1708,
-      "step": 18613
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.0964778320968296,
-      "learning_rate": 1.4943813659023753e-07,
-      "loss": 0.1693,
-      "step": 18614
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.6528757245841295,
-      "learning_rate": 1.49154607348051e-07,
-      "loss": 0.1722,
-      "step": 18615
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9692735415387215,
-      "learning_rate": 1.4887134531060165e-07,
-      "loss": 0.1523,
-      "step": 18616
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.0528475743073271,
-      "learning_rate": 1.485883504855734e-07,
-      "loss": 0.1507,
-      "step": 18617
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.9032628322727292,
-      "learning_rate": 1.4830562288064344e-07,
-      "loss": 0.1719,
-      "step": 18618
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.0427542611832965,
-      "learning_rate": 1.4802316250347893e-07,
-      "loss": 0.1806,
-      "step": 18619
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9516894573352137,
-      "learning_rate": 1.4774096936174376e-07,
-      "loss": 0.1616,
-      "step": 18620
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.189078582059111,
-      "learning_rate": 1.474590434630907e-07,
-      "loss": 0.1558,
-      "step": 18621
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.0663919954221222,
-      "learning_rate": 1.4717738481516808e-07,
-      "loss": 0.1742,
-      "step": 18622
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.0112513802414314,
-      "learning_rate": 1.4689599342561423e-07,
-      "loss": 0.1508,
-      "step": 18623
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9221034568216941,
-      "learning_rate": 1.4661486930206415e-07,
-      "loss": 0.1558,
-      "step": 18624
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 2.141316296046559,
-      "learning_rate": 1.4633401245214064e-07,
-      "loss": 0.156,
-      "step": 18625
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.0125885082259565,
-      "learning_rate": 1.4605342288346536e-07,
-      "loss": 0.1609,
-      "step": 18626
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 2.2259660659391147,
-      "learning_rate": 1.4577310060364558e-07,
-      "loss": 0.1641,
-      "step": 18627
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.0070231515282992,
-      "learning_rate": 1.4549304562028966e-07,
-      "loss": 0.1706,
-      "step": 18628
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.8620628643100052,
-      "learning_rate": 1.4521325794098928e-07,
-      "loss": 0.1614,
-      "step": 18629
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9305244147767624,
-      "learning_rate": 1.449337375733373e-07,
-      "loss": 0.1551,
-      "step": 18630
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 2.5742305713151112,
-      "learning_rate": 1.4465448452491315e-07,
-      "loss": 0.1686,
-      "step": 18631
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.2104559628853415,
-      "learning_rate": 1.4437549880329415e-07,
-      "loss": 0.16,
-      "step": 18632
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.239220991219772,
-      "learning_rate": 1.4409678041604426e-07,
-      "loss": 0.1666,
-      "step": 18633
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.786747929668593,
-      "learning_rate": 1.4381832937072737e-07,
-      "loss": 0.1394,
-      "step": 18634
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.2145595739356847,
-      "learning_rate": 1.4354014567489528e-07,
-      "loss": 0.1649,
-      "step": 18635
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.9754466948839298,
-      "learning_rate": 1.432622293360919e-07,
-      "loss": 0.1846,
-      "step": 18636
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.0548122289678061,
-      "learning_rate": 1.4298458036185903e-07,
-      "loss": 0.1495,
-      "step": 18637
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.403480202485536,
-      "learning_rate": 1.4270719875972506e-07,
-      "loss": 0.1592,
-      "step": 18638
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 4.063392804506902,
-      "learning_rate": 1.424300845372162e-07,
-      "loss": 0.1699,
-      "step": 18639
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.2431406279033599,
-      "learning_rate": 1.4215323770184642e-07,
-      "loss": 0.1733,
-      "step": 18640
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9805121919052685,
-      "learning_rate": 1.418766582611286e-07,
-      "loss": 0.1477,
-      "step": 18641
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1772098397613278,
-      "learning_rate": 1.4160034622256125e-07,
-      "loss": 0.1678,
-      "step": 18642
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.2741303245522206,
-      "learning_rate": 1.4132430159364273e-07,
-      "loss": 0.154,
-      "step": 18643
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.0401178606701769,
-      "learning_rate": 1.4104852438185823e-07,
-      "loss": 0.1571,
-      "step": 18644
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.3489124060031128,
-      "learning_rate": 1.4077301459469062e-07,
-      "loss": 0.1594,
-      "step": 18645
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1101616198916429,
-      "learning_rate": 1.404977722396106e-07,
-      "loss": 0.1495,
-      "step": 18646
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.266653077152881,
-      "learning_rate": 1.4022279732408661e-07,
-      "loss": 0.1544,
-      "step": 18647
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.3044435715874434,
-      "learning_rate": 1.3994808985557497e-07,
-      "loss": 0.1595,
-      "step": 18648
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.865404252667061,
-      "learning_rate": 1.3967364984152965e-07,
-      "loss": 0.1569,
-      "step": 18649
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1375610633591677,
-      "learning_rate": 1.393994772893925e-07,
-      "loss": 0.1546,
-      "step": 18650
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.3318447589511289,
-      "learning_rate": 1.3912557220660206e-07,
-      "loss": 0.1477,
-      "step": 18651
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.155841518237319,
-      "learning_rate": 1.3885193460058676e-07,
-      "loss": 0.1355,
-      "step": 18652
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.148309023639851,
-      "learning_rate": 1.3857856447876962e-07,
-      "loss": 0.1764,
-      "step": 18653
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.087533529247148,
-      "learning_rate": 1.3830546184856687e-07,
-      "loss": 0.1581,
-      "step": 18654
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.167221914578398,
-      "learning_rate": 1.380326267173848e-07,
-      "loss": 0.1784,
-      "step": 18655
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.8385862560019581,
-      "learning_rate": 1.3776005909262423e-07,
-      "loss": 0.1415,
-      "step": 18656
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1988900522919759,
-      "learning_rate": 1.374877589816792e-07,
-      "loss": 0.1595,
-      "step": 18657
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 2.5518572845652296,
-      "learning_rate": 1.3721572639193714e-07,
-      "loss": 0.1569,
-      "step": 18658
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.3188198072119175,
-      "learning_rate": 1.3694396133077436e-07,
-      "loss": 0.1524,
-      "step": 18659
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.3273904922071935,
-      "learning_rate": 1.3667246380556386e-07,
-      "loss": 0.1603,
-      "step": 18660
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9632445855587911,
-      "learning_rate": 1.3640123382366977e-07,
-      "loss": 0.1464,
-      "step": 18661
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1982344972555086,
-      "learning_rate": 1.361302713924495e-07,
-      "loss": 0.1712,
-      "step": 18662
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 2.628306264095215,
-      "learning_rate": 1.3585957651925274e-07,
-      "loss": 0.1512,
-      "step": 18663
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 2.7487833080827206,
-      "learning_rate": 1.355891492114214e-07,
-      "loss": 0.1611,
-      "step": 18664
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9688560463974245,
-      "learning_rate": 1.3531898947629296e-07,
-      "loss": 0.161,
-      "step": 18665
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.263410858922274,
-      "learning_rate": 1.3504909732119266e-07,
-      "loss": 0.1701,
-      "step": 18666
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.545720766035433,
-      "learning_rate": 1.347794727534435e-07,
-      "loss": 0.1691,
-      "step": 18667
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.280358835845226,
-      "learning_rate": 1.3451011578035856e-07,
-      "loss": 0.1576,
-      "step": 18668
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.018370216604535,
-      "learning_rate": 1.3424102640924307e-07,
-      "loss": 0.1566,
-      "step": 18669
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 3.649240179706749,
-      "learning_rate": 1.339722046473979e-07,
-      "loss": 0.1624,
-      "step": 18670
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.585373607840606,
-      "learning_rate": 1.3370365050211387e-07,
-      "loss": 0.1445,
-      "step": 18671
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9880163861646013,
-      "learning_rate": 1.3343536398067513e-07,
-      "loss": 0.1682,
-      "step": 18672
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1272581002377124,
-      "learning_rate": 1.3316734509035922e-07,
-      "loss": 0.1606,
-      "step": 18673
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9879019391840964,
-      "learning_rate": 1.3289959383843698e-07,
-      "loss": 0.1414,
-      "step": 18674
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9941590979821857,
-      "learning_rate": 1.3263211023217038e-07,
-      "loss": 0.1523,
-      "step": 18675
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.0029671973975969,
-      "learning_rate": 1.323648942788147e-07,
-      "loss": 0.1646,
-      "step": 18676
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9179981656127324,
-      "learning_rate": 1.3209794598561864e-07,
-      "loss": 0.1772,
-      "step": 18677
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9915365118700741,
-      "learning_rate": 1.3183126535982306e-07,
-      "loss": 0.1552,
-      "step": 18678
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.6295534645843557,
-      "learning_rate": 1.3156485240866213e-07,
-      "loss": 0.1526,
-      "step": 18679
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1206894933896525,
-      "learning_rate": 1.312987071393612e-07,
-      "loss": 0.165,
-      "step": 18680
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1012662595538143,
-      "learning_rate": 1.310328295591412e-07,
-      "loss": 0.171,
-      "step": 18681
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.112825275192214,
-      "learning_rate": 1.30767219675213e-07,
-      "loss": 0.1534,
-      "step": 18682
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.042100924816748,
-      "learning_rate": 1.3050187749478192e-07,
-      "loss": 0.1683,
-      "step": 18683
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 3.4419620222320186,
-      "learning_rate": 1.3023680302504338e-07,
-      "loss": 0.1751,
-      "step": 18684
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9906677459433227,
-      "learning_rate": 1.2997199627319047e-07,
-      "loss": 0.1514,
-      "step": 18685
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9638069201467271,
-      "learning_rate": 1.29707457246403e-07,
-      "loss": 0.1733,
-      "step": 18686
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1689158639836776,
-      "learning_rate": 1.2944318595185855e-07,
-      "loss": 0.1571,
-      "step": 18687
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9465121862654976,
-      "learning_rate": 1.29179182396727e-07,
-      "loss": 0.1454,
-      "step": 18688
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.490398094105073,
-      "learning_rate": 1.289154465881659e-07,
-      "loss": 0.1399,
-      "step": 18689
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.0151831663290165,
-      "learning_rate": 1.2865197853333179e-07,
-      "loss": 0.1606,
-      "step": 18690
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.0566143989903571,
-      "learning_rate": 1.283887782393689e-07,
-      "loss": 0.1635,
-      "step": 18691
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.450115053552093,
-      "learning_rate": 1.2812584571341936e-07,
-      "loss": 0.1679,
-      "step": 18692
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.32553033080943,
-      "learning_rate": 1.2786318096261298e-07,
-      "loss": 0.1729,
-      "step": 18693
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.0099512930173309,
-      "learning_rate": 1.2760078399407626e-07,
-      "loss": 0.1483,
-      "step": 18694
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.0971077485331466,
-      "learning_rate": 1.273386548149247e-07,
-      "loss": 0.1406,
-      "step": 18695
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9603529997571104,
-      "learning_rate": 1.270767934322703e-07,
-      "loss": 0.1662,
-      "step": 18696
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.7585292023883128,
-      "learning_rate": 1.2681519985321522e-07,
-      "loss": 0.1954,
-      "step": 18697
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.3029394904526037,
-      "learning_rate": 1.2655387408485597e-07,
-      "loss": 0.1469,
-      "step": 18698
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9517084868877973,
-      "learning_rate": 1.2629281613428024e-07,
-      "loss": 0.1617,
-      "step": 18699
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.8858492726075213,
-      "learning_rate": 1.260320260085701e-07,
-      "loss": 0.1501,
-      "step": 18700
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.061871176835859,
-      "learning_rate": 1.2577150371479884e-07,
-      "loss": 0.1422,
-      "step": 18701
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.2908260521128192,
-      "learning_rate": 1.25511249260033e-07,
-      "loss": 0.165,
-      "step": 18702
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1293124330242905,
-      "learning_rate": 1.2525126265133137e-07,
-      "loss": 0.1873,
-      "step": 18703
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.085955564601038,
-      "learning_rate": 1.249915438957483e-07,
-      "loss": 0.1599,
-      "step": 18704
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.021664792923056,
-      "learning_rate": 1.2473209300032706e-07,
-      "loss": 0.1607,
-      "step": 18705
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.3178651427571242,
-      "learning_rate": 1.2447290997210426e-07,
-      "loss": 0.1552,
-      "step": 18706
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 3.5516786445283004,
-      "learning_rate": 1.2421399481811313e-07,
-      "loss": 0.1702,
-      "step": 18707
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.329356585607747,
-      "learning_rate": 1.2395534754537475e-07,
-      "loss": 0.1616,
-      "step": 18708
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1807373706580682,
-      "learning_rate": 1.236969681609057e-07,
-      "loss": 0.1495,
-      "step": 18709
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.5458064139687657,
-      "learning_rate": 1.2343885667171373e-07,
-      "loss": 0.1954,
-      "step": 18710
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.94979791393677,
-      "learning_rate": 1.23181013084801e-07,
-      "loss": 0.1673,
-      "step": 18711
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.3667713860642676,
-      "learning_rate": 1.2292343740715973e-07,
-      "loss": 0.1695,
-      "step": 18712
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.8269227975604101,
-      "learning_rate": 1.2266612964577984e-07,
-      "loss": 0.1403,
-      "step": 18713
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1395132914278172,
-      "learning_rate": 1.22409089807638e-07,
-      "loss": 0.1547,
-      "step": 18714
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.3599861623733471,
-      "learning_rate": 1.221523178997075e-07,
-      "loss": 0.1406,
-      "step": 18715
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1998746875068946,
-      "learning_rate": 1.2189581392895388e-07,
-      "loss": 0.1695,
-      "step": 18716
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.0641164731288262,
-      "learning_rate": 1.2163957790233382e-07,
-      "loss": 0.1664,
-      "step": 18717
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.188292593607651,
-      "learning_rate": 1.2138360982679842e-07,
-      "loss": 0.1845,
-      "step": 18718
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.253121358483849,
-      "learning_rate": 1.21127909709291e-07,
-      "loss": 0.1712,
-      "step": 18719
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9717715577170544,
-      "learning_rate": 1.2087247755674603e-07,
-      "loss": 0.1675,
-      "step": 18720
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.258572516156622,
-      "learning_rate": 1.206173133760935e-07,
-      "loss": 0.1513,
-      "step": 18721
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.0221084000142802,
-      "learning_rate": 1.2036241717425456e-07,
-      "loss": 0.1663,
-      "step": 18722
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.2012471054237224,
-      "learning_rate": 1.2010778895814258e-07,
-      "loss": 0.1562,
-      "step": 18723
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.594584266408908,
-      "learning_rate": 1.1985342873466532e-07,
-      "loss": 0.178,
-      "step": 18724
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 2.201800662850403,
-      "learning_rate": 1.1959933651072065e-07,
-      "loss": 0.1562,
-      "step": 18725
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.910808606905359,
-      "learning_rate": 1.1934551229320413e-07,
-      "loss": 0.1586,
-      "step": 18726
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.004299274296927,
-      "learning_rate": 1.1909195608899694e-07,
-      "loss": 0.1672,
-      "step": 18727
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.0095444901687516,
-      "learning_rate": 1.1883866790497911e-07,
-      "loss": 0.1509,
-      "step": 18728
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.8761406814468267,
-      "learning_rate": 1.1858564774802073e-07,
-      "loss": 0.1589,
-      "step": 18729
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.034883019557606,
-      "learning_rate": 1.1833289562498406e-07,
-      "loss": 0.1614,
-      "step": 18730
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1760568222090761,
-      "learning_rate": 1.1808041154272587e-07,
-      "loss": 0.1413,
-      "step": 18731
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.8505003865615471,
-      "learning_rate": 1.178281955080951e-07,
-      "loss": 0.1571,
-      "step": 18732
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9717764432364998,
-      "learning_rate": 1.1757624752793184e-07,
-      "loss": 0.1698,
-      "step": 18733
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1320680343929483,
-      "learning_rate": 1.1732456760907174e-07,
-      "loss": 0.1648,
-      "step": 18734
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9709646357714493,
-      "learning_rate": 1.1707315575834044e-07,
-      "loss": 0.1525,
-      "step": 18735
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.8168264220250449,
-      "learning_rate": 1.1682201198255916e-07,
-      "loss": 0.1456,
-      "step": 18736
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.953615837573349,
-      "learning_rate": 1.16571136288538e-07,
-      "loss": 0.1477,
-      "step": 18737
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1923327503063306,
-      "learning_rate": 1.1632052868308375e-07,
-      "loss": 0.1763,
-      "step": 18738
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.0083921240352136,
-      "learning_rate": 1.1607018917299207e-07,
-      "loss": 0.1484,
-      "step": 18739
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.3179243790087516,
-      "learning_rate": 1.158201177650553e-07,
-      "loss": 0.1573,
-      "step": 18740
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.2500627713525843,
-      "learning_rate": 1.1557031446605693e-07,
-      "loss": 0.1505,
-      "step": 18741
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.239246970452079,
-      "learning_rate": 1.1532077928277152e-07,
-      "loss": 0.1716,
-      "step": 18742
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.8462484777876413,
-      "learning_rate": 1.1507151222196811e-07,
-      "loss": 0.1404,
-      "step": 18743
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.059018702238596,
-      "learning_rate": 1.1482251329040795e-07,
-      "loss": 0.1819,
-      "step": 18744
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.4355337392067744,
-      "learning_rate": 1.1457378249484674e-07,
-      "loss": 0.1705,
-      "step": 18745
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9243722354509532,
-      "learning_rate": 1.143253198420291e-07,
-      "loss": 0.1648,
-      "step": 18746
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.7227231193621009,
-      "learning_rate": 1.1407712533869519e-07,
-      "loss": 0.152,
-      "step": 18747
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1571786371702186,
-      "learning_rate": 1.1382919899157852e-07,
-      "loss": 0.1618,
-      "step": 18748
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.0542535821163654,
-      "learning_rate": 1.1358154080740147e-07,
-      "loss": 0.1438,
-      "step": 18749
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 2.031459382470392,
-      "learning_rate": 1.1333415079288424e-07,
-      "loss": 0.1706,
-      "step": 18750
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1376771610307743,
-      "learning_rate": 1.130870289547381e-07,
-      "loss": 0.1569,
-      "step": 18751
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1361995973113577,
-      "learning_rate": 1.1284017529966329e-07,
-      "loss": 0.1689,
-      "step": 18752
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9430514064426113,
-      "learning_rate": 1.1259358983435775e-07,
-      "loss": 0.1825,
-      "step": 18753
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.0092812343386752,
-      "learning_rate": 1.1234727256550837e-07,
-      "loss": 0.1763,
-      "step": 18754
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.8164572156621775,
-      "learning_rate": 1.1210122349979979e-07,
-      "loss": 0.154,
-      "step": 18755
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.327723266994876,
-      "learning_rate": 1.1185544264390225e-07,
-      "loss": 0.1733,
-      "step": 18756
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.6508728885834751,
-      "learning_rate": 1.1160993000448372e-07,
-      "loss": 0.1735,
-      "step": 18757
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9180275397058472,
-      "learning_rate": 1.1136468558820668e-07,
-      "loss": 0.1582,
-      "step": 18758
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.101850420181442,
-      "learning_rate": 1.1111970940171912e-07,
-      "loss": 0.1516,
-      "step": 18759
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.1555854613546752,
-      "learning_rate": 1.1087500145166908e-07,
-      "loss": 0.1411,
-      "step": 18760
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.2756787789402384,
-      "learning_rate": 1.1063056174469234e-07,
-      "loss": 0.1396,
-      "step": 18761
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.4078874087782576,
-      "learning_rate": 1.1038639028742138e-07,
-      "loss": 0.194,
-      "step": 18762
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.8496709042888108,
-      "learning_rate": 1.1014248708647645e-07,
-      "loss": 0.1247,
-      "step": 18763
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.8844652923011713,
-      "learning_rate": 1.0989885214847673e-07,
-      "loss": 0.1586,
-      "step": 18764
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.001028423834968,
-      "learning_rate": 1.0965548548002802e-07,
-      "loss": 0.1641,
-      "step": 18765
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.865470853867464,
-      "learning_rate": 1.0941238708773283e-07,
-      "loss": 0.1806,
-      "step": 18766
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.408923759241474,
-      "learning_rate": 1.0916955697818587e-07,
-      "loss": 0.1504,
-      "step": 18767
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.2024386779570817,
-      "learning_rate": 1.0892699515797411e-07,
-      "loss": 0.1791,
-      "step": 18768
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.0923015100986826,
-      "learning_rate": 1.086847016336745e-07,
-      "loss": 0.1392,
-      "step": 18769
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.8647220030074458,
-      "learning_rate": 1.084426764118629e-07,
-      "loss": 0.1486,
-      "step": 18770
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.7755338691389857,
-      "learning_rate": 1.0820091949910072e-07,
-      "loss": 0.1672,
-      "step": 18771
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.8298954613901326,
-      "learning_rate": 1.0795943090194827e-07,
-      "loss": 0.1649,
-      "step": 18772
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.9795338903069379,
-      "learning_rate": 1.0771821062695476e-07,
-      "loss": 0.1489,
-      "step": 18773
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.0089380968964687,
-      "learning_rate": 1.0747725868066383e-07,
-      "loss": 0.151,
-      "step": 18774
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.2822032644898074,
-      "learning_rate": 1.0723657506961027e-07,
-      "loss": 0.172,
-      "step": 18775
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.7322298865698078,
-      "learning_rate": 1.069961598003233e-07,
-      "loss": 0.1599,
-      "step": 18776
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 2.046246918063842,
-      "learning_rate": 1.0675601287932547e-07,
-      "loss": 0.1966,
-      "step": 18777
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 2.328086242939519,
-      "learning_rate": 1.0651613431312824e-07,
-      "loss": 0.1464,
-      "step": 18778
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 1.294347819359744,
-      "learning_rate": 1.0627652410823975e-07,
-      "loss": 0.1369,
-      "step": 18779
-    },
-    {
-      "epoch": 0.95,
-      "grad_norm": 0.7989102185537711,
-      "learning_rate": 1.0603718227116034e-07,
-      "loss": 0.1613,
-      "step": 18780
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.036952896112565,
-      "learning_rate": 1.0579810880838037e-07,
-      "loss": 0.1639,
-      "step": 18781
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.2476287988888424,
-      "learning_rate": 1.0555930372638578e-07,
-      "loss": 0.1744,
-      "step": 18782
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 3.37060572453245,
-      "learning_rate": 1.0532076703165362e-07,
-      "loss": 0.1899,
-      "step": 18783
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9596618628758464,
-      "learning_rate": 1.0508249873065424e-07,
-      "loss": 0.15,
-      "step": 18784
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.185689083060517,
-      "learning_rate": 1.0484449882985138e-07,
-      "loss": 0.1541,
-      "step": 18785
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.8349670685171569,
-      "learning_rate": 1.0460676733570096e-07,
-      "loss": 0.166,
-      "step": 18786
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 3.0295126853380023,
-      "learning_rate": 1.0436930425465008e-07,
-      "loss": 0.1874,
-      "step": 18787
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0593615747004992,
-      "learning_rate": 1.0413210959314135e-07,
-      "loss": 0.1595,
-      "step": 18788
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 2.168075177134784,
-      "learning_rate": 1.038951833576074e-07,
-      "loss": 0.1723,
-      "step": 18789
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.1218155857630336,
-      "learning_rate": 1.0365852555447642e-07,
-      "loss": 0.1753,
-      "step": 18790
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.8050559077961082,
-      "learning_rate": 1.0342213619016661e-07,
-      "loss": 0.1587,
-      "step": 18791
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9181660602621501,
-      "learning_rate": 1.0318601527108952e-07,
-      "loss": 0.1496,
-      "step": 18792
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.1033877829228513,
-      "learning_rate": 1.0295016280365111e-07,
-      "loss": 0.1379,
-      "step": 18793
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9590634235469165,
-      "learning_rate": 1.0271457879424851e-07,
-      "loss": 0.1546,
-      "step": 18794
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.952709206529511,
-      "learning_rate": 1.0247926324927215e-07,
-      "loss": 0.1687,
-      "step": 18795
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.1759733030062076,
-      "learning_rate": 1.0224421617510471e-07,
-      "loss": 0.1583,
-      "step": 18796
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.2763520910574768,
-      "learning_rate": 1.020094375781222e-07,
-      "loss": 0.1571,
-      "step": 18797
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.7511259754137039,
-      "learning_rate": 1.0177492746469286e-07,
-      "loss": 0.1676,
-      "step": 18798
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.148516859847391,
-      "learning_rate": 1.0154068584117716e-07,
-      "loss": 0.1773,
-      "step": 18799
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9627330663214961,
-      "learning_rate": 1.0130671271392889e-07,
-      "loss": 0.141,
-      "step": 18800
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9745604777780793,
-      "learning_rate": 1.0107300808929522e-07,
-      "loss": 0.1718,
-      "step": 18801
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.8737543564782753,
-      "learning_rate": 1.008395719736166e-07,
-      "loss": 0.1648,
-      "step": 18802
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0772967372661506,
-      "learning_rate": 1.0060640437322244e-07,
-      "loss": 0.1645,
-      "step": 18803
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.4726543395679172,
-      "learning_rate": 1.003735052944399e-07,
-      "loss": 0.1848,
-      "step": 18804
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.169918964022628,
-      "learning_rate": 1.0014087474358392e-07,
-      "loss": 0.1543,
-      "step": 18805
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 2.216989418510401,
-      "learning_rate": 9.990851272696722e-08,
-      "loss": 0.1576,
-      "step": 18806
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.1686919692769921,
-      "learning_rate": 9.967641925089033e-08,
-      "loss": 0.173,
-      "step": 18807
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.4996681879717797,
-      "learning_rate": 9.944459432165044e-08,
-      "loss": 0.1664,
-      "step": 18808
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.1045459523269272,
-      "learning_rate": 9.92130379455336e-08,
-      "loss": 0.1522,
-      "step": 18809
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9910006468676175,
-      "learning_rate": 9.89817501288226e-08,
-      "loss": 0.1373,
-      "step": 18810
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.1419457094601917,
-      "learning_rate": 9.875073087779241e-08,
-      "loss": 0.1856,
-      "step": 18811
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0739981086468395,
-      "learning_rate": 9.85199801987069e-08,
-      "loss": 0.1716,
-      "step": 18812
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9680114664815531,
-      "learning_rate": 9.828949809782662e-08,
-      "loss": 0.1678,
-      "step": 18813
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0786498296590985,
-      "learning_rate": 9.805928458140212e-08,
-      "loss": 0.1591,
-      "step": 18814
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.64021686468835,
-      "learning_rate": 9.782933965567953e-08,
-      "loss": 0.1626,
-      "step": 18815
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.1278692654493154,
-      "learning_rate": 9.759966332689497e-08,
-      "loss": 0.1598,
-      "step": 18816
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.1266880264484171,
-      "learning_rate": 9.737025560127899e-08,
-      "loss": 0.1598,
-      "step": 18817
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.1920107831865574,
-      "learning_rate": 9.714111648505442e-08,
-      "loss": 0.1857,
-      "step": 18818
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.1175544268483446,
-      "learning_rate": 9.691224598443515e-08,
-      "loss": 0.1506,
-      "step": 18819
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0988902168208523,
-      "learning_rate": 9.66836441056318e-08,
-      "loss": 0.1727,
-      "step": 18820
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.826008174194182,
-      "learning_rate": 9.645531085484383e-08,
-      "loss": 0.1501,
-      "step": 18821
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 4.292188236065506,
-      "learning_rate": 9.622724623826407e-08,
-      "loss": 0.1771,
-      "step": 18822
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.4458397407326542,
-      "learning_rate": 9.59994502620809e-08,
-      "loss": 0.1767,
-      "step": 18823
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.2335768493154349,
-      "learning_rate": 9.57719229324705e-08,
-      "loss": 0.17,
-      "step": 18824
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9917330277547299,
-      "learning_rate": 9.554466425560793e-08,
-      "loss": 0.1501,
-      "step": 18825
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9023946695552103,
-      "learning_rate": 9.531767423765381e-08,
-      "loss": 0.1746,
-      "step": 18826
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.1679938172110933,
-      "learning_rate": 9.509095288476767e-08,
-      "loss": 0.1623,
-      "step": 18827
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.3085712269367609,
-      "learning_rate": 9.486450020310011e-08,
-      "loss": 0.1536,
-      "step": 18828
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.1529943097730873,
-      "learning_rate": 9.463831619879183e-08,
-      "loss": 0.1537,
-      "step": 18829
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0872766259105977,
-      "learning_rate": 9.441240087797787e-08,
-      "loss": 0.172,
-      "step": 18830
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0909881135030688,
-      "learning_rate": 9.41867542467878e-08,
-      "loss": 0.1737,
-      "step": 18831
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.8379483903814336,
-      "learning_rate": 9.396137631134116e-08,
-      "loss": 0.1478,
-      "step": 18832
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.3761318998390024,
-      "learning_rate": 9.373626707775196e-08,
-      "loss": 0.1652,
-      "step": 18833
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.2279841676392231,
-      "learning_rate": 9.351142655212642e-08,
-      "loss": 0.1867,
-      "step": 18834
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0752650044873828,
-      "learning_rate": 9.328685474056187e-08,
-      "loss": 0.1638,
-      "step": 18835
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.2379873953884408,
-      "learning_rate": 9.306255164915123e-08,
-      "loss": 0.1366,
-      "step": 18836
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.2130097579213732,
-      "learning_rate": 9.283851728397853e-08,
-      "loss": 0.1628,
-      "step": 18837
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.8947669982322405,
-      "learning_rate": 9.26147516511211e-08,
-      "loss": 0.1507,
-      "step": 18838
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0036150550246519,
-      "learning_rate": 9.239125475664746e-08,
-      "loss": 0.159,
-      "step": 18839
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0657812870787666,
-      "learning_rate": 9.216802660662161e-08,
-      "loss": 0.1743,
-      "step": 18840
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9154068268279001,
-      "learning_rate": 9.194506720709651e-08,
-      "loss": 0.1747,
-      "step": 18841
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9264247298220879,
-      "learning_rate": 9.172237656412175e-08,
-      "loss": 0.1458,
-      "step": 18842
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9801921323891072,
-      "learning_rate": 9.149995468373696e-08,
-      "loss": 0.1621,
-      "step": 18843
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.1632621863958537,
-      "learning_rate": 9.127780157197619e-08,
-      "loss": 0.1676,
-      "step": 18844
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.1317424244696488,
-      "learning_rate": 9.105591723486352e-08,
-      "loss": 0.1542,
-      "step": 18845
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0736880815431518,
-      "learning_rate": 9.083430167841856e-08,
-      "loss": 0.1511,
-      "step": 18846
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 2.0161957878733108,
-      "learning_rate": 9.061295490865429e-08,
-      "loss": 0.1674,
-      "step": 18847
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.7928674453212935,
-      "learning_rate": 9.039187693157147e-08,
-      "loss": 0.1398,
-      "step": 18848
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9045398606870544,
-      "learning_rate": 9.017106775317086e-08,
-      "loss": 0.1855,
-      "step": 18849
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0535097383038936,
-      "learning_rate": 8.995052737943766e-08,
-      "loss": 0.163,
-      "step": 18850
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.4496573427182988,
-      "learning_rate": 8.973025581635819e-08,
-      "loss": 0.1817,
-      "step": 18851
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0777957220050927,
-      "learning_rate": 8.951025306990324e-08,
-      "loss": 0.1563,
-      "step": 18852
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0506377567143983,
-      "learning_rate": 8.929051914604359e-08,
-      "loss": 0.1916,
-      "step": 18853
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 3.002996556765619,
-      "learning_rate": 8.907105405073779e-08,
-      "loss": 0.1759,
-      "step": 18854
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.998730610245173,
-      "learning_rate": 8.885185778993999e-08,
-      "loss": 0.1495,
-      "step": 18855
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.2495765988017125,
-      "learning_rate": 8.863293036959431e-08,
-      "loss": 0.165,
-      "step": 18856
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0130819408578617,
-      "learning_rate": 8.841427179564154e-08,
-      "loss": 0.146,
-      "step": 18857
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.8272516627383144,
-      "learning_rate": 8.819588207401142e-08,
-      "loss": 0.1715,
-      "step": 18858
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9948517329878664,
-      "learning_rate": 8.797776121062696e-08,
-      "loss": 0.1534,
-      "step": 18859
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.3309641860820505,
-      "learning_rate": 8.775990921140565e-08,
-      "loss": 0.1656,
-      "step": 18860
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.444462781797579,
-      "learning_rate": 8.754232608225722e-08,
-      "loss": 0.1625,
-      "step": 18861
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.8860214555939581,
-      "learning_rate": 8.732501182908249e-08,
-      "loss": 0.1835,
-      "step": 18862
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.300447118415056,
-      "learning_rate": 8.710796645777674e-08,
-      "loss": 0.1569,
-      "step": 18863
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.011564783440716,
-      "learning_rate": 8.689118997422752e-08,
-      "loss": 0.1413,
-      "step": 18864
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 2.543969469262822,
-      "learning_rate": 8.667468238431453e-08,
-      "loss": 0.151,
-      "step": 18865
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.6519119012480639,
-      "learning_rate": 8.645844369391088e-08,
-      "loss": 0.155,
-      "step": 18866
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.790938070722103,
-      "learning_rate": 8.624247390888186e-08,
-      "loss": 0.1392,
-      "step": 18867
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 2.509865696614438,
-      "learning_rate": 8.602677303508611e-08,
-      "loss": 0.1826,
-      "step": 18868
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.4021515201833346,
-      "learning_rate": 8.581134107837341e-08,
-      "loss": 0.1487,
-      "step": 18869
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.6080350955718345,
-      "learning_rate": 8.559617804458798e-08,
-      "loss": 0.1771,
-      "step": 18870
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9752358089227612,
-      "learning_rate": 8.538128393956624e-08,
-      "loss": 0.1662,
-      "step": 18871
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.3198701123217553,
-      "learning_rate": 8.516665876913687e-08,
-      "loss": 0.1725,
-      "step": 18872
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9611312290629432,
-      "learning_rate": 8.49523025391219e-08,
-      "loss": 0.1626,
-      "step": 18873
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.2329227273918022,
-      "learning_rate": 8.473821525533665e-08,
-      "loss": 0.1747,
-      "step": 18874
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9490149018446066,
-      "learning_rate": 8.452439692358649e-08,
-      "loss": 0.172,
-      "step": 18875
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0099470775860748,
-      "learning_rate": 8.431084754967345e-08,
-      "loss": 0.1378,
-      "step": 18876
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.7531190523770079,
-      "learning_rate": 8.409756713938733e-08,
-      "loss": 0.1473,
-      "step": 18877
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0347859261232761,
-      "learning_rate": 8.388455569851461e-08,
-      "loss": 0.1719,
-      "step": 18878
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.8585341785400499,
-      "learning_rate": 8.367181323283402e-08,
-      "loss": 0.1678,
-      "step": 18879
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9211259975521868,
-      "learning_rate": 8.345933974811537e-08,
-      "loss": 0.1711,
-      "step": 18880
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.208502773218923,
-      "learning_rate": 8.324713525012185e-08,
-      "loss": 0.1451,
-      "step": 18881
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.854440510579316,
-      "learning_rate": 8.303519974461106e-08,
-      "loss": 0.1565,
-      "step": 18882
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9862239698761738,
-      "learning_rate": 8.28235332373295e-08,
-      "loss": 0.1941,
-      "step": 18883
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.5255599255822914,
-      "learning_rate": 8.261213573402038e-08,
-      "loss": 0.159,
-      "step": 18884
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 2.6668881972462515,
-      "learning_rate": 8.240100724041689e-08,
-      "loss": 0.1566,
-      "step": 18885
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9173579531264667,
-      "learning_rate": 8.219014776224555e-08,
-      "loss": 0.1594,
-      "step": 18886
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.4391060778764997,
-      "learning_rate": 8.197955730522733e-08,
-      "loss": 0.1432,
-      "step": 18887
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.7719058427891368,
-      "learning_rate": 8.176923587507434e-08,
-      "loss": 0.1642,
-      "step": 18888
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9890541847862871,
-      "learning_rate": 8.155918347748981e-08,
-      "loss": 0.15,
-      "step": 18889
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.2971062282347046,
-      "learning_rate": 8.13494001181725e-08,
-      "loss": 0.1396,
-      "step": 18890
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.89297258092725,
-      "learning_rate": 8.113988580281451e-08,
-      "loss": 0.1593,
-      "step": 18891
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.1064976604626795,
-      "learning_rate": 8.093064053709576e-08,
-      "loss": 0.1901,
-      "step": 18892
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9866375316992192,
-      "learning_rate": 8.072166432669503e-08,
-      "loss": 0.1433,
-      "step": 18893
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 2.1940034352979834,
-      "learning_rate": 8.051295717727892e-08,
-      "loss": 0.1657,
-      "step": 18894
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.1200969835311203,
-      "learning_rate": 8.030451909450842e-08,
-      "loss": 0.1698,
-      "step": 18895
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.4641811009107635,
-      "learning_rate": 8.009635008403904e-08,
-      "loss": 0.1399,
-      "step": 18896
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9307287020748609,
-      "learning_rate": 7.988845015151513e-08,
-      "loss": 0.1617,
-      "step": 18897
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.2935854651952166,
-      "learning_rate": 7.968081930257887e-08,
-      "loss": 0.1524,
-      "step": 18898
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.1529460938502556,
-      "learning_rate": 7.947345754285906e-08,
-      "loss": 0.1661,
-      "step": 18899
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.6332754029727536,
-      "learning_rate": 7.926636487798345e-08,
-      "loss": 0.1597,
-      "step": 18900
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9341773562612538,
-      "learning_rate": 7.905954131356752e-08,
-      "loss": 0.1714,
-      "step": 18901
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.7598173351821158,
-      "learning_rate": 7.885298685522235e-08,
-      "loss": 0.1494,
-      "step": 18902
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9162616507880349,
-      "learning_rate": 7.864670150854903e-08,
-      "loss": 0.1413,
-      "step": 18903
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9287105319838184,
-      "learning_rate": 7.844068527914528e-08,
-      "loss": 0.1839,
-      "step": 18904
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.144598902170974,
-      "learning_rate": 7.823493817259776e-08,
-      "loss": 0.1772,
-      "step": 18905
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.147242897737404,
-      "learning_rate": 7.802946019448864e-08,
-      "loss": 0.1854,
-      "step": 18906
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.2450550086501007,
-      "learning_rate": 7.782425135039018e-08,
-      "loss": 0.1666,
-      "step": 18907
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0442645415313312,
-      "learning_rate": 7.7619311645869e-08,
-      "loss": 0.1513,
-      "step": 18908
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9659641393581991,
-      "learning_rate": 7.741464108648511e-08,
-      "loss": 0.1479,
-      "step": 18909
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0802928177377895,
-      "learning_rate": 7.721023967778962e-08,
-      "loss": 0.1478,
-      "step": 18910
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.2944293111076215,
-      "learning_rate": 7.700610742532588e-08,
-      "loss": 0.165,
-      "step": 18911
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.1730839439653735,
-      "learning_rate": 7.68022443346328e-08,
-      "loss": 0.1776,
-      "step": 18912
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9910193731834973,
-      "learning_rate": 7.659865041123926e-08,
-      "loss": 0.1662,
-      "step": 18913
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.056809813408625,
-      "learning_rate": 7.639532566066755e-08,
-      "loss": 0.1683,
-      "step": 18914
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0770889532907564,
-      "learning_rate": 7.619227008843322e-08,
-      "loss": 0.1468,
-      "step": 18915
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.033875052227631,
-      "learning_rate": 7.598948370004412e-08,
-      "loss": 0.1914,
-      "step": 18916
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0503186323084912,
-      "learning_rate": 7.578696650100025e-08,
-      "loss": 0.1652,
-      "step": 18917
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.061638624902994,
-      "learning_rate": 7.558471849679616e-08,
-      "loss": 0.1609,
-      "step": 18918
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.874059333965608,
-      "learning_rate": 7.538273969291743e-08,
-      "loss": 0.1628,
-      "step": 18919
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9470801203586013,
-      "learning_rate": 7.518103009484079e-08,
-      "loss": 0.1403,
-      "step": 18920
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.200812196227737,
-      "learning_rate": 7.497958970804076e-08,
-      "loss": 0.1667,
-      "step": 18921
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0078825382674224,
-      "learning_rate": 7.477841853797963e-08,
-      "loss": 0.1674,
-      "step": 18922
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.1759053898946894,
-      "learning_rate": 7.457751659011414e-08,
-      "loss": 0.1676,
-      "step": 18923
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.8222529337220591,
-      "learning_rate": 7.437688386989438e-08,
-      "loss": 0.1599,
-      "step": 18924
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.8533396031334325,
-      "learning_rate": 7.417652038276157e-08,
-      "loss": 0.15,
-      "step": 18925
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.1056761413519485,
-      "learning_rate": 7.397642613415245e-08,
-      "loss": 0.1585,
-      "step": 18926
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.3920512039464155,
-      "learning_rate": 7.37766011294927e-08,
-      "loss": 0.1554,
-      "step": 18927
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.5934123887083915,
-      "learning_rate": 7.357704537420351e-08,
-      "loss": 0.1708,
-      "step": 18928
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.2091051382121403,
-      "learning_rate": 7.337775887369725e-08,
-      "loss": 0.1646,
-      "step": 18929
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.148339743268307,
-      "learning_rate": 7.317874163338068e-08,
-      "loss": 0.1679,
-      "step": 18930
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0786303167088929,
-      "learning_rate": 7.29799936586506e-08,
-      "loss": 0.1727,
-      "step": 18931
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.132990580590024,
-      "learning_rate": 7.278151495489938e-08,
-      "loss": 0.1621,
-      "step": 18932
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.839523001421132,
-      "learning_rate": 7.258330552750936e-08,
-      "loss": 0.1708,
-      "step": 18933
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 2.1078873139031478,
-      "learning_rate": 7.238536538185848e-08,
-      "loss": 0.1629,
-      "step": 18934
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.149341920558963,
-      "learning_rate": 7.218769452331576e-08,
-      "loss": 0.1722,
-      "step": 18935
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.08472091194159,
-      "learning_rate": 7.199029295724247e-08,
-      "loss": 0.1674,
-      "step": 18936
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.229463761384355,
-      "learning_rate": 7.179316068899211e-08,
-      "loss": 0.1659,
-      "step": 18937
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.4155063754897228,
-      "learning_rate": 7.159629772391485e-08,
-      "loss": 0.1902,
-      "step": 18938
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9655177285562941,
-      "learning_rate": 7.139970406734753e-08,
-      "loss": 0.1753,
-      "step": 18939
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.118473850390554,
-      "learning_rate": 7.120337972462365e-08,
-      "loss": 0.1529,
-      "step": 18940
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.241518882169247,
-      "learning_rate": 7.100732470107008e-08,
-      "loss": 0.156,
-      "step": 18941
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.913325622858883,
-      "learning_rate": 7.081153900200255e-08,
-      "loss": 0.1557,
-      "step": 18942
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.2350006356643224,
-      "learning_rate": 7.061602263273237e-08,
-      "loss": 0.172,
-      "step": 18943
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.1409555515039296,
-      "learning_rate": 7.04207755985653e-08,
-      "loss": 0.159,
-      "step": 18944
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.8621408823943831,
-      "learning_rate": 7.022579790479378e-08,
-      "loss": 0.1437,
-      "step": 18945
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.8696956434949746,
-      "learning_rate": 7.003108955670911e-08,
-      "loss": 0.1808,
-      "step": 18946
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0370223435433659,
-      "learning_rate": 6.983665055959154e-08,
-      "loss": 0.1462,
-      "step": 18947
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0713365572057763,
-      "learning_rate": 6.964248091871683e-08,
-      "loss": 0.1703,
-      "step": 18948
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9865314911287251,
-      "learning_rate": 6.944858063934967e-08,
-      "loss": 0.1432,
-      "step": 18949
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0416169563655078,
-      "learning_rate": 6.925494972675029e-08,
-      "loss": 0.1425,
-      "step": 18950
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.2588921376373747,
-      "learning_rate": 6.906158818617226e-08,
-      "loss": 0.1717,
-      "step": 18951
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0330787653455085,
-      "learning_rate": 6.886849602285916e-08,
-      "loss": 0.1566,
-      "step": 18952
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0131289400465249,
-      "learning_rate": 6.867567324204905e-08,
-      "loss": 0.1638,
-      "step": 18953
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.8849718675951277,
-      "learning_rate": 6.848311984897216e-08,
-      "loss": 0.1354,
-      "step": 18954
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.2590838070351569,
-      "learning_rate": 6.82908358488521e-08,
-      "loss": 0.1656,
-      "step": 18955
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 2.542926066213727,
-      "learning_rate": 6.809882124690358e-08,
-      "loss": 0.1639,
-      "step": 18956
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.3956886472564511,
-      "learning_rate": 6.79070760483358e-08,
-      "loss": 0.1853,
-      "step": 18957
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.3101703160806484,
-      "learning_rate": 6.771560025834901e-08,
-      "loss": 0.1963,
-      "step": 18958
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.5623705229321303,
-      "learning_rate": 6.752439388213682e-08,
-      "loss": 0.1965,
-      "step": 18959
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.12056540940211,
-      "learning_rate": 6.733345692488736e-08,
-      "loss": 0.1622,
-      "step": 18960
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0543695819488192,
-      "learning_rate": 6.714278939177976e-08,
-      "loss": 0.1504,
-      "step": 18961
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.2197686288091252,
-      "learning_rate": 6.695239128798325e-08,
-      "loss": 0.1545,
-      "step": 18962
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.819372886682206,
-      "learning_rate": 6.676226261866591e-08,
-      "loss": 0.1587,
-      "step": 18963
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.1616646556897137,
-      "learning_rate": 6.657240338898141e-08,
-      "loss": 0.1658,
-      "step": 18964
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.4269534756249098,
-      "learning_rate": 6.638281360408339e-08,
-      "loss": 0.1673,
-      "step": 18965
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.578288524551596,
-      "learning_rate": 6.619349326911218e-08,
-      "loss": 0.143,
-      "step": 18966
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.2967738604121724,
-      "learning_rate": 6.600444238920256e-08,
-      "loss": 0.1589,
-      "step": 18967
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9378892547102705,
-      "learning_rate": 6.581566096948377e-08,
-      "loss": 0.1514,
-      "step": 18968
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0222674207787896,
-      "learning_rate": 6.562714901507616e-08,
-      "loss": 0.1551,
-      "step": 18969
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.4522802005044373,
-      "learning_rate": 6.543890653109341e-08,
-      "loss": 0.1993,
-      "step": 18970
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.9929201580900462,
-      "learning_rate": 6.525093352264145e-08,
-      "loss": 0.1565,
-      "step": 18971
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.2075074305444102,
-      "learning_rate": 6.506322999481951e-08,
-      "loss": 0.1568,
-      "step": 18972
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9119396547683619,
-      "learning_rate": 6.487579595271798e-08,
-      "loss": 0.1385,
-      "step": 18973
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9468835404050955,
-      "learning_rate": 6.468863140142279e-08,
-      "loss": 0.1522,
-      "step": 18974
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 1.0360263939289716,
-      "learning_rate": 6.450173634600876e-08,
-      "loss": 0.1544,
-      "step": 18975
-    },
-    {
-      "epoch": 0.96,
-      "grad_norm": 0.9384445234929053,
-      "learning_rate": 6.431511079154517e-08,
-      "loss": 0.1421,
-      "step": 18976
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9717830054475515,
-      "learning_rate": 6.412875474309688e-08,
-      "loss": 0.143,
-      "step": 18977
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.242839667500306,
-      "learning_rate": 6.394266820571649e-08,
-      "loss": 0.1657,
-      "step": 18978
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.8385638418607924,
-      "learning_rate": 6.375685118445329e-08,
-      "loss": 0.1526,
-      "step": 18979
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0274904096006774,
-      "learning_rate": 6.35713036843455e-08,
-      "loss": 0.1462,
-      "step": 18980
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.955038906916783,
-      "learning_rate": 6.338602571042795e-08,
-      "loss": 0.1813,
-      "step": 18981
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.4956850451648465,
-      "learning_rate": 6.320101726772665e-08,
-      "loss": 0.1594,
-      "step": 18982
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.2377378344046592,
-      "learning_rate": 6.301627836125757e-08,
-      "loss": 0.1779,
-      "step": 18983
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9260561719978769,
-      "learning_rate": 6.283180899603447e-08,
-      "loss": 0.171,
-      "step": 18984
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9400856349983138,
-      "learning_rate": 6.264760917705782e-08,
-      "loss": 0.1605,
-      "step": 18985
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.4391237828833978,
-      "learning_rate": 6.246367890932803e-08,
-      "loss": 0.1747,
-      "step": 18986
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0650353212909858,
-      "learning_rate": 6.228001819783113e-08,
-      "loss": 0.1503,
-      "step": 18987
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.2264828665242962,
-      "learning_rate": 6.209662704754982e-08,
-      "loss": 0.1679,
-      "step": 18988
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.2608897282732527,
-      "learning_rate": 6.191350546346008e-08,
-      "loss": 0.1607,
-      "step": 18989
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0195823417707264,
-      "learning_rate": 6.173065345052687e-08,
-      "loss": 0.1584,
-      "step": 18990
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 3.3217468456080654,
-      "learning_rate": 6.154807101371063e-08,
-      "loss": 0.1415,
-      "step": 18991
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.3982193219953636,
-      "learning_rate": 6.136575815796519e-08,
-      "loss": 0.1604,
-      "step": 18992
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.039154864355294,
-      "learning_rate": 6.118371488823439e-08,
-      "loss": 0.171,
-      "step": 18993
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.449132551538369,
-      "learning_rate": 6.100194120945645e-08,
-      "loss": 0.185,
-      "step": 18994
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.7339355163445271,
-      "learning_rate": 6.082043712656305e-08,
-      "loss": 0.1715,
-      "step": 18995
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 2.6051479995279934,
-      "learning_rate": 6.063920264447576e-08,
-      "loss": 0.1468,
-      "step": 18996
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0033063919052598,
-      "learning_rate": 6.045823776811177e-08,
-      "loss": 0.1525,
-      "step": 18997
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9764565540340898,
-      "learning_rate": 6.027754250237938e-08,
-      "loss": 0.1755,
-      "step": 18998
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.3922419999429214,
-      "learning_rate": 6.009711685218134e-08,
-      "loss": 0.1729,
-      "step": 18999
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.1355283592252898,
-      "learning_rate": 5.991696082240817e-08,
-      "loss": 0.1741,
-      "step": 19000
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0226456454781145,
-      "learning_rate": 5.97370744179504e-08,
-      "loss": 0.1596,
-      "step": 19001
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.022674255084776,
-      "learning_rate": 5.9557457643685257e-08,
-      "loss": 0.1534,
-      "step": 19002
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.3787117157844775,
-      "learning_rate": 5.93781105044855e-08,
-      "loss": 0.1637,
-      "step": 19003
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.5550964475153704,
-      "learning_rate": 5.9199033005217233e-08,
-      "loss": 0.157,
-      "step": 19004
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.2498322296452542,
-      "learning_rate": 5.9020225150735466e-08,
-      "loss": 0.1518,
-      "step": 19005
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 2.5263437302645886,
-      "learning_rate": 5.8841686945891874e-08,
-      "loss": 0.1414,
-      "step": 19006
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0709694859747907,
-      "learning_rate": 5.866341839552814e-08,
-      "loss": 0.1782,
-      "step": 19007
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.4903520322067012,
-      "learning_rate": 5.848541950448261e-08,
-      "loss": 0.1648,
-      "step": 19008
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.9290190400309384,
-      "learning_rate": 5.830769027757921e-08,
-      "loss": 0.1842,
-      "step": 19009
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.1113056250270656,
-      "learning_rate": 5.813023071964296e-08,
-      "loss": 0.1524,
-      "step": 19010
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.8503388097141104,
-      "learning_rate": 5.795304083548559e-08,
-      "loss": 0.1451,
-      "step": 19011
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0071646211516418,
-      "learning_rate": 5.777612062991211e-08,
-      "loss": 0.1571,
-      "step": 19012
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9059092713987779,
-      "learning_rate": 5.759947010772426e-08,
-      "loss": 0.1576,
-      "step": 19013
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9766952791494546,
-      "learning_rate": 5.742308927371154e-08,
-      "loss": 0.1701,
-      "step": 19014
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9185439725383592,
-      "learning_rate": 5.7246978132659e-08,
-      "loss": 0.148,
-      "step": 19015
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.419729476220642,
-      "learning_rate": 5.707113668934505e-08,
-      "loss": 0.1695,
-      "step": 19016
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.1401721563452156,
-      "learning_rate": 5.6895564948536984e-08,
-      "loss": 0.1611,
-      "step": 19017
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.053616248533265,
-      "learning_rate": 5.672026291499877e-08,
-      "loss": 0.1598,
-      "step": 19018
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.463192697506729,
-      "learning_rate": 5.6545230593484376e-08,
-      "loss": 0.1678,
-      "step": 19019
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9548696767406545,
-      "learning_rate": 5.637046798874335e-08,
-      "loss": 0.1494,
-      "step": 19020
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0769999525229907,
-      "learning_rate": 5.619597510551411e-08,
-      "loss": 0.1516,
-      "step": 19021
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.1269093531874508,
-      "learning_rate": 5.6021751948530656e-08,
-      "loss": 0.1603,
-      "step": 19022
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9860154062923643,
-      "learning_rate": 5.58477985225192e-08,
-      "loss": 0.1511,
-      "step": 19023
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.3408468901522745,
-      "learning_rate": 5.567411483219709e-08,
-      "loss": 0.1514,
-      "step": 19024
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0965825124126323,
-      "learning_rate": 5.550070088227721e-08,
-      "loss": 0.1573,
-      "step": 19025
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.023824284466048,
-      "learning_rate": 5.532755667746248e-08,
-      "loss": 0.1946,
-      "step": 19026
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0445023365005794,
-      "learning_rate": 5.515468222244913e-08,
-      "loss": 0.1519,
-      "step": 19027
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.7889943973151463,
-      "learning_rate": 5.4982077521926744e-08,
-      "loss": 0.1603,
-      "step": 19028
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.113921879902848,
-      "learning_rate": 5.4809742580577144e-08,
-      "loss": 0.1807,
-      "step": 19029
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.2384246609536174,
-      "learning_rate": 5.4637677403074355e-08,
-      "loss": 0.1507,
-      "step": 19030
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.1053062410513481,
-      "learning_rate": 5.4465881994087976e-08,
-      "loss": 0.159,
-      "step": 19031
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.317934675993351,
-      "learning_rate": 5.4294356358274294e-08,
-      "loss": 0.1587,
-      "step": 19032
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0281026923641639,
-      "learning_rate": 5.4123100500289574e-08,
-      "loss": 0.1613,
-      "step": 19033
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.385724210989773,
-      "learning_rate": 5.395211442477677e-08,
-      "loss": 0.1577,
-      "step": 19034
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.002683221703717,
-      "learning_rate": 5.3781398136374394e-08,
-      "loss": 0.1447,
-      "step": 19035
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.3531188851630518,
-      "learning_rate": 5.3610951639714305e-08,
-      "loss": 0.1619,
-      "step": 19036
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.7890219249827146,
-      "learning_rate": 5.344077493941835e-08,
-      "loss": 0.1771,
-      "step": 19037
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.1012008101422308,
-      "learning_rate": 5.327086804010284e-08,
-      "loss": 0.1614,
-      "step": 19038
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0428208001568597,
-      "learning_rate": 5.3101230946376314e-08,
-      "loss": 0.1754,
-      "step": 19039
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.026144332646727,
-      "learning_rate": 5.2931863662841755e-08,
-      "loss": 0.1688,
-      "step": 19040
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.603608003297128,
-      "learning_rate": 5.276276619409215e-08,
-      "loss": 0.1589,
-      "step": 19041
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.1969975578810148,
-      "learning_rate": 5.259393854471384e-08,
-      "loss": 0.1777,
-      "step": 19042
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0041848312681114,
-      "learning_rate": 5.242538071928649e-08,
-      "loss": 0.174,
-      "step": 19043
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.2724602233865854,
-      "learning_rate": 5.225709272238311e-08,
-      "loss": 0.1433,
-      "step": 19044
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0626391350708608,
-      "learning_rate": 5.208907455856782e-08,
-      "loss": 0.1853,
-      "step": 19045
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9280447894665182,
-      "learning_rate": 5.19213262323981e-08,
-      "loss": 0.1554,
-      "step": 19046
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.4995114449645333,
-      "learning_rate": 5.1753847748424735e-08,
-      "loss": 0.1609,
-      "step": 19047
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.8714223222188999,
-      "learning_rate": 5.158663911118966e-08,
-      "loss": 0.1459,
-      "step": 19048
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.1422759045113517,
-      "learning_rate": 5.141970032522925e-08,
-      "loss": 0.1769,
-      "step": 19049
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9078013270129156,
-      "learning_rate": 5.1253031395070985e-08,
-      "loss": 0.1561,
-      "step": 19050
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.4725725563008483,
-      "learning_rate": 5.1086632325236804e-08,
-      "loss": 0.177,
-      "step": 19051
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0447898313350958,
-      "learning_rate": 5.0920503120239775e-08,
-      "loss": 0.1582,
-      "step": 19052
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 2.403622306022244,
-      "learning_rate": 5.075464378458517e-08,
-      "loss": 0.1592,
-      "step": 19053
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.2749760646824433,
-      "learning_rate": 5.0589054322772725e-08,
-      "loss": 0.1795,
-      "step": 19054
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.151845211047926,
-      "learning_rate": 5.04237347392944e-08,
-      "loss": 0.1592,
-      "step": 19055
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0014197338720585,
-      "learning_rate": 5.0258685038634406e-08,
-      "loss": 0.151,
-      "step": 19056
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.381306982875491,
-      "learning_rate": 5.009390522526914e-08,
-      "loss": 0.1544,
-      "step": 19057
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.6958918491548332,
-      "learning_rate": 4.992939530366947e-08,
-      "loss": 0.1547,
-      "step": 19058
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 2.4727261828084512,
-      "learning_rate": 4.9765155278296284e-08,
-      "loss": 0.1544,
-      "step": 19059
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 2.328137183771419,
-      "learning_rate": 4.96011851536049e-08,
-      "loss": 0.169,
-      "step": 19060
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.162867331490707,
-      "learning_rate": 4.9437484934043987e-08,
-      "loss": 0.1507,
-      "step": 19061
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9319785655569531,
-      "learning_rate": 4.927405462405332e-08,
-      "loss": 0.1596,
-      "step": 19062
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.1297107255840486,
-      "learning_rate": 4.911089422806603e-08,
-      "loss": 0.1448,
-      "step": 19063
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0959641369353819,
-      "learning_rate": 4.8948003750507455e-08,
-      "loss": 0.1556,
-      "step": 19064
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.4195341111796325,
-      "learning_rate": 4.878538319579629e-08,
-      "loss": 0.1801,
-      "step": 19065
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.3786838067360543,
-      "learning_rate": 4.862303256834344e-08,
-      "loss": 0.173,
-      "step": 19066
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 2.551126828679602,
-      "learning_rate": 4.846095187255318e-08,
-      "loss": 0.1725,
-      "step": 19067
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0936716110028684,
-      "learning_rate": 4.8299141112821966e-08,
-      "loss": 0.1677,
-      "step": 19068
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.1227017299371511,
-      "learning_rate": 4.8137600293538536e-08,
-      "loss": 0.1773,
-      "step": 19069
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.021515630146002,
-      "learning_rate": 4.7976329419084924e-08,
-      "loss": 0.1722,
-      "step": 19070
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.1159643409886524,
-      "learning_rate": 4.781532849383541e-08,
-      "loss": 0.1559,
-      "step": 19071
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 2.508985334043882,
-      "learning_rate": 4.765459752215651e-08,
-      "loss": 0.1624,
-      "step": 19072
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.4314591906020395,
-      "learning_rate": 4.749413650840917e-08,
-      "loss": 0.1639,
-      "step": 19073
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.1081591206295462,
-      "learning_rate": 4.7333945456945474e-08,
-      "loss": 0.1629,
-      "step": 19074
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9484977524062326,
-      "learning_rate": 4.717402437211083e-08,
-      "loss": 0.1546,
-      "step": 19075
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.032321978750882,
-      "learning_rate": 4.701437325824287e-08,
-      "loss": 0.1548,
-      "step": 19076
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0338695817692656,
-      "learning_rate": 4.6854992119671484e-08,
-      "loss": 0.1546,
-      "step": 19077
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.8415263499415587,
-      "learning_rate": 4.6695880960722085e-08,
-      "loss": 0.1634,
-      "step": 19078
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 2.1299997587136064,
-      "learning_rate": 4.653703978570789e-08,
-      "loss": 0.1507,
-      "step": 19079
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 3.050521335679299,
-      "learning_rate": 4.6378468598938794e-08,
-      "loss": 0.1812,
-      "step": 19080
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.361031673379913,
-      "learning_rate": 4.62201674047158e-08,
-      "loss": 0.1644,
-      "step": 19081
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9886945750398041,
-      "learning_rate": 4.606213620733324e-08,
-      "loss": 0.1619,
-      "step": 19082
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.1377023965397417,
-      "learning_rate": 4.59043750110777e-08,
-      "loss": 0.1677,
-      "step": 19083
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.3184405498120437,
-      "learning_rate": 4.574688382022796e-08,
-      "loss": 0.1714,
-      "step": 19084
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.8280553700474405,
-      "learning_rate": 4.5589662639056175e-08,
-      "loss": 0.1735,
-      "step": 19085
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.005031500161824,
-      "learning_rate": 4.5432711471826704e-08,
-      "loss": 0.159,
-      "step": 19086
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.1721295729425816,
-      "learning_rate": 4.527603032279726e-08,
-      "loss": 0.1513,
-      "step": 19087
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.7713609394550736,
-      "learning_rate": 4.511961919621888e-08,
-      "loss": 0.1603,
-      "step": 19088
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 4.941106674306136,
-      "learning_rate": 4.496347809633261e-08,
-      "loss": 0.1454,
-      "step": 19089
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.824939947863532,
-      "learning_rate": 4.480760702737286e-08,
-      "loss": 0.137,
-      "step": 19090
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.275105006746803,
-      "learning_rate": 4.465200599356956e-08,
-      "loss": 0.1616,
-      "step": 19091
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.1215004426931332,
-      "learning_rate": 4.4496674999143786e-08,
-      "loss": 0.1473,
-      "step": 19092
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.4440259031152056,
-      "learning_rate": 4.434161404830772e-08,
-      "loss": 0.1563,
-      "step": 19093
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 2.7954277937536793,
-      "learning_rate": 4.41868231452669e-08,
-      "loss": 0.1615,
-      "step": 19094
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.1079319217667891,
-      "learning_rate": 4.40323022942224e-08,
-      "loss": 0.1961,
-      "step": 19095
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.3025911019288117,
-      "learning_rate": 4.387805149936197e-08,
-      "loss": 0.1534,
-      "step": 19096
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9653298618682854,
-      "learning_rate": 4.3724070764873396e-08,
-      "loss": 0.1516,
-      "step": 19097
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.1497810602577705,
-      "learning_rate": 4.35703600949311e-08,
-      "loss": 0.158,
-      "step": 19098
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9031827811840533,
-      "learning_rate": 4.341691949370508e-08,
-      "loss": 0.1581,
-      "step": 19099
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0561575396976002,
-      "learning_rate": 4.326374896535757e-08,
-      "loss": 0.1816,
-      "step": 19100
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.2191283042704604,
-      "learning_rate": 4.311084851404301e-08,
-      "loss": 0.1577,
-      "step": 19101
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.7094001015154057,
-      "learning_rate": 4.2958218143909214e-08,
-      "loss": 0.1614,
-      "step": 19102
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0578646131166962,
-      "learning_rate": 4.280585785909619e-08,
-      "loss": 0.1417,
-      "step": 19103
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9456307144413473,
-      "learning_rate": 4.265376766373619e-08,
-      "loss": 0.1486,
-      "step": 19104
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9368889064225784,
-      "learning_rate": 4.2501947561955914e-08,
-      "loss": 0.1611,
-      "step": 19105
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9330791875403646,
-      "learning_rate": 4.235039755787318e-08,
-      "loss": 0.1539,
-      "step": 19106
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9165604635550397,
-      "learning_rate": 4.2199117655596924e-08,
-      "loss": 0.1688,
-      "step": 19107
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9110528720041452,
-      "learning_rate": 4.204810785923275e-08,
-      "loss": 0.1742,
-      "step": 19108
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.9730364455869631,
-      "learning_rate": 4.1897368172875156e-08,
-      "loss": 0.146,
-      "step": 19109
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.5814289522865332,
-      "learning_rate": 4.174689860061532e-08,
-      "loss": 0.1815,
-      "step": 19110
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.543582728055052,
-      "learning_rate": 4.159669914653219e-08,
-      "loss": 0.1706,
-      "step": 19111
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.1285363465670573,
-      "learning_rate": 4.144676981470142e-08,
-      "loss": 0.1716,
-      "step": 19112
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.3445171338848143,
-      "learning_rate": 4.1297110609189726e-08,
-      "loss": 0.1576,
-      "step": 19113
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.8753483217197732,
-      "learning_rate": 4.1147721534056106e-08,
-      "loss": 0.1479,
-      "step": 19114
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9138793875980022,
-      "learning_rate": 4.099860259335287e-08,
-      "loss": 0.1736,
-      "step": 19115
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.1239955889645314,
-      "learning_rate": 4.084975379112566e-08,
-      "loss": 0.1492,
-      "step": 19116
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.875353207317943,
-      "learning_rate": 4.070117513141014e-08,
-      "loss": 0.1633,
-      "step": 19117
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9480898716991211,
-      "learning_rate": 4.055286661823976e-08,
-      "loss": 0.1524,
-      "step": 19118
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0478210911230053,
-      "learning_rate": 4.040482825563352e-08,
-      "loss": 0.1739,
-      "step": 19119
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9717161847311233,
-      "learning_rate": 4.025706004760932e-08,
-      "loss": 0.1709,
-      "step": 19120
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9507746435779297,
-      "learning_rate": 4.010956199817506e-08,
-      "loss": 0.1628,
-      "step": 19121
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.8743938983011655,
-      "learning_rate": 3.996233411133199e-08,
-      "loss": 0.1664,
-      "step": 19122
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0571851837849218,
-      "learning_rate": 3.981537639107247e-08,
-      "loss": 0.166,
-      "step": 19123
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0122948012698287,
-      "learning_rate": 3.966868884138442e-08,
-      "loss": 0.1588,
-      "step": 19124
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.8442422327482219,
-      "learning_rate": 3.952227146624465e-08,
-      "loss": 0.161,
-      "step": 19125
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0852162833362355,
-      "learning_rate": 3.937612426962556e-08,
-      "loss": 0.1804,
-      "step": 19126
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9181077560303157,
-      "learning_rate": 3.923024725549285e-08,
-      "loss": 0.164,
-      "step": 19127
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.2820486158378837,
-      "learning_rate": 3.908464042780114e-08,
-      "loss": 0.173,
-      "step": 19128
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.136925404121932,
-      "learning_rate": 3.8939303790501706e-08,
-      "loss": 0.1761,
-      "step": 19129
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.1490818691885378,
-      "learning_rate": 3.879423734753585e-08,
-      "loss": 0.1519,
-      "step": 19130
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.4095179194478367,
-      "learning_rate": 3.864944110284041e-08,
-      "loss": 0.1591,
-      "step": 19131
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0354443872710228,
-      "learning_rate": 3.850491506034004e-08,
-      "loss": 0.1597,
-      "step": 19132
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.927952075094008,
-      "learning_rate": 3.8360659223957155e-08,
-      "loss": 0.1622,
-      "step": 19133
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0288648343438391,
-      "learning_rate": 3.821667359760306e-08,
-      "loss": 0.1674,
-      "step": 19134
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9923904976945497,
-      "learning_rate": 3.8072958185184635e-08,
-      "loss": 0.1688,
-      "step": 19135
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9784718164833021,
-      "learning_rate": 3.7929512990600995e-08,
-      "loss": 0.1649,
-      "step": 19136
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 12.11685222340869,
-      "learning_rate": 3.778633801774123e-08,
-      "loss": 0.1644,
-      "step": 19137
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.8243294680976933,
-      "learning_rate": 3.764343327048892e-08,
-      "loss": 0.1577,
-      "step": 19138
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9167141022086956,
-      "learning_rate": 3.750079875272206e-08,
-      "loss": 0.1739,
-      "step": 19139
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.072275320165148,
-      "learning_rate": 3.735843446830867e-08,
-      "loss": 0.1399,
-      "step": 19140
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9768691762964762,
-      "learning_rate": 3.721634042111011e-08,
-      "loss": 0.165,
-      "step": 19141
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.838464973730494,
-      "learning_rate": 3.707451661498107e-08,
-      "loss": 0.1578,
-      "step": 19142
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9608964549999129,
-      "learning_rate": 3.693296305376959e-08,
-      "loss": 0.1492,
-      "step": 19143
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.228769947210927,
-      "learning_rate": 3.679167974131259e-08,
-      "loss": 0.1453,
-      "step": 19144
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.1040416367837809,
-      "learning_rate": 3.665066668144479e-08,
-      "loss": 0.1522,
-      "step": 19145
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.8744148989593945,
-      "learning_rate": 3.65099238779909e-08,
-      "loss": 0.1632,
-      "step": 19146
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.922122532580692,
-      "learning_rate": 3.636945133476677e-08,
-      "loss": 0.1846,
-      "step": 19147
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0865718018611439,
-      "learning_rate": 3.622924905558489e-08,
-      "loss": 0.1593,
-      "step": 19148
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.973217513769555,
-      "learning_rate": 3.608931704424778e-08,
-      "loss": 0.1602,
-      "step": 19149
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.2178422284953592,
-      "learning_rate": 3.5949655304550193e-08,
-      "loss": 0.1646,
-      "step": 19150
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.8812935813974213,
-      "learning_rate": 3.581026384028019e-08,
-      "loss": 0.1523,
-      "step": 19151
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 3.8532607015421814,
-      "learning_rate": 3.567114265522031e-08,
-      "loss": 0.1392,
-      "step": 19152
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.116891255212077,
-      "learning_rate": 3.55322917531431e-08,
-      "loss": 0.161,
-      "step": 19153
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0735371441706794,
-      "learning_rate": 3.539371113781553e-08,
-      "loss": 0.1443,
-      "step": 19154
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.995049097027222,
-      "learning_rate": 3.525540081299683e-08,
-      "loss": 0.1607,
-      "step": 19155
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.372855437481362,
-      "learning_rate": 3.511736078243844e-08,
-      "loss": 0.1941,
-      "step": 19156
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9548197354253422,
-      "learning_rate": 3.497959104988291e-08,
-      "loss": 0.1552,
-      "step": 19157
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.171880449888493,
-      "learning_rate": 3.4842091619070594e-08,
-      "loss": 0.1554,
-      "step": 19158
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0613535166121013,
-      "learning_rate": 3.470486249372851e-08,
-      "loss": 0.1488,
-      "step": 19159
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0495709235018573,
-      "learning_rate": 3.456790367757923e-08,
-      "loss": 0.1404,
-      "step": 19160
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9657074899743266,
-      "learning_rate": 3.4431215174338675e-08,
-      "loss": 0.1589,
-      "step": 19161
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.615432278184323,
-      "learning_rate": 3.429479698771499e-08,
-      "loss": 0.1848,
-      "step": 19162
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.8700346511067772,
-      "learning_rate": 3.415864912140743e-08,
-      "loss": 0.143,
-      "step": 19163
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.998348237566735,
-      "learning_rate": 3.402277157910971e-08,
-      "loss": 0.1488,
-      "step": 19164
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.1098996119917584,
-      "learning_rate": 3.3887164364506676e-08,
-      "loss": 0.156,
-      "step": 19165
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9244051009838743,
-      "learning_rate": 3.375182748127759e-08,
-      "loss": 0.1975,
-      "step": 19166
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0719850242465663,
-      "learning_rate": 3.361676093309285e-08,
-      "loss": 0.1649,
-      "step": 19167
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.4384884218914096,
-      "learning_rate": 3.34819647236162e-08,
-      "loss": 0.1911,
-      "step": 19168
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.6804235632026177,
-      "learning_rate": 3.334743885650471e-08,
-      "loss": 0.1742,
-      "step": 19169
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.5391305538864972,
-      "learning_rate": 3.321318333540546e-08,
-      "loss": 0.1745,
-      "step": 19170
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.821442405909109,
-      "learning_rate": 3.307919816396332e-08,
-      "loss": 0.1707,
-      "step": 19171
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 0.9376385559888619,
-      "learning_rate": 3.294548334580982e-08,
-      "loss": 0.1571,
-      "step": 19172
-    },
-    {
-      "epoch": 0.97,
-      "grad_norm": 1.0596456111225416,
-      "learning_rate": 3.2812038884573185e-08,
-      "loss": 0.1722,
-      "step": 19173
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.512084876890349,
-      "learning_rate": 3.267886478387383e-08,
-      "loss": 0.1509,
-      "step": 19174
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9142596774458099,
-      "learning_rate": 3.254596104732222e-08,
-      "loss": 0.1706,
-      "step": 19175
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.227178005224331,
-      "learning_rate": 3.241332767852545e-08,
-      "loss": 0.1699,
-      "step": 19176
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.988269507234306,
-      "learning_rate": 3.228096468107844e-08,
-      "loss": 0.1521,
-      "step": 19177
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0376160910233094,
-      "learning_rate": 3.214887205857387e-08,
-      "loss": 0.1781,
-      "step": 19178
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0444876319228076,
-      "learning_rate": 3.201704981459441e-08,
-      "loss": 0.1569,
-      "step": 19179
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.151779282207466,
-      "learning_rate": 3.188549795271612e-08,
-      "loss": 0.1567,
-      "step": 19180
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1160958146018711,
-      "learning_rate": 3.175421647650612e-08,
-      "loss": 0.1439,
-      "step": 19181
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1713617665246183,
-      "learning_rate": 3.1623205389526015e-08,
-      "loss": 0.1822,
-      "step": 19182
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1129384740967305,
-      "learning_rate": 3.1492464695328517e-08,
-      "loss": 0.1473,
-      "step": 19183
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1710919498361196,
-      "learning_rate": 3.1361994397463015e-08,
-      "loss": 0.1641,
-      "step": 19184
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 2.47322006099083,
-      "learning_rate": 3.123179449946445e-08,
-      "loss": 0.1597,
-      "step": 19185
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0377026560653144,
-      "learning_rate": 3.110186500486778e-08,
-      "loss": 0.1523,
-      "step": 19186
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.8996411914981404,
-      "learning_rate": 3.097220591719574e-08,
-      "loss": 0.1602,
-      "step": 19187
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1501427842312555,
-      "learning_rate": 3.084281723996552e-08,
-      "loss": 0.1571,
-      "step": 19188
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0734279089738592,
-      "learning_rate": 3.071369897668652e-08,
-      "loss": 0.1622,
-      "step": 19189
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9380478409377784,
-      "learning_rate": 3.0584851130861516e-08,
-      "loss": 0.1438,
-      "step": 19190
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1629182446898398,
-      "learning_rate": 3.0456273705986585e-08,
-      "loss": 0.1703,
-      "step": 19191
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1467098491253804,
-      "learning_rate": 3.032796670554783e-08,
-      "loss": 0.166,
-      "step": 19192
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.8112423150515589,
-      "learning_rate": 3.01999301330258e-08,
-      "loss": 0.1689,
-      "step": 19193
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9835760332721184,
-      "learning_rate": 3.007216399189328e-08,
-      "loss": 0.1427,
-      "step": 19194
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0386973083640156,
-      "learning_rate": 2.9944668285617486e-08,
-      "loss": 0.16,
-      "step": 19195
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.2121770744729188,
-      "learning_rate": 2.981744301765454e-08,
-      "loss": 0.1702,
-      "step": 19196
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1948688625434023,
-      "learning_rate": 2.9690488191457256e-08,
-      "loss": 0.1715,
-      "step": 19197
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0920289287961265,
-      "learning_rate": 2.9563803810468417e-08,
-      "loss": 0.1407,
-      "step": 19198
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.6118283072831598,
-      "learning_rate": 2.943738987812528e-08,
-      "loss": 0.1629,
-      "step": 19199
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0650245468422912,
-      "learning_rate": 2.9311246397855097e-08,
-      "loss": 0.1664,
-      "step": 19200
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9317474614007701,
-      "learning_rate": 2.9185373373080694e-08,
-      "loss": 0.1704,
-      "step": 19201
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0744841689521663,
-      "learning_rate": 2.9059770807217114e-08,
-      "loss": 0.1483,
-      "step": 19202
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0447025231148186,
-      "learning_rate": 2.893443870366941e-08,
-      "loss": 0.1695,
-      "step": 19203
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0831017244705572,
-      "learning_rate": 2.8809377065838195e-08,
-      "loss": 0.1731,
-      "step": 19204
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.957580011722551,
-      "learning_rate": 2.8684585897116313e-08,
-      "loss": 0.1442,
-      "step": 19205
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1950503252036402,
-      "learning_rate": 2.856006520088772e-08,
-      "loss": 0.1447,
-      "step": 19206
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0911236067523062,
-      "learning_rate": 2.843581498053083e-08,
-      "loss": 0.154,
-      "step": 19207
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.3110033762325044,
-      "learning_rate": 2.8311835239415166e-08,
-      "loss": 0.166,
-      "step": 19208
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.8672953809905334,
-      "learning_rate": 2.8188125980904702e-08,
-      "loss": 0.144,
-      "step": 19209
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1167029052994197,
-      "learning_rate": 2.8064687208354534e-08,
-      "loss": 0.1766,
-      "step": 19210
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0134270323241488,
-      "learning_rate": 2.7941518925113098e-08,
-      "loss": 0.1565,
-      "step": 19211
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.3869272247853248,
-      "learning_rate": 2.7818621134521052e-08,
-      "loss": 0.1532,
-      "step": 19212
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 3.1589186608695665,
-      "learning_rate": 2.7695993839912394e-08,
-      "loss": 0.1417,
-      "step": 19213
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.8894785662670377,
-      "learning_rate": 2.7573637044612245e-08,
-      "loss": 0.1661,
-      "step": 19214
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.039413572033424,
-      "learning_rate": 2.7451550751941282e-08,
-      "loss": 0.1762,
-      "step": 19215
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1886792996172786,
-      "learning_rate": 2.7329734965210185e-08,
-      "loss": 0.1754,
-      "step": 19216
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9696007012494356,
-      "learning_rate": 2.7208189687722986e-08,
-      "loss": 0.1551,
-      "step": 19217
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.037129191027604,
-      "learning_rate": 2.708691492277704e-08,
-      "loss": 0.1538,
-      "step": 19218
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0038345821338919,
-      "learning_rate": 2.6965910673661945e-08,
-      "loss": 0.1361,
-      "step": 19219
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0297748191335272,
-      "learning_rate": 2.684517694365951e-08,
-      "loss": 0.1653,
-      "step": 19220
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9427532899833283,
-      "learning_rate": 2.6724713736044904e-08,
-      "loss": 0.1593,
-      "step": 19221
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.2120297659638368,
-      "learning_rate": 2.6604521054085507e-08,
-      "loss": 0.1655,
-      "step": 19222
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0842678478940873,
-      "learning_rate": 2.6484598901042047e-08,
-      "loss": 0.1572,
-      "step": 19223
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0850936239860367,
-      "learning_rate": 2.6364947280167474e-08,
-      "loss": 0.1567,
-      "step": 19224
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1589672563300961,
-      "learning_rate": 2.6245566194706973e-08,
-      "loss": 0.1565,
-      "step": 19225
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9041978598526125,
-      "learning_rate": 2.6126455647899063e-08,
-      "loss": 0.1401,
-      "step": 19226
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1471922837033912,
-      "learning_rate": 2.6007615642973383e-08,
-      "loss": 0.18,
-      "step": 19227
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9977763246122786,
-      "learning_rate": 2.588904618315513e-08,
-      "loss": 0.1533,
-      "step": 19228
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9580627412826506,
-      "learning_rate": 2.5770747271659512e-08,
-      "loss": 0.1619,
-      "step": 19229
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.992200161492214,
-      "learning_rate": 2.5652718911696185e-08,
-      "loss": 0.1521,
-      "step": 19230
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0007268238753533,
-      "learning_rate": 2.5534961106465918e-08,
-      "loss": 0.1644,
-      "step": 19231
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.8550931452612291,
-      "learning_rate": 2.5417473859162823e-08,
-      "loss": 0.147,
-      "step": 19232
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.8227788485716492,
-      "learning_rate": 2.530025717297546e-08,
-      "loss": 0.1548,
-      "step": 19233
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1593496255775817,
-      "learning_rate": 2.5183311051080184e-08,
-      "loss": 0.1691,
-      "step": 19234
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 2.1956712286111624,
-      "learning_rate": 2.5066635496652225e-08,
-      "loss": 0.1716,
-      "step": 19235
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9729699845844008,
-      "learning_rate": 2.4950230512854612e-08,
-      "loss": 0.1862,
-      "step": 19236
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0720151399962266,
-      "learning_rate": 2.4834096102845927e-08,
-      "loss": 0.167,
-      "step": 19237
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.9591798117726331,
-      "learning_rate": 2.4718232269774767e-08,
-      "loss": 0.1603,
-      "step": 19238
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.343576188483149,
-      "learning_rate": 2.460263901678639e-08,
-      "loss": 0.1562,
-      "step": 19239
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.252390946762163,
-      "learning_rate": 2.4487316347013845e-08,
-      "loss": 0.1719,
-      "step": 19240
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.156646101992709,
-      "learning_rate": 2.4372264263586852e-08,
-      "loss": 0.1698,
-      "step": 19241
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.081421366726149,
-      "learning_rate": 2.425748276962514e-08,
-      "loss": 0.1574,
-      "step": 19242
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9253255105133054,
-      "learning_rate": 2.414297186824288e-08,
-      "loss": 0.1552,
-      "step": 19243
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.8335899901045356,
-      "learning_rate": 2.402873156254537e-08,
-      "loss": 0.1423,
-      "step": 19244
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9997764295713396,
-      "learning_rate": 2.3914761855632353e-08,
-      "loss": 0.1778,
-      "step": 19245
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0051440205824753,
-      "learning_rate": 2.3801062750595794e-08,
-      "loss": 0.1605,
-      "step": 19246
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.016491155010764,
-      "learning_rate": 2.3687634250517676e-08,
-      "loss": 0.1457,
-      "step": 19247
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9058016869766914,
-      "learning_rate": 2.357447635847554e-08,
-      "loss": 0.1631,
-      "step": 19248
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.9075130738463206,
-      "learning_rate": 2.3461589077540258e-08,
-      "loss": 0.1589,
-      "step": 19249
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9980310571120593,
-      "learning_rate": 2.3348972410772718e-08,
-      "loss": 0.1454,
-      "step": 19250
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0595001302371383,
-      "learning_rate": 2.3236626361227145e-08,
-      "loss": 0.1514,
-      "step": 19251
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.5416509882505045,
-      "learning_rate": 2.3124550931952205e-08,
-      "loss": 0.1594,
-      "step": 19252
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.8453900521274997,
-      "learning_rate": 2.3012746125987695e-08,
-      "loss": 0.1525,
-      "step": 19253
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.7985186282417956,
-      "learning_rate": 2.290121194636452e-08,
-      "loss": 0.1423,
-      "step": 19254
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.8561020250996914,
-      "learning_rate": 2.278994839611026e-08,
-      "loss": 0.151,
-      "step": 19255
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.27649659032301,
-      "learning_rate": 2.2678955478242504e-08,
-      "loss": 0.1467,
-      "step": 19256
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.8932878466540868,
-      "learning_rate": 2.256823319577217e-08,
-      "loss": 0.1622,
-      "step": 19257
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9914841386610725,
-      "learning_rate": 2.2457781551700198e-08,
-      "loss": 0.1424,
-      "step": 19258
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0687596475817032,
-      "learning_rate": 2.2347600549025294e-08,
-      "loss": 0.1477,
-      "step": 19259
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.8674035862177825,
-      "learning_rate": 2.2237690190736183e-08,
-      "loss": 0.1522,
-      "step": 19260
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1072519797129452,
-      "learning_rate": 2.2128050479812703e-08,
-      "loss": 0.1686,
-      "step": 19261
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.8107126930749041,
-      "learning_rate": 2.2018681419229138e-08,
-      "loss": 0.1415,
-      "step": 19262
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0972507429958072,
-      "learning_rate": 2.1909583011952007e-08,
-      "loss": 0.1542,
-      "step": 19263
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9810825168290226,
-      "learning_rate": 2.1800755260942276e-08,
-      "loss": 0.1549,
-      "step": 19264
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.7842847357181404,
-      "learning_rate": 2.169219816914869e-08,
-      "loss": 0.1415,
-      "step": 19265
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.8654898219260009,
-      "learning_rate": 2.1583911739518904e-08,
-      "loss": 0.1685,
-      "step": 19266
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.3440330628325314,
-      "learning_rate": 2.1475895974989446e-08,
-      "loss": 0.1689,
-      "step": 19267
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.3828300319608515,
-      "learning_rate": 2.13681508784902e-08,
-      "loss": 0.1501,
-      "step": 19268
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.462503265865077,
-      "learning_rate": 2.1260676452942164e-08,
-      "loss": 0.1763,
-      "step": 19269
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9461929891605176,
-      "learning_rate": 2.1153472701263e-08,
-      "loss": 0.1723,
-      "step": 19270
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.2117507915141943,
-      "learning_rate": 2.1046539626359274e-08,
-      "loss": 0.1671,
-      "step": 19271
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0426408318344735,
-      "learning_rate": 2.093987723113089e-08,
-      "loss": 0.1633,
-      "step": 19272
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0395904044309374,
-      "learning_rate": 2.0833485518473305e-08,
-      "loss": 0.1538,
-      "step": 19273
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0043395663080972,
-      "learning_rate": 2.0727364491269773e-08,
-      "loss": 0.1555,
-      "step": 19274
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.3419287721746127,
-      "learning_rate": 2.0621514152401323e-08,
-      "loss": 0.1582,
-      "step": 19275
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1290578600458498,
-      "learning_rate": 2.0515934504736768e-08,
-      "loss": 0.1365,
-      "step": 19276
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 2.6278224170282116,
-      "learning_rate": 2.0410625551141594e-08,
-      "loss": 0.1416,
-      "step": 19277
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.5792626413568063,
-      "learning_rate": 2.0305587294472408e-08,
-      "loss": 0.1629,
-      "step": 19278
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1919448565898834,
-      "learning_rate": 2.0200819737576926e-08,
-      "loss": 0.1526,
-      "step": 19279
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.179775286640012,
-      "learning_rate": 2.0096322883298435e-08,
-      "loss": 0.1533,
-      "step": 19280
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0520319965190825,
-      "learning_rate": 1.9992096734471333e-08,
-      "loss": 0.1556,
-      "step": 19281
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.2946183283037571,
-      "learning_rate": 1.988814129392114e-08,
-      "loss": 0.1473,
-      "step": 19282
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0521064047313005,
-      "learning_rate": 1.9784456564470035e-08,
-      "loss": 0.1545,
-      "step": 19283
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.2723479920478658,
-      "learning_rate": 1.9681042548928e-08,
-      "loss": 0.1575,
-      "step": 19284
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9780784388943833,
-      "learning_rate": 1.9577899250101674e-08,
-      "loss": 0.1556,
-      "step": 19285
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9001383282508998,
-      "learning_rate": 1.9475026670788822e-08,
-      "loss": 0.1594,
-      "step": 19286
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.193731060326972,
-      "learning_rate": 1.9372424813779432e-08,
-      "loss": 0.1526,
-      "step": 19287
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1469736780532818,
-      "learning_rate": 1.9270093681856837e-08,
-      "loss": 0.1938,
-      "step": 19288
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 2.133842881745061,
-      "learning_rate": 1.9168033277796595e-08,
-      "loss": 0.1514,
-      "step": 19289
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 2.4315479417567807,
-      "learning_rate": 1.9066243604367595e-08,
-      "loss": 0.1574,
-      "step": 19290
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1500103445417296,
-      "learning_rate": 1.896472466432986e-08,
-      "loss": 0.1771,
-      "step": 19291
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1258307209006846,
-      "learning_rate": 1.8863476460437847e-08,
-      "loss": 0.1519,
-      "step": 19292
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.2529336735398418,
-      "learning_rate": 1.876249899543825e-08,
-      "loss": 0.1799,
-      "step": 19293
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.8555299298372947,
-      "learning_rate": 1.866179227206888e-08,
-      "loss": 0.1459,
-      "step": 19294
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0055165033399343,
-      "learning_rate": 1.8561356293061995e-08,
-      "loss": 0.1629,
-      "step": 19295
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.8929016490331868,
-      "learning_rate": 1.846119106114319e-08,
-      "loss": 0.1629,
-      "step": 19296
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.4282189392830789,
-      "learning_rate": 1.8361296579026965e-08,
-      "loss": 0.173,
-      "step": 19297
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.3290545789755563,
-      "learning_rate": 1.8261672849425593e-08,
-      "loss": 0.1651,
-      "step": 19298
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.506479397433706,
-      "learning_rate": 1.8162319875040247e-08,
-      "loss": 0.1668,
-      "step": 19299
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.2558990219488457,
-      "learning_rate": 1.8063237658564325e-08,
-      "loss": 0.1554,
-      "step": 19300
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.2926613820482529,
-      "learning_rate": 1.7964426202687902e-08,
-      "loss": 0.1858,
-      "step": 19301
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9604834521488833,
-      "learning_rate": 1.7865885510089943e-08,
-      "loss": 0.1639,
-      "step": 19302
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.8900020514217135,
-      "learning_rate": 1.7767615583443865e-08,
-      "loss": 0.1464,
-      "step": 19303
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 3.1007333087388065,
-      "learning_rate": 1.7669616425414203e-08,
-      "loss": 0.1428,
-      "step": 19304
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.255905003951268,
-      "learning_rate": 1.7571888038661056e-08,
-      "loss": 0.1575,
-      "step": 19305
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.2103777182423623,
-      "learning_rate": 1.747443042583341e-08,
-      "loss": 0.1729,
-      "step": 19306
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.8329630456146007,
-      "learning_rate": 1.737724358957582e-08,
-      "loss": 0.1635,
-      "step": 19307
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1297998214124445,
-      "learning_rate": 1.7280327532525066e-08,
-      "loss": 0.1525,
-      "step": 19308
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.6314144516197124,
-      "learning_rate": 1.7183682257309043e-08,
-      "loss": 0.1684,
-      "step": 19309
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.3026685814979018,
-      "learning_rate": 1.708730776654899e-08,
-      "loss": 0.1768,
-      "step": 19310
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.8763899372471403,
-      "learning_rate": 1.6991204062859478e-08,
-      "loss": 0.145,
-      "step": 19311
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0921780067084008,
-      "learning_rate": 1.6895371148847316e-08,
-      "loss": 0.1505,
-      "step": 19312
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0594109223251242,
-      "learning_rate": 1.6799809027112645e-08,
-      "loss": 0.1549,
-      "step": 19313
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9525505933657265,
-      "learning_rate": 1.6704517700246725e-08,
-      "loss": 0.1458,
-      "step": 19314
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0551914198110557,
-      "learning_rate": 1.6609497170834154e-08,
-      "loss": 0.1677,
-      "step": 19315
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.7643407849401922,
-      "learning_rate": 1.6514747441453983e-08,
-      "loss": 0.1662,
-      "step": 19316
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.6991980825364204,
-      "learning_rate": 1.6420268514674153e-08,
-      "loss": 0.1714,
-      "step": 19317
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.8688835282260733,
-      "learning_rate": 1.6326060393058174e-08,
-      "loss": 0.1686,
-      "step": 19318
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.7232939795009312,
-      "learning_rate": 1.6232123079162887e-08,
-      "loss": 0.1594,
-      "step": 19319
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1199605143149651,
-      "learning_rate": 1.6138456575534034e-08,
-      "loss": 0.1828,
-      "step": 19320
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9937593945033635,
-      "learning_rate": 1.6045060884714027e-08,
-      "loss": 0.1543,
-      "step": 19321
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0113342428247933,
-      "learning_rate": 1.5951936009235282e-08,
-      "loss": 0.1813,
-      "step": 19322
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9151153716972111,
-      "learning_rate": 1.5859081951624668e-08,
-      "loss": 0.1466,
-      "step": 19323
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.10118412807842,
-      "learning_rate": 1.5766498714400168e-08,
-      "loss": 0.1761,
-      "step": 19324
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1592831567954685,
-      "learning_rate": 1.5674186300073113e-08,
-      "loss": 0.1723,
-      "step": 19325
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0636078897730215,
-      "learning_rate": 1.5582144711148163e-08,
-      "loss": 0.1616,
-      "step": 19326
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.157339395167924,
-      "learning_rate": 1.5490373950121097e-08,
-      "loss": 0.1554,
-      "step": 19327
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.8743647019705796,
-      "learning_rate": 1.5398874019481037e-08,
-      "loss": 0.1766,
-      "step": 19328
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.8649892968907565,
-      "learning_rate": 1.5307644921710442e-08,
-      "loss": 0.1613,
-      "step": 19329
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0898910343208772,
-      "learning_rate": 1.5216686659285106e-08,
-      "loss": 0.1548,
-      "step": 19330
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1210862777680415,
-      "learning_rate": 1.512599923467084e-08,
-      "loss": 0.1539,
-      "step": 19331
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.8436561419359566,
-      "learning_rate": 1.5035582650326786e-08,
-      "loss": 0.1484,
-      "step": 19332
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0534986774048938,
-      "learning_rate": 1.4945436908707645e-08,
-      "loss": 0.1465,
-      "step": 19333
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1097802246883643,
-      "learning_rate": 1.4855562012257019e-08,
-      "loss": 0.1513,
-      "step": 19334
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9406791484763374,
-      "learning_rate": 1.4765957963412957e-08,
-      "loss": 0.1457,
-      "step": 19335
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9979331385771827,
-      "learning_rate": 1.467662476460574e-08,
-      "loss": 0.1778,
-      "step": 19336
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9978593170264436,
-      "learning_rate": 1.4587562418260092e-08,
-      "loss": 0.1857,
-      "step": 19337
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0801844337278366,
-      "learning_rate": 1.449877092679075e-08,
-      "loss": 0.1514,
-      "step": 19338
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9235210259060828,
-      "learning_rate": 1.4410250292605788e-08,
-      "loss": 0.1797,
-      "step": 19339
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.5939303682114307,
-      "learning_rate": 1.4322000518106616e-08,
-      "loss": 0.168,
-      "step": 19340
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0240846558467789,
-      "learning_rate": 1.4234021605687987e-08,
-      "loss": 0.1645,
-      "step": 19341
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1303492834383382,
-      "learning_rate": 1.414631355773466e-08,
-      "loss": 0.1592,
-      "step": 19342
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0958579086559461,
-      "learning_rate": 1.405887637662695e-08,
-      "loss": 0.1577,
-      "step": 19343
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.3423002977177827,
-      "learning_rate": 1.3971710064736299e-08,
-      "loss": 0.1589,
-      "step": 19344
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9730615483497294,
-      "learning_rate": 1.3884814624427478e-08,
-      "loss": 0.1797,
-      "step": 19345
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.8705667810277697,
-      "learning_rate": 1.3798190058056383e-08,
-      "loss": 0.143,
-      "step": 19346
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0582401666488022,
-      "learning_rate": 1.3711836367973353e-08,
-      "loss": 0.1499,
-      "step": 19347
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.2066413755415508,
-      "learning_rate": 1.362575355652096e-08,
-      "loss": 0.155,
-      "step": 19348
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.6819423962631999,
-      "learning_rate": 1.3539941626034003e-08,
-      "loss": 0.1695,
-      "step": 19349
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.8172723617428077,
-      "learning_rate": 1.345440057884062e-08,
-      "loss": 0.1632,
-      "step": 19350
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.8142788410916596,
-      "learning_rate": 1.3369130417260067e-08,
-      "loss": 0.1624,
-      "step": 19351
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.973732870831668,
-      "learning_rate": 1.3284131143606049e-08,
-      "loss": 0.1711,
-      "step": 19352
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9400105566861664,
-      "learning_rate": 1.3199402760184499e-08,
-      "loss": 0.1644,
-      "step": 19353
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.0797258749734406,
-      "learning_rate": 1.3114945269292468e-08,
-      "loss": 0.1795,
-      "step": 19354
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1797224027283473,
-      "learning_rate": 1.3030758673221456e-08,
-      "loss": 0.1561,
-      "step": 19355
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1102196689897572,
-      "learning_rate": 1.2946842974256301e-08,
-      "loss": 0.1649,
-      "step": 19356
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.6320482620567274,
-      "learning_rate": 1.2863198174671853e-08,
-      "loss": 0.1408,
-      "step": 19357
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.3116515018242307,
-      "learning_rate": 1.2779824276736298e-08,
-      "loss": 0.159,
-      "step": 19358
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.76738250679809,
-      "learning_rate": 1.2696721282712266e-08,
-      "loss": 0.1355,
-      "step": 19359
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1489894563325833,
-      "learning_rate": 1.2613889194854623e-08,
-      "loss": 0.1742,
-      "step": 19360
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.876093932556513,
-      "learning_rate": 1.253132801540935e-08,
-      "loss": 0.1541,
-      "step": 19361
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1655631323365128,
-      "learning_rate": 1.2449037746614657e-08,
-      "loss": 0.1569,
-      "step": 19362
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.3719793760387626,
-      "learning_rate": 1.2367018390704311e-08,
-      "loss": 0.1394,
-      "step": 19363
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.1327152068419841,
-      "learning_rate": 1.22852699499032e-08,
-      "loss": 0.1777,
-      "step": 19364
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.3962861506837203,
-      "learning_rate": 1.220379242642844e-08,
-      "loss": 0.1614,
-      "step": 19365
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9929737564903329,
-      "learning_rate": 1.2122585822489374e-08,
-      "loss": 0.1599,
-      "step": 19366
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9344319731990219,
-      "learning_rate": 1.2041650140289796e-08,
-      "loss": 0.1611,
-      "step": 19367
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9210789177024352,
-      "learning_rate": 1.1960985382024615e-08,
-      "loss": 0.1423,
-      "step": 19368
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 1.2308739590673927,
-      "learning_rate": 1.188059154988097e-08,
-      "loss": 0.1977,
-      "step": 19369
-    },
-    {
-      "epoch": 0.98,
-      "grad_norm": 0.9493833067382035,
-      "learning_rate": 1.1800468646041563e-08,
-      "loss": 0.1815,
-      "step": 19370
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8787135242048683,
-      "learning_rate": 1.1720616672676876e-08,
-      "loss": 0.1478,
-      "step": 19371
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0307096213171172,
-      "learning_rate": 1.1641035631956288e-08,
-      "loss": 0.1711,
-      "step": 19372
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.2366301080695932,
-      "learning_rate": 1.156172552603585e-08,
-      "loss": 0.1562,
-      "step": 19373
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9931567520163074,
-      "learning_rate": 1.1482686357068284e-08,
-      "loss": 0.1371,
-      "step": 19374
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9024408195387488,
-      "learning_rate": 1.1403918127196323e-08,
-      "loss": 0.173,
-      "step": 19375
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0171629994494382,
-      "learning_rate": 1.1325420838558254e-08,
-      "loss": 0.1705,
-      "step": 19376
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.7020732645492647,
-      "learning_rate": 1.1247194493281266e-08,
-      "loss": 0.1393,
-      "step": 19377
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9275481098725942,
-      "learning_rate": 1.1169239093489214e-08,
-      "loss": 0.1614,
-      "step": 19378
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0968512398274697,
-      "learning_rate": 1.1091554641294854e-08,
-      "loss": 0.146,
-      "step": 19379
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.1071662113271206,
-      "learning_rate": 1.10141411388065e-08,
-      "loss": 0.1928,
-      "step": 19380
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0772512461637493,
-      "learning_rate": 1.0936998588124693e-08,
-      "loss": 0.145,
-      "step": 19381
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.1481733489822117,
-      "learning_rate": 1.0860126991339982e-08,
-      "loss": 0.1415,
-      "step": 19382
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8551816592286479,
-      "learning_rate": 1.0783526350538476e-08,
-      "loss": 0.1608,
-      "step": 19383
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9707542368946773,
-      "learning_rate": 1.0707196667798513e-08,
-      "loss": 0.1539,
-      "step": 19384
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.5645121903262291,
-      "learning_rate": 1.063113794518955e-08,
-      "loss": 0.1612,
-      "step": 19385
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.3182108529350907,
-      "learning_rate": 1.0555350184775493e-08,
-      "loss": 0.1936,
-      "step": 19386
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9540155428082053,
-      "learning_rate": 1.047983338861136e-08,
-      "loss": 0.1589,
-      "step": 19387
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9832984324694535,
-      "learning_rate": 1.0404587558746626e-08,
-      "loss": 0.1438,
-      "step": 19388
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9006067158466624,
-      "learning_rate": 1.032961269722077e-08,
-      "loss": 0.1776,
-      "step": 19389
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 4.244743279426564,
-      "learning_rate": 1.0254908806068831e-08,
-      "loss": 0.1625,
-      "step": 19390
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9579273824568465,
-      "learning_rate": 1.0180475887316966e-08,
-      "loss": 0.1696,
-      "step": 19391
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0104067076033303,
-      "learning_rate": 1.010631394298467e-08,
-      "loss": 0.1642,
-      "step": 19392
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9938051532179932,
-      "learning_rate": 1.0032422975081446e-08,
-      "loss": 0.1532,
-      "step": 19393
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8113243547723034,
-      "learning_rate": 9.95880298561347e-09,
-      "loss": 0.1686,
-      "step": 19394
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.6819415896919474,
-      "learning_rate": 9.88545397657692e-09,
-      "loss": 0.1578,
-      "step": 19395
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.6053397774824008,
-      "learning_rate": 9.812375949962426e-09,
-      "loss": 0.1852,
-      "step": 19396
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.088283665461383,
-      "learning_rate": 9.739568907750629e-09,
-      "loss": 0.136,
-      "step": 19397
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9290486862927769,
-      "learning_rate": 9.667032851917723e-09,
-      "loss": 0.167,
-      "step": 19398
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.1691011391086281,
-      "learning_rate": 9.594767784431025e-09,
-      "loss": 0.139,
-      "step": 19399
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8467822619073552,
-      "learning_rate": 9.522773707250077e-09,
-      "loss": 0.1709,
-      "step": 19400
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.471340651344358,
-      "learning_rate": 9.451050622328873e-09,
-      "loss": 0.16,
-      "step": 19401
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.273843813651816,
-      "learning_rate": 9.379598531611412e-09,
-      "loss": 0.157,
-      "step": 19402
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.5288014134271248,
-      "learning_rate": 9.308417437037254e-09,
-      "loss": 0.1755,
-      "step": 19403
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9807843288626784,
-      "learning_rate": 9.237507340535968e-09,
-      "loss": 0.1631,
-      "step": 19404
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9258704245017536,
-      "learning_rate": 9.166868244031568e-09,
-      "loss": 0.1685,
-      "step": 19405
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.1879016453660538,
-      "learning_rate": 9.096500149440302e-09,
-      "loss": 0.1534,
-      "step": 19406
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.866655679800848,
-      "learning_rate": 9.02640305867064e-09,
-      "loss": 0.1266,
-      "step": 19407
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0303505197830716,
-      "learning_rate": 8.956576973624398e-09,
-      "loss": 0.1772,
-      "step": 19408
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0919726382863375,
-      "learning_rate": 8.887021896195614e-09,
-      "loss": 0.1592,
-      "step": 19409
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.986364397224031,
-      "learning_rate": 8.817737828269446e-09,
-      "loss": 0.1547,
-      "step": 19410
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.5733663737118595,
-      "learning_rate": 8.748724771727724e-09,
-      "loss": 0.1783,
-      "step": 19411
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.1926579268620583,
-      "learning_rate": 8.679982728440061e-09,
-      "loss": 0.1575,
-      "step": 19412
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0728604790120746,
-      "learning_rate": 8.611511700272746e-09,
-      "loss": 0.1656,
-      "step": 19413
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9749045658625051,
-      "learning_rate": 8.543311689083177e-09,
-      "loss": 0.142,
-      "step": 19414
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9908315305488623,
-      "learning_rate": 8.47538269671988e-09,
-      "loss": 0.1469,
-      "step": 19415
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0193752846011748,
-      "learning_rate": 8.407724725025823e-09,
-      "loss": 0.1627,
-      "step": 19416
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.770904345379466,
-      "learning_rate": 8.340337775837316e-09,
-      "loss": 0.1468,
-      "step": 19417
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9309726993901151,
-      "learning_rate": 8.273221850980673e-09,
-      "loss": 0.1453,
-      "step": 19418
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.1105475116378467,
-      "learning_rate": 8.206376952277772e-09,
-      "loss": 0.1756,
-      "step": 19419
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.4908709404855125,
-      "learning_rate": 8.139803081540499e-09,
-      "loss": 0.1683,
-      "step": 19420
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.939681217803894,
-      "learning_rate": 8.073500240576292e-09,
-      "loss": 0.1752,
-      "step": 19421
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9335727034124158,
-      "learning_rate": 8.007468431182609e-09,
-      "loss": 0.1528,
-      "step": 19422
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8478138172436791,
-      "learning_rate": 7.941707655150233e-09,
-      "loss": 0.1453,
-      "step": 19423
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9989968451138482,
-      "learning_rate": 7.876217914264406e-09,
-      "loss": 0.1616,
-      "step": 19424
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.419711096650346,
-      "learning_rate": 7.810999210299263e-09,
-      "loss": 0.1573,
-      "step": 19425
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8033453385822357,
-      "learning_rate": 7.746051545025613e-09,
-      "loss": 0.1636,
-      "step": 19426
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.2856780985716851,
-      "learning_rate": 7.681374920205375e-09,
-      "loss": 0.1671,
-      "step": 19427
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.021890655817455,
-      "learning_rate": 7.616969337591595e-09,
-      "loss": 0.1625,
-      "step": 19428
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.200794353149773,
-      "learning_rate": 7.552834798931763e-09,
-      "loss": 0.162,
-      "step": 19429
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9148040032386322,
-      "learning_rate": 7.488971305965598e-09,
-      "loss": 0.1706,
-      "step": 19430
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9170760257674808,
-      "learning_rate": 7.425378860425048e-09,
-      "loss": 0.1772,
-      "step": 19431
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.1806206086463553,
-      "learning_rate": 7.36205746403651e-09,
-      "loss": 0.1531,
-      "step": 19432
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8990746509040047,
-      "learning_rate": 7.299007118516388e-09,
-      "loss": 0.1441,
-      "step": 19433
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.1953447975827665,
-      "learning_rate": 7.236227825574427e-09,
-      "loss": 0.1672,
-      "step": 19434
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.1967523379896308,
-      "learning_rate": 7.173719586914818e-09,
-      "loss": 0.1612,
-      "step": 19435
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.091873566076658,
-      "learning_rate": 7.111482404231762e-09,
-      "loss": 0.1483,
-      "step": 19436
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.3397730582631586,
-      "learning_rate": 7.049516279215018e-09,
-      "loss": 0.1588,
-      "step": 19437
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.2216177742464538,
-      "learning_rate": 6.987821213544355e-09,
-      "loss": 0.1521,
-      "step": 19438
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.2590376447335887,
-      "learning_rate": 6.926397208892877e-09,
-      "loss": 0.1614,
-      "step": 19439
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.5650243589807098,
-      "learning_rate": 6.8652442669281394e-09,
-      "loss": 0.1776,
-      "step": 19440
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9726278730987528,
-      "learning_rate": 6.804362389306596e-09,
-      "loss": 0.185,
-      "step": 19441
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9403291135586567,
-      "learning_rate": 6.743751577682478e-09,
-      "loss": 0.1619,
-      "step": 19442
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9548342447709992,
-      "learning_rate": 6.683411833697806e-09,
-      "loss": 0.1671,
-      "step": 19443
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 2.2582047847405757,
-      "learning_rate": 6.623343158990159e-09,
-      "loss": 0.1707,
-      "step": 19444
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8723806454457383,
-      "learning_rate": 6.563545555189343e-09,
-      "loss": 0.1594,
-      "step": 19445
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.4617744785679774,
-      "learning_rate": 6.504019023916286e-09,
-      "loss": 0.1528,
-      "step": 19446
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.967536921726817,
-      "learning_rate": 6.444763566786361e-09,
-      "loss": 0.1491,
-      "step": 19447
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.3426213804774425,
-      "learning_rate": 6.385779185407171e-09,
-      "loss": 0.1664,
-      "step": 19448
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0871880246818988,
-      "learning_rate": 6.327065881377437e-09,
-      "loss": 0.1806,
-      "step": 19449
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.8191155304043163,
-      "learning_rate": 6.2686236562903294e-09,
-      "loss": 0.1644,
-      "step": 19450
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8209864529546275,
-      "learning_rate": 6.210452511731246e-09,
-      "loss": 0.1499,
-      "step": 19451
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9778755032833552,
-      "learning_rate": 6.152552449278925e-09,
-      "loss": 0.1752,
-      "step": 19452
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9975335549067313,
-      "learning_rate": 6.094923470502112e-09,
-      "loss": 0.185,
-      "step": 19453
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8685575465714487,
-      "learning_rate": 6.03756557696511e-09,
-      "loss": 0.1568,
-      "step": 19454
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9752549270513626,
-      "learning_rate": 5.980478770224452e-09,
-      "loss": 0.1645,
-      "step": 19455
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.002505500250835,
-      "learning_rate": 5.923663051826678e-09,
-      "loss": 0.154,
-      "step": 19456
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.6090929823221471,
-      "learning_rate": 5.867118423314999e-09,
-      "loss": 0.1711,
-      "step": 19457
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.1652972258786725,
-      "learning_rate": 5.810844886221523e-09,
-      "loss": 0.1514,
-      "step": 19458
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9219302327292703,
-      "learning_rate": 5.754842442073916e-09,
-      "loss": 0.1825,
-      "step": 19459
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.075261151804333,
-      "learning_rate": 5.699111092389853e-09,
-      "loss": 0.146,
-      "step": 19460
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8768162885658606,
-      "learning_rate": 5.643650838682568e-09,
-      "loss": 0.1537,
-      "step": 19461
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0508940154630682,
-      "learning_rate": 5.588461682455304e-09,
-      "loss": 0.1637,
-      "step": 19462
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.346320532701835,
-      "learning_rate": 5.53354362520575e-09,
-      "loss": 0.1735,
-      "step": 19463
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0066814892312403,
-      "learning_rate": 5.478896668423828e-09,
-      "loss": 0.1506,
-      "step": 19464
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0829562803149226,
-      "learning_rate": 5.4245208135905725e-09,
-      "loss": 0.1518,
-      "step": 19465
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.2651296228774314,
-      "learning_rate": 5.370416062181472e-09,
-      "loss": 0.1628,
-      "step": 19466
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9646946338958992,
-      "learning_rate": 5.31658241566535e-09,
-      "loss": 0.1564,
-      "step": 19467
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 3.692309308973504,
-      "learning_rate": 5.2630198754999304e-09,
-      "loss": 0.1626,
-      "step": 19468
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0675900182191573,
-      "learning_rate": 5.209728443140716e-09,
-      "loss": 0.1559,
-      "step": 19469
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0059903839169024,
-      "learning_rate": 5.156708120032106e-09,
-      "loss": 0.1625,
-      "step": 19470
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.4617637087129334,
-      "learning_rate": 5.103958907611839e-09,
-      "loss": 0.1519,
-      "step": 19471
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.1075830315746373,
-      "learning_rate": 5.051480807312103e-09,
-      "loss": 0.1766,
-      "step": 19472
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.1481469399042683,
-      "learning_rate": 4.999273820553985e-09,
-      "loss": 0.1509,
-      "step": 19473
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.1386676238961613,
-      "learning_rate": 4.947337948756348e-09,
-      "loss": 0.1763,
-      "step": 19474
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.072465063966951,
-      "learning_rate": 4.895673193325845e-09,
-      "loss": 0.1605,
-      "step": 19475
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8936326244245394,
-      "learning_rate": 4.8442795556657984e-09,
-      "loss": 0.1624,
-      "step": 19476
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9424084453406708,
-      "learning_rate": 4.793157037168428e-09,
-      "loss": 0.1414,
-      "step": 19477
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0914969007378266,
-      "learning_rate": 4.742305639221512e-09,
-      "loss": 0.1686,
-      "step": 19478
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.2472389434505498,
-      "learning_rate": 4.6917253632039475e-09,
-      "loss": 0.1683,
-      "step": 19479
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0606679946176014,
-      "learning_rate": 4.64141621048797e-09,
-      "loss": 0.1839,
-      "step": 19480
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.1715536705735645,
-      "learning_rate": 4.591378182438044e-09,
-      "loss": 0.1557,
-      "step": 19481
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.2390844663128597,
-      "learning_rate": 4.541611280410862e-09,
-      "loss": 0.1746,
-      "step": 19482
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8912082389176219,
-      "learning_rate": 4.492115505757566e-09,
-      "loss": 0.1536,
-      "step": 19483
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.905352948158156,
-      "learning_rate": 4.442890859820414e-09,
-      "loss": 0.1621,
-      "step": 19484
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0956200005472319,
-      "learning_rate": 4.393937343933896e-09,
-      "loss": 0.1582,
-      "step": 19485
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8536426185940816,
-      "learning_rate": 4.345254959426948e-09,
-      "loss": 0.1571,
-      "step": 19486
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.229837492542071,
-      "learning_rate": 4.296843707619625e-09,
-      "loss": 0.1574,
-      "step": 19487
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.95821743748653,
-      "learning_rate": 4.2487035898242106e-09,
-      "loss": 0.161,
-      "step": 19488
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.3127235685010321,
-      "learning_rate": 4.200834607348547e-09,
-      "loss": 0.1621,
-      "step": 19489
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.2313703140225252,
-      "learning_rate": 4.153236761488266e-09,
-      "loss": 0.173,
-      "step": 19490
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.4217470558916299,
-      "learning_rate": 4.105910053536777e-09,
-      "loss": 0.1551,
-      "step": 19491
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0070122397761707,
-      "learning_rate": 4.058854484777497e-09,
-      "loss": 0.1475,
-      "step": 19492
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 2.1355502059955587,
-      "learning_rate": 4.012070056484963e-09,
-      "loss": 0.1322,
-      "step": 19493
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0643535971160303,
-      "learning_rate": 3.965556769930379e-09,
-      "loss": 0.1466,
-      "step": 19494
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9244812085559133,
-      "learning_rate": 3.9193146263749595e-09,
-      "loss": 0.1604,
-      "step": 19495
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.3720180064592766,
-      "learning_rate": 3.873343627073256e-09,
-      "loss": 0.1453,
-      "step": 19496
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.1020529971092021,
-      "learning_rate": 3.827643773270939e-09,
-      "loss": 0.1655,
-      "step": 19497
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8882727079169191,
-      "learning_rate": 3.782215066208128e-09,
-      "loss": 0.1532,
-      "step": 19498
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8608176999058977,
-      "learning_rate": 3.73705750711717e-09,
-      "loss": 0.138,
-      "step": 19499
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.6619832340491163,
-      "learning_rate": 3.692171097223751e-09,
-      "loss": 0.1516,
-      "step": 19500
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9864753391422965,
-      "learning_rate": 3.647555837744676e-09,
-      "loss": 0.1703,
-      "step": 19501
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8821308274352536,
-      "learning_rate": 3.603211729890088e-09,
-      "loss": 0.1549,
-      "step": 19502
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0563855911607007,
-      "learning_rate": 3.5591387748634687e-09,
-      "loss": 0.1603,
-      "step": 19503
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.144958580490145,
-      "learning_rate": 3.5153369738583078e-09,
-      "loss": 0.156,
-      "step": 19504
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.4642207318698972,
-      "learning_rate": 3.471806328065874e-09,
-      "loss": 0.1537,
-      "step": 19505
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 2.2838464816610706,
-      "learning_rate": 3.428546838664115e-09,
-      "loss": 0.1542,
-      "step": 19506
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.1749911154214572,
-      "learning_rate": 3.3855585068287564e-09,
-      "loss": 0.1595,
-      "step": 19507
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9491328852325978,
-      "learning_rate": 3.3428413337244224e-09,
-      "loss": 0.145,
-      "step": 19508
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0850935098083156,
-      "learning_rate": 3.3003953205101857e-09,
-      "loss": 0.1725,
-      "step": 19509
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.13078152777645,
-      "learning_rate": 3.2582204683362372e-09,
-      "loss": 0.1457,
-      "step": 19510
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.3915491422700175,
-      "learning_rate": 3.216316778348327e-09,
-      "loss": 0.1465,
-      "step": 19511
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.3624287232659398,
-      "learning_rate": 3.1746842516833243e-09,
-      "loss": 0.1536,
-      "step": 19512
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9363607116738734,
-      "learning_rate": 3.1333228894692147e-09,
-      "loss": 0.1725,
-      "step": 19513
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.1789056989836593,
-      "learning_rate": 3.092232692827324e-09,
-      "loss": 0.1567,
-      "step": 19514
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.1716631678255858,
-      "learning_rate": 3.0514136628745363e-09,
-      "loss": 0.1741,
-      "step": 19515
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9295582498624071,
-      "learning_rate": 3.0108658007155235e-09,
-      "loss": 0.1647,
-      "step": 19516
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.4339393414590325,
-      "learning_rate": 2.970589107452737e-09,
-      "loss": 0.1936,
-      "step": 19517
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.183292046360521,
-      "learning_rate": 2.930583584176416e-09,
-      "loss": 0.1558,
-      "step": 19518
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.7651834428055864,
-      "learning_rate": 2.890849231973469e-09,
-      "loss": 0.1538,
-      "step": 19519
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.5131433513827075,
-      "learning_rate": 2.851386051919702e-09,
-      "loss": 0.1729,
-      "step": 19520
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.6187138358686646,
-      "learning_rate": 2.8121940450875907e-09,
-      "loss": 0.1875,
-      "step": 19521
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.12632087757575,
-      "learning_rate": 2.7732732125396177e-09,
-      "loss": 0.168,
-      "step": 19522
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.022487523217451,
-      "learning_rate": 2.7346235553304955e-09,
-      "loss": 0.1642,
-      "step": 19523
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.059501541651189,
-      "learning_rate": 2.696245074509385e-09,
-      "loss": 0.1501,
-      "step": 19524
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9766296923988161,
-      "learning_rate": 2.6581377711176747e-09,
-      "loss": 0.158,
-      "step": 19525
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0403942539814275,
-      "learning_rate": 2.620301646188983e-09,
-      "loss": 0.194,
-      "step": 19526
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.1544990838019817,
-      "learning_rate": 2.5827367007491555e-09,
-      "loss": 0.1649,
-      "step": 19527
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.7138085897003958,
-      "learning_rate": 2.545442935816267e-09,
-      "loss": 0.1536,
-      "step": 19528
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8899480974681093,
-      "learning_rate": 2.5084203524039507e-09,
-      "loss": 0.157,
-      "step": 19529
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9575638072030332,
-      "learning_rate": 2.4716689515147386e-09,
-      "loss": 0.1568,
-      "step": 19530
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 2.5434583311996226,
-      "learning_rate": 2.4351887341467206e-09,
-      "loss": 0.148,
-      "step": 19531
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 2.157022762265355,
-      "learning_rate": 2.3989797012879957e-09,
-      "loss": 0.1785,
-      "step": 19532
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.2032012954869988,
-      "learning_rate": 2.363041853922221e-09,
-      "loss": 0.1566,
-      "step": 19533
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.016008852523729,
-      "learning_rate": 2.327375193024173e-09,
-      "loss": 0.1645,
-      "step": 19534
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8736000709689397,
-      "learning_rate": 2.291979719559745e-09,
-      "loss": 0.1517,
-      "step": 19535
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.8238877899880166,
-      "learning_rate": 2.25685543449039e-09,
-      "loss": 0.1519,
-      "step": 19536
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0281866407460118,
-      "learning_rate": 2.2220023387686805e-09,
-      "loss": 0.1596,
-      "step": 19537
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8196043357201952,
-      "learning_rate": 2.1874204333394157e-09,
-      "loss": 0.1506,
-      "step": 19538
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.5190087216009494,
-      "learning_rate": 2.1531097191418438e-09,
-      "loss": 0.1812,
-      "step": 19539
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 2.078921323523072,
-      "learning_rate": 2.1190701971052218e-09,
-      "loss": 0.1842,
-      "step": 19540
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.16461521444874,
-      "learning_rate": 2.0853018681532557e-09,
-      "loss": 0.1488,
-      "step": 19541
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0488166753749382,
-      "learning_rate": 2.051804733202989e-09,
-      "loss": 0.1616,
-      "step": 19542
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9667513288660236,
-      "learning_rate": 2.018578793161474e-09,
-      "loss": 0.1601,
-      "step": 19543
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9142594167680658,
-      "learning_rate": 1.985624048931323e-09,
-      "loss": 0.1453,
-      "step": 19544
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9533579569326212,
-      "learning_rate": 1.952940501405154e-09,
-      "loss": 0.176,
-      "step": 19545
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8812100501930893,
-      "learning_rate": 1.9205281514700356e-09,
-      "loss": 0.1419,
-      "step": 19546
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 2.502962961960015,
-      "learning_rate": 1.8883870000063753e-09,
-      "loss": 0.154,
-      "step": 19547
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0899422449191924,
-      "learning_rate": 1.856517047883477e-09,
-      "loss": 0.1636,
-      "step": 19548
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9187958817022984,
-      "learning_rate": 1.8249182959684253e-09,
-      "loss": 0.1584,
-      "step": 19549
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8635351997259035,
-      "learning_rate": 1.7935907451172019e-09,
-      "loss": 0.1413,
-      "step": 19550
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.0210498380084243,
-      "learning_rate": 1.7625343961791275e-09,
-      "loss": 0.1537,
-      "step": 19551
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.689591606566535,
-      "learning_rate": 1.7317492499968614e-09,
-      "loss": 0.165,
-      "step": 19552
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.3730827056860522,
-      "learning_rate": 1.7012353074052912e-09,
-      "loss": 0.1652,
-      "step": 19553
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9159153423477189,
-      "learning_rate": 1.6709925692326435e-09,
-      "loss": 0.1768,
-      "step": 19554
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.328847538504899,
-      "learning_rate": 1.6410210362993729e-09,
-      "loss": 0.1754,
-      "step": 19555
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9906761771767876,
-      "learning_rate": 1.6113207094181626e-09,
-      "loss": 0.1257,
-      "step": 19556
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8607195647789683,
-      "learning_rate": 1.5818915893939246e-09,
-      "loss": 0.152,
-      "step": 19557
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.877998645264861,
-      "learning_rate": 1.5527336770260193e-09,
-      "loss": 0.1637,
-      "step": 19558
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.148237424551445,
-      "learning_rate": 1.5238469731049254e-09,
-      "loss": 0.1579,
-      "step": 19559
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.3199269131975926,
-      "learning_rate": 1.4952314784144606e-09,
-      "loss": 0.1764,
-      "step": 19560
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.5449672703207997,
-      "learning_rate": 1.4668871937306706e-09,
-      "loss": 0.1767,
-      "step": 19561
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9551654351745247,
-      "learning_rate": 1.4388141198218297e-09,
-      "loss": 0.1352,
-      "step": 19562
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.9266927361479481,
-      "learning_rate": 1.4110122574506612e-09,
-      "loss": 0.1586,
-      "step": 19563
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.8555127548715358,
-      "learning_rate": 1.3834816073687862e-09,
-      "loss": 0.1689,
-      "step": 19564
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 0.947450765781288,
-      "learning_rate": 1.3562221703267153e-09,
-      "loss": 0.1448,
-      "step": 19565
-    },
-    {
-      "epoch": 0.99,
-      "grad_norm": 1.5330077115508238,
-      "learning_rate": 1.3292339470605264e-09,
-      "loss": 0.168,
-      "step": 19566
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.185404398834737,
-      "learning_rate": 1.302516938304077e-09,
-      "loss": 0.1527,
-      "step": 19567
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.3458661533631802,
-      "learning_rate": 1.2760711447812324e-09,
-      "loss": 0.1749,
-      "step": 19568
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.8806027444964389,
-      "learning_rate": 1.249896567210307e-09,
-      "loss": 0.1538,
-      "step": 19569
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.3762344261508295,
-      "learning_rate": 1.2239932062996229e-09,
-      "loss": 0.1651,
-      "step": 19570
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.3219725268163043,
-      "learning_rate": 1.198361062754172e-09,
-      "loss": 0.1637,
-      "step": 19571
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.108314030942384,
-      "learning_rate": 1.1730001372667332e-09,
-      "loss": 0.1611,
-      "step": 19572
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.1122036596028475,
-      "learning_rate": 1.1479104305267553e-09,
-      "loss": 0.1613,
-      "step": 19573
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.960709597396094,
-      "learning_rate": 1.1230919432148046e-09,
-      "loss": 0.1858,
-      "step": 19574
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.322649053633847,
-      "learning_rate": 1.0985446760036766e-09,
-      "loss": 0.1546,
-      "step": 19575
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.0212454361300904,
-      "learning_rate": 1.074268629559505e-09,
-      "loss": 0.1615,
-      "step": 19576
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.9147610824352448,
-      "learning_rate": 1.050263804539542e-09,
-      "loss": 0.1607,
-      "step": 19577
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.155984862637736,
-      "learning_rate": 1.0265302015965984e-09,
-      "loss": 0.1655,
-      "step": 19578
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 4.158209229203261,
-      "learning_rate": 1.0030678213746037e-09,
-      "loss": 0.1675,
-      "step": 19579
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.0781213576452073,
-      "learning_rate": 9.798766645074953e-10,
-      "loss": 0.1765,
-      "step": 19580
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.9225119895905177,
-      "learning_rate": 9.569567316269901e-10,
-      "loss": 0.162,
-      "step": 19581
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.3798220622535513,
-      "learning_rate": 9.343080233537028e-10,
-      "loss": 0.1559,
-      "step": 19582
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.5883719794381368,
-      "learning_rate": 9.119305403015865e-10,
-      "loss": 0.1681,
-      "step": 19583
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.9920192181846645,
-      "learning_rate": 8.898242830779336e-10,
-      "loss": 0.1702,
-      "step": 19584
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.011582731494466,
-      "learning_rate": 8.679892522833744e-10,
-      "loss": 0.152,
-      "step": 19585
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.8377799966259223,
-      "learning_rate": 8.464254485096579e-10,
-      "loss": 0.1716,
-      "step": 19586
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.0654245746696522,
-      "learning_rate": 8.251328723407615e-10,
-      "loss": 0.2018,
-      "step": 19587
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.0281990884378034,
-      "learning_rate": 8.04111524354001e-10,
-      "loss": 0.1515,
-      "step": 19588
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.0625756720875446,
-      "learning_rate": 7.833614051222515e-10,
-      "loss": 0.1688,
-      "step": 19589
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.0201727001752259,
-      "learning_rate": 7.628825152050656e-10,
-      "loss": 0.1583,
-      "step": 19590
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.9110095625867899,
-      "learning_rate": 7.426748551597751e-10,
-      "loss": 0.1504,
-      "step": 19591
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.1998072018181751,
-      "learning_rate": 7.227384255348302e-10,
-      "loss": 0.1589,
-      "step": 19592
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.8852849233106013,
-      "learning_rate": 7.030732268697993e-10,
-      "loss": 0.2041,
-      "step": 19593
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.0241911357987625,
-      "learning_rate": 6.836792596986996e-10,
-      "loss": 0.1654,
-      "step": 19594
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.08609554904953,
-      "learning_rate": 6.64556524547777e-10,
-      "loss": 0.1553,
-      "step": 19595
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.56946727399011,
-      "learning_rate": 6.457050219355054e-10,
-      "loss": 0.1606,
-      "step": 19596
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.5602719586550857,
-      "learning_rate": 6.271247523736978e-10,
-      "loss": 0.1621,
-      "step": 19597
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.318659581015296,
-      "learning_rate": 6.088157163652853e-10,
-      "loss": 0.1669,
-      "step": 19598
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.9424409032077522,
-      "learning_rate": 5.907779144076475e-10,
-      "loss": 0.1562,
-      "step": 19599
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.9982593233791778,
-      "learning_rate": 5.730113469903931e-10,
-      "loss": 0.1598,
-      "step": 19600
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.5222263838126218,
-      "learning_rate": 5.555160145942485e-10,
-      "loss": 0.1492,
-      "step": 19601
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.0665216789776741,
-      "learning_rate": 5.38291917694389e-10,
-      "loss": 0.1641,
-      "step": 19602
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.2836376729407852,
-      "learning_rate": 5.21339056759329e-10,
-      "loss": 0.1614,
-      "step": 19603
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.8861752562480091,
-      "learning_rate": 5.046574322464803e-10,
-      "loss": 0.1605,
-      "step": 19604
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.573271589681279,
-      "learning_rate": 4.882470446099241e-10,
-      "loss": 0.1373,
-      "step": 19605
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.3650632783304832,
-      "learning_rate": 4.721078942948598e-10,
-      "loss": 0.1643,
-      "step": 19606
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.9852357360213777,
-      "learning_rate": 4.562399817376051e-10,
-      "loss": 0.1739,
-      "step": 19607
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.9335982121563716,
-      "learning_rate": 4.406433073711469e-10,
-      "loss": 0.1748,
-      "step": 19608
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.2664477625014325,
-      "learning_rate": 4.253178716162598e-10,
-      "loss": 0.1724,
-      "step": 19609
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.9898241612198758,
-      "learning_rate": 4.1026367488927745e-10,
-      "loss": 0.1871,
-      "step": 19610
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.8668942232628565,
-      "learning_rate": 3.9548071759876185e-10,
-      "loss": 0.1578,
-      "step": 19611
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.016572741939258,
-      "learning_rate": 3.809690001455035e-10,
-      "loss": 0.152,
-      "step": 19612
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.0372104824857318,
-      "learning_rate": 3.667285229236317e-10,
-      "loss": 0.1711,
-      "step": 19613
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.2856759711969599,
-      "learning_rate": 3.5275928631839375e-10,
-      "loss": 0.1505,
-      "step": 19614
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.2258181466335094,
-      "learning_rate": 3.390612907094859e-10,
-      "loss": 0.1553,
-      "step": 19615
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.9124728749818874,
-      "learning_rate": 3.256345364688329e-10,
-      "loss": 0.1467,
-      "step": 19616
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.9079859042074966,
-      "learning_rate": 3.124790239594777e-10,
-      "loss": 0.1459,
-      "step": 19617
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.8911178077678168,
-      "learning_rate": 2.995947535389121e-10,
-      "loss": 0.1631,
-      "step": 19618
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 2.200090105682176,
-      "learning_rate": 2.8698172555685634e-10,
-      "loss": 0.1464,
-      "step": 19619
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.945105130525938,
-      "learning_rate": 2.746399403552591e-10,
-      "loss": 0.1725,
-      "step": 19620
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.1593818063618362,
-      "learning_rate": 2.6256939826940774e-10,
-      "loss": 0.1595,
-      "step": 19621
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.080925000211112,
-      "learning_rate": 2.5077009962570784e-10,
-      "loss": 0.1645,
-      "step": 19622
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.9285369238641832,
-      "learning_rate": 2.392420447450139e-10,
-      "loss": 0.1516,
-      "step": 19623
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.3598322147140447,
-      "learning_rate": 2.279852339392985e-10,
-      "loss": 0.1464,
-      "step": 19624
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.0434638990818221,
-      "learning_rate": 2.1699966751387303e-10,
-      "loss": 0.1612,
-      "step": 19625
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.9800285397183612,
-      "learning_rate": 2.0628534576738746e-10,
-      "loss": 0.1652,
-      "step": 19626
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.5006060025917467,
-      "learning_rate": 1.9584226898961e-10,
-      "loss": 0.1796,
-      "step": 19627
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.118456926792813,
-      "learning_rate": 1.85670437465868e-10,
-      "loss": 0.1532,
-      "step": 19628
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.3154930824584454,
-      "learning_rate": 1.757698514692763e-10,
-      "loss": 0.1737,
-      "step": 19629
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.2594644655238652,
-      "learning_rate": 1.6614051127072929e-10,
-      "loss": 0.1776,
-      "step": 19630
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.2309343752309614,
-      "learning_rate": 1.567824171300192e-10,
-      "loss": 0.1664,
-      "step": 19631
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.4860321980415303,
-      "learning_rate": 1.4769556930138707e-10,
-      "loss": 0.1441,
-      "step": 19632
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.9653230918868438,
-      "learning_rate": 1.3887996803130242e-10,
-      "loss": 0.1638,
-      "step": 19633
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 2.5851984809016977,
-      "learning_rate": 1.3033561355846324e-10,
-      "loss": 0.1601,
-      "step": 19634
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.1925293052215677,
-      "learning_rate": 1.2206250611490612e-10,
-      "loss": 0.1721,
-      "step": 19635
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.0617452077781544,
-      "learning_rate": 1.1406064592600629e-10,
-      "loss": 0.1635,
-      "step": 19636
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.0323618468439235,
-      "learning_rate": 1.063300332082573e-10,
-      "loss": 0.1347,
-      "step": 19637
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.2798116231535444,
-      "learning_rate": 9.887066817038105e-11,
-      "loss": 0.1562,
-      "step": 19638
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.9078167713684868,
-      "learning_rate": 9.168255101554835e-11,
-      "loss": 0.148,
-      "step": 19639
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.9109382670862405,
-      "learning_rate": 8.476568193804824e-11,
-      "loss": 0.1563,
-      "step": 19640
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.9894577234866273,
-      "learning_rate": 7.812006112661863e-11,
-      "loss": 0.1612,
-      "step": 19641
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.0206860112046388,
-      "learning_rate": 7.174568876111565e-11,
-      "loss": 0.1626,
-      "step": 19642
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.3743462768995467,
-      "learning_rate": 6.56425650147341e-11,
-      "loss": 0.1498,
-      "step": 19643
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.8318224179362256,
-      "learning_rate": 5.981069005178697e-11,
-      "loss": 0.1659,
-      "step": 19644
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.247774085231404,
-      "learning_rate": 5.425006403214639e-11,
-      "loss": 0.1671,
-      "step": 19645
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.2683171725518405,
-      "learning_rate": 4.8960687104582235e-11,
-      "loss": 0.17,
-      "step": 19646
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 2.001840363433565,
-      "learning_rate": 4.3942559414533734e-11,
-      "loss": 0.1918,
-      "step": 19647
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.2938793167991183,
-      "learning_rate": 3.919568109744809e-11,
-      "loss": 0.181,
-      "step": 19648
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.0800015855464375,
-      "learning_rate": 3.472005228211117e-11,
-      "loss": 0.1809,
-      "step": 19649
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.0588591780403915,
-      "learning_rate": 3.051567308953729e-11,
-      "loss": 0.1805,
-      "step": 19650
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.2033718217226848,
-      "learning_rate": 2.6582543634079416e-11,
-      "loss": 0.1423,
-      "step": 19651
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.4721066909443041,
-      "learning_rate": 2.292066402120874e-11,
-      "loss": 0.1634,
-      "step": 19652
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 6.723042537451307,
-      "learning_rate": 1.9530034353065775e-11,
-      "loss": 0.1664,
-      "step": 19653
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.9442132049513063,
-      "learning_rate": 1.6410654719578588e-11,
-      "loss": 0.1605,
-      "step": 19654
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.9540795193476649,
-      "learning_rate": 1.3562525205124134e-11,
-      "loss": 0.1505,
-      "step": 19655
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.1669133271587695,
-      "learning_rate": 1.0985645887418017e-11,
-      "loss": 0.1659,
-      "step": 19656
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.0352443925181587,
-      "learning_rate": 8.680016837514516e-12,
-      "loss": 0.1578,
-      "step": 19657
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.2268663110505775,
-      "learning_rate": 6.645638116475894e-12,
-      "loss": 0.1621,
-      "step": 19658
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.1273871387987642,
-      "learning_rate": 4.882509779813305e-12,
-      "loss": 0.1569,
-      "step": 19659
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.3269521982201904,
-      "learning_rate": 3.39063187637656e-12,
-      "loss": 0.171,
-      "step": 19660
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.2765834298934498,
-      "learning_rate": 2.1700044450234657e-12,
-      "loss": 0.1679,
-      "step": 19661
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.9155996421638892,
-      "learning_rate": 1.2206275190607132e-12,
-      "loss": 0.1621,
-      "step": 19662
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.8992063234029176,
-      "learning_rate": 5.425011262438773e-13,
-      "loss": 0.137,
-      "step": 19663
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.401467580475726,
-      "learning_rate": 1.3562528211608085e-13,
-      "loss": 0.1682,
-      "step": 19664
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 1.0157853651703213,
-      "learning_rate": 0.0,
-      "loss": 0.1681,
-      "step": 19665
-    },
-    {
-      "epoch": 1.0,
-      "step": 19665,
-      "total_flos": 4376372611039232.0,
-      "train_loss": 0.19586870987702348,
-      "train_runtime": 255341.6294,
-      "train_samples_per_second": 19.716,
-      "train_steps_per_second": 0.077
-    }
-  ],
-  "logging_steps": 1.0,
-  "max_steps": 19665,
-  "num_input_tokens_seen": 0,
-  "num_train_epochs": 1,
-  "save_steps": 10000,
-  "total_flos": 4376372611039232.0,
-  "train_batch_size": 2,
-  "trial_name": null,
-  "trial_params": null
-}