diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,5434 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 9.074558032282859,
+  "eval_steps": 500,
+  "global_step": 60000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "ar_loss": 0.7918,
+      "epoch": 0.015039855617386072,
+      "fm_loss": 2.2779,
+      "grad_norm": 4.37157678604126,
+      "learning_rate": 4.9999971366617235e-05,
+      "loss": 3.0697,
+      "step": 100
+    },
+    {
+      "ar_loss": 0.6852,
+      "epoch": 0.030079711234772145,
+      "fm_loss": 0.5703,
+      "grad_norm": 4.328033447265625,
+      "learning_rate": 4.999951278658594e-05,
+      "loss": 1.2555,
+      "step": 200
+    },
+    {
+      "ar_loss": 0.669,
+      "epoch": 0.04511956685215822,
+      "fm_loss": 0.3866,
+      "grad_norm": 3.0744214057922363,
+      "learning_rate": 4.9998494972632174e-05,
+      "loss": 1.0556,
+      "step": 300
+    },
+    {
+      "ar_loss": 0.6594,
+      "epoch": 0.06015942246954429,
+      "fm_loss": 0.319,
+      "grad_norm": 2.9869937896728516,
+      "learning_rate": 4.9996917947524234e-05,
+      "loss": 0.9783,
+      "step": 400
+    },
+    {
+      "ar_loss": 0.6539,
+      "epoch": 0.07519927808693036,
+      "fm_loss": 0.2901,
+      "grad_norm": 2.676532745361328,
+      "learning_rate": 4.999478174653984e-05,
+      "loss": 0.9441,
+      "step": 500
+    },
+    {
+      "ar_loss": 0.6451,
+      "epoch": 0.09023913370431644,
+      "fm_loss": 0.271,
+      "grad_norm": 2.8496103286743164,
+      "learning_rate": 4.999208641746537e-05,
+      "loss": 0.9161,
+      "step": 600
+    },
+    {
+      "ar_loss": 0.639,
+      "epoch": 0.10527898932170252,
+      "fm_loss": 0.262,
+      "grad_norm": 3.5984983444213867,
+      "learning_rate": 4.998883202059478e-05,
+      "loss": 0.901,
+      "step": 700
+    },
+    {
+      "ar_loss": 0.6368,
+      "epoch": 0.12031884493908858,
+      "fm_loss": 0.251,
+      "grad_norm": 3.3547682762145996,
+      "learning_rate": 4.998501862872824e-05,
+      "loss": 0.8878,
+      "step": 800
+    },
+    {
+      "ar_loss": 0.6325,
+      "epoch": 0.13535870055647467,
+      "fm_loss": 0.2422,
+      "grad_norm": 3.7177250385284424,
+      "learning_rate": 4.998064632717054e-05,
+      "loss": 0.8747,
+      "step": 900
+    },
+    {
+      "ar_loss": 0.6295,
+      "epoch": 0.15039855617386072,
+      "fm_loss": 0.2364,
+      "grad_norm": 2.8715012073516846,
+      "learning_rate": 4.997571521372918e-05,
+      "loss": 0.8659,
+      "step": 1000
+    },
+    {
+      "ar_loss": 0.6261,
+      "epoch": 0.1654384117912468,
+      "fm_loss": 0.233,
+      "grad_norm": 2.686033248901367,
+      "learning_rate": 4.9970225398712116e-05,
+      "loss": 0.8591,
+      "step": 1100
+    },
+    {
+      "ar_loss": 0.6227,
+      "epoch": 0.18047826740863288,
+      "fm_loss": 0.2337,
+      "grad_norm": 2.735515594482422,
+      "learning_rate": 4.99641770049254e-05,
+      "loss": 0.8564,
+      "step": 1200
+    },
+    {
+      "ar_loss": 0.6288,
+      "epoch": 0.19551812302601895,
+      "fm_loss": 0.2343,
+      "grad_norm": 3.192143440246582,
+      "learning_rate": 4.995757016767032e-05,
+      "loss": 0.8631,
+      "step": 1300
+    },
+    {
+      "ar_loss": 0.6179,
+      "epoch": 0.21055797864340503,
+      "fm_loss": 0.2254,
+      "grad_norm": 4.529001235961914,
+      "learning_rate": 4.995040503474049e-05,
+      "loss": 0.8433,
+      "step": 1400
+    },
+    {
+      "ar_loss": 0.6117,
+      "epoch": 0.2255978342607911,
+      "fm_loss": 0.2265,
+      "grad_norm": 2.0048255920410156,
+      "learning_rate": 4.994268176641842e-05,
+      "loss": 0.8382,
+      "step": 1500
+    },
+    {
+      "ar_loss": 0.6197,
+      "epoch": 0.24063768987817716,
+      "fm_loss": 0.2174,
+      "grad_norm": 2.0079429149627686,
+      "learning_rate": 4.993440053547204e-05,
+      "loss": 0.8372,
+      "step": 1600
+    },
+    {
+      "ar_loss": 0.6073,
+      "epoch": 0.25567754549556326,
+      "fm_loss": 0.2158,
+      "grad_norm": 2.0703108310699463,
+      "learning_rate": 4.992556152715076e-05,
+      "loss": 0.8231,
+      "step": 1700
+    },
+    {
+      "ar_loss": 0.6091,
+      "epoch": 0.27071740111294934,
+      "fm_loss": 0.2121,
+      "grad_norm": 2.3248846530914307,
+      "learning_rate": 4.991616493918137e-05,
+      "loss": 0.8213,
+      "step": 1800
+    },
+    {
+      "ar_loss": 0.608,
+      "epoch": 0.28575725673033536,
+      "fm_loss": 0.2088,
+      "grad_norm": 2.5417592525482178,
+      "learning_rate": 4.99062109817636e-05,
+      "loss": 0.8167,
+      "step": 1900
+    },
+    {
+      "ar_loss": 0.6097,
+      "epoch": 0.30079711234772144,
+      "fm_loss": 0.21,
+      "grad_norm": 2.219682216644287,
+      "learning_rate": 4.989569987756542e-05,
+      "loss": 0.8196,
+      "step": 2000
+    },
+    {
+      "ar_loss": 0.6056,
+      "epoch": 0.3158369679651075,
+      "fm_loss": 0.2079,
+      "grad_norm": 1.9187816381454468,
+      "learning_rate": 4.988463186171804e-05,
+      "loss": 0.8136,
+      "step": 2100
+    },
+    {
+      "ar_loss": 0.6064,
+      "epoch": 0.3308768235824936,
+      "fm_loss": 0.2072,
+      "grad_norm": 2.246711492538452,
+      "learning_rate": 4.987300718181068e-05,
+      "loss": 0.8136,
+      "step": 2200
+    },
+    {
+      "ar_loss": 0.6015,
+      "epoch": 0.3459166791998797,
+      "fm_loss": 0.2044,
+      "grad_norm": 1.855542540550232,
+      "learning_rate": 4.986082609788504e-05,
+      "loss": 0.8059,
+      "step": 2300
+    },
+    {
+      "ar_loss": 0.6,
+      "epoch": 0.36095653481726575,
+      "fm_loss": 0.2081,
+      "grad_norm": 1.883419156074524,
+      "learning_rate": 4.9848088882429426e-05,
+      "loss": 0.8082,
+      "step": 2400
+    },
+    {
+      "ar_loss": 0.6048,
+      "epoch": 0.37599639043465183,
+      "fm_loss": 0.201,
+      "grad_norm": 4.141597747802734,
+      "learning_rate": 4.983479582037272e-05,
+      "loss": 0.8058,
+      "step": 2500
+    },
+    {
+      "ar_loss": 0.6025,
+      "epoch": 0.3910362460520379,
+      "fm_loss": 0.2012,
+      "grad_norm": 1.3507440090179443,
+      "learning_rate": 4.9820947209077965e-05,
+      "loss": 0.8037,
+      "step": 2600
+    },
+    {
+      "ar_loss": 0.5966,
+      "epoch": 0.406076101669424,
+      "fm_loss": 0.2103,
+      "grad_norm": 1.5875388383865356,
+      "learning_rate": 4.980654335833572e-05,
+      "loss": 0.8069,
+      "step": 2700
+    },
+    {
+      "ar_loss": 0.5995,
+      "epoch": 0.42111595728681006,
+      "fm_loss": 0.1975,
+      "grad_norm": 2.4850363731384277,
+      "learning_rate": 4.979158459035715e-05,
+      "loss": 0.7971,
+      "step": 2800
+    },
+    {
+      "ar_loss": 0.595,
+      "epoch": 0.43615581290419614,
+      "fm_loss": 0.1981,
+      "grad_norm": 2.0931544303894043,
+      "learning_rate": 4.97760712397668e-05,
+      "loss": 0.7931,
+      "step": 2900
+    },
+    {
+      "ar_loss": 0.5959,
+      "epoch": 0.4511956685215822,
+      "fm_loss": 0.1984,
+      "grad_norm": 2.2044456005096436,
+      "learning_rate": 4.97600036535951e-05,
+      "loss": 0.7943,
+      "step": 3000
+    },
+    {
+      "ar_loss": 0.5894,
+      "epoch": 0.4662355241389683,
+      "fm_loss": 0.197,
+      "grad_norm": 2.905266046524048,
+      "learning_rate": 4.974338219127062e-05,
+      "loss": 0.7863,
+      "step": 3100
+    },
+    {
+      "ar_loss": 0.5851,
+      "epoch": 0.4812753797563543,
+      "fm_loss": 0.1953,
+      "grad_norm": 2.5252127647399902,
+      "learning_rate": 4.9726207224612034e-05,
+      "loss": 0.7805,
+      "step": 3200
+    },
+    {
+      "ar_loss": 0.5936,
+      "epoch": 0.4963152353737404,
+      "fm_loss": 0.1957,
+      "grad_norm": 2.7935545444488525,
+      "learning_rate": 4.97084791378198e-05,
+      "loss": 0.7893,
+      "step": 3300
+    },
+    {
+      "ar_loss": 0.5869,
+      "epoch": 0.5113550909911265,
+      "fm_loss": 0.1933,
+      "grad_norm": 1.2401388883590698,
+      "learning_rate": 4.9690198327467534e-05,
+      "loss": 0.7802,
+      "step": 3400
+    },
+    {
+      "ar_loss": 0.5888,
+      "epoch": 0.5263949466085126,
+      "fm_loss": 0.1944,
+      "grad_norm": 3.7216362953186035,
+      "learning_rate": 4.967136520249318e-05,
+      "loss": 0.7832,
+      "step": 3500
+    },
+    {
+      "ar_loss": 0.587,
+      "epoch": 0.5414348022258987,
+      "fm_loss": 0.1916,
+      "grad_norm": 1.946953296661377,
+      "learning_rate": 4.965198018418985e-05,
+      "loss": 0.7786,
+      "step": 3600
+    },
+    {
+      "ar_loss": 0.5828,
+      "epoch": 0.5564746578432848,
+      "fm_loss": 0.1921,
+      "grad_norm": 1.695999264717102,
+      "learning_rate": 4.963204370619637e-05,
+      "loss": 0.7749,
+      "step": 3700
+    },
+    {
+      "ar_loss": 0.5832,
+      "epoch": 0.5715145134606707,
+      "fm_loss": 0.1973,
+      "grad_norm": 2.257406234741211,
+      "learning_rate": 4.9611556214487645e-05,
+      "loss": 0.7805,
+      "step": 3800
+    },
+    {
+      "ar_loss": 0.5825,
+      "epoch": 0.5865543690780568,
+      "fm_loss": 0.1915,
+      "grad_norm": 2.4373984336853027,
+      "learning_rate": 4.95905181673646e-05,
+      "loss": 0.7739,
+      "step": 3900
+    },
+    {
+      "ar_loss": 0.5809,
+      "epoch": 0.6015942246954429,
+      "fm_loss": 0.1924,
+      "grad_norm": 1.4836270809173584,
+      "learning_rate": 4.956893003544401e-05,
+      "loss": 0.7733,
+      "step": 4000
+    },
+    {
+      "ar_loss": 0.5801,
+      "epoch": 0.616634080312829,
+      "fm_loss": 0.1956,
+      "grad_norm": 1.864709734916687,
+      "learning_rate": 4.954679230164789e-05,
+      "loss": 0.7757,
+      "step": 4100
+    },
+    {
+      "ar_loss": 0.5824,
+      "epoch": 0.631673935930215,
+      "fm_loss": 0.1895,
+      "grad_norm": 1.5477041006088257,
+      "learning_rate": 4.952410546119278e-05,
+      "loss": 0.7719,
+      "step": 4200
+    },
+    {
+      "ar_loss": 0.5819,
+      "epoch": 0.6467137915476011,
+      "fm_loss": 0.1925,
+      "grad_norm": 1.6031211614608765,
+      "learning_rate": 4.95008700215786e-05,
+      "loss": 0.7744,
+      "step": 4300
+    },
+    {
+      "ar_loss": 0.5778,
+      "epoch": 0.6617536471649872,
+      "fm_loss": 0.2067,
+      "grad_norm": 5.476424694061279,
+      "learning_rate": 4.947708650257732e-05,
+      "loss": 0.7845,
+      "step": 4400
+    },
+    {
+      "ar_loss": 0.5767,
+      "epoch": 0.6767935027823733,
+      "fm_loss": 0.1875,
+      "grad_norm": 1.901498794555664,
+      "learning_rate": 4.945275543622133e-05,
+      "loss": 0.7642,
+      "step": 4500
+    },
+    {
+      "ar_loss": 0.5766,
+      "epoch": 0.6918333583997593,
+      "fm_loss": 0.1912,
+      "grad_norm": 1.4781795740127563,
+      "learning_rate": 4.942787736679153e-05,
+      "loss": 0.7678,
+      "step": 4600
+    },
+    {
+      "ar_loss": 0.5735,
+      "epoch": 0.7068732140171454,
+      "fm_loss": 0.1893,
+      "grad_norm": 2.639249801635742,
+      "learning_rate": 4.940245285080521e-05,
+      "loss": 0.7628,
+      "step": 4700
+    },
+    {
+      "ar_loss": 0.5736,
+      "epoch": 0.7219130696345315,
+      "fm_loss": 0.1854,
+      "grad_norm": 1.5374678373336792,
+      "learning_rate": 4.93764824570035e-05,
+      "loss": 0.759,
+      "step": 4800
+    },
+    {
+      "ar_loss": 0.5755,
+      "epoch": 0.7369529252519176,
+      "fm_loss": 0.187,
+      "grad_norm": 1.971647024154663,
+      "learning_rate": 4.934996676633874e-05,
+      "loss": 0.7625,
+      "step": 4900
+    },
+    {
+      "ar_loss": 0.5725,
+      "epoch": 0.7519927808693037,
+      "fm_loss": 0.1875,
+      "grad_norm": 5.200182914733887,
+      "learning_rate": 4.932290637196144e-05,
+      "loss": 0.76,
+      "step": 5000
+    },
+    {
+      "ar_loss": 0.5504,
+      "epoch": 0.015037593984962405,
+      "fm_loss": 0.1893,
+      "grad_norm": 2.8439042568206787,
+      "learning_rate": 4.929551301429187e-05,
+      "loss": 0.7396,
+      "step": 5100
+    },
+    {
+      "ar_loss": 0.5503,
+      "epoch": 0.03007518796992481,
+      "fm_loss": 0.1831,
+      "grad_norm": 1.733323335647583,
+      "learning_rate": 4.926737343223295e-05,
+      "loss": 0.7334,
+      "step": 5200
+    },
+    {
+      "ar_loss": 0.5514,
+      "epoch": 0.045112781954887216,
+      "fm_loss": 0.185,
+      "grad_norm": 2.580357074737549,
+      "learning_rate": 4.9238691157474316e-05,
+      "loss": 0.7364,
+      "step": 5300
+    },
+    {
+      "ar_loss": 0.5493,
+      "epoch": 0.06015037593984962,
+      "fm_loss": 0.1835,
+      "grad_norm": 1.9058268070220947,
+      "learning_rate": 4.920946683143935e-05,
+      "loss": 0.7327,
+      "step": 5400
+    },
+    {
+      "ar_loss": 0.5497,
+      "epoch": 0.07518796992481203,
+      "fm_loss": 0.184,
+      "grad_norm": 1.3233968019485474,
+      "learning_rate": 4.91797011076734e-05,
+      "loss": 0.7337,
+      "step": 5500
+    },
+    {
+      "ar_loss": 0.5466,
+      "epoch": 0.09022556390977443,
+      "fm_loss": 0.1829,
+      "grad_norm": 1.8950995206832886,
+      "learning_rate": 4.9149394651829086e-05,
+      "loss": 0.7295,
+      "step": 5600
+    },
+    {
+      "ar_loss": 0.5495,
+      "epoch": 0.10526315789473684,
+      "fm_loss": 0.1829,
+      "grad_norm": 1.7234010696411133,
+      "learning_rate": 4.911854814165145e-05,
+      "loss": 0.7324,
+      "step": 5700
+    },
+    {
+      "ar_loss": 0.5475,
+      "epoch": 0.12030075187969924,
+      "fm_loss": 0.1821,
+      "grad_norm": 2.068098783493042,
+      "learning_rate": 4.908716226696284e-05,
+      "loss": 0.7295,
+      "step": 5800
+    },
+    {
+      "ar_loss": 0.5457,
+      "epoch": 0.13533834586466165,
+      "fm_loss": 0.1837,
+      "grad_norm": 1.4124906063079834,
+      "learning_rate": 4.905523772964739e-05,
+      "loss": 0.7294,
+      "step": 5900
+    },
+    {
+      "ar_loss": 0.5504,
+      "epoch": 0.15037593984962405,
+      "fm_loss": 0.1828,
+      "grad_norm": 1.7072114944458008,
+      "learning_rate": 4.902277524363543e-05,
+      "loss": 0.7332,
+      "step": 6000
+    },
+    {
+      "ar_loss": 0.5454,
+      "epoch": 0.16541353383458646,
+      "fm_loss": 0.181,
+      "grad_norm": 1.737274169921875,
+      "learning_rate": 4.898977553488743e-05,
+      "loss": 0.7264,
+      "step": 6100
+    },
+    {
+      "ar_loss": 0.5501,
+      "epoch": 0.18045112781954886,
+      "fm_loss": 0.1808,
+      "grad_norm": 2.1727452278137207,
+      "learning_rate": 4.895623934137783e-05,
+      "loss": 0.7309,
+      "step": 6200
+    },
+    {
+      "ar_loss": 0.5439,
+      "epoch": 0.19548872180451127,
+      "fm_loss": 0.1798,
+      "grad_norm": 2.8658437728881836,
+      "learning_rate": 4.892216741307848e-05,
+      "loss": 0.7237,
+      "step": 6300
+    },
+    {
+      "ar_loss": 0.5438,
+      "epoch": 0.21052631578947367,
+      "fm_loss": 0.1812,
+      "grad_norm": 1.8495811223983765,
+      "learning_rate": 4.888756051194193e-05,
+      "loss": 0.725,
+      "step": 6400
+    },
+    {
+      "ar_loss": 0.5391,
+      "epoch": 0.22556390977443608,
+      "fm_loss": 0.1894,
+      "grad_norm": 2.1281821727752686,
+      "learning_rate": 4.885241941188435e-05,
+      "loss": 0.7286,
+      "step": 6500
+    },
+    {
+      "ar_loss": 0.5437,
+      "epoch": 0.24060150375939848,
+      "fm_loss": 0.1787,
+      "grad_norm": 1.7707561254501343,
+      "learning_rate": 4.881674489876822e-05,
+      "loss": 0.7224,
+      "step": 6600
+    },
+    {
+      "ar_loss": 0.5413,
+      "epoch": 0.2556390977443609,
+      "fm_loss": 0.1795,
+      "grad_norm": 1.4524445533752441,
+      "learning_rate": 4.878053777038478e-05,
+      "loss": 0.7208,
+      "step": 6700
+    },
+    {
+      "ar_loss": 0.5411,
+      "epoch": 0.2706766917293233,
+      "fm_loss": 0.18,
+      "grad_norm": 2.2196991443634033,
+      "learning_rate": 4.8743798836436166e-05,
+      "loss": 0.7212,
+      "step": 6800
+    },
+    {
+      "ar_loss": 0.5395,
+      "epoch": 0.2857142857142857,
+      "fm_loss": 0.1778,
+      "grad_norm": 3.7135586738586426,
+      "learning_rate": 4.8706528918517326e-05,
+      "loss": 0.7173,
+      "step": 6900
+    },
+    {
+      "ar_loss": 0.5397,
+      "epoch": 0.3007518796992481,
+      "fm_loss": 0.179,
+      "grad_norm": 2.551405191421509,
+      "learning_rate": 4.866872885009762e-05,
+      "loss": 0.7188,
+      "step": 7000
+    },
+    {
+      "ar_loss": 0.5433,
+      "epoch": 0.3157894736842105,
+      "fm_loss": 0.1769,
+      "grad_norm": 1.5937398672103882,
+      "learning_rate": 4.863039947650221e-05,
+      "loss": 0.7202,
+      "step": 7100
+    },
+    {
+      "ar_loss": 0.537,
+      "epoch": 0.3308270676691729,
+      "fm_loss": 0.1778,
+      "grad_norm": 2.1410443782806396,
+      "learning_rate": 4.859154165489313e-05,
+      "loss": 0.7148,
+      "step": 7200
+    },
+    {
+      "ar_loss": 0.5345,
+      "epoch": 0.3458646616541353,
+      "fm_loss": 0.1786,
+      "grad_norm": 1.9549566507339478,
+      "learning_rate": 4.855215625425012e-05,
+      "loss": 0.7131,
+      "step": 7300
+    },
+    {
+      "ar_loss": 0.5385,
+      "epoch": 0.3609022556390977,
+      "fm_loss": 0.1786,
+      "grad_norm": 1.6920804977416992,
+      "learning_rate": 4.851224415535123e-05,
+      "loss": 0.7171,
+      "step": 7400
+    },
+    {
+      "ar_loss": 0.5403,
+      "epoch": 0.37593984962406013,
+      "fm_loss": 0.1778,
+      "grad_norm": 1.460734248161316,
+      "learning_rate": 4.847180625075306e-05,
+      "loss": 0.7182,
+      "step": 7500
+    },
+    {
+      "ar_loss": 0.5333,
+      "epoch": 0.39097744360902253,
+      "fm_loss": 0.1802,
+      "grad_norm": 2.369119644165039,
+      "learning_rate": 4.8430843444770856e-05,
+      "loss": 0.7135,
+      "step": 7600
+    },
+    {
+      "ar_loss": 0.5343,
+      "epoch": 0.40601503759398494,
+      "fm_loss": 0.1777,
+      "grad_norm": 2.0863733291625977,
+      "learning_rate": 4.838935665345826e-05,
+      "loss": 0.712,
+      "step": 7700
+    },
+    {
+      "ar_loss": 0.5361,
+      "epoch": 0.42105263157894735,
+      "fm_loss": 0.1826,
+      "grad_norm": 2.1648268699645996,
+      "learning_rate": 4.834734680458682e-05,
+      "loss": 0.7187,
+      "step": 7800
+    },
+    {
+      "ar_loss": 0.5362,
+      "epoch": 0.43609022556390975,
+      "fm_loss": 0.1759,
+      "grad_norm": 3.731491804122925,
+      "learning_rate": 4.8304814837625275e-05,
+      "loss": 0.7121,
+      "step": 7900
+    },
+    {
+      "ar_loss": 0.5361,
+      "epoch": 0.45112781954887216,
+      "fm_loss": 0.1763,
+      "grad_norm": 3.129291296005249,
+      "learning_rate": 4.826176170371848e-05,
+      "loss": 0.7124,
+      "step": 8000
+    },
+    {
+      "ar_loss": 0.5308,
+      "epoch": 0.46616541353383456,
+      "fm_loss": 0.1803,
+      "grad_norm": 1.837388038635254,
+      "learning_rate": 4.8218188365666216e-05,
+      "loss": 0.7111,
+      "step": 8100
+    },
+    {
+      "ar_loss": 0.5384,
+      "epoch": 0.48120300751879697,
+      "fm_loss": 0.1765,
+      "grad_norm": 1.696321964263916,
+      "learning_rate": 4.817409579790161e-05,
+      "loss": 0.7148,
+      "step": 8200
+    },
+    {
+      "ar_loss": 0.5351,
+      "epoch": 0.49624060150375937,
+      "fm_loss": 0.177,
+      "grad_norm": 2.0662057399749756,
+      "learning_rate": 4.812948498646933e-05,
+      "loss": 0.7121,
+      "step": 8300
+    },
+    {
+      "ar_loss": 0.5358,
+      "epoch": 0.5112781954887218,
+      "fm_loss": 0.1757,
+      "grad_norm": 1.4204461574554443,
+      "learning_rate": 4.80843569290036e-05,
+      "loss": 0.7114,
+      "step": 8400
+    },
+    {
+      "ar_loss": 0.5316,
+      "epoch": 0.5263157894736842,
+      "fm_loss": 0.176,
+      "grad_norm": 3.6314117908477783,
+      "learning_rate": 4.80387126347058e-05,
+      "loss": 0.7075,
+      "step": 8500
+    },
+    {
+      "ar_loss": 0.5307,
+      "epoch": 0.5413533834586466,
+      "fm_loss": 0.1754,
+      "grad_norm": 2.164659023284912,
+      "learning_rate": 4.799255312432199e-05,
+      "loss": 0.706,
+      "step": 8600
+    },
+    {
+      "ar_loss": 0.5331,
+      "epoch": 0.556390977443609,
+      "fm_loss": 0.184,
+      "grad_norm": 1.9370899200439453,
+      "learning_rate": 4.794587943012e-05,
+      "loss": 0.7171,
+      "step": 8700
+    },
+    {
+      "ar_loss": 0.5278,
+      "epoch": 0.5714285714285714,
+      "fm_loss": 0.1738,
+      "grad_norm": 2.0422327518463135,
+      "learning_rate": 4.7898692595866415e-05,
+      "loss": 0.7016,
+      "step": 8800
+    },
+    {
+      "ar_loss": 0.5299,
+      "epoch": 0.5864661654135338,
+      "fm_loss": 0.1729,
+      "grad_norm": 1.643233060836792,
+      "learning_rate": 4.785099367680317e-05,
+      "loss": 0.7028,
+      "step": 8900
+    },
+    {
+      "ar_loss": 0.5279,
+      "epoch": 0.6015037593984962,
+      "fm_loss": 0.173,
+      "grad_norm": 1.7165354490280151,
+      "learning_rate": 4.7802783739624e-05,
+      "loss": 0.7009,
+      "step": 9000
+    },
+    {
+      "ar_loss": 0.5297,
+      "epoch": 0.6165413533834586,
+      "fm_loss": 0.181,
+      "grad_norm": 1.632948875427246,
+      "learning_rate": 4.7754063862450576e-05,
+      "loss": 0.7107,
+      "step": 9100
+    },
+    {
+      "ar_loss": 0.5266,
+      "epoch": 0.631578947368421,
+      "fm_loss": 0.2008,
+      "grad_norm": 2.7003791332244873,
+      "learning_rate": 4.770483513480837e-05,
+      "loss": 0.7274,
+      "step": 9200
+    },
+    {
+      "ar_loss": 0.5304,
+      "epoch": 0.6466165413533834,
+      "fm_loss": 0.1754,
+      "grad_norm": 2.2766501903533936,
+      "learning_rate": 4.765509865760233e-05,
+      "loss": 0.7057,
+      "step": 9300
+    },
+    {
+      "ar_loss": 0.5262,
+      "epoch": 0.6616541353383458,
+      "fm_loss": 0.18,
+      "grad_norm": 10.034100532531738,
+      "learning_rate": 4.760485554309219e-05,
+      "loss": 0.7061,
+      "step": 9400
+    },
+    {
+      "ar_loss": 0.52,
+      "epoch": 0.6766917293233082,
+      "fm_loss": 0.1753,
+      "grad_norm": 1.70254385471344,
+      "learning_rate": 4.7554106914867705e-05,
+      "loss": 0.6953,
+      "step": 9500
+    },
+    {
+      "ar_loss": 0.5249,
+      "epoch": 0.6917293233082706,
+      "fm_loss": 0.1744,
+      "grad_norm": 1.7009040117263794,
+      "learning_rate": 4.750285390782342e-05,
+      "loss": 0.6992,
+      "step": 9600
+    },
+    {
+      "ar_loss": 0.523,
+      "epoch": 0.706766917293233,
+      "fm_loss": 0.1739,
+      "grad_norm": 1.4413669109344482,
+      "learning_rate": 4.745109766813334e-05,
+      "loss": 0.6968,
+      "step": 9700
+    },
+    {
+      "ar_loss": 0.5242,
+      "epoch": 0.7218045112781954,
+      "fm_loss": 0.1727,
+      "grad_norm": 1.4672104120254517,
+      "learning_rate": 4.739883935322532e-05,
+      "loss": 0.6969,
+      "step": 9800
+    },
+    {
+      "ar_loss": 0.5244,
+      "epoch": 0.7368421052631579,
+      "fm_loss": 0.1728,
+      "grad_norm": 1.458977222442627,
+      "learning_rate": 4.734608013175512e-05,
+      "loss": 0.6972,
+      "step": 9900
+    },
+    {
+      "ar_loss": 0.5247,
+      "epoch": 0.7518796992481203,
+      "fm_loss": 0.1721,
+      "grad_norm": 2.412842273712158,
+      "learning_rate": 4.72928211835803e-05,
+      "loss": 0.6968,
+      "step": 10000
+    },
+    {
+      "ar_loss": 0.5206,
+      "epoch": 0.7669172932330827,
+      "fm_loss": 0.172,
+      "grad_norm": 2.1207447052001953,
+      "learning_rate": 4.723906369973386e-05,
+      "loss": 0.6926,
+      "step": 10100
+    },
+    {
+      "ar_loss": 0.5214,
+      "epoch": 0.7819548872180451,
+      "fm_loss": 0.1735,
+      "grad_norm": 2.6220345497131348,
+      "learning_rate": 4.7184808882397594e-05,
+      "loss": 0.695,
+      "step": 10200
+    },
+    {
+      "ar_loss": 0.5236,
+      "epoch": 0.7969924812030075,
+      "fm_loss": 0.1819,
+      "grad_norm": 1.9105595350265503,
+      "learning_rate": 4.713005794487515e-05,
+      "loss": 0.7055,
+      "step": 10300
+    },
+    {
+      "ar_loss": 0.5202,
+      "epoch": 0.8120300751879699,
+      "fm_loss": 0.1718,
+      "grad_norm": 2.312239646911621,
+      "learning_rate": 4.707481211156497e-05,
+      "loss": 0.692,
+      "step": 10400
+    },
+    {
+      "ar_loss": 0.5207,
+      "epoch": 0.8270676691729323,
+      "fm_loss": 0.1788,
+      "grad_norm": 1.709987759590149,
+      "learning_rate": 4.701907261793287e-05,
+      "loss": 0.6995,
+      "step": 10500
+    },
+    {
+      "ar_loss": 0.5178,
+      "epoch": 0.8421052631578947,
+      "fm_loss": 0.172,
+      "grad_norm": 2.644814968109131,
+      "learning_rate": 4.696284071048444e-05,
+      "loss": 0.6898,
+      "step": 10600
+    },
+    {
+      "ar_loss": 0.5175,
+      "epoch": 0.8571428571428571,
+      "fm_loss": 0.1737,
+      "grad_norm": 1.4387990236282349,
+      "learning_rate": 4.690611764673713e-05,
+      "loss": 0.6912,
+      "step": 10700
+    },
+    {
+      "ar_loss": 0.5154,
+      "epoch": 0.8721804511278195,
+      "fm_loss": 0.1727,
+      "grad_norm": 1.308214545249939,
+      "learning_rate": 4.684890469519213e-05,
+      "loss": 0.6881,
+      "step": 10800
+    },
+    {
+      "ar_loss": 0.5158,
+      "epoch": 0.8872180451127819,
+      "fm_loss": 0.1707,
+      "grad_norm": 3.754106283187866,
+      "learning_rate": 4.6791203135306075e-05,
+      "loss": 0.6865,
+      "step": 10900
+    },
+    {
+      "ar_loss": 0.5213,
+      "epoch": 0.9022556390977443,
+      "fm_loss": 0.1709,
+      "grad_norm": 1.5025776624679565,
+      "learning_rate": 4.673301425746232e-05,
+      "loss": 0.6922,
+      "step": 11000
+    },
+    {
+      "ar_loss": 0.5129,
+      "epoch": 0.9172932330827067,
+      "fm_loss": 0.1705,
+      "grad_norm": 1.8450067043304443,
+      "learning_rate": 4.667433936294217e-05,
+      "loss": 0.6835,
+      "step": 11100
+    },
+    {
+      "ar_loss": 0.5176,
+      "epoch": 0.9323308270676691,
+      "fm_loss": 0.1768,
+      "grad_norm": 1.772120475769043,
+      "learning_rate": 4.661517976389574e-05,
+      "loss": 0.6944,
+      "step": 11200
+    },
+    {
+      "ar_loss": 0.5117,
+      "epoch": 0.9473684210526315,
+      "fm_loss": 0.1722,
+      "grad_norm": 1.8486195802688599,
+      "learning_rate": 4.6555536783312634e-05,
+      "loss": 0.6839,
+      "step": 11300
+    },
+    {
+      "ar_loss": 0.5139,
+      "epoch": 0.9624060150375939,
+      "fm_loss": 0.1705,
+      "grad_norm": 3.964401960372925,
+      "learning_rate": 4.649541175499232e-05,
+      "loss": 0.6844,
+      "step": 11400
+    },
+    {
+      "ar_loss": 0.5154,
+      "epoch": 0.9774436090225563,
+      "fm_loss": 0.1923,
+      "grad_norm": 2.2421326637268066,
+      "learning_rate": 4.6434806023514354e-05,
+      "loss": 0.7077,
+      "step": 11500
+    },
+    {
+      "ar_loss": 0.5147,
+      "epoch": 0.9924812030075187,
+      "fm_loss": 0.171,
+      "grad_norm": 1.773090124130249,
+      "learning_rate": 4.6373720944208275e-05,
+      "loss": 0.6856,
+      "step": 11600
+    },
+    {
+      "ar_loss": 0.4967,
+      "epoch": 1.0075187969924813,
+      "fm_loss": 0.1708,
+      "grad_norm": 2.0621070861816406,
+      "learning_rate": 4.631215788312331e-05,
+      "loss": 0.6675,
+      "step": 11700
+    },
+    {
+      "ar_loss": 0.4895,
+      "epoch": 1.0225563909774436,
+      "fm_loss": 0.1706,
+      "grad_norm": 1.7303022146224976,
+      "learning_rate": 4.6250118216997795e-05,
+      "loss": 0.6601,
+      "step": 11800
+    },
+    {
+      "ar_loss": 0.4896,
+      "epoch": 1.037593984962406,
+      "fm_loss": 0.1688,
+      "grad_norm": 2.481395959854126,
+      "learning_rate": 4.618760333322846e-05,
+      "loss": 0.6584,
+      "step": 11900
+    },
+    {
+      "ar_loss": 0.484,
+      "epoch": 1.0526315789473684,
+      "fm_loss": 0.1686,
+      "grad_norm": 8.144444465637207,
+      "learning_rate": 4.61246146298393e-05,
+      "loss": 0.6527,
+      "step": 12000
+    },
+    {
+      "ar_loss": 0.4851,
+      "epoch": 1.0676691729323309,
+      "fm_loss": 0.1695,
+      "grad_norm": 4.188894271850586,
+      "learning_rate": 4.606115351545043e-05,
+      "loss": 0.6546,
+      "step": 12100
+    },
+    {
+      "ar_loss": 0.4853,
+      "epoch": 1.0827067669172932,
+      "fm_loss": 0.1685,
+      "grad_norm": 2.112070083618164,
+      "learning_rate": 4.599722140924645e-05,
+      "loss": 0.6538,
+      "step": 12200
+    },
+    {
+      "ar_loss": 0.4862,
+      "epoch": 1.0977443609022557,
+      "fm_loss": 0.1684,
+      "grad_norm": 5.455174922943115,
+      "learning_rate": 4.593281974094483e-05,
+      "loss": 0.6547,
+      "step": 12300
+    },
+    {
+      "ar_loss": 0.4887,
+      "epoch": 1.112781954887218,
+      "fm_loss": 0.1682,
+      "grad_norm": 2.762221574783325,
+      "learning_rate": 4.5867949950763864e-05,
+      "loss": 0.6569,
+      "step": 12400
+    },
+    {
+      "ar_loss": 0.4829,
+      "epoch": 1.1278195488721805,
+      "fm_loss": 0.1683,
+      "grad_norm": 1.505560278892517,
+      "learning_rate": 4.5802613489390487e-05,
+      "loss": 0.6511,
+      "step": 12500
+    },
+    {
+      "ar_loss": 0.487,
+      "epoch": 1.1428571428571428,
+      "fm_loss": 0.1686,
+      "grad_norm": 12.36954402923584,
+      "learning_rate": 4.5736811817947824e-05,
+      "loss": 0.6557,
+      "step": 12600
+    },
+    {
+      "ar_loss": 0.4796,
+      "epoch": 1.1578947368421053,
+      "fm_loss": 0.1675,
+      "grad_norm": 1.7835297584533691,
+      "learning_rate": 4.5670546407962525e-05,
+      "loss": 0.6471,
+      "step": 12700
+    },
+    {
+      "ar_loss": 0.4841,
+      "epoch": 1.1729323308270676,
+      "fm_loss": 0.1685,
+      "grad_norm": 1.500798225402832,
+      "learning_rate": 4.560381874133186e-05,
+      "loss": 0.6526,
+      "step": 12800
+    },
+    {
+      "ar_loss": 0.4818,
+      "epoch": 1.1879699248120301,
+      "fm_loss": 0.1682,
+      "grad_norm": 3.4301960468292236,
+      "learning_rate": 4.553663031029055e-05,
+      "loss": 0.65,
+      "step": 12900
+    },
+    {
+      "ar_loss": 0.4821,
+      "epoch": 1.2030075187969924,
+      "fm_loss": 0.1699,
+      "grad_norm": 1.9192440509796143,
+      "learning_rate": 4.546898261737745e-05,
+      "loss": 0.6519,
+      "step": 13000
+    },
+    {
+      "ar_loss": 0.4854,
+      "epoch": 1.218045112781955,
+      "fm_loss": 0.1688,
+      "grad_norm": 2.5409817695617676,
+      "learning_rate": 4.540087717540188e-05,
+      "loss": 0.6542,
+      "step": 13100
+    },
+    {
+      "ar_loss": 0.4807,
+      "epoch": 1.2330827067669172,
+      "fm_loss": 0.1684,
+      "grad_norm": 1.6167821884155273,
+      "learning_rate": 4.533231550740985e-05,
+      "loss": 0.6491,
+      "step": 13200
+    },
+    {
+      "ar_loss": 0.4793,
+      "epoch": 1.2481203007518797,
+      "fm_loss": 0.1673,
+      "grad_norm": 2.658431053161621,
+      "learning_rate": 4.526329914664999e-05,
+      "loss": 0.6466,
+      "step": 13300
+    },
+    {
+      "ar_loss": 0.4802,
+      "epoch": 1.263157894736842,
+      "fm_loss": 0.1678,
+      "grad_norm": 1.7002625465393066,
+      "learning_rate": 4.51938296365392e-05,
+      "loss": 0.6481,
+      "step": 13400
+    },
+    {
+      "ar_loss": 0.4799,
+      "epoch": 1.2781954887218046,
+      "fm_loss": 0.1694,
+      "grad_norm": 2.5322110652923584,
+      "learning_rate": 4.5123908530628254e-05,
+      "loss": 0.6493,
+      "step": 13500
+    },
+    {
+      "ar_loss": 0.4807,
+      "epoch": 1.2932330827067668,
+      "fm_loss": 0.1674,
+      "grad_norm": 1.8980706930160522,
+      "learning_rate": 4.5053537392566946e-05,
+      "loss": 0.6481,
+      "step": 13600
+    },
+    {
+      "ar_loss": 0.4818,
+      "epoch": 1.3082706766917294,
+      "fm_loss": 0.1688,
+      "grad_norm": 1.619292140007019,
+      "learning_rate": 4.4982717796069176e-05,
+      "loss": 0.6507,
+      "step": 13700
+    },
+    {
+      "ar_loss": 0.4841,
+      "epoch": 1.3233082706766917,
+      "fm_loss": 0.1684,
+      "grad_norm": 1.7827472686767578,
+      "learning_rate": 4.491145132487775e-05,
+      "loss": 0.6526,
+      "step": 13800
+    },
+    {
+      "ar_loss": 0.4794,
+      "epoch": 1.3383458646616542,
+      "fm_loss": 0.1779,
+      "grad_norm": 2.303715944290161,
+      "learning_rate": 4.483973957272895e-05,
+      "loss": 0.6572,
+      "step": 13900
+    },
+    {
+      "ar_loss": 0.4729,
+      "epoch": 1.3533834586466165,
+      "fm_loss": 0.1767,
+      "grad_norm": 2.095193386077881,
+      "learning_rate": 4.476758414331691e-05,
+      "loss": 0.6496,
+      "step": 14000
+    },
+    {
+      "ar_loss": 0.4765,
+      "epoch": 1.368421052631579,
+      "fm_loss": 0.1679,
+      "grad_norm": 3.301593065261841,
+      "learning_rate": 4.4694986650257754e-05,
+      "loss": 0.6445,
+      "step": 14100
+    },
+    {
+      "ar_loss": 0.4787,
+      "epoch": 1.3834586466165413,
+      "fm_loss": 0.1675,
+      "grad_norm": 4.087191581726074,
+      "learning_rate": 4.462194871705347e-05,
+      "loss": 0.6462,
+      "step": 14200
+    },
+    {
+      "ar_loss": 0.4788,
+      "epoch": 1.3984962406015038,
+      "fm_loss": 0.1666,
+      "grad_norm": 1.5592633485794067,
+      "learning_rate": 4.4548471977055665e-05,
+      "loss": 0.6455,
+      "step": 14300
+    },
+    {
+      "ar_loss": 0.4747,
+      "epoch": 1.413533834586466,
+      "fm_loss": 0.1682,
+      "grad_norm": 7.437148571014404,
+      "learning_rate": 4.447455807342901e-05,
+      "loss": 0.6429,
+      "step": 14400
+    },
+    {
+      "ar_loss": 0.4798,
+      "epoch": 1.4285714285714286,
+      "fm_loss": 0.1674,
+      "grad_norm": 1.5794994831085205,
+      "learning_rate": 4.440020865911446e-05,
+      "loss": 0.6472,
+      "step": 14500
+    },
+    {
+      "ar_loss": 0.4729,
+      "epoch": 1.443609022556391,
+      "fm_loss": 0.1674,
+      "grad_norm": 2.327096700668335,
+      "learning_rate": 4.432542539679235e-05,
+      "loss": 0.6404,
+      "step": 14600
+    },
+    {
+      "ar_loss": 0.4711,
+      "epoch": 1.4586466165413534,
+      "fm_loss": 0.1699,
+      "grad_norm": 1.5044869184494019,
+      "learning_rate": 4.425020995884517e-05,
+      "loss": 0.641,
+      "step": 14700
+    },
+    {
+      "ar_loss": 0.4757,
+      "epoch": 1.4736842105263157,
+      "fm_loss": 0.1678,
+      "grad_norm": 1.8027641773223877,
+      "learning_rate": 4.41745640273202e-05,
+      "loss": 0.6435,
+      "step": 14800
+    },
+    {
+      "ar_loss": 0.4727,
+      "epoch": 1.4887218045112782,
+      "fm_loss": 0.1716,
+      "grad_norm": 1.5030885934829712,
+      "learning_rate": 4.4098489293891845e-05,
+      "loss": 0.6443,
+      "step": 14900
+    },
+    {
+      "ar_loss": 0.4741,
+      "epoch": 1.5037593984962405,
+      "fm_loss": 0.1678,
+      "grad_norm": 2.254826068878174,
+      "learning_rate": 4.4021987459823834e-05,
+      "loss": 0.6419,
+      "step": 15000
+    },
+    {
+      "ar_loss": 0.4636,
+      "epoch": 2.015368065160596,
+      "fm_loss": 0.1667,
+      "grad_norm": 5.636004447937012,
+      "learning_rate": 4.3687046036407485e-05,
+      "loss": 0.6303,
+      "step": 15100
+    },
+    {
+      "ar_loss": 0.4622,
+      "epoch": 2.0307361303211926,
+      "fm_loss": 0.1678,
+      "grad_norm": 2.2144827842712402,
+      "learning_rate": 4.360656750389484e-05,
+      "loss": 0.63,
+      "step": 15200
+    },
+    {
+      "ar_loss": 0.4643,
+      "epoch": 2.0461041954817887,
+      "fm_loss": 0.1659,
+      "grad_norm": 1.623849868774414,
+      "learning_rate": 4.3525654376107785e-05,
+      "loss": 0.6302,
+      "step": 15300
+    },
+    {
+      "ar_loss": 0.4617,
+      "epoch": 2.061472260642385,
+      "fm_loss": 0.1671,
+      "grad_norm": 10.88976001739502,
+      "learning_rate": 4.344430854294155e-05,
+      "loss": 0.6288,
+      "step": 15400
+    },
+    {
+      "ar_loss": 0.4622,
+      "epoch": 2.0768403258029813,
+      "fm_loss": 0.1679,
+      "grad_norm": 2.079127550125122,
+      "learning_rate": 4.3362531904398086e-05,
+      "loss": 0.6301,
+      "step": 15500
+    },
+    {
+      "ar_loss": 0.4593,
+      "epoch": 2.092208390963578,
+      "fm_loss": 0.1663,
+      "grad_norm": 3.9787468910217285,
+      "learning_rate": 4.3280326370541716e-05,
+      "loss": 0.6256,
+      "step": 15600
+    },
+    {
+      "ar_loss": 0.4606,
+      "epoch": 2.107576456124174,
+      "fm_loss": 0.1686,
+      "grad_norm": 2.992798089981079,
+      "learning_rate": 4.3197693861454505e-05,
+      "loss": 0.6292,
+      "step": 15700
+    },
+    {
+      "ar_loss": 0.4612,
+      "epoch": 2.1229445212847704,
+      "fm_loss": 0.1693,
+      "grad_norm": 1.920535922050476,
+      "learning_rate": 4.31146363071914e-05,
+      "loss": 0.6305,
+      "step": 15800
+    },
+    {
+      "ar_loss": 0.4626,
+      "epoch": 2.1383125864453665,
+      "fm_loss": 0.1793,
+      "grad_norm": 1.652984380722046,
+      "learning_rate": 4.303115564773521e-05,
+      "loss": 0.6419,
+      "step": 15900
+    },
+    {
+      "ar_loss": 0.4583,
+      "epoch": 2.153680651605963,
+      "fm_loss": 0.1665,
+      "grad_norm": 1.9141411781311035,
+      "learning_rate": 4.294725383295121e-05,
+      "loss": 0.6248,
+      "step": 16000
+    },
+    {
+      "ar_loss": 0.4646,
+      "epoch": 2.169048716766559,
+      "fm_loss": 0.1762,
+      "grad_norm": 1.7625855207443237,
+      "learning_rate": 4.286293282254165e-05,
+      "loss": 0.6407,
+      "step": 16100
+    },
+    {
+      "ar_loss": 0.4622,
+      "epoch": 2.1844167819271556,
+      "fm_loss": 0.1674,
+      "grad_norm": 1.4725229740142822,
+      "learning_rate": 4.2778194585999965e-05,
+      "loss": 0.6295,
+      "step": 16200
+    },
+    {
+      "ar_loss": 0.4642,
+      "epoch": 2.1997848470877517,
+      "fm_loss": 0.1654,
+      "grad_norm": 2.979617118835449,
+      "learning_rate": 4.269304110256479e-05,
+      "loss": 0.6296,
+      "step": 16300
+    },
+    {
+      "ar_loss": 0.4605,
+      "epoch": 2.2151529122483478,
+      "fm_loss": 0.1656,
+      "grad_norm": 4.4237470626831055,
+      "learning_rate": 4.2607474361173714e-05,
+      "loss": 0.6262,
+      "step": 16400
+    },
+    {
+      "ar_loss": 0.4597,
+      "epoch": 2.2305209774089443,
+      "fm_loss": 0.1673,
+      "grad_norm": 3.3088274002075195,
+      "learning_rate": 4.2521496360416834e-05,
+      "loss": 0.627,
+      "step": 16500
+    },
+    {
+      "ar_loss": 0.4588,
+      "epoch": 2.2458890425695404,
+      "fm_loss": 0.166,
+      "grad_norm": 2.4934027194976807,
+      "learning_rate": 4.243510910849006e-05,
+      "loss": 0.6248,
+      "step": 16600
+    },
+    {
+      "ar_loss": 0.4577,
+      "epoch": 2.261257107730137,
+      "fm_loss": 0.1654,
+      "grad_norm": 3.4698071479797363,
+      "learning_rate": 4.234831462314822e-05,
+      "loss": 0.6231,
+      "step": 16700
+    },
+    {
+      "ar_loss": 0.459,
+      "epoch": 2.276625172890733,
+      "fm_loss": 0.1663,
+      "grad_norm": 1.6527596712112427,
+      "learning_rate": 4.226111493165793e-05,
+      "loss": 0.6253,
+      "step": 16800
+    },
+    {
+      "ar_loss": 0.4563,
+      "epoch": 2.2919932380513295,
+      "fm_loss": 0.1647,
+      "grad_norm": 2.62147855758667,
+      "learning_rate": 4.217351207075024e-05,
+      "loss": 0.621,
+      "step": 16900
+    },
+    {
+      "ar_loss": 0.4583,
+      "epoch": 2.3073613032119256,
+      "fm_loss": 0.1651,
+      "grad_norm": 2.403658151626587,
+      "learning_rate": 4.208550808657309e-05,
+      "loss": 0.6234,
+      "step": 17000
+    },
+    {
+      "ar_loss": 0.4565,
+      "epoch": 2.322729368372522,
+      "fm_loss": 0.1651,
+      "grad_norm": 2.243856906890869,
+      "learning_rate": 4.199710503464345e-05,
+      "loss": 0.6216,
+      "step": 17100
+    },
+    {
+      "ar_loss": 0.456,
+      "epoch": 2.338097433533118,
+      "fm_loss": 0.1651,
+      "grad_norm": 2.199291229248047,
+      "learning_rate": 4.190830497979938e-05,
+      "loss": 0.6211,
+      "step": 17200
+    },
+    {
+      "ar_loss": 0.4532,
+      "epoch": 2.3534654986937147,
+      "fm_loss": 0.1656,
+      "grad_norm": 2.230714797973633,
+      "learning_rate": 4.1819109996151775e-05,
+      "loss": 0.6188,
+      "step": 17300
+    },
+    {
+      "ar_loss": 0.4526,
+      "epoch": 2.3688335638543108,
+      "fm_loss": 0.1651,
+      "grad_norm": 2.124840259552002,
+      "learning_rate": 4.172952216703588e-05,
+      "loss": 0.6176,
+      "step": 17400
+    },
+    {
+      "ar_loss": 0.4502,
+      "epoch": 2.384201629014907,
+      "fm_loss": 0.165,
+      "grad_norm": 2.1426265239715576,
+      "learning_rate": 4.1639543584962726e-05,
+      "loss": 0.6152,
+      "step": 17500
+    },
+    {
+      "ar_loss": 0.4542,
+      "epoch": 2.3995696941755034,
+      "fm_loss": 0.1651,
+      "grad_norm": 4.364583492279053,
+      "learning_rate": 4.154917635157015e-05,
+      "loss": 0.6193,
+      "step": 17600
+    },
+    {
+      "ar_loss": 0.4558,
+      "epoch": 2.4149377593360994,
+      "fm_loss": 0.1651,
+      "grad_norm": 1.8425495624542236,
+      "learning_rate": 4.145842257757377e-05,
+      "loss": 0.621,
+      "step": 17700
+    },
+    {
+      "ar_loss": 0.4533,
+      "epoch": 2.430305824496696,
+      "fm_loss": 0.1657,
+      "grad_norm": 1.7966125011444092,
+      "learning_rate": 4.136728438271768e-05,
+      "loss": 0.619,
+      "step": 17800
+    },
+    {
+      "ar_loss": 0.4493,
+      "epoch": 2.445673889657292,
+      "fm_loss": 0.1651,
+      "grad_norm": 2.5523791313171387,
+      "learning_rate": 4.127576389572488e-05,
+      "loss": 0.6144,
+      "step": 17900
+    },
+    {
+      "ar_loss": 0.4501,
+      "epoch": 2.4610419548178886,
+      "fm_loss": 0.1647,
+      "grad_norm": 2.2898178100585938,
+      "learning_rate": 4.1183863254247655e-05,
+      "loss": 0.6148,
+      "step": 18000
+    },
+    {
+      "ar_loss": 0.4509,
+      "epoch": 2.4764100199784846,
+      "fm_loss": 0.1635,
+      "grad_norm": 2.085273504257202,
+      "learning_rate": 4.109158460481758e-05,
+      "loss": 0.6144,
+      "step": 18100
+    },
+    {
+      "ar_loss": 0.4515,
+      "epoch": 2.491778085139081,
+      "fm_loss": 0.1651,
+      "grad_norm": 2.7309823036193848,
+      "learning_rate": 4.0998930102795377e-05,
+      "loss": 0.6166,
+      "step": 18200
+    },
+    {
+      "ar_loss": 0.4491,
+      "epoch": 2.5071461502996772,
+      "fm_loss": 0.1645,
+      "grad_norm": 1.9515680074691772,
+      "learning_rate": 4.090590191232061e-05,
+      "loss": 0.6137,
+      "step": 18300
+    },
+    {
+      "ar_loss": 0.4541,
+      "epoch": 2.5225142154602738,
+      "fm_loss": 0.1639,
+      "grad_norm": 3.2586522102355957,
+      "learning_rate": 4.0812502206261096e-05,
+      "loss": 0.618,
+      "step": 18400
+    },
+    {
+      "ar_loss": 0.4463,
+      "epoch": 2.53788228062087,
+      "fm_loss": 0.1645,
+      "grad_norm": 3.2903804779052734,
+      "learning_rate": 4.071873316616219e-05,
+      "loss": 0.6108,
+      "step": 18500
+    },
+    {
+      "ar_loss": 0.4465,
+      "epoch": 2.553250345781466,
+      "fm_loss": 0.1659,
+      "grad_norm": 3.0805041790008545,
+      "learning_rate": 4.062459698219583e-05,
+      "loss": 0.6124,
+      "step": 18600
+    },
+    {
+      "ar_loss": 0.4476,
+      "epoch": 2.5686184109420624,
+      "fm_loss": 0.1643,
+      "grad_norm": 10.558906555175781,
+      "learning_rate": 4.053009585310933e-05,
+      "loss": 0.6119,
+      "step": 18700
+    },
+    {
+      "ar_loss": 0.4461,
+      "epoch": 2.5839864761026585,
+      "fm_loss": 0.164,
+      "grad_norm": 1.7276713848114014,
+      "learning_rate": 4.04352319861741e-05,
+      "loss": 0.6102,
+      "step": 18800
+    },
+    {
+      "ar_loss": 0.4486,
+      "epoch": 2.599354541263255,
+      "fm_loss": 0.1655,
+      "grad_norm": 2.4759597778320312,
+      "learning_rate": 4.034000759713401e-05,
+      "loss": 0.6142,
+      "step": 18900
+    },
+    {
+      "ar_loss": 0.4461,
+      "epoch": 2.614722606423851,
+      "fm_loss": 0.164,
+      "grad_norm": 1.5683785676956177,
+      "learning_rate": 4.024442491015372e-05,
+      "loss": 0.6101,
+      "step": 19000
+    },
+    {
+      "ar_loss": 0.4495,
+      "epoch": 2.6300906715844476,
+      "fm_loss": 0.1637,
+      "grad_norm": 3.866807460784912,
+      "learning_rate": 4.014848615776666e-05,
+      "loss": 0.6132,
+      "step": 19100
+    },
+    {
+      "ar_loss": 0.447,
+      "epoch": 2.6454587367450437,
+      "fm_loss": 0.1635,
+      "grad_norm": 1.7105318307876587,
+      "learning_rate": 4.00521935808229e-05,
+      "loss": 0.6105,
+      "step": 19200
+    },
+    {
+      "ar_loss": 0.4454,
+      "epoch": 2.66082680190564,
+      "fm_loss": 0.1634,
+      "grad_norm": 2.6716930866241455,
+      "learning_rate": 3.995554942843687e-05,
+      "loss": 0.6088,
+      "step": 19300
+    },
+    {
+      "ar_loss": 0.4491,
+      "epoch": 2.6761948670662363,
+      "fm_loss": 0.1647,
+      "grad_norm": 1.8674702644348145,
+      "learning_rate": 3.9858555957934715e-05,
+      "loss": 0.6137,
+      "step": 19400
+    },
+    {
+      "ar_loss": 0.445,
+      "epoch": 2.691562932226833,
+      "fm_loss": 0.1631,
+      "grad_norm": 2.926995277404785,
+      "learning_rate": 3.976121543480169e-05,
+      "loss": 0.6081,
+      "step": 19500
+    },
+    {
+      "ar_loss": 0.4416,
+      "epoch": 2.706930997387429,
+      "fm_loss": 0.1641,
+      "grad_norm": 2.341655731201172,
+      "learning_rate": 3.966353013262917e-05,
+      "loss": 0.6057,
+      "step": 19600
+    },
+    {
+      "ar_loss": 0.4406,
+      "epoch": 2.722299062548025,
+      "fm_loss": 0.1648,
+      "grad_norm": 1.6259019374847412,
+      "learning_rate": 3.956550233306155e-05,
+      "loss": 0.6054,
+      "step": 19700
+    },
+    {
+      "ar_loss": 0.4439,
+      "epoch": 2.7376671277086215,
+      "fm_loss": 0.1626,
+      "grad_norm": 3.2317330837249756,
+      "learning_rate": 3.946713432574299e-05,
+      "loss": 0.6065,
+      "step": 19800
+    },
+    {
+      "ar_loss": 0.4445,
+      "epoch": 2.7530351928692176,
+      "fm_loss": 0.1636,
+      "grad_norm": 2.053748369216919,
+      "learning_rate": 3.936842840826391e-05,
+      "loss": 0.6081,
+      "step": 19900
+    },
+    {
+      "ar_loss": 0.444,
+      "epoch": 2.768403258029814,
+      "fm_loss": 0.1635,
+      "grad_norm": 3.10992431640625,
+      "learning_rate": 3.9269386886107304e-05,
+      "loss": 0.6076,
+      "step": 20000
+    },
+    {
+      "ar_loss": 0.4431,
+      "epoch": 2.78377132319041,
+      "fm_loss": 0.1634,
+      "grad_norm": 1.6531990766525269,
+      "learning_rate": 3.9170012072594944e-05,
+      "loss": 0.6065,
+      "step": 20100
+    },
+    {
+      "ar_loss": 0.4413,
+      "epoch": 2.7991393883510067,
+      "fm_loss": 0.1642,
+      "grad_norm": 2.239360809326172,
+      "learning_rate": 3.90703062888333e-05,
+      "loss": 0.6055,
+      "step": 20200
+    },
+    {
+      "ar_loss": 0.4411,
+      "epoch": 2.814507453511603,
+      "fm_loss": 0.1635,
+      "grad_norm": 2.6573100090026855,
+      "learning_rate": 3.8970271863659366e-05,
+      "loss": 0.6046,
+      "step": 20300
+    },
+    {
+      "ar_loss": 0.4388,
+      "epoch": 2.8298755186721993,
+      "fm_loss": 0.1639,
+      "grad_norm": 2.9059882164001465,
+      "learning_rate": 3.886991113358621e-05,
+      "loss": 0.6027,
+      "step": 20400
+    },
+    {
+      "ar_loss": 0.4413,
+      "epoch": 2.8452435838327954,
+      "fm_loss": 0.1647,
+      "grad_norm": 1.4836231470108032,
+      "learning_rate": 3.876922644274847e-05,
+      "loss": 0.6061,
+      "step": 20500
+    },
+    {
+      "ar_loss": 0.4394,
+      "epoch": 2.860611648993392,
+      "fm_loss": 0.1639,
+      "grad_norm": 3.667249917984009,
+      "learning_rate": 3.866822014284753e-05,
+      "loss": 0.6033,
+      "step": 20600
+    },
+    {
+      "ar_loss": 0.437,
+      "epoch": 2.875979714153988,
+      "fm_loss": 0.1631,
+      "grad_norm": 2.724766731262207,
+      "learning_rate": 3.8566894593096646e-05,
+      "loss": 0.6001,
+      "step": 20700
+    },
+    {
+      "ar_loss": 0.4408,
+      "epoch": 2.891347779314584,
+      "fm_loss": 0.1634,
+      "grad_norm": 3.302048683166504,
+      "learning_rate": 3.846525216016581e-05,
+      "loss": 0.6043,
+      "step": 20800
+    },
+    {
+      "ar_loss": 0.4374,
+      "epoch": 2.9067158444751806,
+      "fm_loss": 0.1632,
+      "grad_norm": 5.427467346191406,
+      "learning_rate": 3.836329521812651e-05,
+      "loss": 0.6006,
+      "step": 20900
+    },
+    {
+      "ar_loss": 0.4404,
+      "epoch": 2.922083909635777,
+      "fm_loss": 0.1632,
+      "grad_norm": 2.2337872982025146,
+      "learning_rate": 3.826102614839621e-05,
+      "loss": 0.6037,
+      "step": 21000
+    },
+    {
+      "ar_loss": 0.4384,
+      "epoch": 2.937451974796373,
+      "fm_loss": 0.1629,
+      "grad_norm": 13.053716659545898,
+      "learning_rate": 3.815844733968281e-05,
+      "loss": 0.6014,
+      "step": 21100
+    },
+    {
+      "ar_loss": 0.4374,
+      "epoch": 2.9528200399569693,
+      "fm_loss": 0.1623,
+      "grad_norm": 2.655907392501831,
+      "learning_rate": 3.8055561187928776e-05,
+      "loss": 0.5997,
+      "step": 21200
+    },
+    {
+      "ar_loss": 0.4344,
+      "epoch": 2.968188105117566,
+      "fm_loss": 0.163,
+      "grad_norm": 4.967069625854492,
+      "learning_rate": 3.795237009625523e-05,
+      "loss": 0.5974,
+      "step": 21300
+    },
+    {
+      "ar_loss": 0.4384,
+      "epoch": 2.983556170278162,
+      "fm_loss": 0.1639,
+      "grad_norm": 1.5047295093536377,
+      "learning_rate": 3.784887647490581e-05,
+      "loss": 0.6023,
+      "step": 21400
+    },
+    {
+      "ar_loss": 0.435,
+      "epoch": 2.9989242354387584,
+      "fm_loss": 0.1626,
+      "grad_norm": 2.5669796466827393,
+      "learning_rate": 3.774508274119035e-05,
+      "loss": 0.5976,
+      "step": 21500
+    },
+    {
+      "ar_loss": 0.4195,
+      "epoch": 3.0142923005993545,
+      "fm_loss": 0.1629,
+      "grad_norm": 2.004462718963623,
+      "learning_rate": 3.764099131942846e-05,
+      "loss": 0.5825,
+      "step": 21600
+    },
+    {
+      "ar_loss": 0.4153,
+      "epoch": 3.029660365759951,
+      "fm_loss": 0.1619,
+      "grad_norm": 4.897035121917725,
+      "learning_rate": 3.753660464089285e-05,
+      "loss": 0.5773,
+      "step": 21700
+    },
+    {
+      "ar_loss": 0.414,
+      "epoch": 3.045028430920547,
+      "fm_loss": 0.1628,
+      "grad_norm": 5.358692169189453,
+      "learning_rate": 3.743192514375257e-05,
+      "loss": 0.5768,
+      "step": 21800
+    },
+    {
+      "ar_loss": 0.417,
+      "epoch": 3.060396496081143,
+      "fm_loss": 0.1624,
+      "grad_norm": 2.0926132202148438,
+      "learning_rate": 3.732695527301609e-05,
+      "loss": 0.5793,
+      "step": 21900
+    },
+    {
+      "ar_loss": 0.4168,
+      "epoch": 3.0757645612417397,
+      "fm_loss": 0.1626,
+      "grad_norm": 2.1865603923797607,
+      "learning_rate": 3.722169748047413e-05,
+      "loss": 0.5793,
+      "step": 22000
+    },
+    {
+      "ar_loss": 0.4142,
+      "epoch": 3.0911326264023358,
+      "fm_loss": 0.163,
+      "grad_norm": 1.9334361553192139,
+      "learning_rate": 3.711615422464244e-05,
+      "loss": 0.5772,
+      "step": 22100
+    },
+    {
+      "ar_loss": 0.4156,
+      "epoch": 3.1065006915629323,
+      "fm_loss": 0.163,
+      "grad_norm": 2.2630386352539062,
+      "learning_rate": 3.701032797070436e-05,
+      "loss": 0.5785,
+      "step": 22200
+    },
+    {
+      "ar_loss": 0.4122,
+      "epoch": 3.1218687567235284,
+      "fm_loss": 0.1706,
+      "grad_norm": 1.959439754486084,
+      "learning_rate": 3.690422119045325e-05,
+      "loss": 0.5828,
+      "step": 22300
+    },
+    {
+      "ar_loss": 0.4142,
+      "epoch": 3.137236821884125,
+      "fm_loss": 0.1717,
+      "grad_norm": 2.2783379554748535,
+      "learning_rate": 3.6797836362234745e-05,
+      "loss": 0.5859,
+      "step": 22400
+    },
+    {
+      "ar_loss": 0.4142,
+      "epoch": 3.152604887044721,
+      "fm_loss": 0.1634,
+      "grad_norm": 2.1327381134033203,
+      "learning_rate": 3.669117597088885e-05,
+      "loss": 0.5776,
+      "step": 22500
+    },
+    {
+      "ar_loss": 0.4125,
+      "epoch": 3.1679729522053175,
+      "fm_loss": 0.1665,
+      "grad_norm": 2.315673828125,
+      "learning_rate": 3.658424250769195e-05,
+      "loss": 0.579,
+      "step": 22600
+    },
+    {
+      "ar_loss": 0.4148,
+      "epoch": 3.1833410173659136,
+      "fm_loss": 0.1629,
+      "grad_norm": 3.1342201232910156,
+      "learning_rate": 3.647703847029858e-05,
+      "loss": 0.5778,
+      "step": 22700
+    },
+    {
+      "ar_loss": 0.4164,
+      "epoch": 3.19870908252651,
+      "fm_loss": 0.1615,
+      "grad_norm": 2.276103973388672,
+      "learning_rate": 3.6369566362683115e-05,
+      "loss": 0.5778,
+      "step": 22800
+    },
+    {
+      "ar_loss": 0.415,
+      "epoch": 3.214077147687106,
+      "fm_loss": 0.1634,
+      "grad_norm": 3.8148179054260254,
+      "learning_rate": 3.626182869508124e-05,
+      "loss": 0.5784,
+      "step": 22900
+    },
+    {
+      "ar_loss": 0.4135,
+      "epoch": 3.2294452128477023,
+      "fm_loss": 0.163,
+      "grad_norm": 2.029802083969116,
+      "learning_rate": 3.6153827983931395e-05,
+      "loss": 0.5765,
+      "step": 23000
+    },
+    {
+      "ar_loss": 0.4108,
+      "epoch": 3.2448132780082988,
+      "fm_loss": 0.1616,
+      "grad_norm": 1.9012216329574585,
+      "learning_rate": 3.6045566751815906e-05,
+      "loss": 0.5724,
+      "step": 23100
+    },
+    {
+      "ar_loss": 0.4118,
+      "epoch": 3.260181343168895,
+      "fm_loss": 0.1631,
+      "grad_norm": 1.9454518556594849,
+      "learning_rate": 3.593704752740214e-05,
+      "loss": 0.5749,
+      "step": 23200
+    },
+    {
+      "ar_loss": 0.4114,
+      "epoch": 3.2755494083294914,
+      "fm_loss": 0.1646,
+      "grad_norm": 5.499399662017822,
+      "learning_rate": 3.5828272845383395e-05,
+      "loss": 0.576,
+      "step": 23300
+    },
+    {
+      "ar_loss": 0.4099,
+      "epoch": 3.2909174734900875,
+      "fm_loss": 0.1622,
+      "grad_norm": 2.5215775966644287,
+      "learning_rate": 3.571924524641973e-05,
+      "loss": 0.5721,
+      "step": 23400
+    },
+    {
+      "ar_loss": 0.4132,
+      "epoch": 3.306285538650684,
+      "fm_loss": 0.1619,
+      "grad_norm": 1.9290796518325806,
+      "learning_rate": 3.56099672770786e-05,
+      "loss": 0.575,
+      "step": 23500
+    },
+    {
+      "ar_loss": 0.4106,
+      "epoch": 3.32165360381128,
+      "fm_loss": 0.1653,
+      "grad_norm": 3.0975518226623535,
+      "learning_rate": 3.550044148977539e-05,
+      "loss": 0.5759,
+      "step": 23600
+    },
+    {
+      "ar_loss": 0.4109,
+      "epoch": 3.3370216689718766,
+      "fm_loss": 0.1625,
+      "grad_norm": 3.079251289367676,
+      "learning_rate": 3.539067044271378e-05,
+      "loss": 0.5734,
+      "step": 23700
+    },
+    {
+      "ar_loss": 0.4106,
+      "epoch": 3.3523897341324727,
+      "fm_loss": 0.162,
+      "grad_norm": 3.6910111904144287,
+      "learning_rate": 3.5280656699826016e-05,
+      "loss": 0.5726,
+      "step": 23800
+    },
+    {
+      "ar_loss": 0.4081,
+      "epoch": 3.367757799293069,
+      "fm_loss": 0.1616,
+      "grad_norm": 2.8438339233398438,
+      "learning_rate": 3.5170402830713004e-05,
+      "loss": 0.5698,
+      "step": 23900
+    },
+    {
+      "ar_loss": 0.4122,
+      "epoch": 3.3831258644536653,
+      "fm_loss": 0.1616,
+      "grad_norm": 5.298975467681885,
+      "learning_rate": 3.505991141058431e-05,
+      "loss": 0.5738,
+      "step": 24000
+    },
+    {
+      "ar_loss": 0.4107,
+      "epoch": 3.3984939296142613,
+      "fm_loss": 0.1614,
+      "grad_norm": 2.1549863815307617,
+      "learning_rate": 3.494918502019798e-05,
+      "loss": 0.5721,
+      "step": 24100
+    },
+    {
+      "ar_loss": 0.4095,
+      "epoch": 3.413861994774858,
+      "fm_loss": 0.1615,
+      "grad_norm": 2.1645219326019287,
+      "learning_rate": 3.483822624580031e-05,
+      "loss": 0.571,
+      "step": 24200
+    },
+    {
+      "ar_loss": 0.4102,
+      "epoch": 3.429230059935454,
+      "fm_loss": 0.1623,
+      "grad_norm": 3.294847249984741,
+      "learning_rate": 3.472703767906539e-05,
+      "loss": 0.5724,
+      "step": 24300
+    },
+    {
+      "ar_loss": 0.4116,
+      "epoch": 3.4445981250960505,
+      "fm_loss": 0.1628,
+      "grad_norm": 2.6318018436431885,
+      "learning_rate": 3.461562191703459e-05,
+      "loss": 0.5744,
+      "step": 24400
+    },
+    {
+      "ar_loss": 0.4116,
+      "epoch": 3.4599661902566465,
+      "fm_loss": 0.161,
+      "grad_norm": 4.470794677734375,
+      "learning_rate": 3.450398156205592e-05,
+      "loss": 0.5726,
+      "step": 24500
+    },
+    {
+      "ar_loss": 0.4101,
+      "epoch": 3.475334255417243,
+      "fm_loss": 0.1609,
+      "grad_norm": 3.786229133605957,
+      "learning_rate": 3.43921192217232e-05,
+      "loss": 0.571,
+      "step": 24600
+    },
+    {
+      "ar_loss": 0.4085,
+      "epoch": 3.490702320577839,
+      "fm_loss": 0.1606,
+      "grad_norm": 3.3834242820739746,
+      "learning_rate": 3.42800375088152e-05,
+      "loss": 0.5691,
+      "step": 24700
+    },
+    {
+      "ar_loss": 0.4106,
+      "epoch": 3.5060703857384357,
+      "fm_loss": 0.1612,
+      "grad_norm": 2.6395816802978516,
+      "learning_rate": 3.4167739041234595e-05,
+      "loss": 0.5718,
+      "step": 24800
+    },
+    {
+      "ar_loss": 0.4095,
+      "epoch": 3.5214384508990317,
+      "fm_loss": 0.161,
+      "grad_norm": 3.1765825748443604,
+      "learning_rate": 3.405522644194682e-05,
+      "loss": 0.5705,
+      "step": 24900
+    },
+    {
+      "ar_loss": 0.4098,
+      "epoch": 3.5368065160596283,
+      "fm_loss": 0.1619,
+      "grad_norm": 2.2531938552856445,
+      "learning_rate": 3.3942502338918795e-05,
+      "loss": 0.5716,
+      "step": 25000
+    },
+    {
+      "ar_loss": 0.4074,
+      "epoch": 3.5521745812202243,
+      "fm_loss": 0.1624,
+      "grad_norm": 2.6430165767669678,
+      "learning_rate": 3.382956936505755e-05,
+      "loss": 0.5698,
+      "step": 25100
+    },
+    {
+      "ar_loss": 0.4096,
+      "epoch": 3.5675426463808204,
+      "fm_loss": 0.1607,
+      "grad_norm": 2.1325323581695557,
+      "learning_rate": 3.371643015814874e-05,
+      "loss": 0.5703,
+      "step": 25200
+    },
+    {
+      "ar_loss": 0.4111,
+      "epoch": 3.582910711541417,
+      "fm_loss": 0.1614,
+      "grad_norm": 2.9714601039886475,
+      "learning_rate": 3.360308736079502e-05,
+      "loss": 0.5725,
+      "step": 25300
+    },
+    {
+      "ar_loss": 0.4086,
+      "epoch": 3.5982787767020135,
+      "fm_loss": 0.1612,
+      "grad_norm": 2.1280746459960938,
+      "learning_rate": 3.348954362035432e-05,
+      "loss": 0.5698,
+      "step": 25400
+    },
+    {
+      "ar_loss": 0.4074,
+      "epoch": 3.6136468418626095,
+      "fm_loss": 0.1608,
+      "grad_norm": 8.301246643066406,
+      "learning_rate": 3.337580158887802e-05,
+      "loss": 0.5681,
+      "step": 25500
+    },
+    {
+      "ar_loss": 0.4054,
+      "epoch": 3.6290149070232056,
+      "fm_loss": 0.164,
+      "grad_norm": 2.632568120956421,
+      "learning_rate": 3.326186392304901e-05,
+      "loss": 0.5694,
+      "step": 25600
+    },
+    {
+      "ar_loss": 0.4076,
+      "epoch": 3.644382972183802,
+      "fm_loss": 0.1616,
+      "grad_norm": 4.138895511627197,
+      "learning_rate": 3.314773328411962e-05,
+      "loss": 0.5692,
+      "step": 25700
+    },
+    {
+      "ar_loss": 0.4059,
+      "epoch": 3.659751037344398,
+      "fm_loss": 0.1616,
+      "grad_norm": 2.5377886295318604,
+      "learning_rate": 3.3033412337849466e-05,
+      "loss": 0.5675,
+      "step": 25800
+    },
+    {
+      "ar_loss": 0.4085,
+      "epoch": 3.6751191025049947,
+      "fm_loss": 0.1617,
+      "grad_norm": 2.334913730621338,
+      "learning_rate": 3.2918903754443195e-05,
+      "loss": 0.5702,
+      "step": 25900
+    },
+    {
+      "ar_loss": 0.4064,
+      "epoch": 3.690487167665591,
+      "fm_loss": 0.1625,
+      "grad_norm": 1.9625128507614136,
+      "learning_rate": 3.2804210208488114e-05,
+      "loss": 0.5689,
+      "step": 26000
+    },
+    {
+      "ar_loss": 0.4057,
+      "epoch": 3.7058552328261873,
+      "fm_loss": 0.1617,
+      "grad_norm": 2.2251503467559814,
+      "learning_rate": 3.268933437889172e-05,
+      "loss": 0.5674,
+      "step": 26100
+    },
+    {
+      "ar_loss": 0.4066,
+      "epoch": 3.7212232979867834,
+      "fm_loss": 0.1617,
+      "grad_norm": 3.2878170013427734,
+      "learning_rate": 3.2574278948819105e-05,
+      "loss": 0.5683,
+      "step": 26200
+    },
+    {
+      "ar_loss": 0.4097,
+      "epoch": 3.7365913631473795,
+      "fm_loss": 0.1618,
+      "grad_norm": 3.281667947769165,
+      "learning_rate": 3.2459046605630334e-05,
+      "loss": 0.5715,
+      "step": 26300
+    },
+    {
+      "ar_loss": 0.406,
+      "epoch": 3.751959428307976,
+      "fm_loss": 0.1607,
+      "grad_norm": 2.7066891193389893,
+      "learning_rate": 3.234364004081763e-05,
+      "loss": 0.5667,
+      "step": 26400
+    },
+    {
+      "ar_loss": 0.4041,
+      "epoch": 3.7673274934685725,
+      "fm_loss": 0.1614,
+      "grad_norm": 4.11818790435791,
+      "learning_rate": 3.222806194994253e-05,
+      "loss": 0.5655,
+      "step": 26500
+    },
+    {
+      "ar_loss": 0.4039,
+      "epoch": 3.7826955586291686,
+      "fm_loss": 0.1611,
+      "grad_norm": 2.0963382720947266,
+      "learning_rate": 3.211231503257292e-05,
+      "loss": 0.565,
+      "step": 26600
+    },
+    {
+      "ar_loss": 0.4039,
+      "epoch": 3.7980636237897647,
+      "fm_loss": 0.1612,
+      "grad_norm": 8.769935607910156,
+      "learning_rate": 3.199640199221998e-05,
+      "loss": 0.5651,
+      "step": 26700
+    },
+    {
+      "ar_loss": 0.407,
+      "epoch": 3.813431688950361,
+      "fm_loss": 0.1614,
+      "grad_norm": 4.367818832397461,
+      "learning_rate": 3.188032553627505e-05,
+      "loss": 0.5684,
+      "step": 26800
+    },
+    {
+      "ar_loss": 0.4025,
+      "epoch": 3.8287997541109573,
+      "fm_loss": 0.1612,
+      "grad_norm": 3.1772165298461914,
+      "learning_rate": 3.1764088375946355e-05,
+      "loss": 0.5637,
+      "step": 26900
+    },
+    {
+      "ar_loss": 0.4051,
+      "epoch": 3.844167819271554,
+      "fm_loss": 0.1606,
+      "grad_norm": 2.3004674911499023,
+      "learning_rate": 3.1647693226195764e-05,
+      "loss": 0.5657,
+      "step": 27000
+    },
+    {
+      "ar_loss": 0.4023,
+      "epoch": 3.85953588443215,
+      "fm_loss": 0.1609,
+      "grad_norm": 2.438415050506592,
+      "learning_rate": 3.1531142805675244e-05,
+      "loss": 0.5633,
+      "step": 27100
+    },
+    {
+      "ar_loss": 0.405,
+      "epoch": 3.8749039495927464,
+      "fm_loss": 0.1615,
+      "grad_norm": 2.6293303966522217,
+      "learning_rate": 3.141443983666349e-05,
+      "loss": 0.5666,
+      "step": 27200
+    },
+    {
+      "ar_loss": 0.4022,
+      "epoch": 3.8902720147533425,
+      "fm_loss": 0.1609,
+      "grad_norm": 3.9701802730560303,
+      "learning_rate": 3.1297587045002265e-05,
+      "loss": 0.5631,
+      "step": 27300
+    },
+    {
+      "ar_loss": 0.4008,
+      "epoch": 3.9056400799139386,
+      "fm_loss": 0.1615,
+      "grad_norm": 1.8459994792938232,
+      "learning_rate": 3.118058716003277e-05,
+      "loss": 0.5623,
+      "step": 27400
+    },
+    {
+      "ar_loss": 0.4058,
+      "epoch": 3.921008145074535,
+      "fm_loss": 0.1612,
+      "grad_norm": 10.706082344055176,
+      "learning_rate": 3.106344291453185e-05,
+      "loss": 0.567,
+      "step": 27500
+    },
+    {
+      "ar_loss": 0.4022,
+      "epoch": 3.9363762102351316,
+      "fm_loss": 0.1609,
+      "grad_norm": 2.411083221435547,
+      "learning_rate": 3.09461570446482e-05,
+      "loss": 0.5632,
+      "step": 27600
+    },
+    {
+      "ar_loss": 0.4021,
+      "epoch": 3.9517442753957277,
+      "fm_loss": 0.1609,
+      "grad_norm": 1.9293774366378784,
+      "learning_rate": 3.082873228983847e-05,
+      "loss": 0.563,
+      "step": 27700
+    },
+    {
+      "ar_loss": 0.4021,
+      "epoch": 3.967112340556324,
+      "fm_loss": 0.1607,
+      "grad_norm": 2.12009334564209,
+      "learning_rate": 3.071117139280325e-05,
+      "loss": 0.5628,
+      "step": 27800
+    },
+    {
+      "ar_loss": 0.4052,
+      "epoch": 3.9824804057169203,
+      "fm_loss": 0.16,
+      "grad_norm": 1.866605281829834,
+      "learning_rate": 3.059347709942299e-05,
+      "loss": 0.5652,
+      "step": 27900
+    },
+    {
+      "ar_loss": 0.404,
+      "epoch": 3.9978484708775164,
+      "fm_loss": 0.1614,
+      "grad_norm": 3.483856439590454,
+      "learning_rate": 3.0475652158693912e-05,
+      "loss": 0.5653,
+      "step": 28000
+    },
+    {
+      "ar_loss": 0.3897,
+      "epoch": 4.0132165360381125,
+      "fm_loss": 0.1654,
+      "grad_norm": 6.412163734436035,
+      "learning_rate": 3.0357699322663784e-05,
+      "loss": 0.5552,
+      "step": 28100
+    },
+    {
+      "ar_loss": 0.3912,
+      "epoch": 4.028584601198709,
+      "fm_loss": 0.1622,
+      "grad_norm": 2.0246286392211914,
+      "learning_rate": 3.023962134636763e-05,
+      "loss": 0.5535,
+      "step": 28200
+    },
+    {
+      "ar_loss": 0.3892,
+      "epoch": 4.0439526663593055,
+      "fm_loss": 0.1619,
+      "grad_norm": 1.9690488576889038,
+      "learning_rate": 3.0121420987763393e-05,
+      "loss": 0.5511,
+      "step": 28300
+    },
+    {
+      "ar_loss": 0.3891,
+      "epoch": 4.059320731519902,
+      "fm_loss": 0.161,
+      "grad_norm": 2.742201805114746,
+      "learning_rate": 3.0003101007667485e-05,
+      "loss": 0.55,
+      "step": 28400
+    },
+    {
+      "ar_loss": 0.3889,
+      "epoch": 4.074688796680498,
+      "fm_loss": 0.1608,
+      "grad_norm": 15.931248664855957,
+      "learning_rate": 2.9884664169690356e-05,
+      "loss": 0.5496,
+      "step": 28500
+    },
+    {
+      "ar_loss": 0.3909,
+      "epoch": 4.090056861841094,
+      "fm_loss": 0.16,
+      "grad_norm": 2.156740665435791,
+      "learning_rate": 2.976611324017191e-05,
+      "loss": 0.5509,
+      "step": 28600
+    },
+    {
+      "ar_loss": 0.388,
+      "epoch": 4.105424927001691,
+      "fm_loss": 0.1659,
+      "grad_norm": 5.583569049835205,
+      "learning_rate": 2.9647450988116893e-05,
+      "loss": 0.5539,
+      "step": 28700
+    },
+    {
+      "ar_loss": 0.3909,
+      "epoch": 4.120792992162286,
+      "fm_loss": 0.1597,
+      "grad_norm": 2.5985569953918457,
+      "learning_rate": 2.9528680185130214e-05,
+      "loss": 0.5505,
+      "step": 28800
+    },
+    {
+      "ar_loss": 0.3892,
+      "epoch": 4.136161057322883,
+      "fm_loss": 0.1596,
+      "grad_norm": 3.106172800064087,
+      "learning_rate": 2.9409803605352237e-05,
+      "loss": 0.5488,
+      "step": 28900
+    },
+    {
+      "ar_loss": 0.3863,
+      "epoch": 4.151529122483479,
+      "fm_loss": 0.1611,
+      "grad_norm": 2.211129665374756,
+      "learning_rate": 2.929082402539395e-05,
+      "loss": 0.5473,
+      "step": 29000
+    },
+    {
+      "ar_loss": 0.39,
+      "epoch": 4.166897187644076,
+      "fm_loss": 0.1602,
+      "grad_norm": 1.949877142906189,
+      "learning_rate": 2.9171744224272113e-05,
+      "loss": 0.5502,
+      "step": 29100
+    },
+    {
+      "ar_loss": 0.387,
+      "epoch": 4.1822652528046715,
+      "fm_loss": 0.1646,
+      "grad_norm": 8.61090087890625,
+      "learning_rate": 2.9052566983344388e-05,
+      "loss": 0.5516,
+      "step": 29200
+    },
+    {
+      "ar_loss": 0.391,
+      "epoch": 4.197633317965268,
+      "fm_loss": 0.1596,
+      "grad_norm": 2.0502259731292725,
+      "learning_rate": 2.893329508624433e-05,
+      "loss": 0.5506,
+      "step": 29300
+    },
+    {
+      "ar_loss": 0.3897,
+      "epoch": 4.213001383125865,
+      "fm_loss": 0.1603,
+      "grad_norm": 2.44155216217041,
+      "learning_rate": 2.8813931318816395e-05,
+      "loss": 0.55,
+      "step": 29400
+    },
+    {
+      "ar_loss": 0.387,
+      "epoch": 4.228369448286461,
+      "fm_loss": 0.1616,
+      "grad_norm": 2.004561185836792,
+      "learning_rate": 2.869447846905085e-05,
+      "loss": 0.5487,
+      "step": 29500
+    },
+    {
+      "ar_loss": 0.3875,
+      "epoch": 4.243737513447057,
+      "fm_loss": 0.1598,
+      "grad_norm": 5.270979881286621,
+      "learning_rate": 2.8574939327018685e-05,
+      "loss": 0.5473,
+      "step": 29600
+    },
+    {
+      "ar_loss": 0.3873,
+      "epoch": 4.259105578607653,
+      "fm_loss": 0.1605,
+      "grad_norm": 6.422144412994385,
+      "learning_rate": 2.8455316684806404e-05,
+      "loss": 0.5478,
+      "step": 29700
+    },
+    {
+      "ar_loss": 0.3856,
+      "epoch": 4.27447364376825,
+      "fm_loss": 0.1609,
+      "grad_norm": 9.331077575683594,
+      "learning_rate": 2.833561333645085e-05,
+      "loss": 0.5465,
+      "step": 29800
+    },
+    {
+      "ar_loss": 0.3887,
+      "epoch": 4.289841708928845,
+      "fm_loss": 0.1603,
+      "grad_norm": 3.2531440258026123,
+      "learning_rate": 2.8215832077873928e-05,
+      "loss": 0.549,
+      "step": 29900
+    },
+    {
+      "ar_loss": 0.3879,
+      "epoch": 4.305209774089442,
+      "fm_loss": 0.1616,
+      "grad_norm": 4.434958457946777,
+      "learning_rate": 2.8095975706817283e-05,
+      "loss": 0.5495,
+      "step": 30000
+    },
+    {
+      "ar_loss": 0.3873,
+      "epoch": 4.015372790161415,
+      "fm_loss": 0.16,
+      "grad_norm": 2.223679542541504,
+      "learning_rate": 2.7964958224364322e-05,
+      "loss": 0.5474,
+      "step": 30100
+    },
+    {
+      "ar_loss": 0.3861,
+      "epoch": 4.0307455803228285,
+      "fm_loss": 0.1608,
+      "grad_norm": 2.2263758182525635,
+      "learning_rate": 2.7844916800976393e-05,
+      "loss": 0.5468,
+      "step": 30200
+    },
+    {
+      "ar_loss": 0.385,
+      "epoch": 4.046118370484243,
+      "fm_loss": 0.1591,
+      "grad_norm": 3.2188937664031982,
+      "learning_rate": 2.772480888770234e-05,
+      "loss": 0.5442,
+      "step": 30300
+    },
+    {
+      "ar_loss": 0.3838,
+      "epoch": 4.061491160645657,
+      "fm_loss": 0.1605,
+      "grad_norm": 2.1031410694122314,
+      "learning_rate": 2.7604637291640594e-05,
+      "loss": 0.5443,
+      "step": 30400
+    },
+    {
+      "ar_loss": 0.3874,
+      "epoch": 4.076863950807072,
+      "fm_loss": 0.1604,
+      "grad_norm": 3.646202564239502,
+      "learning_rate": 2.748440482137793e-05,
+      "loss": 0.5478,
+      "step": 30500
+    },
+    {
+      "ar_loss": 0.3888,
+      "epoch": 4.092236740968485,
+      "fm_loss": 0.16,
+      "grad_norm": 3.0315663814544678,
+      "learning_rate": 2.7364114286923865e-05,
+      "loss": 0.5488,
+      "step": 30600
+    },
+    {
+      "ar_loss": 0.386,
+      "epoch": 4.1076095311299,
+      "fm_loss": 0.1597,
+      "grad_norm": 2.8235671520233154,
+      "learning_rate": 2.7243768499644946e-05,
+      "loss": 0.5457,
+      "step": 30700
+    },
+    {
+      "ar_loss": 0.3889,
+      "epoch": 4.122982321291314,
+      "fm_loss": 0.161,
+      "grad_norm": 2.2409422397613525,
+      "learning_rate": 2.7123370272199055e-05,
+      "loss": 0.55,
+      "step": 30800
+    },
+    {
+      "ar_loss": 0.3876,
+      "epoch": 4.138355111452729,
+      "fm_loss": 0.1612,
+      "grad_norm": 2.19675874710083,
+      "learning_rate": 2.700292241846971e-05,
+      "loss": 0.5488,
+      "step": 30900
+    },
+    {
+      "ar_loss": 0.3871,
+      "epoch": 4.153727901614143,
+      "fm_loss": 0.1601,
+      "grad_norm": 2.340182304382324,
+      "learning_rate": 2.6882427753500245e-05,
+      "loss": 0.5471,
+      "step": 31000
+    },
+    {
+      "ar_loss": 0.3879,
+      "epoch": 4.169100691775557,
+      "fm_loss": 0.16,
+      "grad_norm": 3.1240203380584717,
+      "learning_rate": 2.676188909342801e-05,
+      "loss": 0.5479,
+      "step": 31100
+    },
+    {
+      "ar_loss": 0.3832,
+      "epoch": 4.184473481936972,
+      "fm_loss": 0.1603,
+      "grad_norm": 2.1297569274902344,
+      "learning_rate": 2.664130925541865e-05,
+      "loss": 0.5436,
+      "step": 31200
+    },
+    {
+      "ar_loss": 0.3889,
+      "epoch": 4.199846272098386,
+      "fm_loss": 0.1599,
+      "grad_norm": 3.824352264404297,
+      "learning_rate": 2.6520691057600155e-05,
+      "loss": 0.5488,
+      "step": 31300
+    },
+    {
+      "ar_loss": 0.388,
+      "epoch": 4.2152190622598,
+      "fm_loss": 0.1605,
+      "grad_norm": 1.8939049243927002,
+      "learning_rate": 2.6400037318997046e-05,
+      "loss": 0.5485,
+      "step": 31400
+    },
+    {
+      "ar_loss": 0.3886,
+      "epoch": 4.230591852421214,
+      "fm_loss": 0.1609,
+      "grad_norm": 2.476659059524536,
+      "learning_rate": 2.6279350859464502e-05,
+      "loss": 0.5495,
+      "step": 31500
+    },
+    {
+      "ar_loss": 0.3888,
+      "epoch": 4.245964642582629,
+      "fm_loss": 0.1602,
+      "grad_norm": 3.117105007171631,
+      "learning_rate": 2.6158634499622425e-05,
+      "loss": 0.549,
+      "step": 31600
+    },
+    {
+      "ar_loss": 0.386,
+      "epoch": 4.261337432744043,
+      "fm_loss": 0.1603,
+      "grad_norm": 2.931809663772583,
+      "learning_rate": 2.6037891060789514e-05,
+      "loss": 0.5464,
+      "step": 31700
+    },
+    {
+      "ar_loss": 0.382,
+      "epoch": 4.276710222905457,
+      "fm_loss": 0.1591,
+      "grad_norm": 2.1063570976257324,
+      "learning_rate": 2.5917123364917378e-05,
+      "loss": 0.5411,
+      "step": 31800
+    },
+    {
+      "ar_loss": 0.3863,
+      "epoch": 4.292083013066872,
+      "fm_loss": 0.1601,
+      "grad_norm": 4.796857833862305,
+      "learning_rate": 2.5796334234524533e-05,
+      "loss": 0.5463,
+      "step": 31900
+    },
+    {
+      "ar_loss": 0.3849,
+      "epoch": 4.307455803228286,
+      "fm_loss": 0.1612,
+      "grad_norm": 2.840190887451172,
+      "learning_rate": 2.567552649263044e-05,
+      "loss": 0.5461,
+      "step": 32000
+    },
+    {
+      "ar_loss": 0.3876,
+      "epoch": 4.3228285933897,
+      "fm_loss": 0.1686,
+      "grad_norm": 2.64380145072937,
+      "learning_rate": 2.5554702962689563e-05,
+      "loss": 0.5562,
+      "step": 32100
+    },
+    {
+      "ar_loss": 0.3855,
+      "epoch": 4.338201383551114,
+      "fm_loss": 0.1599,
+      "grad_norm": 4.3930535316467285,
+      "learning_rate": 2.5433866468525342e-05,
+      "loss": 0.5453,
+      "step": 32200
+    },
+    {
+      "ar_loss": 0.3825,
+      "epoch": 4.353574173712529,
+      "fm_loss": 0.1587,
+      "grad_norm": 2.1165313720703125,
+      "learning_rate": 2.531301983426419e-05,
+      "loss": 0.5412,
+      "step": 32300
+    },
+    {
+      "ar_loss": 0.3849,
+      "epoch": 4.3689469638739435,
+      "fm_loss": 0.1601,
+      "grad_norm": 3.832287073135376,
+      "learning_rate": 2.519216588426955e-05,
+      "loss": 0.5449,
+      "step": 32400
+    },
+    {
+      "ar_loss": 0.3872,
+      "epoch": 4.384319754035357,
+      "fm_loss": 0.16,
+      "grad_norm": 2.8910598754882812,
+      "learning_rate": 2.507130744307581e-05,
+      "loss": 0.5472,
+      "step": 32500
+    },
+    {
+      "ar_loss": 0.3847,
+      "epoch": 4.399692544196772,
+      "fm_loss": 0.1603,
+      "grad_norm": 2.692793607711792,
+      "learning_rate": 2.4950447335322335e-05,
+      "loss": 0.545,
+      "step": 32600
+    },
+    {
+      "ar_loss": 0.3831,
+      "epoch": 4.415065334358186,
+      "fm_loss": 0.1595,
+      "grad_norm": 2.35683536529541,
+      "learning_rate": 2.482958838568746e-05,
+      "loss": 0.5426,
+      "step": 32700
+    },
+    {
+      "ar_loss": 0.3861,
+      "epoch": 4.4304381245196005,
+      "fm_loss": 0.159,
+      "grad_norm": 1.9129565954208374,
+      "learning_rate": 2.4708733418822427e-05,
+      "loss": 0.5451,
+      "step": 32800
+    },
+    {
+      "ar_loss": 0.3868,
+      "epoch": 4.445810914681014,
+      "fm_loss": 0.1599,
+      "grad_norm": 4.045548915863037,
+      "learning_rate": 2.4587885259285396e-05,
+      "loss": 0.5466,
+      "step": 32900
+    },
+    {
+      "ar_loss": 0.3834,
+      "epoch": 4.461183704842429,
+      "fm_loss": 0.1601,
+      "grad_norm": 2.0863168239593506,
+      "learning_rate": 2.446704673147544e-05,
+      "loss": 0.5436,
+      "step": 33000
+    },
+    {
+      "ar_loss": 0.3837,
+      "epoch": 4.476556495003843,
+      "fm_loss": 0.1596,
+      "grad_norm": 2.455124855041504,
+      "learning_rate": 2.4346220659566513e-05,
+      "loss": 0.5433,
+      "step": 33100
+    },
+    {
+      "ar_loss": 0.3841,
+      "epoch": 4.4919292851652575,
+      "fm_loss": 0.1593,
+      "grad_norm": 2.560342311859131,
+      "learning_rate": 2.4225409867441483e-05,
+      "loss": 0.5434,
+      "step": 33200
+    },
+    {
+      "ar_loss": 0.3813,
+      "epoch": 4.507302075326672,
+      "fm_loss": 0.1589,
+      "grad_norm": 13.45487117767334,
+      "learning_rate": 2.4104617178626075e-05,
+      "loss": 0.5402,
+      "step": 33300
+    },
+    {
+      "ar_loss": 0.3854,
+      "epoch": 4.522674865488086,
+      "fm_loss": 0.1606,
+      "grad_norm": 1.9280191659927368,
+      "learning_rate": 2.3983845416222943e-05,
+      "loss": 0.546,
+      "step": 33400
+    },
+    {
+      "ar_loss": 0.3861,
+      "epoch": 4.538047655649501,
+      "fm_loss": 0.1599,
+      "grad_norm": 4.483201503753662,
+      "learning_rate": 2.386309740284562e-05,
+      "loss": 0.5461,
+      "step": 33500
+    },
+    {
+      "ar_loss": 0.3837,
+      "epoch": 4.553420445810914,
+      "fm_loss": 0.1597,
+      "grad_norm": 2.269436836242676,
+      "learning_rate": 2.3742375960552628e-05,
+      "loss": 0.5434,
+      "step": 33600
+    },
+    {
+      "ar_loss": 0.3845,
+      "epoch": 4.568793235972329,
+      "fm_loss": 0.1595,
+      "grad_norm": 2.5172126293182373,
+      "learning_rate": 2.3621683910781458e-05,
+      "loss": 0.544,
+      "step": 33700
+    },
+    {
+      "ar_loss": 0.3859,
+      "epoch": 4.584166026133743,
+      "fm_loss": 0.1586,
+      "grad_norm": 29.834903717041016,
+      "learning_rate": 2.3501024074282665e-05,
+      "loss": 0.5445,
+      "step": 33800
+    },
+    {
+      "ar_loss": 0.3864,
+      "epoch": 4.599538816295158,
+      "fm_loss": 0.16,
+      "grad_norm": 2.567058563232422,
+      "learning_rate": 2.3380399271053953e-05,
+      "loss": 0.5464,
+      "step": 33900
+    },
+    {
+      "ar_loss": 0.3836,
+      "epoch": 4.614911606456571,
+      "fm_loss": 0.1598,
+      "grad_norm": 2.2282016277313232,
+      "learning_rate": 2.3259812320274206e-05,
+      "loss": 0.5434,
+      "step": 34000
+    },
+    {
+      "ar_loss": 0.3875,
+      "epoch": 4.630284396617986,
+      "fm_loss": 0.1595,
+      "grad_norm": 2.367128849029541,
+      "learning_rate": 2.313926604023767e-05,
+      "loss": 0.5469,
+      "step": 34100
+    },
+    {
+      "ar_loss": 0.3826,
+      "epoch": 4.645657186779401,
+      "fm_loss": 0.1587,
+      "grad_norm": 2.4427452087402344,
+      "learning_rate": 2.3018763248288043e-05,
+      "loss": 0.5413,
+      "step": 34200
+    },
+    {
+      "ar_loss": 0.3856,
+      "epoch": 4.661029976940815,
+      "fm_loss": 0.1597,
+      "grad_norm": 3.8236427307128906,
+      "learning_rate": 2.289830676075265e-05,
+      "loss": 0.5453,
+      "step": 34300
+    },
+    {
+      "ar_loss": 0.3857,
+      "epoch": 4.676402767102229,
+      "fm_loss": 0.16,
+      "grad_norm": 3.789658546447754,
+      "learning_rate": 2.2777899392876596e-05,
+      "loss": 0.5457,
+      "step": 34400
+    },
+    {
+      "ar_loss": 0.3843,
+      "epoch": 4.691775557263643,
+      "fm_loss": 0.1598,
+      "grad_norm": 7.402520656585693,
+      "learning_rate": 2.265754395875703e-05,
+      "loss": 0.5441,
+      "step": 34500
+    },
+    {
+      "ar_loss": 0.3828,
+      "epoch": 4.707148347425058,
+      "fm_loss": 0.1606,
+      "grad_norm": 2.951808452606201,
+      "learning_rate": 2.2537243271277286e-05,
+      "loss": 0.5434,
+      "step": 34600
+    },
+    {
+      "ar_loss": 0.3828,
+      "epoch": 4.722521137586472,
+      "fm_loss": 0.1602,
+      "grad_norm": 2.665632724761963,
+      "learning_rate": 2.241700014204121e-05,
+      "loss": 0.543,
+      "step": 34700
+    },
+    {
+      "ar_loss": 0.3818,
+      "epoch": 4.737893927747886,
+      "fm_loss": 0.1606,
+      "grad_norm": 2.390002727508545,
+      "learning_rate": 2.2296817381307425e-05,
+      "loss": 0.5423,
+      "step": 34800
+    },
+    {
+      "ar_loss": 0.3864,
+      "epoch": 4.753266717909301,
+      "fm_loss": 0.1599,
+      "grad_norm": 5.915409564971924,
+      "learning_rate": 2.2176697797923653e-05,
+      "loss": 0.5463,
+      "step": 34900
+    },
+    {
+      "ar_loss": 0.3823,
+      "epoch": 4.768639508070715,
+      "fm_loss": 0.165,
+      "grad_norm": 3.208481550216675,
+      "learning_rate": 2.205664419926106e-05,
+      "loss": 0.5473,
+      "step": 35000
+    },
+    {
+      "ar_loss": 0.384,
+      "epoch": 4.784012298232129,
+      "fm_loss": 0.1604,
+      "grad_norm": 2.6016440391540527,
+      "learning_rate": 2.1936659391148682e-05,
+      "loss": 0.5444,
+      "step": 35100
+    },
+    {
+      "ar_loss": 0.3839,
+      "epoch": 4.799385088393543,
+      "fm_loss": 0.16,
+      "grad_norm": 7.024256229400635,
+      "learning_rate": 2.1816746177807777e-05,
+      "loss": 0.5438,
+      "step": 35200
+    },
+    {
+      "ar_loss": 0.3835,
+      "epoch": 4.814757878554958,
+      "fm_loss": 0.1604,
+      "grad_norm": 2.983032464981079,
+      "learning_rate": 2.169690736178636e-05,
+      "loss": 0.5439,
+      "step": 35300
+    },
+    {
+      "ar_loss": 0.3857,
+      "epoch": 4.830130668716372,
+      "fm_loss": 0.1596,
+      "grad_norm": 3.4045064449310303,
+      "learning_rate": 2.1577145743893652e-05,
+      "loss": 0.5453,
+      "step": 35400
+    },
+    {
+      "ar_loss": 0.3799,
+      "epoch": 4.845503458877786,
+      "fm_loss": 0.1606,
+      "grad_norm": 3.3932929039001465,
+      "learning_rate": 2.1457464123134654e-05,
+      "loss": 0.5406,
+      "step": 35500
+    },
+    {
+      "ar_loss": 0.3815,
+      "epoch": 4.860876249039201,
+      "fm_loss": 0.1618,
+      "grad_norm": 5.131358623504639,
+      "learning_rate": 2.1337865296644693e-05,
+      "loss": 0.5433,
+      "step": 35600
+    },
+    {
+      "ar_loss": 0.3839,
+      "epoch": 4.876249039200615,
+      "fm_loss": 0.1597,
+      "grad_norm": 2.781935453414917,
+      "learning_rate": 2.1218352059624125e-05,
+      "loss": 0.5436,
+      "step": 35700
+    },
+    {
+      "ar_loss": 0.3836,
+      "epoch": 4.8916218293620295,
+      "fm_loss": 0.1593,
+      "grad_norm": 4.221926689147949,
+      "learning_rate": 2.1098927205272888e-05,
+      "loss": 0.5429,
+      "step": 35800
+    },
+    {
+      "ar_loss": 0.3839,
+      "epoch": 4.906994619523443,
+      "fm_loss": 0.1595,
+      "grad_norm": 3.9555509090423584,
+      "learning_rate": 2.0979593524725326e-05,
+      "loss": 0.5434,
+      "step": 35900
+    },
+    {
+      "ar_loss": 0.3815,
+      "epoch": 4.922367409684858,
+      "fm_loss": 0.1597,
+      "grad_norm": 2.448594331741333,
+      "learning_rate": 2.0860353806984917e-05,
+      "loss": 0.5412,
+      "step": 36000
+    },
+    {
+      "ar_loss": 0.3813,
+      "epoch": 4.937740199846272,
+      "fm_loss": 0.1604,
+      "grad_norm": 2.342075824737549,
+      "learning_rate": 2.074121083885907e-05,
+      "loss": 0.5417,
+      "step": 36100
+    },
+    {
+      "ar_loss": 0.3825,
+      "epoch": 4.9531129900076865,
+      "fm_loss": 0.1601,
+      "grad_norm": 7.287113666534424,
+      "learning_rate": 2.0622167404894034e-05,
+      "loss": 0.5426,
+      "step": 36200
+    },
+    {
+      "ar_loss": 0.3835,
+      "epoch": 4.9684857801691,
+      "fm_loss": 0.1583,
+      "grad_norm": 15.53018569946289,
+      "learning_rate": 2.0503226287309786e-05,
+      "loss": 0.5418,
+      "step": 36300
+    },
+    {
+      "ar_loss": 0.3832,
+      "epoch": 4.983858570330515,
+      "fm_loss": 0.1783,
+      "grad_norm": 36.44465637207031,
+      "learning_rate": 2.0384390265935027e-05,
+      "loss": 0.5614,
+      "step": 36400
+    },
+    {
+      "ar_loss": 0.382,
+      "epoch": 4.99923136049193,
+      "fm_loss": 0.1595,
+      "grad_norm": 4.1146745681762695,
+      "learning_rate": 2.02656621181422e-05,
+      "loss": 0.5415,
+      "step": 36500
+    },
+    {
+      "ar_loss": 0.3779,
+      "epoch": 5.014604150653343,
+      "fm_loss": 0.1594,
+      "grad_norm": 2.2293853759765625,
+      "learning_rate": 2.0147044618782585e-05,
+      "loss": 0.5373,
+      "step": 36600
+    },
+    {
+      "ar_loss": 0.3786,
+      "epoch": 5.029976940814758,
+      "fm_loss": 0.1599,
+      "grad_norm": 3.3400254249572754,
+      "learning_rate": 2.0028540540121444e-05,
+      "loss": 0.5386,
+      "step": 36700
+    },
+    {
+      "ar_loss": 0.3761,
+      "epoch": 5.045349730976172,
+      "fm_loss": 0.1594,
+      "grad_norm": 2.30407452583313,
+      "learning_rate": 1.9910152651773235e-05,
+      "loss": 0.5355,
+      "step": 36800
+    },
+    {
+      "ar_loss": 0.3785,
+      "epoch": 5.060722521137587,
+      "fm_loss": 0.1592,
+      "grad_norm": 2.3268890380859375,
+      "learning_rate": 1.9791883720636864e-05,
+      "loss": 0.5376,
+      "step": 36900
+    },
+    {
+      "ar_loss": 0.3771,
+      "epoch": 5.076095311299,
+      "fm_loss": 0.1583,
+      "grad_norm": 4.636923789978027,
+      "learning_rate": 1.967373651083106e-05,
+      "loss": 0.5354,
+      "step": 37000
+    },
+    {
+      "ar_loss": 0.3741,
+      "epoch": 5.091468101460415,
+      "fm_loss": 0.1595,
+      "grad_norm": 8.473295211791992,
+      "learning_rate": 1.9555713783629714e-05,
+      "loss": 0.5336,
+      "step": 37100
+    },
+    {
+      "ar_loss": 0.3763,
+      "epoch": 5.10684089162183,
+      "fm_loss": 0.1588,
+      "grad_norm": 2.227837562561035,
+      "learning_rate": 1.9437818297397403e-05,
+      "loss": 0.5351,
+      "step": 37200
+    },
+    {
+      "ar_loss": 0.3778,
+      "epoch": 5.1222136817832435,
+      "fm_loss": 0.1597,
+      "grad_norm": 2.5238685607910156,
+      "learning_rate": 1.9320052807524874e-05,
+      "loss": 0.5376,
+      "step": 37300
+    },
+    {
+      "ar_loss": 0.3799,
+      "epoch": 5.137586471944658,
+      "fm_loss": 0.16,
+      "grad_norm": 3.3944637775421143,
+      "learning_rate": 1.9202420066364678e-05,
+      "loss": 0.5399,
+      "step": 37400
+    },
+    {
+      "ar_loss": 0.3767,
+      "epoch": 5.152959262106072,
+      "fm_loss": 0.1584,
+      "grad_norm": 16.466928482055664,
+      "learning_rate": 1.908492282316683e-05,
+      "loss": 0.5351,
+      "step": 37500
+    },
+    {
+      "ar_loss": 0.3743,
+      "epoch": 5.168332052267487,
+      "fm_loss": 0.1591,
+      "grad_norm": 2.3075056076049805,
+      "learning_rate": 1.8967563824014563e-05,
+      "loss": 0.5334,
+      "step": 37600
+    },
+    {
+      "ar_loss": 0.3821,
+      "epoch": 5.1837048424289005,
+      "fm_loss": 0.1595,
+      "grad_norm": 2.2367005348205566,
+      "learning_rate": 1.8850345811760152e-05,
+      "loss": 0.5415,
+      "step": 37700
+    },
+    {
+      "ar_loss": 0.3746,
+      "epoch": 5.199077632590315,
+      "fm_loss": 0.1596,
+      "grad_norm": 1.8881235122680664,
+      "learning_rate": 1.873327152596077e-05,
+      "loss": 0.5342,
+      "step": 37800
+    },
+    {
+      "ar_loss": 0.3776,
+      "epoch": 5.21445042275173,
+      "fm_loss": 0.1589,
+      "grad_norm": 2.585137128829956,
+      "learning_rate": 1.861634370281453e-05,
+      "loss": 0.5365,
+      "step": 37900
+    },
+    {
+      "ar_loss": 0.3767,
+      "epoch": 5.229823212913144,
+      "fm_loss": 0.1594,
+      "grad_norm": 3.3256664276123047,
+      "learning_rate": 1.849956507509647e-05,
+      "loss": 0.5361,
+      "step": 38000
+    },
+    {
+      "ar_loss": 0.3767,
+      "epoch": 5.245196003074558,
+      "fm_loss": 0.1601,
+      "grad_norm": 2.189387559890747,
+      "learning_rate": 1.838293837209472e-05,
+      "loss": 0.5368,
+      "step": 38100
+    },
+    {
+      "ar_loss": 0.3765,
+      "epoch": 5.260568793235972,
+      "fm_loss": 0.1638,
+      "grad_norm": 2.6017394065856934,
+      "learning_rate": 1.8266466319546712e-05,
+      "loss": 0.5403,
+      "step": 38200
+    },
+    {
+      "ar_loss": 0.3755,
+      "epoch": 5.275941583397387,
+      "fm_loss": 0.1598,
+      "grad_norm": 3.207014322280884,
+      "learning_rate": 1.8150151639575466e-05,
+      "loss": 0.5354,
+      "step": 38300
+    },
+    {
+      "ar_loss": 0.3772,
+      "epoch": 5.291314373558801,
+      "fm_loss": 0.1589,
+      "grad_norm": 3.0959692001342773,
+      "learning_rate": 1.8033997050625966e-05,
+      "loss": 0.536,
+      "step": 38400
+    },
+    {
+      "ar_loss": 0.3742,
+      "epoch": 5.306687163720215,
+      "fm_loss": 0.1587,
+      "grad_norm": 2.948103666305542,
+      "learning_rate": 1.791800526740165e-05,
+      "loss": 0.5329,
+      "step": 38500
+    },
+    {
+      "ar_loss": 0.3768,
+      "epoch": 5.322059953881629,
+      "fm_loss": 0.1633,
+      "grad_norm": 3.3506641387939453,
+      "learning_rate": 1.7802179000800927e-05,
+      "loss": 0.5401,
+      "step": 38600
+    },
+    {
+      "ar_loss": 0.3748,
+      "epoch": 5.337432744043044,
+      "fm_loss": 0.1593,
+      "grad_norm": 1.7779144048690796,
+      "learning_rate": 1.768652095785385e-05,
+      "loss": 0.5342,
+      "step": 38700
+    },
+    {
+      "ar_loss": 0.3771,
+      "epoch": 5.3528055342044585,
+      "fm_loss": 0.1593,
+      "grad_norm": 3.081190347671509,
+      "learning_rate": 1.7571033841658844e-05,
+      "loss": 0.5365,
+      "step": 38800
+    },
+    {
+      "ar_loss": 0.3769,
+      "epoch": 5.368178324365872,
+      "fm_loss": 0.159,
+      "grad_norm": 2.642840623855591,
+      "learning_rate": 1.7455720351319516e-05,
+      "loss": 0.5359,
+      "step": 38900
+    },
+    {
+      "ar_loss": 0.3759,
+      "epoch": 5.383551114527287,
+      "fm_loss": 0.1596,
+      "grad_norm": 3.235140323638916,
+      "learning_rate": 1.734058318188158e-05,
+      "loss": 0.5355,
+      "step": 39000
+    },
+    {
+      "ar_loss": 0.3728,
+      "epoch": 5.398923904688701,
+      "fm_loss": 0.1596,
+      "grad_norm": 2.3143417835235596,
+      "learning_rate": 1.7225625024269877e-05,
+      "loss": 0.5324,
+      "step": 39100
+    },
+    {
+      "ar_loss": 0.3762,
+      "epoch": 5.414296694850115,
+      "fm_loss": 0.1592,
+      "grad_norm": 2.0119452476501465,
+      "learning_rate": 1.711084856522548e-05,
+      "loss": 0.5354,
+      "step": 39200
+    },
+    {
+      "ar_loss": 0.3725,
+      "epoch": 5.429669485011529,
+      "fm_loss": 0.1596,
+      "grad_norm": 2.9905428886413574,
+      "learning_rate": 1.6996256487242894e-05,
+      "loss": 0.5321,
+      "step": 39300
+    },
+    {
+      "ar_loss": 0.3746,
+      "epoch": 5.445042275172944,
+      "fm_loss": 0.1635,
+      "grad_norm": 2.617199659347534,
+      "learning_rate": 1.6881851468507358e-05,
+      "loss": 0.5382,
+      "step": 39400
+    },
+    {
+      "ar_loss": 0.3746,
+      "epoch": 5.460415065334358,
+      "fm_loss": 0.1599,
+      "grad_norm": 2.1979682445526123,
+      "learning_rate": 1.6767636182832292e-05,
+      "loss": 0.5345,
+      "step": 39500
+    },
+    {
+      "ar_loss": 0.3768,
+      "epoch": 5.475787855495772,
+      "fm_loss": 0.1586,
+      "grad_norm": 3.3658335208892822,
+      "learning_rate": 1.6653613299596748e-05,
+      "loss": 0.5354,
+      "step": 39600
+    },
+    {
+      "ar_loss": 0.3753,
+      "epoch": 5.491160645657187,
+      "fm_loss": 0.1583,
+      "grad_norm": 3.347707748413086,
+      "learning_rate": 1.6539785483683063e-05,
+      "loss": 0.5336,
+      "step": 39700
+    },
+    {
+      "ar_loss": 0.3786,
+      "epoch": 5.506533435818601,
+      "fm_loss": 0.1625,
+      "grad_norm": 2.0319979190826416,
+      "learning_rate": 1.6426155395414555e-05,
+      "loss": 0.5411,
+      "step": 39800
+    },
+    {
+      "ar_loss": 0.3765,
+      "epoch": 5.521906225980016,
+      "fm_loss": 0.16,
+      "grad_norm": 2.5716593265533447,
+      "learning_rate": 1.631272569049336e-05,
+      "loss": 0.5365,
+      "step": 39900
+    },
+    {
+      "ar_loss": 0.3767,
+      "epoch": 5.537279016141429,
+      "fm_loss": 0.1596,
+      "grad_norm": 2.94095516204834,
+      "learning_rate": 1.6199499019938363e-05,
+      "loss": 0.5364,
+      "step": 40000
+    },
+    {
+      "ar_loss": 0.3755,
+      "epoch": 6.015372790161415,
+      "fm_loss": 0.1588,
+      "grad_norm": 2.66264271736145,
+      "learning_rate": 1.6086478030023248e-05,
+      "loss": 0.5343,
+      "step": 40100
+    },
+    {
+      "ar_loss": 0.3771,
+      "epoch": 6.0307455803228285,
+      "fm_loss": 0.1577,
+      "grad_norm": 3.340590476989746,
+      "learning_rate": 1.597366536221462e-05,
+      "loss": 0.5349,
+      "step": 40200
+    },
+    {
+      "ar_loss": 0.3748,
+      "epoch": 6.046118370484243,
+      "fm_loss": 0.1597,
+      "grad_norm": 2.351405620574951,
+      "learning_rate": 1.5861063653110292e-05,
+      "loss": 0.5345,
+      "step": 40300
+    },
+    {
+      "ar_loss": 0.3747,
+      "epoch": 6.061491160645657,
+      "fm_loss": 0.1608,
+      "grad_norm": 3.0236189365386963,
+      "learning_rate": 1.5748675534377683e-05,
+      "loss": 0.5355,
+      "step": 40400
+    },
+    {
+      "ar_loss": 0.3763,
+      "epoch": 6.076863950807072,
+      "fm_loss": 0.1588,
+      "grad_norm": 2.360391139984131,
+      "learning_rate": 1.563650363269227e-05,
+      "loss": 0.5351,
+      "step": 40500
+    },
+    {
+      "ar_loss": 0.377,
+      "epoch": 6.092236740968485,
+      "fm_loss": 0.1611,
+      "grad_norm": 2.1837239265441895,
+      "learning_rate": 1.5524550569676224e-05,
+      "loss": 0.5381,
+      "step": 40600
+    },
+    {
+      "ar_loss": 0.376,
+      "epoch": 6.1076095311299,
+      "fm_loss": 0.1585,
+      "grad_norm": 3.4195451736450195,
+      "learning_rate": 1.541281896183715e-05,
+      "loss": 0.5346,
+      "step": 40700
+    },
+    {
+      "ar_loss": 0.3785,
+      "epoch": 6.122982321291314,
+      "fm_loss": 0.1592,
+      "grad_norm": 3.0176382064819336,
+      "learning_rate": 1.5301311420506897e-05,
+      "loss": 0.5377,
+      "step": 40800
+    },
+    {
+      "ar_loss": 0.3735,
+      "epoch": 6.138355111452729,
+      "fm_loss": 0.1588,
+      "grad_norm": 3.1062843799591064,
+      "learning_rate": 1.5190030551780564e-05,
+      "loss": 0.5323,
+      "step": 40900
+    },
+    {
+      "ar_loss": 0.374,
+      "epoch": 6.153727901614143,
+      "fm_loss": 0.1592,
+      "grad_norm": 2.2580771446228027,
+      "learning_rate": 1.5078978956455581e-05,
+      "loss": 0.5332,
+      "step": 41000
+    },
+    {
+      "ar_loss": 0.3748,
+      "epoch": 6.169100691775557,
+      "fm_loss": 0.1584,
+      "grad_norm": 3.3398499488830566,
+      "learning_rate": 1.4968159229970914e-05,
+      "loss": 0.5333,
+      "step": 41100
+    },
+    {
+      "ar_loss": 0.377,
+      "epoch": 6.184473481936972,
+      "fm_loss": 0.1581,
+      "grad_norm": 4.929275989532471,
+      "learning_rate": 1.4857573962346411e-05,
+      "loss": 0.5351,
+      "step": 41200
+    },
+    {
+      "ar_loss": 0.3762,
+      "epoch": 6.199846272098386,
+      "fm_loss": 0.16,
+      "grad_norm": 1.9189740419387817,
+      "learning_rate": 1.4747225738122278e-05,
+      "loss": 0.5362,
+      "step": 41300
+    },
+    {
+      "ar_loss": 0.3733,
+      "epoch": 6.2152190622598,
+      "fm_loss": 0.1599,
+      "grad_norm": 2.381868600845337,
+      "learning_rate": 1.4637117136298673e-05,
+      "loss": 0.5333,
+      "step": 41400
+    },
+    {
+      "ar_loss": 0.3741,
+      "epoch": 6.230591852421214,
+      "fm_loss": 0.1591,
+      "grad_norm": 4.60919713973999,
+      "learning_rate": 1.452725073027541e-05,
+      "loss": 0.5332,
+      "step": 41500
+    },
+    {
+      "ar_loss": 0.3768,
+      "epoch": 6.245964642582629,
+      "fm_loss": 0.1579,
+      "grad_norm": 8.782063484191895,
+      "learning_rate": 1.4417629087791868e-05,
+      "loss": 0.5347,
+      "step": 41600
+    },
+    {
+      "ar_loss": 0.3755,
+      "epoch": 6.261337432744043,
+      "fm_loss": 0.1589,
+      "grad_norm": 3.957836627960205,
+      "learning_rate": 1.4308254770866886e-05,
+      "loss": 0.5344,
+      "step": 41700
+    },
+    {
+      "ar_loss": 0.3779,
+      "epoch": 6.276710222905457,
+      "fm_loss": 0.1578,
+      "grad_norm": 4.637214183807373,
+      "learning_rate": 1.4199130335738981e-05,
+      "loss": 0.5357,
+      "step": 41800
+    },
+    {
+      "ar_loss": 0.3745,
+      "epoch": 6.292083013066872,
+      "fm_loss": 0.1589,
+      "grad_norm": 4.1944804191589355,
+      "learning_rate": 1.409025833280655e-05,
+      "loss": 0.5334,
+      "step": 41900
+    },
+    {
+      "ar_loss": 0.3738,
+      "epoch": 6.307455803228286,
+      "fm_loss": 0.1589,
+      "grad_norm": 3.7318429946899414,
+      "learning_rate": 1.3981641306568299e-05,
+      "loss": 0.5328,
+      "step": 42000
+    },
+    {
+      "ar_loss": 0.3754,
+      "epoch": 6.3228285933897,
+      "fm_loss": 0.16,
+      "grad_norm": 1.8556092977523804,
+      "learning_rate": 1.3873281795563737e-05,
+      "loss": 0.5355,
+      "step": 42100
+    },
+    {
+      "ar_loss": 0.3718,
+      "epoch": 6.338201383551114,
+      "fm_loss": 0.1584,
+      "grad_norm": 3.1865854263305664,
+      "learning_rate": 1.3765182332313859e-05,
+      "loss": 0.5302,
+      "step": 42200
+    },
+    {
+      "ar_loss": 0.3778,
+      "epoch": 6.353574173712529,
+      "fm_loss": 0.1593,
+      "grad_norm": 2.2085890769958496,
+      "learning_rate": 1.3657345443261967e-05,
+      "loss": 0.5371,
+      "step": 42300
+    },
+    {
+      "ar_loss": 0.377,
+      "epoch": 6.3689469638739435,
+      "fm_loss": 0.1592,
+      "grad_norm": 4.625204563140869,
+      "learning_rate": 1.3549773648714631e-05,
+      "loss": 0.5363,
+      "step": 42400
+    },
+    {
+      "ar_loss": 0.3775,
+      "epoch": 6.384319754035357,
+      "fm_loss": 0.1581,
+      "grad_norm": 2.3030028343200684,
+      "learning_rate": 1.3442469462782741e-05,
+      "loss": 0.5356,
+      "step": 42500
+    },
+    {
+      "ar_loss": 0.3768,
+      "epoch": 6.399692544196772,
+      "fm_loss": 0.1591,
+      "grad_norm": 6.936190128326416,
+      "learning_rate": 1.3335435393322826e-05,
+      "loss": 0.5359,
+      "step": 42600
+    },
+    {
+      "ar_loss": 0.374,
+      "epoch": 6.415065334358186,
+      "fm_loss": 0.1591,
+      "grad_norm": 3.345165252685547,
+      "learning_rate": 1.322867394187836e-05,
+      "loss": 0.5331,
+      "step": 42700
+    },
+    {
+      "ar_loss": 0.377,
+      "epoch": 6.4304381245196005,
+      "fm_loss": 0.1595,
+      "grad_norm": 3.3900644779205322,
+      "learning_rate": 1.3122187603621356e-05,
+      "loss": 0.5366,
+      "step": 42800
+    },
+    {
+      "ar_loss": 0.3728,
+      "epoch": 6.445810914681014,
+      "fm_loss": 0.1582,
+      "grad_norm": 2.5638771057128906,
+      "learning_rate": 1.3015978867293996e-05,
+      "loss": 0.531,
+      "step": 42900
+    },
+    {
+      "ar_loss": 0.377,
+      "epoch": 6.461183704842429,
+      "fm_loss": 0.1588,
+      "grad_norm": 2.6694748401641846,
+      "learning_rate": 1.2910050215150526e-05,
+      "loss": 0.5358,
+      "step": 43000
+    },
+    {
+      "ar_loss": 0.3739,
+      "epoch": 6.476556495003843,
+      "fm_loss": 0.1593,
+      "grad_norm": 4.689158916473389,
+      "learning_rate": 1.2804404122899197e-05,
+      "loss": 0.5332,
+      "step": 43100
+    },
+    {
+      "ar_loss": 0.3763,
+      "epoch": 6.4919292851652575,
+      "fm_loss": 0.1589,
+      "grad_norm": 2.5251529216766357,
+      "learning_rate": 1.2699043059644444e-05,
+      "loss": 0.5352,
+      "step": 43200
+    },
+    {
+      "ar_loss": 0.3754,
+      "epoch": 6.507302075326672,
+      "fm_loss": 0.1582,
+      "grad_norm": 2.896928548812866,
+      "learning_rate": 1.2593969487829133e-05,
+      "loss": 0.5337,
+      "step": 43300
+    },
+    {
+      "ar_loss": 0.3782,
+      "epoch": 6.522674865488086,
+      "fm_loss": 0.1589,
+      "grad_norm": 8.51708698272705,
+      "learning_rate": 1.2489185863177032e-05,
+      "loss": 0.5371,
+      "step": 43400
+    },
+    {
+      "ar_loss": 0.3763,
+      "epoch": 6.538047655649501,
+      "fm_loss": 0.1584,
+      "grad_norm": 2.936885356903076,
+      "learning_rate": 1.2384694634635433e-05,
+      "loss": 0.5347,
+      "step": 43500
+    },
+    {
+      "ar_loss": 0.3744,
+      "epoch": 6.553420445810914,
+      "fm_loss": 0.1592,
+      "grad_norm": 2.76309871673584,
+      "learning_rate": 1.2280498244317883e-05,
+      "loss": 0.5337,
+      "step": 43600
+    },
+    {
+      "ar_loss": 0.3742,
+      "epoch": 6.568793235972329,
+      "fm_loss": 0.1586,
+      "grad_norm": 2.100710868835449,
+      "learning_rate": 1.2176599127447147e-05,
+      "loss": 0.5328,
+      "step": 43700
+    },
+    {
+      "ar_loss": 0.3777,
+      "epoch": 6.584166026133743,
+      "fm_loss": 0.1588,
+      "grad_norm": 2.9072883129119873,
+      "learning_rate": 1.2072999712298242e-05,
+      "loss": 0.5365,
+      "step": 43800
+    },
+    {
+      "ar_loss": 0.3757,
+      "epoch": 6.599538816295158,
+      "fm_loss": 0.1627,
+      "grad_norm": 2.924342393875122,
+      "learning_rate": 1.196970242014176e-05,
+      "loss": 0.5384,
+      "step": 43900
+    },
+    {
+      "ar_loss": 0.3763,
+      "epoch": 6.614911606456571,
+      "fm_loss": 0.1586,
+      "grad_norm": 2.559717893600464,
+      "learning_rate": 1.1866709665187205e-05,
+      "loss": 0.5349,
+      "step": 44000
+    },
+    {
+      "ar_loss": 0.3732,
+      "epoch": 6.630284396617986,
+      "fm_loss": 0.1588,
+      "grad_norm": 6.084836006164551,
+      "learning_rate": 1.1764023854526593e-05,
+      "loss": 0.532,
+      "step": 44100
+    },
+    {
+      "ar_loss": 0.3753,
+      "epoch": 6.645657186779401,
+      "fm_loss": 0.1588,
+      "grad_norm": 2.4638426303863525,
+      "learning_rate": 1.1661647388078211e-05,
+      "loss": 0.5341,
+      "step": 44200
+    },
+    {
+      "ar_loss": 0.3742,
+      "epoch": 6.661029976940815,
+      "fm_loss": 0.1594,
+      "grad_norm": 2.2063241004943848,
+      "learning_rate": 1.1559582658530526e-05,
+      "loss": 0.5335,
+      "step": 44300
+    },
+    {
+      "ar_loss": 0.3743,
+      "epoch": 6.676402767102229,
+      "fm_loss": 0.1591,
+      "grad_norm": 2.847790479660034,
+      "learning_rate": 1.1457832051286235e-05,
+      "loss": 0.5333,
+      "step": 44400
+    },
+    {
+      "ar_loss": 0.3724,
+      "epoch": 6.691775557263643,
+      "fm_loss": 0.1591,
+      "grad_norm": 5.002224445343018,
+      "learning_rate": 1.1356397944406566e-05,
+      "loss": 0.5315,
+      "step": 44500
+    },
+    {
+      "ar_loss": 0.3739,
+      "epoch": 6.707148347425058,
+      "fm_loss": 0.1592,
+      "grad_norm": 2.6647820472717285,
+      "learning_rate": 1.125528270855564e-05,
+      "loss": 0.5331,
+      "step": 44600
+    },
+    {
+      "ar_loss": 0.3758,
+      "epoch": 6.722521137586472,
+      "fm_loss": 0.1583,
+      "grad_norm": 2.1632769107818604,
+      "learning_rate": 1.1154488706945104e-05,
+      "loss": 0.5341,
+      "step": 44700
+    },
+    {
+      "ar_loss": 0.3761,
+      "epoch": 6.737893927747886,
+      "fm_loss": 0.1589,
+      "grad_norm": 2.196767568588257,
+      "learning_rate": 1.105401829527889e-05,
+      "loss": 0.535,
+      "step": 44800
+    },
+    {
+      "ar_loss": 0.3755,
+      "epoch": 6.753266717909301,
+      "fm_loss": 0.1585,
+      "grad_norm": 3.3876090049743652,
+      "learning_rate": 1.0953873821698153e-05,
+      "loss": 0.534,
+      "step": 44900
+    },
+    {
+      "ar_loss": 0.375,
+      "epoch": 6.768639508070715,
+      "fm_loss": 0.1587,
+      "grad_norm": 2.2706313133239746,
+      "learning_rate": 1.085405762672639e-05,
+      "loss": 0.5337,
+      "step": 45000
+    },
+    {
+      "ar_loss": 0.3739,
+      "epoch": 6.784012298232129,
+      "fm_loss": 0.159,
+      "grad_norm": 2.5273022651672363,
+      "learning_rate": 1.0754572043214773e-05,
+      "loss": 0.5329,
+      "step": 45100
+    },
+    {
+      "ar_loss": 0.3734,
+      "epoch": 6.799385088393543,
+      "fm_loss": 0.1596,
+      "grad_norm": 2.579967498779297,
+      "learning_rate": 1.0655419396287578e-05,
+      "loss": 0.533,
+      "step": 45200
+    },
+    {
+      "ar_loss": 0.3717,
+      "epoch": 6.814757878554958,
+      "fm_loss": 0.1583,
+      "grad_norm": 36.556278228759766,
+      "learning_rate": 1.0556602003287847e-05,
+      "loss": 0.53,
+      "step": 45300
+    },
+    {
+      "ar_loss": 0.3769,
+      "epoch": 6.830130668716372,
+      "fm_loss": 0.1586,
+      "grad_norm": 5.545002460479736,
+      "learning_rate": 1.045812217372327e-05,
+      "loss": 0.5355,
+      "step": 45400
+    },
+    {
+      "ar_loss": 0.3737,
+      "epoch": 6.845503458877786,
+      "fm_loss": 0.1587,
+      "grad_norm": 2.081123113632202,
+      "learning_rate": 1.0359982209212178e-05,
+      "loss": 0.5323,
+      "step": 45500
+    },
+    {
+      "ar_loss": 0.3722,
+      "epoch": 6.860876249039201,
+      "fm_loss": 0.1591,
+      "grad_norm": 3.176176071166992,
+      "learning_rate": 1.0262184403429739e-05,
+      "loss": 0.5313,
+      "step": 45600
+    },
+    {
+      "ar_loss": 0.3785,
+      "epoch": 6.876249039200615,
+      "fm_loss": 0.1584,
+      "grad_norm": 7.945939540863037,
+      "learning_rate": 1.016473104205441e-05,
+      "loss": 0.5369,
+      "step": 45700
+    },
+    {
+      "ar_loss": 0.3752,
+      "epoch": 6.8916218293620295,
+      "fm_loss": 0.1589,
+      "grad_norm": 3.0679447650909424,
+      "learning_rate": 1.0067624402714438e-05,
+      "loss": 0.5341,
+      "step": 45800
+    },
+    {
+      "ar_loss": 0.3731,
+      "epoch": 6.906994619523443,
+      "fm_loss": 0.159,
+      "grad_norm": 4.075259685516357,
+      "learning_rate": 9.970866754934677e-06,
+      "loss": 0.532,
+      "step": 45900
+    },
+    {
+      "ar_loss": 0.3768,
+      "epoch": 6.922367409684858,
+      "fm_loss": 0.1581,
+      "grad_norm": 2.1700098514556885,
+      "learning_rate": 9.874460360083537e-06,
+      "loss": 0.5349,
+      "step": 46000
+    },
+    {
+      "ar_loss": 0.3749,
+      "epoch": 6.937740199846272,
+      "fm_loss": 0.1598,
+      "grad_norm": 2.1425936222076416,
+      "learning_rate": 9.778407471320134e-06,
+      "loss": 0.5347,
+      "step": 46100
+    },
+    {
+      "ar_loss": 0.3719,
+      "epoch": 6.9531129900076865,
+      "fm_loss": 0.1584,
+      "grad_norm": 7.313533782958984,
+      "learning_rate": 9.682710333541622e-06,
+      "loss": 0.5303,
+      "step": 46200
+    },
+    {
+      "ar_loss": 0.3737,
+      "epoch": 6.9684857801691,
+      "fm_loss": 0.1586,
+      "grad_norm": 1.9248658418655396,
+      "learning_rate": 9.587371183330723e-06,
+      "loss": 0.5323,
+      "step": 46300
+    },
+    {
+      "ar_loss": 0.3728,
+      "epoch": 6.983858570330515,
+      "fm_loss": 0.1596,
+      "grad_norm": 2.7737770080566406,
+      "learning_rate": 9.492392248903505e-06,
+      "loss": 0.5324,
+      "step": 46400
+    },
+    {
+      "ar_loss": 0.3755,
+      "epoch": 6.99923136049193,
+      "fm_loss": 0.1585,
+      "grad_norm": 2.6747500896453857,
+      "learning_rate": 9.397775750057206e-06,
+      "loss": 0.5341,
+      "step": 46500
+    },
+    {
+      "ar_loss": 0.3746,
+      "epoch": 7.014604150653343,
+      "fm_loss": 0.1594,
+      "grad_norm": 6.737438678741455,
+      "learning_rate": 9.303523898118444e-06,
+      "loss": 0.534,
+      "step": 46600
+    },
+    {
+      "ar_loss": 0.3741,
+      "epoch": 7.029976940814758,
+      "fm_loss": 0.1589,
+      "grad_norm": 3.4723405838012695,
+      "learning_rate": 9.209638895891501e-06,
+      "loss": 0.5331,
+      "step": 46700
+    },
+    {
+      "ar_loss": 0.3735,
+      "epoch": 7.045349730976172,
+      "fm_loss": 0.1594,
+      "grad_norm": 6.770826816558838,
+      "learning_rate": 9.116122937606835e-06,
+      "loss": 0.5329,
+      "step": 46800
+    },
+    {
+      "ar_loss": 0.3735,
+      "epoch": 7.060722521137587,
+      "fm_loss": 0.1589,
+      "grad_norm": 11.931926727294922,
+      "learning_rate": 9.022978208869808e-06,
+      "loss": 0.5323,
+      "step": 46900
+    },
+    {
+      "ar_loss": 0.3734,
+      "epoch": 7.076095311299,
+      "fm_loss": 0.1582,
+      "grad_norm": 1.7415313720703125,
+      "learning_rate": 8.930206886609616e-06,
+      "loss": 0.5316,
+      "step": 47000
+    },
+    {
+      "ar_loss": 0.3734,
+      "epoch": 7.091468101460415,
+      "fm_loss": 0.1591,
+      "grad_norm": 3.001337766647339,
+      "learning_rate": 8.837811139028377e-06,
+      "loss": 0.5325,
+      "step": 47100
+    },
+    {
+      "ar_loss": 0.3719,
+      "epoch": 7.10684089162183,
+      "fm_loss": 0.1588,
+      "grad_norm": 2.8166637420654297,
+      "learning_rate": 8.745793125550477e-06,
+      "loss": 0.5307,
+      "step": 47200
+    },
+    {
+      "ar_loss": 0.3744,
+      "epoch": 7.1222136817832435,
+      "fm_loss": 0.1588,
+      "grad_norm": 10.10988712310791,
+      "learning_rate": 8.654154996772114e-06,
+      "loss": 0.5332,
+      "step": 47300
+    },
+    {
+      "ar_loss": 0.3758,
+      "epoch": 7.137586471944658,
+      "fm_loss": 0.1593,
+      "grad_norm": 2.6831390857696533,
+      "learning_rate": 8.562898894411017e-06,
+      "loss": 0.5351,
+      "step": 47400
+    },
+    {
+      "ar_loss": 0.371,
+      "epoch": 7.152959262106072,
+      "fm_loss": 0.1592,
+      "grad_norm": 1.959746241569519,
+      "learning_rate": 8.472026951256381e-06,
+      "loss": 0.5302,
+      "step": 47500
+    },
+    {
+      "ar_loss": 0.3719,
+      "epoch": 7.168332052267487,
+      "fm_loss": 0.1582,
+      "grad_norm": 2.5866353511810303,
+      "learning_rate": 8.38154129111908e-06,
+      "loss": 0.53,
+      "step": 47600
+    },
+    {
+      "ar_loss": 0.3731,
+      "epoch": 7.1837048424289005,
+      "fm_loss": 0.1584,
+      "grad_norm": 2.6503565311431885,
+      "learning_rate": 8.29144402878193e-06,
+      "loss": 0.5314,
+      "step": 47700
+    },
+    {
+      "ar_loss": 0.372,
+      "epoch": 7.199077632590315,
+      "fm_loss": 0.1606,
+      "grad_norm": 3.779261589050293,
+      "learning_rate": 8.201737269950355e-06,
+      "loss": 0.5325,
+      "step": 47800
+    },
+    {
+      "ar_loss": 0.371,
+      "epoch": 7.21445042275173,
+      "fm_loss": 0.1585,
+      "grad_norm": 2.4449970722198486,
+      "learning_rate": 8.112423111203124e-06,
+      "loss": 0.5295,
+      "step": 47900
+    },
+    {
+      "ar_loss": 0.3738,
+      "epoch": 7.229823212913144,
+      "fm_loss": 0.1584,
+      "grad_norm": 2.2168331146240234,
+      "learning_rate": 8.023503639943378e-06,
+      "loss": 0.5322,
+      "step": 48000
+    },
+    {
+      "ar_loss": 0.3758,
+      "epoch": 7.245196003074558,
+      "fm_loss": 0.158,
+      "grad_norm": 2.078047275543213,
+      "learning_rate": 7.934980934349811e-06,
+      "loss": 0.5338,
+      "step": 48100
+    },
+    {
+      "ar_loss": 0.3757,
+      "epoch": 7.260568793235972,
+      "fm_loss": 0.1583,
+      "grad_norm": 2.491028308868408,
+      "learning_rate": 7.846857063328152e-06,
+      "loss": 0.534,
+      "step": 48200
+    },
+    {
+      "ar_loss": 0.3748,
+      "epoch": 7.275941583397387,
+      "fm_loss": 0.1584,
+      "grad_norm": 3.340336799621582,
+      "learning_rate": 7.759134086462753e-06,
+      "loss": 0.5332,
+      "step": 48300
+    },
+    {
+      "ar_loss": 0.3735,
+      "epoch": 7.291314373558801,
+      "fm_loss": 0.1584,
+      "grad_norm": 3.3799524307250977,
+      "learning_rate": 7.671814053968484e-06,
+      "loss": 0.5319,
+      "step": 48400
+    },
+    {
+      "ar_loss": 0.3743,
+      "epoch": 7.306687163720215,
+      "fm_loss": 0.1587,
+      "grad_norm": 3.1465113162994385,
+      "learning_rate": 7.58489900664282e-06,
+      "loss": 0.533,
+      "step": 48500
+    },
+    {
+      "ar_loss": 0.3723,
+      "epoch": 7.322059953881629,
+      "fm_loss": 0.1613,
+      "grad_norm": 3.0010464191436768,
+      "learning_rate": 7.49839097581814e-06,
+      "loss": 0.5336,
+      "step": 48600
+    },
+    {
+      "ar_loss": 0.3727,
+      "epoch": 7.337432744043044,
+      "fm_loss": 0.1608,
+      "grad_norm": 8.70785903930664,
+      "learning_rate": 7.412291983314237e-06,
+      "loss": 0.5335,
+      "step": 48700
+    },
+    {
+      "ar_loss": 0.3727,
+      "epoch": 7.3528055342044585,
+      "fm_loss": 0.158,
+      "grad_norm": 3.002357244491577,
+      "learning_rate": 7.326604041391089e-06,
+      "loss": 0.5307,
+      "step": 48800
+    },
+    {
+      "ar_loss": 0.3715,
+      "epoch": 7.368178324365872,
+      "fm_loss": 0.1585,
+      "grad_norm": 2.6171886920928955,
+      "learning_rate": 7.241329152701812e-06,
+      "loss": 0.53,
+      "step": 48900
+    },
+    {
+      "ar_loss": 0.3744,
+      "epoch": 7.383551114527287,
+      "fm_loss": 0.1583,
+      "grad_norm": 2.283306360244751,
+      "learning_rate": 7.156469310245864e-06,
+      "loss": 0.5326,
+      "step": 49000
+    },
+    {
+      "ar_loss": 0.3744,
+      "epoch": 7.398923904688701,
+      "fm_loss": 0.1595,
+      "grad_norm": 6.2937331199646,
+      "learning_rate": 7.07202649732246e-06,
+      "loss": 0.5338,
+      "step": 49100
+    },
+    {
+      "ar_loss": 0.3744,
+      "epoch": 7.414296694850115,
+      "fm_loss": 0.1601,
+      "grad_norm": 4.580973148345947,
+      "learning_rate": 6.988002687484222e-06,
+      "loss": 0.5345,
+      "step": 49200
+    },
+    {
+      "ar_loss": 0.3728,
+      "epoch": 7.429669485011529,
+      "fm_loss": 0.158,
+      "grad_norm": 2.2313263416290283,
+      "learning_rate": 6.904399844491058e-06,
+      "loss": 0.5308,
+      "step": 49300
+    },
+    {
+      "ar_loss": 0.3735,
+      "epoch": 7.445042275172944,
+      "fm_loss": 0.1595,
+      "grad_norm": 3.6399624347686768,
+      "learning_rate": 6.821219922264252e-06,
+      "loss": 0.533,
+      "step": 49400
+    },
+    {
+      "ar_loss": 0.3752,
+      "epoch": 7.460415065334358,
+      "fm_loss": 0.1585,
+      "grad_norm": 3.077457904815674,
+      "learning_rate": 6.73846486484083e-06,
+      "loss": 0.5337,
+      "step": 49500
+    },
+    {
+      "ar_loss": 0.3743,
+      "epoch": 7.475787855495772,
+      "fm_loss": 0.1581,
+      "grad_norm": 2.1495542526245117,
+      "learning_rate": 6.6561366063280784e-06,
+      "loss": 0.5324,
+      "step": 49600
+    },
+    {
+      "ar_loss": 0.3727,
+      "epoch": 7.491160645657187,
+      "fm_loss": 0.1584,
+      "grad_norm": 4.248561382293701,
+      "learning_rate": 6.574237070858383e-06,
+      "loss": 0.5311,
+      "step": 49700
+    },
+    {
+      "ar_loss": 0.3725,
+      "epoch": 7.506533435818601,
+      "fm_loss": 0.1588,
+      "grad_norm": 1.8635345697402954,
+      "learning_rate": 6.492768172544231e-06,
+      "loss": 0.5314,
+      "step": 49800
+    },
+    {
+      "ar_loss": 0.3739,
+      "epoch": 7.521906225980016,
+      "fm_loss": 0.159,
+      "grad_norm": 4.352962970733643,
+      "learning_rate": 6.411731815433492e-06,
+      "loss": 0.5329,
+      "step": 49900
+    },
+    {
+      "ar_loss": 0.3744,
+      "epoch": 7.537279016141429,
+      "fm_loss": 0.1597,
+      "grad_norm": 1.9769291877746582,
+      "learning_rate": 6.33112989346491e-06,
+      "loss": 0.5341,
+      "step": 50000
+    },
+    {
+      "ar_loss": 0.3716,
+      "epoch": 7.552651806302844,
+      "fm_loss": 0.1728,
+      "grad_norm": 2.1171858310699463,
+      "learning_rate": 6.250964290423847e-06,
+      "loss": 0.5445,
+      "step": 50100
+    },
+    {
+      "ar_loss": 0.3727,
+      "epoch": 7.568024596464259,
+      "fm_loss": 0.1592,
+      "grad_norm": 2.2346949577331543,
+      "learning_rate": 6.171236879898243e-06,
+      "loss": 0.5319,
+      "step": 50200
+    },
+    {
+      "ar_loss": 0.3733,
+      "epoch": 7.5833973866256725,
+      "fm_loss": 0.1606,
+      "grad_norm": 3.1455023288726807,
+      "learning_rate": 6.091949525234838e-06,
+      "loss": 0.5339,
+      "step": 50300
+    },
+    {
+      "ar_loss": 0.3767,
+      "epoch": 7.598770176787087,
+      "fm_loss": 0.1583,
+      "grad_norm": 4.480979919433594,
+      "learning_rate": 6.013104079495621e-06,
+      "loss": 0.535,
+      "step": 50400
+    },
+    {
+      "ar_loss": 0.3706,
+      "epoch": 7.614142966948501,
+      "fm_loss": 0.1593,
+      "grad_norm": 3.0612711906433105,
+      "learning_rate": 5.934702385414517e-06,
+      "loss": 0.5299,
+      "step": 50500
+    },
+    {
+      "ar_loss": 0.3729,
+      "epoch": 7.629515757109916,
+      "fm_loss": 0.1585,
+      "grad_norm": 2.3492562770843506,
+      "learning_rate": 5.856746275354322e-06,
+      "loss": 0.5313,
+      "step": 50600
+    },
+    {
+      "ar_loss": 0.3735,
+      "epoch": 7.6448885472713295,
+      "fm_loss": 0.1585,
+      "grad_norm": 4.781151294708252,
+      "learning_rate": 5.77923757126389e-06,
+      "loss": 0.532,
+      "step": 50700
+    },
+    {
+      "ar_loss": 0.3714,
+      "epoch": 7.660261337432744,
+      "fm_loss": 0.159,
+      "grad_norm": 4.14220666885376,
+      "learning_rate": 5.702178084635526e-06,
+      "loss": 0.5304,
+      "step": 50800
+    },
+    {
+      "ar_loss": 0.3755,
+      "epoch": 7.675634127594158,
+      "fm_loss": 0.1586,
+      "grad_norm": 2.7182235717773438,
+      "learning_rate": 5.625569616462672e-06,
+      "loss": 0.5341,
+      "step": 50900
+    },
+    {
+      "ar_loss": 0.375,
+      "epoch": 7.691006917755573,
+      "fm_loss": 0.1587,
+      "grad_norm": 2.1390786170959473,
+      "learning_rate": 5.549413957197797e-06,
+      "loss": 0.5337,
+      "step": 51000
+    },
+    {
+      "ar_loss": 0.3757,
+      "epoch": 7.706379707916987,
+      "fm_loss": 0.1591,
+      "grad_norm": 15.834261894226074,
+      "learning_rate": 5.473712886710569e-06,
+      "loss": 0.5348,
+      "step": 51100
+    },
+    {
+      "ar_loss": 0.3752,
+      "epoch": 7.721752498078401,
+      "fm_loss": 0.1587,
+      "grad_norm": 3.1994242668151855,
+      "learning_rate": 5.3984681742462435e-06,
+      "loss": 0.5339,
+      "step": 51200
+    },
+    {
+      "ar_loss": 0.3728,
+      "epoch": 7.737125288239816,
+      "fm_loss": 0.1584,
+      "grad_norm": 3.1270108222961426,
+      "learning_rate": 5.323681578384318e-06,
+      "loss": 0.5312,
+      "step": 51300
+    },
+    {
+      "ar_loss": 0.3753,
+      "epoch": 7.75249807840123,
+      "fm_loss": 0.1588,
+      "grad_norm": 4.753870964050293,
+      "learning_rate": 5.24935484699744e-06,
+      "loss": 0.5341,
+      "step": 51400
+    },
+    {
+      "ar_loss": 0.3751,
+      "epoch": 7.767870868562644,
+      "fm_loss": 0.1591,
+      "grad_norm": 2.4398574829101562,
+      "learning_rate": 5.175489717210532e-06,
+      "loss": 0.5343,
+      "step": 51500
+    },
+    {
+      "ar_loss": 0.3723,
+      "epoch": 7.783243658724058,
+      "fm_loss": 0.1603,
+      "grad_norm": 1.8831534385681152,
+      "learning_rate": 5.102087915360229e-06,
+      "loss": 0.5326,
+      "step": 51600
+    },
+    {
+      "ar_loss": 0.3731,
+      "epoch": 7.798616448885473,
+      "fm_loss": 0.1579,
+      "grad_norm": 3.3795456886291504,
+      "learning_rate": 5.0291511569544955e-06,
+      "loss": 0.5311,
+      "step": 51700
+    },
+    {
+      "ar_loss": 0.3724,
+      "epoch": 7.813989239046887,
+      "fm_loss": 0.159,
+      "grad_norm": 6.143826007843018,
+      "learning_rate": 4.956681146632553e-06,
+      "loss": 0.5314,
+      "step": 51800
+    },
+    {
+      "ar_loss": 0.3737,
+      "epoch": 7.829362029208301,
+      "fm_loss": 0.1575,
+      "grad_norm": 3.264896869659424,
+      "learning_rate": 4.884679578125029e-06,
+      "loss": 0.5312,
+      "step": 51900
+    },
+    {
+      "ar_loss": 0.3744,
+      "epoch": 7.844734819369716,
+      "fm_loss": 0.1608,
+      "grad_norm": 2.4835152626037598,
+      "learning_rate": 4.813148134214396e-06,
+      "loss": 0.5352,
+      "step": 52000
+    },
+    {
+      "ar_loss": 0.3762,
+      "epoch": 7.86010760953113,
+      "fm_loss": 0.1581,
+      "grad_norm": 2.550990581512451,
+      "learning_rate": 4.742088486695604e-06,
+      "loss": 0.5343,
+      "step": 52100
+    },
+    {
+      "ar_loss": 0.3731,
+      "epoch": 7.875480399692544,
+      "fm_loss": 0.1575,
+      "grad_norm": 6.491451740264893,
+      "learning_rate": 4.671502296337033e-06,
+      "loss": 0.5307,
+      "step": 52200
+    },
+    {
+      "ar_loss": 0.3729,
+      "epoch": 7.890853189853958,
+      "fm_loss": 0.1588,
+      "grad_norm": 3.544994354248047,
+      "learning_rate": 4.60139121284168e-06,
+      "loss": 0.5317,
+      "step": 52300
+    },
+    {
+      "ar_loss": 0.3753,
+      "epoch": 7.906225980015373,
+      "fm_loss": 0.1597,
+      "grad_norm": 2.540804386138916,
+      "learning_rate": 4.531756874808585e-06,
+      "loss": 0.535,
+      "step": 52400
+    },
+    {
+      "ar_loss": 0.375,
+      "epoch": 7.921598770176787,
+      "fm_loss": 0.1583,
+      "grad_norm": 3.565279722213745,
+      "learning_rate": 4.462600909694559e-06,
+      "loss": 0.5334,
+      "step": 52500
+    },
+    {
+      "ar_loss": 0.3729,
+      "epoch": 7.936971560338201,
+      "fm_loss": 0.1593,
+      "grad_norm": 2.623326539993286,
+      "learning_rate": 4.393924933776122e-06,
+      "loss": 0.5321,
+      "step": 52600
+    },
+    {
+      "ar_loss": 0.3763,
+      "epoch": 7.952344350499615,
+      "fm_loss": 0.158,
+      "grad_norm": 3.847337007522583,
+      "learning_rate": 4.325730552111754e-06,
+      "loss": 0.5343,
+      "step": 52700
+    },
+    {
+      "ar_loss": 0.3734,
+      "epoch": 7.96771714066103,
+      "fm_loss": 0.1577,
+      "grad_norm": 2.1040573120117188,
+      "learning_rate": 4.258019358504359e-06,
+      "loss": 0.5312,
+      "step": 52800
+    },
+    {
+      "ar_loss": 0.3727,
+      "epoch": 7.983089930822445,
+      "fm_loss": 0.1585,
+      "grad_norm": 2.5626471042633057,
+      "learning_rate": 4.190792935464033e-06,
+      "loss": 0.5311,
+      "step": 52900
+    },
+    {
+      "ar_loss": 0.3735,
+      "epoch": 7.998462720983858,
+      "fm_loss": 0.16,
+      "grad_norm": 2.844808340072632,
+      "learning_rate": 4.124052854171068e-06,
+      "loss": 0.5335,
+      "step": 53000
+    },
+    {
+      "ar_loss": 0.3713,
+      "epoch": 8.013835511145272,
+      "fm_loss": 0.1589,
+      "grad_norm": 3.6812970638275146,
+      "learning_rate": 4.057800674439227e-06,
+      "loss": 0.5302,
+      "step": 53100
+    },
+    {
+      "ar_loss": 0.3762,
+      "epoch": 8.029208301306687,
+      "fm_loss": 0.158,
+      "grad_norm": 3.114596128463745,
+      "learning_rate": 3.992037944679322e-06,
+      "loss": 0.5342,
+      "step": 53200
+    },
+    {
+      "ar_loss": 0.3731,
+      "epoch": 8.044581091468102,
+      "fm_loss": 0.1582,
+      "grad_norm": 7.761219501495361,
+      "learning_rate": 3.926766201862972e-06,
+      "loss": 0.5313,
+      "step": 53300
+    },
+    {
+      "ar_loss": 0.3736,
+      "epoch": 8.059953881629516,
+      "fm_loss": 0.1572,
+      "grad_norm": 2.6152584552764893,
+      "learning_rate": 3.861986971486725e-06,
+      "loss": 0.5307,
+      "step": 53400
+    },
+    {
+      "ar_loss": 0.3762,
+      "epoch": 8.07532667179093,
+      "fm_loss": 0.1578,
+      "grad_norm": 10.676106452941895,
+      "learning_rate": 3.7977017675363826e-06,
+      "loss": 0.5339,
+      "step": 53500
+    },
+    {
+      "ar_loss": 0.3778,
+      "epoch": 8.090699461952344,
+      "fm_loss": 0.1581,
+      "grad_norm": 2.382251024246216,
+      "learning_rate": 3.7339120924516276e-06,
+      "loss": 0.5359,
+      "step": 53600
+    },
+    {
+      "ar_loss": 0.3755,
+      "epoch": 8.106072252113758,
+      "fm_loss": 0.1586,
+      "grad_norm": 2.832390308380127,
+      "learning_rate": 3.6706194370909025e-06,
+      "loss": 0.5341,
+      "step": 53700
+    },
+    {
+      "ar_loss": 0.3725,
+      "epoch": 8.121445042275173,
+      "fm_loss": 0.1585,
+      "grad_norm": 2.2325046062469482,
+      "learning_rate": 3.6078252806965667e-06,
+      "loss": 0.531,
+      "step": 53800
+    },
+    {
+      "ar_loss": 0.3749,
+      "epoch": 8.136817832436588,
+      "fm_loss": 0.1579,
+      "grad_norm": 2.05092716217041,
+      "learning_rate": 3.5455310908603293e-06,
+      "loss": 0.5328,
+      "step": 53900
+    },
+    {
+      "ar_loss": 0.3705,
+      "epoch": 8.152190622598,
+      "fm_loss": 0.1623,
+      "grad_norm": 2.234282970428467,
+      "learning_rate": 3.4837383234889498e-06,
+      "loss": 0.5328,
+      "step": 54000
+    },
+    {
+      "ar_loss": 0.3727,
+      "epoch": 8.167563412759415,
+      "fm_loss": 0.1582,
+      "grad_norm": 2.087803363800049,
+      "learning_rate": 3.422448422770197e-06,
+      "loss": 0.5309,
+      "step": 54100
+    },
+    {
+      "ar_loss": 0.3737,
+      "epoch": 8.18293620292083,
+      "fm_loss": 0.1579,
+      "grad_norm": 2.0325510501861572,
+      "learning_rate": 3.3616628211391193e-06,
+      "loss": 0.5316,
+      "step": 54200
+    },
+    {
+      "ar_loss": 0.3734,
+      "epoch": 8.198308993082245,
+      "fm_loss": 0.1578,
+      "grad_norm": 4.768230438232422,
+      "learning_rate": 3.3013829392445434e-06,
+      "loss": 0.5312,
+      "step": 54300
+    },
+    {
+      "ar_loss": 0.371,
+      "epoch": 8.21368178324366,
+      "fm_loss": 0.1578,
+      "grad_norm": 9.634552955627441,
+      "learning_rate": 3.2416101859158887e-06,
+      "loss": 0.5289,
+      "step": 54400
+    },
+    {
+      "ar_loss": 0.3733,
+      "epoch": 8.229054573405072,
+      "fm_loss": 0.16,
+      "grad_norm": 2.277290105819702,
+      "learning_rate": 3.1823459581302394e-06,
+      "loss": 0.5333,
+      "step": 54500
+    },
+    {
+      "ar_loss": 0.3716,
+      "epoch": 8.244427363566487,
+      "fm_loss": 0.158,
+      "grad_norm": 6.1840996742248535,
+      "learning_rate": 3.123591640979681e-06,
+      "loss": 0.5296,
+      "step": 54600
+    },
+    {
+      "ar_loss": 0.3735,
+      "epoch": 8.259800153727902,
+      "fm_loss": 0.1592,
+      "grad_norm": 3.6673200130462646,
+      "learning_rate": 3.065348607638946e-06,
+      "loss": 0.5327,
+      "step": 54700
+    },
+    {
+      "ar_loss": 0.3722,
+      "epoch": 8.275172943889316,
+      "fm_loss": 0.1583,
+      "grad_norm": 2.28403902053833,
+      "learning_rate": 3.0076182193333053e-06,
+      "loss": 0.5306,
+      "step": 54800
+    },
+    {
+      "ar_loss": 0.3706,
+      "epoch": 8.29054573405073,
+      "fm_loss": 0.1588,
+      "grad_norm": 2.709955930709839,
+      "learning_rate": 2.9504018253067673e-06,
+      "loss": 0.5294,
+      "step": 54900
+    },
+    {
+      "ar_loss": 0.3732,
+      "epoch": 8.305918524212144,
+      "fm_loss": 0.1583,
+      "grad_norm": 2.438748359680176,
+      "learning_rate": 2.8937007627905354e-06,
+      "loss": 0.5314,
+      "step": 55000
+    },
+    {
+      "ar_loss": 0.3735,
+      "epoch": 8.321291314373559,
+      "fm_loss": 0.1589,
+      "grad_norm": 1.9475317001342773,
+      "learning_rate": 2.8375163569717645e-06,
+      "loss": 0.5324,
+      "step": 55100
+    },
+    {
+      "ar_loss": 0.375,
+      "epoch": 8.336664104534973,
+      "fm_loss": 0.1587,
+      "grad_norm": 2.430262804031372,
+      "learning_rate": 2.781849920962576e-06,
+      "loss": 0.5337,
+      "step": 55200
+    },
+    {
+      "ar_loss": 0.3742,
+      "epoch": 8.352036894696388,
+      "fm_loss": 0.1588,
+      "grad_norm": 3.527625799179077,
+      "learning_rate": 2.726702755769381e-06,
+      "loss": 0.5329,
+      "step": 55300
+    },
+    {
+      "ar_loss": 0.3744,
+      "epoch": 8.367409684857801,
+      "fm_loss": 0.1584,
+      "grad_norm": 2.9451231956481934,
+      "learning_rate": 2.6720761502624674e-06,
+      "loss": 0.5328,
+      "step": 55400
+    },
+    {
+      "ar_loss": 0.3716,
+      "epoch": 8.382782475019216,
+      "fm_loss": 0.1599,
+      "grad_norm": 4.992424488067627,
+      "learning_rate": 2.6179713811458726e-06,
+      "loss": 0.5315,
+      "step": 55500
+    },
+    {
+      "ar_loss": 0.3727,
+      "epoch": 8.39815526518063,
+      "fm_loss": 0.1585,
+      "grad_norm": 4.794875144958496,
+      "learning_rate": 2.564389712927556e-06,
+      "loss": 0.5313,
+      "step": 55600
+    },
+    {
+      "ar_loss": 0.3728,
+      "epoch": 8.413528055342045,
+      "fm_loss": 0.1608,
+      "grad_norm": 7.288453102111816,
+      "learning_rate": 2.5113323978898455e-06,
+      "loss": 0.5336,
+      "step": 55700
+    },
+    {
+      "ar_loss": 0.3732,
+      "epoch": 8.42890084550346,
+      "fm_loss": 0.1583,
+      "grad_norm": 2.7333781719207764,
+      "learning_rate": 2.458800676060158e-06,
+      "loss": 0.5316,
+      "step": 55800
+    },
+    {
+      "ar_loss": 0.3737,
+      "epoch": 8.444273635664873,
+      "fm_loss": 0.1584,
+      "grad_norm": 2.3420047760009766,
+      "learning_rate": 2.406795775182025e-06,
+      "loss": 0.532,
+      "step": 55900
+    },
+    {
+      "ar_loss": 0.3742,
+      "epoch": 8.459646425826287,
+      "fm_loss": 0.1583,
+      "grad_norm": 2.3550283908843994,
+      "learning_rate": 2.355318910686394e-06,
+      "loss": 0.5325,
+      "step": 56000
+    },
+    {
+      "ar_loss": 0.3755,
+      "epoch": 8.475019215987702,
+      "fm_loss": 0.1609,
+      "grad_norm": 2.22489595413208,
+      "learning_rate": 2.304371285663237e-06,
+      "loss": 0.5364,
+      "step": 56100
+    },
+    {
+      "ar_loss": 0.3723,
+      "epoch": 8.490392006149117,
+      "fm_loss": 0.1578,
+      "grad_norm": 12.48835563659668,
+      "learning_rate": 2.2539540908334157e-06,
+      "loss": 0.5301,
+      "step": 56200
+    },
+    {
+      "ar_loss": 0.3729,
+      "epoch": 8.50576479631053,
+      "fm_loss": 0.159,
+      "grad_norm": 2.215409994125366,
+      "learning_rate": 2.204068504520859e-06,
+      "loss": 0.5319,
+      "step": 56300
+    },
+    {
+      "ar_loss": 0.3739,
+      "epoch": 8.521137586471944,
+      "fm_loss": 0.1578,
+      "grad_norm": 3.4783434867858887,
+      "learning_rate": 2.15471569262502e-06,
+      "loss": 0.5317,
+      "step": 56400
+    },
+    {
+      "ar_loss": 0.3721,
+      "epoch": 8.536510376633359,
+      "fm_loss": 0.1576,
+      "grad_norm": 2.0251822471618652,
+      "learning_rate": 2.1058968085936383e-06,
+      "loss": 0.5297,
+      "step": 56500
+    },
+    {
+      "ar_loss": 0.374,
+      "epoch": 8.551883166794774,
+      "fm_loss": 0.1583,
+      "grad_norm": 11.012389183044434,
+      "learning_rate": 2.0576129933957715e-06,
+      "loss": 0.5323,
+      "step": 56600
+    },
+    {
+      "ar_loss": 0.373,
+      "epoch": 8.567255956956188,
+      "fm_loss": 0.1579,
+      "grad_norm": 2.4049017429351807,
+      "learning_rate": 2.009865375495129e-06,
+      "loss": 0.531,
+      "step": 56700
+    },
+    {
+      "ar_loss": 0.3748,
+      "epoch": 8.582628747117601,
+      "fm_loss": 0.1591,
+      "grad_norm": 2.692699909210205,
+      "learning_rate": 1.9626550708237075e-06,
+      "loss": 0.5339,
+      "step": 56800
+    },
+    {
+      "ar_loss": 0.3729,
+      "epoch": 8.598001537279016,
+      "fm_loss": 0.1586,
+      "grad_norm": 2.713548183441162,
+      "learning_rate": 1.915983182755696e-06,
+      "loss": 0.5315,
+      "step": 56900
+    },
+    {
+      "ar_loss": 0.3711,
+      "epoch": 8.61337432744043,
+      "fm_loss": 0.1575,
+      "grad_norm": 6.727135181427002,
+      "learning_rate": 1.8698508020817045e-06,
+      "loss": 0.5286,
+      "step": 57000
+    },
+    {
+      "ar_loss": 0.3742,
+      "epoch": 8.628747117601845,
+      "fm_loss": 0.1583,
+      "grad_norm": 3.071518659591675,
+      "learning_rate": 1.8242590069832617e-06,
+      "loss": 0.5325,
+      "step": 57100
+    },
+    {
+      "ar_loss": 0.3712,
+      "epoch": 8.644119907763258,
+      "fm_loss": 0.1584,
+      "grad_norm": 2.538884401321411,
+      "learning_rate": 1.7792088630076086e-06,
+      "loss": 0.5296,
+      "step": 57200
+    },
+    {
+      "ar_loss": 0.374,
+      "epoch": 8.659492697924673,
+      "fm_loss": 0.1583,
+      "grad_norm": 2.6885924339294434,
+      "learning_rate": 1.7347014230428144e-06,
+      "loss": 0.5323,
+      "step": 57300
+    },
+    {
+      "ar_loss": 0.3721,
+      "epoch": 8.674865488086088,
+      "fm_loss": 0.1579,
+      "grad_norm": 2.660156726837158,
+      "learning_rate": 1.6907377272931485e-06,
+      "loss": 0.53,
+      "step": 57400
+    },
+    {
+      "ar_loss": 0.3725,
+      "epoch": 8.690238278247502,
+      "fm_loss": 0.1586,
+      "grad_norm": 2.4190871715545654,
+      "learning_rate": 1.6473188032547854e-06,
+      "loss": 0.5311,
+      "step": 57500
+    },
+    {
+      "ar_loss": 0.3711,
+      "epoch": 8.705611068408917,
+      "fm_loss": 0.1581,
+      "grad_norm": 3.2725918292999268,
+      "learning_rate": 1.6044456656917839e-06,
+      "loss": 0.5291,
+      "step": 57600
+    },
+    {
+      "ar_loss": 0.3725,
+      "epoch": 8.72098385857033,
+      "fm_loss": 0.1632,
+      "grad_norm": 4.782108783721924,
+      "learning_rate": 1.5621193166123648e-06,
+      "loss": 0.5357,
+      "step": 57700
+    },
+    {
+      "ar_loss": 0.3747,
+      "epoch": 8.736356648731745,
+      "fm_loss": 0.158,
+      "grad_norm": 7.434814929962158,
+      "learning_rate": 1.5203407452455076e-06,
+      "loss": 0.5327,
+      "step": 57800
+    },
+    {
+      "ar_loss": 0.3704,
+      "epoch": 8.75172943889316,
+      "fm_loss": 0.1581,
+      "grad_norm": 2.1383039951324463,
+      "learning_rate": 1.4791109280178129e-06,
+      "loss": 0.5285,
+      "step": 57900
+    },
+    {
+      "ar_loss": 0.3772,
+      "epoch": 8.767102229054574,
+      "fm_loss": 0.158,
+      "grad_norm": 26.415754318237305,
+      "learning_rate": 1.4384308285306959e-06,
+      "loss": 0.5352,
+      "step": 58000
+    },
+    {
+      "ar_loss": 0.3721,
+      "epoch": 8.782475019215987,
+      "fm_loss": 0.1575,
+      "grad_norm": 8.601106643676758,
+      "learning_rate": 1.3983013975378574e-06,
+      "loss": 0.5296,
+      "step": 58100
+    },
+    {
+      "ar_loss": 0.372,
+      "epoch": 8.797847809377402,
+      "fm_loss": 0.1584,
+      "grad_norm": 2.2945618629455566,
+      "learning_rate": 1.3587235729230764e-06,
+      "loss": 0.5303,
+      "step": 58200
+    },
+    {
+      "ar_loss": 0.3747,
+      "epoch": 8.813220599538816,
+      "fm_loss": 0.1584,
+      "grad_norm": 4.096945762634277,
+      "learning_rate": 1.3196982796782636e-06,
+      "loss": 0.5331,
+      "step": 58300
+    },
+    {
+      "ar_loss": 0.3752,
+      "epoch": 8.82859338970023,
+      "fm_loss": 0.1599,
+      "grad_norm": 3.189495801925659,
+      "learning_rate": 1.2812264298818737e-06,
+      "loss": 0.5351,
+      "step": 58400
+    },
+    {
+      "ar_loss": 0.3725,
+      "epoch": 8.843966179861646,
+      "fm_loss": 0.1587,
+      "grad_norm": 3.499967098236084,
+      "learning_rate": 1.2433089226775662e-06,
+      "loss": 0.5312,
+      "step": 58500
+    },
+    {
+      "ar_loss": 0.3716,
+      "epoch": 8.859338970023058,
+      "fm_loss": 0.1591,
+      "grad_norm": 2.2825992107391357,
+      "learning_rate": 1.2059466442532004e-06,
+      "loss": 0.5307,
+      "step": 58600
+    },
+    {
+      "ar_loss": 0.372,
+      "epoch": 8.874711760184473,
+      "fm_loss": 0.158,
+      "grad_norm": 3.344238042831421,
+      "learning_rate": 1.1691404678201317e-06,
+      "loss": 0.53,
+      "step": 58700
+    },
+    {
+      "ar_loss": 0.372,
+      "epoch": 8.890084550345888,
+      "fm_loss": 0.1588,
+      "grad_norm": 3.1672725677490234,
+      "learning_rate": 1.1328912535927828e-06,
+      "loss": 0.5308,
+      "step": 58800
+    },
+    {
+      "ar_loss": 0.3724,
+      "epoch": 8.905457340507303,
+      "fm_loss": 0.1581,
+      "grad_norm": 19.84259605407715,
+      "learning_rate": 1.0971998487685597e-06,
+      "loss": 0.5304,
+      "step": 58900
+    },
+    {
+      "ar_loss": 0.3746,
+      "epoch": 8.920830130668715,
+      "fm_loss": 0.1598,
+      "grad_norm": 3.0031962394714355,
+      "learning_rate": 1.0620670875080397e-06,
+      "loss": 0.5344,
+      "step": 59000
+    },
+    {
+      "ar_loss": 0.3723,
+      "epoch": 8.93620292083013,
+      "fm_loss": 0.159,
+      "grad_norm": 6.419062614440918,
+      "learning_rate": 1.0274937909154792e-06,
+      "loss": 0.5314,
+      "step": 59100
+    },
+    {
+      "ar_loss": 0.3777,
+      "epoch": 8.951575710991545,
+      "fm_loss": 0.1597,
+      "grad_norm": 2.2336511611938477,
+      "learning_rate": 9.934807670196223e-07,
+      "loss": 0.5373,
+      "step": 59200
+    },
+    {
+      "ar_loss": 0.3717,
+      "epoch": 8.96694850115296,
+      "fm_loss": 0.1585,
+      "grad_norm": 1.7860270738601685,
+      "learning_rate": 9.600288107548233e-07,
+      "loss": 0.5302,
+      "step": 59300
+    },
+    {
+      "ar_loss": 0.3732,
+      "epoch": 8.982321291314374,
+      "fm_loss": 0.1591,
+      "grad_norm": 2.5118651390075684,
+      "learning_rate": 9.271387039424456e-07,
+      "loss": 0.5322,
+      "step": 59400
+    },
+    {
+      "ar_loss": 0.3723,
+      "epoch": 8.997694081475787,
+      "fm_loss": 0.1586,
+      "grad_norm": 2.007235288619995,
+      "learning_rate": 8.948112152726285e-07,
+      "loss": 0.5308,
+      "step": 59500
+    },
+    {
+      "ar_loss": 0.3726,
+      "epoch": 9.013066871637202,
+      "fm_loss": 0.1579,
+      "grad_norm": 3.087045907974243,
+      "learning_rate": 8.630471002862795e-07,
+      "loss": 0.5305,
+      "step": 59600
+    },
+    {
+      "ar_loss": 0.373,
+      "epoch": 9.028439661798616,
+      "fm_loss": 0.1594,
+      "grad_norm": 2.6808998584747314,
+      "learning_rate": 8.318471013574442e-07,
+      "loss": 0.5324,
+      "step": 59700
+    },
+    {
+      "ar_loss": 0.3725,
+      "epoch": 9.043812451960031,
+      "fm_loss": 0.1586,
+      "grad_norm": 2.7164993286132812,
+      "learning_rate": 8.01211947675945e-07,
+      "loss": 0.5311,
+      "step": 59800
+    },
+    {
+      "ar_loss": 0.3736,
+      "epoch": 9.059185242121446,
+      "fm_loss": 0.1582,
+      "grad_norm": 3.879828929901123,
+      "learning_rate": 7.711423552303366e-07,
+      "loss": 0.5318,
+      "step": 59900
+    },
+    {
+      "ar_loss": 0.3727,
+      "epoch": 9.074558032282859,
+      "fm_loss": 0.1574,
+      "grad_norm": 2.1200876235961914,
+      "learning_rate": 7.416390267911827e-07,
+      "loss": 0.5301,
+      "step": 60000
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 65050,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 10,
+  "save_steps": 5000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9.656055098925268e+20,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}