| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 1105, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0009053870529651426, |
| "grad_norm": 28.25, |
| "learning_rate": 0.0, |
| "loss": 1.6612, |
| "retrieval/pos_neg_gap_layer35": 0.07887314260005951, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0018107741059302852, |
| "grad_norm": 25.875, |
| "learning_rate": 2.9999999999999997e-06, |
| "loss": 1.6402, |
| "retrieval/pos_neg_gap_layer35": 0.0631406232714653, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.002716161158895428, |
| "grad_norm": 24.5, |
| "learning_rate": 5.999999999999999e-06, |
| "loss": 1.6315, |
| "retrieval/pos_neg_gap_layer35": 0.07465092837810516, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0036215482118605704, |
| "grad_norm": 20.5, |
| "learning_rate": 8.999999999999999e-06, |
| "loss": 1.6444, |
| "retrieval/pos_neg_gap_layer35": 0.0639418214559555, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.004526935264825713, |
| "grad_norm": 27.875, |
| "learning_rate": 1.1999999999999999e-05, |
| "loss": 1.6035, |
| "retrieval/pos_neg_gap_layer35": 0.06895973533391953, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.005432322317790856, |
| "grad_norm": 19.375, |
| "learning_rate": 1.4999999999999999e-05, |
| "loss": 1.5717, |
| "retrieval/pos_neg_gap_layer35": 0.07463866472244263, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.006337709370755998, |
| "grad_norm": 17.625, |
| "learning_rate": 1.7999999999999997e-05, |
| "loss": 1.5505, |
| "retrieval/pos_neg_gap_layer35": 0.06858367472887039, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.007243096423721141, |
| "grad_norm": 18.625, |
| "learning_rate": 2.1e-05, |
| "loss": 1.5117, |
| "retrieval/pos_neg_gap_layer35": 0.07422861456871033, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.008148483476686284, |
| "grad_norm": 15.75, |
| "learning_rate": 2.3999999999999997e-05, |
| "loss": 1.5048, |
| "retrieval/pos_neg_gap_layer35": 0.06635777652263641, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.009053870529651425, |
| "grad_norm": 11.625, |
| "learning_rate": 2.6999999999999996e-05, |
| "loss": 1.4444, |
| "retrieval/pos_neg_gap_layer35": 0.06809765100479126, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.009959257582616569, |
| "grad_norm": 8.875, |
| "learning_rate": 2.9999999999999997e-05, |
| "loss": 1.3648, |
| "retrieval/pos_neg_gap_layer35": 0.0853898823261261, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.010864644635581712, |
| "grad_norm": 7.15625, |
| "learning_rate": 3.2999999999999996e-05, |
| "loss": 1.3223, |
| "retrieval/pos_neg_gap_layer35": 0.08562920987606049, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.011770031688546853, |
| "grad_norm": 5.625, |
| "learning_rate": 3.5999999999999994e-05, |
| "loss": 1.2621, |
| "retrieval/pos_neg_gap_layer35": 0.08723468333482742, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.012675418741511997, |
| "grad_norm": 6.53125, |
| "learning_rate": 3.9e-05, |
| "loss": 1.2681, |
| "retrieval/pos_neg_gap_layer35": 0.07135563343763351, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.013580805794477138, |
| "grad_norm": 8.5625, |
| "learning_rate": 4.2e-05, |
| "loss": 1.2629, |
| "retrieval/pos_neg_gap_layer35": 0.07767720893025398, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.014486192847442281, |
| "grad_norm": 9.125, |
| "learning_rate": 4.4999999999999996e-05, |
| "loss": 1.2877, |
| "retrieval/pos_neg_gap_layer35": 0.06703323870897293, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.015391579900407425, |
| "grad_norm": 12.5, |
| "learning_rate": 4.7999999999999994e-05, |
| "loss": 1.2641, |
| "retrieval/pos_neg_gap_layer35": 0.08898844942450523, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.016296966953372568, |
| "grad_norm": 12.125, |
| "learning_rate": 5.1e-05, |
| "loss": 1.2586, |
| "retrieval/pos_neg_gap_layer35": 0.0924573764204979, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.017202354006337708, |
| "grad_norm": 12.375, |
| "learning_rate": 5.399999999999999e-05, |
| "loss": 1.2697, |
| "retrieval/pos_neg_gap_layer35": 0.09430341422557831, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.01810774105930285, |
| "grad_norm": 12.6875, |
| "learning_rate": 5.6999999999999996e-05, |
| "loss": 1.2698, |
| "retrieval/pos_neg_gap_layer35": 0.09796033054590225, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.019013128112267994, |
| "grad_norm": 11.1875, |
| "learning_rate": 5.9999999999999995e-05, |
| "loss": 1.2117, |
| "retrieval/pos_neg_gap_layer35": 0.124989815056324, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.019918515165233137, |
| "grad_norm": 12.875, |
| "learning_rate": 6.299999999999999e-05, |
| "loss": 1.1927, |
| "retrieval/pos_neg_gap_layer35": 0.13117096200585365, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.02082390221819828, |
| "grad_norm": 9.875, |
| "learning_rate": 6.599999999999999e-05, |
| "loss": 1.1805, |
| "retrieval/pos_neg_gap_layer35": 0.13677415251731873, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.021729289271163424, |
| "grad_norm": 9.0, |
| "learning_rate": 6.9e-05, |
| "loss": 1.1417, |
| "retrieval/pos_neg_gap_layer35": 0.14854301512241364, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.022634676324128564, |
| "grad_norm": 6.4375, |
| "learning_rate": 7.199999999999999e-05, |
| "loss": 1.1067, |
| "retrieval/pos_neg_gap_layer35": 0.16532203555107117, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.023540063377093707, |
| "grad_norm": 6.5625, |
| "learning_rate": 7.5e-05, |
| "loss": 1.0978, |
| "retrieval/pos_neg_gap_layer35": 0.1693706437945366, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.02444545043005885, |
| "grad_norm": 6.5625, |
| "learning_rate": 7.8e-05, |
| "loss": 1.065, |
| "retrieval/pos_neg_gap_layer35": 0.19212086498737335, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.025350837483023993, |
| "grad_norm": 5.59375, |
| "learning_rate": 8.1e-05, |
| "loss": 1.075, |
| "retrieval/pos_neg_gap_layer35": 0.18652977421879768, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.026256224535989137, |
| "grad_norm": 6.375, |
| "learning_rate": 8.4e-05, |
| "loss": 1.0384, |
| "retrieval/pos_neg_gap_layer35": 0.20841557160019875, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.027161611588954276, |
| "grad_norm": 6.0, |
| "learning_rate": 8.699999999999999e-05, |
| "loss": 1.017, |
| "retrieval/pos_neg_gap_layer35": 0.22711872309446335, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.02806699864191942, |
| "grad_norm": 5.46875, |
| "learning_rate": 8.999999999999999e-05, |
| "loss": 0.989, |
| "retrieval/pos_neg_gap_layer35": 0.2427726574242115, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.028972385694884563, |
| "grad_norm": 6.5, |
| "learning_rate": 9.3e-05, |
| "loss": 1.0278, |
| "retrieval/pos_neg_gap_layer35": 0.2173640839755535, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.029877772747849706, |
| "grad_norm": 5.1875, |
| "learning_rate": 9.599999999999999e-05, |
| "loss": 0.9617, |
| "retrieval/pos_neg_gap_layer35": 0.2581077106297016, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.03078315980081485, |
| "grad_norm": 5.46875, |
| "learning_rate": 9.9e-05, |
| "loss": 0.9065, |
| "retrieval/pos_neg_gap_layer35": 0.2899169661104679, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.03168854685377999, |
| "grad_norm": 4.875, |
| "learning_rate": 0.000102, |
| "loss": 0.8726, |
| "retrieval/pos_neg_gap_layer35": 0.3188772052526474, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.032593933906745136, |
| "grad_norm": 6.21875, |
| "learning_rate": 0.00010499999999999999, |
| "loss": 0.8397, |
| "retrieval/pos_neg_gap_layer35": 0.33143163472414017, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.033499320959710276, |
| "grad_norm": 6.03125, |
| "learning_rate": 0.00010799999999999998, |
| "loss": 0.792, |
| "retrieval/pos_neg_gap_layer35": 0.36378253251314163, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.034404708012675415, |
| "grad_norm": 6.09375, |
| "learning_rate": 0.00011099999999999999, |
| "loss": 0.8065, |
| "retrieval/pos_neg_gap_layer35": 0.3615504018962383, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.03531009506564056, |
| "grad_norm": 6.15625, |
| "learning_rate": 0.00011399999999999999, |
| "loss": 0.7609, |
| "retrieval/pos_neg_gap_layer35": 0.39002688229084015, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.0362154821186057, |
| "grad_norm": 6.15625, |
| "learning_rate": 0.000117, |
| "loss": 0.719, |
| "retrieval/pos_neg_gap_layer35": 0.4134774021804333, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.03712086917157085, |
| "grad_norm": 4.625, |
| "learning_rate": 0.00011999999999999999, |
| "loss": 0.7105, |
| "retrieval/pos_neg_gap_layer35": 0.430039681494236, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.03802625622453599, |
| "grad_norm": 4.53125, |
| "learning_rate": 0.00012299999999999998, |
| "loss": 0.7237, |
| "retrieval/pos_neg_gap_layer35": 0.42825623974204063, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.038931643277501135, |
| "grad_norm": 3.84375, |
| "learning_rate": 0.00012599999999999997, |
| "loss": 0.6861, |
| "retrieval/pos_neg_gap_layer35": 0.4501771777868271, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.039837030330466275, |
| "grad_norm": 5.21875, |
| "learning_rate": 0.000129, |
| "loss": 0.6557, |
| "retrieval/pos_neg_gap_layer35": 0.4686204716563225, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.040742417383431415, |
| "grad_norm": 3.328125, |
| "learning_rate": 0.00013199999999999998, |
| "loss": 0.6488, |
| "retrieval/pos_neg_gap_layer35": 0.47880157828330994, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.04164780443639656, |
| "grad_norm": 3.0625, |
| "learning_rate": 0.000135, |
| "loss": 0.6012, |
| "retrieval/pos_neg_gap_layer35": 0.508323710411787, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.0425531914893617, |
| "grad_norm": 3.65625, |
| "learning_rate": 0.000138, |
| "loss": 0.5614, |
| "retrieval/pos_neg_gap_layer35": 0.530730850994587, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.04345857854232685, |
| "grad_norm": 4.40625, |
| "learning_rate": 0.00014099999999999998, |
| "loss": 0.5424, |
| "retrieval/pos_neg_gap_layer35": 0.5443335846066475, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.04436396559529199, |
| "grad_norm": 5.53125, |
| "learning_rate": 0.00014399999999999998, |
| "loss": 0.5855, |
| "retrieval/pos_neg_gap_layer35": 0.5243937522172928, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.04526935264825713, |
| "grad_norm": 3.65625, |
| "learning_rate": 0.000147, |
| "loss": 0.5274, |
| "retrieval/pos_neg_gap_layer35": 0.55564384162426, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.046174739701222274, |
| "grad_norm": 3.25, |
| "learning_rate": 0.00015, |
| "loss": 0.5822, |
| "retrieval/pos_neg_gap_layer35": 0.5306160524487495, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.047080126754187414, |
| "grad_norm": 2.5, |
| "learning_rate": 0.00015299999999999998, |
| "loss": 0.5218, |
| "retrieval/pos_neg_gap_layer35": 0.5698486715555191, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.04798551380715256, |
| "grad_norm": 2.25, |
| "learning_rate": 0.000156, |
| "loss": 0.5278, |
| "retrieval/pos_neg_gap_layer35": 0.5760174617171288, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.0488909008601177, |
| "grad_norm": 2.84375, |
| "learning_rate": 0.000159, |
| "loss": 0.5298, |
| "retrieval/pos_neg_gap_layer35": 0.5720288977026939, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.04979628791308284, |
| "grad_norm": 3.328125, |
| "learning_rate": 0.000162, |
| "loss": 0.4759, |
| "retrieval/pos_neg_gap_layer35": 0.6073333248496056, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.05070167496604799, |
| "grad_norm": 2.09375, |
| "learning_rate": 0.000165, |
| "loss": 0.4881, |
| "retrieval/pos_neg_gap_layer35": 0.6045046746730804, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.05160706201901313, |
| "grad_norm": 3.0, |
| "learning_rate": 0.000168, |
| "loss": 0.4922, |
| "retrieval/pos_neg_gap_layer35": 0.5916033461689949, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.05251244907197827, |
| "grad_norm": 2.46875, |
| "learning_rate": 0.00017099999999999998, |
| "loss": 0.4203, |
| "retrieval/pos_neg_gap_layer35": 0.6445182487368584, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.05341783612494341, |
| "grad_norm": 3.1875, |
| "learning_rate": 0.00017399999999999997, |
| "loss": 0.4356, |
| "retrieval/pos_neg_gap_layer35": 0.6368029490113258, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.05432322317790855, |
| "grad_norm": 1.8828125, |
| "learning_rate": 0.00017699999999999997, |
| "loss": 0.418, |
| "retrieval/pos_neg_gap_layer35": 0.6428860053420067, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0552286102308737, |
| "grad_norm": 3.375, |
| "learning_rate": 0.00017999999999999998, |
| "loss": 0.4644, |
| "retrieval/pos_neg_gap_layer35": 0.6171751543879509, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.05613399728383884, |
| "grad_norm": 2.359375, |
| "learning_rate": 0.00018299999999999998, |
| "loss": 0.4479, |
| "retrieval/pos_neg_gap_layer35": 0.6299770139157772, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.057039384336803986, |
| "grad_norm": 1.953125, |
| "learning_rate": 0.000186, |
| "loss": 0.4361, |
| "retrieval/pos_neg_gap_layer35": 0.645499549806118, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.057944771389769126, |
| "grad_norm": 1.9296875, |
| "learning_rate": 0.00018899999999999999, |
| "loss": 0.3707, |
| "retrieval/pos_neg_gap_layer35": 0.6785326227545738, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.058850158442734266, |
| "grad_norm": 1.7421875, |
| "learning_rate": 0.00019199999999999998, |
| "loss": 0.441, |
| "retrieval/pos_neg_gap_layer35": 0.6410124003887177, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.05975554549569941, |
| "grad_norm": 2.109375, |
| "learning_rate": 0.000195, |
| "loss": 0.3501, |
| "retrieval/pos_neg_gap_layer35": 0.6975989118218422, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.06066093254866455, |
| "grad_norm": 2.671875, |
| "learning_rate": 0.000198, |
| "loss": 0.3914, |
| "retrieval/pos_neg_gap_layer35": 0.669355496764183, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.0615663196016297, |
| "grad_norm": 2.609375, |
| "learning_rate": 0.000201, |
| "loss": 0.3747, |
| "retrieval/pos_neg_gap_layer35": 0.6800299286842346, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.06247170665459484, |
| "grad_norm": 2.734375, |
| "learning_rate": 0.000204, |
| "loss": 0.4268, |
| "retrieval/pos_neg_gap_layer35": 0.652707114815712, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.06337709370755998, |
| "grad_norm": 2.515625, |
| "learning_rate": 0.00020699999999999996, |
| "loss": 0.3494, |
| "retrieval/pos_neg_gap_layer35": 0.7074983268976212, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.06428248076052512, |
| "grad_norm": 2.34375, |
| "learning_rate": 0.00020999999999999998, |
| "loss": 0.3832, |
| "retrieval/pos_neg_gap_layer35": 0.6818146035075188, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.06518786781349027, |
| "grad_norm": 1.8359375, |
| "learning_rate": 0.00021299999999999997, |
| "loss": 0.3184, |
| "retrieval/pos_neg_gap_layer35": 0.7209471315145493, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.06609325486645541, |
| "grad_norm": 3.515625, |
| "learning_rate": 0.00021599999999999996, |
| "loss": 0.4201, |
| "retrieval/pos_neg_gap_layer35": 0.6767289042472839, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.06699864191942055, |
| "grad_norm": 2.3125, |
| "learning_rate": 0.00021899999999999998, |
| "loss": 0.3128, |
| "retrieval/pos_neg_gap_layer35": 0.7245900556445122, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.06790402897238569, |
| "grad_norm": 2.140625, |
| "learning_rate": 0.00022199999999999998, |
| "loss": 0.3145, |
| "retrieval/pos_neg_gap_layer35": 0.7261751815676689, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.06880941602535083, |
| "grad_norm": 1.734375, |
| "learning_rate": 0.000225, |
| "loss": 0.3366, |
| "retrieval/pos_neg_gap_layer35": 0.7103222459554672, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.06971480307831598, |
| "grad_norm": 2.265625, |
| "learning_rate": 0.00022799999999999999, |
| "loss": 0.341, |
| "retrieval/pos_neg_gap_layer35": 0.70716293156147, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.07062019013128112, |
| "grad_norm": 1.921875, |
| "learning_rate": 0.00023099999999999998, |
| "loss": 0.348, |
| "retrieval/pos_neg_gap_layer35": 0.7140689194202423, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.07152557718424626, |
| "grad_norm": 2.0625, |
| "learning_rate": 0.000234, |
| "loss": 0.3664, |
| "retrieval/pos_neg_gap_layer35": 0.6952437534928322, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.0724309642372114, |
| "grad_norm": 2.890625, |
| "learning_rate": 0.000237, |
| "loss": 0.3564, |
| "retrieval/pos_neg_gap_layer35": 0.7034005150198936, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.07333635129017656, |
| "grad_norm": 4.40625, |
| "learning_rate": 0.00023999999999999998, |
| "loss": 0.4206, |
| "retrieval/pos_neg_gap_layer35": 0.6754265502095222, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.0742417383431417, |
| "grad_norm": 2.25, |
| "learning_rate": 0.000243, |
| "loss": 0.3774, |
| "retrieval/pos_neg_gap_layer35": 0.6931728795170784, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.07514712539610684, |
| "grad_norm": 2.453125, |
| "learning_rate": 0.00024599999999999996, |
| "loss": 0.362, |
| "retrieval/pos_neg_gap_layer35": 0.6995893642306328, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.07605251244907198, |
| "grad_norm": 1.5703125, |
| "learning_rate": 0.000249, |
| "loss": 0.3262, |
| "retrieval/pos_neg_gap_layer35": 0.7296346575021744, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.07695789950203712, |
| "grad_norm": 2.359375, |
| "learning_rate": 0.00025199999999999995, |
| "loss": 0.4007, |
| "retrieval/pos_neg_gap_layer35": 0.6771382838487625, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.07786328655500227, |
| "grad_norm": 1.9609375, |
| "learning_rate": 0.00025499999999999996, |
| "loss": 0.3468, |
| "retrieval/pos_neg_gap_layer35": 0.7118361592292786, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.07876867360796741, |
| "grad_norm": 1.7890625, |
| "learning_rate": 0.000258, |
| "loss": 0.3315, |
| "retrieval/pos_neg_gap_layer35": 0.7185137122869492, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.07967406066093255, |
| "grad_norm": 1.5390625, |
| "learning_rate": 0.000261, |
| "loss": 0.3134, |
| "retrieval/pos_neg_gap_layer35": 0.7288002595305443, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.08057944771389769, |
| "grad_norm": 3.140625, |
| "learning_rate": 0.00026399999999999997, |
| "loss": 0.3357, |
| "retrieval/pos_neg_gap_layer35": 0.7221949473023415, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.08148483476686283, |
| "grad_norm": 2.3125, |
| "learning_rate": 0.000267, |
| "loss": 0.3382, |
| "retrieval/pos_neg_gap_layer35": 0.713361568748951, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.08239022181982798, |
| "grad_norm": 2.703125, |
| "learning_rate": 0.00027, |
| "loss": 0.3731, |
| "retrieval/pos_neg_gap_layer35": 0.7051924467086792, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.08329560887279312, |
| "grad_norm": 2.09375, |
| "learning_rate": 0.00027299999999999997, |
| "loss": 0.3871, |
| "retrieval/pos_neg_gap_layer35": 0.6929271668195724, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.08420099592575826, |
| "grad_norm": 2.671875, |
| "learning_rate": 0.000276, |
| "loss": 0.2989, |
| "retrieval/pos_neg_gap_layer35": 0.7462679743766785, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.0851063829787234, |
| "grad_norm": 1.671875, |
| "learning_rate": 0.000279, |
| "loss": 0.2864, |
| "retrieval/pos_neg_gap_layer35": 0.7504495307803154, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.08601177003168854, |
| "grad_norm": 3.171875, |
| "learning_rate": 0.00028199999999999997, |
| "loss": 0.3076, |
| "retrieval/pos_neg_gap_layer35": 0.7340373545885086, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.0869171570846537, |
| "grad_norm": 3.390625, |
| "learning_rate": 0.000285, |
| "loss": 0.3382, |
| "retrieval/pos_neg_gap_layer35": 0.7167180255055428, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.08782254413761884, |
| "grad_norm": 2.8125, |
| "learning_rate": 0.00028799999999999995, |
| "loss": 0.3195, |
| "retrieval/pos_neg_gap_layer35": 0.731058344244957, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.08872793119058398, |
| "grad_norm": 2.90625, |
| "learning_rate": 0.00029099999999999997, |
| "loss": 0.3641, |
| "retrieval/pos_neg_gap_layer35": 0.7082844749093056, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.08963331824354911, |
| "grad_norm": 2.265625, |
| "learning_rate": 0.000294, |
| "loss": 0.318, |
| "retrieval/pos_neg_gap_layer35": 0.731484092772007, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.09053870529651425, |
| "grad_norm": 2.25, |
| "learning_rate": 0.00029699999999999996, |
| "loss": 0.3589, |
| "retrieval/pos_neg_gap_layer35": 0.7069174870848656, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.09144409234947941, |
| "grad_norm": 2.109375, |
| "learning_rate": 0.0003, |
| "loss": 0.3064, |
| "retrieval/pos_neg_gap_layer35": 0.741381324827671, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.09234947940244455, |
| "grad_norm": 2.8125, |
| "learning_rate": 0.0002999999283858206, |
| "loss": 0.3495, |
| "retrieval/pos_neg_gap_layer35": 0.7186024561524391, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.09325486645540969, |
| "grad_norm": 3.203125, |
| "learning_rate": 0.0002999997135433509, |
| "loss": 0.3728, |
| "retrieval/pos_neg_gap_layer35": 0.7052524164319038, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.09416025350837483, |
| "grad_norm": 3.890625, |
| "learning_rate": 0.0002999993554727959, |
| "loss": 0.3731, |
| "retrieval/pos_neg_gap_layer35": 0.703025110065937, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.09506564056133997, |
| "grad_norm": 3.078125, |
| "learning_rate": 0.0002999988541744976, |
| "loss": 0.3037, |
| "retrieval/pos_neg_gap_layer35": 0.7558679953217506, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.09597102761430512, |
| "grad_norm": 1.96875, |
| "learning_rate": 0.0002999982096489347, |
| "loss": 0.3396, |
| "retrieval/pos_neg_gap_layer35": 0.7202946022152901, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.09687641466727026, |
| "grad_norm": 2.15625, |
| "learning_rate": 0.00029999742189672256, |
| "loss": 0.3056, |
| "retrieval/pos_neg_gap_layer35": 0.7423298731446266, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.0977818017202354, |
| "grad_norm": 2.0, |
| "learning_rate": 0.00029999649091861345, |
| "loss": 0.3485, |
| "retrieval/pos_neg_gap_layer35": 0.7212969064712524, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.09868718877320054, |
| "grad_norm": 2.203125, |
| "learning_rate": 0.0002999954167154962, |
| "loss": 0.3144, |
| "retrieval/pos_neg_gap_layer35": 0.7376366779208183, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.09959257582616568, |
| "grad_norm": 2.0, |
| "learning_rate": 0.0002999941992883966, |
| "loss": 0.3211, |
| "retrieval/pos_neg_gap_layer35": 0.7397533133625984, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.10049796287913083, |
| "grad_norm": 1.75, |
| "learning_rate": 0.0002999928386384771, |
| "loss": 0.2829, |
| "retrieval/pos_neg_gap_layer35": 0.7592035382986069, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.10140334993209597, |
| "grad_norm": 1.40625, |
| "learning_rate": 0.0002999913347670369, |
| "loss": 0.3325, |
| "retrieval/pos_neg_gap_layer35": 0.730476588010788, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.10230873698506111, |
| "grad_norm": 1.6796875, |
| "learning_rate": 0.000299989687675512, |
| "loss": 0.3156, |
| "retrieval/pos_neg_gap_layer35": 0.7384232357144356, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.10321412403802625, |
| "grad_norm": 1.6875, |
| "learning_rate": 0.00029998789736547515, |
| "loss": 0.3574, |
| "retrieval/pos_neg_gap_layer35": 0.7202979549765587, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.10411951109099139, |
| "grad_norm": 1.453125, |
| "learning_rate": 0.00029998596383863587, |
| "loss": 0.2612, |
| "retrieval/pos_neg_gap_layer35": 0.7724613100290298, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.10502489814395655, |
| "grad_norm": 1.7265625, |
| "learning_rate": 0.0002999838870968403, |
| "loss": 0.268, |
| "retrieval/pos_neg_gap_layer35": 0.7666561678051949, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.10593028519692169, |
| "grad_norm": 1.84375, |
| "learning_rate": 0.0002999816671420715, |
| "loss": 0.3519, |
| "retrieval/pos_neg_gap_layer35": 0.7121048867702484, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.10683567224988683, |
| "grad_norm": 2.015625, |
| "learning_rate": 0.0002999793039764492, |
| "loss": 0.3565, |
| "retrieval/pos_neg_gap_layer35": 0.7223715335130692, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.10774105930285197, |
| "grad_norm": 1.65625, |
| "learning_rate": 0.0002999767976022298, |
| "loss": 0.3344, |
| "retrieval/pos_neg_gap_layer35": 0.7269682660698891, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.1086464463558171, |
| "grad_norm": 1.609375, |
| "learning_rate": 0.00029997414802180667, |
| "loss": 0.342, |
| "retrieval/pos_neg_gap_layer35": 0.7178287133574486, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.10955183340878226, |
| "grad_norm": 2.046875, |
| "learning_rate": 0.0002999713552377097, |
| "loss": 0.3301, |
| "retrieval/pos_neg_gap_layer35": 0.7330742478370667, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.1104572204617474, |
| "grad_norm": 1.59375, |
| "learning_rate": 0.00029996841925260557, |
| "loss": 0.2606, |
| "retrieval/pos_neg_gap_layer35": 0.7765707522630692, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.11136260751471254, |
| "grad_norm": 2.6875, |
| "learning_rate": 0.0002999653400692978, |
| "loss": 0.3701, |
| "retrieval/pos_neg_gap_layer35": 0.7033884972333908, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.11226799456767768, |
| "grad_norm": 1.53125, |
| "learning_rate": 0.0002999621176907265, |
| "loss": 0.2848, |
| "retrieval/pos_neg_gap_layer35": 0.7586625516414642, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.11317338162064282, |
| "grad_norm": 2.15625, |
| "learning_rate": 0.0002999587521199686, |
| "loss": 0.3447, |
| "retrieval/pos_neg_gap_layer35": 0.7313715294003487, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.11407876867360797, |
| "grad_norm": 3.84375, |
| "learning_rate": 0.0002999552433602377, |
| "loss": 0.3343, |
| "retrieval/pos_neg_gap_layer35": 0.7272748127579689, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.11498415572657311, |
| "grad_norm": 1.921875, |
| "learning_rate": 0.00029995159141488426, |
| "loss": 0.3711, |
| "retrieval/pos_neg_gap_layer35": 0.7181159630417824, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.11588954277953825, |
| "grad_norm": 1.8203125, |
| "learning_rate": 0.00029994779628739524, |
| "loss": 0.4032, |
| "retrieval/pos_neg_gap_layer35": 0.6918591111898422, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.11679492983250339, |
| "grad_norm": 1.6171875, |
| "learning_rate": 0.0002999438579813945, |
| "loss": 0.2771, |
| "retrieval/pos_neg_gap_layer35": 0.7596332877874374, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.11770031688546853, |
| "grad_norm": 1.734375, |
| "learning_rate": 0.0002999397765006425, |
| "loss": 0.2919, |
| "retrieval/pos_neg_gap_layer35": 0.7467661499977112, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.11860570393843368, |
| "grad_norm": 2.484375, |
| "learning_rate": 0.00029993555184903655, |
| "loss": 0.377, |
| "retrieval/pos_neg_gap_layer35": 0.7095595598220825, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.11951109099139882, |
| "grad_norm": 1.8125, |
| "learning_rate": 0.00029993118403061055, |
| "loss": 0.293, |
| "retrieval/pos_neg_gap_layer35": 0.752009741961956, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.12041647804436396, |
| "grad_norm": 2.46875, |
| "learning_rate": 0.00029992667304953505, |
| "loss": 0.335, |
| "retrieval/pos_neg_gap_layer35": 0.7303048372268677, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.1213218650973291, |
| "grad_norm": 1.34375, |
| "learning_rate": 0.00029992201891011755, |
| "loss": 0.3348, |
| "retrieval/pos_neg_gap_layer35": 0.7341319844126701, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.12222725215029426, |
| "grad_norm": 3.515625, |
| "learning_rate": 0.000299917221616802, |
| "loss": 0.3263, |
| "retrieval/pos_neg_gap_layer35": 0.7310595661401749, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.1231326392032594, |
| "grad_norm": 1.4921875, |
| "learning_rate": 0.00029991228117416907, |
| "loss": 0.2915, |
| "retrieval/pos_neg_gap_layer35": 0.7516295239329338, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.12403802625622454, |
| "grad_norm": 1.9453125, |
| "learning_rate": 0.00029990719758693626, |
| "loss": 0.3253, |
| "retrieval/pos_neg_gap_layer35": 0.7412228733301163, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.12494341330918968, |
| "grad_norm": 1.5, |
| "learning_rate": 0.0002999019708599576, |
| "loss": 0.3009, |
| "retrieval/pos_neg_gap_layer35": 0.7491727843880653, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.12584880036215482, |
| "grad_norm": 1.2734375, |
| "learning_rate": 0.00029989660099822386, |
| "loss": 0.2899, |
| "retrieval/pos_neg_gap_layer35": 0.7603149563074112, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.12675418741511996, |
| "grad_norm": 2.921875, |
| "learning_rate": 0.00029989108800686253, |
| "loss": 0.3438, |
| "retrieval/pos_neg_gap_layer35": 0.7235552668571472, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.1276595744680851, |
| "grad_norm": 1.5859375, |
| "learning_rate": 0.00029988543189113766, |
| "loss": 0.3198, |
| "retrieval/pos_neg_gap_layer35": 0.7430799305438995, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.12856496152105024, |
| "grad_norm": 1.5390625, |
| "learning_rate": 0.00029987963265645014, |
| "loss": 0.3203, |
| "retrieval/pos_neg_gap_layer35": 0.7481404691934586, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.1294703485740154, |
| "grad_norm": 2.359375, |
| "learning_rate": 0.0002998736903083372, |
| "loss": 0.3345, |
| "retrieval/pos_neg_gap_layer35": 0.734069436788559, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.13037573562698054, |
| "grad_norm": 1.5078125, |
| "learning_rate": 0.00029986760485247317, |
| "loss": 0.3528, |
| "retrieval/pos_neg_gap_layer35": 0.7340828254818916, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.13128112267994568, |
| "grad_norm": 1.9765625, |
| "learning_rate": 0.0002998613762946686, |
| "loss": 0.3316, |
| "retrieval/pos_neg_gap_layer35": 0.7414320856332779, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.13218650973291082, |
| "grad_norm": 3.046875, |
| "learning_rate": 0.000299855004640871, |
| "loss": 0.3087, |
| "retrieval/pos_neg_gap_layer35": 0.7459285333752632, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.13309189678587596, |
| "grad_norm": 1.359375, |
| "learning_rate": 0.0002998484898971642, |
| "loss": 0.2536, |
| "retrieval/pos_neg_gap_layer35": 0.7747001349925995, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.1339972838388411, |
| "grad_norm": 2.0625, |
| "learning_rate": 0.000299841832069769, |
| "loss": 0.2895, |
| "retrieval/pos_neg_gap_layer35": 0.7498420625925064, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.13490267089180624, |
| "grad_norm": 1.890625, |
| "learning_rate": 0.0002998350311650426, |
| "loss": 0.2719, |
| "retrieval/pos_neg_gap_layer35": 0.7645679637789726, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.13580805794477138, |
| "grad_norm": 1.578125, |
| "learning_rate": 0.00029982808718947887, |
| "loss": 0.3503, |
| "retrieval/pos_neg_gap_layer35": 0.7216777876019478, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.13671344499773652, |
| "grad_norm": 1.3515625, |
| "learning_rate": 0.0002998210001497083, |
| "loss": 0.3402, |
| "retrieval/pos_neg_gap_layer35": 0.7371743246912956, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.13761883205070166, |
| "grad_norm": 1.203125, |
| "learning_rate": 0.0002998137700524981, |
| "loss": 0.3628, |
| "retrieval/pos_neg_gap_layer35": 0.7205822914838791, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.13852421910366683, |
| "grad_norm": 2.53125, |
| "learning_rate": 0.00029980639690475186, |
| "loss": 0.3025, |
| "retrieval/pos_neg_gap_layer35": 0.7401210814714432, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.13942960615663197, |
| "grad_norm": 1.453125, |
| "learning_rate": 0.00029979888071350987, |
| "loss": 0.2689, |
| "retrieval/pos_neg_gap_layer35": 0.7667993903160095, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.1403349932095971, |
| "grad_norm": 1.171875, |
| "learning_rate": 0.00029979122148594904, |
| "loss": 0.2659, |
| "retrieval/pos_neg_gap_layer35": 0.7736154273152351, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.14124038026256225, |
| "grad_norm": 1.1640625, |
| "learning_rate": 0.00029978341922938284, |
| "loss": 0.2522, |
| "retrieval/pos_neg_gap_layer35": 0.7741991057991982, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.1421457673155274, |
| "grad_norm": 2.21875, |
| "learning_rate": 0.0002997754739512613, |
| "loss": 0.3138, |
| "retrieval/pos_neg_gap_layer35": 0.7516636252403259, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.14305115436849253, |
| "grad_norm": 1.671875, |
| "learning_rate": 0.000299767385659171, |
| "loss": 0.2939, |
| "retrieval/pos_neg_gap_layer35": 0.7644387111067772, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.14395654142145767, |
| "grad_norm": 2.609375, |
| "learning_rate": 0.000299759154360835, |
| "loss": 0.3501, |
| "retrieval/pos_neg_gap_layer35": 0.7274163588881493, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.1448619284744228, |
| "grad_norm": 1.2890625, |
| "learning_rate": 0.00029975078006411323, |
| "loss": 0.318, |
| "retrieval/pos_neg_gap_layer35": 0.7465367317199707, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.14576731552738795, |
| "grad_norm": 2.375, |
| "learning_rate": 0.00029974226277700174, |
| "loss": 0.3428, |
| "retrieval/pos_neg_gap_layer35": 0.7237431034445763, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.14667270258035311, |
| "grad_norm": 2.234375, |
| "learning_rate": 0.00029973360250763336, |
| "loss": 0.2729, |
| "retrieval/pos_neg_gap_layer35": 0.7726488709449768, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.14757808963331825, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.0002997247992642774, |
| "loss": 0.2619, |
| "retrieval/pos_neg_gap_layer35": 0.7700003609061241, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.1484834766862834, |
| "grad_norm": 2.34375, |
| "learning_rate": 0.00029971585305533973, |
| "loss": 0.3559, |
| "retrieval/pos_neg_gap_layer35": 0.721222847700119, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.14938886373924853, |
| "grad_norm": 1.4375, |
| "learning_rate": 0.00029970676388936263, |
| "loss": 0.2896, |
| "retrieval/pos_neg_gap_layer35": 0.7561898753046989, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.15029425079221367, |
| "grad_norm": 1.7578125, |
| "learning_rate": 0.0002996975317750249, |
| "loss": 0.2904, |
| "retrieval/pos_neg_gap_layer35": 0.7605533972382545, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.1511996378451788, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.0002996881567211421, |
| "loss": 0.2954, |
| "retrieval/pos_neg_gap_layer35": 0.7566156536340714, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.15210502489814395, |
| "grad_norm": 1.4375, |
| "learning_rate": 0.00029967863873666577, |
| "loss": 0.2569, |
| "retrieval/pos_neg_gap_layer35": 0.7757222056388855, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.1530104119511091, |
| "grad_norm": 1.6328125, |
| "learning_rate": 0.0002996689778306844, |
| "loss": 0.2713, |
| "retrieval/pos_neg_gap_layer35": 0.7690919637680054, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.15391579900407423, |
| "grad_norm": 1.4453125, |
| "learning_rate": 0.0002996591740124226, |
| "loss": 0.2689, |
| "retrieval/pos_neg_gap_layer35": 0.765770711004734, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.15482118605703937, |
| "grad_norm": 2.109375, |
| "learning_rate": 0.0002996492272912418, |
| "loss": 0.309, |
| "retrieval/pos_neg_gap_layer35": 0.7466119304299355, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.15572657311000454, |
| "grad_norm": 1.2109375, |
| "learning_rate": 0.0002996391376766395, |
| "loss": 0.2442, |
| "retrieval/pos_neg_gap_layer35": 0.7834091782569885, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.15663196016296968, |
| "grad_norm": 2.09375, |
| "learning_rate": 0.00029962890517825, |
| "loss": 0.3142, |
| "retrieval/pos_neg_gap_layer35": 0.754226379096508, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.15753734721593482, |
| "grad_norm": 1.875, |
| "learning_rate": 0.00029961852980584376, |
| "loss": 0.2492, |
| "retrieval/pos_neg_gap_layer35": 0.7825815603137016, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.15844273426889996, |
| "grad_norm": 1.5546875, |
| "learning_rate": 0.0002996080115693277, |
| "loss": 0.2439, |
| "retrieval/pos_neg_gap_layer35": 0.7873627096414566, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.1593481213218651, |
| "grad_norm": 1.5234375, |
| "learning_rate": 0.00029959735047874533, |
| "loss": 0.3097, |
| "retrieval/pos_neg_gap_layer35": 0.7510440424084663, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.16025350837483024, |
| "grad_norm": 1.6015625, |
| "learning_rate": 0.00029958654654427643, |
| "loss": 0.2605, |
| "retrieval/pos_neg_gap_layer35": 0.7733475565910339, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.16115889542779538, |
| "grad_norm": 1.4140625, |
| "learning_rate": 0.0002995755997762372, |
| "loss": 0.2748, |
| "retrieval/pos_neg_gap_layer35": 0.7716283276677132, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.16206428248076052, |
| "grad_norm": 1.2265625, |
| "learning_rate": 0.00029956451018508016, |
| "loss": 0.2592, |
| "retrieval/pos_neg_gap_layer35": 0.7734121307730675, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.16296966953372566, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.0002995532777813944, |
| "loss": 0.2663, |
| "retrieval/pos_neg_gap_layer35": 0.7744711861014366, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.1638750565866908, |
| "grad_norm": 1.640625, |
| "learning_rate": 0.0002995419025759051, |
| "loss": 0.2905, |
| "retrieval/pos_neg_gap_layer35": 0.7610870823264122, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.16478044363965597, |
| "grad_norm": 2.96875, |
| "learning_rate": 0.000299530384579474, |
| "loss": 0.3651, |
| "retrieval/pos_neg_gap_layer35": 0.7282858788967133, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.1656858306926211, |
| "grad_norm": 1.578125, |
| "learning_rate": 0.00029951872380309914, |
| "loss": 0.3109, |
| "retrieval/pos_neg_gap_layer35": 0.7556559443473816, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.16659121774558625, |
| "grad_norm": 1.921875, |
| "learning_rate": 0.00029950692025791485, |
| "loss": 0.2876, |
| "retrieval/pos_neg_gap_layer35": 0.7645461037755013, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.16749660479855139, |
| "grad_norm": 1.6328125, |
| "learning_rate": 0.00029949497395519186, |
| "loss": 0.279, |
| "retrieval/pos_neg_gap_layer35": 0.7647104114294052, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.16840199185151652, |
| "grad_norm": 2.734375, |
| "learning_rate": 0.0002994828849063371, |
| "loss": 0.4012, |
| "retrieval/pos_neg_gap_layer35": 0.6940660253167152, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.16930737890448166, |
| "grad_norm": 1.25, |
| "learning_rate": 0.00029947065312289396, |
| "loss": 0.2632, |
| "retrieval/pos_neg_gap_layer35": 0.7750058546662331, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.1702127659574468, |
| "grad_norm": 1.3046875, |
| "learning_rate": 0.0002994582786165419, |
| "loss": 0.2553, |
| "retrieval/pos_neg_gap_layer35": 0.7848618552088737, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.17111815301041194, |
| "grad_norm": 1.875, |
| "learning_rate": 0.00029944576139909695, |
| "loss": 0.3292, |
| "retrieval/pos_neg_gap_layer35": 0.7478398308157921, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.17202354006337708, |
| "grad_norm": 2.3125, |
| "learning_rate": 0.00029943310148251113, |
| "loss": 0.3205, |
| "retrieval/pos_neg_gap_layer35": 0.7450714185833931, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.17292892711634222, |
| "grad_norm": 1.78125, |
| "learning_rate": 0.0002994202988788728, |
| "loss": 0.3072, |
| "retrieval/pos_neg_gap_layer35": 0.7579996809363365, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.1738343141693074, |
| "grad_norm": 1.8984375, |
| "learning_rate": 0.00029940735360040673, |
| "loss": 0.2775, |
| "retrieval/pos_neg_gap_layer35": 0.7690539658069611, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.17473970122227253, |
| "grad_norm": 1.7421875, |
| "learning_rate": 0.00029939426565947367, |
| "loss": 0.2475, |
| "retrieval/pos_neg_gap_layer35": 0.7885555922985077, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.17564508827523767, |
| "grad_norm": 1.5, |
| "learning_rate": 0.0002993810350685708, |
| "loss": 0.2589, |
| "retrieval/pos_neg_gap_layer35": 0.7795660942792892, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.1765504753282028, |
| "grad_norm": 1.46875, |
| "learning_rate": 0.0002993676618403314, |
| "loss": 0.2491, |
| "retrieval/pos_neg_gap_layer35": 0.7819913625717163, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.17745586238116795, |
| "grad_norm": 3.34375, |
| "learning_rate": 0.00029935414598752496, |
| "loss": 0.3505, |
| "retrieval/pos_neg_gap_layer35": 0.7359964326024055, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.1783612494341331, |
| "grad_norm": 1.96875, |
| "learning_rate": 0.0002993404875230571, |
| "loss": 0.2568, |
| "retrieval/pos_neg_gap_layer35": 0.7808651998639107, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.17926663648709823, |
| "grad_norm": 1.7421875, |
| "learning_rate": 0.0002993266864599699, |
| "loss": 0.2654, |
| "retrieval/pos_neg_gap_layer35": 0.7818052247166634, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.18017202354006337, |
| "grad_norm": 1.484375, |
| "learning_rate": 0.00029931274281144114, |
| "loss": 0.2794, |
| "retrieval/pos_neg_gap_layer35": 0.7739764004945755, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.1810774105930285, |
| "grad_norm": 1.5078125, |
| "learning_rate": 0.00029929865659078514, |
| "loss": 0.2814, |
| "retrieval/pos_neg_gap_layer35": 0.7717407643795013, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.18198279764599365, |
| "grad_norm": 2.09375, |
| "learning_rate": 0.00029928442781145215, |
| "loss": 0.3094, |
| "retrieval/pos_neg_gap_layer35": 0.757408894598484, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.18288818469895882, |
| "grad_norm": 1.4921875, |
| "learning_rate": 0.0002992700564870286, |
| "loss": 0.267, |
| "retrieval/pos_neg_gap_layer35": 0.7801089286804199, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.18379357175192396, |
| "grad_norm": 2.359375, |
| "learning_rate": 0.0002992555426312371, |
| "loss": 0.3313, |
| "retrieval/pos_neg_gap_layer35": 0.7356933578848839, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.1846989588048891, |
| "grad_norm": 1.4296875, |
| "learning_rate": 0.0002992408862579362, |
| "loss": 0.2941, |
| "retrieval/pos_neg_gap_layer35": 0.7602184936404228, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.18560434585785424, |
| "grad_norm": 1.5, |
| "learning_rate": 0.00029922608738112066, |
| "loss": 0.2845, |
| "retrieval/pos_neg_gap_layer35": 0.763976477086544, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.18650973291081938, |
| "grad_norm": 1.3984375, |
| "learning_rate": 0.0002992111460149213, |
| "loss": 0.2999, |
| "retrieval/pos_neg_gap_layer35": 0.7604339420795441, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.18741511996378452, |
| "grad_norm": 0.94921875, |
| "learning_rate": 0.0002991960621736049, |
| "loss": 0.2297, |
| "retrieval/pos_neg_gap_layer35": 0.7965266406536102, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.18832050701674966, |
| "grad_norm": 1.71875, |
| "learning_rate": 0.0002991808358715744, |
| "loss": 0.3421, |
| "retrieval/pos_neg_gap_layer35": 0.7317541837692261, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.1892258940697148, |
| "grad_norm": 1.6015625, |
| "learning_rate": 0.0002991654671233687, |
| "loss": 0.2396, |
| "retrieval/pos_neg_gap_layer35": 0.7898482084274292, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.19013128112267993, |
| "grad_norm": 1.2109375, |
| "learning_rate": 0.00029914995594366273, |
| "loss": 0.3041, |
| "retrieval/pos_neg_gap_layer35": 0.7563532441854477, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.19103666817564507, |
| "grad_norm": 1.296875, |
| "learning_rate": 0.0002991343023472675, |
| "loss": 0.2419, |
| "retrieval/pos_neg_gap_layer35": 0.7919302806258202, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.19194205522861024, |
| "grad_norm": 1.625, |
| "learning_rate": 0.0002991185063491299, |
| "loss": 0.2714, |
| "retrieval/pos_neg_gap_layer35": 0.7735611945390701, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.19284744228157538, |
| "grad_norm": 1.9140625, |
| "learning_rate": 0.0002991025679643328, |
| "loss": 0.2752, |
| "retrieval/pos_neg_gap_layer35": 0.7702867761254311, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.19375282933454052, |
| "grad_norm": 1.6796875, |
| "learning_rate": 0.00029908648720809505, |
| "loss": 0.2232, |
| "retrieval/pos_neg_gap_layer35": 0.8008521497249603, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.19465821638750566, |
| "grad_norm": 1.7578125, |
| "learning_rate": 0.0002990702640957715, |
| "loss": 0.2765, |
| "retrieval/pos_neg_gap_layer35": 0.7676773741841316, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.1955636034404708, |
| "grad_norm": 1.5, |
| "learning_rate": 0.0002990538986428528, |
| "loss": 0.3107, |
| "retrieval/pos_neg_gap_layer35": 0.7472456768155098, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.19646899049343594, |
| "grad_norm": 1.3046875, |
| "learning_rate": 0.0002990373908649657, |
| "loss": 0.2513, |
| "retrieval/pos_neg_gap_layer35": 0.7812482789158821, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.19737437754640108, |
| "grad_norm": 1.3125, |
| "learning_rate": 0.00029902074077787274, |
| "loss": 0.2572, |
| "retrieval/pos_neg_gap_layer35": 0.7806036919355392, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.19827976459936622, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.00029900394839747226, |
| "loss": 0.2519, |
| "retrieval/pos_neg_gap_layer35": 0.7906462252140045, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.19918515165233136, |
| "grad_norm": 1.6640625, |
| "learning_rate": 0.0002989870137397986, |
| "loss": 0.2997, |
| "retrieval/pos_neg_gap_layer35": 0.7555447071790695, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.20009053870529653, |
| "grad_norm": 1.171875, |
| "learning_rate": 0.00029896993682102197, |
| "loss": 0.2489, |
| "retrieval/pos_neg_gap_layer35": 0.7838186696171761, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.20099592575826167, |
| "grad_norm": 1.7578125, |
| "learning_rate": 0.00029895271765744823, |
| "loss": 0.2314, |
| "retrieval/pos_neg_gap_layer35": 0.7931787371635437, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.2019013128112268, |
| "grad_norm": 2.484375, |
| "learning_rate": 0.0002989353562655193, |
| "loss": 0.3127, |
| "retrieval/pos_neg_gap_layer35": 0.7563988417387009, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.20280669986419195, |
| "grad_norm": 1.578125, |
| "learning_rate": 0.0002989178526618129, |
| "loss": 0.3159, |
| "retrieval/pos_neg_gap_layer35": 0.7468860968947411, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.2037120869171571, |
| "grad_norm": 2.34375, |
| "learning_rate": 0.00029890020686304227, |
| "loss": 0.2914, |
| "retrieval/pos_neg_gap_layer35": 0.7625986859202385, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.20461747397012223, |
| "grad_norm": 1.390625, |
| "learning_rate": 0.0002988824188860567, |
| "loss": 0.2305, |
| "retrieval/pos_neg_gap_layer35": 0.798121802508831, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.20552286102308737, |
| "grad_norm": 1.8203125, |
| "learning_rate": 0.00029886448874784106, |
| "loss": 0.3246, |
| "retrieval/pos_neg_gap_layer35": 0.7463467866182327, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.2064282480760525, |
| "grad_norm": 1.625, |
| "learning_rate": 0.0002988464164655161, |
| "loss": 0.3211, |
| "retrieval/pos_neg_gap_layer35": 0.7552456259727478, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.20733363512901765, |
| "grad_norm": 1.5546875, |
| "learning_rate": 0.0002988282020563383, |
| "loss": 0.3171, |
| "retrieval/pos_neg_gap_layer35": 0.7504011541604996, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.20823902218198279, |
| "grad_norm": 1.1171875, |
| "learning_rate": 0.0002988098455376997, |
| "loss": 0.277, |
| "retrieval/pos_neg_gap_layer35": 0.7734598815441132, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.20914440923494795, |
| "grad_norm": 1.6328125, |
| "learning_rate": 0.00029879134692712805, |
| "loss": 0.3382, |
| "retrieval/pos_neg_gap_layer35": 0.7357949614524841, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.2100497962879131, |
| "grad_norm": 0.9921875, |
| "learning_rate": 0.0002987727062422871, |
| "loss": 0.2301, |
| "retrieval/pos_neg_gap_layer35": 0.7988517954945564, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.21095518334087823, |
| "grad_norm": 1.4453125, |
| "learning_rate": 0.0002987539235009758, |
| "loss": 0.2901, |
| "retrieval/pos_neg_gap_layer35": 0.7612474113702774, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.21186057039384337, |
| "grad_norm": 1.21875, |
| "learning_rate": 0.00029873499872112906, |
| "loss": 0.2738, |
| "retrieval/pos_neg_gap_layer35": 0.7799316123127937, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.2127659574468085, |
| "grad_norm": 2.078125, |
| "learning_rate": 0.00029871593192081733, |
| "loss": 0.307, |
| "retrieval/pos_neg_gap_layer35": 0.7531334534287453, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.21367134449977365, |
| "grad_norm": 1.578125, |
| "learning_rate": 0.0002986967231182466, |
| "loss": 0.2926, |
| "retrieval/pos_neg_gap_layer35": 0.7630181834101677, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.2145767315527388, |
| "grad_norm": 1.4140625, |
| "learning_rate": 0.0002986773723317585, |
| "loss": 0.299, |
| "retrieval/pos_neg_gap_layer35": 0.7590935006737709, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.21548211860570393, |
| "grad_norm": 2.171875, |
| "learning_rate": 0.0002986578795798302, |
| "loss": 0.307, |
| "retrieval/pos_neg_gap_layer35": 0.7521366402506828, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.21638750565866907, |
| "grad_norm": 1.4375, |
| "learning_rate": 0.0002986382448810746, |
| "loss": 0.306, |
| "retrieval/pos_neg_gap_layer35": 0.757026419043541, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.2172928927116342, |
| "grad_norm": 1.1171875, |
| "learning_rate": 0.0002986184682542399, |
| "loss": 0.2654, |
| "retrieval/pos_neg_gap_layer35": 0.7712252661585808, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.21819827976459938, |
| "grad_norm": 1.6796875, |
| "learning_rate": 0.00029859854971820993, |
| "loss": 0.3425, |
| "retrieval/pos_neg_gap_layer35": 0.732631616294384, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.21910366681756452, |
| "grad_norm": 1.4609375, |
| "learning_rate": 0.0002985784892920041, |
| "loss": 0.2983, |
| "retrieval/pos_neg_gap_layer35": 0.7568358108401299, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.22000905387052966, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.0002985582869947771, |
| "loss": 0.2625, |
| "retrieval/pos_neg_gap_layer35": 0.7773241177201271, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.2209144409234948, |
| "grad_norm": 1.671875, |
| "learning_rate": 0.0002985379428458193, |
| "loss": 0.2911, |
| "retrieval/pos_neg_gap_layer35": 0.7591343745589256, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.22181982797645994, |
| "grad_norm": 1.6484375, |
| "learning_rate": 0.0002985174568645564, |
| "loss": 0.2892, |
| "retrieval/pos_neg_gap_layer35": 0.7668918743729591, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.22272521502942508, |
| "grad_norm": 1.1484375, |
| "learning_rate": 0.0002984968290705495, |
| "loss": 0.2648, |
| "retrieval/pos_neg_gap_layer35": 0.7803701534867287, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.22363060208239022, |
| "grad_norm": 1.9375, |
| "learning_rate": 0.0002984760594834953, |
| "loss": 0.2676, |
| "retrieval/pos_neg_gap_layer35": 0.7729732096195221, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.22453598913535536, |
| "grad_norm": 1.3671875, |
| "learning_rate": 0.00029845514812322564, |
| "loss": 0.2929, |
| "retrieval/pos_neg_gap_layer35": 0.7643093690276146, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.2254413761883205, |
| "grad_norm": 0.84765625, |
| "learning_rate": 0.00029843409500970793, |
| "loss": 0.2234, |
| "retrieval/pos_neg_gap_layer35": 0.7997985556721687, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.22634676324128564, |
| "grad_norm": 1.296875, |
| "learning_rate": 0.0002984129001630448, |
| "loss": 0.2601, |
| "retrieval/pos_neg_gap_layer35": 0.7787963002920151, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.2272521502942508, |
| "grad_norm": 1.359375, |
| "learning_rate": 0.00029839156360347434, |
| "loss": 0.2659, |
| "retrieval/pos_neg_gap_layer35": 0.7742995023727417, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.22815753734721594, |
| "grad_norm": 1.1875, |
| "learning_rate": 0.0002983700853513698, |
| "loss": 0.2485, |
| "retrieval/pos_neg_gap_layer35": 0.7829974815249443, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.22906292440018108, |
| "grad_norm": 2.421875, |
| "learning_rate": 0.0002983484654272398, |
| "loss": 0.3415, |
| "retrieval/pos_neg_gap_layer35": 0.7404558211565018, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.22996831145314622, |
| "grad_norm": 1.3984375, |
| "learning_rate": 0.0002983267038517284, |
| "loss": 0.2943, |
| "retrieval/pos_neg_gap_layer35": 0.763766422867775, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.23087369850611136, |
| "grad_norm": 1.5703125, |
| "learning_rate": 0.0002983048006456145, |
| "loss": 0.2388, |
| "retrieval/pos_neg_gap_layer35": 0.7977386638522148, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.2317790855590765, |
| "grad_norm": 1.09375, |
| "learning_rate": 0.00029828275582981283, |
| "loss": 0.2355, |
| "retrieval/pos_neg_gap_layer35": 0.7938683852553368, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.23268447261204164, |
| "grad_norm": 2.046875, |
| "learning_rate": 0.00029826056942537275, |
| "loss": 0.2796, |
| "retrieval/pos_neg_gap_layer35": 0.7639481723308563, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.23358985966500678, |
| "grad_norm": 3.34375, |
| "learning_rate": 0.0002982382414534792, |
| "loss": 0.3693, |
| "retrieval/pos_neg_gap_layer35": 0.7198377102613449, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.23449524671797192, |
| "grad_norm": 1.0390625, |
| "learning_rate": 0.00029821577193545214, |
| "loss": 0.2555, |
| "retrieval/pos_neg_gap_layer35": 0.7830753549933434, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.23540063377093706, |
| "grad_norm": 1.828125, |
| "learning_rate": 0.0002981931608927467, |
| "loss": 0.2957, |
| "retrieval/pos_neg_gap_layer35": 0.7566682025790215, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.23630602082390223, |
| "grad_norm": 1.546875, |
| "learning_rate": 0.0002981704083469532, |
| "loss": 0.3236, |
| "retrieval/pos_neg_gap_layer35": 0.7584602981805801, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.23721140787686737, |
| "grad_norm": 1.578125, |
| "learning_rate": 0.00029814751431979705, |
| "loss": 0.268, |
| "retrieval/pos_neg_gap_layer35": 0.776491217315197, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.2381167949298325, |
| "grad_norm": 2.34375, |
| "learning_rate": 0.00029812447883313865, |
| "loss": 0.2986, |
| "retrieval/pos_neg_gap_layer35": 0.7511299550533295, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.23902218198279765, |
| "grad_norm": 1.625, |
| "learning_rate": 0.0002981013019089737, |
| "loss": 0.3625, |
| "retrieval/pos_neg_gap_layer35": 0.7233055010437965, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.2399275690357628, |
| "grad_norm": 1.40625, |
| "learning_rate": 0.00029807798356943266, |
| "loss": 0.2806, |
| "retrieval/pos_neg_gap_layer35": 0.7668991237878799, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.24083295608872793, |
| "grad_norm": 1.7109375, |
| "learning_rate": 0.0002980545238367813, |
| "loss": 0.2668, |
| "retrieval/pos_neg_gap_layer35": 0.7790426909923553, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.24173834314169307, |
| "grad_norm": 1.7734375, |
| "learning_rate": 0.0002980309227334203, |
| "loss": 0.2734, |
| "retrieval/pos_neg_gap_layer35": 0.7722537368535995, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.2426437301946582, |
| "grad_norm": 1.6953125, |
| "learning_rate": 0.0002980071802818852, |
| "loss": 0.2418, |
| "retrieval/pos_neg_gap_layer35": 0.7910887822508812, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.24354911724762335, |
| "grad_norm": 2.0625, |
| "learning_rate": 0.0002979832965048467, |
| "loss": 0.2593, |
| "retrieval/pos_neg_gap_layer35": 0.7870487570762634, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.24445450430058852, |
| "grad_norm": 2.609375, |
| "learning_rate": 0.0002979592714251103, |
| "loss": 0.325, |
| "retrieval/pos_neg_gap_layer35": 0.7660333216190338, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.24535989135355366, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.0002979351050656165, |
| "loss": 0.247, |
| "retrieval/pos_neg_gap_layer35": 0.7936612889170647, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.2462652784065188, |
| "grad_norm": 1.9453125, |
| "learning_rate": 0.00029791079744944076, |
| "loss": 0.2691, |
| "retrieval/pos_neg_gap_layer35": 0.7733396291732788, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.24717066545948393, |
| "grad_norm": 0.95703125, |
| "learning_rate": 0.00029788634859979326, |
| "loss": 0.2561, |
| "retrieval/pos_neg_gap_layer35": 0.7847837656736374, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.24807605251244907, |
| "grad_norm": 1.453125, |
| "learning_rate": 0.0002978617585400192, |
| "loss": 0.3273, |
| "retrieval/pos_neg_gap_layer35": 0.7622664049267769, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.24898143956541421, |
| "grad_norm": 0.90625, |
| "learning_rate": 0.0002978370272935985, |
| "loss": 0.2791, |
| "retrieval/pos_neg_gap_layer35": 0.7823470085859299, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.24988682661837935, |
| "grad_norm": 2.046875, |
| "learning_rate": 0.0002978121548841459, |
| "loss": 0.28, |
| "retrieval/pos_neg_gap_layer35": 0.770948201417923, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.2507922136713445, |
| "grad_norm": 1.609375, |
| "learning_rate": 0.0002977871413354109, |
| "loss": 0.3371, |
| "retrieval/pos_neg_gap_layer35": 0.7531165331602097, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.25169760072430963, |
| "grad_norm": 1.21875, |
| "learning_rate": 0.00029776198667127806, |
| "loss": 0.2419, |
| "retrieval/pos_neg_gap_layer35": 0.791239432990551, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.2526029877772748, |
| "grad_norm": 1.421875, |
| "learning_rate": 0.0002977366909157663, |
| "loss": 0.278, |
| "retrieval/pos_neg_gap_layer35": 0.7707710117101669, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.2535083748302399, |
| "grad_norm": 1.296875, |
| "learning_rate": 0.0002977112540930293, |
| "loss": 0.2766, |
| "retrieval/pos_neg_gap_layer35": 0.7738260924816132, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.2544137618832051, |
| "grad_norm": 1.421875, |
| "learning_rate": 0.00029768567622735586, |
| "loss": 0.243, |
| "retrieval/pos_neg_gap_layer35": 0.7910718247294426, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.2553191489361702, |
| "grad_norm": 2.21875, |
| "learning_rate": 0.00029765995734316885, |
| "loss": 0.3213, |
| "retrieval/pos_neg_gap_layer35": 0.7470906898379326, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.25622453598913536, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.0002976340974650263, |
| "loss": 0.2698, |
| "retrieval/pos_neg_gap_layer35": 0.7754645571112633, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.25712992304210047, |
| "grad_norm": 1.8515625, |
| "learning_rate": 0.0002976080966176205, |
| "loss": 0.308, |
| "retrieval/pos_neg_gap_layer35": 0.7581334412097931, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.25803531009506564, |
| "grad_norm": 0.76953125, |
| "learning_rate": 0.0002975819548257787, |
| "loss": 0.2156, |
| "retrieval/pos_neg_gap_layer35": 0.8084847703576088, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.2589406971480308, |
| "grad_norm": 1.03125, |
| "learning_rate": 0.00029755567211446236, |
| "loss": 0.2417, |
| "retrieval/pos_neg_gap_layer35": 0.7908913791179657, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.2598460842009959, |
| "grad_norm": 0.97265625, |
| "learning_rate": 0.0002975292485087678, |
| "loss": 0.2794, |
| "retrieval/pos_neg_gap_layer35": 0.7675927877426147, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.2607514712539611, |
| "grad_norm": 1.90625, |
| "learning_rate": 0.00029750268403392564, |
| "loss": 0.3432, |
| "retrieval/pos_neg_gap_layer35": 0.7499352619051933, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.2616568583069262, |
| "grad_norm": 1.2734375, |
| "learning_rate": 0.00029747597871530125, |
| "loss": 0.2911, |
| "retrieval/pos_neg_gap_layer35": 0.7630149275064468, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.26256224535989137, |
| "grad_norm": 1.4453125, |
| "learning_rate": 0.00029744913257839426, |
| "loss": 0.2746, |
| "retrieval/pos_neg_gap_layer35": 0.7714230418205261, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.2634676324128565, |
| "grad_norm": 2.25, |
| "learning_rate": 0.00029742214564883884, |
| "loss": 0.2839, |
| "retrieval/pos_neg_gap_layer35": 0.7616220414638519, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.26437301946582165, |
| "grad_norm": 0.89453125, |
| "learning_rate": 0.0002973950179524037, |
| "loss": 0.2716, |
| "retrieval/pos_neg_gap_layer35": 0.7741082385182381, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.26527840651878676, |
| "grad_norm": 1.671875, |
| "learning_rate": 0.00029736774951499194, |
| "loss": 0.3218, |
| "retrieval/pos_neg_gap_layer35": 0.7503506392240524, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.2661837935717519, |
| "grad_norm": 1.5703125, |
| "learning_rate": 0.00029734034036264074, |
| "loss": 0.3035, |
| "retrieval/pos_neg_gap_layer35": 0.754734069108963, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.2670891806247171, |
| "grad_norm": 1.3828125, |
| "learning_rate": 0.00029731279052152204, |
| "loss": 0.373, |
| "retrieval/pos_neg_gap_layer35": 0.7435363903641701, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.2679945676776822, |
| "grad_norm": 1.328125, |
| "learning_rate": 0.000297285100017942, |
| "loss": 0.2771, |
| "retrieval/pos_neg_gap_layer35": 0.7681750729680061, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.2688999547306474, |
| "grad_norm": 1.2578125, |
| "learning_rate": 0.00029725726887834097, |
| "loss": 0.2394, |
| "retrieval/pos_neg_gap_layer35": 0.790833093225956, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.2698053417836125, |
| "grad_norm": 3.453125, |
| "learning_rate": 0.00029722929712929375, |
| "loss": 0.2768, |
| "retrieval/pos_neg_gap_layer35": 0.7736025080084801, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.27071072883657765, |
| "grad_norm": 0.828125, |
| "learning_rate": 0.00029720118479750925, |
| "loss": 0.2566, |
| "retrieval/pos_neg_gap_layer35": 0.7836650535464287, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.27161611588954276, |
| "grad_norm": 0.98046875, |
| "learning_rate": 0.0002971729319098307, |
| "loss": 0.2449, |
| "retrieval/pos_neg_gap_layer35": 0.7929629236459732, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.27252150294250793, |
| "grad_norm": 1.140625, |
| "learning_rate": 0.0002971445384932356, |
| "loss": 0.2541, |
| "retrieval/pos_neg_gap_layer35": 0.7878819778561592, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.27342688999547304, |
| "grad_norm": 1.0078125, |
| "learning_rate": 0.00029711600457483557, |
| "loss": 0.248, |
| "retrieval/pos_neg_gap_layer35": 0.7902123779058456, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.2743322770484382, |
| "grad_norm": 1.0390625, |
| "learning_rate": 0.0002970873301818762, |
| "loss": 0.259, |
| "retrieval/pos_neg_gap_layer35": 0.7832691743969917, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.2752376641014033, |
| "grad_norm": 0.91015625, |
| "learning_rate": 0.0002970585153417377, |
| "loss": 0.2523, |
| "retrieval/pos_neg_gap_layer35": 0.7938778847455978, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.2761430511543685, |
| "grad_norm": 1.7109375, |
| "learning_rate": 0.0002970295600819338, |
| "loss": 0.2961, |
| "retrieval/pos_neg_gap_layer35": 0.76498993486166, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.27704843820733366, |
| "grad_norm": 2.03125, |
| "learning_rate": 0.0002970004644301128, |
| "loss": 0.304, |
| "retrieval/pos_neg_gap_layer35": 0.7620171904563904, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.27795382526029877, |
| "grad_norm": 1.3515625, |
| "learning_rate": 0.0002969712284140567, |
| "loss": 0.2494, |
| "retrieval/pos_neg_gap_layer35": 0.7837408632040024, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.27885921231326394, |
| "grad_norm": 1.140625, |
| "learning_rate": 0.0002969418520616818, |
| "loss": 0.2673, |
| "retrieval/pos_neg_gap_layer35": 0.7841784879565239, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.27976459936622905, |
| "grad_norm": 2.28125, |
| "learning_rate": 0.0002969123354010382, |
| "loss": 0.3388, |
| "retrieval/pos_neg_gap_layer35": 0.7401595488190651, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.2806699864191942, |
| "grad_norm": 1.28125, |
| "learning_rate": 0.00029688267846031006, |
| "loss": 0.2796, |
| "retrieval/pos_neg_gap_layer35": 0.7716855257749557, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.28157537347215933, |
| "grad_norm": 1.6484375, |
| "learning_rate": 0.00029685288126781546, |
| "loss": 0.348, |
| "retrieval/pos_neg_gap_layer35": 0.7355174273252487, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.2824807605251245, |
| "grad_norm": 1.25, |
| "learning_rate": 0.0002968229438520065, |
| "loss": 0.3104, |
| "retrieval/pos_neg_gap_layer35": 0.7479116767644882, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.2833861475780896, |
| "grad_norm": 1.2734375, |
| "learning_rate": 0.00029679286624146906, |
| "loss": 0.2566, |
| "retrieval/pos_neg_gap_layer35": 0.7934438735246658, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.2842915346310548, |
| "grad_norm": 1.0703125, |
| "learning_rate": 0.00029676264846492293, |
| "loss": 0.2392, |
| "retrieval/pos_neg_gap_layer35": 0.7941480353474617, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.28519692168401994, |
| "grad_norm": 2.390625, |
| "learning_rate": 0.0002967322905512216, |
| "loss": 0.2669, |
| "retrieval/pos_neg_gap_layer35": 0.7706975638866425, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.28610230873698506, |
| "grad_norm": 2.59375, |
| "learning_rate": 0.0002967017925293527, |
| "loss": 0.3325, |
| "retrieval/pos_neg_gap_layer35": 0.7526589781045914, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.2870076957899502, |
| "grad_norm": 2.078125, |
| "learning_rate": 0.00029667115442843725, |
| "loss": 0.294, |
| "retrieval/pos_neg_gap_layer35": 0.7613546326756477, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.28791308284291534, |
| "grad_norm": 2.5625, |
| "learning_rate": 0.00029664037627773036, |
| "loss": 0.2855, |
| "retrieval/pos_neg_gap_layer35": 0.7656847089529037, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.2888184698958805, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.0002966094581066207, |
| "loss": 0.2689, |
| "retrieval/pos_neg_gap_layer35": 0.7779642567038536, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.2897238569488456, |
| "grad_norm": 1.4375, |
| "learning_rate": 0.00029657839994463056, |
| "loss": 0.3193, |
| "retrieval/pos_neg_gap_layer35": 0.755174309015274, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.2906292440018108, |
| "grad_norm": 1.4453125, |
| "learning_rate": 0.00029654720182141617, |
| "loss": 0.2426, |
| "retrieval/pos_neg_gap_layer35": 0.7940244078636169, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.2915346310547759, |
| "grad_norm": 1.375, |
| "learning_rate": 0.00029651586376676706, |
| "loss": 0.2492, |
| "retrieval/pos_neg_gap_layer35": 0.787509560585022, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.29244001810774106, |
| "grad_norm": 1.4140625, |
| "learning_rate": 0.0002964843858106067, |
| "loss": 0.2806, |
| "retrieval/pos_neg_gap_layer35": 0.7716903761029243, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.29334540516070623, |
| "grad_norm": 1.0390625, |
| "learning_rate": 0.00029645276798299187, |
| "loss": 0.2255, |
| "retrieval/pos_neg_gap_layer35": 0.7995646595954895, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.29425079221367134, |
| "grad_norm": 1.3046875, |
| "learning_rate": 0.0002964210103141131, |
| "loss": 0.2665, |
| "retrieval/pos_neg_gap_layer35": 0.7748811691999435, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.2951561792666365, |
| "grad_norm": 1.453125, |
| "learning_rate": 0.0002963891128342944, |
| "loss": 0.2417, |
| "retrieval/pos_neg_gap_layer35": 0.7860556393861771, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.2960615663196016, |
| "grad_norm": 1.2265625, |
| "learning_rate": 0.00029635707557399327, |
| "loss": 0.2572, |
| "retrieval/pos_neg_gap_layer35": 0.7816877588629723, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.2969669533725668, |
| "grad_norm": 1.3203125, |
| "learning_rate": 0.0002963248985638006, |
| "loss": 0.2845, |
| "retrieval/pos_neg_gap_layer35": 0.7769095003604889, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.2978723404255319, |
| "grad_norm": 1.6015625, |
| "learning_rate": 0.00029629258183444084, |
| "loss": 0.2731, |
| "retrieval/pos_neg_gap_layer35": 0.7785501778125763, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.29877772747849707, |
| "grad_norm": 1.7265625, |
| "learning_rate": 0.0002962601254167718, |
| "loss": 0.3245, |
| "retrieval/pos_neg_gap_layer35": 0.7486740723252296, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.2996831145314622, |
| "grad_norm": 1.796875, |
| "learning_rate": 0.00029622752934178463, |
| "loss": 0.29, |
| "retrieval/pos_neg_gap_layer35": 0.7675061076879501, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.30058850158442735, |
| "grad_norm": 1.46875, |
| "learning_rate": 0.000296194793640604, |
| "loss": 0.2874, |
| "retrieval/pos_neg_gap_layer35": 0.7624929323792458, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.30149388863739246, |
| "grad_norm": 1.1875, |
| "learning_rate": 0.00029616191834448767, |
| "loss": 0.3067, |
| "retrieval/pos_neg_gap_layer35": 0.756493404507637, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.3023992756903576, |
| "grad_norm": 1.4921875, |
| "learning_rate": 0.0002961289034848268, |
| "loss": 0.3077, |
| "retrieval/pos_neg_gap_layer35": 0.7559342756867409, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.3033046627433228, |
| "grad_norm": 1.1171875, |
| "learning_rate": 0.0002960957490931459, |
| "loss": 0.2625, |
| "retrieval/pos_neg_gap_layer35": 0.7778562232851982, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.3042100497962879, |
| "grad_norm": 0.92578125, |
| "learning_rate": 0.00029606245520110255, |
| "loss": 0.2381, |
| "retrieval/pos_neg_gap_layer35": 0.7934528291225433, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.3051154368492531, |
| "grad_norm": 1.6484375, |
| "learning_rate": 0.0002960290218404877, |
| "loss": 0.3123, |
| "retrieval/pos_neg_gap_layer35": 0.7531040459871292, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.3060208239022182, |
| "grad_norm": 0.890625, |
| "learning_rate": 0.0002959954490432253, |
| "loss": 0.2346, |
| "retrieval/pos_neg_gap_layer35": 0.7940370664000511, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.30692621095518335, |
| "grad_norm": 1.5625, |
| "learning_rate": 0.00029596173684137255, |
| "loss": 0.3081, |
| "retrieval/pos_neg_gap_layer35": 0.7578252330422401, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.30783159800814847, |
| "grad_norm": 1.6640625, |
| "learning_rate": 0.00029592788526711973, |
| "loss": 0.3149, |
| "retrieval/pos_neg_gap_layer35": 0.7444384396076202, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.30873698506111363, |
| "grad_norm": 1.6328125, |
| "learning_rate": 0.00029589389435279027, |
| "loss": 0.2309, |
| "retrieval/pos_neg_gap_layer35": 0.8017411008477211, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.30964237211407875, |
| "grad_norm": 1.578125, |
| "learning_rate": 0.00029585976413084057, |
| "loss": 0.2768, |
| "retrieval/pos_neg_gap_layer35": 0.779523566365242, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.3105477591670439, |
| "grad_norm": 1.40625, |
| "learning_rate": 0.00029582549463386, |
| "loss": 0.256, |
| "retrieval/pos_neg_gap_layer35": 0.7844132408499718, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.3114531462200091, |
| "grad_norm": 1.8203125, |
| "learning_rate": 0.0002957910858945711, |
| "loss": 0.2694, |
| "retrieval/pos_neg_gap_layer35": 0.7762969955801964, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.3123585332729742, |
| "grad_norm": 1.234375, |
| "learning_rate": 0.00029575653794582915, |
| "loss": 0.2371, |
| "retrieval/pos_neg_gap_layer35": 0.80193892121315, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.31326392032593936, |
| "grad_norm": 0.96875, |
| "learning_rate": 0.0002957218508206225, |
| "loss": 0.2698, |
| "retrieval/pos_neg_gap_layer35": 0.7818038314580917, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.31416930737890447, |
| "grad_norm": 0.89453125, |
| "learning_rate": 0.0002956870245520723, |
| "loss": 0.2716, |
| "retrieval/pos_neg_gap_layer35": 0.7843402400612831, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.31507469443186964, |
| "grad_norm": 1.515625, |
| "learning_rate": 0.0002956520591734327, |
| "loss": 0.3372, |
| "retrieval/pos_neg_gap_layer35": 0.7558187395334244, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.31598008148483475, |
| "grad_norm": 1.40625, |
| "learning_rate": 0.00029561695471809046, |
| "loss": 0.2882, |
| "retrieval/pos_neg_gap_layer35": 0.761152058839798, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.3168854685377999, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.00029558171121956545, |
| "loss": 0.284, |
| "retrieval/pos_neg_gap_layer35": 0.7713920548558235, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.31779085559076503, |
| "grad_norm": 1.1484375, |
| "learning_rate": 0.00029554632871151, |
| "loss": 0.2801, |
| "retrieval/pos_neg_gap_layer35": 0.7796169146895409, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.3186962426437302, |
| "grad_norm": 1.4609375, |
| "learning_rate": 0.00029551080722770934, |
| "loss": 0.3007, |
| "retrieval/pos_neg_gap_layer35": 0.7574788630008698, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.3196016296966953, |
| "grad_norm": 1.2421875, |
| "learning_rate": 0.00029547514680208135, |
| "loss": 0.2527, |
| "retrieval/pos_neg_gap_layer35": 0.7874152734875679, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.3205070167496605, |
| "grad_norm": 1.1171875, |
| "learning_rate": 0.00029543934746867665, |
| "loss": 0.2431, |
| "retrieval/pos_neg_gap_layer35": 0.7894258424639702, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.32141240380262565, |
| "grad_norm": 1.015625, |
| "learning_rate": 0.00029540340926167833, |
| "loss": 0.2783, |
| "retrieval/pos_neg_gap_layer35": 0.76955696195364, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.32231779085559076, |
| "grad_norm": 1.2578125, |
| "learning_rate": 0.0002953673322154022, |
| "loss": 0.2971, |
| "retrieval/pos_neg_gap_layer35": 0.7695530131459236, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.3232231779085559, |
| "grad_norm": 0.6796875, |
| "learning_rate": 0.00029533111636429675, |
| "loss": 0.2245, |
| "retrieval/pos_neg_gap_layer35": 0.8112246319651604, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.32412856496152104, |
| "grad_norm": 1.265625, |
| "learning_rate": 0.0002952947617429428, |
| "loss": 0.2538, |
| "retrieval/pos_neg_gap_layer35": 0.792332299053669, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.3250339520144862, |
| "grad_norm": 0.8984375, |
| "learning_rate": 0.0002952582683860538, |
| "loss": 0.2293, |
| "retrieval/pos_neg_gap_layer35": 0.8019958436489105, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.3259393390674513, |
| "grad_norm": 1.609375, |
| "learning_rate": 0.0002952216363284756, |
| "loss": 0.2476, |
| "retrieval/pos_neg_gap_layer35": 0.7923199757933617, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.3268447261204165, |
| "grad_norm": 1.6640625, |
| "learning_rate": 0.00029518486560518663, |
| "loss": 0.2674, |
| "retrieval/pos_neg_gap_layer35": 0.7762177586555481, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.3277501131733816, |
| "grad_norm": 1.2578125, |
| "learning_rate": 0.0002951479562512975, |
| "loss": 0.2777, |
| "retrieval/pos_neg_gap_layer35": 0.780401736497879, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.32865550022634676, |
| "grad_norm": 1.421875, |
| "learning_rate": 0.0002951109083020514, |
| "loss": 0.2857, |
| "retrieval/pos_neg_gap_layer35": 0.7718285620212555, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.32956088727931193, |
| "grad_norm": 1.171875, |
| "learning_rate": 0.0002950737217928238, |
| "loss": 0.2554, |
| "retrieval/pos_neg_gap_layer35": 0.7930465415120125, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.33046627433227704, |
| "grad_norm": 1.53125, |
| "learning_rate": 0.00029503639675912234, |
| "loss": 0.2679, |
| "retrieval/pos_neg_gap_layer35": 0.7791837900876999, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.3313716613852422, |
| "grad_norm": 1.203125, |
| "learning_rate": 0.0002949989332365871, |
| "loss": 0.3068, |
| "retrieval/pos_neg_gap_layer35": 0.7515399605035782, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.3322770484382073, |
| "grad_norm": 1.75, |
| "learning_rate": 0.00029496133126099037, |
| "loss": 0.3122, |
| "retrieval/pos_neg_gap_layer35": 0.751657597720623, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.3331824354911725, |
| "grad_norm": 1.671875, |
| "learning_rate": 0.0002949235908682366, |
| "loss": 0.2502, |
| "retrieval/pos_neg_gap_layer35": 0.7890942916274071, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.3340878225441376, |
| "grad_norm": 1.765625, |
| "learning_rate": 0.00029488571209436236, |
| "loss": 0.283, |
| "retrieval/pos_neg_gap_layer35": 0.7788895815610886, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.33499320959710277, |
| "grad_norm": 1.703125, |
| "learning_rate": 0.00029484769497553653, |
| "loss": 0.2911, |
| "retrieval/pos_neg_gap_layer35": 0.7591556534171104, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.3358985966500679, |
| "grad_norm": 1.5859375, |
| "learning_rate": 0.0002948095395480599, |
| "loss": 0.325, |
| "retrieval/pos_neg_gap_layer35": 0.7432632967829704, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.33680398370303305, |
| "grad_norm": 1.140625, |
| "learning_rate": 0.00029477124584836536, |
| "loss": 0.2565, |
| "retrieval/pos_neg_gap_layer35": 0.7880156114697456, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.33770937075599816, |
| "grad_norm": 1.46875, |
| "learning_rate": 0.0002947328139130179, |
| "loss": 0.2281, |
| "retrieval/pos_neg_gap_layer35": 0.8014998584985733, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.33861475780896333, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.0002946942437787145, |
| "loss": 0.2665, |
| "retrieval/pos_neg_gap_layer35": 0.7816552892327309, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.3395201448619285, |
| "grad_norm": 1.046875, |
| "learning_rate": 0.0002946555354822841, |
| "loss": 0.271, |
| "retrieval/pos_neg_gap_layer35": 0.7805389016866684, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.3404255319148936, |
| "grad_norm": 1.296875, |
| "learning_rate": 0.00029461668906068746, |
| "loss": 0.3452, |
| "retrieval/pos_neg_gap_layer35": 0.7369760423898697, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.3413309189678588, |
| "grad_norm": 1.0234375, |
| "learning_rate": 0.0002945777045510173, |
| "loss": 0.2546, |
| "retrieval/pos_neg_gap_layer35": 0.7848569974303246, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.3422363060208239, |
| "grad_norm": 1.125, |
| "learning_rate": 0.00029453858199049833, |
| "loss": 0.2277, |
| "retrieval/pos_neg_gap_layer35": 0.8045710921287537, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.34314169307378906, |
| "grad_norm": 0.796875, |
| "learning_rate": 0.0002944993214164869, |
| "loss": 0.2185, |
| "retrieval/pos_neg_gap_layer35": 0.8064287751913071, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.34404708012675417, |
| "grad_norm": 1.53125, |
| "learning_rate": 0.0002944599228664711, |
| "loss": 0.2619, |
| "retrieval/pos_neg_gap_layer35": 0.7849665805697441, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.34495246717971934, |
| "grad_norm": 1.6484375, |
| "learning_rate": 0.0002944203863780709, |
| "loss": 0.2724, |
| "retrieval/pos_neg_gap_layer35": 0.7698182314634323, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.34585785423268445, |
| "grad_norm": 1.859375, |
| "learning_rate": 0.000294380711989038, |
| "loss": 0.3325, |
| "retrieval/pos_neg_gap_layer35": 0.736426867544651, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.3467632412856496, |
| "grad_norm": 2.765625, |
| "learning_rate": 0.00029434089973725565, |
| "loss": 0.2317, |
| "retrieval/pos_neg_gap_layer35": 0.7975165322422981, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.3476686283386148, |
| "grad_norm": 1.8671875, |
| "learning_rate": 0.0002943009496607389, |
| "loss": 0.2225, |
| "retrieval/pos_neg_gap_layer35": 0.8110938891768456, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.3485740153915799, |
| "grad_norm": 1.3515625, |
| "learning_rate": 0.0002942608617976342, |
| "loss": 0.3072, |
| "retrieval/pos_neg_gap_layer35": 0.7532743141055107, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.34947940244454506, |
| "grad_norm": 0.8828125, |
| "learning_rate": 0.00029422063618621974, |
| "loss": 0.2244, |
| "retrieval/pos_neg_gap_layer35": 0.8045077249407768, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.3503847894975102, |
| "grad_norm": 1.9453125, |
| "learning_rate": 0.00029418027286490516, |
| "loss": 0.2291, |
| "retrieval/pos_neg_gap_layer35": 0.8010301887989044, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.35129017655047534, |
| "grad_norm": 1.625, |
| "learning_rate": 0.0002941397718722316, |
| "loss": 0.3063, |
| "retrieval/pos_neg_gap_layer35": 0.7690878808498383, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.35219556360344045, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.0002940991332468717, |
| "loss": 0.2803, |
| "retrieval/pos_neg_gap_layer35": 0.7694816514849663, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.3531009506564056, |
| "grad_norm": 0.75, |
| "learning_rate": 0.0002940583570276294, |
| "loss": 0.2071, |
| "retrieval/pos_neg_gap_layer35": 0.8144046440720558, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.35400633770937073, |
| "grad_norm": 1.7734375, |
| "learning_rate": 0.0002940174432534402, |
| "loss": 0.319, |
| "retrieval/pos_neg_gap_layer35": 0.7469370365142822, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.3549117247623359, |
| "grad_norm": 0.734375, |
| "learning_rate": 0.0002939763919633708, |
| "loss": 0.2386, |
| "retrieval/pos_neg_gap_layer35": 0.8075713068246841, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.35581711181530107, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.00029393520319661925, |
| "loss": 0.2563, |
| "retrieval/pos_neg_gap_layer35": 0.7867434173822403, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.3567224988682662, |
| "grad_norm": 0.86328125, |
| "learning_rate": 0.000293893876992515, |
| "loss": 0.2395, |
| "retrieval/pos_neg_gap_layer35": 0.7949795052409172, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.35762788592123135, |
| "grad_norm": 1.296875, |
| "learning_rate": 0.0002938524133905184, |
| "loss": 0.247, |
| "retrieval/pos_neg_gap_layer35": 0.7915525734424591, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.35853327297419646, |
| "grad_norm": 4.125, |
| "learning_rate": 0.00029381081243022144, |
| "loss": 0.2858, |
| "retrieval/pos_neg_gap_layer35": 0.765034444630146, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.3594386600271616, |
| "grad_norm": 1.34375, |
| "learning_rate": 0.00029376907415134683, |
| "loss": 0.2347, |
| "retrieval/pos_neg_gap_layer35": 0.7994118854403496, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.36034404708012674, |
| "grad_norm": 2.046875, |
| "learning_rate": 0.00029372719859374873, |
| "loss": 0.3178, |
| "retrieval/pos_neg_gap_layer35": 0.7565224170684814, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.3612494341330919, |
| "grad_norm": 1.28125, |
| "learning_rate": 0.00029368518579741225, |
| "loss": 0.2571, |
| "retrieval/pos_neg_gap_layer35": 0.7909009158611298, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.362154821186057, |
| "grad_norm": 1.1875, |
| "learning_rate": 0.00029364303580245346, |
| "loss": 0.2622, |
| "retrieval/pos_neg_gap_layer35": 0.7819407060742378, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.3630602082390222, |
| "grad_norm": 1.203125, |
| "learning_rate": 0.0002936007486491196, |
| "loss": 0.2522, |
| "retrieval/pos_neg_gap_layer35": 0.7852613776922226, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.3639655952919873, |
| "grad_norm": 1.46875, |
| "learning_rate": 0.0002935583243777888, |
| "loss": 0.2827, |
| "retrieval/pos_neg_gap_layer35": 0.770590141415596, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.36487098234495247, |
| "grad_norm": 1.3671875, |
| "learning_rate": 0.0002935157630289701, |
| "loss": 0.2455, |
| "retrieval/pos_neg_gap_layer35": 0.7887911945581436, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.36577636939791763, |
| "grad_norm": 0.828125, |
| "learning_rate": 0.00029347306464330345, |
| "loss": 0.2416, |
| "retrieval/pos_neg_gap_layer35": 0.8057910799980164, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.36668175645088275, |
| "grad_norm": 0.94921875, |
| "learning_rate": 0.0002934302292615596, |
| "loss": 0.2224, |
| "retrieval/pos_neg_gap_layer35": 0.8071197345852852, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.3675871435038479, |
| "grad_norm": 1.2734375, |
| "learning_rate": 0.0002933872569246403, |
| "loss": 0.2954, |
| "retrieval/pos_neg_gap_layer35": 0.7712145671248436, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.368492530556813, |
| "grad_norm": 2.015625, |
| "learning_rate": 0.00029334414767357775, |
| "loss": 0.3268, |
| "retrieval/pos_neg_gap_layer35": 0.7557507753372192, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.3693979176097782, |
| "grad_norm": 1.34375, |
| "learning_rate": 0.0002933009015495352, |
| "loss": 0.2319, |
| "retrieval/pos_neg_gap_layer35": 0.7998365238308907, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.3703033046627433, |
| "grad_norm": 1.25, |
| "learning_rate": 0.0002932575185938064, |
| "loss": 0.2603, |
| "retrieval/pos_neg_gap_layer35": 0.7861762195825577, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.37120869171570847, |
| "grad_norm": 2.1875, |
| "learning_rate": 0.00029321399884781583, |
| "loss": 0.3556, |
| "retrieval/pos_neg_gap_layer35": 0.732573077082634, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.3721140787686736, |
| "grad_norm": 1.0859375, |
| "learning_rate": 0.0002931703423531186, |
| "loss": 0.2559, |
| "retrieval/pos_neg_gap_layer35": 0.7922574654221535, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.37301946582163875, |
| "grad_norm": 1.3125, |
| "learning_rate": 0.00029312654915140024, |
| "loss": 0.3615, |
| "retrieval/pos_neg_gap_layer35": 0.7290648967027664, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.3739248528746039, |
| "grad_norm": 1.0703125, |
| "learning_rate": 0.0002930826192844771, |
| "loss": 0.2928, |
| "retrieval/pos_neg_gap_layer35": 0.7701489627361298, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.37483023992756903, |
| "grad_norm": 0.9921875, |
| "learning_rate": 0.0002930385527942958, |
| "loss": 0.2869, |
| "retrieval/pos_neg_gap_layer35": 0.7785881981253624, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.3757356269805342, |
| "grad_norm": 0.8515625, |
| "learning_rate": 0.0002929943497229334, |
| "loss": 0.2222, |
| "retrieval/pos_neg_gap_layer35": 0.8094303458929062, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.3766410140334993, |
| "grad_norm": 1.9765625, |
| "learning_rate": 0.0002929500101125976, |
| "loss": 0.3153, |
| "retrieval/pos_neg_gap_layer35": 0.7456752061843872, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.3775464010864645, |
| "grad_norm": 1.6171875, |
| "learning_rate": 0.0002929055340056262, |
| "loss": 0.324, |
| "retrieval/pos_neg_gap_layer35": 0.75583166629076, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.3784517881394296, |
| "grad_norm": 1.2734375, |
| "learning_rate": 0.0002928609214444876, |
| "loss": 0.2516, |
| "retrieval/pos_neg_gap_layer35": 0.7837498188018799, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.37935717519239476, |
| "grad_norm": 0.68359375, |
| "learning_rate": 0.0002928161724717803, |
| "loss": 0.213, |
| "retrieval/pos_neg_gap_layer35": 0.8139834925532341, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.38026256224535987, |
| "grad_norm": 1.4765625, |
| "learning_rate": 0.00029277128713023305, |
| "loss": 0.2999, |
| "retrieval/pos_neg_gap_layer35": 0.7576423212885857, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.38116794929832504, |
| "grad_norm": 1.2265625, |
| "learning_rate": 0.0002927262654627049, |
| "loss": 0.2831, |
| "retrieval/pos_neg_gap_layer35": 0.7662830278277397, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.38207333635129015, |
| "grad_norm": 1.4140625, |
| "learning_rate": 0.00029268110751218507, |
| "loss": 0.2719, |
| "retrieval/pos_neg_gap_layer35": 0.780327171087265, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.3829787234042553, |
| "grad_norm": 1.2734375, |
| "learning_rate": 0.0002926358133217929, |
| "loss": 0.3331, |
| "retrieval/pos_neg_gap_layer35": 0.7449531629681587, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.3838841104572205, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.0002925903829347778, |
| "loss": 0.2409, |
| "retrieval/pos_neg_gap_layer35": 0.800158716738224, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.3847894975101856, |
| "grad_norm": 0.81640625, |
| "learning_rate": 0.00029254481639451926, |
| "loss": 0.2294, |
| "retrieval/pos_neg_gap_layer35": 0.8019485473632812, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.38569488456315076, |
| "grad_norm": 0.890625, |
| "learning_rate": 0.0002924991137445267, |
| "loss": 0.2407, |
| "retrieval/pos_neg_gap_layer35": 0.7939884588122368, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.3866002716161159, |
| "grad_norm": 1.828125, |
| "learning_rate": 0.00029245327502843956, |
| "loss": 0.267, |
| "retrieval/pos_neg_gap_layer35": 0.7782160714268684, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.38750565866908104, |
| "grad_norm": 1.3125, |
| "learning_rate": 0.0002924073002900273, |
| "loss": 0.2351, |
| "retrieval/pos_neg_gap_layer35": 0.7982724979519844, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.38841104572204616, |
| "grad_norm": 1.4921875, |
| "learning_rate": 0.00029236118957318895, |
| "loss": 0.2468, |
| "retrieval/pos_neg_gap_layer35": 0.7967758774757385, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.3893164327750113, |
| "grad_norm": 1.0390625, |
| "learning_rate": 0.00029231494292195385, |
| "loss": 0.2484, |
| "retrieval/pos_neg_gap_layer35": 0.7943631261587143, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.39022181982797643, |
| "grad_norm": 1.5703125, |
| "learning_rate": 0.00029226856038048067, |
| "loss": 0.3277, |
| "retrieval/pos_neg_gap_layer35": 0.7554822564125061, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.3911272068809416, |
| "grad_norm": 1.421875, |
| "learning_rate": 0.00029222204199305814, |
| "loss": 0.2792, |
| "retrieval/pos_neg_gap_layer35": 0.772708535194397, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.39203259393390677, |
| "grad_norm": 0.98046875, |
| "learning_rate": 0.0002921753878041046, |
| "loss": 0.2382, |
| "retrieval/pos_neg_gap_layer35": 0.797708049416542, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.3929379809868719, |
| "grad_norm": 1.5390625, |
| "learning_rate": 0.0002921285978581681, |
| "loss": 0.2689, |
| "retrieval/pos_neg_gap_layer35": 0.779910109937191, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.39384336803983705, |
| "grad_norm": 1.765625, |
| "learning_rate": 0.0002920816721999262, |
| "loss": 0.2883, |
| "retrieval/pos_neg_gap_layer35": 0.7671637684106827, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.39474875509280216, |
| "grad_norm": 1.75, |
| "learning_rate": 0.00029203461087418624, |
| "loss": 0.2853, |
| "retrieval/pos_neg_gap_layer35": 0.7753506228327751, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.39565414214576733, |
| "grad_norm": 1.6875, |
| "learning_rate": 0.00029198741392588495, |
| "loss": 0.2552, |
| "retrieval/pos_neg_gap_layer35": 0.785978227853775, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.39655952919873244, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.0002919400814000886, |
| "loss": 0.2499, |
| "retrieval/pos_neg_gap_layer35": 0.7916012182831764, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.3974649162516976, |
| "grad_norm": 1.015625, |
| "learning_rate": 0.0002918926133419929, |
| "loss": 0.2264, |
| "retrieval/pos_neg_gap_layer35": 0.8069272264838219, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.3983703033046627, |
| "grad_norm": 1.25, |
| "learning_rate": 0.000291845009796923, |
| "loss": 0.3025, |
| "retrieval/pos_neg_gap_layer35": 0.769988551735878, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.3992756903576279, |
| "grad_norm": 1.609375, |
| "learning_rate": 0.0002917972708103334, |
| "loss": 0.3102, |
| "retrieval/pos_neg_gap_layer35": 0.7566511854529381, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.40018107741059306, |
| "grad_norm": 1.0859375, |
| "learning_rate": 0.00029174939642780806, |
| "loss": 0.2676, |
| "retrieval/pos_neg_gap_layer35": 0.7832580506801605, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.40108646446355817, |
| "grad_norm": 1.3359375, |
| "learning_rate": 0.00029170138669506, |
| "loss": 0.3198, |
| "retrieval/pos_neg_gap_layer35": 0.7615250423550606, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.40199185151652334, |
| "grad_norm": 1.1875, |
| "learning_rate": 0.00029165324165793163, |
| "loss": 0.2657, |
| "retrieval/pos_neg_gap_layer35": 0.7852713689208031, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.40289723856948845, |
| "grad_norm": 1.3828125, |
| "learning_rate": 0.0002916049613623945, |
| "loss": 0.3489, |
| "retrieval/pos_neg_gap_layer35": 0.7336863875389099, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.4038026256224536, |
| "grad_norm": 0.90234375, |
| "learning_rate": 0.00029155654585454933, |
| "loss": 0.2639, |
| "retrieval/pos_neg_gap_layer35": 0.7801369875669479, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.4047080126754187, |
| "grad_norm": 0.88671875, |
| "learning_rate": 0.000291507995180626, |
| "loss": 0.2289, |
| "retrieval/pos_neg_gap_layer35": 0.8003855273127556, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.4056133997283839, |
| "grad_norm": 0.9453125, |
| "learning_rate": 0.00029145930938698325, |
| "loss": 0.2584, |
| "retrieval/pos_neg_gap_layer35": 0.7870207652449608, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.406518786781349, |
| "grad_norm": 0.9765625, |
| "learning_rate": 0.0002914104885201091, |
| "loss": 0.2392, |
| "retrieval/pos_neg_gap_layer35": 0.795634850859642, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.4074241738343142, |
| "grad_norm": 1.3359375, |
| "learning_rate": 0.00029136153262662045, |
| "loss": 0.2587, |
| "retrieval/pos_neg_gap_layer35": 0.7824196368455887, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.4083295608872793, |
| "grad_norm": 1.2890625, |
| "learning_rate": 0.0002913124417532631, |
| "loss": 0.2386, |
| "retrieval/pos_neg_gap_layer35": 0.7909270823001862, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.40923494794024445, |
| "grad_norm": 1.484375, |
| "learning_rate": 0.0002912632159469117, |
| "loss": 0.3079, |
| "retrieval/pos_neg_gap_layer35": 0.7537304386496544, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.4101403349932096, |
| "grad_norm": 1.875, |
| "learning_rate": 0.0002912138552545698, |
| "loss": 0.3499, |
| "retrieval/pos_neg_gap_layer35": 0.7476329058408737, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.41104572204617473, |
| "grad_norm": 1.8046875, |
| "learning_rate": 0.0002911643597233698, |
| "loss": 0.3524, |
| "retrieval/pos_neg_gap_layer35": 0.731356717646122, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.4119511090991399, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.0002911147294005728, |
| "loss": 0.3276, |
| "retrieval/pos_neg_gap_layer35": 0.7598177939653397, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.412856496152105, |
| "grad_norm": 1.3359375, |
| "learning_rate": 0.00029106496433356846, |
| "loss": 0.2244, |
| "retrieval/pos_neg_gap_layer35": 0.8059214875102043, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.4137618832050702, |
| "grad_norm": 1.3671875, |
| "learning_rate": 0.0002910150645698754, |
| "loss": 0.2265, |
| "retrieval/pos_neg_gap_layer35": 0.8031329587101936, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.4146672702580353, |
| "grad_norm": 1.359375, |
| "learning_rate": 0.00029096503015714064, |
| "loss": 0.3215, |
| "retrieval/pos_neg_gap_layer35": 0.7656263709068298, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.41557265731100046, |
| "grad_norm": 1.4765625, |
| "learning_rate": 0.0002909148611431398, |
| "loss": 0.3223, |
| "retrieval/pos_neg_gap_layer35": 0.7442685440182686, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.41647804436396557, |
| "grad_norm": 2.1875, |
| "learning_rate": 0.000290864557575777, |
| "loss": 0.3749, |
| "retrieval/pos_neg_gap_layer35": 0.7375131472945213, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.41738343141693074, |
| "grad_norm": 1.40625, |
| "learning_rate": 0.000290814119503085, |
| "loss": 0.2118, |
| "retrieval/pos_neg_gap_layer35": 0.8139390721917152, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.4182888184698959, |
| "grad_norm": 1.296875, |
| "learning_rate": 0.0002907635469732249, |
| "loss": 0.3003, |
| "retrieval/pos_neg_gap_layer35": 0.7680317088961601, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.419194205522861, |
| "grad_norm": 1.3828125, |
| "learning_rate": 0.000290712840034486, |
| "loss": 0.2474, |
| "retrieval/pos_neg_gap_layer35": 0.795130118727684, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.4200995925758262, |
| "grad_norm": 2.15625, |
| "learning_rate": 0.00029066199873528626, |
| "loss": 0.3366, |
| "retrieval/pos_neg_gap_layer35": 0.7404636740684509, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.4210049796287913, |
| "grad_norm": 1.0859375, |
| "learning_rate": 0.00029061102312417177, |
| "loss": 0.2638, |
| "retrieval/pos_neg_gap_layer35": 0.7796059623360634, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.42191036668175647, |
| "grad_norm": 1.671875, |
| "learning_rate": 0.00029055991324981683, |
| "loss": 0.2969, |
| "retrieval/pos_neg_gap_layer35": 0.7672151476144791, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.4228157537347216, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.00029050866916102404, |
| "loss": 0.3147, |
| "retrieval/pos_neg_gap_layer35": 0.7457406744360924, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.42372114078768675, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.0002904572909067241, |
| "loss": 0.2406, |
| "retrieval/pos_neg_gap_layer35": 0.7960643768310547, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.42462652784065186, |
| "grad_norm": 0.74609375, |
| "learning_rate": 0.0002904057785359758, |
| "loss": 0.2029, |
| "retrieval/pos_neg_gap_layer35": 0.8208494409918785, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.425531914893617, |
| "grad_norm": 1.9921875, |
| "learning_rate": 0.0002903541320979661, |
| "loss": 0.3072, |
| "retrieval/pos_neg_gap_layer35": 0.7495509386062622, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.42643730194658214, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.00029030235164200977, |
| "loss": 0.2367, |
| "retrieval/pos_neg_gap_layer35": 0.7917436361312866, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.4273426889995473, |
| "grad_norm": 2.015625, |
| "learning_rate": 0.0002902504372175498, |
| "loss": 0.3126, |
| "retrieval/pos_neg_gap_layer35": 0.7567478120326996, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.42824807605251247, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.0002901983888741569, |
| "loss": 0.2607, |
| "retrieval/pos_neg_gap_layer35": 0.787869893014431, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.4291534631054776, |
| "grad_norm": 1.0078125, |
| "learning_rate": 0.00029014620666152976, |
| "loss": 0.282, |
| "retrieval/pos_neg_gap_layer35": 0.771853007376194, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.43005885015844275, |
| "grad_norm": 1.609375, |
| "learning_rate": 0.00029009389062949485, |
| "loss": 0.3319, |
| "retrieval/pos_neg_gap_layer35": 0.7407456561923027, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.43096423721140786, |
| "grad_norm": 1.1171875, |
| "learning_rate": 0.0002900414408280064, |
| "loss": 0.2627, |
| "retrieval/pos_neg_gap_layer35": 0.781107522547245, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.43186962426437303, |
| "grad_norm": 0.96875, |
| "learning_rate": 0.0002899888573071465, |
| "loss": 0.2382, |
| "retrieval/pos_neg_gap_layer35": 0.7990758046507835, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.43277501131733814, |
| "grad_norm": 1.0703125, |
| "learning_rate": 0.00028993614011712485, |
| "loss": 0.3148, |
| "retrieval/pos_neg_gap_layer35": 0.7507627010345459, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.4336803983703033, |
| "grad_norm": 0.84765625, |
| "learning_rate": 0.00028988328930827856, |
| "loss": 0.2508, |
| "retrieval/pos_neg_gap_layer35": 0.7851749658584595, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.4345857854232684, |
| "grad_norm": 1.28125, |
| "learning_rate": 0.00028983030493107267, |
| "loss": 0.2659, |
| "retrieval/pos_neg_gap_layer35": 0.7831493988633156, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.4354911724762336, |
| "grad_norm": 0.78515625, |
| "learning_rate": 0.0002897771870360996, |
| "loss": 0.2557, |
| "retrieval/pos_neg_gap_layer35": 0.7896689549088478, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.43639655952919876, |
| "grad_norm": 1.53125, |
| "learning_rate": 0.00028972393567407926, |
| "loss": 0.2889, |
| "retrieval/pos_neg_gap_layer35": 0.767035223543644, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.43730194658216387, |
| "grad_norm": 2.046875, |
| "learning_rate": 0.00028967055089585905, |
| "loss": 0.357, |
| "retrieval/pos_neg_gap_layer35": 0.7265632897615433, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.43820733363512904, |
| "grad_norm": 1.1875, |
| "learning_rate": 0.00028961703275241367, |
| "loss": 0.2645, |
| "retrieval/pos_neg_gap_layer35": 0.7778621688485146, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.43911272068809415, |
| "grad_norm": 1.65625, |
| "learning_rate": 0.0002895633812948453, |
| "loss": 0.3168, |
| "retrieval/pos_neg_gap_layer35": 0.756355457007885, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.4400181077410593, |
| "grad_norm": 1.46875, |
| "learning_rate": 0.0002895095965743833, |
| "loss": 0.3435, |
| "retrieval/pos_neg_gap_layer35": 0.7490367516875267, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.44092349479402443, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.0002894556786423843, |
| "loss": 0.2838, |
| "retrieval/pos_neg_gap_layer35": 0.7642712742090225, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.4418288818469896, |
| "grad_norm": 1.84375, |
| "learning_rate": 0.00028940162755033223, |
| "loss": 0.2445, |
| "retrieval/pos_neg_gap_layer35": 0.7890613973140717, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.4427342688999547, |
| "grad_norm": 1.078125, |
| "learning_rate": 0.000289347443349838, |
| "loss": 0.2814, |
| "retrieval/pos_neg_gap_layer35": 0.7762579545378685, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.4436396559529199, |
| "grad_norm": 1.0078125, |
| "learning_rate": 0.0002892931260926397, |
| "loss": 0.2353, |
| "retrieval/pos_neg_gap_layer35": 0.80211241543293, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.44454504300588504, |
| "grad_norm": 1.7265625, |
| "learning_rate": 0.0002892386758306025, |
| "loss": 0.2215, |
| "retrieval/pos_neg_gap_layer35": 0.8068276047706604, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.44545043005885016, |
| "grad_norm": 1.3203125, |
| "learning_rate": 0.00028918409261571854, |
| "loss": 0.2283, |
| "retrieval/pos_neg_gap_layer35": 0.8011421412229538, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.4463558171118153, |
| "grad_norm": 1.828125, |
| "learning_rate": 0.00028912937650010697, |
| "loss": 0.2619, |
| "retrieval/pos_neg_gap_layer35": 0.7819690853357315, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.44726120416478043, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.0002890745275360137, |
| "loss": 0.2376, |
| "retrieval/pos_neg_gap_layer35": 0.7940984517335892, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.4481665912177456, |
| "grad_norm": 1.6796875, |
| "learning_rate": 0.00028901954577581165, |
| "loss": 0.3004, |
| "retrieval/pos_neg_gap_layer35": 0.7598761767148972, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.4490719782707107, |
| "grad_norm": 1.7265625, |
| "learning_rate": 0.0002889644312720004, |
| "loss": 0.2958, |
| "retrieval/pos_neg_gap_layer35": 0.7623439803719521, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.4499773653236759, |
| "grad_norm": 0.96875, |
| "learning_rate": 0.0002889091840772064, |
| "loss": 0.2003, |
| "retrieval/pos_neg_gap_layer35": 0.8202961310744286, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.450882752376641, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.0002888538042441827, |
| "loss": 0.2868, |
| "retrieval/pos_neg_gap_layer35": 0.7704854235053062, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.45178813942960616, |
| "grad_norm": 1.734375, |
| "learning_rate": 0.0002887982918258091, |
| "loss": 0.311, |
| "retrieval/pos_neg_gap_layer35": 0.7590202987194061, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.4526935264825713, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.000288742646875092, |
| "loss": 0.2627, |
| "retrieval/pos_neg_gap_layer35": 0.7818822711706161, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.45359891353553644, |
| "grad_norm": 1.3046875, |
| "learning_rate": 0.00028868686944516416, |
| "loss": 0.3382, |
| "retrieval/pos_neg_gap_layer35": 0.7484894320368767, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.4545043005885016, |
| "grad_norm": 1.4140625, |
| "learning_rate": 0.00028863095958928505, |
| "loss": 0.2988, |
| "retrieval/pos_neg_gap_layer35": 0.7617760673165321, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.4554096876414667, |
| "grad_norm": 1.09375, |
| "learning_rate": 0.00028857491736084055, |
| "loss": 0.2337, |
| "retrieval/pos_neg_gap_layer35": 0.8000829368829727, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.4563150746944319, |
| "grad_norm": 1.0859375, |
| "learning_rate": 0.0002885187428133429, |
| "loss": 0.2779, |
| "retrieval/pos_neg_gap_layer35": 0.7754890769720078, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.457220461747397, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.0002884624360004306, |
| "loss": 0.2412, |
| "retrieval/pos_neg_gap_layer35": 0.7956714108586311, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.45812584880036217, |
| "grad_norm": 0.98046875, |
| "learning_rate": 0.0002884059969758686, |
| "loss": 0.296, |
| "retrieval/pos_neg_gap_layer35": 0.7719065546989441, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.4590312358533273, |
| "grad_norm": 0.91796875, |
| "learning_rate": 0.00028834942579354807, |
| "loss": 0.2579, |
| "retrieval/pos_neg_gap_layer35": 0.7840260714292526, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.45993662290629245, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.00028829272250748624, |
| "loss": 0.2844, |
| "retrieval/pos_neg_gap_layer35": 0.7701221331954002, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.46084200995925756, |
| "grad_norm": 0.875, |
| "learning_rate": 0.00028823588717182664, |
| "loss": 0.285, |
| "retrieval/pos_neg_gap_layer35": 0.7729863002896309, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.4617473970122227, |
| "grad_norm": 0.87890625, |
| "learning_rate": 0.00028817891984083874, |
| "loss": 0.233, |
| "retrieval/pos_neg_gap_layer35": 0.8023329526185989, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.4626527840651879, |
| "grad_norm": 1.09375, |
| "learning_rate": 0.00028812182056891817, |
| "loss": 0.3042, |
| "retrieval/pos_neg_gap_layer35": 0.7860079184174538, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.463558171118153, |
| "grad_norm": 0.9375, |
| "learning_rate": 0.00028806458941058646, |
| "loss": 0.2073, |
| "retrieval/pos_neg_gap_layer35": 0.8159942030906677, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.4644635581711182, |
| "grad_norm": 1.71875, |
| "learning_rate": 0.00028800722642049114, |
| "loss": 0.3803, |
| "retrieval/pos_neg_gap_layer35": 0.7316062971949577, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.4653689452240833, |
| "grad_norm": 1.40625, |
| "learning_rate": 0.00028794973165340563, |
| "loss": 0.2411, |
| "retrieval/pos_neg_gap_layer35": 0.7968330532312393, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.46627433227704845, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.0002878921051642291, |
| "loss": 0.2603, |
| "retrieval/pos_neg_gap_layer35": 0.7833465114235878, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.46717971933001357, |
| "grad_norm": 1.34375, |
| "learning_rate": 0.00028783434700798647, |
| "loss": 0.2466, |
| "retrieval/pos_neg_gap_layer35": 0.7969139218330383, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.46808510638297873, |
| "grad_norm": 1.234375, |
| "learning_rate": 0.0002877764572398286, |
| "loss": 0.3268, |
| "retrieval/pos_neg_gap_layer35": 0.7666233777999878, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.46899049343594384, |
| "grad_norm": 1.265625, |
| "learning_rate": 0.0002877184359150317, |
| "loss": 0.252, |
| "retrieval/pos_neg_gap_layer35": 0.7953454852104187, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.469895880488909, |
| "grad_norm": 1.453125, |
| "learning_rate": 0.0002876602830889978, |
| "loss": 0.2725, |
| "retrieval/pos_neg_gap_layer35": 0.7735436633229256, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.4708012675418741, |
| "grad_norm": 1.7265625, |
| "learning_rate": 0.0002876019988172545, |
| "loss": 0.2827, |
| "retrieval/pos_neg_gap_layer35": 0.7730310633778572, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.4717066545948393, |
| "grad_norm": 1.2265625, |
| "learning_rate": 0.0002875435831554549, |
| "loss": 0.309, |
| "retrieval/pos_neg_gap_layer35": 0.7545478045940399, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.47261204164780446, |
| "grad_norm": 1.359375, |
| "learning_rate": 0.0002874850361593775, |
| "loss": 0.2702, |
| "retrieval/pos_neg_gap_layer35": 0.7812429666519165, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.47351742870076957, |
| "grad_norm": 1.3515625, |
| "learning_rate": 0.00028742635788492614, |
| "loss": 0.3307, |
| "retrieval/pos_neg_gap_layer35": 0.7380700260400772, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.47442281575373474, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.00028736754838813033, |
| "loss": 0.2654, |
| "retrieval/pos_neg_gap_layer35": 0.7768687754869461, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.47532820280669985, |
| "grad_norm": 0.921875, |
| "learning_rate": 0.0002873086077251444, |
| "loss": 0.2411, |
| "retrieval/pos_neg_gap_layer35": 0.793905571103096, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.476233589859665, |
| "grad_norm": 0.96875, |
| "learning_rate": 0.00028724953595224835, |
| "loss": 0.2537, |
| "retrieval/pos_neg_gap_layer35": 0.7902905493974686, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.47713897691263013, |
| "grad_norm": 1.9140625, |
| "learning_rate": 0.00028719033312584716, |
| "loss": 0.2778, |
| "retrieval/pos_neg_gap_layer35": 0.7717692255973816, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.4780443639655953, |
| "grad_norm": 0.96484375, |
| "learning_rate": 0.000287130999302471, |
| "loss": 0.2775, |
| "retrieval/pos_neg_gap_layer35": 0.7794568166136742, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.4789497510185604, |
| "grad_norm": 0.88671875, |
| "learning_rate": 0.00028707153453877497, |
| "loss": 0.264, |
| "retrieval/pos_neg_gap_layer35": 0.7819542810320854, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.4798551380715256, |
| "grad_norm": 1.5078125, |
| "learning_rate": 0.00028701193889153954, |
| "loss": 0.3302, |
| "retrieval/pos_neg_gap_layer35": 0.7466500848531723, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.48076052512449075, |
| "grad_norm": 1.0859375, |
| "learning_rate": 0.00028695221241766987, |
| "loss": 0.2511, |
| "retrieval/pos_neg_gap_layer35": 0.7928766086697578, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.48166591217745586, |
| "grad_norm": 0.9765625, |
| "learning_rate": 0.00028689235517419617, |
| "loss": 0.2791, |
| "retrieval/pos_neg_gap_layer35": 0.7742719799280167, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.482571299230421, |
| "grad_norm": 1.0078125, |
| "learning_rate": 0.00028683236721827336, |
| "loss": 0.2367, |
| "retrieval/pos_neg_gap_layer35": 0.7971755042672157, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.48347668628338614, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.00028677224860718136, |
| "loss": 0.2361, |
| "retrieval/pos_neg_gap_layer35": 0.7928821891546249, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.4843820733363513, |
| "grad_norm": 1.9296875, |
| "learning_rate": 0.0002867119993983247, |
| "loss": 0.4113, |
| "retrieval/pos_neg_gap_layer35": 0.7236201986670494, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.4852874603893164, |
| "grad_norm": 1.7890625, |
| "learning_rate": 0.0002866516196492329, |
| "loss": 0.2469, |
| "retrieval/pos_neg_gap_layer35": 0.7850403636693954, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.4861928474422816, |
| "grad_norm": 1.2421875, |
| "learning_rate": 0.00028659110941755964, |
| "loss": 0.2956, |
| "retrieval/pos_neg_gap_layer35": 0.7769482210278511, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.4870982344952467, |
| "grad_norm": 1.375, |
| "learning_rate": 0.0002865304687610836, |
| "loss": 0.2781, |
| "retrieval/pos_neg_gap_layer35": 0.7851505950093269, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.48800362154821186, |
| "grad_norm": 1.1171875, |
| "learning_rate": 0.00028646969773770786, |
| "loss": 0.2781, |
| "retrieval/pos_neg_gap_layer35": 0.7753990516066551, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.48890900860117703, |
| "grad_norm": 1.71875, |
| "learning_rate": 0.0002864087964054599, |
| "loss": 0.3523, |
| "retrieval/pos_neg_gap_layer35": 0.7379433214664459, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.48981439565414214, |
| "grad_norm": 0.8984375, |
| "learning_rate": 0.0002863477648224918, |
| "loss": 0.2196, |
| "retrieval/pos_neg_gap_layer35": 0.8133002519607544, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.4907197827071073, |
| "grad_norm": 0.796875, |
| "learning_rate": 0.00028628660304707985, |
| "loss": 0.204, |
| "retrieval/pos_neg_gap_layer35": 0.8220289722084999, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.4916251697600724, |
| "grad_norm": 0.84765625, |
| "learning_rate": 0.0002862253111376247, |
| "loss": 0.2066, |
| "retrieval/pos_neg_gap_layer35": 0.8168248310685158, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.4925305568130376, |
| "grad_norm": 1.4765625, |
| "learning_rate": 0.0002861638891526514, |
| "loss": 0.2586, |
| "retrieval/pos_neg_gap_layer35": 0.7817580029368401, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.4934359438660027, |
| "grad_norm": 1.7421875, |
| "learning_rate": 0.000286102337150809, |
| "loss": 0.2922, |
| "retrieval/pos_neg_gap_layer35": 0.7679023966193199, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.49434133091896787, |
| "grad_norm": 2.484375, |
| "learning_rate": 0.00028604065519087073, |
| "loss": 0.3238, |
| "retrieval/pos_neg_gap_layer35": 0.7503202557563782, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.495246717971933, |
| "grad_norm": 1.1640625, |
| "learning_rate": 0.0002859788433317341, |
| "loss": 0.2504, |
| "retrieval/pos_neg_gap_layer35": 0.7931062504649162, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.49615210502489815, |
| "grad_norm": 1.390625, |
| "learning_rate": 0.0002859169016324204, |
| "loss": 0.2638, |
| "retrieval/pos_neg_gap_layer35": 0.7866487726569176, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.49705749207786326, |
| "grad_norm": 0.98046875, |
| "learning_rate": 0.00028585483015207506, |
| "loss": 0.2483, |
| "retrieval/pos_neg_gap_layer35": 0.7919879779219627, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.49796287913082843, |
| "grad_norm": 1.46875, |
| "learning_rate": 0.0002857926289499674, |
| "loss": 0.2934, |
| "retrieval/pos_neg_gap_layer35": 0.7709784060716629, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.4988682661837936, |
| "grad_norm": 1.6484375, |
| "learning_rate": 0.0002857302980854906, |
| "loss": 0.3493, |
| "retrieval/pos_neg_gap_layer35": 0.7413239553570747, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.4997736532367587, |
| "grad_norm": 1.09375, |
| "learning_rate": 0.00028566783761816155, |
| "loss": 0.2198, |
| "retrieval/pos_neg_gap_layer35": 0.8130913749337196, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.5006790402897239, |
| "grad_norm": 0.94921875, |
| "learning_rate": 0.0002856052476076211, |
| "loss": 0.2653, |
| "retrieval/pos_neg_gap_layer35": 0.781051442027092, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.501584427342689, |
| "grad_norm": 1.015625, |
| "learning_rate": 0.0002855425281136336, |
| "loss": 0.248, |
| "retrieval/pos_neg_gap_layer35": 0.791755348443985, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.5024898143956541, |
| "grad_norm": 1.4375, |
| "learning_rate": 0.0002854796791960872, |
| "loss": 0.204, |
| "retrieval/pos_neg_gap_layer35": 0.8181781023740768, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.5033952014486193, |
| "grad_norm": 1.21875, |
| "learning_rate": 0.00028541670091499356, |
| "loss": 0.2138, |
| "retrieval/pos_neg_gap_layer35": 0.8068717867136002, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.5043005885015844, |
| "grad_norm": 1.5703125, |
| "learning_rate": 0.0002853535933304877, |
| "loss": 0.3136, |
| "retrieval/pos_neg_gap_layer35": 0.7625513002276421, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.5052059755545496, |
| "grad_norm": 0.87109375, |
| "learning_rate": 0.0002852903565028284, |
| "loss": 0.2395, |
| "retrieval/pos_neg_gap_layer35": 0.8047147840261459, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.5061113626075147, |
| "grad_norm": 0.984375, |
| "learning_rate": 0.0002852269904923976, |
| "loss": 0.2512, |
| "retrieval/pos_neg_gap_layer35": 0.7887162417173386, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.5070167496604798, |
| "grad_norm": 0.9765625, |
| "learning_rate": 0.0002851634953597008, |
| "loss": 0.2254, |
| "retrieval/pos_neg_gap_layer35": 0.8046447411179543, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.507922136713445, |
| "grad_norm": 1.0234375, |
| "learning_rate": 0.00028509987116536665, |
| "loss": 0.2535, |
| "retrieval/pos_neg_gap_layer35": 0.7920905947685242, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.5088275237664102, |
| "grad_norm": 1.3671875, |
| "learning_rate": 0.0002850361179701471, |
| "loss": 0.2326, |
| "retrieval/pos_neg_gap_layer35": 0.7981530502438545, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.5097329108193753, |
| "grad_norm": 1.4140625, |
| "learning_rate": 0.0002849722358349172, |
| "loss": 0.2246, |
| "retrieval/pos_neg_gap_layer35": 0.8085191622376442, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.5106382978723404, |
| "grad_norm": 1.6015625, |
| "learning_rate": 0.0002849082248206752, |
| "loss": 0.1975, |
| "retrieval/pos_neg_gap_layer35": 0.8257662206888199, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.5115436849253056, |
| "grad_norm": 0.7890625, |
| "learning_rate": 0.00028484408498854243, |
| "loss": 0.2245, |
| "retrieval/pos_neg_gap_layer35": 0.8027700185775757, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.5124490719782707, |
| "grad_norm": 1.21875, |
| "learning_rate": 0.0002847798163997631, |
| "loss": 0.2453, |
| "retrieval/pos_neg_gap_layer35": 0.790862962603569, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.5133544590312359, |
| "grad_norm": 1.25, |
| "learning_rate": 0.00028471541911570444, |
| "loss": 0.2986, |
| "retrieval/pos_neg_gap_layer35": 0.7710316553711891, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.5142598460842009, |
| "grad_norm": 0.67578125, |
| "learning_rate": 0.00028465089319785667, |
| "loss": 0.2117, |
| "retrieval/pos_neg_gap_layer35": 0.8109322339296341, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.5151652331371661, |
| "grad_norm": 0.98046875, |
| "learning_rate": 0.0002845862387078326, |
| "loss": 0.2266, |
| "retrieval/pos_neg_gap_layer35": 0.805977076292038, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.5160706201901313, |
| "grad_norm": 0.75390625, |
| "learning_rate": 0.000284521455707368, |
| "loss": 0.2191, |
| "retrieval/pos_neg_gap_layer35": 0.8096857890486717, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.5169760072430964, |
| "grad_norm": 0.90625, |
| "learning_rate": 0.0002844565442583213, |
| "loss": 0.2361, |
| "retrieval/pos_neg_gap_layer35": 0.8015604168176651, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.5178813942960616, |
| "grad_norm": 2.515625, |
| "learning_rate": 0.00028439150442267355, |
| "loss": 0.2641, |
| "retrieval/pos_neg_gap_layer35": 0.7798870578408241, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.5187867813490267, |
| "grad_norm": 1.609375, |
| "learning_rate": 0.00028432633626252846, |
| "loss": 0.22, |
| "retrieval/pos_neg_gap_layer35": 0.8114399835467339, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.5196921684019918, |
| "grad_norm": 0.94921875, |
| "learning_rate": 0.0002842610398401121, |
| "loss": 0.2316, |
| "retrieval/pos_neg_gap_layer35": 0.8069865331053734, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.520597555454957, |
| "grad_norm": 1.25, |
| "learning_rate": 0.00028419561521777326, |
| "loss": 0.2783, |
| "retrieval/pos_neg_gap_layer35": 0.7835790663957596, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.5215029425079222, |
| "grad_norm": 1.6015625, |
| "learning_rate": 0.00028413006245798296, |
| "loss": 0.2941, |
| "retrieval/pos_neg_gap_layer35": 0.7716887816786766, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.5224083295608872, |
| "grad_norm": 0.77734375, |
| "learning_rate": 0.0002840643816233346, |
| "loss": 0.2495, |
| "retrieval/pos_neg_gap_layer35": 0.7945374175906181, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.5233137166138524, |
| "grad_norm": 1.375, |
| "learning_rate": 0.000283998572776544, |
| "loss": 0.2432, |
| "retrieval/pos_neg_gap_layer35": 0.801528237760067, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.5242191036668176, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.000283932635980449, |
| "loss": 0.2325, |
| "retrieval/pos_neg_gap_layer35": 0.8080378547310829, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.5251244907197827, |
| "grad_norm": 0.96875, |
| "learning_rate": 0.00028386657129800974, |
| "loss": 0.2314, |
| "retrieval/pos_neg_gap_layer35": 0.8107351958751678, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.5260298777727479, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.00028380037879230857, |
| "loss": 0.2501, |
| "retrieval/pos_neg_gap_layer35": 0.794516958296299, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.526935264825713, |
| "grad_norm": 1.625, |
| "learning_rate": 0.00028373405852654966, |
| "loss": 0.247, |
| "retrieval/pos_neg_gap_layer35": 0.8054124191403389, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.5278406518786781, |
| "grad_norm": 1.140625, |
| "learning_rate": 0.00028366761056405936, |
| "loss": 0.2725, |
| "retrieval/pos_neg_gap_layer35": 0.7909405082464218, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.5287460389316433, |
| "grad_norm": 1.2890625, |
| "learning_rate": 0.00028360103496828583, |
| "loss": 0.2329, |
| "retrieval/pos_neg_gap_layer35": 0.8033862411975861, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.5296514259846085, |
| "grad_norm": 1.3125, |
| "learning_rate": 0.00028353433180279927, |
| "loss": 0.2672, |
| "retrieval/pos_neg_gap_layer35": 0.7800335958600044, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.5305568130375735, |
| "grad_norm": 1.484375, |
| "learning_rate": 0.0002834675011312915, |
| "loss": 0.32, |
| "retrieval/pos_neg_gap_layer35": 0.752836748957634, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.5314622000905387, |
| "grad_norm": 1.1484375, |
| "learning_rate": 0.0002834005430175761, |
| "loss": 0.2713, |
| "retrieval/pos_neg_gap_layer35": 0.7938762605190277, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.5323675871435039, |
| "grad_norm": 1.546875, |
| "learning_rate": 0.0002833334575255886, |
| "loss": 0.285, |
| "retrieval/pos_neg_gap_layer35": 0.7780323550105095, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.533272974196469, |
| "grad_norm": 0.9609375, |
| "learning_rate": 0.00028326624471938577, |
| "loss": 0.2915, |
| "retrieval/pos_neg_gap_layer35": 0.7747867852449417, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.5341783612494342, |
| "grad_norm": 0.92578125, |
| "learning_rate": 0.00028319890466314623, |
| "loss": 0.2421, |
| "retrieval/pos_neg_gap_layer35": 0.7945190295577049, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.5350837483023992, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.0002831314374211701, |
| "loss": 0.3317, |
| "retrieval/pos_neg_gap_layer35": 0.7551342695951462, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.5359891353553644, |
| "grad_norm": 0.94140625, |
| "learning_rate": 0.0002830638430578786, |
| "loss": 0.271, |
| "retrieval/pos_neg_gap_layer35": 0.7866533771157265, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.5368945224083296, |
| "grad_norm": 1.3203125, |
| "learning_rate": 0.00028299612163781493, |
| "loss": 0.25, |
| "retrieval/pos_neg_gap_layer35": 0.7868204638361931, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.5377999094612947, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.00028292827322564306, |
| "loss": 0.2475, |
| "retrieval/pos_neg_gap_layer35": 0.7897237464785576, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.5387052965142598, |
| "grad_norm": 1.53125, |
| "learning_rate": 0.0002828602978861485, |
| "loss": 0.3064, |
| "retrieval/pos_neg_gap_layer35": 0.7602527812123299, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.539610683567225, |
| "grad_norm": 1.0078125, |
| "learning_rate": 0.0002827921956842379, |
| "loss": 0.2642, |
| "retrieval/pos_neg_gap_layer35": 0.793736033141613, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.5405160706201901, |
| "grad_norm": 1.65625, |
| "learning_rate": 0.000282723966684939, |
| "loss": 0.2982, |
| "retrieval/pos_neg_gap_layer35": 0.7552542015910149, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.5414214576731553, |
| "grad_norm": 0.7421875, |
| "learning_rate": 0.00028265561095340065, |
| "loss": 0.2442, |
| "retrieval/pos_neg_gap_layer35": 0.7980299592018127, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.5423268447261205, |
| "grad_norm": 0.70703125, |
| "learning_rate": 0.00028258712855489275, |
| "loss": 0.27, |
| "retrieval/pos_neg_gap_layer35": 0.7755333557724953, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.5432322317790855, |
| "grad_norm": 0.83203125, |
| "learning_rate": 0.00028251851955480613, |
| "loss": 0.3533, |
| "retrieval/pos_neg_gap_layer35": 0.7247518301010132, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.5441376188320507, |
| "grad_norm": 1.375, |
| "learning_rate": 0.0002824497840186524, |
| "loss": 0.2632, |
| "retrieval/pos_neg_gap_layer35": 0.7812588214874268, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.5450430058850159, |
| "grad_norm": 0.90625, |
| "learning_rate": 0.0002823809220120641, |
| "loss": 0.269, |
| "retrieval/pos_neg_gap_layer35": 0.7786519750952721, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.545948392937981, |
| "grad_norm": 1.671875, |
| "learning_rate": 0.00028231193360079464, |
| "loss": 0.2856, |
| "retrieval/pos_neg_gap_layer35": 0.773596316576004, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.5468537799909461, |
| "grad_norm": 0.92578125, |
| "learning_rate": 0.00028224281885071785, |
| "loss": 0.2251, |
| "retrieval/pos_neg_gap_layer35": 0.8041056841611862, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.5477591670439113, |
| "grad_norm": 1.046875, |
| "learning_rate": 0.0002821735778278284, |
| "loss": 0.2793, |
| "retrieval/pos_neg_gap_layer35": 0.782682366669178, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.5486645540968764, |
| "grad_norm": 0.95703125, |
| "learning_rate": 0.00028210421059824146, |
| "loss": 0.2231, |
| "retrieval/pos_neg_gap_layer35": 0.8023364916443825, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.5495699411498416, |
| "grad_norm": 1.0078125, |
| "learning_rate": 0.00028203471722819276, |
| "loss": 0.2528, |
| "retrieval/pos_neg_gap_layer35": 0.7923801466822624, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.5504753282028066, |
| "grad_norm": 1.2578125, |
| "learning_rate": 0.0002819650977840384, |
| "loss": 0.3098, |
| "retrieval/pos_neg_gap_layer35": 0.7563069015741348, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.5513807152557718, |
| "grad_norm": 1.21875, |
| "learning_rate": 0.0002818953523322549, |
| "loss": 0.27, |
| "retrieval/pos_neg_gap_layer35": 0.7792688980698586, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.552286102308737, |
| "grad_norm": 1.53125, |
| "learning_rate": 0.00028182548093943913, |
| "loss": 0.278, |
| "retrieval/pos_neg_gap_layer35": 0.77851802110672, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.5531914893617021, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.0002817554836723083, |
| "loss": 0.2605, |
| "retrieval/pos_neg_gap_layer35": 0.7843850031495094, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.5540968764146673, |
| "grad_norm": 1.015625, |
| "learning_rate": 0.0002816853605976995, |
| "loss": 0.2254, |
| "retrieval/pos_neg_gap_layer35": 0.8049393445253372, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.5550022634676324, |
| "grad_norm": 1.3515625, |
| "learning_rate": 0.0002816151117825702, |
| "loss": 0.2404, |
| "retrieval/pos_neg_gap_layer35": 0.7932192757725716, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.5559076505205975, |
| "grad_norm": 1.546875, |
| "learning_rate": 0.000281544737293998, |
| "loss": 0.2484, |
| "retrieval/pos_neg_gap_layer35": 0.799022451043129, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.5568130375735627, |
| "grad_norm": 1.3515625, |
| "learning_rate": 0.00028147423719918026, |
| "loss": 0.2338, |
| "retrieval/pos_neg_gap_layer35": 0.7996276021003723, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.5577184246265279, |
| "grad_norm": 2.109375, |
| "learning_rate": 0.00028140361156543447, |
| "loss": 0.3471, |
| "retrieval/pos_neg_gap_layer35": 0.7567324712872505, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.5586238116794929, |
| "grad_norm": 1.6640625, |
| "learning_rate": 0.00028133286046019785, |
| "loss": 0.2535, |
| "retrieval/pos_neg_gap_layer35": 0.7902892753481865, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.5595291987324581, |
| "grad_norm": 1.703125, |
| "learning_rate": 0.00028126198395102763, |
| "loss": 0.2459, |
| "retrieval/pos_neg_gap_layer35": 0.798321969807148, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.5604345857854233, |
| "grad_norm": 1.203125, |
| "learning_rate": 0.00028119098210560047, |
| "loss": 0.253, |
| "retrieval/pos_neg_gap_layer35": 0.7879588603973389, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.5613399728383884, |
| "grad_norm": 1.25, |
| "learning_rate": 0.0002811198549917131, |
| "loss": 0.3195, |
| "retrieval/pos_neg_gap_layer35": 0.7678583860397339, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.5622453598913536, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.00028104860267728145, |
| "loss": 0.2708, |
| "retrieval/pos_neg_gap_layer35": 0.7841521054506302, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.5631507469443187, |
| "grad_norm": 0.82421875, |
| "learning_rate": 0.0002809772252303413, |
| "loss": 0.2327, |
| "retrieval/pos_neg_gap_layer35": 0.804856464266777, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.5640561339972838, |
| "grad_norm": 0.83203125, |
| "learning_rate": 0.00028090572271904777, |
| "loss": 0.2392, |
| "retrieval/pos_neg_gap_layer35": 0.795910581946373, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.564961521050249, |
| "grad_norm": 0.76953125, |
| "learning_rate": 0.0002808340952116755, |
| "loss": 0.2163, |
| "retrieval/pos_neg_gap_layer35": 0.8119159936904907, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.5658669081032142, |
| "grad_norm": 0.875, |
| "learning_rate": 0.0002807623427766184, |
| "loss": 0.2218, |
| "retrieval/pos_neg_gap_layer35": 0.8046466782689095, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.5667722951561792, |
| "grad_norm": 0.76171875, |
| "learning_rate": 0.0002806904654823897, |
| "loss": 0.2498, |
| "retrieval/pos_neg_gap_layer35": 0.7915834188461304, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.5676776822091444, |
| "grad_norm": 0.7578125, |
| "learning_rate": 0.0002806184633976218, |
| "loss": 0.2394, |
| "retrieval/pos_neg_gap_layer35": 0.8020771741867065, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.5685830692621096, |
| "grad_norm": 0.96484375, |
| "learning_rate": 0.0002805463365910664, |
| "loss": 0.2379, |
| "retrieval/pos_neg_gap_layer35": 0.7995203211903572, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.5694884563150747, |
| "grad_norm": 1.015625, |
| "learning_rate": 0.0002804740851315941, |
| "loss": 0.2601, |
| "retrieval/pos_neg_gap_layer35": 0.7985266149044037, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.5703938433680399, |
| "grad_norm": 1.140625, |
| "learning_rate": 0.00028040170908819463, |
| "loss": 0.2982, |
| "retrieval/pos_neg_gap_layer35": 0.7619927078485489, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.5712992304210049, |
| "grad_norm": 1.4609375, |
| "learning_rate": 0.0002803292085299767, |
| "loss": 0.2691, |
| "retrieval/pos_neg_gap_layer35": 0.7806361317634583, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.5722046174739701, |
| "grad_norm": 0.99609375, |
| "learning_rate": 0.0002802565835261679, |
| "loss": 0.2285, |
| "retrieval/pos_neg_gap_layer35": 0.8028188347816467, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.5731100045269353, |
| "grad_norm": 0.91015625, |
| "learning_rate": 0.0002801838341461146, |
| "loss": 0.3042, |
| "retrieval/pos_neg_gap_layer35": 0.7637373581528664, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.5740153915799004, |
| "grad_norm": 1.25, |
| "learning_rate": 0.00028011096045928196, |
| "loss": 0.2739, |
| "retrieval/pos_neg_gap_layer35": 0.7869913280010223, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.5749207786328655, |
| "grad_norm": 0.78515625, |
| "learning_rate": 0.0002800379625352539, |
| "loss": 0.2289, |
| "retrieval/pos_neg_gap_layer35": 0.8007155880331993, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.5758261656858307, |
| "grad_norm": 0.73828125, |
| "learning_rate": 0.00027996484044373273, |
| "loss": 0.2386, |
| "retrieval/pos_neg_gap_layer35": 0.8090836703777313, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.5767315527387958, |
| "grad_norm": 2.453125, |
| "learning_rate": 0.0002798915942545397, |
| "loss": 0.461, |
| "retrieval/pos_neg_gap_layer35": 0.6802124008536339, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.577636939791761, |
| "grad_norm": 1.3046875, |
| "learning_rate": 0.00027981822403761424, |
| "loss": 0.2418, |
| "retrieval/pos_neg_gap_layer35": 0.7938051894307137, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.5785423268447262, |
| "grad_norm": 0.96484375, |
| "learning_rate": 0.0002797447298630144, |
| "loss": 0.1973, |
| "retrieval/pos_neg_gap_layer35": 0.828748919069767, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.5794477138976912, |
| "grad_norm": 0.76953125, |
| "learning_rate": 0.0002796711118009164, |
| "loss": 0.1981, |
| "retrieval/pos_neg_gap_layer35": 0.8263879418373108, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.5803531009506564, |
| "grad_norm": 2.03125, |
| "learning_rate": 0.000279597369921615, |
| "loss": 0.3304, |
| "retrieval/pos_neg_gap_layer35": 0.7615088671445847, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.5812584880036216, |
| "grad_norm": 1.03125, |
| "learning_rate": 0.00027952350429552293, |
| "loss": 0.269, |
| "retrieval/pos_neg_gap_layer35": 0.7872718051075935, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.5821638750565867, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.00027944951499317135, |
| "loss": 0.287, |
| "retrieval/pos_neg_gap_layer35": 0.7705860212445259, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.5830692621095518, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.0002793754020852092, |
| "loss": 0.2887, |
| "retrieval/pos_neg_gap_layer35": 0.7756828814744949, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.583974649162517, |
| "grad_norm": 0.66796875, |
| "learning_rate": 0.00027930116564240374, |
| "loss": 0.2013, |
| "retrieval/pos_neg_gap_layer35": 0.8224857077002525, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.5848800362154821, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.00027922680573564, |
| "loss": 0.2718, |
| "retrieval/pos_neg_gap_layer35": 0.7815973311662674, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.5857854232684473, |
| "grad_norm": 2.1875, |
| "learning_rate": 0.00027915232243592097, |
| "loss": 0.322, |
| "retrieval/pos_neg_gap_layer35": 0.7526913285255432, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.5866908103214125, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.0002790777158143675, |
| "loss": 0.2537, |
| "retrieval/pos_neg_gap_layer35": 0.7880778089165688, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.5875961973743775, |
| "grad_norm": 0.84375, |
| "learning_rate": 0.00027900298594221815, |
| "loss": 0.2274, |
| "retrieval/pos_neg_gap_layer35": 0.8052579313516617, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.5885015844273427, |
| "grad_norm": 1.234375, |
| "learning_rate": 0.0002789281328908291, |
| "loss": 0.2643, |
| "retrieval/pos_neg_gap_layer35": 0.7882343903183937, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.5894069714803079, |
| "grad_norm": 0.81640625, |
| "learning_rate": 0.00027885315673167426, |
| "loss": 0.2116, |
| "retrieval/pos_neg_gap_layer35": 0.8235296681523323, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.590312358533273, |
| "grad_norm": 0.87109375, |
| "learning_rate": 0.000278778057536345, |
| "loss": 0.225, |
| "retrieval/pos_neg_gap_layer35": 0.8073238134384155, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.5912177455862381, |
| "grad_norm": 0.6796875, |
| "learning_rate": 0.0002787028353765503, |
| "loss": 0.2221, |
| "retrieval/pos_neg_gap_layer35": 0.807576984167099, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.5921231326392032, |
| "grad_norm": 0.94921875, |
| "learning_rate": 0.0002786274903241164, |
| "loss": 0.2534, |
| "retrieval/pos_neg_gap_layer35": 0.7969003319740295, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.5930285196921684, |
| "grad_norm": 0.66015625, |
| "learning_rate": 0.000278552022450987, |
| "loss": 0.2455, |
| "retrieval/pos_neg_gap_layer35": 0.8003811836242676, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.5939339067451336, |
| "grad_norm": 0.76171875, |
| "learning_rate": 0.000278476431829223, |
| "loss": 0.2561, |
| "retrieval/pos_neg_gap_layer35": 0.7966005727648735, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.5948392937980986, |
| "grad_norm": 0.890625, |
| "learning_rate": 0.00027840071853100254, |
| "loss": 0.2388, |
| "retrieval/pos_neg_gap_layer35": 0.797157496213913, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.5957446808510638, |
| "grad_norm": 0.890625, |
| "learning_rate": 0.00027832488262862084, |
| "loss": 0.2301, |
| "retrieval/pos_neg_gap_layer35": 0.8001188486814499, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.596650067904029, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.00027824892419449034, |
| "loss": 0.2808, |
| "retrieval/pos_neg_gap_layer35": 0.7757779508829117, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.5975554549569941, |
| "grad_norm": 0.828125, |
| "learning_rate": 0.00027817284330114043, |
| "loss": 0.2489, |
| "retrieval/pos_neg_gap_layer35": 0.7913022562861443, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.5984608420099593, |
| "grad_norm": 1.0078125, |
| "learning_rate": 0.00027809664002121726, |
| "loss": 0.2898, |
| "retrieval/pos_neg_gap_layer35": 0.7776209190487862, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.5993662290629244, |
| "grad_norm": 0.828125, |
| "learning_rate": 0.00027802031442748397, |
| "loss": 0.2382, |
| "retrieval/pos_neg_gap_layer35": 0.799986720085144, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.6002716161158895, |
| "grad_norm": 1.0234375, |
| "learning_rate": 0.0002779438665928206, |
| "loss": 0.3194, |
| "retrieval/pos_neg_gap_layer35": 0.7608011737465858, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.6011770031688547, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.00027786729659022374, |
| "loss": 0.2769, |
| "retrieval/pos_neg_gap_layer35": 0.7709820121526718, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.6020823902218199, |
| "grad_norm": 0.77734375, |
| "learning_rate": 0.00027779060449280665, |
| "loss": 0.2508, |
| "retrieval/pos_neg_gap_layer35": 0.8012598231434822, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.6029877772747849, |
| "grad_norm": 1.359375, |
| "learning_rate": 0.00027771379037379925, |
| "loss": 0.2566, |
| "retrieval/pos_neg_gap_layer35": 0.7825501784682274, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.6038931643277501, |
| "grad_norm": 1.3984375, |
| "learning_rate": 0.000277636854306548, |
| "loss": 0.3002, |
| "retrieval/pos_neg_gap_layer35": 0.7643223255872726, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.6047985513807153, |
| "grad_norm": 0.953125, |
| "learning_rate": 0.0002775597963645157, |
| "loss": 0.2734, |
| "retrieval/pos_neg_gap_layer35": 0.7792612761259079, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.6057039384336804, |
| "grad_norm": 0.80859375, |
| "learning_rate": 0.00027748261662128155, |
| "loss": 0.2549, |
| "retrieval/pos_neg_gap_layer35": 0.7965288087725639, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.6066093254866456, |
| "grad_norm": 1.0390625, |
| "learning_rate": 0.00027740531515054107, |
| "loss": 0.2375, |
| "retrieval/pos_neg_gap_layer35": 0.7989114820957184, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.6075147125396106, |
| "grad_norm": 0.7109375, |
| "learning_rate": 0.0002773278920261061, |
| "loss": 0.2199, |
| "retrieval/pos_neg_gap_layer35": 0.8126061409711838, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.6084200995925758, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.0002772503473219044, |
| "loss": 0.2635, |
| "retrieval/pos_neg_gap_layer35": 0.7824723571538925, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.609325486645541, |
| "grad_norm": 1.6875, |
| "learning_rate": 0.00027717268111198014, |
| "loss": 0.2746, |
| "retrieval/pos_neg_gap_layer35": 0.7778177633881569, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.6102308736985061, |
| "grad_norm": 1.0, |
| "learning_rate": 0.0002770948934704932, |
| "loss": 0.2626, |
| "retrieval/pos_neg_gap_layer35": 0.7910703495144844, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.6111362607514712, |
| "grad_norm": 1.5, |
| "learning_rate": 0.0002770169844717196, |
| "loss": 0.3083, |
| "retrieval/pos_neg_gap_layer35": 0.7652135938405991, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.6120416478044364, |
| "grad_norm": 0.7421875, |
| "learning_rate": 0.0002769389541900512, |
| "loss": 0.2598, |
| "retrieval/pos_neg_gap_layer35": 0.7849985063076019, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.6129470348574015, |
| "grad_norm": 0.87890625, |
| "learning_rate": 0.00027686080269999575, |
| "loss": 0.2252, |
| "retrieval/pos_neg_gap_layer35": 0.8066645115613937, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.6138524219103667, |
| "grad_norm": 0.93359375, |
| "learning_rate": 0.0002767825300761765, |
| "loss": 0.2563, |
| "retrieval/pos_neg_gap_layer35": 0.7834104672074318, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.6147578089633319, |
| "grad_norm": 2.21875, |
| "learning_rate": 0.0002767041363933326, |
| "loss": 0.29, |
| "retrieval/pos_neg_gap_layer35": 0.7713447213172913, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.6156631960162969, |
| "grad_norm": 1.1875, |
| "learning_rate": 0.0002766256217263187, |
| "loss": 0.2978, |
| "retrieval/pos_neg_gap_layer35": 0.7650850564241409, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.6165685830692621, |
| "grad_norm": 0.96875, |
| "learning_rate": 0.00027654698615010495, |
| "loss": 0.2387, |
| "retrieval/pos_neg_gap_layer35": 0.796810045838356, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.6174739701222273, |
| "grad_norm": 0.66015625, |
| "learning_rate": 0.00027646822973977704, |
| "loss": 0.2637, |
| "retrieval/pos_neg_gap_layer35": 0.7967437654733658, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.6183793571751924, |
| "grad_norm": 1.078125, |
| "learning_rate": 0.0002763893525705359, |
| "loss": 0.2412, |
| "retrieval/pos_neg_gap_layer35": 0.8047746047377586, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.6192847442281575, |
| "grad_norm": 1.9765625, |
| "learning_rate": 0.00027631035471769786, |
| "loss": 0.2574, |
| "retrieval/pos_neg_gap_layer35": 0.7872433438897133, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.6201901312811227, |
| "grad_norm": 0.58203125, |
| "learning_rate": 0.00027623123625669454, |
| "loss": 0.1882, |
| "retrieval/pos_neg_gap_layer35": 0.8339928165078163, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.6210955183340878, |
| "grad_norm": 1.03125, |
| "learning_rate": 0.0002761519972630726, |
| "loss": 0.2792, |
| "retrieval/pos_neg_gap_layer35": 0.7754400223493576, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.622000905387053, |
| "grad_norm": 1.0, |
| "learning_rate": 0.00027607263781249383, |
| "loss": 0.2597, |
| "retrieval/pos_neg_gap_layer35": 0.7908517196774483, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.6229062924400182, |
| "grad_norm": 0.6875, |
| "learning_rate": 0.00027599315798073514, |
| "loss": 0.2054, |
| "retrieval/pos_neg_gap_layer35": 0.8196249306201935, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.6238116794929832, |
| "grad_norm": 1.1875, |
| "learning_rate": 0.0002759135578436882, |
| "loss": 0.2107, |
| "retrieval/pos_neg_gap_layer35": 0.8125434145331383, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.6247170665459484, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.0002758338374773597, |
| "loss": 0.2306, |
| "retrieval/pos_neg_gap_layer35": 0.8070158213376999, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.6256224535989136, |
| "grad_norm": 1.59375, |
| "learning_rate": 0.00027575399695787113, |
| "loss": 0.3218, |
| "retrieval/pos_neg_gap_layer35": 0.7601017504930496, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.6265278406518787, |
| "grad_norm": 1.4140625, |
| "learning_rate": 0.0002756740363614586, |
| "loss": 0.2385, |
| "retrieval/pos_neg_gap_layer35": 0.7986306101083755, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.6274332277048438, |
| "grad_norm": 1.7578125, |
| "learning_rate": 0.00027559395576447297, |
| "loss": 0.326, |
| "retrieval/pos_neg_gap_layer35": 0.7464891001582146, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.6283386147578089, |
| "grad_norm": 0.984375, |
| "learning_rate": 0.0002755137552433797, |
| "loss": 0.2308, |
| "retrieval/pos_neg_gap_layer35": 0.806078590452671, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.6292440018107741, |
| "grad_norm": 0.6875, |
| "learning_rate": 0.00027543343487475866, |
| "loss": 0.2358, |
| "retrieval/pos_neg_gap_layer35": 0.8070366531610489, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.6301493888637393, |
| "grad_norm": 1.2734375, |
| "learning_rate": 0.0002753529947353042, |
| "loss": 0.2801, |
| "retrieval/pos_neg_gap_layer35": 0.7792836129665375, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.6310547759167043, |
| "grad_norm": 1.203125, |
| "learning_rate": 0.00027527243490182507, |
| "loss": 0.2783, |
| "retrieval/pos_neg_gap_layer35": 0.7827678993344307, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.6319601629696695, |
| "grad_norm": 0.62890625, |
| "learning_rate": 0.0002751917554512443, |
| "loss": 0.1863, |
| "retrieval/pos_neg_gap_layer35": 0.8301127701997757, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.6328655500226347, |
| "grad_norm": 0.61328125, |
| "learning_rate": 0.0002751109564605991, |
| "loss": 0.2043, |
| "retrieval/pos_neg_gap_layer35": 0.8225157856941223, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.6337709370755998, |
| "grad_norm": 1.171875, |
| "learning_rate": 0.00027503003800704093, |
| "loss": 0.2118, |
| "retrieval/pos_neg_gap_layer35": 0.8165381997823715, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.634676324128565, |
| "grad_norm": 1.375, |
| "learning_rate": 0.0002749490001678351, |
| "loss": 0.2515, |
| "retrieval/pos_neg_gap_layer35": 0.7921962887048721, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.6355817111815301, |
| "grad_norm": 0.92578125, |
| "learning_rate": 0.0002748678430203612, |
| "loss": 0.2261, |
| "retrieval/pos_neg_gap_layer35": 0.8052646666765213, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.6364870982344952, |
| "grad_norm": 1.4375, |
| "learning_rate": 0.00027478656664211247, |
| "loss": 0.2677, |
| "retrieval/pos_neg_gap_layer35": 0.7784762158989906, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.6373924852874604, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.00027470517111069623, |
| "loss": 0.2714, |
| "retrieval/pos_neg_gap_layer35": 0.7768310010433197, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.6382978723404256, |
| "grad_norm": 1.484375, |
| "learning_rate": 0.00027462365650383344, |
| "loss": 0.2942, |
| "retrieval/pos_neg_gap_layer35": 0.7640905231237411, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.6392032593933906, |
| "grad_norm": 0.75390625, |
| "learning_rate": 0.0002745420228993587, |
| "loss": 0.2692, |
| "retrieval/pos_neg_gap_layer35": 0.7996787205338478, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.6401086464463558, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.00027446027037522045, |
| "loss": 0.284, |
| "retrieval/pos_neg_gap_layer35": 0.7731221541762352, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.641014033499321, |
| "grad_norm": 1.234375, |
| "learning_rate": 0.0002743783990094805, |
| "loss": 0.2686, |
| "retrieval/pos_neg_gap_layer35": 0.7799250334501266, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.6419194205522861, |
| "grad_norm": 0.96484375, |
| "learning_rate": 0.00027429640888031415, |
| "loss": 0.2848, |
| "retrieval/pos_neg_gap_layer35": 0.7671584561467171, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.6428248076052513, |
| "grad_norm": 1.3046875, |
| "learning_rate": 0.00027421430006601023, |
| "loss": 0.3217, |
| "retrieval/pos_neg_gap_layer35": 0.7622716128826141, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.6437301946582163, |
| "grad_norm": 0.72265625, |
| "learning_rate": 0.0002741320726449707, |
| "loss": 0.2457, |
| "retrieval/pos_neg_gap_layer35": 0.795741505920887, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.6446355817111815, |
| "grad_norm": 0.81640625, |
| "learning_rate": 0.00027404972669571104, |
| "loss": 0.2102, |
| "retrieval/pos_neg_gap_layer35": 0.815107561647892, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.6455409687641467, |
| "grad_norm": 1.0859375, |
| "learning_rate": 0.00027396726229685965, |
| "loss": 0.26, |
| "retrieval/pos_neg_gap_layer35": 0.7908284887671471, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.6464463558171119, |
| "grad_norm": 1.1875, |
| "learning_rate": 0.00027388467952715813, |
| "loss": 0.3093, |
| "retrieval/pos_neg_gap_layer35": 0.7736351862549782, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.6473517428700769, |
| "grad_norm": 0.67578125, |
| "learning_rate": 0.0002738019784654611, |
| "loss": 0.2413, |
| "retrieval/pos_neg_gap_layer35": 0.7960422784090042, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.6482571299230421, |
| "grad_norm": 1.4140625, |
| "learning_rate": 0.00027371915919073624, |
| "loss": 0.2607, |
| "retrieval/pos_neg_gap_layer35": 0.7843823358416557, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.6491625169760072, |
| "grad_norm": 0.78125, |
| "learning_rate": 0.0002736362217820639, |
| "loss": 0.2375, |
| "retrieval/pos_neg_gap_layer35": 0.7991039603948593, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.6500679040289724, |
| "grad_norm": 1.21875, |
| "learning_rate": 0.00027355316631863736, |
| "loss": 0.3422, |
| "retrieval/pos_neg_gap_layer35": 0.7430773824453354, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.6509732910819376, |
| "grad_norm": 0.66015625, |
| "learning_rate": 0.00027346999287976265, |
| "loss": 0.243, |
| "retrieval/pos_neg_gap_layer35": 0.8046166300773621, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.6518786781349026, |
| "grad_norm": 0.89453125, |
| "learning_rate": 0.00027338670154485837, |
| "loss": 0.2791, |
| "retrieval/pos_neg_gap_layer35": 0.7783932238817215, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.6527840651878678, |
| "grad_norm": 2.078125, |
| "learning_rate": 0.00027330329239345577, |
| "loss": 0.2414, |
| "retrieval/pos_neg_gap_layer35": 0.7974641993641853, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.653689452240833, |
| "grad_norm": 0.8984375, |
| "learning_rate": 0.0002732197655051985, |
| "loss": 0.2576, |
| "retrieval/pos_neg_gap_layer35": 0.7874908596277237, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.6545948392937981, |
| "grad_norm": 1.3359375, |
| "learning_rate": 0.00027313612095984267, |
| "loss": 0.2634, |
| "retrieval/pos_neg_gap_layer35": 0.7804579138755798, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.6555002263467632, |
| "grad_norm": 1.6015625, |
| "learning_rate": 0.0002730523588372568, |
| "loss": 0.2665, |
| "retrieval/pos_neg_gap_layer35": 0.7944665104150772, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.6564056133997284, |
| "grad_norm": 2.875, |
| "learning_rate": 0.00027296847921742166, |
| "loss": 0.3371, |
| "retrieval/pos_neg_gap_layer35": 0.7493275552988052, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.6573110004526935, |
| "grad_norm": 0.93359375, |
| "learning_rate": 0.0002728844821804301, |
| "loss": 0.283, |
| "retrieval/pos_neg_gap_layer35": 0.7749064043164253, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.6582163875056587, |
| "grad_norm": 0.84765625, |
| "learning_rate": 0.0002728003678064873, |
| "loss": 0.2166, |
| "retrieval/pos_neg_gap_layer35": 0.8127419948577881, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.6591217745586239, |
| "grad_norm": 0.93359375, |
| "learning_rate": 0.0002727161361759102, |
| "loss": 0.2708, |
| "retrieval/pos_neg_gap_layer35": 0.7807655408978462, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.6600271616115889, |
| "grad_norm": 0.78125, |
| "learning_rate": 0.00027263178736912797, |
| "loss": 0.2396, |
| "retrieval/pos_neg_gap_layer35": 0.8016004860401154, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.6609325486645541, |
| "grad_norm": 0.734375, |
| "learning_rate": 0.0002725473214666815, |
| "loss": 0.2538, |
| "retrieval/pos_neg_gap_layer35": 0.7917163372039795, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.6618379357175193, |
| "grad_norm": 0.9921875, |
| "learning_rate": 0.0002724627385492235, |
| "loss": 0.2612, |
| "retrieval/pos_neg_gap_layer35": 0.7879665046930313, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.6627433227704844, |
| "grad_norm": 0.828125, |
| "learning_rate": 0.00027237803869751854, |
| "loss": 0.2625, |
| "retrieval/pos_neg_gap_layer35": 0.7773905023932457, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.6636487098234495, |
| "grad_norm": 0.91015625, |
| "learning_rate": 0.00027229322199244277, |
| "loss": 0.2539, |
| "retrieval/pos_neg_gap_layer35": 0.7822834774851799, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.6645540968764146, |
| "grad_norm": 0.9609375, |
| "learning_rate": 0.0002722082885149838, |
| "loss": 0.247, |
| "retrieval/pos_neg_gap_layer35": 0.7895412370562553, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.6654594839293798, |
| "grad_norm": 1.640625, |
| "learning_rate": 0.0002721232383462409, |
| "loss": 0.2723, |
| "retrieval/pos_neg_gap_layer35": 0.7848855927586555, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.666364870982345, |
| "grad_norm": 1.1484375, |
| "learning_rate": 0.00027203807156742473, |
| "loss": 0.2722, |
| "retrieval/pos_neg_gap_layer35": 0.7759896814823151, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.6672702580353101, |
| "grad_norm": 1.390625, |
| "learning_rate": 0.0002719527882598573, |
| "loss": 0.2334, |
| "retrieval/pos_neg_gap_layer35": 0.802346833050251, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.6681756450882752, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.0002718673885049717, |
| "loss": 0.2767, |
| "retrieval/pos_neg_gap_layer35": 0.7833170518279076, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.6690810321412404, |
| "grad_norm": 0.90234375, |
| "learning_rate": 0.0002717818723843126, |
| "loss": 0.2467, |
| "retrieval/pos_neg_gap_layer35": 0.7995397970080376, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.6699864191942055, |
| "grad_norm": 0.86328125, |
| "learning_rate": 0.00027169623997953547, |
| "loss": 0.2556, |
| "retrieval/pos_neg_gap_layer35": 0.7944035604596138, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.6708918062471707, |
| "grad_norm": 1.46875, |
| "learning_rate": 0.0002716104913724069, |
| "loss": 0.2455, |
| "retrieval/pos_neg_gap_layer35": 0.7977171540260315, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.6717971933001358, |
| "grad_norm": 1.6015625, |
| "learning_rate": 0.00027152462664480434, |
| "loss": 0.37, |
| "retrieval/pos_neg_gap_layer35": 0.7310309484601021, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.6727025803531009, |
| "grad_norm": 0.81640625, |
| "learning_rate": 0.0002714386458787164, |
| "loss": 0.2499, |
| "retrieval/pos_neg_gap_layer35": 0.7907652631402016, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.6736079674060661, |
| "grad_norm": 0.72265625, |
| "learning_rate": 0.0002713525491562421, |
| "loss": 0.2156, |
| "retrieval/pos_neg_gap_layer35": 0.8126255422830582, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.6745133544590313, |
| "grad_norm": 1.1875, |
| "learning_rate": 0.0002712663365595916, |
| "loss": 0.3037, |
| "retrieval/pos_neg_gap_layer35": 0.7629745155572891, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.6754187415119963, |
| "grad_norm": 1.21875, |
| "learning_rate": 0.00027118000817108527, |
| "loss": 0.2631, |
| "retrieval/pos_neg_gap_layer35": 0.7838939130306244, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.6763241285649615, |
| "grad_norm": 0.87109375, |
| "learning_rate": 0.0002710935640731545, |
| "loss": 0.2489, |
| "retrieval/pos_neg_gap_layer35": 0.7939401865005493, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.6772295156179267, |
| "grad_norm": 0.84765625, |
| "learning_rate": 0.0002710070043483408, |
| "loss": 0.21, |
| "retrieval/pos_neg_gap_layer35": 0.817916713654995, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.6781349026708918, |
| "grad_norm": 0.90625, |
| "learning_rate": 0.0002709203290792962, |
| "loss": 0.2485, |
| "retrieval/pos_neg_gap_layer35": 0.7902071177959442, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.679040289723857, |
| "grad_norm": 0.9140625, |
| "learning_rate": 0.00027083353834878314, |
| "loss": 0.2125, |
| "retrieval/pos_neg_gap_layer35": 0.8137314766645432, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.679945676776822, |
| "grad_norm": 1.015625, |
| "learning_rate": 0.00027074663223967423, |
| "loss": 0.2645, |
| "retrieval/pos_neg_gap_layer35": 0.7793468460440636, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.6808510638297872, |
| "grad_norm": 1.8828125, |
| "learning_rate": 0.0002706596108349522, |
| "loss": 0.3139, |
| "retrieval/pos_neg_gap_layer35": 0.7691495642066002, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.6817564508827524, |
| "grad_norm": 0.8828125, |
| "learning_rate": 0.0002705724742177101, |
| "loss": 0.2743, |
| "retrieval/pos_neg_gap_layer35": 0.7933579981327057, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.6826618379357176, |
| "grad_norm": 1.3203125, |
| "learning_rate": 0.00027048522247115066, |
| "loss": 0.3246, |
| "retrieval/pos_neg_gap_layer35": 0.7475208938121796, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.6835672249886826, |
| "grad_norm": 1.3984375, |
| "learning_rate": 0.00027039785567858676, |
| "loss": 0.2892, |
| "retrieval/pos_neg_gap_layer35": 0.777754932641983, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.6844726120416478, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.00027031037392344104, |
| "loss": 0.2118, |
| "retrieval/pos_neg_gap_layer35": 0.8151483461260796, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.6853779990946129, |
| "grad_norm": 1.953125, |
| "learning_rate": 0.0002702227772892461, |
| "loss": 0.2315, |
| "retrieval/pos_neg_gap_layer35": 0.8042129352688789, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.6862833861475781, |
| "grad_norm": 0.9140625, |
| "learning_rate": 0.000270135065859644, |
| "loss": 0.229, |
| "retrieval/pos_neg_gap_layer35": 0.8079781457781792, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.6871887732005433, |
| "grad_norm": 0.67578125, |
| "learning_rate": 0.0002700472397183864, |
| "loss": 0.19, |
| "retrieval/pos_neg_gap_layer35": 0.8301509842276573, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.6880941602535083, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.00026995929894933475, |
| "loss": 0.2242, |
| "retrieval/pos_neg_gap_layer35": 0.8051323816180229, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.6889995473064735, |
| "grad_norm": 1.2890625, |
| "learning_rate": 0.0002698712436364597, |
| "loss": 0.261, |
| "retrieval/pos_neg_gap_layer35": 0.7857527360320091, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.6899049343594387, |
| "grad_norm": 1.1796875, |
| "learning_rate": 0.0002697830738638415, |
| "loss": 0.265, |
| "retrieval/pos_neg_gap_layer35": 0.7946971207857132, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.6908103214124038, |
| "grad_norm": 0.9140625, |
| "learning_rate": 0.0002696947897156694, |
| "loss": 0.2586, |
| "retrieval/pos_neg_gap_layer35": 0.7946853935718536, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.6917157084653689, |
| "grad_norm": 0.8359375, |
| "learning_rate": 0.000269606391276242, |
| "loss": 0.2464, |
| "retrieval/pos_neg_gap_layer35": 0.7964846715331078, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.6926210955183341, |
| "grad_norm": 0.88671875, |
| "learning_rate": 0.0002695178786299673, |
| "loss": 0.187, |
| "retrieval/pos_neg_gap_layer35": 0.8331781327724457, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.6935264825712992, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.0002694292518613619, |
| "loss": 0.2465, |
| "retrieval/pos_neg_gap_layer35": 0.7964694648981094, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.6944318696242644, |
| "grad_norm": 0.79296875, |
| "learning_rate": 0.00026934051105505165, |
| "loss": 0.2692, |
| "retrieval/pos_neg_gap_layer35": 0.7875032424926758, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.6953372566772296, |
| "grad_norm": 0.8359375, |
| "learning_rate": 0.0002692516562957712, |
| "loss": 0.206, |
| "retrieval/pos_neg_gap_layer35": 0.8187586590647697, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.6962426437301946, |
| "grad_norm": 1.2109375, |
| "learning_rate": 0.00026916268766836397, |
| "loss": 0.2868, |
| "retrieval/pos_neg_gap_layer35": 0.7804899960756302, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.6971480307831598, |
| "grad_norm": 0.515625, |
| "learning_rate": 0.00026907360525778225, |
| "loss": 0.1932, |
| "retrieval/pos_neg_gap_layer35": 0.8266654089093208, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.698053417836125, |
| "grad_norm": 1.2578125, |
| "learning_rate": 0.00026898440914908684, |
| "loss": 0.2839, |
| "retrieval/pos_neg_gap_layer35": 0.776340164244175, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.6989588048890901, |
| "grad_norm": 1.53125, |
| "learning_rate": 0.0002688950994274472, |
| "loss": 0.2864, |
| "retrieval/pos_neg_gap_layer35": 0.769797295331955, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.6998641919420552, |
| "grad_norm": 2.140625, |
| "learning_rate": 0.0002688056761781412, |
| "loss": 0.3698, |
| "retrieval/pos_neg_gap_layer35": 0.7393320947885513, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.7007695789950203, |
| "grad_norm": 1.1640625, |
| "learning_rate": 0.0002687161394865551, |
| "loss": 0.2859, |
| "retrieval/pos_neg_gap_layer35": 0.7718316987156868, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.7016749660479855, |
| "grad_norm": 1.078125, |
| "learning_rate": 0.0002686264894381836, |
| "loss": 0.2109, |
| "retrieval/pos_neg_gap_layer35": 0.8176923841238022, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.7025803531009507, |
| "grad_norm": 0.90625, |
| "learning_rate": 0.0002685367261186295, |
| "loss": 0.2574, |
| "retrieval/pos_neg_gap_layer35": 0.7869426533579826, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.7034857401539159, |
| "grad_norm": 0.7421875, |
| "learning_rate": 0.00026844684961360396, |
| "loss": 0.2792, |
| "retrieval/pos_neg_gap_layer35": 0.7818774953484535, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.7043911272068809, |
| "grad_norm": 0.640625, |
| "learning_rate": 0.00026835686000892587, |
| "loss": 0.2529, |
| "retrieval/pos_neg_gap_layer35": 0.8022956848144531, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.7052965142598461, |
| "grad_norm": 1.8828125, |
| "learning_rate": 0.0002682667573905224, |
| "loss": 0.2882, |
| "retrieval/pos_neg_gap_layer35": 0.7685422599315643, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.7062019013128112, |
| "grad_norm": 0.859375, |
| "learning_rate": 0.0002681765418444286, |
| "loss": 0.2275, |
| "retrieval/pos_neg_gap_layer35": 0.8139750063419342, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.7071072883657764, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.00026808621345678725, |
| "loss": 0.2326, |
| "retrieval/pos_neg_gap_layer35": 0.8015415892004967, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.7080126754187415, |
| "grad_norm": 0.59375, |
| "learning_rate": 0.0002679957723138489, |
| "loss": 0.2249, |
| "retrieval/pos_neg_gap_layer35": 0.8081740587949753, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.7089180624717066, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.0002679052185019719, |
| "loss": 0.2668, |
| "retrieval/pos_neg_gap_layer35": 0.7833994030952454, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.7098234495246718, |
| "grad_norm": 1.3984375, |
| "learning_rate": 0.000267814552107622, |
| "loss": 0.2579, |
| "retrieval/pos_neg_gap_layer35": 0.7939979285001755, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.710728836577637, |
| "grad_norm": 1.0234375, |
| "learning_rate": 0.0002677237732173725, |
| "loss": 0.2455, |
| "retrieval/pos_neg_gap_layer35": 0.8013731613755226, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.7116342236306021, |
| "grad_norm": 0.8125, |
| "learning_rate": 0.00026763288191790417, |
| "loss": 0.2362, |
| "retrieval/pos_neg_gap_layer35": 0.7975328117609024, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.7125396106835672, |
| "grad_norm": 0.76953125, |
| "learning_rate": 0.00026754187829600514, |
| "loss": 0.2541, |
| "retrieval/pos_neg_gap_layer35": 0.7948419600725174, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.7134449977365324, |
| "grad_norm": 0.8984375, |
| "learning_rate": 0.0002674507624385707, |
| "loss": 0.2558, |
| "retrieval/pos_neg_gap_layer35": 0.7940822616219521, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.7143503847894975, |
| "grad_norm": 1.53125, |
| "learning_rate": 0.0002673595344326033, |
| "loss": 0.1973, |
| "retrieval/pos_neg_gap_layer35": 0.8256388828158379, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.7152557718424627, |
| "grad_norm": 0.69921875, |
| "learning_rate": 0.00026726819436521265, |
| "loss": 0.2316, |
| "retrieval/pos_neg_gap_layer35": 0.8052102625370026, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.7161611588954278, |
| "grad_norm": 1.171875, |
| "learning_rate": 0.00026717674232361517, |
| "loss": 0.2602, |
| "retrieval/pos_neg_gap_layer35": 0.7890394553542137, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.7170665459483929, |
| "grad_norm": 1.3046875, |
| "learning_rate": 0.00026708517839513446, |
| "loss": 0.2487, |
| "retrieval/pos_neg_gap_layer35": 0.7922657579183578, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.7179719330013581, |
| "grad_norm": 1.0859375, |
| "learning_rate": 0.0002669935026672009, |
| "loss": 0.2768, |
| "retrieval/pos_neg_gap_layer35": 0.7824727445840836, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.7188773200543233, |
| "grad_norm": 1.296875, |
| "learning_rate": 0.0002669017152273515, |
| "loss": 0.2927, |
| "retrieval/pos_neg_gap_layer35": 0.7892505452036858, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.7197827071072883, |
| "grad_norm": 1.296875, |
| "learning_rate": 0.00026680981616323, |
| "loss": 0.2172, |
| "retrieval/pos_neg_gap_layer35": 0.8107941299676895, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.7206880941602535, |
| "grad_norm": 1.2578125, |
| "learning_rate": 0.00026671780556258693, |
| "loss": 0.2902, |
| "retrieval/pos_neg_gap_layer35": 0.7728852853178978, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.7215934812132186, |
| "grad_norm": 1.484375, |
| "learning_rate": 0.00026662568351327895, |
| "loss": 0.2961, |
| "retrieval/pos_neg_gap_layer35": 0.7766953334212303, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.7224988682661838, |
| "grad_norm": 0.94140625, |
| "learning_rate": 0.0002665334501032694, |
| "loss": 0.21, |
| "retrieval/pos_neg_gap_layer35": 0.8152530640363693, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.723404255319149, |
| "grad_norm": 1.3515625, |
| "learning_rate": 0.00026644110542062787, |
| "loss": 0.2824, |
| "retrieval/pos_neg_gap_layer35": 0.7741586863994598, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.724309642372114, |
| "grad_norm": 0.7109375, |
| "learning_rate": 0.0002663486495535302, |
| "loss": 0.2428, |
| "retrieval/pos_neg_gap_layer35": 0.8054796233773232, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.7252150294250792, |
| "grad_norm": 0.796875, |
| "learning_rate": 0.00026625608259025834, |
| "loss": 0.225, |
| "retrieval/pos_neg_gap_layer35": 0.8150393888354301, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.7261204164780444, |
| "grad_norm": 1.1171875, |
| "learning_rate": 0.00026616340461920054, |
| "loss": 0.2679, |
| "retrieval/pos_neg_gap_layer35": 0.7768324166536331, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.7270258035310095, |
| "grad_norm": 1.6640625, |
| "learning_rate": 0.0002660706157288508, |
| "loss": 0.2856, |
| "retrieval/pos_neg_gap_layer35": 0.7810106575489044, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.7279311905839746, |
| "grad_norm": 1.859375, |
| "learning_rate": 0.00026597771600780917, |
| "loss": 0.2387, |
| "retrieval/pos_neg_gap_layer35": 0.7984187006950378, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.7288365776369398, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.0002658847055447814, |
| "loss": 0.279, |
| "retrieval/pos_neg_gap_layer35": 0.7705641388893127, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.7297419646899049, |
| "grad_norm": 1.0703125, |
| "learning_rate": 0.0002657915844285791, |
| "loss": 0.3293, |
| "retrieval/pos_neg_gap_layer35": 0.7598812952637672, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.7306473517428701, |
| "grad_norm": 0.94140625, |
| "learning_rate": 0.0002656983527481195, |
| "loss": 0.219, |
| "retrieval/pos_neg_gap_layer35": 0.8103760927915573, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.7315527387958353, |
| "grad_norm": 1.25, |
| "learning_rate": 0.0002656050105924254, |
| "loss": 0.3557, |
| "retrieval/pos_neg_gap_layer35": 0.7475313097238541, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.7324581258488003, |
| "grad_norm": 1.296875, |
| "learning_rate": 0.0002655115580506251, |
| "loss": 0.254, |
| "retrieval/pos_neg_gap_layer35": 0.7876361235976219, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.7333635129017655, |
| "grad_norm": 1.328125, |
| "learning_rate": 0.00026541799521195234, |
| "loss": 0.261, |
| "retrieval/pos_neg_gap_layer35": 0.7863417491316795, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.7342688999547307, |
| "grad_norm": 1.203125, |
| "learning_rate": 0.00026532432216574606, |
| "loss": 0.2901, |
| "retrieval/pos_neg_gap_layer35": 0.7657178938388824, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.7351742870076958, |
| "grad_norm": 0.84765625, |
| "learning_rate": 0.0002652305390014505, |
| "loss": 0.2428, |
| "retrieval/pos_neg_gap_layer35": 0.7951228842139244, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.7360796740606609, |
| "grad_norm": 0.86328125, |
| "learning_rate": 0.00026513664580861515, |
| "loss": 0.2448, |
| "retrieval/pos_neg_gap_layer35": 0.7958799079060555, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.736985061113626, |
| "grad_norm": 1.046875, |
| "learning_rate": 0.00026504264267689434, |
| "loss": 0.272, |
| "retrieval/pos_neg_gap_layer35": 0.781773753464222, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.7378904481665912, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.0002649485296960476, |
| "loss": 0.2579, |
| "retrieval/pos_neg_gap_layer35": 0.7895345464348793, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.7387958352195564, |
| "grad_norm": 0.79296875, |
| "learning_rate": 0.0002648543069559392, |
| "loss": 0.2233, |
| "retrieval/pos_neg_gap_layer35": 0.8058580607175827, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.7397012222725216, |
| "grad_norm": 1.25, |
| "learning_rate": 0.00026475997454653824, |
| "loss": 0.2476, |
| "retrieval/pos_neg_gap_layer35": 0.7939665913581848, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.7406066093254866, |
| "grad_norm": 0.796875, |
| "learning_rate": 0.0002646655325579186, |
| "loss": 0.2263, |
| "retrieval/pos_neg_gap_layer35": 0.8070612028241158, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.7415119963784518, |
| "grad_norm": 1.2734375, |
| "learning_rate": 0.00026457098108025875, |
| "loss": 0.2519, |
| "retrieval/pos_neg_gap_layer35": 0.7897947207093239, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.7424173834314169, |
| "grad_norm": 1.09375, |
| "learning_rate": 0.0002644763202038417, |
| "loss": 0.2488, |
| "retrieval/pos_neg_gap_layer35": 0.7886952385306358, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.7433227704843821, |
| "grad_norm": 0.90625, |
| "learning_rate": 0.00026438155001905493, |
| "loss": 0.2587, |
| "retrieval/pos_neg_gap_layer35": 0.7879218980669975, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.7442281575373472, |
| "grad_norm": 1.1484375, |
| "learning_rate": 0.0002642866706163903, |
| "loss": 0.2496, |
| "retrieval/pos_neg_gap_layer35": 0.7932540699839592, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.7451335445903123, |
| "grad_norm": 1.1640625, |
| "learning_rate": 0.0002641916820864439, |
| "loss": 0.2762, |
| "retrieval/pos_neg_gap_layer35": 0.7802223041653633, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.7460389316432775, |
| "grad_norm": 1.515625, |
| "learning_rate": 0.00026409658451991615, |
| "loss": 0.2793, |
| "retrieval/pos_neg_gap_layer35": 0.7764236778020859, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.7469443186962427, |
| "grad_norm": 0.92578125, |
| "learning_rate": 0.0002640013780076115, |
| "loss": 0.2171, |
| "retrieval/pos_neg_gap_layer35": 0.8078960403800011, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.7478497057492078, |
| "grad_norm": 1.5859375, |
| "learning_rate": 0.00026390606264043836, |
| "loss": 0.2791, |
| "retrieval/pos_neg_gap_layer35": 0.7736713513731956, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.7487550928021729, |
| "grad_norm": 0.5859375, |
| "learning_rate": 0.0002638106385094092, |
| "loss": 0.2034, |
| "retrieval/pos_neg_gap_layer35": 0.8198371529579163, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.7496604798551381, |
| "grad_norm": 1.3828125, |
| "learning_rate": 0.0002637151057056403, |
| "loss": 0.2744, |
| "retrieval/pos_neg_gap_layer35": 0.778425395488739, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.7505658669081032, |
| "grad_norm": 0.97265625, |
| "learning_rate": 0.00026361946432035174, |
| "loss": 0.2677, |
| "retrieval/pos_neg_gap_layer35": 0.7889441475272179, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.7514712539610684, |
| "grad_norm": 0.71484375, |
| "learning_rate": 0.0002635237144448672, |
| "loss": 0.2165, |
| "retrieval/pos_neg_gap_layer35": 0.8167901411652565, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.7523766410140335, |
| "grad_norm": 1.125, |
| "learning_rate": 0.00026342785617061395, |
| "loss": 0.2452, |
| "retrieval/pos_neg_gap_layer35": 0.7951151728630066, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.7532820280669986, |
| "grad_norm": 0.9453125, |
| "learning_rate": 0.0002633318895891229, |
| "loss": 0.2874, |
| "retrieval/pos_neg_gap_layer35": 0.7802886888384819, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.7541874151199638, |
| "grad_norm": 0.88671875, |
| "learning_rate": 0.0002632358147920283, |
| "loss": 0.2106, |
| "retrieval/pos_neg_gap_layer35": 0.8160812854766846, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.755092802172929, |
| "grad_norm": 0.90234375, |
| "learning_rate": 0.0002631396318710676, |
| "loss": 0.2136, |
| "retrieval/pos_neg_gap_layer35": 0.8146700114011765, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.7559981892258941, |
| "grad_norm": 1.015625, |
| "learning_rate": 0.0002630433409180817, |
| "loss": 0.249, |
| "retrieval/pos_neg_gap_layer35": 0.7956576943397522, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.7569035762788592, |
| "grad_norm": 1.1484375, |
| "learning_rate": 0.0002629469420250146, |
| "loss": 0.2578, |
| "retrieval/pos_neg_gap_layer35": 0.7848058491945267, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.7578089633318243, |
| "grad_norm": 1.1875, |
| "learning_rate": 0.00026285043528391326, |
| "loss": 0.2256, |
| "retrieval/pos_neg_gap_layer35": 0.8082139268517494, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.7587143503847895, |
| "grad_norm": 1.359375, |
| "learning_rate": 0.00026275382078692775, |
| "loss": 0.2713, |
| "retrieval/pos_neg_gap_layer35": 0.7795856818556786, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.7596197374377547, |
| "grad_norm": 0.8046875, |
| "learning_rate": 0.0002626570986263109, |
| "loss": 0.2067, |
| "retrieval/pos_neg_gap_layer35": 0.815989650785923, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.7605251244907197, |
| "grad_norm": 1.3671875, |
| "learning_rate": 0.0002625602688944185, |
| "loss": 0.2261, |
| "retrieval/pos_neg_gap_layer35": 0.8062889724969864, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.7614305115436849, |
| "grad_norm": 1.0, |
| "learning_rate": 0.000262463331683709, |
| "loss": 0.2589, |
| "retrieval/pos_neg_gap_layer35": 0.7887637838721275, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.7623358985966501, |
| "grad_norm": 0.9296875, |
| "learning_rate": 0.00026236628708674326, |
| "loss": 0.2603, |
| "retrieval/pos_neg_gap_layer35": 0.8031280636787415, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.7632412856496152, |
| "grad_norm": 1.515625, |
| "learning_rate": 0.0002622691351961851, |
| "loss": 0.3097, |
| "retrieval/pos_neg_gap_layer35": 0.7644767537713051, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.7641466727025803, |
| "grad_norm": 0.74609375, |
| "learning_rate": 0.0002621718761048005, |
| "loss": 0.2041, |
| "retrieval/pos_neg_gap_layer35": 0.8252085968852043, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.7650520597555455, |
| "grad_norm": 1.078125, |
| "learning_rate": 0.0002620745099054577, |
| "loss": 0.28, |
| "retrieval/pos_neg_gap_layer35": 0.7784862369298935, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.7659574468085106, |
| "grad_norm": 1.90625, |
| "learning_rate": 0.00026197703669112756, |
| "loss": 0.2623, |
| "retrieval/pos_neg_gap_layer35": 0.7795697599649429, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.7668628338614758, |
| "grad_norm": 0.8125, |
| "learning_rate": 0.0002618794565548829, |
| "loss": 0.2364, |
| "retrieval/pos_neg_gap_layer35": 0.8108007684350014, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.767768220914441, |
| "grad_norm": 1.859375, |
| "learning_rate": 0.0002617817695898986, |
| "loss": 0.3034, |
| "retrieval/pos_neg_gap_layer35": 0.7762005999684334, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.768673607967406, |
| "grad_norm": 1.328125, |
| "learning_rate": 0.0002616839758894517, |
| "loss": 0.2853, |
| "retrieval/pos_neg_gap_layer35": 0.7714657038450241, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.7695789950203712, |
| "grad_norm": 2.078125, |
| "learning_rate": 0.00026158607554692095, |
| "loss": 0.3253, |
| "retrieval/pos_neg_gap_layer35": 0.7641889005899429, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.7704843820733364, |
| "grad_norm": 1.3515625, |
| "learning_rate": 0.0002614880686557872, |
| "loss": 0.3744, |
| "retrieval/pos_neg_gap_layer35": 0.7332576885819435, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.7713897691263015, |
| "grad_norm": 1.03125, |
| "learning_rate": 0.00026138995530963283, |
| "loss": 0.298, |
| "retrieval/pos_neg_gap_layer35": 0.7759854197502136, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.7722951561792666, |
| "grad_norm": 0.76171875, |
| "learning_rate": 0.0002612917356021419, |
| "loss": 0.2495, |
| "retrieval/pos_neg_gap_layer35": 0.7907742783427238, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.7732005432322318, |
| "grad_norm": 0.96484375, |
| "learning_rate": 0.0002611934096271001, |
| "loss": 0.2808, |
| "retrieval/pos_neg_gap_layer35": 0.7738053500652313, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.7741059302851969, |
| "grad_norm": 1.34375, |
| "learning_rate": 0.0002610949774783946, |
| "loss": 0.2479, |
| "retrieval/pos_neg_gap_layer35": 0.7904229015111923, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.7750113173381621, |
| "grad_norm": 1.0703125, |
| "learning_rate": 0.00026099643925001374, |
| "loss": 0.2253, |
| "retrieval/pos_neg_gap_layer35": 0.8009040504693985, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.7759167043911273, |
| "grad_norm": 1.7890625, |
| "learning_rate": 0.0002608977950360475, |
| "loss": 0.3042, |
| "retrieval/pos_neg_gap_layer35": 0.764371819794178, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.7768220914440923, |
| "grad_norm": 1.125, |
| "learning_rate": 0.00026079904493068676, |
| "loss": 0.2502, |
| "retrieval/pos_neg_gap_layer35": 0.7939741462469101, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.7777274784970575, |
| "grad_norm": 1.53125, |
| "learning_rate": 0.0002607001890282236, |
| "loss": 0.29, |
| "retrieval/pos_neg_gap_layer35": 0.772497832775116, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.7786328655500226, |
| "grad_norm": 1.6328125, |
| "learning_rate": 0.00026060122742305126, |
| "loss": 0.2907, |
| "retrieval/pos_neg_gap_layer35": 0.7709087654948235, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.7795382526029878, |
| "grad_norm": 0.91796875, |
| "learning_rate": 0.0002605021602096637, |
| "loss": 0.2198, |
| "retrieval/pos_neg_gap_layer35": 0.808967225253582, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.7804436396559529, |
| "grad_norm": 0.828125, |
| "learning_rate": 0.0002604029874826558, |
| "loss": 0.2286, |
| "retrieval/pos_neg_gap_layer35": 0.8064554184675217, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.781349026708918, |
| "grad_norm": 0.8515625, |
| "learning_rate": 0.0002603037093367233, |
| "loss": 0.2288, |
| "retrieval/pos_neg_gap_layer35": 0.8130983859300613, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.7822544137618832, |
| "grad_norm": 1.421875, |
| "learning_rate": 0.0002602043258666624, |
| "loss": 0.3374, |
| "retrieval/pos_neg_gap_layer35": 0.7558306455612183, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.7831598008148484, |
| "grad_norm": 1.0078125, |
| "learning_rate": 0.0002601048371673701, |
| "loss": 0.2104, |
| "retrieval/pos_neg_gap_layer35": 0.8190824091434479, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.7840651878678135, |
| "grad_norm": 1.4375, |
| "learning_rate": 0.00026000524333384364, |
| "loss": 0.2582, |
| "retrieval/pos_neg_gap_layer35": 0.7884343862533569, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.7849705749207786, |
| "grad_norm": 1.53125, |
| "learning_rate": 0.00025990554446118084, |
| "loss": 0.2515, |
| "retrieval/pos_neg_gap_layer35": 0.7916184440255165, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.7858759619737438, |
| "grad_norm": 2.25, |
| "learning_rate": 0.0002598057406445797, |
| "loss": 0.2675, |
| "retrieval/pos_neg_gap_layer35": 0.7847841680049896, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.7867813490267089, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.00025970583197933844, |
| "loss": 0.2045, |
| "retrieval/pos_neg_gap_layer35": 0.8189889416098595, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.7876867360796741, |
| "grad_norm": 0.8515625, |
| "learning_rate": 0.0002596058185608555, |
| "loss": 0.2301, |
| "retrieval/pos_neg_gap_layer35": 0.8102581202983856, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.7885921231326392, |
| "grad_norm": 0.8515625, |
| "learning_rate": 0.00025950570048462917, |
| "loss": 0.2495, |
| "retrieval/pos_neg_gap_layer35": 0.7887965142726898, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.7894975101856043, |
| "grad_norm": 1.2265625, |
| "learning_rate": 0.00025940547784625783, |
| "loss": 0.2492, |
| "retrieval/pos_neg_gap_layer35": 0.8017110899090767, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.7904028972385695, |
| "grad_norm": 0.7265625, |
| "learning_rate": 0.0002593051507414396, |
| "loss": 0.2044, |
| "retrieval/pos_neg_gap_layer35": 0.8205394297838211, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.7913082842915347, |
| "grad_norm": 0.890625, |
| "learning_rate": 0.0002592047192659725, |
| "loss": 0.2097, |
| "retrieval/pos_neg_gap_layer35": 0.8150735050439835, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.7922136713444998, |
| "grad_norm": 1.4375, |
| "learning_rate": 0.000259104183515754, |
| "loss": 0.2385, |
| "retrieval/pos_neg_gap_layer35": 0.8078443184494972, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.7931190583974649, |
| "grad_norm": 1.3828125, |
| "learning_rate": 0.00025900354358678117, |
| "loss": 0.2836, |
| "retrieval/pos_neg_gap_layer35": 0.7848035022616386, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.79402444545043, |
| "grad_norm": 0.796875, |
| "learning_rate": 0.00025890279957515075, |
| "loss": 0.2428, |
| "retrieval/pos_neg_gap_layer35": 0.7967529892921448, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.7949298325033952, |
| "grad_norm": 1.078125, |
| "learning_rate": 0.00025880195157705865, |
| "loss": 0.2708, |
| "retrieval/pos_neg_gap_layer35": 0.780790701508522, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.7958352195563604, |
| "grad_norm": 1.234375, |
| "learning_rate": 0.00025870099968880033, |
| "loss": 0.2452, |
| "retrieval/pos_neg_gap_layer35": 0.7903577834367752, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.7967406066093254, |
| "grad_norm": 0.86328125, |
| "learning_rate": 0.00025859994400677003, |
| "loss": 0.2506, |
| "retrieval/pos_neg_gap_layer35": 0.7957386821508408, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.7976459936622906, |
| "grad_norm": 0.87890625, |
| "learning_rate": 0.0002584987846274615, |
| "loss": 0.2246, |
| "retrieval/pos_neg_gap_layer35": 0.8059256225824356, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.7985513807152558, |
| "grad_norm": 1.3359375, |
| "learning_rate": 0.0002583975216474673, |
| "loss": 0.229, |
| "retrieval/pos_neg_gap_layer35": 0.8019848540425301, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.7994567677682209, |
| "grad_norm": 1.0703125, |
| "learning_rate": 0.000258296155163479, |
| "loss": 0.2385, |
| "retrieval/pos_neg_gap_layer35": 0.7972767874598503, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.8003621548211861, |
| "grad_norm": 1.515625, |
| "learning_rate": 0.00025819468527228694, |
| "loss": 0.2829, |
| "retrieval/pos_neg_gap_layer35": 0.7711047306656837, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.8012675418741512, |
| "grad_norm": 1.1875, |
| "learning_rate": 0.00025809311207078027, |
| "loss": 0.2827, |
| "retrieval/pos_neg_gap_layer35": 0.7782229855656624, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.8021729289271163, |
| "grad_norm": 0.7578125, |
| "learning_rate": 0.00025799143565594665, |
| "loss": 0.2014, |
| "retrieval/pos_neg_gap_layer35": 0.8231864497065544, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.8030783159800815, |
| "grad_norm": 0.97265625, |
| "learning_rate": 0.0002578896561248725, |
| "loss": 0.2191, |
| "retrieval/pos_neg_gap_layer35": 0.8173988163471222, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.8039837030330467, |
| "grad_norm": 0.94140625, |
| "learning_rate": 0.00025778777357474256, |
| "loss": 0.2653, |
| "retrieval/pos_neg_gap_layer35": 0.7789407521486282, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.8048890900860117, |
| "grad_norm": 0.83984375, |
| "learning_rate": 0.0002576857881028399, |
| "loss": 0.2552, |
| "retrieval/pos_neg_gap_layer35": 0.7950991243124008, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.8057944771389769, |
| "grad_norm": 0.6796875, |
| "learning_rate": 0.0002575836998065459, |
| "loss": 0.2031, |
| "retrieval/pos_neg_gap_layer35": 0.8203428909182549, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.8066998641919421, |
| "grad_norm": 1.3046875, |
| "learning_rate": 0.0002574815087833403, |
| "loss": 0.2322, |
| "retrieval/pos_neg_gap_layer35": 0.8104332163929939, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.8076052512449072, |
| "grad_norm": 1.6796875, |
| "learning_rate": 0.0002573792151308007, |
| "loss": 0.4525, |
| "retrieval/pos_neg_gap_layer35": 0.7075380086898804, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.8085106382978723, |
| "grad_norm": 1.7578125, |
| "learning_rate": 0.0002572768189466029, |
| "loss": 0.3194, |
| "retrieval/pos_neg_gap_layer35": 0.7556198164820671, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.8094160253508375, |
| "grad_norm": 1.53125, |
| "learning_rate": 0.0002571743203285202, |
| "loss": 0.2833, |
| "retrieval/pos_neg_gap_layer35": 0.7823956087231636, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.8103214124038026, |
| "grad_norm": 0.490234375, |
| "learning_rate": 0.0002570717193744242, |
| "loss": 0.1903, |
| "retrieval/pos_neg_gap_layer35": 0.8307401612401009, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.8112267994567678, |
| "grad_norm": 0.6953125, |
| "learning_rate": 0.00025696901618228404, |
| "loss": 0.3126, |
| "retrieval/pos_neg_gap_layer35": 0.7726689204573631, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.812132186509733, |
| "grad_norm": 1.0078125, |
| "learning_rate": 0.0002568662108501664, |
| "loss": 0.324, |
| "retrieval/pos_neg_gap_layer35": 0.7571419104933739, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.813037573562698, |
| "grad_norm": 0.99609375, |
| "learning_rate": 0.00025676330347623543, |
| "loss": 0.211, |
| "retrieval/pos_neg_gap_layer35": 0.817098468542099, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.8139429606156632, |
| "grad_norm": 1.0859375, |
| "learning_rate": 0.000256660294158753, |
| "loss": 0.2407, |
| "retrieval/pos_neg_gap_layer35": 0.7962794974446297, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.8148483476686283, |
| "grad_norm": 1.0703125, |
| "learning_rate": 0.000256557182996078, |
| "loss": 0.2428, |
| "retrieval/pos_neg_gap_layer35": 0.7971868067979813, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.8157537347215935, |
| "grad_norm": 1.28125, |
| "learning_rate": 0.0002564539700866669, |
| "loss": 0.2679, |
| "retrieval/pos_neg_gap_layer35": 0.7822175770998001, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.8166591217745586, |
| "grad_norm": 2.203125, |
| "learning_rate": 0.0002563506555290729, |
| "loss": 0.2511, |
| "retrieval/pos_neg_gap_layer35": 0.7967018857598305, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.8175645088275237, |
| "grad_norm": 0.625, |
| "learning_rate": 0.00025624723942194665, |
| "loss": 0.1978, |
| "retrieval/pos_neg_gap_layer35": 0.8219863623380661, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.8184698958804889, |
| "grad_norm": 0.90625, |
| "learning_rate": 0.0002561437218640356, |
| "loss": 0.214, |
| "retrieval/pos_neg_gap_layer35": 0.8201027736067772, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.8193752829334541, |
| "grad_norm": 0.765625, |
| "learning_rate": 0.000256040102954184, |
| "loss": 0.198, |
| "retrieval/pos_neg_gap_layer35": 0.8235468491911888, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.8202806699864192, |
| "grad_norm": 1.0234375, |
| "learning_rate": 0.00025593638279133304, |
| "loss": 0.2527, |
| "retrieval/pos_neg_gap_layer35": 0.7874069735407829, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.8211860570393843, |
| "grad_norm": 0.73828125, |
| "learning_rate": 0.0002558325614745205, |
| "loss": 0.2106, |
| "retrieval/pos_neg_gap_layer35": 0.8157206922769547, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.8220914440923495, |
| "grad_norm": 0.70703125, |
| "learning_rate": 0.00025572863910288074, |
| "loss": 0.2587, |
| "retrieval/pos_neg_gap_layer35": 0.7890689224004745, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.8229968311453146, |
| "grad_norm": 0.87109375, |
| "learning_rate": 0.00025562461577564464, |
| "loss": 0.2673, |
| "retrieval/pos_neg_gap_layer35": 0.7909923046827316, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.8239022181982798, |
| "grad_norm": 0.6796875, |
| "learning_rate": 0.0002555204915921395, |
| "loss": 0.2622, |
| "retrieval/pos_neg_gap_layer35": 0.7884917035698891, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.8248076052512449, |
| "grad_norm": 2.578125, |
| "learning_rate": 0.0002554162666517889, |
| "loss": 0.2786, |
| "retrieval/pos_neg_gap_layer35": 0.7719915434718132, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.82571299230421, |
| "grad_norm": 2.390625, |
| "learning_rate": 0.0002553119410541125, |
| "loss": 0.2772, |
| "retrieval/pos_neg_gap_layer35": 0.7800751775503159, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.8266183793571752, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.0002552075148987263, |
| "loss": 0.2903, |
| "retrieval/pos_neg_gap_layer35": 0.774979867041111, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.8275237664101404, |
| "grad_norm": 1.234375, |
| "learning_rate": 0.0002551029882853422, |
| "loss": 0.2703, |
| "retrieval/pos_neg_gap_layer35": 0.7849760055541992, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.8284291534631055, |
| "grad_norm": 0.8046875, |
| "learning_rate": 0.000254998361313768, |
| "loss": 0.2745, |
| "retrieval/pos_neg_gap_layer35": 0.7865116968750954, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.8293345405160706, |
| "grad_norm": 1.078125, |
| "learning_rate": 0.0002548936340839074, |
| "loss": 0.2798, |
| "retrieval/pos_neg_gap_layer35": 0.7695112898945808, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.8302399275690358, |
| "grad_norm": 0.87890625, |
| "learning_rate": 0.0002547888066957598, |
| "loss": 0.2109, |
| "retrieval/pos_neg_gap_layer35": 0.8211440369486809, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.8311453146220009, |
| "grad_norm": 1.203125, |
| "learning_rate": 0.0002546838792494202, |
| "loss": 0.2482, |
| "retrieval/pos_neg_gap_layer35": 0.78993871062994, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.8320507016749661, |
| "grad_norm": 1.1640625, |
| "learning_rate": 0.00025457885184507916, |
| "loss": 0.2496, |
| "retrieval/pos_neg_gap_layer35": 0.7901500687003136, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.8329560887279311, |
| "grad_norm": 1.453125, |
| "learning_rate": 0.0002544737245830228, |
| "loss": 0.3179, |
| "retrieval/pos_neg_gap_layer35": 0.770226463675499, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.8338614757808963, |
| "grad_norm": 1.1171875, |
| "learning_rate": 0.0002543684975636324, |
| "loss": 0.231, |
| "retrieval/pos_neg_gap_layer35": 0.8057003617286682, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.8347668628338615, |
| "grad_norm": 1.2109375, |
| "learning_rate": 0.00025426317088738455, |
| "loss": 0.28, |
| "retrieval/pos_neg_gap_layer35": 0.7737095281481743, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.8356722498868266, |
| "grad_norm": 0.9375, |
| "learning_rate": 0.00025415774465485105, |
| "loss": 0.2694, |
| "retrieval/pos_neg_gap_layer35": 0.7754654660820961, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.8365776369397918, |
| "grad_norm": 0.890625, |
| "learning_rate": 0.00025405221896669883, |
| "loss": 0.2748, |
| "retrieval/pos_neg_gap_layer35": 0.7828161790966988, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.8374830239927569, |
| "grad_norm": 1.78125, |
| "learning_rate": 0.0002539465939236896, |
| "loss": 0.2375, |
| "retrieval/pos_neg_gap_layer35": 0.8012754917144775, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.838388411045722, |
| "grad_norm": 1.2109375, |
| "learning_rate": 0.0002538408696266801, |
| "loss": 0.2565, |
| "retrieval/pos_neg_gap_layer35": 0.7867497950792313, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.8392937980986872, |
| "grad_norm": 0.60546875, |
| "learning_rate": 0.00025373504617662177, |
| "loss": 0.1983, |
| "retrieval/pos_neg_gap_layer35": 0.8302271440625191, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.8401991851516524, |
| "grad_norm": 0.98046875, |
| "learning_rate": 0.00025362912367456067, |
| "loss": 0.2455, |
| "retrieval/pos_neg_gap_layer35": 0.8058625012636185, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.8411045722046174, |
| "grad_norm": 1.0390625, |
| "learning_rate": 0.00025352310222163753, |
| "loss": 0.2417, |
| "retrieval/pos_neg_gap_layer35": 0.7997393757104874, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.8420099592575826, |
| "grad_norm": 1.484375, |
| "learning_rate": 0.00025341698191908767, |
| "loss": 0.2704, |
| "retrieval/pos_neg_gap_layer35": 0.7864329069852829, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.8429153463105478, |
| "grad_norm": 1.1796875, |
| "learning_rate": 0.0002533107628682405, |
| "loss": 0.2907, |
| "retrieval/pos_neg_gap_layer35": 0.7752860710024834, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.8438207333635129, |
| "grad_norm": 0.984375, |
| "learning_rate": 0.00025320444517051995, |
| "loss": 0.2442, |
| "retrieval/pos_neg_gap_layer35": 0.8008893802762032, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.8447261204164781, |
| "grad_norm": 0.7265625, |
| "learning_rate": 0.0002530980289274441, |
| "loss": 0.2299, |
| "retrieval/pos_neg_gap_layer35": 0.8153559789061546, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.8456315074694432, |
| "grad_norm": 0.75390625, |
| "learning_rate": 0.00025299151424062506, |
| "loss": 0.262, |
| "retrieval/pos_neg_gap_layer35": 0.7927069589495659, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.8465368945224083, |
| "grad_norm": 1.4453125, |
| "learning_rate": 0.0002528849012117691, |
| "loss": 0.3038, |
| "retrieval/pos_neg_gap_layer35": 0.7629602923989296, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.8474422815753735, |
| "grad_norm": 1.0078125, |
| "learning_rate": 0.00025277818994267617, |
| "loss": 0.2511, |
| "retrieval/pos_neg_gap_layer35": 0.7986046001315117, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.8483476686283387, |
| "grad_norm": 0.80078125, |
| "learning_rate": 0.00025267138053524014, |
| "loss": 0.2423, |
| "retrieval/pos_neg_gap_layer35": 0.8008102253079414, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.8492530556813037, |
| "grad_norm": 1.0078125, |
| "learning_rate": 0.00025256447309144866, |
| "loss": 0.2343, |
| "retrieval/pos_neg_gap_layer35": 0.8064358606934547, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.8501584427342689, |
| "grad_norm": 0.8359375, |
| "learning_rate": 0.0002524574677133829, |
| "loss": 0.2284, |
| "retrieval/pos_neg_gap_layer35": 0.8028170242905617, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.851063829787234, |
| "grad_norm": 0.7265625, |
| "learning_rate": 0.0002523503645032174, |
| "loss": 0.2198, |
| "retrieval/pos_neg_gap_layer35": 0.8098101541399956, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.8519692168401992, |
| "grad_norm": 1.140625, |
| "learning_rate": 0.0002522431635632205, |
| "loss": 0.2271, |
| "retrieval/pos_neg_gap_layer35": 0.805466927587986, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.8528746038931643, |
| "grad_norm": 0.9453125, |
| "learning_rate": 0.00025213586499575353, |
| "loss": 0.2273, |
| "retrieval/pos_neg_gap_layer35": 0.8046845644712448, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.8537799909461294, |
| "grad_norm": 0.48828125, |
| "learning_rate": 0.00025202846890327114, |
| "loss": 0.1722, |
| "retrieval/pos_neg_gap_layer35": 0.8433089032769203, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.8546853779990946, |
| "grad_norm": 1.78125, |
| "learning_rate": 0.0002519209753883211, |
| "loss": 0.256, |
| "retrieval/pos_neg_gap_layer35": 0.7957945615053177, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.8555907650520598, |
| "grad_norm": 1.3125, |
| "learning_rate": 0.00025181338455354426, |
| "loss": 0.2704, |
| "retrieval/pos_neg_gap_layer35": 0.7908289209008217, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.8564961521050249, |
| "grad_norm": 1.0234375, |
| "learning_rate": 0.0002517056965016742, |
| "loss": 0.3482, |
| "retrieval/pos_neg_gap_layer35": 0.7530882582068443, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.85740153915799, |
| "grad_norm": 0.64453125, |
| "learning_rate": 0.0002515979113355377, |
| "loss": 0.2599, |
| "retrieval/pos_neg_gap_layer35": 0.7947349473834038, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.8583069262109552, |
| "grad_norm": 1.328125, |
| "learning_rate": 0.00025149002915805384, |
| "loss": 0.2575, |
| "retrieval/pos_neg_gap_layer35": 0.7914715334773064, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.8592123132639203, |
| "grad_norm": 0.84375, |
| "learning_rate": 0.00025138205007223463, |
| "loss": 0.224, |
| "retrieval/pos_neg_gap_layer35": 0.8096958175301552, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.8601177003168855, |
| "grad_norm": 0.77734375, |
| "learning_rate": 0.0002512739741811845, |
| "loss": 0.2097, |
| "retrieval/pos_neg_gap_layer35": 0.8225469812750816, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.8610230873698506, |
| "grad_norm": 0.80078125, |
| "learning_rate": 0.0002511658015881003, |
| "loss": 0.2423, |
| "retrieval/pos_neg_gap_layer35": 0.8017240315675735, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.8619284744228157, |
| "grad_norm": 0.9296875, |
| "learning_rate": 0.0002510575323962713, |
| "loss": 0.2868, |
| "retrieval/pos_neg_gap_layer35": 0.7798621132969856, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.8628338614757809, |
| "grad_norm": 0.703125, |
| "learning_rate": 0.0002509491667090789, |
| "loss": 0.2209, |
| "retrieval/pos_neg_gap_layer35": 0.8111787438392639, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.8637392485287461, |
| "grad_norm": 1.28125, |
| "learning_rate": 0.0002508407046299968, |
| "loss": 0.2639, |
| "retrieval/pos_neg_gap_layer35": 0.7841088175773621, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.8646446355817112, |
| "grad_norm": 1.1171875, |
| "learning_rate": 0.0002507321462625906, |
| "loss": 0.2139, |
| "retrieval/pos_neg_gap_layer35": 0.8107197359204292, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.8655500226346763, |
| "grad_norm": 0.71484375, |
| "learning_rate": 0.0002506234917105178, |
| "loss": 0.1991, |
| "retrieval/pos_neg_gap_layer35": 0.8198460191488266, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.8664554096876415, |
| "grad_norm": 1.4609375, |
| "learning_rate": 0.0002505147410775279, |
| "loss": 0.2564, |
| "retrieval/pos_neg_gap_layer35": 0.7866636589169502, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.8673607967406066, |
| "grad_norm": 1.8671875, |
| "learning_rate": 0.00025040589446746205, |
| "loss": 0.2915, |
| "retrieval/pos_neg_gap_layer35": 0.7707198858261108, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.8682661837935718, |
| "grad_norm": 1.6328125, |
| "learning_rate": 0.000250296951984253, |
| "loss": 0.342, |
| "retrieval/pos_neg_gap_layer35": 0.7583250477910042, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.8691715708465368, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.0002501879137319252, |
| "loss": 0.2161, |
| "retrieval/pos_neg_gap_layer35": 0.8148963078856468, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.870076957899502, |
| "grad_norm": 1.828125, |
| "learning_rate": 0.00025007877981459434, |
| "loss": 0.2339, |
| "retrieval/pos_neg_gap_layer35": 0.8054594323039055, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.8709823449524672, |
| "grad_norm": 0.9140625, |
| "learning_rate": 0.0002499695503364677, |
| "loss": 0.2557, |
| "retrieval/pos_neg_gap_layer35": 0.786057636141777, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.8718877320054323, |
| "grad_norm": 1.25, |
| "learning_rate": 0.00024986022540184354, |
| "loss": 0.2697, |
| "retrieval/pos_neg_gap_layer35": 0.793047197163105, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.8727931190583975, |
| "grad_norm": 0.859375, |
| "learning_rate": 0.00024975080511511154, |
| "loss": 0.2268, |
| "retrieval/pos_neg_gap_layer35": 0.8046604320406914, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.8736985061113626, |
| "grad_norm": 0.77734375, |
| "learning_rate": 0.00024964128958075216, |
| "loss": 0.2394, |
| "retrieval/pos_neg_gap_layer35": 0.808429129421711, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.8746038931643277, |
| "grad_norm": 0.6171875, |
| "learning_rate": 0.00024953167890333697, |
| "loss": 0.2098, |
| "retrieval/pos_neg_gap_layer35": 0.8192198127508163, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.8755092802172929, |
| "grad_norm": 1.6796875, |
| "learning_rate": 0.00024942197318752834, |
| "loss": 0.2592, |
| "retrieval/pos_neg_gap_layer35": 0.78922089189291, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.8764146672702581, |
| "grad_norm": 1.34375, |
| "learning_rate": 0.0002493121725380795, |
| "loss": 0.2992, |
| "retrieval/pos_neg_gap_layer35": 0.7702390253543854, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.8773200543232231, |
| "grad_norm": 2.0625, |
| "learning_rate": 0.0002492022770598341, |
| "loss": 0.3289, |
| "retrieval/pos_neg_gap_layer35": 0.7490772530436516, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.8782254413761883, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.0002490922868577265, |
| "loss": 0.2331, |
| "retrieval/pos_neg_gap_layer35": 0.8054832220077515, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.8791308284291535, |
| "grad_norm": 0.76953125, |
| "learning_rate": 0.00024898220203678153, |
| "loss": 0.2149, |
| "retrieval/pos_neg_gap_layer35": 0.8208700343966484, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.8800362154821186, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.00024887202270211425, |
| "loss": 0.2631, |
| "retrieval/pos_neg_gap_layer35": 0.7888341471552849, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.8809416025350838, |
| "grad_norm": 0.90234375, |
| "learning_rate": 0.0002487617489589301, |
| "loss": 0.2245, |
| "retrieval/pos_neg_gap_layer35": 0.8110646679997444, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.8818469895880489, |
| "grad_norm": 1.3203125, |
| "learning_rate": 0.00024865138091252447, |
| "loss": 0.2889, |
| "retrieval/pos_neg_gap_layer35": 0.7819212302565575, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.882752376641014, |
| "grad_norm": 0.796875, |
| "learning_rate": 0.00024854091866828305, |
| "loss": 0.2204, |
| "retrieval/pos_neg_gap_layer35": 0.8170958906412125, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.8836577636939792, |
| "grad_norm": 1.9765625, |
| "learning_rate": 0.0002484303623316813, |
| "loss": 0.3003, |
| "retrieval/pos_neg_gap_layer35": 0.7705280780792236, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.8845631507469444, |
| "grad_norm": 0.7734375, |
| "learning_rate": 0.0002483197120082846, |
| "loss": 0.2312, |
| "retrieval/pos_neg_gap_layer35": 0.8062387406826019, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.8854685377999094, |
| "grad_norm": 1.8671875, |
| "learning_rate": 0.00024820896780374793, |
| "loss": 0.2474, |
| "retrieval/pos_neg_gap_layer35": 0.7935343310236931, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.8863739248528746, |
| "grad_norm": 1.140625, |
| "learning_rate": 0.0002480981298238162, |
| "loss": 0.283, |
| "retrieval/pos_neg_gap_layer35": 0.7839161157608032, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.8872793119058398, |
| "grad_norm": 0.66015625, |
| "learning_rate": 0.0002479871981743235, |
| "loss": 0.1971, |
| "retrieval/pos_neg_gap_layer35": 0.826920635998249, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.8881846989588049, |
| "grad_norm": 1.5859375, |
| "learning_rate": 0.0002478761729611937, |
| "loss": 0.2963, |
| "retrieval/pos_neg_gap_layer35": 0.7682082876563072, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.8890900860117701, |
| "grad_norm": 0.578125, |
| "learning_rate": 0.00024776505429043987, |
| "loss": 0.2101, |
| "retrieval/pos_neg_gap_layer35": 0.8158812075853348, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.8899954730647351, |
| "grad_norm": 0.76953125, |
| "learning_rate": 0.0002476538422681642, |
| "loss": 0.249, |
| "retrieval/pos_neg_gap_layer35": 0.8046075403690338, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.8909008601177003, |
| "grad_norm": 0.984375, |
| "learning_rate": 0.0002475425370005581, |
| "loss": 0.2753, |
| "retrieval/pos_neg_gap_layer35": 0.7882667854428291, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.8918062471706655, |
| "grad_norm": 1.5390625, |
| "learning_rate": 0.00024743113859390225, |
| "loss": 0.3586, |
| "retrieval/pos_neg_gap_layer35": 0.75099878013134, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.8927116342236306, |
| "grad_norm": 1.140625, |
| "learning_rate": 0.00024731964715456585, |
| "loss": 0.3276, |
| "retrieval/pos_neg_gap_layer35": 0.7522145956754684, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.8936170212765957, |
| "grad_norm": 1.328125, |
| "learning_rate": 0.00024720806278900724, |
| "loss": 0.2891, |
| "retrieval/pos_neg_gap_layer35": 0.7677125707268715, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.8945224083295609, |
| "grad_norm": 0.7265625, |
| "learning_rate": 0.00024709638560377334, |
| "loss": 0.2336, |
| "retrieval/pos_neg_gap_layer35": 0.8017161190509796, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.895427795382526, |
| "grad_norm": 1.1640625, |
| "learning_rate": 0.0002469846157054998, |
| "loss": 0.2511, |
| "retrieval/pos_neg_gap_layer35": 0.8000732958316803, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.8963331824354912, |
| "grad_norm": 2.09375, |
| "learning_rate": 0.0002468727532009107, |
| "loss": 0.2916, |
| "retrieval/pos_neg_gap_layer35": 0.7691463455557823, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.8972385694884563, |
| "grad_norm": 0.796875, |
| "learning_rate": 0.0002467607981968186, |
| "loss": 0.1947, |
| "retrieval/pos_neg_gap_layer35": 0.828714907169342, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.8981439565414214, |
| "grad_norm": 0.8671875, |
| "learning_rate": 0.0002466487508001244, |
| "loss": 0.2301, |
| "retrieval/pos_neg_gap_layer35": 0.8040446117520332, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.8990493435943866, |
| "grad_norm": 0.6953125, |
| "learning_rate": 0.0002465366111178172, |
| "loss": 0.1849, |
| "retrieval/pos_neg_gap_layer35": 0.8361316546797752, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.8999547306473518, |
| "grad_norm": 1.265625, |
| "learning_rate": 0.0002464243792569742, |
| "loss": 0.2457, |
| "retrieval/pos_neg_gap_layer35": 0.7937345951795578, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.9008601177003169, |
| "grad_norm": 0.92578125, |
| "learning_rate": 0.0002463120553247606, |
| "loss": 0.2198, |
| "retrieval/pos_neg_gap_layer35": 0.809515506029129, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.901765504753282, |
| "grad_norm": 1.5, |
| "learning_rate": 0.0002461996394284297, |
| "loss": 0.3211, |
| "retrieval/pos_neg_gap_layer35": 0.7533524036407471, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.9026708918062472, |
| "grad_norm": 1.09375, |
| "learning_rate": 0.00024608713167532226, |
| "loss": 0.2841, |
| "retrieval/pos_neg_gap_layer35": 0.7767128497362137, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.9035762788592123, |
| "grad_norm": 0.625, |
| "learning_rate": 0.00024597453217286707, |
| "loss": 0.2438, |
| "retrieval/pos_neg_gap_layer35": 0.8083752021193504, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.9044816659121775, |
| "grad_norm": 0.734375, |
| "learning_rate": 0.0002458618410285804, |
| "loss": 0.2301, |
| "retrieval/pos_neg_gap_layer35": 0.8134948164224625, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.9053870529651425, |
| "grad_norm": 1.1875, |
| "learning_rate": 0.00024574905835006596, |
| "loss": 0.2928, |
| "retrieval/pos_neg_gap_layer35": 0.7761303260922432, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.9062924400181077, |
| "grad_norm": 1.0234375, |
| "learning_rate": 0.00024563618424501506, |
| "loss": 0.3168, |
| "retrieval/pos_neg_gap_layer35": 0.7696171626448631, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.9071978270710729, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.00024552321882120604, |
| "loss": 0.2416, |
| "retrieval/pos_neg_gap_layer35": 0.7994090393185616, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.908103214124038, |
| "grad_norm": 0.95703125, |
| "learning_rate": 0.00024541016218650473, |
| "loss": 0.2638, |
| "retrieval/pos_neg_gap_layer35": 0.781087338924408, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.9090086011770032, |
| "grad_norm": 0.79296875, |
| "learning_rate": 0.0002452970144488638, |
| "loss": 0.2374, |
| "retrieval/pos_neg_gap_layer35": 0.8026145547628403, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.9099139882299683, |
| "grad_norm": 1.0703125, |
| "learning_rate": 0.0002451837757163231, |
| "loss": 0.3587, |
| "retrieval/pos_neg_gap_layer35": 0.7399043366312981, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.9108193752829334, |
| "grad_norm": 1.2421875, |
| "learning_rate": 0.0002450704460970092, |
| "loss": 0.222, |
| "retrieval/pos_neg_gap_layer35": 0.8084927052259445, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.9117247623358986, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.0002449570256991356, |
| "loss": 0.3526, |
| "retrieval/pos_neg_gap_layer35": 0.757655419409275, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.9126301493888638, |
| "grad_norm": 1.34375, |
| "learning_rate": 0.0002448435146310024, |
| "loss": 0.2589, |
| "retrieval/pos_neg_gap_layer35": 0.7890852391719818, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.9135355364418288, |
| "grad_norm": 0.671875, |
| "learning_rate": 0.0002447299130009962, |
| "loss": 0.2436, |
| "retrieval/pos_neg_gap_layer35": 0.7984486147761345, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.914440923494794, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.0002446162209175903, |
| "loss": 0.2328, |
| "retrieval/pos_neg_gap_layer35": 0.8044926673173904, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.9153463105477592, |
| "grad_norm": 0.90625, |
| "learning_rate": 0.00024450243848934413, |
| "loss": 0.2656, |
| "retrieval/pos_neg_gap_layer35": 0.7824936211109161, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.9162516976007243, |
| "grad_norm": 0.83984375, |
| "learning_rate": 0.00024438856582490365, |
| "loss": 0.2192, |
| "retrieval/pos_neg_gap_layer35": 0.8096484243869781, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.9171570846536895, |
| "grad_norm": 0.78125, |
| "learning_rate": 0.0002442746030330006, |
| "loss": 0.252, |
| "retrieval/pos_neg_gap_layer35": 0.7951190397143364, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.9180624717066546, |
| "grad_norm": 0.59375, |
| "learning_rate": 0.0002441605502224532, |
| "loss": 0.2397, |
| "retrieval/pos_neg_gap_layer35": 0.8010373562574387, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.9189678587596197, |
| "grad_norm": 0.875, |
| "learning_rate": 0.00024404640750216533, |
| "loss": 0.2754, |
| "retrieval/pos_neg_gap_layer35": 0.7778530344367027, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.9198732458125849, |
| "grad_norm": 0.7734375, |
| "learning_rate": 0.00024393217498112687, |
| "loss": 0.2131, |
| "retrieval/pos_neg_gap_layer35": 0.8125851005315781, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.9207786328655501, |
| "grad_norm": 1.484375, |
| "learning_rate": 0.00024381785276841338, |
| "loss": 0.328, |
| "retrieval/pos_neg_gap_layer35": 0.7676214352250099, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.9216840199185151, |
| "grad_norm": 1.25, |
| "learning_rate": 0.000243703440973186, |
| "loss": 0.2416, |
| "retrieval/pos_neg_gap_layer35": 0.7968010827898979, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.9225894069714803, |
| "grad_norm": 0.8203125, |
| "learning_rate": 0.00024358893970469162, |
| "loss": 0.2852, |
| "retrieval/pos_neg_gap_layer35": 0.7854959294199944, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.9234947940244455, |
| "grad_norm": 0.87890625, |
| "learning_rate": 0.00024347434907226234, |
| "loss": 0.2463, |
| "retrieval/pos_neg_gap_layer35": 0.7948428839445114, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.9244001810774106, |
| "grad_norm": 1.046875, |
| "learning_rate": 0.0002433596691853157, |
| "loss": 0.2692, |
| "retrieval/pos_neg_gap_layer35": 0.7844233512878418, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.9253055681303758, |
| "grad_norm": 1.015625, |
| "learning_rate": 0.00024324490015335451, |
| "loss": 0.3028, |
| "retrieval/pos_neg_gap_layer35": 0.7612828239798546, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.9262109551833408, |
| "grad_norm": 1.078125, |
| "learning_rate": 0.00024313004208596656, |
| "loss": 0.249, |
| "retrieval/pos_neg_gap_layer35": 0.8040665984153748, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.927116342236306, |
| "grad_norm": 0.8984375, |
| "learning_rate": 0.00024301509509282474, |
| "loss": 0.2471, |
| "retrieval/pos_neg_gap_layer35": 0.7934447228908539, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.9280217292892712, |
| "grad_norm": 0.91796875, |
| "learning_rate": 0.0002429000592836869, |
| "loss": 0.2192, |
| "retrieval/pos_neg_gap_layer35": 0.8096957430243492, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.9289271163422363, |
| "grad_norm": 1.6796875, |
| "learning_rate": 0.00024278493476839557, |
| "loss": 0.2532, |
| "retrieval/pos_neg_gap_layer35": 0.7925464063882828, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.9298325033952014, |
| "grad_norm": 1.2578125, |
| "learning_rate": 0.00024266972165687807, |
| "loss": 0.2689, |
| "retrieval/pos_neg_gap_layer35": 0.7839167192578316, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.9307378904481666, |
| "grad_norm": 1.6171875, |
| "learning_rate": 0.00024255442005914634, |
| "loss": 0.316, |
| "retrieval/pos_neg_gap_layer35": 0.7535669580101967, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.9316432775011317, |
| "grad_norm": 2.015625, |
| "learning_rate": 0.00024243903008529678, |
| "loss": 0.3462, |
| "retrieval/pos_neg_gap_layer35": 0.7483504042029381, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.9325486645540969, |
| "grad_norm": 1.8359375, |
| "learning_rate": 0.0002423235518455101, |
| "loss": 0.3492, |
| "retrieval/pos_neg_gap_layer35": 0.7414084002375603, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.9334540516070621, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.00024220798545005135, |
| "loss": 0.2419, |
| "retrieval/pos_neg_gap_layer35": 0.7989005818963051, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.9343594386600271, |
| "grad_norm": 0.90234375, |
| "learning_rate": 0.00024209233100926987, |
| "loss": 0.2675, |
| "retrieval/pos_neg_gap_layer35": 0.7933980748057365, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.9352648257129923, |
| "grad_norm": 1.5078125, |
| "learning_rate": 0.00024197658863359887, |
| "loss": 0.2507, |
| "retrieval/pos_neg_gap_layer35": 0.7955424338579178, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.9361702127659575, |
| "grad_norm": 0.8671875, |
| "learning_rate": 0.00024186075843355567, |
| "loss": 0.1915, |
| "retrieval/pos_neg_gap_layer35": 0.829775907099247, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.9370755998189226, |
| "grad_norm": 0.9296875, |
| "learning_rate": 0.00024174484051974138, |
| "loss": 0.2219, |
| "retrieval/pos_neg_gap_layer35": 0.8063685148954391, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.9379809868718877, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.00024162883500284088, |
| "loss": 0.2842, |
| "retrieval/pos_neg_gap_layer35": 0.7720093727111816, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.9388863739248529, |
| "grad_norm": 1.34375, |
| "learning_rate": 0.00024151274199362265, |
| "loss": 0.2258, |
| "retrieval/pos_neg_gap_layer35": 0.804417110979557, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.939791760977818, |
| "grad_norm": 1.3203125, |
| "learning_rate": 0.0002413965616029389, |
| "loss": 0.2555, |
| "retrieval/pos_neg_gap_layer35": 0.7887859493494034, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.9406971480307832, |
| "grad_norm": 0.72265625, |
| "learning_rate": 0.000241280293941725, |
| "loss": 0.2173, |
| "retrieval/pos_neg_gap_layer35": 0.8091920614242554, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.9416025350837482, |
| "grad_norm": 0.75390625, |
| "learning_rate": 0.00024116393912099993, |
| "loss": 0.2053, |
| "retrieval/pos_neg_gap_layer35": 0.8142609223723412, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.9425079221367134, |
| "grad_norm": 1.53125, |
| "learning_rate": 0.00024104749725186562, |
| "loss": 0.2079, |
| "retrieval/pos_neg_gap_layer35": 0.8196741342544556, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.9434133091896786, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.00024093096844550734, |
| "loss": 0.2766, |
| "retrieval/pos_neg_gap_layer35": 0.791561096906662, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.9443186962426438, |
| "grad_norm": 0.7421875, |
| "learning_rate": 0.0002408143528131932, |
| "loss": 0.2317, |
| "retrieval/pos_neg_gap_layer35": 0.8067691922187805, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.9452240832956089, |
| "grad_norm": 0.8984375, |
| "learning_rate": 0.00024069765046627443, |
| "loss": 0.274, |
| "retrieval/pos_neg_gap_layer35": 0.7875049188733101, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.946129470348574, |
| "grad_norm": 0.98828125, |
| "learning_rate": 0.0002405808615161849, |
| "loss": 0.2337, |
| "retrieval/pos_neg_gap_layer35": 0.8071285411715508, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.9470348574015391, |
| "grad_norm": 1.1640625, |
| "learning_rate": 0.0002404639860744411, |
| "loss": 0.2552, |
| "retrieval/pos_neg_gap_layer35": 0.7892273962497711, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.9479402444545043, |
| "grad_norm": 1.0390625, |
| "learning_rate": 0.00024034702425264237, |
| "loss": 0.2504, |
| "retrieval/pos_neg_gap_layer35": 0.7992671504616737, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.9488456315074695, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.00024022997616247025, |
| "loss": 0.225, |
| "retrieval/pos_neg_gap_layer35": 0.8117284551262856, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.9497510185604345, |
| "grad_norm": 0.81640625, |
| "learning_rate": 0.00024011284191568884, |
| "loss": 0.2323, |
| "retrieval/pos_neg_gap_layer35": 0.8015414252877235, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.9506564056133997, |
| "grad_norm": 0.984375, |
| "learning_rate": 0.00023999562162414442, |
| "loss": 0.2665, |
| "retrieval/pos_neg_gap_layer35": 0.7895231992006302, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.9515617926663649, |
| "grad_norm": 1.40625, |
| "learning_rate": 0.0002398783153997655, |
| "loss": 0.25, |
| "retrieval/pos_neg_gap_layer35": 0.7909038290381432, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.95246717971933, |
| "grad_norm": 0.96875, |
| "learning_rate": 0.00023976092335456256, |
| "loss": 0.2148, |
| "retrieval/pos_neg_gap_layer35": 0.8117726370692253, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.9533725667722952, |
| "grad_norm": 0.75390625, |
| "learning_rate": 0.0002396434456006281, |
| "loss": 0.2217, |
| "retrieval/pos_neg_gap_layer35": 0.8146641999483109, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.9542779538252603, |
| "grad_norm": 1.3203125, |
| "learning_rate": 0.00023952588225013634, |
| "loss": 0.3371, |
| "retrieval/pos_neg_gap_layer35": 0.7596519812941551, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.9551833408782254, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.00023940823341534343, |
| "loss": 0.2694, |
| "retrieval/pos_neg_gap_layer35": 0.7805606946349144, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.9560887279311906, |
| "grad_norm": 1.21875, |
| "learning_rate": 0.00023929049920858698, |
| "loss": 0.2271, |
| "retrieval/pos_neg_gap_layer35": 0.8084366023540497, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.9569941149841558, |
| "grad_norm": 0.9765625, |
| "learning_rate": 0.00023917267974228615, |
| "loss": 0.2223, |
| "retrieval/pos_neg_gap_layer35": 0.814299687743187, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.9578995020371208, |
| "grad_norm": 0.83984375, |
| "learning_rate": 0.00023905477512894155, |
| "loss": 0.2979, |
| "retrieval/pos_neg_gap_layer35": 0.7661475986242294, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.958804889090086, |
| "grad_norm": 0.80078125, |
| "learning_rate": 0.00023893678548113516, |
| "loss": 0.2775, |
| "retrieval/pos_neg_gap_layer35": 0.7816267684102058, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.9597102761430512, |
| "grad_norm": 1.09375, |
| "learning_rate": 0.0002388187109115299, |
| "loss": 0.2731, |
| "retrieval/pos_neg_gap_layer35": 0.7876512184739113, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.9606156631960163, |
| "grad_norm": 0.80859375, |
| "learning_rate": 0.0002387005515328701, |
| "loss": 0.2669, |
| "retrieval/pos_neg_gap_layer35": 0.7844613716006279, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.9615210502489815, |
| "grad_norm": 1.1796875, |
| "learning_rate": 0.00023858230745798083, |
| "loss": 0.2428, |
| "retrieval/pos_neg_gap_layer35": 0.7970415353775024, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.9624264373019465, |
| "grad_norm": 0.92578125, |
| "learning_rate": 0.0002384639787997682, |
| "loss": 0.2168, |
| "retrieval/pos_neg_gap_layer35": 0.8126402944326401, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.9633318243549117, |
| "grad_norm": 0.890625, |
| "learning_rate": 0.00023834556567121893, |
| "loss": 0.2334, |
| "retrieval/pos_neg_gap_layer35": 0.8052059933543205, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.9642372114078769, |
| "grad_norm": 1.203125, |
| "learning_rate": 0.0002382270681854005, |
| "loss": 0.3192, |
| "retrieval/pos_neg_gap_layer35": 0.7662748098373413, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.965142598460842, |
| "grad_norm": 0.921875, |
| "learning_rate": 0.0002381084864554609, |
| "loss": 0.2504, |
| "retrieval/pos_neg_gap_layer35": 0.7988310679793358, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.9660479855138071, |
| "grad_norm": 0.84375, |
| "learning_rate": 0.00023798982059462863, |
| "loss": 0.2353, |
| "retrieval/pos_neg_gap_layer35": 0.7999881058931351, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.9669533725667723, |
| "grad_norm": 1.1640625, |
| "learning_rate": 0.00023787107071621239, |
| "loss": 0.2298, |
| "retrieval/pos_neg_gap_layer35": 0.8047187626361847, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.9678587596197374, |
| "grad_norm": 1.3203125, |
| "learning_rate": 0.00023775223693360125, |
| "loss": 0.2904, |
| "retrieval/pos_neg_gap_layer35": 0.7723774686455727, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.9687641466727026, |
| "grad_norm": 1.09375, |
| "learning_rate": 0.00023763331936026426, |
| "loss": 0.2336, |
| "retrieval/pos_neg_gap_layer35": 0.8043026030063629, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.9696695337256678, |
| "grad_norm": 1.265625, |
| "learning_rate": 0.00023751431810975062, |
| "loss": 0.2343, |
| "retrieval/pos_neg_gap_layer35": 0.8013731390237808, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.9705749207786328, |
| "grad_norm": 1.515625, |
| "learning_rate": 0.00023739523329568933, |
| "loss": 0.2379, |
| "retrieval/pos_neg_gap_layer35": 0.8011744990944862, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.971480307831598, |
| "grad_norm": 1.3046875, |
| "learning_rate": 0.0002372760650317891, |
| "loss": 0.2661, |
| "retrieval/pos_neg_gap_layer35": 0.7876545116305351, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.9723856948845632, |
| "grad_norm": 0.734375, |
| "learning_rate": 0.00023715681343183863, |
| "loss": 0.2241, |
| "retrieval/pos_neg_gap_layer35": 0.8045293688774109, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.9732910819375283, |
| "grad_norm": 0.77734375, |
| "learning_rate": 0.00023703747860970582, |
| "loss": 0.2774, |
| "retrieval/pos_neg_gap_layer35": 0.7876648306846619, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.9741964689904934, |
| "grad_norm": 0.83203125, |
| "learning_rate": 0.00023691806067933831, |
| "loss": 0.2376, |
| "retrieval/pos_neg_gap_layer35": 0.8056944906711578, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.9751018560434586, |
| "grad_norm": 1.46875, |
| "learning_rate": 0.00023679855975476295, |
| "loss": 0.2728, |
| "retrieval/pos_neg_gap_layer35": 0.7801089212298393, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.9760072430964237, |
| "grad_norm": 0.953125, |
| "learning_rate": 0.00023667897595008587, |
| "loss": 0.2512, |
| "retrieval/pos_neg_gap_layer35": 0.7894560471177101, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.9769126301493889, |
| "grad_norm": 0.6953125, |
| "learning_rate": 0.00023655930937949238, |
| "loss": 0.2439, |
| "retrieval/pos_neg_gap_layer35": 0.8021877631545067, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.9778180172023541, |
| "grad_norm": 0.96875, |
| "learning_rate": 0.00023643956015724678, |
| "loss": 0.2979, |
| "retrieval/pos_neg_gap_layer35": 0.7732494473457336, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.9787234042553191, |
| "grad_norm": 0.96875, |
| "learning_rate": 0.00023631972839769229, |
| "loss": 0.2586, |
| "retrieval/pos_neg_gap_layer35": 0.7902258113026619, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.9796287913082843, |
| "grad_norm": 1.03125, |
| "learning_rate": 0.00023619981421525095, |
| "loss": 0.3189, |
| "retrieval/pos_neg_gap_layer35": 0.7587589547038078, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.9805341783612495, |
| "grad_norm": 0.98828125, |
| "learning_rate": 0.0002360798177244236, |
| "loss": 0.3212, |
| "retrieval/pos_neg_gap_layer35": 0.7602540403604507, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.9814395654142146, |
| "grad_norm": 0.75, |
| "learning_rate": 0.0002359597390397894, |
| "loss": 0.2138, |
| "retrieval/pos_neg_gap_layer35": 0.8161752745509148, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.9823449524671797, |
| "grad_norm": 1.0234375, |
| "learning_rate": 0.00023583957827600627, |
| "loss": 0.2316, |
| "retrieval/pos_neg_gap_layer35": 0.8030286207795143, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.9832503395201448, |
| "grad_norm": 0.796875, |
| "learning_rate": 0.00023571933554781044, |
| "loss": 0.2602, |
| "retrieval/pos_neg_gap_layer35": 0.7874865904450417, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.98415572657311, |
| "grad_norm": 1.109375, |
| "learning_rate": 0.0002355990109700163, |
| "loss": 0.2712, |
| "retrieval/pos_neg_gap_layer35": 0.7793728858232498, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.9850611136260752, |
| "grad_norm": 1.5546875, |
| "learning_rate": 0.00023547860465751648, |
| "loss": 0.2615, |
| "retrieval/pos_neg_gap_layer35": 0.7819217294454575, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.9859665006790402, |
| "grad_norm": 1.2578125, |
| "learning_rate": 0.00023535811672528164, |
| "loss": 0.2923, |
| "retrieval/pos_neg_gap_layer35": 0.7694869115948677, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.9868718877320054, |
| "grad_norm": 0.66796875, |
| "learning_rate": 0.0002352375472883604, |
| "loss": 0.2146, |
| "retrieval/pos_neg_gap_layer35": 0.8132204115390778, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.9877772747849706, |
| "grad_norm": 1.2734375, |
| "learning_rate": 0.0002351168964618791, |
| "loss": 0.2711, |
| "retrieval/pos_neg_gap_layer35": 0.7849212735891342, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.9886826618379357, |
| "grad_norm": 0.9765625, |
| "learning_rate": 0.00023499616436104196, |
| "loss": 0.2621, |
| "retrieval/pos_neg_gap_layer35": 0.793477900326252, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.9895880488909009, |
| "grad_norm": 1.3046875, |
| "learning_rate": 0.00023487535110113065, |
| "loss": 0.2342, |
| "retrieval/pos_neg_gap_layer35": 0.800565280020237, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.990493435943866, |
| "grad_norm": 1.1484375, |
| "learning_rate": 0.0002347544567975045, |
| "loss": 0.2594, |
| "retrieval/pos_neg_gap_layer35": 0.7821277529001236, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.9913988229968311, |
| "grad_norm": 0.8515625, |
| "learning_rate": 0.0002346334815656, |
| "loss": 0.2619, |
| "retrieval/pos_neg_gap_layer35": 0.7906242087483406, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.9923042100497963, |
| "grad_norm": 0.65625, |
| "learning_rate": 0.0002345124255209311, |
| "loss": 0.2341, |
| "retrieval/pos_neg_gap_layer35": 0.8005865514278412, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.9932095971027615, |
| "grad_norm": 1.375, |
| "learning_rate": 0.00023439128877908886, |
| "loss": 0.283, |
| "retrieval/pos_neg_gap_layer35": 0.7740660235285759, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.9941149841557265, |
| "grad_norm": 1.6484375, |
| "learning_rate": 0.0002342700714557414, |
| "loss": 0.3048, |
| "retrieval/pos_neg_gap_layer35": 0.7623828798532486, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.9950203712086917, |
| "grad_norm": 1.265625, |
| "learning_rate": 0.0002341487736666338, |
| "loss": 0.3056, |
| "retrieval/pos_neg_gap_layer35": 0.7716804295778275, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.9959257582616569, |
| "grad_norm": 0.84375, |
| "learning_rate": 0.00023402739552758788, |
| "loss": 0.2424, |
| "retrieval/pos_neg_gap_layer35": 0.8089796975255013, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.996831145314622, |
| "grad_norm": 1.359375, |
| "learning_rate": 0.0002339059371545023, |
| "loss": 0.3238, |
| "retrieval/pos_neg_gap_layer35": 0.7645340412855148, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.9977365323675872, |
| "grad_norm": 0.91015625, |
| "learning_rate": 0.0002337843986633523, |
| "loss": 0.289, |
| "retrieval/pos_neg_gap_layer35": 0.770873673260212, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.9986419194205522, |
| "grad_norm": 1.03125, |
| "learning_rate": 0.00023366278017018953, |
| "loss": 0.3406, |
| "retrieval/pos_neg_gap_layer35": 0.754501074552536, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.9995473064735174, |
| "grad_norm": 1.359375, |
| "learning_rate": 0.00023354108179114217, |
| "loss": 0.2723, |
| "retrieval/pos_neg_gap_layer35": 0.7776569947600365, |
| "step": 1104 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.2421875, |
| "learning_rate": 0.00023341930364241458, |
| "loss": 0.287, |
| "retrieval/pos_neg_gap_layer35": 0.772953063249588, |
| "step": 1105 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 3315, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.305242693376929e+22, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
