| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 780, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0038461538461538464, |
| "grad_norm": 3.9238964043520346, |
| "learning_rate": 0.0, |
| "loss": 0.5171, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.007692307692307693, |
| "grad_norm": 3.865041716718645, |
| "learning_rate": 2.564102564102564e-07, |
| "loss": 0.5361, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.011538461538461539, |
| "grad_norm": 3.558480571282935, |
| "learning_rate": 5.128205128205128e-07, |
| "loss": 0.5043, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.015384615384615385, |
| "grad_norm": 3.7998614087292806, |
| "learning_rate": 7.692307692307694e-07, |
| "loss": 0.5031, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.019230769230769232, |
| "grad_norm": 3.5689428151249936, |
| "learning_rate": 1.0256410256410257e-06, |
| "loss": 0.509, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.023076923076923078, |
| "grad_norm": 2.9879599665303824, |
| "learning_rate": 1.282051282051282e-06, |
| "loss": 0.481, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.026923076923076925, |
| "grad_norm": 3.2526580242949326, |
| "learning_rate": 1.5384615384615387e-06, |
| "loss": 0.4584, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.03076923076923077, |
| "grad_norm": 2.613802020605672, |
| "learning_rate": 1.794871794871795e-06, |
| "loss": 0.4903, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.03461538461538462, |
| "grad_norm": 2.601165702909604, |
| "learning_rate": 2.0512820512820513e-06, |
| "loss": 0.485, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.038461538461538464, |
| "grad_norm": 1.5763901158285847, |
| "learning_rate": 2.307692307692308e-06, |
| "loss": 0.398, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.04230769230769231, |
| "grad_norm": 2.1261184639761153, |
| "learning_rate": 2.564102564102564e-06, |
| "loss": 0.4068, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.046153846153846156, |
| "grad_norm": 1.8665392855577536, |
| "learning_rate": 2.8205128205128207e-06, |
| "loss": 0.3544, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.318728933171513, |
| "learning_rate": 3.0769230769230774e-06, |
| "loss": 0.3043, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.05384615384615385, |
| "grad_norm": 1.132124697037767, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 0.3178, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.057692307692307696, |
| "grad_norm": 1.1202543530180564, |
| "learning_rate": 3.58974358974359e-06, |
| "loss": 0.3407, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.06153846153846154, |
| "grad_norm": 1.291126276825844, |
| "learning_rate": 3.846153846153847e-06, |
| "loss": 0.3616, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.06538461538461539, |
| "grad_norm": 1.095814725126234, |
| "learning_rate": 4.102564102564103e-06, |
| "loss": 0.3443, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.06923076923076923, |
| "grad_norm": 1.0636216017507398, |
| "learning_rate": 4.358974358974359e-06, |
| "loss": 0.3105, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.07307692307692308, |
| "grad_norm": 1.179492077225723, |
| "learning_rate": 4.615384615384616e-06, |
| "loss": 0.3157, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.07692307692307693, |
| "grad_norm": 1.2071397233144883, |
| "learning_rate": 4.871794871794872e-06, |
| "loss": 0.3196, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.08076923076923077, |
| "grad_norm": 1.0045930089826436, |
| "learning_rate": 5.128205128205128e-06, |
| "loss": 0.2872, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.08461538461538462, |
| "grad_norm": 1.274056377267142, |
| "learning_rate": 5.384615384615385e-06, |
| "loss": 0.3679, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.08846153846153847, |
| "grad_norm": 1.000453778201061, |
| "learning_rate": 5.641025641025641e-06, |
| "loss": 0.323, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.09230769230769231, |
| "grad_norm": 0.8897229070965105, |
| "learning_rate": 5.897435897435898e-06, |
| "loss": 0.324, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.09615384615384616, |
| "grad_norm": 0.7541504685432434, |
| "learning_rate": 6.153846153846155e-06, |
| "loss": 0.3176, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.7956017971388913, |
| "learning_rate": 6.410256410256412e-06, |
| "loss": 0.3318, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.10384615384615385, |
| "grad_norm": 0.922503309020762, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 0.3187, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.1076923076923077, |
| "grad_norm": 0.7532018031576193, |
| "learning_rate": 6.923076923076923e-06, |
| "loss": 0.2855, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.11153846153846154, |
| "grad_norm": 0.700631053805919, |
| "learning_rate": 7.17948717948718e-06, |
| "loss": 0.2672, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.11538461538461539, |
| "grad_norm": 0.7195542734195851, |
| "learning_rate": 7.435897435897437e-06, |
| "loss": 0.2723, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.11923076923076924, |
| "grad_norm": 0.6723433830688036, |
| "learning_rate": 7.692307692307694e-06, |
| "loss": 0.2235, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.12307692307692308, |
| "grad_norm": 0.7500173971223075, |
| "learning_rate": 7.948717948717949e-06, |
| "loss": 0.2564, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.12692307692307692, |
| "grad_norm": 0.5392107362297897, |
| "learning_rate": 8.205128205128205e-06, |
| "loss": 0.2605, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.13076923076923078, |
| "grad_norm": 0.6513320801692216, |
| "learning_rate": 8.461538461538462e-06, |
| "loss": 0.2419, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.1346153846153846, |
| "grad_norm": 0.7060740174436259, |
| "learning_rate": 8.717948717948719e-06, |
| "loss": 0.2697, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.13846153846153847, |
| "grad_norm": 0.5850462622222398, |
| "learning_rate": 8.974358974358976e-06, |
| "loss": 0.2624, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.1423076923076923, |
| "grad_norm": 0.6685505320489104, |
| "learning_rate": 9.230769230769232e-06, |
| "loss": 0.2475, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.14615384615384616, |
| "grad_norm": 0.6053524432955536, |
| "learning_rate": 9.487179487179487e-06, |
| "loss": 0.2864, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.7251770133590191, |
| "learning_rate": 9.743589743589744e-06, |
| "loss": 0.2777, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.15384615384615385, |
| "grad_norm": 0.6133734638624586, |
| "learning_rate": 1e-05, |
| "loss": 0.2758, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.1576923076923077, |
| "grad_norm": 0.8478498938418025, |
| "learning_rate": 9.99995506314361e-06, |
| "loss": 0.2817, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.16153846153846155, |
| "grad_norm": 0.8683596484373798, |
| "learning_rate": 9.99982025338217e-06, |
| "loss": 0.2599, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.16538461538461538, |
| "grad_norm": 0.47646754300069805, |
| "learning_rate": 9.999595573138845e-06, |
| "loss": 0.2238, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.16923076923076924, |
| "grad_norm": 0.5006834529361883, |
| "learning_rate": 9.99928102645221e-06, |
| "loss": 0.3349, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.17307692307692307, |
| "grad_norm": 0.5862107789466642, |
| "learning_rate": 9.99887661897616e-06, |
| "loss": 0.3636, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.17692307692307693, |
| "grad_norm": 0.5551999971664277, |
| "learning_rate": 9.99838235797981e-06, |
| "loss": 0.2511, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.18076923076923077, |
| "grad_norm": 0.6431444132906169, |
| "learning_rate": 9.997798252347382e-06, |
| "loss": 0.2546, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.18461538461538463, |
| "grad_norm": 0.7016538602092144, |
| "learning_rate": 9.99712431257802e-06, |
| "loss": 0.2432, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.18846153846153846, |
| "grad_norm": 0.6436268838669431, |
| "learning_rate": 9.996360550785619e-06, |
| "loss": 0.2238, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.19230769230769232, |
| "grad_norm": 0.8154568253550334, |
| "learning_rate": 9.9955069806986e-06, |
| "loss": 0.1921, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.19615384615384615, |
| "grad_norm": 0.6867504474244611, |
| "learning_rate": 9.994563617659665e-06, |
| "loss": 0.3021, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.542407945905818, |
| "learning_rate": 9.993530478625524e-06, |
| "loss": 0.2838, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.20384615384615384, |
| "grad_norm": 0.6635448135497594, |
| "learning_rate": 9.992407582166582e-06, |
| "loss": 0.396, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.2076923076923077, |
| "grad_norm": 0.6239678658264209, |
| "learning_rate": 9.991194948466615e-06, |
| "loss": 0.2537, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.21153846153846154, |
| "grad_norm": 0.572657279292308, |
| "learning_rate": 9.989892599322404e-06, |
| "loss": 0.2756, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.2153846153846154, |
| "grad_norm": 0.5046398762256985, |
| "learning_rate": 9.988500558143337e-06, |
| "loss": 0.2282, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.21923076923076923, |
| "grad_norm": 0.6106871038894085, |
| "learning_rate": 9.987018849950996e-06, |
| "loss": 0.2621, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.2230769230769231, |
| "grad_norm": 0.6667434956957957, |
| "learning_rate": 9.985447501378706e-06, |
| "loss": 0.2581, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.22692307692307692, |
| "grad_norm": 0.5707877283877809, |
| "learning_rate": 9.983786540671052e-06, |
| "loss": 0.2493, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.23076923076923078, |
| "grad_norm": 0.5411517461500795, |
| "learning_rate": 9.982035997683372e-06, |
| "loss": 0.2592, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.23461538461538461, |
| "grad_norm": 1.255284755689992, |
| "learning_rate": 9.980195903881231e-06, |
| "loss": 0.2601, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.23846153846153847, |
| "grad_norm": 0.5784187044081806, |
| "learning_rate": 9.978266292339838e-06, |
| "loss": 0.269, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.2423076923076923, |
| "grad_norm": 0.5251037889321888, |
| "learning_rate": 9.976247197743465e-06, |
| "loss": 0.2701, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.24615384615384617, |
| "grad_norm": 0.6700677521444053, |
| "learning_rate": 9.974138656384815e-06, |
| "loss": 0.2349, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.5453274857953114, |
| "learning_rate": 9.97194070616438e-06, |
| "loss": 0.2592, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.25384615384615383, |
| "grad_norm": 0.4841168618676258, |
| "learning_rate": 9.969653386589749e-06, |
| "loss": 0.3129, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.25769230769230766, |
| "grad_norm": 0.6008451041239414, |
| "learning_rate": 9.967276738774897e-06, |
| "loss": 0.3239, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.26153846153846155, |
| "grad_norm": 0.5088532515945503, |
| "learning_rate": 9.964810805439464e-06, |
| "loss": 0.259, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.2653846153846154, |
| "grad_norm": 0.5054084340402627, |
| "learning_rate": 9.962255630907964e-06, |
| "loss": 0.2225, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.2692307692307692, |
| "grad_norm": 0.5368741406906062, |
| "learning_rate": 9.959611261108999e-06, |
| "loss": 0.2794, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.27307692307692305, |
| "grad_norm": 0.6421423292934936, |
| "learning_rate": 9.956877743574437e-06, |
| "loss": 0.2349, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.27692307692307694, |
| "grad_norm": 0.48170209929410346, |
| "learning_rate": 9.954055127438554e-06, |
| "loss": 0.2289, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.28076923076923077, |
| "grad_norm": 0.538709956261295, |
| "learning_rate": 9.951143463437145e-06, |
| "loss": 0.2184, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.2846153846153846, |
| "grad_norm": 0.5415562971542437, |
| "learning_rate": 9.948142803906623e-06, |
| "loss": 0.2402, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.28846153846153844, |
| "grad_norm": 0.3693718172979592, |
| "learning_rate": 9.94505320278307e-06, |
| "loss": 0.1762, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.2923076923076923, |
| "grad_norm": 0.5636531788448021, |
| "learning_rate": 9.94187471560127e-06, |
| "loss": 0.2499, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.29615384615384616, |
| "grad_norm": 0.6416879363388094, |
| "learning_rate": 9.938607399493714e-06, |
| "loss": 0.2385, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.7496386304718934, |
| "learning_rate": 9.935251313189564e-06, |
| "loss": 0.239, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.3038461538461538, |
| "grad_norm": 0.514510908906308, |
| "learning_rate": 9.931806517013612e-06, |
| "loss": 0.2853, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.3076923076923077, |
| "grad_norm": 0.4740375973334633, |
| "learning_rate": 9.92827307288518e-06, |
| "loss": 0.2354, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.31153846153846154, |
| "grad_norm": 0.5591654441743603, |
| "learning_rate": 9.924651044317017e-06, |
| "loss": 0.1946, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.3153846153846154, |
| "grad_norm": 0.5061643025705186, |
| "learning_rate": 9.920940496414153e-06, |
| "loss": 0.2493, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.3192307692307692, |
| "grad_norm": 0.6818593286674031, |
| "learning_rate": 9.917141495872733e-06, |
| "loss": 0.2222, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.3230769230769231, |
| "grad_norm": 0.5218088332503258, |
| "learning_rate": 9.913254110978812e-06, |
| "loss": 0.1953, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.3269230769230769, |
| "grad_norm": 0.6356033435216335, |
| "learning_rate": 9.909278411607134e-06, |
| "loss": 0.2251, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.33076923076923076, |
| "grad_norm": 0.6624665627199435, |
| "learning_rate": 9.90521446921987e-06, |
| "loss": 0.2779, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.3346153846153846, |
| "grad_norm": 0.5410383443932127, |
| "learning_rate": 9.90106235686534e-06, |
| "loss": 0.199, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.3384615384615385, |
| "grad_norm": 0.7191836401826213, |
| "learning_rate": 9.896822149176695e-06, |
| "loss": 0.1948, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.3423076923076923, |
| "grad_norm": 0.5801324782802036, |
| "learning_rate": 9.892493922370575e-06, |
| "loss": 0.2115, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.34615384615384615, |
| "grad_norm": 0.6848540278900523, |
| "learning_rate": 9.888077754245741e-06, |
| "loss": 0.2351, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.5994634992164671, |
| "learning_rate": 9.883573724181683e-06, |
| "loss": 0.2349, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.35384615384615387, |
| "grad_norm": 0.5718311795464627, |
| "learning_rate": 9.878981913137178e-06, |
| "loss": 0.2543, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.3576923076923077, |
| "grad_norm": 0.5084484455832017, |
| "learning_rate": 9.87430240364885e-06, |
| "loss": 0.2103, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.36153846153846153, |
| "grad_norm": 0.622962170870338, |
| "learning_rate": 9.869535279829674e-06, |
| "loss": 0.2451, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.36538461538461536, |
| "grad_norm": 0.8011484280722398, |
| "learning_rate": 9.864680627367476e-06, |
| "loss": 0.2263, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.36923076923076925, |
| "grad_norm": 0.6723527978962419, |
| "learning_rate": 9.859738533523384e-06, |
| "loss": 0.2209, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.3730769230769231, |
| "grad_norm": 0.6388659975732571, |
| "learning_rate": 9.854709087130261e-06, |
| "loss": 0.2764, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.3769230769230769, |
| "grad_norm": 0.5809471981558344, |
| "learning_rate": 9.849592378591113e-06, |
| "loss": 0.2076, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.38076923076923075, |
| "grad_norm": 0.9373923650289692, |
| "learning_rate": 9.844388499877457e-06, |
| "loss": 0.2285, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.38461538461538464, |
| "grad_norm": 0.5892783197354109, |
| "learning_rate": 9.839097544527674e-06, |
| "loss": 0.3147, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.38846153846153847, |
| "grad_norm": 0.5229355872601981, |
| "learning_rate": 9.833719607645325e-06, |
| "loss": 0.236, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.3923076923076923, |
| "grad_norm": 0.5496958778497968, |
| "learning_rate": 9.82825478589744e-06, |
| "loss": 0.2259, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.39615384615384613, |
| "grad_norm": 0.4997807501259826, |
| "learning_rate": 9.822703177512783e-06, |
| "loss": 0.2772, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.48130314935858876, |
| "learning_rate": 9.817064882280085e-06, |
| "loss": 0.2112, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.40384615384615385, |
| "grad_norm": 0.5611229612776816, |
| "learning_rate": 9.811340001546252e-06, |
| "loss": 0.2779, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.4076923076923077, |
| "grad_norm": 0.5121078157860088, |
| "learning_rate": 9.805528638214543e-06, |
| "loss": 0.1909, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.4115384615384615, |
| "grad_norm": 0.43303744635314717, |
| "learning_rate": 9.799630896742716e-06, |
| "loss": 0.2063, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.4153846153846154, |
| "grad_norm": 0.5309729488848974, |
| "learning_rate": 9.793646883141155e-06, |
| "loss": 0.2502, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.41923076923076924, |
| "grad_norm": 0.504019838761931, |
| "learning_rate": 9.787576704970965e-06, |
| "loss": 0.2684, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.4230769230769231, |
| "grad_norm": 0.5188716601426719, |
| "learning_rate": 9.781420471342035e-06, |
| "loss": 0.2212, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.4269230769230769, |
| "grad_norm": 0.5676741564045472, |
| "learning_rate": 9.77517829291108e-06, |
| "loss": 0.2683, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.4307692307692308, |
| "grad_norm": 0.6653028482418869, |
| "learning_rate": 9.768850281879651e-06, |
| "loss": 0.2221, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.4346153846153846, |
| "grad_norm": 0.6108832847466867, |
| "learning_rate": 9.762436551992117e-06, |
| "loss": 0.2242, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.43846153846153846, |
| "grad_norm": 0.5357996955018922, |
| "learning_rate": 9.755937218533622e-06, |
| "loss": 0.1966, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.4423076923076923, |
| "grad_norm": 0.46061799718993846, |
| "learning_rate": 9.74935239832801e-06, |
| "loss": 0.2533, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.4461538461538462, |
| "grad_norm": 0.47312594355675086, |
| "learning_rate": 9.742682209735727e-06, |
| "loss": 0.2282, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.5626675677514869, |
| "learning_rate": 9.735926772651703e-06, |
| "loss": 0.2181, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.45384615384615384, |
| "grad_norm": 0.6723379929283086, |
| "learning_rate": 9.729086208503174e-06, |
| "loss": 0.2343, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.4576923076923077, |
| "grad_norm": 0.6323186080541812, |
| "learning_rate": 9.722160640247523e-06, |
| "loss": 0.2355, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.46153846153846156, |
| "grad_norm": 0.6602878154578612, |
| "learning_rate": 9.715150192370054e-06, |
| "loss": 0.2388, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.4653846153846154, |
| "grad_norm": 0.577240989795038, |
| "learning_rate": 9.708054990881763e-06, |
| "loss": 0.2737, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.46923076923076923, |
| "grad_norm": 0.5400295584803867, |
| "learning_rate": 9.700875163317072e-06, |
| "loss": 0.2841, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.47307692307692306, |
| "grad_norm": 0.5503579009887059, |
| "learning_rate": 9.693610838731532e-06, |
| "loss": 0.2369, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.47692307692307695, |
| "grad_norm": 0.5551607237688418, |
| "learning_rate": 9.686262147699507e-06, |
| "loss": 0.2566, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.4807692307692308, |
| "grad_norm": 0.45715780432864744, |
| "learning_rate": 9.678829222311827e-06, |
| "loss": 0.1868, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.4846153846153846, |
| "grad_norm": 0.5743006310889183, |
| "learning_rate": 9.671312196173413e-06, |
| "loss": 0.2235, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.48846153846153845, |
| "grad_norm": 0.5547219023660661, |
| "learning_rate": 9.663711204400872e-06, |
| "loss": 0.2359, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.49230769230769234, |
| "grad_norm": 0.5404451860104633, |
| "learning_rate": 9.656026383620076e-06, |
| "loss": 0.2585, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.49615384615384617, |
| "grad_norm": 0.5141545423609298, |
| "learning_rate": 9.6482578719637e-06, |
| "loss": 0.2207, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.5819489421942832, |
| "learning_rate": 9.640405809068743e-06, |
| "loss": 0.185, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.5038461538461538, |
| "grad_norm": 0.5453700561610013, |
| "learning_rate": 9.632470336074009e-06, |
| "loss": 0.2538, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.5076923076923077, |
| "grad_norm": 0.5268074098292405, |
| "learning_rate": 9.624451595617588e-06, |
| "loss": 0.2206, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.5115384615384615, |
| "grad_norm": 0.5151242484270426, |
| "learning_rate": 9.616349731834271e-06, |
| "loss": 0.1973, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.5153846153846153, |
| "grad_norm": 0.7186109482767982, |
| "learning_rate": 9.608164890352977e-06, |
| "loss": 0.2197, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.5192307692307693, |
| "grad_norm": 0.5069905518609401, |
| "learning_rate": 9.599897218294122e-06, |
| "loss": 0.1997, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.5230769230769231, |
| "grad_norm": 0.5281677650240848, |
| "learning_rate": 9.591546864266983e-06, |
| "loss": 0.2114, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.5269230769230769, |
| "grad_norm": 0.6279171503407216, |
| "learning_rate": 9.583113978367026e-06, |
| "loss": 0.2347, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.5307692307692308, |
| "grad_norm": 0.502812100216165, |
| "learning_rate": 9.574598712173202e-06, |
| "loss": 0.2121, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.5346153846153846, |
| "grad_norm": 0.46388349097977605, |
| "learning_rate": 9.56600121874523e-06, |
| "loss": 0.2697, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.5384615384615384, |
| "grad_norm": 0.8558413327232558, |
| "learning_rate": 9.557321652620839e-06, |
| "loss": 0.1773, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.5423076923076923, |
| "grad_norm": 0.985345248669586, |
| "learning_rate": 9.548560169812997e-06, |
| "loss": 0.2561, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.5461538461538461, |
| "grad_norm": 0.7524493863035334, |
| "learning_rate": 9.539716927807102e-06, |
| "loss": 0.2464, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 0.5111825715315346, |
| "learning_rate": 9.530792085558151e-06, |
| "loss": 0.232, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.5538461538461539, |
| "grad_norm": 0.5056580001614729, |
| "learning_rate": 9.521785803487888e-06, |
| "loss": 0.1731, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.5576923076923077, |
| "grad_norm": 1.2585642666961603, |
| "learning_rate": 9.512698243481914e-06, |
| "loss": 0.2044, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.5615384615384615, |
| "grad_norm": 0.7913413567384371, |
| "learning_rate": 9.50352956888678e-06, |
| "loss": 0.231, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.5653846153846154, |
| "grad_norm": 0.45252324024199986, |
| "learning_rate": 9.49427994450705e-06, |
| "loss": 0.205, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.5692307692307692, |
| "grad_norm": 0.5542049816931011, |
| "learning_rate": 9.484949536602343e-06, |
| "loss": 0.2366, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.573076923076923, |
| "grad_norm": 0.6233470226885651, |
| "learning_rate": 9.47553851288434e-06, |
| "loss": 0.2538, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.5769230769230769, |
| "grad_norm": 0.8311270070122355, |
| "learning_rate": 9.466047042513767e-06, |
| "loss": 0.2817, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.5807692307692308, |
| "grad_norm": 0.4129513701760548, |
| "learning_rate": 9.45647529609736e-06, |
| "loss": 0.2203, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.5846153846153846, |
| "grad_norm": 0.7219385594298195, |
| "learning_rate": 9.4468234456848e-06, |
| "loss": 0.3649, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.5884615384615385, |
| "grad_norm": 0.5242222250849599, |
| "learning_rate": 9.437091664765611e-06, |
| "loss": 0.2133, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.5923076923076923, |
| "grad_norm": 0.5153401533175287, |
| "learning_rate": 9.427280128266049e-06, |
| "loss": 0.2033, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.5961538461538461, |
| "grad_norm": 0.5588229385879334, |
| "learning_rate": 9.41738901254596e-06, |
| "loss": 0.2091, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.4330400405855999, |
| "learning_rate": 9.4074184953956e-06, |
| "loss": 0.2198, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.6038461538461538, |
| "grad_norm": 0.48136666750584844, |
| "learning_rate": 9.397368756032445e-06, |
| "loss": 0.2549, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.6076923076923076, |
| "grad_norm": 0.5491403765871278, |
| "learning_rate": 9.38723997509798e-06, |
| "loss": 0.2231, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.6115384615384616, |
| "grad_norm": 0.47159123955445276, |
| "learning_rate": 9.37703233465443e-06, |
| "loss": 0.2012, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.6153846153846154, |
| "grad_norm": 0.4707541560308235, |
| "learning_rate": 9.366746018181503e-06, |
| "loss": 0.2695, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.6192307692307693, |
| "grad_norm": 0.4448318545569148, |
| "learning_rate": 9.356381210573092e-06, |
| "loss": 0.2457, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.6230769230769231, |
| "grad_norm": 0.4916189237805617, |
| "learning_rate": 9.345938098133946e-06, |
| "loss": 0.2972, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.6269230769230769, |
| "grad_norm": 0.4965526632348685, |
| "learning_rate": 9.33541686857632e-06, |
| "loss": 0.2265, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.6307692307692307, |
| "grad_norm": 0.42646023358197266, |
| "learning_rate": 9.324817711016609e-06, |
| "loss": 0.2067, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.6346153846153846, |
| "grad_norm": 0.44406548353079006, |
| "learning_rate": 9.31414081597194e-06, |
| "loss": 0.1979, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.6384615384615384, |
| "grad_norm": 0.5002862988710794, |
| "learning_rate": 9.303386375356752e-06, |
| "loss": 0.1812, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.6423076923076924, |
| "grad_norm": 0.47880788650797806, |
| "learning_rate": 9.292554582479349e-06, |
| "loss": 0.2277, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.6461538461538462, |
| "grad_norm": 0.6015012859011786, |
| "learning_rate": 9.281645632038417e-06, |
| "loss": 0.2246, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 0.5267702738321232, |
| "learning_rate": 9.270659720119533e-06, |
| "loss": 0.2482, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.6538461538461539, |
| "grad_norm": 0.4208996980678987, |
| "learning_rate": 9.259597044191635e-06, |
| "loss": 0.1671, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.6576923076923077, |
| "grad_norm": 0.5199810465911215, |
| "learning_rate": 9.248457803103476e-06, |
| "loss": 0.2239, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.6615384615384615, |
| "grad_norm": 0.4091312438100926, |
| "learning_rate": 9.237242197080045e-06, |
| "loss": 0.2211, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.6653846153846154, |
| "grad_norm": 0.4987472970221044, |
| "learning_rate": 9.225950427718974e-06, |
| "loss": 0.1747, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.6692307692307692, |
| "grad_norm": 0.4695095646959319, |
| "learning_rate": 9.21458269798691e-06, |
| "loss": 0.2873, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.6730769230769231, |
| "grad_norm": 0.4916670929902003, |
| "learning_rate": 9.203139212215868e-06, |
| "loss": 0.2145, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.676923076923077, |
| "grad_norm": 0.4452053491268018, |
| "learning_rate": 9.191620176099559e-06, |
| "loss": 0.1928, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.6807692307692308, |
| "grad_norm": 0.4678102288496444, |
| "learning_rate": 9.180025796689692e-06, |
| "loss": 0.2179, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.6846153846153846, |
| "grad_norm": 0.5771093006117648, |
| "learning_rate": 9.168356282392253e-06, |
| "loss": 0.2469, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.6884615384615385, |
| "grad_norm": 0.48676646503712, |
| "learning_rate": 9.156611842963753e-06, |
| "loss": 0.2007, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.6923076923076923, |
| "grad_norm": 1.0169765647926068, |
| "learning_rate": 9.144792689507471e-06, |
| "loss": 0.1827, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.6961538461538461, |
| "grad_norm": 0.4326673713362419, |
| "learning_rate": 9.132899034469648e-06, |
| "loss": 0.3295, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.44765902162208127, |
| "learning_rate": 9.120931091635669e-06, |
| "loss": 0.2724, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.7038461538461539, |
| "grad_norm": 0.44552301472500505, |
| "learning_rate": 9.108889076126226e-06, |
| "loss": 0.1967, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.7076923076923077, |
| "grad_norm": 0.5133885952136333, |
| "learning_rate": 9.09677320439345e-06, |
| "loss": 0.2821, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.7115384615384616, |
| "grad_norm": 0.47734530904630457, |
| "learning_rate": 9.084583694217012e-06, |
| "loss": 0.1839, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.7153846153846154, |
| "grad_norm": 0.4667530787349204, |
| "learning_rate": 9.072320764700223e-06, |
| "loss": 0.2002, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.7192307692307692, |
| "grad_norm": 0.5511264226614181, |
| "learning_rate": 9.059984636266082e-06, |
| "loss": 0.2684, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.7230769230769231, |
| "grad_norm": 0.5610201978781818, |
| "learning_rate": 9.047575530653324e-06, |
| "loss": 0.2172, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.7269230769230769, |
| "grad_norm": 0.3968810105283452, |
| "learning_rate": 9.035093670912424e-06, |
| "loss": 0.2404, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.7307692307692307, |
| "grad_norm": 0.6810685432042747, |
| "learning_rate": 9.022539281401601e-06, |
| "loss": 0.2426, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.7346153846153847, |
| "grad_norm": 0.4112909424321068, |
| "learning_rate": 9.009912587782772e-06, |
| "loss": 0.2368, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.7384615384615385, |
| "grad_norm": 0.45870323572761434, |
| "learning_rate": 8.997213817017508e-06, |
| "loss": 0.2221, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.7423076923076923, |
| "grad_norm": 0.5783674430771019, |
| "learning_rate": 8.984443197362938e-06, |
| "loss": 0.2598, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.7461538461538462, |
| "grad_norm": 0.3795442220283806, |
| "learning_rate": 8.971600958367668e-06, |
| "loss": 0.1971, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.42112062018023, |
| "learning_rate": 8.958687330867634e-06, |
| "loss": 0.2286, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.7538461538461538, |
| "grad_norm": 0.6615339096877597, |
| "learning_rate": 8.94570254698197e-06, |
| "loss": 0.2364, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.7576923076923077, |
| "grad_norm": 0.6200718199334362, |
| "learning_rate": 8.932646840108818e-06, |
| "loss": 0.2353, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.7615384615384615, |
| "grad_norm": 0.506279015102114, |
| "learning_rate": 8.919520444921153e-06, |
| "loss": 0.2329, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.7653846153846153, |
| "grad_norm": 0.5903129259902322, |
| "learning_rate": 8.906323597362547e-06, |
| "loss": 0.1961, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.7692307692307693, |
| "grad_norm": 0.4346371872564603, |
| "learning_rate": 8.893056534642938e-06, |
| "loss": 0.247, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.7730769230769231, |
| "grad_norm": 0.4972341789154317, |
| "learning_rate": 8.879719495234363e-06, |
| "loss": 0.1995, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.7769230769230769, |
| "grad_norm": 0.6134809334375436, |
| "learning_rate": 8.866312718866669e-06, |
| "loss": 0.2421, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.7807692307692308, |
| "grad_norm": 0.46117265343724284, |
| "learning_rate": 8.852836446523213e-06, |
| "loss": 0.2599, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.7846153846153846, |
| "grad_norm": 0.3934200135027767, |
| "learning_rate": 8.83929092043652e-06, |
| "loss": 0.236, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.7884615384615384, |
| "grad_norm": 0.49922768199565765, |
| "learning_rate": 8.825676384083936e-06, |
| "loss": 0.1982, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.7923076923076923, |
| "grad_norm": 0.49668967819118254, |
| "learning_rate": 8.811993082183243e-06, |
| "loss": 0.2354, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.7961538461538461, |
| "grad_norm": 0.46619350224576994, |
| "learning_rate": 8.798241260688273e-06, |
| "loss": 0.2228, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.4939191727625512, |
| "learning_rate": 8.784421166784476e-06, |
| "loss": 0.211, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.8038461538461539, |
| "grad_norm": 0.479154668275832, |
| "learning_rate": 8.770533048884483e-06, |
| "loss": 0.2287, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.8076923076923077, |
| "grad_norm": 0.8567918551030094, |
| "learning_rate": 8.756577156623636e-06, |
| "loss": 0.2178, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.8115384615384615, |
| "grad_norm": 1.212916158387493, |
| "learning_rate": 8.742553740855507e-06, |
| "loss": 0.2222, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.8153846153846154, |
| "grad_norm": 1.1009596903577805, |
| "learning_rate": 8.728463053647382e-06, |
| "loss": 0.2376, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.8192307692307692, |
| "grad_norm": 0.4096144715960063, |
| "learning_rate": 8.71430534827574e-06, |
| "loss": 0.2019, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.823076923076923, |
| "grad_norm": 0.4018141193635861, |
| "learning_rate": 8.700080879221689e-06, |
| "loss": 0.2223, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.8269230769230769, |
| "grad_norm": 0.40333375504436675, |
| "learning_rate": 8.685789902166395e-06, |
| "loss": 0.2402, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.8307692307692308, |
| "grad_norm": 0.42357746203750907, |
| "learning_rate": 8.671432673986493e-06, |
| "loss": 0.2472, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.8346153846153846, |
| "grad_norm": 0.44559651148780177, |
| "learning_rate": 8.657009452749466e-06, |
| "loss": 0.2645, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.8384615384615385, |
| "grad_norm": 0.519415713850819, |
| "learning_rate": 8.642520497709001e-06, |
| "loss": 0.1613, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.8423076923076923, |
| "grad_norm": 0.3196349047621588, |
| "learning_rate": 8.627966069300332e-06, |
| "loss": 0.1721, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.8461538461538461, |
| "grad_norm": 0.4371434957471117, |
| "learning_rate": 8.613346429135567e-06, |
| "loss": 0.1922, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 0.49670428831216723, |
| "learning_rate": 8.598661839998972e-06, |
| "loss": 0.2369, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.8538461538461538, |
| "grad_norm": 0.47011699524494455, |
| "learning_rate": 8.583912565842258e-06, |
| "loss": 0.2568, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.8576923076923076, |
| "grad_norm": 0.46388843220602094, |
| "learning_rate": 8.569098871779828e-06, |
| "loss": 0.2347, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.8615384615384616, |
| "grad_norm": 0.678321603299092, |
| "learning_rate": 8.554221024084019e-06, |
| "loss": 0.244, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.8653846153846154, |
| "grad_norm": 0.43429213869514505, |
| "learning_rate": 8.539279290180315e-06, |
| "loss": 0.2213, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.8692307692307693, |
| "grad_norm": 0.4396837172284673, |
| "learning_rate": 8.524273938642539e-06, |
| "loss": 0.1862, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.8730769230769231, |
| "grad_norm": 0.44344780892992325, |
| "learning_rate": 8.509205239188017e-06, |
| "loss": 0.1938, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.8769230769230769, |
| "grad_norm": 0.5965215691655824, |
| "learning_rate": 8.494073462672743e-06, |
| "loss": 0.183, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.8807692307692307, |
| "grad_norm": 0.49337040503318447, |
| "learning_rate": 8.478878881086505e-06, |
| "loss": 0.1882, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.8846153846153846, |
| "grad_norm": 0.48920987886268164, |
| "learning_rate": 8.463621767547998e-06, |
| "loss": 0.2318, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.8884615384615384, |
| "grad_norm": 0.4152161564123169, |
| "learning_rate": 8.448302396299906e-06, |
| "loss": 0.2224, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.8923076923076924, |
| "grad_norm": 0.5530919470650333, |
| "learning_rate": 8.432921042703985e-06, |
| "loss": 0.2375, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.8961538461538462, |
| "grad_norm": 0.5317664844197529, |
| "learning_rate": 8.417477983236107e-06, |
| "loss": 0.2579, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 0.489762176370703, |
| "learning_rate": 8.401973495481289e-06, |
| "loss": 0.2488, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.9038461538461539, |
| "grad_norm": 0.35713820607995794, |
| "learning_rate": 8.386407858128707e-06, |
| "loss": 0.1656, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.9076923076923077, |
| "grad_norm": 0.49313248662552256, |
| "learning_rate": 8.370781350966683e-06, |
| "loss": 0.2361, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.9115384615384615, |
| "grad_norm": 0.5003814400874651, |
| "learning_rate": 8.355094254877665e-06, |
| "loss": 0.2239, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.9153846153846154, |
| "grad_norm": 0.43214736421308636, |
| "learning_rate": 8.339346851833163e-06, |
| "loss": 0.2469, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.9192307692307692, |
| "grad_norm": 0.5631615370198494, |
| "learning_rate": 8.323539424888695e-06, |
| "loss": 0.2308, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.9230769230769231, |
| "grad_norm": 0.48058073108351584, |
| "learning_rate": 8.30767225817869e-06, |
| "loss": 0.2211, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.926923076923077, |
| "grad_norm": 0.48550833774790864, |
| "learning_rate": 8.291745636911382e-06, |
| "loss": 0.2373, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.9307692307692308, |
| "grad_norm": 0.40886932771514545, |
| "learning_rate": 8.27575984736369e-06, |
| "loss": 0.2717, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.9346153846153846, |
| "grad_norm": 0.48366391436080175, |
| "learning_rate": 8.259715176876069e-06, |
| "loss": 0.2335, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.9384615384615385, |
| "grad_norm": 0.578973582902094, |
| "learning_rate": 8.243611913847337e-06, |
| "loss": 0.2593, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.9423076923076923, |
| "grad_norm": 0.4806012108443053, |
| "learning_rate": 8.2274503477295e-06, |
| "loss": 0.2085, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.9461538461538461, |
| "grad_norm": 0.5074347022144132, |
| "learning_rate": 8.211230769022552e-06, |
| "loss": 0.2102, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 0.48359156969936595, |
| "learning_rate": 8.19495346926924e-06, |
| "loss": 0.2667, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.9538461538461539, |
| "grad_norm": 0.49161907325464627, |
| "learning_rate": 8.178618741049841e-06, |
| "loss": 0.2257, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.9576923076923077, |
| "grad_norm": 0.44631232846642616, |
| "learning_rate": 8.162226877976886e-06, |
| "loss": 0.225, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.9615384615384616, |
| "grad_norm": 0.5217563418894521, |
| "learning_rate": 8.145778174689897e-06, |
| "loss": 0.2232, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.9653846153846154, |
| "grad_norm": 0.4542249463253952, |
| "learning_rate": 8.129272926850079e-06, |
| "loss": 0.221, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.9692307692307692, |
| "grad_norm": 0.48652365861017294, |
| "learning_rate": 8.112711431135014e-06, |
| "loss": 0.2047, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.9730769230769231, |
| "grad_norm": 0.42380064512234344, |
| "learning_rate": 8.096093985233323e-06, |
| "loss": 0.2437, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.9769230769230769, |
| "grad_norm": 0.5277564327944613, |
| "learning_rate": 8.079420887839316e-06, |
| "loss": 0.219, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.9807692307692307, |
| "grad_norm": 0.44095526644873456, |
| "learning_rate": 8.062692438647628e-06, |
| "loss": 0.27, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.9846153846153847, |
| "grad_norm": 0.49736917778282513, |
| "learning_rate": 8.045908938347828e-06, |
| "loss": 0.192, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.9884615384615385, |
| "grad_norm": 0.4833705267970827, |
| "learning_rate": 8.029070688619013e-06, |
| "loss": 0.2102, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.9923076923076923, |
| "grad_norm": 0.43294329075993493, |
| "learning_rate": 8.012177992124385e-06, |
| "loss": 0.1661, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.9961538461538462, |
| "grad_norm": 0.5385777287068039, |
| "learning_rate": 7.995231152505815e-06, |
| "loss": 0.2171, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.5320402254627459, |
| "learning_rate": 7.978230474378383e-06, |
| "loss": 0.2135, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.0038461538461538, |
| "grad_norm": 0.5071165995323762, |
| "learning_rate": 7.961176263324902e-06, |
| "loss": 0.1569, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.0076923076923077, |
| "grad_norm": 0.4226589341358406, |
| "learning_rate": 7.944068825890424e-06, |
| "loss": 0.1232, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.0115384615384615, |
| "grad_norm": 0.48626949679263576, |
| "learning_rate": 7.92690846957673e-06, |
| "loss": 0.1356, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.0153846153846153, |
| "grad_norm": 0.41094635173855426, |
| "learning_rate": 7.909695502836814e-06, |
| "loss": 0.1676, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.0192307692307692, |
| "grad_norm": 0.3792296822422694, |
| "learning_rate": 7.892430235069317e-06, |
| "loss": 0.1584, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.023076923076923, |
| "grad_norm": 0.49140873552207925, |
| "learning_rate": 7.875112976612984e-06, |
| "loss": 0.1597, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.0269230769230768, |
| "grad_norm": 0.4733283629024343, |
| "learning_rate": 7.857744038741076e-06, |
| "loss": 0.1154, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.0307692307692307, |
| "grad_norm": 0.41654646486528935, |
| "learning_rate": 7.84032373365578e-06, |
| "loss": 0.129, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.0346153846153847, |
| "grad_norm": 0.5044093576664891, |
| "learning_rate": 7.822852374482597e-06, |
| "loss": 0.1501, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.0384615384615385, |
| "grad_norm": 0.5702977703791314, |
| "learning_rate": 7.805330275264707e-06, |
| "loss": 0.1213, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.0423076923076924, |
| "grad_norm": 0.55240421409857, |
| "learning_rate": 7.787757750957335e-06, |
| "loss": 0.1299, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.0461538461538462, |
| "grad_norm": 0.5415442577279818, |
| "learning_rate": 7.77013511742208e-06, |
| "loss": 0.1818, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.05, |
| "grad_norm": 0.48874571723181204, |
| "learning_rate": 7.752462691421245e-06, |
| "loss": 0.1508, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.0538461538461539, |
| "grad_norm": 0.6703304556936007, |
| "learning_rate": 7.734740790612137e-06, |
| "loss": 0.1307, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.0576923076923077, |
| "grad_norm": 0.4381207581021234, |
| "learning_rate": 7.716969733541357e-06, |
| "loss": 0.1274, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.0615384615384615, |
| "grad_norm": 0.49204657458030604, |
| "learning_rate": 7.699149839639086e-06, |
| "loss": 0.1229, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.0653846153846154, |
| "grad_norm": 0.42262544446720934, |
| "learning_rate": 7.681281429213328e-06, |
| "loss": 0.1396, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.0692307692307692, |
| "grad_norm": 0.4381876325594343, |
| "learning_rate": 7.663364823444157e-06, |
| "loss": 0.1298, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.073076923076923, |
| "grad_norm": 0.9355501271207461, |
| "learning_rate": 7.645400344377953e-06, |
| "loss": 0.1131, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.0769230769230769, |
| "grad_norm": 0.8674112741381289, |
| "learning_rate": 7.627388314921602e-06, |
| "loss": 0.1295, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.0807692307692307, |
| "grad_norm": 0.6797718943602417, |
| "learning_rate": 7.609329058836694e-06, |
| "loss": 0.2985, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.0846153846153845, |
| "grad_norm": 0.45317590070910924, |
| "learning_rate": 7.59122290073371e-06, |
| "loss": 0.1434, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.0884615384615384, |
| "grad_norm": 0.43649632201037647, |
| "learning_rate": 7.5730701660661795e-06, |
| "loss": 0.1299, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.0923076923076924, |
| "grad_norm": 0.500871531536912, |
| "learning_rate": 7.554871181124836e-06, |
| "loss": 0.1372, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.0961538461538463, |
| "grad_norm": 0.5862293449382304, |
| "learning_rate": 7.536626273031747e-06, |
| "loss": 0.1001, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.1, |
| "grad_norm": 0.4170632530454472, |
| "learning_rate": 7.5183357697344395e-06, |
| "loss": 0.1346, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.103846153846154, |
| "grad_norm": 0.5112039733503784, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 0.1394, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.1076923076923078, |
| "grad_norm": 0.45648359391075244, |
| "learning_rate": 7.481619293409173e-06, |
| "loss": 0.1539, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.1115384615384616, |
| "grad_norm": 0.46585894477174705, |
| "learning_rate": 7.4631939803504215e-06, |
| "loss": 0.1794, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.1153846153846154, |
| "grad_norm": 0.49871760564039663, |
| "learning_rate": 7.44472439201401e-06, |
| "loss": 0.1237, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.1192307692307693, |
| "grad_norm": 0.553612166406509, |
| "learning_rate": 7.426210860386032e-06, |
| "loss": 0.1643, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.123076923076923, |
| "grad_norm": 0.4835393537530187, |
| "learning_rate": 7.407653718242449e-06, |
| "loss": 0.1366, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.126923076923077, |
| "grad_norm": 0.4744254362776649, |
| "learning_rate": 7.3890532991431174e-06, |
| "loss": 0.1124, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.1307692307692307, |
| "grad_norm": 0.47852373260076353, |
| "learning_rate": 7.370409937425781e-06, |
| "loss": 0.1328, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.1346153846153846, |
| "grad_norm": 0.4801549458623991, |
| "learning_rate": 7.3517239682000675e-06, |
| "loss": 0.1342, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.1384615384615384, |
| "grad_norm": 0.45804435584425557, |
| "learning_rate": 7.332995727341462e-06, |
| "loss": 0.092, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.1423076923076922, |
| "grad_norm": 0.35402305936936, |
| "learning_rate": 7.314225551485273e-06, |
| "loss": 0.112, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.146153846153846, |
| "grad_norm": 0.487832828265645, |
| "learning_rate": 7.295413778020579e-06, |
| "loss": 0.1648, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.15, |
| "grad_norm": 0.5169037119430312, |
| "learning_rate": 7.276560745084167e-06, |
| "loss": 0.1344, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.1538461538461537, |
| "grad_norm": 0.45466619053860025, |
| "learning_rate": 7.257666791554448e-06, |
| "loss": 0.1416, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.1576923076923076, |
| "grad_norm": 0.5782640292313681, |
| "learning_rate": 7.2387322570453724e-06, |
| "loss": 0.1102, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.1615384615384616, |
| "grad_norm": 0.5639586474563567, |
| "learning_rate": 7.219757481900325e-06, |
| "loss": 0.1495, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.1653846153846155, |
| "grad_norm": 0.6233700180987031, |
| "learning_rate": 7.2007428071860045e-06, |
| "loss": 0.1458, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.1692307692307693, |
| "grad_norm": 0.6128584948161208, |
| "learning_rate": 7.181688574686292e-06, |
| "loss": 0.1481, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.1730769230769231, |
| "grad_norm": 0.4965091483488049, |
| "learning_rate": 7.162595126896111e-06, |
| "loss": 0.1671, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.176923076923077, |
| "grad_norm": 0.46669412021893986, |
| "learning_rate": 7.143462807015271e-06, |
| "loss": 0.1337, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.1807692307692308, |
| "grad_norm": 0.559596599545597, |
| "learning_rate": 7.1242919589422974e-06, |
| "loss": 0.1399, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.1846153846153846, |
| "grad_norm": 0.48106740106446627, |
| "learning_rate": 7.105082927268247e-06, |
| "loss": 0.1253, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.1884615384615385, |
| "grad_norm": 0.510533996852331, |
| "learning_rate": 7.085836057270521e-06, |
| "loss": 0.1568, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.1923076923076923, |
| "grad_norm": 0.42243566958325196, |
| "learning_rate": 7.066551694906651e-06, |
| "loss": 0.1322, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.1961538461538461, |
| "grad_norm": 0.4280004046815802, |
| "learning_rate": 7.047230186808085e-06, |
| "loss": 0.1177, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.2, |
| "grad_norm": 0.48366882870473016, |
| "learning_rate": 7.027871880273959e-06, |
| "loss": 0.117, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.2038461538461538, |
| "grad_norm": 0.5151888263425758, |
| "learning_rate": 7.008477123264849e-06, |
| "loss": 0.1207, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.2076923076923076, |
| "grad_norm": 0.3731825241165279, |
| "learning_rate": 6.989046264396516e-06, |
| "loss": 0.1046, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.2115384615384615, |
| "grad_norm": 0.4694686758162351, |
| "learning_rate": 6.96957965293365e-06, |
| "loss": 0.1422, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.2153846153846155, |
| "grad_norm": 0.5253107123426088, |
| "learning_rate": 6.9500776387835785e-06, |
| "loss": 0.1385, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.2192307692307693, |
| "grad_norm": 0.41982974237167925, |
| "learning_rate": 6.9305405724899876e-06, |
| "loss": 0.1509, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.2230769230769232, |
| "grad_norm": 0.6093877662241833, |
| "learning_rate": 6.91096880522661e-06, |
| "loss": 0.1276, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.226923076923077, |
| "grad_norm": 0.39667627036875003, |
| "learning_rate": 6.891362688790925e-06, |
| "loss": 0.1361, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.2307692307692308, |
| "grad_norm": 0.47936767790965173, |
| "learning_rate": 6.871722575597829e-06, |
| "loss": 0.1155, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.2346153846153847, |
| "grad_norm": 0.47001064738519066, |
| "learning_rate": 6.8520488186733e-06, |
| "loss": 0.1394, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.2384615384615385, |
| "grad_norm": 0.5869097373832258, |
| "learning_rate": 6.832341771648057e-06, |
| "loss": 0.131, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.2423076923076923, |
| "grad_norm": 0.4928050688386806, |
| "learning_rate": 6.812601788751192e-06, |
| "loss": 0.1429, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.2461538461538462, |
| "grad_norm": 0.4733841544242154, |
| "learning_rate": 6.792829224803816e-06, |
| "loss": 0.1186, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.25, |
| "grad_norm": 0.5056515410954978, |
| "learning_rate": 6.773024435212678e-06, |
| "loss": 0.1385, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.2538461538461538, |
| "grad_norm": 0.48015500052960264, |
| "learning_rate": 6.753187775963773e-06, |
| "loss": 0.1262, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.2576923076923077, |
| "grad_norm": 0.5362971868851906, |
| "learning_rate": 6.733319603615941e-06, |
| "loss": 0.2009, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.2615384615384615, |
| "grad_norm": 0.4516328849004065, |
| "learning_rate": 6.713420275294467e-06, |
| "loss": 0.1317, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.2653846153846153, |
| "grad_norm": 0.437881596283669, |
| "learning_rate": 6.693490148684654e-06, |
| "loss": 0.1363, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.2692307692307692, |
| "grad_norm": 0.45922609343053794, |
| "learning_rate": 6.673529582025398e-06, |
| "loss": 0.1531, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.273076923076923, |
| "grad_norm": 0.4567443843664161, |
| "learning_rate": 6.653538934102743e-06, |
| "loss": 0.123, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.2769230769230768, |
| "grad_norm": 0.5534310873771628, |
| "learning_rate": 6.633518564243442e-06, |
| "loss": 0.1314, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.2807692307692307, |
| "grad_norm": 0.5290961786713094, |
| "learning_rate": 6.6134688323084884e-06, |
| "loss": 0.1514, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.2846153846153845, |
| "grad_norm": 0.5198899424358424, |
| "learning_rate": 6.593390098686653e-06, |
| "loss": 0.151, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.2884615384615383, |
| "grad_norm": 0.4751879865495158, |
| "learning_rate": 6.573282724288001e-06, |
| "loss": 0.1714, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.2923076923076924, |
| "grad_norm": 0.4145388308561152, |
| "learning_rate": 6.553147070537413e-06, |
| "loss": 0.1053, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.2961538461538462, |
| "grad_norm": 0.5368112386277263, |
| "learning_rate": 6.532983499368078e-06, |
| "loss": 0.1331, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.3, |
| "grad_norm": 0.47033089006063905, |
| "learning_rate": 6.512792373215e-06, |
| "loss": 0.108, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.3038461538461539, |
| "grad_norm": 0.4400959356637256, |
| "learning_rate": 6.492574055008474e-06, |
| "loss": 0.1502, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.3076923076923077, |
| "grad_norm": 0.46434470648689585, |
| "learning_rate": 6.472328908167562e-06, |
| "loss": 0.1505, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.3115384615384615, |
| "grad_norm": 0.5020949398975684, |
| "learning_rate": 6.452057296593568e-06, |
| "loss": 0.1244, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.3153846153846154, |
| "grad_norm": 0.3712441688320081, |
| "learning_rate": 6.431759584663492e-06, |
| "loss": 0.1209, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.3192307692307692, |
| "grad_norm": 0.4943645793739699, |
| "learning_rate": 6.411436137223479e-06, |
| "loss": 0.1435, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.323076923076923, |
| "grad_norm": 0.47680920581232183, |
| "learning_rate": 6.391087319582264e-06, |
| "loss": 0.1059, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.3269230769230769, |
| "grad_norm": 0.426335136650958, |
| "learning_rate": 6.370713497504607e-06, |
| "loss": 0.1251, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.3307692307692307, |
| "grad_norm": 0.39084146456370533, |
| "learning_rate": 6.350315037204714e-06, |
| "loss": 0.1278, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.3346153846153845, |
| "grad_norm": 0.5321053101222896, |
| "learning_rate": 6.329892305339659e-06, |
| "loss": 0.2413, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.3384615384615386, |
| "grad_norm": 0.4071435455044252, |
| "learning_rate": 6.309445669002787e-06, |
| "loss": 0.122, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.3423076923076924, |
| "grad_norm": 0.48668363499886896, |
| "learning_rate": 6.288975495717124e-06, |
| "loss": 0.1393, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.3461538461538463, |
| "grad_norm": 0.5888029545894023, |
| "learning_rate": 6.268482153428763e-06, |
| "loss": 0.1176, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.35, |
| "grad_norm": 0.38362834777759924, |
| "learning_rate": 6.247966010500258e-06, |
| "loss": 0.1424, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.353846153846154, |
| "grad_norm": 0.42352455188457866, |
| "learning_rate": 6.227427435703997e-06, |
| "loss": 0.1135, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.3576923076923078, |
| "grad_norm": 0.5947937278874783, |
| "learning_rate": 6.206866798215571e-06, |
| "loss": 0.1289, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.3615384615384616, |
| "grad_norm": 0.5461049245178595, |
| "learning_rate": 6.186284467607149e-06, |
| "loss": 0.135, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.3653846153846154, |
| "grad_norm": 0.3846624686030977, |
| "learning_rate": 6.165680813840822e-06, |
| "loss": 0.1288, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.3692307692307693, |
| "grad_norm": 0.48492481519069053, |
| "learning_rate": 6.1450562072619635e-06, |
| "loss": 0.1227, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.373076923076923, |
| "grad_norm": 0.6782174124693306, |
| "learning_rate": 6.124411018592568e-06, |
| "loss": 0.1514, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.376923076923077, |
| "grad_norm": 0.47710544973857055, |
| "learning_rate": 6.103745618924587e-06, |
| "loss": 0.1365, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.3807692307692307, |
| "grad_norm": 0.46533380021713566, |
| "learning_rate": 6.0830603797132574e-06, |
| "loss": 0.2014, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.3846153846153846, |
| "grad_norm": 0.45504398816858743, |
| "learning_rate": 6.0623556727704306e-06, |
| "loss": 0.1353, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.3884615384615384, |
| "grad_norm": 0.45086655342517956, |
| "learning_rate": 6.041631870257882e-06, |
| "loss": 0.1294, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.3923076923076922, |
| "grad_norm": 0.40924394284714194, |
| "learning_rate": 6.020889344680627e-06, |
| "loss": 0.1432, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.396153846153846, |
| "grad_norm": 0.6175350901418594, |
| "learning_rate": 6.000128468880223e-06, |
| "loss": 0.1375, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.4, |
| "grad_norm": 0.7397207636843852, |
| "learning_rate": 5.979349616028067e-06, |
| "loss": 0.1353, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.4038461538461537, |
| "grad_norm": 0.45515175476691644, |
| "learning_rate": 5.958553159618693e-06, |
| "loss": 0.128, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.4076923076923076, |
| "grad_norm": 1.6609191619261732, |
| "learning_rate": 5.937739473463047e-06, |
| "loss": 0.1276, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.4115384615384614, |
| "grad_norm": 0.4420710285000945, |
| "learning_rate": 5.916908931681781e-06, |
| "loss": 0.1579, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.4153846153846155, |
| "grad_norm": 0.49415766950937573, |
| "learning_rate": 5.896061908698521e-06, |
| "loss": 0.1626, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.4192307692307693, |
| "grad_norm": 0.45892046279925974, |
| "learning_rate": 5.8751987792331365e-06, |
| "loss": 0.1602, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.4230769230769231, |
| "grad_norm": 0.6948998840071178, |
| "learning_rate": 5.854319918295012e-06, |
| "loss": 0.1579, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.426923076923077, |
| "grad_norm": 0.4155348215155468, |
| "learning_rate": 5.833425701176294e-06, |
| "loss": 0.1387, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.4307692307692308, |
| "grad_norm": 0.5529369524657344, |
| "learning_rate": 5.812516503445158e-06, |
| "loss": 0.15, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.4346153846153846, |
| "grad_norm": 0.5135494590526845, |
| "learning_rate": 5.79159270093905e-06, |
| "loss": 0.1641, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.4384615384615385, |
| "grad_norm": 0.6470992919033973, |
| "learning_rate": 5.770654669757935e-06, |
| "loss": 0.1374, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.4423076923076923, |
| "grad_norm": 0.42880641227009764, |
| "learning_rate": 5.749702786257529e-06, |
| "loss": 0.1603, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.4461538461538461, |
| "grad_norm": 0.47057049039010784, |
| "learning_rate": 5.7287374270425475e-06, |
| "loss": 0.1419, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.45, |
| "grad_norm": 0.6574331808013163, |
| "learning_rate": 5.707758968959923e-06, |
| "loss": 0.1341, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.4538461538461538, |
| "grad_norm": 0.4997633251872264, |
| "learning_rate": 5.686767789092041e-06, |
| "loss": 0.1665, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.4576923076923076, |
| "grad_norm": 0.4859732351095482, |
| "learning_rate": 5.6657642647499545e-06, |
| "loss": 0.1551, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.4615384615384617, |
| "grad_norm": 0.4388900288302135, |
| "learning_rate": 5.644748773466606e-06, |
| "loss": 0.114, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.4653846153846155, |
| "grad_norm": 0.39167241013627174, |
| "learning_rate": 5.62372169299004e-06, |
| "loss": 0.0945, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.4692307692307693, |
| "grad_norm": 0.7014801912618394, |
| "learning_rate": 5.6026834012766155e-06, |
| "loss": 0.1419, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.4730769230769232, |
| "grad_norm": 0.47550996095079856, |
| "learning_rate": 5.581634276484211e-06, |
| "loss": 0.1334, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.476923076923077, |
| "grad_norm": 0.488416159490385, |
| "learning_rate": 5.560574696965425e-06, |
| "loss": 0.132, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.4807692307692308, |
| "grad_norm": 0.6771287939866159, |
| "learning_rate": 5.539505041260779e-06, |
| "loss": 0.1239, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.4846153846153847, |
| "grad_norm": 0.5465261989484794, |
| "learning_rate": 5.518425688091906e-06, |
| "loss": 0.1225, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.4884615384615385, |
| "grad_norm": 0.4507458038569731, |
| "learning_rate": 5.497337016354757e-06, |
| "loss": 0.1327, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.4923076923076923, |
| "grad_norm": 0.43625367621285627, |
| "learning_rate": 5.476239405112775e-06, |
| "loss": 0.1272, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.4961538461538462, |
| "grad_norm": 0.5048724623365861, |
| "learning_rate": 5.45513323359009e-06, |
| "loss": 0.1494, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 0.9170246454520701, |
| "learning_rate": 5.434018881164702e-06, |
| "loss": 0.1502, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.5038461538461538, |
| "grad_norm": 0.44696965770784824, |
| "learning_rate": 5.412896727361663e-06, |
| "loss": 0.1356, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.5076923076923077, |
| "grad_norm": 0.4989438723845914, |
| "learning_rate": 5.391767151846247e-06, |
| "loss": 0.1519, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.5115384615384615, |
| "grad_norm": 0.6798891990262513, |
| "learning_rate": 5.370630534417133e-06, |
| "loss": 0.1359, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.5153846153846153, |
| "grad_norm": 0.41423626621106613, |
| "learning_rate": 5.349487254999579e-06, |
| "loss": 0.1391, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.5192307692307692, |
| "grad_norm": 1.2140564839112706, |
| "learning_rate": 5.328337693638591e-06, |
| "loss": 0.1215, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.523076923076923, |
| "grad_norm": 0.4559584710573788, |
| "learning_rate": 5.307182230492089e-06, |
| "loss": 0.1174, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.5269230769230768, |
| "grad_norm": 0.44247036522684585, |
| "learning_rate": 5.286021245824075e-06, |
| "loss": 0.1511, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.5307692307692307, |
| "grad_norm": 0.49800448638046146, |
| "learning_rate": 5.264855119997803e-06, |
| "loss": 0.1346, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.5346153846153845, |
| "grad_norm": 0.44949043382009174, |
| "learning_rate": 5.243684233468933e-06, |
| "loss": 0.1202, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.5384615384615383, |
| "grad_norm": 0.4760547583833482, |
| "learning_rate": 5.222508966778702e-06, |
| "loss": 0.1935, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.5423076923076922, |
| "grad_norm": 0.4166350742375338, |
| "learning_rate": 5.201329700547077e-06, |
| "loss": 0.1012, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.546153846153846, |
| "grad_norm": 0.4444246935692769, |
| "learning_rate": 5.180146815465915e-06, |
| "loss": 0.115, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.55, |
| "grad_norm": 0.533910509323992, |
| "learning_rate": 5.158960692292122e-06, |
| "loss": 0.1355, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.5538461538461539, |
| "grad_norm": 0.43450164160623767, |
| "learning_rate": 5.137771711840811e-06, |
| "loss": 0.124, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.5576923076923077, |
| "grad_norm": 0.46369894308441034, |
| "learning_rate": 5.116580254978447e-06, |
| "loss": 0.1126, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.5615384615384615, |
| "grad_norm": 0.48776440784631175, |
| "learning_rate": 5.095386702616012e-06, |
| "loss": 0.1291, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.5653846153846154, |
| "grad_norm": 0.4923645265888488, |
| "learning_rate": 5.074191435702155e-06, |
| "loss": 0.1211, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.5692307692307692, |
| "grad_norm": 0.44345464625953795, |
| "learning_rate": 5.05299483521634e-06, |
| "loss": 0.1292, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.573076923076923, |
| "grad_norm": 0.4434440705201105, |
| "learning_rate": 5.031797282162007e-06, |
| "loss": 0.1395, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.5769230769230769, |
| "grad_norm": 0.45427496650319094, |
| "learning_rate": 5.010599157559713e-06, |
| "loss": 0.1455, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.580769230769231, |
| "grad_norm": 0.6070725699602748, |
| "learning_rate": 4.98940084244029e-06, |
| "loss": 0.1538, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.5846153846153848, |
| "grad_norm": 0.458323844100121, |
| "learning_rate": 4.968202717837996e-06, |
| "loss": 0.1299, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.5884615384615386, |
| "grad_norm": 0.5391860168517009, |
| "learning_rate": 4.947005164783661e-06, |
| "loss": 0.1334, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.5923076923076924, |
| "grad_norm": 0.5054626431795982, |
| "learning_rate": 4.925808564297847e-06, |
| "loss": 0.1601, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.5961538461538463, |
| "grad_norm": 0.4183671734763695, |
| "learning_rate": 4.9046132973839895e-06, |
| "loss": 0.1372, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 0.4102564890956905, |
| "learning_rate": 4.883419745021554e-06, |
| "loss": 0.1707, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.603846153846154, |
| "grad_norm": 0.4646782588590493, |
| "learning_rate": 4.862228288159191e-06, |
| "loss": 0.1176, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.6076923076923078, |
| "grad_norm": 0.5107083280849873, |
| "learning_rate": 4.841039307707878e-06, |
| "loss": 0.1405, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.6115384615384616, |
| "grad_norm": 0.4684439234140132, |
| "learning_rate": 4.819853184534085e-06, |
| "loss": 0.1343, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.6153846153846154, |
| "grad_norm": 0.6079521206383508, |
| "learning_rate": 4.798670299452926e-06, |
| "loss": 0.1132, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.6192307692307693, |
| "grad_norm": 0.4031654223056794, |
| "learning_rate": 4.7774910332213005e-06, |
| "loss": 0.129, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.623076923076923, |
| "grad_norm": 0.5328871952949895, |
| "learning_rate": 4.756315766531069e-06, |
| "loss": 0.1359, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.626923076923077, |
| "grad_norm": 0.5022257582467073, |
| "learning_rate": 4.735144880002199e-06, |
| "loss": 0.153, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.6307692307692307, |
| "grad_norm": 0.4304592363289141, |
| "learning_rate": 4.713978754175926e-06, |
| "loss": 0.1439, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.6346153846153846, |
| "grad_norm": 0.39302596076648394, |
| "learning_rate": 4.692817769507912e-06, |
| "loss": 0.1264, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.6384615384615384, |
| "grad_norm": 0.46876631025581683, |
| "learning_rate": 4.671662306361409e-06, |
| "loss": 0.1137, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.6423076923076922, |
| "grad_norm": 0.5106162680206295, |
| "learning_rate": 4.6505127450004216e-06, |
| "loss": 0.1075, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.646153846153846, |
| "grad_norm": 0.45713873670960553, |
| "learning_rate": 4.62936946558287e-06, |
| "loss": 0.1157, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.65, |
| "grad_norm": 0.4644840983754053, |
| "learning_rate": 4.608232848153757e-06, |
| "loss": 0.1356, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.6538461538461537, |
| "grad_norm": 0.44453457980173716, |
| "learning_rate": 4.587103272638339e-06, |
| "loss": 0.1298, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.6576923076923076, |
| "grad_norm": 0.5878089591324217, |
| "learning_rate": 4.565981118835299e-06, |
| "loss": 0.1428, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.6615384615384614, |
| "grad_norm": 0.47131100179520885, |
| "learning_rate": 4.5448667664099125e-06, |
| "loss": 0.1474, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.6653846153846152, |
| "grad_norm": 0.44845225011915896, |
| "learning_rate": 4.523760594887228e-06, |
| "loss": 0.116, |
| "step": 433 |
| }, |
| { |
| "epoch": 1.669230769230769, |
| "grad_norm": 0.5035438810092997, |
| "learning_rate": 4.5026629836452445e-06, |
| "loss": 0.2391, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.6730769230769231, |
| "grad_norm": 0.42339637890957893, |
| "learning_rate": 4.481574311908096e-06, |
| "loss": 0.1198, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.676923076923077, |
| "grad_norm": 0.7790337291754627, |
| "learning_rate": 4.460494958739223e-06, |
| "loss": 0.1291, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.6807692307692308, |
| "grad_norm": 0.506089200738741, |
| "learning_rate": 4.439425303034576e-06, |
| "loss": 0.1776, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.6846153846153846, |
| "grad_norm": 0.4507039321757444, |
| "learning_rate": 4.418365723515791e-06, |
| "loss": 0.13, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.6884615384615385, |
| "grad_norm": 0.4788803675921322, |
| "learning_rate": 4.397316598723385e-06, |
| "loss": 0.1368, |
| "step": 439 |
| }, |
| { |
| "epoch": 1.6923076923076923, |
| "grad_norm": 0.4363002427021318, |
| "learning_rate": 4.376278307009962e-06, |
| "loss": 0.1525, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.6961538461538461, |
| "grad_norm": 0.452040220712686, |
| "learning_rate": 4.355251226533396e-06, |
| "loss": 0.1239, |
| "step": 441 |
| }, |
| { |
| "epoch": 1.7, |
| "grad_norm": 0.4444147868578959, |
| "learning_rate": 4.334235735250047e-06, |
| "loss": 0.1348, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.703846153846154, |
| "grad_norm": 0.4122642938441922, |
| "learning_rate": 4.313232210907959e-06, |
| "loss": 0.1511, |
| "step": 443 |
| }, |
| { |
| "epoch": 1.7076923076923078, |
| "grad_norm": 0.42228027702746485, |
| "learning_rate": 4.292241031040077e-06, |
| "loss": 0.1169, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.7115384615384617, |
| "grad_norm": 0.5023232429315645, |
| "learning_rate": 4.271262572957453e-06, |
| "loss": 0.0999, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.7153846153846155, |
| "grad_norm": 0.6395336343347494, |
| "learning_rate": 4.250297213742473e-06, |
| "loss": 0.1296, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.7192307692307693, |
| "grad_norm": 0.9806901361079964, |
| "learning_rate": 4.229345330242067e-06, |
| "loss": 0.1315, |
| "step": 447 |
| }, |
| { |
| "epoch": 1.7230769230769232, |
| "grad_norm": 0.5475610390594655, |
| "learning_rate": 4.2084072990609505e-06, |
| "loss": 0.1551, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.726923076923077, |
| "grad_norm": 0.4155815237477355, |
| "learning_rate": 4.187483496554844e-06, |
| "loss": 0.1337, |
| "step": 449 |
| }, |
| { |
| "epoch": 1.7307692307692308, |
| "grad_norm": 0.4785007758287145, |
| "learning_rate": 4.166574298823707e-06, |
| "loss": 0.121, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.7346153846153847, |
| "grad_norm": 0.4131668662651965, |
| "learning_rate": 4.145680081704989e-06, |
| "loss": 0.1209, |
| "step": 451 |
| }, |
| { |
| "epoch": 1.7384615384615385, |
| "grad_norm": 0.42715434771819955, |
| "learning_rate": 4.1248012207668635e-06, |
| "loss": 0.1224, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.7423076923076923, |
| "grad_norm": 0.5026594173929048, |
| "learning_rate": 4.103938091301479e-06, |
| "loss": 0.1265, |
| "step": 453 |
| }, |
| { |
| "epoch": 1.7461538461538462, |
| "grad_norm": 0.4459554274890392, |
| "learning_rate": 4.08309106831822e-06, |
| "loss": 0.1484, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.75, |
| "grad_norm": 0.472714665955711, |
| "learning_rate": 4.062260526536955e-06, |
| "loss": 0.1504, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.7538461538461538, |
| "grad_norm": 0.4988919356916683, |
| "learning_rate": 4.041446840381309e-06, |
| "loss": 0.154, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.7576923076923077, |
| "grad_norm": 0.5253587239521474, |
| "learning_rate": 4.0206503839719335e-06, |
| "loss": 0.14, |
| "step": 457 |
| }, |
| { |
| "epoch": 1.7615384615384615, |
| "grad_norm": 0.4492390307989714, |
| "learning_rate": 3.999871531119779e-06, |
| "loss": 0.1136, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.7653846153846153, |
| "grad_norm": 0.5023116000205898, |
| "learning_rate": 3.9791106553193746e-06, |
| "loss": 0.1212, |
| "step": 459 |
| }, |
| { |
| "epoch": 1.7692307692307692, |
| "grad_norm": 0.42454244962616716, |
| "learning_rate": 3.9583681297421194e-06, |
| "loss": 0.1459, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.773076923076923, |
| "grad_norm": 0.5662100026417451, |
| "learning_rate": 3.937644327229572e-06, |
| "loss": 0.1524, |
| "step": 461 |
| }, |
| { |
| "epoch": 1.7769230769230768, |
| "grad_norm": 0.5146122535226022, |
| "learning_rate": 3.916939620286743e-06, |
| "loss": 0.1312, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.7807692307692307, |
| "grad_norm": 0.4486397649285054, |
| "learning_rate": 3.896254381075416e-06, |
| "loss": 0.123, |
| "step": 463 |
| }, |
| { |
| "epoch": 1.7846153846153845, |
| "grad_norm": 0.6395888708077827, |
| "learning_rate": 3.875588981407433e-06, |
| "loss": 0.1502, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.7884615384615383, |
| "grad_norm": 0.4198870967376798, |
| "learning_rate": 3.854943792738037e-06, |
| "loss": 0.1431, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.7923076923076922, |
| "grad_norm": 0.606706785255943, |
| "learning_rate": 3.834319186159179e-06, |
| "loss": 0.1429, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.796153846153846, |
| "grad_norm": 0.4379481592572174, |
| "learning_rate": 3.8137155323928526e-06, |
| "loss": 0.1385, |
| "step": 467 |
| }, |
| { |
| "epoch": 1.8, |
| "grad_norm": 0.6271827852645024, |
| "learning_rate": 3.7931332017844302e-06, |
| "loss": 0.1322, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.8038461538461539, |
| "grad_norm": 0.4878018347723653, |
| "learning_rate": 3.7725725642960047e-06, |
| "loss": 0.1367, |
| "step": 469 |
| }, |
| { |
| "epoch": 1.8076923076923077, |
| "grad_norm": 0.46400447334347933, |
| "learning_rate": 3.752033989499742e-06, |
| "loss": 0.1187, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.8115384615384615, |
| "grad_norm": 0.5050384116909469, |
| "learning_rate": 3.7315178465712364e-06, |
| "loss": 0.1363, |
| "step": 471 |
| }, |
| { |
| "epoch": 1.8153846153846154, |
| "grad_norm": 0.4426898845807984, |
| "learning_rate": 3.7110245042828786e-06, |
| "loss": 0.1275, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.8192307692307692, |
| "grad_norm": 0.4434299102480052, |
| "learning_rate": 3.690554330997215e-06, |
| "loss": 0.1348, |
| "step": 473 |
| }, |
| { |
| "epoch": 1.823076923076923, |
| "grad_norm": 0.47754965677866235, |
| "learning_rate": 3.670107694660343e-06, |
| "loss": 0.1515, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.8269230769230769, |
| "grad_norm": 0.43358801186896084, |
| "learning_rate": 3.6496849627952875e-06, |
| "loss": 0.1158, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.830769230769231, |
| "grad_norm": 0.4226974949276786, |
| "learning_rate": 3.6292865024953945e-06, |
| "loss": 0.1367, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.8346153846153848, |
| "grad_norm": 0.43661311886443205, |
| "learning_rate": 3.6089126804177373e-06, |
| "loss": 0.1344, |
| "step": 477 |
| }, |
| { |
| "epoch": 1.8384615384615386, |
| "grad_norm": 0.45333921024590756, |
| "learning_rate": 3.5885638627765228e-06, |
| "loss": 0.1427, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.8423076923076924, |
| "grad_norm": 0.48402020893920095, |
| "learning_rate": 3.568240415336509e-06, |
| "loss": 0.122, |
| "step": 479 |
| }, |
| { |
| "epoch": 1.8461538461538463, |
| "grad_norm": 0.40298650859806084, |
| "learning_rate": 3.547942703406433e-06, |
| "loss": 0.1212, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.85, |
| "grad_norm": 0.5042549446694097, |
| "learning_rate": 3.52767109183244e-06, |
| "loss": 0.1695, |
| "step": 481 |
| }, |
| { |
| "epoch": 1.853846153846154, |
| "grad_norm": 0.5107691624929165, |
| "learning_rate": 3.507425944991529e-06, |
| "loss": 0.1244, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.8576923076923078, |
| "grad_norm": 0.49360727300936846, |
| "learning_rate": 3.4872076267850015e-06, |
| "loss": 0.1377, |
| "step": 483 |
| }, |
| { |
| "epoch": 1.8615384615384616, |
| "grad_norm": 0.4616829419196794, |
| "learning_rate": 3.4670165006319236e-06, |
| "loss": 0.1171, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.8653846153846154, |
| "grad_norm": 0.41756642122985227, |
| "learning_rate": 3.4468529294625895e-06, |
| "loss": 0.1539, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.8692307692307693, |
| "grad_norm": 0.4815335312917406, |
| "learning_rate": 3.4267172757120005e-06, |
| "loss": 0.1386, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.873076923076923, |
| "grad_norm": 0.47899837926897626, |
| "learning_rate": 3.406609901313349e-06, |
| "loss": 0.1282, |
| "step": 487 |
| }, |
| { |
| "epoch": 1.876923076923077, |
| "grad_norm": 0.44416620378594085, |
| "learning_rate": 3.386531167691512e-06, |
| "loss": 0.1176, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.8807692307692307, |
| "grad_norm": 0.4701263283677266, |
| "learning_rate": 3.36648143575656e-06, |
| "loss": 0.1398, |
| "step": 489 |
| }, |
| { |
| "epoch": 1.8846153846153846, |
| "grad_norm": 0.43707107458284244, |
| "learning_rate": 3.3464610658972584e-06, |
| "loss": 0.1521, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.8884615384615384, |
| "grad_norm": 0.5420627983517349, |
| "learning_rate": 3.326470417974604e-06, |
| "loss": 0.1404, |
| "step": 491 |
| }, |
| { |
| "epoch": 1.8923076923076922, |
| "grad_norm": 0.47739629608077666, |
| "learning_rate": 3.3065098513153473e-06, |
| "loss": 0.1441, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.896153846153846, |
| "grad_norm": 0.4528983270895438, |
| "learning_rate": 3.2865797247055354e-06, |
| "loss": 0.1206, |
| "step": 493 |
| }, |
| { |
| "epoch": 1.9, |
| "grad_norm": 0.45441612168206696, |
| "learning_rate": 3.266680396384061e-06, |
| "loss": 0.1355, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.9038461538461537, |
| "grad_norm": 0.4781469564564768, |
| "learning_rate": 3.2468122240362287e-06, |
| "loss": 0.1556, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.9076923076923076, |
| "grad_norm": 0.5608882041787969, |
| "learning_rate": 3.226975564787322e-06, |
| "loss": 0.1324, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.9115384615384614, |
| "grad_norm": 0.43281591939339464, |
| "learning_rate": 3.2071707751961838e-06, |
| "loss": 0.1275, |
| "step": 497 |
| }, |
| { |
| "epoch": 1.9153846153846152, |
| "grad_norm": 0.5385345123846502, |
| "learning_rate": 3.187398211248811e-06, |
| "loss": 0.1328, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.919230769230769, |
| "grad_norm": 0.4427252943912305, |
| "learning_rate": 3.1676582283519454e-06, |
| "loss": 0.1442, |
| "step": 499 |
| }, |
| { |
| "epoch": 1.9230769230769231, |
| "grad_norm": 0.5580489291247633, |
| "learning_rate": 3.1479511813267006e-06, |
| "loss": 0.1701, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.926923076923077, |
| "grad_norm": 0.42738109025167625, |
| "learning_rate": 3.1282774244021717e-06, |
| "loss": 0.1487, |
| "step": 501 |
| }, |
| { |
| "epoch": 1.9307692307692308, |
| "grad_norm": 0.4197927181025155, |
| "learning_rate": 3.1086373112090762e-06, |
| "loss": 0.1401, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.9346153846153846, |
| "grad_norm": 0.485578991722214, |
| "learning_rate": 3.089031194773392e-06, |
| "loss": 0.1266, |
| "step": 503 |
| }, |
| { |
| "epoch": 1.9384615384615385, |
| "grad_norm": 0.40528827387332184, |
| "learning_rate": 3.069459427510014e-06, |
| "loss": 0.1081, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.9423076923076923, |
| "grad_norm": 0.2982255244423721, |
| "learning_rate": 3.049922361216422e-06, |
| "loss": 0.1225, |
| "step": 505 |
| }, |
| { |
| "epoch": 1.9461538461538461, |
| "grad_norm": 0.4494454327878644, |
| "learning_rate": 3.0304203470663507e-06, |
| "loss": 0.187, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.95, |
| "grad_norm": 0.42440291119266754, |
| "learning_rate": 3.0109537356034856e-06, |
| "loss": 0.1343, |
| "step": 507 |
| }, |
| { |
| "epoch": 1.953846153846154, |
| "grad_norm": 0.48355316256761033, |
| "learning_rate": 2.991522876735154e-06, |
| "loss": 0.1632, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.9576923076923078, |
| "grad_norm": 0.45841357810520994, |
| "learning_rate": 2.9721281197260427e-06, |
| "loss": 0.1434, |
| "step": 509 |
| }, |
| { |
| "epoch": 1.9615384615384617, |
| "grad_norm": 0.4903499302961153, |
| "learning_rate": 2.9527698131919156e-06, |
| "loss": 0.135, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.9653846153846155, |
| "grad_norm": 0.4516756333489649, |
| "learning_rate": 2.9334483050933506e-06, |
| "loss": 0.1004, |
| "step": 511 |
| }, |
| { |
| "epoch": 1.9692307692307693, |
| "grad_norm": 0.3885518784675757, |
| "learning_rate": 2.91416394272948e-06, |
| "loss": 0.1283, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.9730769230769232, |
| "grad_norm": 0.4807072989402195, |
| "learning_rate": 2.894917072731753e-06, |
| "loss": 0.1273, |
| "step": 513 |
| }, |
| { |
| "epoch": 1.976923076923077, |
| "grad_norm": 0.3298706628288234, |
| "learning_rate": 2.8757080410577042e-06, |
| "loss": 0.1256, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.9807692307692308, |
| "grad_norm": 0.4358441238822011, |
| "learning_rate": 2.8565371929847286e-06, |
| "loss": 0.1548, |
| "step": 515 |
| }, |
| { |
| "epoch": 1.9846153846153847, |
| "grad_norm": 0.4838560594526077, |
| "learning_rate": 2.83740487310389e-06, |
| "loss": 0.1394, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.9884615384615385, |
| "grad_norm": 0.4315845410243963, |
| "learning_rate": 2.81831142531371e-06, |
| "loss": 0.1406, |
| "step": 517 |
| }, |
| { |
| "epoch": 1.9923076923076923, |
| "grad_norm": 0.47587604267234745, |
| "learning_rate": 2.7992571928139984e-06, |
| "loss": 0.1611, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.9961538461538462, |
| "grad_norm": 0.5184386458450941, |
| "learning_rate": 2.780242518099675e-06, |
| "loss": 0.1184, |
| "step": 519 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.4684932913833738, |
| "learning_rate": 2.761267742954629e-06, |
| "loss": 0.1453, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.003846153846154, |
| "grad_norm": 0.47793383729428707, |
| "learning_rate": 2.7423332084455543e-06, |
| "loss": 0.0823, |
| "step": 521 |
| }, |
| { |
| "epoch": 2.0076923076923077, |
| "grad_norm": 0.39849979531086066, |
| "learning_rate": 2.723439254915834e-06, |
| "loss": 0.0618, |
| "step": 522 |
| }, |
| { |
| "epoch": 2.0115384615384615, |
| "grad_norm": 0.33884579819308913, |
| "learning_rate": 2.704586221979422e-06, |
| "loss": 0.0707, |
| "step": 523 |
| }, |
| { |
| "epoch": 2.0153846153846153, |
| "grad_norm": 0.5981284034440648, |
| "learning_rate": 2.6857744485147286e-06, |
| "loss": 0.0602, |
| "step": 524 |
| }, |
| { |
| "epoch": 2.019230769230769, |
| "grad_norm": 0.4527716025354856, |
| "learning_rate": 2.667004272658541e-06, |
| "loss": 0.07, |
| "step": 525 |
| }, |
| { |
| "epoch": 2.023076923076923, |
| "grad_norm": 0.40671494702093786, |
| "learning_rate": 2.6482760317999338e-06, |
| "loss": 0.0699, |
| "step": 526 |
| }, |
| { |
| "epoch": 2.026923076923077, |
| "grad_norm": 0.30738206365401133, |
| "learning_rate": 2.629590062574221e-06, |
| "loss": 0.0549, |
| "step": 527 |
| }, |
| { |
| "epoch": 2.0307692307692307, |
| "grad_norm": 0.4385197938785045, |
| "learning_rate": 2.610946700856885e-06, |
| "loss": 0.0794, |
| "step": 528 |
| }, |
| { |
| "epoch": 2.0346153846153845, |
| "grad_norm": 0.4665222560596245, |
| "learning_rate": 2.592346281757552e-06, |
| "loss": 0.0617, |
| "step": 529 |
| }, |
| { |
| "epoch": 2.0384615384615383, |
| "grad_norm": 0.5058676492156543, |
| "learning_rate": 2.5737891396139713e-06, |
| "loss": 0.0796, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.042307692307692, |
| "grad_norm": 0.45992569901610875, |
| "learning_rate": 2.5552756079859904e-06, |
| "loss": 0.053, |
| "step": 531 |
| }, |
| { |
| "epoch": 2.046153846153846, |
| "grad_norm": 0.5454750893677381, |
| "learning_rate": 2.5368060196495785e-06, |
| "loss": 0.0726, |
| "step": 532 |
| }, |
| { |
| "epoch": 2.05, |
| "grad_norm": 0.43951679224430495, |
| "learning_rate": 2.5183807065908296e-06, |
| "loss": 0.0523, |
| "step": 533 |
| }, |
| { |
| "epoch": 2.0538461538461537, |
| "grad_norm": 0.44358619030146745, |
| "learning_rate": 2.5000000000000015e-06, |
| "loss": 0.0694, |
| "step": 534 |
| }, |
| { |
| "epoch": 2.0576923076923075, |
| "grad_norm": 0.5521904920835358, |
| "learning_rate": 2.4816642302655634e-06, |
| "loss": 0.0658, |
| "step": 535 |
| }, |
| { |
| "epoch": 2.0615384615384613, |
| "grad_norm": 0.4735376595609427, |
| "learning_rate": 2.4633737269682546e-06, |
| "loss": 0.0774, |
| "step": 536 |
| }, |
| { |
| "epoch": 2.0653846153846156, |
| "grad_norm": 0.5086670036985256, |
| "learning_rate": 2.445128818875166e-06, |
| "loss": 0.0629, |
| "step": 537 |
| }, |
| { |
| "epoch": 2.0692307692307694, |
| "grad_norm": 0.45818088089777165, |
| "learning_rate": 2.4269298339338205e-06, |
| "loss": 0.0787, |
| "step": 538 |
| }, |
| { |
| "epoch": 2.0730769230769233, |
| "grad_norm": 0.43968654719422656, |
| "learning_rate": 2.408777099266291e-06, |
| "loss": 0.0752, |
| "step": 539 |
| }, |
| { |
| "epoch": 2.076923076923077, |
| "grad_norm": 0.4126840760578833, |
| "learning_rate": 2.3906709411633073e-06, |
| "loss": 0.0912, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.080769230769231, |
| "grad_norm": 0.4130812299037541, |
| "learning_rate": 2.3726116850783987e-06, |
| "loss": 0.0567, |
| "step": 541 |
| }, |
| { |
| "epoch": 2.0846153846153848, |
| "grad_norm": 0.4395741035888438, |
| "learning_rate": 2.354599655622049e-06, |
| "loss": 0.0674, |
| "step": 542 |
| }, |
| { |
| "epoch": 2.0884615384615386, |
| "grad_norm": 0.45086509001739355, |
| "learning_rate": 2.3366351765558437e-06, |
| "loss": 0.0756, |
| "step": 543 |
| }, |
| { |
| "epoch": 2.0923076923076924, |
| "grad_norm": 0.48282994510642635, |
| "learning_rate": 2.318718570786675e-06, |
| "loss": 0.0641, |
| "step": 544 |
| }, |
| { |
| "epoch": 2.0961538461538463, |
| "grad_norm": 0.4711906045259754, |
| "learning_rate": 2.3008501603609147e-06, |
| "loss": 0.0845, |
| "step": 545 |
| }, |
| { |
| "epoch": 2.1, |
| "grad_norm": 0.42914189401808145, |
| "learning_rate": 2.283030266458644e-06, |
| "loss": 0.0556, |
| "step": 546 |
| }, |
| { |
| "epoch": 2.103846153846154, |
| "grad_norm": 0.389827539786175, |
| "learning_rate": 2.265259209387867e-06, |
| "loss": 0.0707, |
| "step": 547 |
| }, |
| { |
| "epoch": 2.1076923076923078, |
| "grad_norm": 0.697179239425688, |
| "learning_rate": 2.2475373085787568e-06, |
| "loss": 0.0794, |
| "step": 548 |
| }, |
| { |
| "epoch": 2.1115384615384616, |
| "grad_norm": 0.4100141866606658, |
| "learning_rate": 2.229864882577921e-06, |
| "loss": 0.0604, |
| "step": 549 |
| }, |
| { |
| "epoch": 2.1153846153846154, |
| "grad_norm": 0.39522061304833667, |
| "learning_rate": 2.2122422490426676e-06, |
| "loss": 0.091, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.1192307692307693, |
| "grad_norm": 0.38166594460266384, |
| "learning_rate": 2.194669724735296e-06, |
| "loss": 0.0573, |
| "step": 551 |
| }, |
| { |
| "epoch": 2.123076923076923, |
| "grad_norm": 0.4001083469139412, |
| "learning_rate": 2.1771476255174056e-06, |
| "loss": 0.0499, |
| "step": 552 |
| }, |
| { |
| "epoch": 2.126923076923077, |
| "grad_norm": 0.4626064492597376, |
| "learning_rate": 2.159676266344222e-06, |
| "loss": 0.0698, |
| "step": 553 |
| }, |
| { |
| "epoch": 2.1307692307692307, |
| "grad_norm": 0.41666309655074274, |
| "learning_rate": 2.1422559612589266e-06, |
| "loss": 0.0617, |
| "step": 554 |
| }, |
| { |
| "epoch": 2.1346153846153846, |
| "grad_norm": 0.4262870648495164, |
| "learning_rate": 2.124887023387017e-06, |
| "loss": 0.0735, |
| "step": 555 |
| }, |
| { |
| "epoch": 2.1384615384615384, |
| "grad_norm": 0.4859562467898189, |
| "learning_rate": 2.1075697649306838e-06, |
| "loss": 0.0597, |
| "step": 556 |
| }, |
| { |
| "epoch": 2.1423076923076922, |
| "grad_norm": 0.5284718879167324, |
| "learning_rate": 2.0903044971631854e-06, |
| "loss": 0.0749, |
| "step": 557 |
| }, |
| { |
| "epoch": 2.146153846153846, |
| "grad_norm": 0.4136460036845487, |
| "learning_rate": 2.0730915304232692e-06, |
| "loss": 0.0685, |
| "step": 558 |
| }, |
| { |
| "epoch": 2.15, |
| "grad_norm": 0.42256412207916466, |
| "learning_rate": 2.055931174109579e-06, |
| "loss": 0.0652, |
| "step": 559 |
| }, |
| { |
| "epoch": 2.1538461538461537, |
| "grad_norm": 0.46506993278363223, |
| "learning_rate": 2.0388237366751005e-06, |
| "loss": 0.0612, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.1576923076923076, |
| "grad_norm": 0.5243666475353842, |
| "learning_rate": 2.02176952562162e-06, |
| "loss": 0.0673, |
| "step": 561 |
| }, |
| { |
| "epoch": 2.1615384615384614, |
| "grad_norm": 0.44668978137392323, |
| "learning_rate": 2.004768847494186e-06, |
| "loss": 0.0563, |
| "step": 562 |
| }, |
| { |
| "epoch": 2.1653846153846152, |
| "grad_norm": 0.45380630005482203, |
| "learning_rate": 1.987822007875617e-06, |
| "loss": 0.0835, |
| "step": 563 |
| }, |
| { |
| "epoch": 2.169230769230769, |
| "grad_norm": 0.5098253768884685, |
| "learning_rate": 1.9709293113809876e-06, |
| "loss": 0.082, |
| "step": 564 |
| }, |
| { |
| "epoch": 2.173076923076923, |
| "grad_norm": 0.455759921626837, |
| "learning_rate": 1.954091061652172e-06, |
| "loss": 0.0615, |
| "step": 565 |
| }, |
| { |
| "epoch": 2.1769230769230767, |
| "grad_norm": 0.48372996180254846, |
| "learning_rate": 1.9373075613523728e-06, |
| "loss": 0.0763, |
| "step": 566 |
| }, |
| { |
| "epoch": 2.1807692307692306, |
| "grad_norm": 0.40201657125570894, |
| "learning_rate": 1.920579112160685e-06, |
| "loss": 0.0553, |
| "step": 567 |
| }, |
| { |
| "epoch": 2.184615384615385, |
| "grad_norm": 0.4374660881776204, |
| "learning_rate": 1.903906014766681e-06, |
| "loss": 0.115, |
| "step": 568 |
| }, |
| { |
| "epoch": 2.1884615384615387, |
| "grad_norm": 0.4503874407503947, |
| "learning_rate": 1.8872885688649879e-06, |
| "loss": 0.0603, |
| "step": 569 |
| }, |
| { |
| "epoch": 2.1923076923076925, |
| "grad_norm": 0.41424779140331675, |
| "learning_rate": 1.8707270731499223e-06, |
| "loss": 0.0556, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.1961538461538463, |
| "grad_norm": 0.4453033155848563, |
| "learning_rate": 1.854221825310103e-06, |
| "loss": 0.0562, |
| "step": 571 |
| }, |
| { |
| "epoch": 2.2, |
| "grad_norm": 0.45215159642326885, |
| "learning_rate": 1.8377731220231144e-06, |
| "loss": 0.0556, |
| "step": 572 |
| }, |
| { |
| "epoch": 2.203846153846154, |
| "grad_norm": 0.47518683806930967, |
| "learning_rate": 1.8213812589501611e-06, |
| "loss": 0.0619, |
| "step": 573 |
| }, |
| { |
| "epoch": 2.207692307692308, |
| "grad_norm": 0.43933463234454156, |
| "learning_rate": 1.8050465307307602e-06, |
| "loss": 0.0574, |
| "step": 574 |
| }, |
| { |
| "epoch": 2.2115384615384617, |
| "grad_norm": 0.42035870042078616, |
| "learning_rate": 1.78876923097745e-06, |
| "loss": 0.0686, |
| "step": 575 |
| }, |
| { |
| "epoch": 2.2153846153846155, |
| "grad_norm": 0.4669752341333353, |
| "learning_rate": 1.7725496522704998e-06, |
| "loss": 0.077, |
| "step": 576 |
| }, |
| { |
| "epoch": 2.2192307692307693, |
| "grad_norm": 0.42846303720639206, |
| "learning_rate": 1.7563880861526656e-06, |
| "loss": 0.0647, |
| "step": 577 |
| }, |
| { |
| "epoch": 2.223076923076923, |
| "grad_norm": 0.4285292702392478, |
| "learning_rate": 1.7402848231239317e-06, |
| "loss": 0.0597, |
| "step": 578 |
| }, |
| { |
| "epoch": 2.226923076923077, |
| "grad_norm": 0.45580885754800243, |
| "learning_rate": 1.7242401526363095e-06, |
| "loss": 0.0829, |
| "step": 579 |
| }, |
| { |
| "epoch": 2.230769230769231, |
| "grad_norm": 0.3618185605338237, |
| "learning_rate": 1.70825436308862e-06, |
| "loss": 0.055, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.2346153846153847, |
| "grad_norm": 0.47581864754355635, |
| "learning_rate": 1.692327741821312e-06, |
| "loss": 0.0732, |
| "step": 581 |
| }, |
| { |
| "epoch": 2.2384615384615385, |
| "grad_norm": 0.4619237642411215, |
| "learning_rate": 1.676460575111306e-06, |
| "loss": 0.0758, |
| "step": 582 |
| }, |
| { |
| "epoch": 2.2423076923076923, |
| "grad_norm": 0.5362765575176242, |
| "learning_rate": 1.6606531481668364e-06, |
| "loss": 0.0701, |
| "step": 583 |
| }, |
| { |
| "epoch": 2.246153846153846, |
| "grad_norm": 0.4786146132319656, |
| "learning_rate": 1.6449057451223354e-06, |
| "loss": 0.0535, |
| "step": 584 |
| }, |
| { |
| "epoch": 2.25, |
| "grad_norm": 0.4839429550887217, |
| "learning_rate": 1.6292186490333172e-06, |
| "loss": 0.0589, |
| "step": 585 |
| }, |
| { |
| "epoch": 2.253846153846154, |
| "grad_norm": 0.45077627033612566, |
| "learning_rate": 1.6135921418712959e-06, |
| "loss": 0.0627, |
| "step": 586 |
| }, |
| { |
| "epoch": 2.2576923076923077, |
| "grad_norm": 0.5741588985926117, |
| "learning_rate": 1.5980265045187139e-06, |
| "loss": 0.1126, |
| "step": 587 |
| }, |
| { |
| "epoch": 2.2615384615384615, |
| "grad_norm": 0.4730374054996576, |
| "learning_rate": 1.5825220167638945e-06, |
| "loss": 0.084, |
| "step": 588 |
| }, |
| { |
| "epoch": 2.2653846153846153, |
| "grad_norm": 0.507165197959675, |
| "learning_rate": 1.567078957296016e-06, |
| "loss": 0.062, |
| "step": 589 |
| }, |
| { |
| "epoch": 2.269230769230769, |
| "grad_norm": 0.4214352448201897, |
| "learning_rate": 1.5516976037000941e-06, |
| "loss": 0.0563, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.273076923076923, |
| "grad_norm": 0.4056826036266477, |
| "learning_rate": 1.5363782324520033e-06, |
| "loss": 0.0715, |
| "step": 591 |
| }, |
| { |
| "epoch": 2.276923076923077, |
| "grad_norm": 0.42984780162111796, |
| "learning_rate": 1.5211211189134955e-06, |
| "loss": 0.0586, |
| "step": 592 |
| }, |
| { |
| "epoch": 2.2807692307692307, |
| "grad_norm": 0.406564554228904, |
| "learning_rate": 1.5059265373272574e-06, |
| "loss": 0.067, |
| "step": 593 |
| }, |
| { |
| "epoch": 2.2846153846153845, |
| "grad_norm": 0.3711180987151303, |
| "learning_rate": 1.4907947608119866e-06, |
| "loss": 0.0613, |
| "step": 594 |
| }, |
| { |
| "epoch": 2.2884615384615383, |
| "grad_norm": 0.418168980244583, |
| "learning_rate": 1.475726061357463e-06, |
| "loss": 0.065, |
| "step": 595 |
| }, |
| { |
| "epoch": 2.292307692307692, |
| "grad_norm": 0.5190985953199084, |
| "learning_rate": 1.4607207098196851e-06, |
| "loss": 0.0892, |
| "step": 596 |
| }, |
| { |
| "epoch": 2.296153846153846, |
| "grad_norm": 0.4816524197622573, |
| "learning_rate": 1.4457789759159813e-06, |
| "loss": 0.0749, |
| "step": 597 |
| }, |
| { |
| "epoch": 2.3, |
| "grad_norm": 0.38794064261472316, |
| "learning_rate": 1.430901128220174e-06, |
| "loss": 0.0684, |
| "step": 598 |
| }, |
| { |
| "epoch": 2.3038461538461537, |
| "grad_norm": 0.6120321930974998, |
| "learning_rate": 1.4160874341577447e-06, |
| "loss": 0.0628, |
| "step": 599 |
| }, |
| { |
| "epoch": 2.3076923076923075, |
| "grad_norm": 0.47542545440481365, |
| "learning_rate": 1.4013381600010278e-06, |
| "loss": 0.0664, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.3115384615384613, |
| "grad_norm": 0.3701693597529931, |
| "learning_rate": 1.3866535708644335e-06, |
| "loss": 0.0673, |
| "step": 601 |
| }, |
| { |
| "epoch": 2.315384615384615, |
| "grad_norm": 0.4854777269446637, |
| "learning_rate": 1.3720339306996666e-06, |
| "loss": 0.0759, |
| "step": 602 |
| }, |
| { |
| "epoch": 2.319230769230769, |
| "grad_norm": 0.4316692129118829, |
| "learning_rate": 1.3574795022910014e-06, |
| "loss": 0.0839, |
| "step": 603 |
| }, |
| { |
| "epoch": 2.3230769230769233, |
| "grad_norm": 0.44038784142415865, |
| "learning_rate": 1.3429905472505344e-06, |
| "loss": 0.0581, |
| "step": 604 |
| }, |
| { |
| "epoch": 2.326923076923077, |
| "grad_norm": 0.38299630437239945, |
| "learning_rate": 1.3285673260135073e-06, |
| "loss": 0.0632, |
| "step": 605 |
| }, |
| { |
| "epoch": 2.330769230769231, |
| "grad_norm": 0.41522982556143445, |
| "learning_rate": 1.314210097833607e-06, |
| "loss": 0.06, |
| "step": 606 |
| }, |
| { |
| "epoch": 2.3346153846153848, |
| "grad_norm": 0.6027057153935131, |
| "learning_rate": 1.2999191207783129e-06, |
| "loss": 0.0696, |
| "step": 607 |
| }, |
| { |
| "epoch": 2.3384615384615386, |
| "grad_norm": 0.4818374982320264, |
| "learning_rate": 1.2856946517242608e-06, |
| "loss": 0.0699, |
| "step": 608 |
| }, |
| { |
| "epoch": 2.3423076923076924, |
| "grad_norm": 0.5497023747464141, |
| "learning_rate": 1.2715369463526173e-06, |
| "loss": 0.0701, |
| "step": 609 |
| }, |
| { |
| "epoch": 2.3461538461538463, |
| "grad_norm": 0.4606936503659749, |
| "learning_rate": 1.257446259144494e-06, |
| "loss": 0.0597, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.35, |
| "grad_norm": 0.7733361652350942, |
| "learning_rate": 1.2434228433763657e-06, |
| "loss": 0.083, |
| "step": 611 |
| }, |
| { |
| "epoch": 2.353846153846154, |
| "grad_norm": 0.4181960857278969, |
| "learning_rate": 1.2294669511155193e-06, |
| "loss": 0.0618, |
| "step": 612 |
| }, |
| { |
| "epoch": 2.3576923076923078, |
| "grad_norm": 0.39776114984038474, |
| "learning_rate": 1.215578833215526e-06, |
| "loss": 0.0625, |
| "step": 613 |
| }, |
| { |
| "epoch": 2.3615384615384616, |
| "grad_norm": 0.4880050014301517, |
| "learning_rate": 1.201758739311728e-06, |
| "loss": 0.0822, |
| "step": 614 |
| }, |
| { |
| "epoch": 2.3653846153846154, |
| "grad_norm": 0.44536411778117985, |
| "learning_rate": 1.1880069178167586e-06, |
| "loss": 0.0777, |
| "step": 615 |
| }, |
| { |
| "epoch": 2.3692307692307693, |
| "grad_norm": 0.39395356198291914, |
| "learning_rate": 1.1743236159160654e-06, |
| "loss": 0.0723, |
| "step": 616 |
| }, |
| { |
| "epoch": 2.373076923076923, |
| "grad_norm": 0.7269529693254339, |
| "learning_rate": 1.1607090795634802e-06, |
| "loss": 0.0671, |
| "step": 617 |
| }, |
| { |
| "epoch": 2.376923076923077, |
| "grad_norm": 0.4631259071739605, |
| "learning_rate": 1.1471635534767877e-06, |
| "loss": 0.1831, |
| "step": 618 |
| }, |
| { |
| "epoch": 2.3807692307692307, |
| "grad_norm": 0.44325180615966636, |
| "learning_rate": 1.133687281133331e-06, |
| "loss": 0.0791, |
| "step": 619 |
| }, |
| { |
| "epoch": 2.3846153846153846, |
| "grad_norm": 0.5025359478656346, |
| "learning_rate": 1.1202805047656406e-06, |
| "loss": 0.0707, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.3884615384615384, |
| "grad_norm": 0.4057501287460486, |
| "learning_rate": 1.1069434653570633e-06, |
| "loss": 0.0557, |
| "step": 621 |
| }, |
| { |
| "epoch": 2.3923076923076922, |
| "grad_norm": 0.41886340424455265, |
| "learning_rate": 1.0936764026374547e-06, |
| "loss": 0.0708, |
| "step": 622 |
| }, |
| { |
| "epoch": 2.396153846153846, |
| "grad_norm": 0.43469512581455305, |
| "learning_rate": 1.0804795550788473e-06, |
| "loss": 0.0672, |
| "step": 623 |
| }, |
| { |
| "epoch": 2.4, |
| "grad_norm": 0.4704489982815487, |
| "learning_rate": 1.0673531598911824e-06, |
| "loss": 0.0645, |
| "step": 624 |
| }, |
| { |
| "epoch": 2.4038461538461537, |
| "grad_norm": 0.398996906821157, |
| "learning_rate": 1.0542974530180327e-06, |
| "loss": 0.0605, |
| "step": 625 |
| }, |
| { |
| "epoch": 2.4076923076923076, |
| "grad_norm": 0.43819142825978763, |
| "learning_rate": 1.0413126691323667e-06, |
| "loss": 0.0837, |
| "step": 626 |
| }, |
| { |
| "epoch": 2.4115384615384614, |
| "grad_norm": 0.4060412921814134, |
| "learning_rate": 1.0283990416323336e-06, |
| "loss": 0.0635, |
| "step": 627 |
| }, |
| { |
| "epoch": 2.4153846153846152, |
| "grad_norm": 0.46829338641849055, |
| "learning_rate": 1.0155568026370637e-06, |
| "loss": 0.0632, |
| "step": 628 |
| }, |
| { |
| "epoch": 2.419230769230769, |
| "grad_norm": 0.5373321128668832, |
| "learning_rate": 1.0027861829824953e-06, |
| "loss": 0.0646, |
| "step": 629 |
| }, |
| { |
| "epoch": 2.423076923076923, |
| "grad_norm": 0.4401341491958945, |
| "learning_rate": 9.900874122172294e-07, |
| "loss": 0.0592, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.4269230769230767, |
| "grad_norm": 0.45094184478719057, |
| "learning_rate": 9.774607185984004e-07, |
| "loss": 0.0699, |
| "step": 631 |
| }, |
| { |
| "epoch": 2.430769230769231, |
| "grad_norm": 0.5196273936486302, |
| "learning_rate": 9.649063290875771e-07, |
| "loss": 0.0798, |
| "step": 632 |
| }, |
| { |
| "epoch": 2.434615384615385, |
| "grad_norm": 0.4687383020027772, |
| "learning_rate": 9.524244693466773e-07, |
| "loss": 0.0605, |
| "step": 633 |
| }, |
| { |
| "epoch": 2.4384615384615387, |
| "grad_norm": 0.5146146347990106, |
| "learning_rate": 9.400153637339182e-07, |
| "loss": 0.0842, |
| "step": 634 |
| }, |
| { |
| "epoch": 2.4423076923076925, |
| "grad_norm": 0.40260626082139755, |
| "learning_rate": 9.276792352997782e-07, |
| "loss": 0.0556, |
| "step": 635 |
| }, |
| { |
| "epoch": 2.4461538461538463, |
| "grad_norm": 0.4481826256236517, |
| "learning_rate": 9.154163057829879e-07, |
| "loss": 0.0761, |
| "step": 636 |
| }, |
| { |
| "epoch": 2.45, |
| "grad_norm": 0.41944155435055575, |
| "learning_rate": 9.032267956065516e-07, |
| "loss": 0.0676, |
| "step": 637 |
| }, |
| { |
| "epoch": 2.453846153846154, |
| "grad_norm": 0.4383860163400684, |
| "learning_rate": 8.911109238737748e-07, |
| "loss": 0.0529, |
| "step": 638 |
| }, |
| { |
| "epoch": 2.457692307692308, |
| "grad_norm": 0.4645613732345803, |
| "learning_rate": 8.790689083643328e-07, |
| "loss": 0.0574, |
| "step": 639 |
| }, |
| { |
| "epoch": 2.4615384615384617, |
| "grad_norm": 0.35603715523267637, |
| "learning_rate": 8.671009655303531e-07, |
| "loss": 0.0518, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.4653846153846155, |
| "grad_norm": 0.484911791946085, |
| "learning_rate": 8.552073104925296e-07, |
| "loss": 0.0756, |
| "step": 641 |
| }, |
| { |
| "epoch": 2.4692307692307693, |
| "grad_norm": 0.4448835245403103, |
| "learning_rate": 8.433881570362484e-07, |
| "loss": 0.0584, |
| "step": 642 |
| }, |
| { |
| "epoch": 2.473076923076923, |
| "grad_norm": 0.5020188985002484, |
| "learning_rate": 8.316437176077491e-07, |
| "loss": 0.0616, |
| "step": 643 |
| }, |
| { |
| "epoch": 2.476923076923077, |
| "grad_norm": 0.5200167683308845, |
| "learning_rate": 8.199742033103091e-07, |
| "loss": 0.062, |
| "step": 644 |
| }, |
| { |
| "epoch": 2.480769230769231, |
| "grad_norm": 0.4573430233163218, |
| "learning_rate": 8.083798239004408e-07, |
| "loss": 0.0712, |
| "step": 645 |
| }, |
| { |
| "epoch": 2.4846153846153847, |
| "grad_norm": 0.49496718950274476, |
| "learning_rate": 7.968607877841333e-07, |
| "loss": 0.0964, |
| "step": 646 |
| }, |
| { |
| "epoch": 2.4884615384615385, |
| "grad_norm": 0.4215958009957212, |
| "learning_rate": 7.854173020130906e-07, |
| "loss": 0.063, |
| "step": 647 |
| }, |
| { |
| "epoch": 2.4923076923076923, |
| "grad_norm": 0.5127374763344157, |
| "learning_rate": 7.740495722810271e-07, |
| "loss": 0.0683, |
| "step": 648 |
| }, |
| { |
| "epoch": 2.496153846153846, |
| "grad_norm": 0.42358687784643495, |
| "learning_rate": 7.627578029199562e-07, |
| "loss": 0.0552, |
| "step": 649 |
| }, |
| { |
| "epoch": 2.5, |
| "grad_norm": 0.5225793858462355, |
| "learning_rate": 7.515421968965242e-07, |
| "loss": 0.0492, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.503846153846154, |
| "grad_norm": 0.4416738566056911, |
| "learning_rate": 7.404029558083653e-07, |
| "loss": 0.0701, |
| "step": 651 |
| }, |
| { |
| "epoch": 2.5076923076923077, |
| "grad_norm": 0.5069647152670649, |
| "learning_rate": 7.293402798804667e-07, |
| "loss": 0.0638, |
| "step": 652 |
| }, |
| { |
| "epoch": 2.5115384615384615, |
| "grad_norm": 0.4687887382968979, |
| "learning_rate": 7.183543679615834e-07, |
| "loss": 0.1321, |
| "step": 653 |
| }, |
| { |
| "epoch": 2.5153846153846153, |
| "grad_norm": 0.44347745384195286, |
| "learning_rate": 7.074454175206524e-07, |
| "loss": 0.0741, |
| "step": 654 |
| }, |
| { |
| "epoch": 2.519230769230769, |
| "grad_norm": 0.5113531173675347, |
| "learning_rate": 6.966136246432492e-07, |
| "loss": 0.0782, |
| "step": 655 |
| }, |
| { |
| "epoch": 2.523076923076923, |
| "grad_norm": 0.4407843471989148, |
| "learning_rate": 6.858591840280627e-07, |
| "loss": 0.073, |
| "step": 656 |
| }, |
| { |
| "epoch": 2.526923076923077, |
| "grad_norm": 0.4020139795894034, |
| "learning_rate": 6.751822889833926e-07, |
| "loss": 0.0573, |
| "step": 657 |
| }, |
| { |
| "epoch": 2.5307692307692307, |
| "grad_norm": 0.4465340811083204, |
| "learning_rate": 6.645831314236817e-07, |
| "loss": 0.0543, |
| "step": 658 |
| }, |
| { |
| "epoch": 2.5346153846153845, |
| "grad_norm": 0.5171561487439342, |
| "learning_rate": 6.540619018660555e-07, |
| "loss": 0.0543, |
| "step": 659 |
| }, |
| { |
| "epoch": 2.5384615384615383, |
| "grad_norm": 0.46741646213340754, |
| "learning_rate": 6.436187894269086e-07, |
| "loss": 0.0656, |
| "step": 660 |
| }, |
| { |
| "epoch": 2.542307692307692, |
| "grad_norm": 0.4793423571464268, |
| "learning_rate": 6.332539818184985e-07, |
| "loss": 0.056, |
| "step": 661 |
| }, |
| { |
| "epoch": 2.546153846153846, |
| "grad_norm": 0.48347475686488794, |
| "learning_rate": 6.229676653455719e-07, |
| "loss": 0.0744, |
| "step": 662 |
| }, |
| { |
| "epoch": 2.55, |
| "grad_norm": 0.5315080233456347, |
| "learning_rate": 6.127600249020216e-07, |
| "loss": 0.0623, |
| "step": 663 |
| }, |
| { |
| "epoch": 2.5538461538461537, |
| "grad_norm": 0.4851407436009277, |
| "learning_rate": 6.026312439675553e-07, |
| "loss": 0.0758, |
| "step": 664 |
| }, |
| { |
| "epoch": 2.5576923076923075, |
| "grad_norm": 0.4360177713384227, |
| "learning_rate": 5.925815046044026e-07, |
| "loss": 0.0663, |
| "step": 665 |
| }, |
| { |
| "epoch": 2.5615384615384613, |
| "grad_norm": 0.41429518201674725, |
| "learning_rate": 5.826109874540409e-07, |
| "loss": 0.069, |
| "step": 666 |
| }, |
| { |
| "epoch": 2.565384615384615, |
| "grad_norm": 0.42237116339680864, |
| "learning_rate": 5.727198717339511e-07, |
| "loss": 0.0517, |
| "step": 667 |
| }, |
| { |
| "epoch": 2.569230769230769, |
| "grad_norm": 0.42524552678029826, |
| "learning_rate": 5.6290833523439e-07, |
| "loss": 0.0686, |
| "step": 668 |
| }, |
| { |
| "epoch": 2.573076923076923, |
| "grad_norm": 0.47443992757608855, |
| "learning_rate": 5.531765543152002e-07, |
| "loss": 0.0519, |
| "step": 669 |
| }, |
| { |
| "epoch": 2.5769230769230766, |
| "grad_norm": 0.39671120076980904, |
| "learning_rate": 5.435247039026398e-07, |
| "loss": 0.0553, |
| "step": 670 |
| }, |
| { |
| "epoch": 2.580769230769231, |
| "grad_norm": 0.4818384831578317, |
| "learning_rate": 5.33952957486234e-07, |
| "loss": 0.0558, |
| "step": 671 |
| }, |
| { |
| "epoch": 2.5846153846153848, |
| "grad_norm": 0.4157290446719997, |
| "learning_rate": 5.244614871156612e-07, |
| "loss": 0.0578, |
| "step": 672 |
| }, |
| { |
| "epoch": 2.5884615384615386, |
| "grad_norm": 0.5219405243168577, |
| "learning_rate": 5.150504633976572e-07, |
| "loss": 0.0753, |
| "step": 673 |
| }, |
| { |
| "epoch": 2.5923076923076924, |
| "grad_norm": 0.45344166037267974, |
| "learning_rate": 5.057200554929509e-07, |
| "loss": 0.0699, |
| "step": 674 |
| }, |
| { |
| "epoch": 2.5961538461538463, |
| "grad_norm": 0.6406295342563705, |
| "learning_rate": 4.964704311132224e-07, |
| "loss": 0.0566, |
| "step": 675 |
| }, |
| { |
| "epoch": 2.6, |
| "grad_norm": 0.4453060496510882, |
| "learning_rate": 4.873017565180871e-07, |
| "loss": 0.0677, |
| "step": 676 |
| }, |
| { |
| "epoch": 2.603846153846154, |
| "grad_norm": 0.3908293562665863, |
| "learning_rate": 4.782141965121129e-07, |
| "loss": 0.0702, |
| "step": 677 |
| }, |
| { |
| "epoch": 2.6076923076923078, |
| "grad_norm": 0.44756978753413024, |
| "learning_rate": 4.6920791444184934e-07, |
| "loss": 0.0713, |
| "step": 678 |
| }, |
| { |
| "epoch": 2.6115384615384616, |
| "grad_norm": 0.4403934315922283, |
| "learning_rate": 4.602830721928997e-07, |
| "loss": 0.0675, |
| "step": 679 |
| }, |
| { |
| "epoch": 2.6153846153846154, |
| "grad_norm": 0.4432327973787358, |
| "learning_rate": 4.5143983018700485e-07, |
| "loss": 0.0792, |
| "step": 680 |
| }, |
| { |
| "epoch": 2.6192307692307693, |
| "grad_norm": 0.3992384101232743, |
| "learning_rate": 4.4267834737916295e-07, |
| "loss": 0.0596, |
| "step": 681 |
| }, |
| { |
| "epoch": 2.623076923076923, |
| "grad_norm": 0.48012513021919445, |
| "learning_rate": 4.33998781254773e-07, |
| "loss": 0.0663, |
| "step": 682 |
| }, |
| { |
| "epoch": 2.626923076923077, |
| "grad_norm": 0.4085728658283165, |
| "learning_rate": 4.2540128782679934e-07, |
| "loss": 0.0624, |
| "step": 683 |
| }, |
| { |
| "epoch": 2.6307692307692307, |
| "grad_norm": 0.5052469302836516, |
| "learning_rate": 4.1688602163297564e-07, |
| "loss": 0.0558, |
| "step": 684 |
| }, |
| { |
| "epoch": 2.6346153846153846, |
| "grad_norm": 0.45030495174256574, |
| "learning_rate": 4.0845313573301736e-07, |
| "loss": 0.0706, |
| "step": 685 |
| }, |
| { |
| "epoch": 2.6384615384615384, |
| "grad_norm": 0.42957054356358493, |
| "learning_rate": 4.001027817058789e-07, |
| "loss": 0.0626, |
| "step": 686 |
| }, |
| { |
| "epoch": 2.6423076923076922, |
| "grad_norm": 0.4677109023171871, |
| "learning_rate": 3.9183510964702463e-07, |
| "loss": 0.0597, |
| "step": 687 |
| }, |
| { |
| "epoch": 2.646153846153846, |
| "grad_norm": 0.3845143600282186, |
| "learning_rate": 3.836502681657289e-07, |
| "loss": 0.052, |
| "step": 688 |
| }, |
| { |
| "epoch": 2.65, |
| "grad_norm": 0.44759299621353943, |
| "learning_rate": 3.755484043824131e-07, |
| "loss": 0.0554, |
| "step": 689 |
| }, |
| { |
| "epoch": 2.6538461538461537, |
| "grad_norm": 0.3549672762549962, |
| "learning_rate": 3.675296639259912e-07, |
| "loss": 0.0616, |
| "step": 690 |
| }, |
| { |
| "epoch": 2.6576923076923076, |
| "grad_norm": 0.43040437533263826, |
| "learning_rate": 3.595941909312595e-07, |
| "loss": 0.0654, |
| "step": 691 |
| }, |
| { |
| "epoch": 2.6615384615384614, |
| "grad_norm": 0.4476015301026374, |
| "learning_rate": 3.517421280363004e-07, |
| "loss": 0.0658, |
| "step": 692 |
| }, |
| { |
| "epoch": 2.6653846153846152, |
| "grad_norm": 0.39032699169276863, |
| "learning_rate": 3.439736163799251e-07, |
| "loss": 0.0533, |
| "step": 693 |
| }, |
| { |
| "epoch": 2.669230769230769, |
| "grad_norm": 0.4743895966377355, |
| "learning_rate": 3.362887955991301e-07, |
| "loss": 0.0618, |
| "step": 694 |
| }, |
| { |
| "epoch": 2.6730769230769234, |
| "grad_norm": 0.3380419073317233, |
| "learning_rate": 3.2868780382658895e-07, |
| "loss": 0.0755, |
| "step": 695 |
| }, |
| { |
| "epoch": 2.676923076923077, |
| "grad_norm": 0.3926027380137787, |
| "learning_rate": 3.2117077768817395e-07, |
| "loss": 0.0623, |
| "step": 696 |
| }, |
| { |
| "epoch": 2.680769230769231, |
| "grad_norm": 0.4248277803074578, |
| "learning_rate": 3.1373785230049356e-07, |
| "loss": 0.0597, |
| "step": 697 |
| }, |
| { |
| "epoch": 2.684615384615385, |
| "grad_norm": 0.4179306975033615, |
| "learning_rate": 3.0638916126846885e-07, |
| "loss": 0.0712, |
| "step": 698 |
| }, |
| { |
| "epoch": 2.6884615384615387, |
| "grad_norm": 0.4565736182349653, |
| "learning_rate": 2.991248366829291e-07, |
| "loss": 0.0605, |
| "step": 699 |
| }, |
| { |
| "epoch": 2.6923076923076925, |
| "grad_norm": 0.6855299765624544, |
| "learning_rate": 2.91945009118238e-07, |
| "loss": 0.0742, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.6961538461538463, |
| "grad_norm": 0.37160938906793123, |
| "learning_rate": 2.848498076299483e-07, |
| "loss": 0.0692, |
| "step": 701 |
| }, |
| { |
| "epoch": 2.7, |
| "grad_norm": 0.49033072228973207, |
| "learning_rate": 2.7783935975247867e-07, |
| "loss": 0.0655, |
| "step": 702 |
| }, |
| { |
| "epoch": 2.703846153846154, |
| "grad_norm": 0.4184867250481062, |
| "learning_rate": 2.7091379149682683e-07, |
| "loss": 0.0584, |
| "step": 703 |
| }, |
| { |
| "epoch": 2.707692307692308, |
| "grad_norm": 0.41556422702895396, |
| "learning_rate": 2.6407322734829763e-07, |
| "loss": 0.0623, |
| "step": 704 |
| }, |
| { |
| "epoch": 2.7115384615384617, |
| "grad_norm": 0.49068641747489905, |
| "learning_rate": 2.573177902642726e-07, |
| "loss": 0.0553, |
| "step": 705 |
| }, |
| { |
| "epoch": 2.7153846153846155, |
| "grad_norm": 0.4558179430348964, |
| "learning_rate": 2.506476016719922e-07, |
| "loss": 0.0592, |
| "step": 706 |
| }, |
| { |
| "epoch": 2.7192307692307693, |
| "grad_norm": 0.43059547858891134, |
| "learning_rate": 2.440627814663804e-07, |
| "loss": 0.0641, |
| "step": 707 |
| }, |
| { |
| "epoch": 2.723076923076923, |
| "grad_norm": 0.44001521637392654, |
| "learning_rate": 2.3756344800788421e-07, |
| "loss": 0.0692, |
| "step": 708 |
| }, |
| { |
| "epoch": 2.726923076923077, |
| "grad_norm": 0.7249126375352565, |
| "learning_rate": 2.3114971812034981e-07, |
| "loss": 0.0936, |
| "step": 709 |
| }, |
| { |
| "epoch": 2.730769230769231, |
| "grad_norm": 0.42217580546626365, |
| "learning_rate": 2.2482170708892083e-07, |
| "loss": 0.0644, |
| "step": 710 |
| }, |
| { |
| "epoch": 2.7346153846153847, |
| "grad_norm": 0.44899366484062386, |
| "learning_rate": 2.1857952865796616e-07, |
| "loss": 0.0645, |
| "step": 711 |
| }, |
| { |
| "epoch": 2.7384615384615385, |
| "grad_norm": 0.4778318063037461, |
| "learning_rate": 2.124232950290367e-07, |
| "loss": 0.0481, |
| "step": 712 |
| }, |
| { |
| "epoch": 2.7423076923076923, |
| "grad_norm": 0.3802842672305909, |
| "learning_rate": 2.0635311685884675e-07, |
| "loss": 0.046, |
| "step": 713 |
| }, |
| { |
| "epoch": 2.746153846153846, |
| "grad_norm": 0.4282326635637059, |
| "learning_rate": 2.0036910325728521e-07, |
| "loss": 0.0808, |
| "step": 714 |
| }, |
| { |
| "epoch": 2.75, |
| "grad_norm": 0.4197752917116193, |
| "learning_rate": 1.9447136178545766e-07, |
| "loss": 0.0602, |
| "step": 715 |
| }, |
| { |
| "epoch": 2.753846153846154, |
| "grad_norm": 0.46675738251287097, |
| "learning_rate": 1.8865999845374794e-07, |
| "loss": 0.0435, |
| "step": 716 |
| }, |
| { |
| "epoch": 2.7576923076923077, |
| "grad_norm": 0.3699556658556475, |
| "learning_rate": 1.8293511771991624e-07, |
| "loss": 0.0783, |
| "step": 717 |
| }, |
| { |
| "epoch": 2.7615384615384615, |
| "grad_norm": 0.4960098078583109, |
| "learning_rate": 1.7729682248721848e-07, |
| "loss": 0.0669, |
| "step": 718 |
| }, |
| { |
| "epoch": 2.7653846153846153, |
| "grad_norm": 0.4299855405719279, |
| "learning_rate": 1.7174521410256162e-07, |
| "loss": 0.0551, |
| "step": 719 |
| }, |
| { |
| "epoch": 2.769230769230769, |
| "grad_norm": 0.4394884965679465, |
| "learning_rate": 1.6628039235467686e-07, |
| "loss": 0.085, |
| "step": 720 |
| }, |
| { |
| "epoch": 2.773076923076923, |
| "grad_norm": 0.48458397058811936, |
| "learning_rate": 1.6090245547232707e-07, |
| "loss": 0.0778, |
| "step": 721 |
| }, |
| { |
| "epoch": 2.776923076923077, |
| "grad_norm": 0.42182816117515204, |
| "learning_rate": 1.5561150012254446e-07, |
| "loss": 0.0703, |
| "step": 722 |
| }, |
| { |
| "epoch": 2.7807692307692307, |
| "grad_norm": 0.4649102401838792, |
| "learning_rate": 1.5040762140888843e-07, |
| "loss": 0.0671, |
| "step": 723 |
| }, |
| { |
| "epoch": 2.7846153846153845, |
| "grad_norm": 0.4160887198965109, |
| "learning_rate": 1.4529091286973994e-07, |
| "loss": 0.0498, |
| "step": 724 |
| }, |
| { |
| "epoch": 2.7884615384615383, |
| "grad_norm": 0.4189956495776838, |
| "learning_rate": 1.402614664766172e-07, |
| "loss": 0.0627, |
| "step": 725 |
| }, |
| { |
| "epoch": 2.792307692307692, |
| "grad_norm": 0.319352198814085, |
| "learning_rate": 1.353193726325247e-07, |
| "loss": 0.0614, |
| "step": 726 |
| }, |
| { |
| "epoch": 2.796153846153846, |
| "grad_norm": 0.5202838709185891, |
| "learning_rate": 1.3046472017032685e-07, |
| "loss": 0.0695, |
| "step": 727 |
| }, |
| { |
| "epoch": 2.8, |
| "grad_norm": 0.37560385129244095, |
| "learning_rate": 1.2569759635115086e-07, |
| "loss": 0.0701, |
| "step": 728 |
| }, |
| { |
| "epoch": 2.8038461538461537, |
| "grad_norm": 0.5334475881929764, |
| "learning_rate": 1.210180868628219e-07, |
| "loss": 0.0596, |
| "step": 729 |
| }, |
| { |
| "epoch": 2.8076923076923075, |
| "grad_norm": 0.5125886019042502, |
| "learning_rate": 1.1642627581831767e-07, |
| "loss": 0.0685, |
| "step": 730 |
| }, |
| { |
| "epoch": 2.8115384615384613, |
| "grad_norm": 0.3700563230017658, |
| "learning_rate": 1.1192224575425848e-07, |
| "loss": 0.061, |
| "step": 731 |
| }, |
| { |
| "epoch": 2.815384615384615, |
| "grad_norm": 0.41940435231775963, |
| "learning_rate": 1.0750607762942622e-07, |
| "loss": 0.0658, |
| "step": 732 |
| }, |
| { |
| "epoch": 2.819230769230769, |
| "grad_norm": 0.38454225029708794, |
| "learning_rate": 1.0317785082330555e-07, |
| "loss": 0.0461, |
| "step": 733 |
| }, |
| { |
| "epoch": 2.823076923076923, |
| "grad_norm": 0.42509450235055063, |
| "learning_rate": 9.89376431346606e-08, |
| "loss": 0.0603, |
| "step": 734 |
| }, |
| { |
| "epoch": 2.8269230769230766, |
| "grad_norm": 0.42317891385504064, |
| "learning_rate": 9.478553078013042e-08, |
| "loss": 0.0568, |
| "step": 735 |
| }, |
| { |
| "epoch": 2.830769230769231, |
| "grad_norm": 0.5106931410391424, |
| "learning_rate": 9.072158839286748e-08, |
| "loss": 0.0613, |
| "step": 736 |
| }, |
| { |
| "epoch": 2.8346153846153848, |
| "grad_norm": 0.49463080380279223, |
| "learning_rate": 8.674588902118919e-08, |
| "loss": 0.2092, |
| "step": 737 |
| }, |
| { |
| "epoch": 2.8384615384615386, |
| "grad_norm": 0.4336433854162459, |
| "learning_rate": 8.285850412726837e-08, |
| "loss": 0.0621, |
| "step": 738 |
| }, |
| { |
| "epoch": 2.8423076923076924, |
| "grad_norm": 0.37514200049691104, |
| "learning_rate": 7.905950358584768e-08, |
| "loss": 0.0528, |
| "step": 739 |
| }, |
| { |
| "epoch": 2.8461538461538463, |
| "grad_norm": 0.3730901811552213, |
| "learning_rate": 7.534895568298395e-08, |
| "loss": 0.0516, |
| "step": 740 |
| }, |
| { |
| "epoch": 2.85, |
| "grad_norm": 0.41267926524997883, |
| "learning_rate": 7.172692711482022e-08, |
| "loss": 0.0711, |
| "step": 741 |
| }, |
| { |
| "epoch": 2.853846153846154, |
| "grad_norm": 0.4578685790427763, |
| "learning_rate": 6.819348298638839e-08, |
| "loss": 0.0623, |
| "step": 742 |
| }, |
| { |
| "epoch": 2.8576923076923078, |
| "grad_norm": 0.7029418818640065, |
| "learning_rate": 6.474868681043578e-08, |
| "loss": 0.0622, |
| "step": 743 |
| }, |
| { |
| "epoch": 2.8615384615384616, |
| "grad_norm": 0.48710233473711223, |
| "learning_rate": 6.13926005062876e-08, |
| "loss": 0.0584, |
| "step": 744 |
| }, |
| { |
| "epoch": 2.8653846153846154, |
| "grad_norm": 0.41317067982425054, |
| "learning_rate": 5.8125284398730666e-08, |
| "loss": 0.0626, |
| "step": 745 |
| }, |
| { |
| "epoch": 2.8692307692307693, |
| "grad_norm": 0.5093697151137649, |
| "learning_rate": 5.4946797216931524e-08, |
| "loss": 0.0662, |
| "step": 746 |
| }, |
| { |
| "epoch": 2.873076923076923, |
| "grad_norm": 0.40757130466275254, |
| "learning_rate": 5.185719609337836e-08, |
| "loss": 0.0631, |
| "step": 747 |
| }, |
| { |
| "epoch": 2.876923076923077, |
| "grad_norm": 0.4321713509379994, |
| "learning_rate": 4.885653656285627e-08, |
| "loss": 0.0629, |
| "step": 748 |
| }, |
| { |
| "epoch": 2.8807692307692307, |
| "grad_norm": 0.573596300985358, |
| "learning_rate": 4.5944872561448084e-08, |
| "loss": 0.0704, |
| "step": 749 |
| }, |
| { |
| "epoch": 2.8846153846153846, |
| "grad_norm": 0.41883721735875484, |
| "learning_rate": 4.3122256425563444e-08, |
| "loss": 0.0613, |
| "step": 750 |
| }, |
| { |
| "epoch": 2.8884615384615384, |
| "grad_norm": 0.3988000631350868, |
| "learning_rate": 4.038873889100237e-08, |
| "loss": 0.0684, |
| "step": 751 |
| }, |
| { |
| "epoch": 2.8923076923076922, |
| "grad_norm": 0.5421953778564682, |
| "learning_rate": 3.77443690920376e-08, |
| "loss": 0.0586, |
| "step": 752 |
| }, |
| { |
| "epoch": 2.896153846153846, |
| "grad_norm": 0.4426853492862627, |
| "learning_rate": 3.518919456053649e-08, |
| "loss": 0.061, |
| "step": 753 |
| }, |
| { |
| "epoch": 2.9, |
| "grad_norm": 0.4259685039160188, |
| "learning_rate": 3.2723261225102164e-08, |
| "loss": 0.0573, |
| "step": 754 |
| }, |
| { |
| "epoch": 2.9038461538461537, |
| "grad_norm": 0.41944883995141774, |
| "learning_rate": 3.034661341025258e-08, |
| "loss": 0.0599, |
| "step": 755 |
| }, |
| { |
| "epoch": 2.9076923076923076, |
| "grad_norm": 0.4996659647744855, |
| "learning_rate": 2.8059293835620006e-08, |
| "loss": 0.0615, |
| "step": 756 |
| }, |
| { |
| "epoch": 2.9115384615384614, |
| "grad_norm": 0.40948510302310037, |
| "learning_rate": 2.5861343615184997e-08, |
| "loss": 0.0609, |
| "step": 757 |
| }, |
| { |
| "epoch": 2.9153846153846152, |
| "grad_norm": 0.4588178161394445, |
| "learning_rate": 2.3752802256536423e-08, |
| "loss": 0.0689, |
| "step": 758 |
| }, |
| { |
| "epoch": 2.919230769230769, |
| "grad_norm": 0.5331401297450866, |
| "learning_rate": 2.173370766016314e-08, |
| "loss": 0.0832, |
| "step": 759 |
| }, |
| { |
| "epoch": 2.9230769230769234, |
| "grad_norm": 0.4254634822660441, |
| "learning_rate": 1.98040961187701e-08, |
| "loss": 0.0573, |
| "step": 760 |
| }, |
| { |
| "epoch": 2.926923076923077, |
| "grad_norm": 0.4566833195505137, |
| "learning_rate": 1.7964002316628316e-08, |
| "loss": 0.0736, |
| "step": 761 |
| }, |
| { |
| "epoch": 2.930769230769231, |
| "grad_norm": 0.45595057625055585, |
| "learning_rate": 1.6213459328950355e-08, |
| "loss": 0.0907, |
| "step": 762 |
| }, |
| { |
| "epoch": 2.934615384615385, |
| "grad_norm": 0.8678040878022159, |
| "learning_rate": 1.4552498621295264e-08, |
| "loss": 0.0744, |
| "step": 763 |
| }, |
| { |
| "epoch": 2.9384615384615387, |
| "grad_norm": 0.4152937290618546, |
| "learning_rate": 1.2981150049004021e-08, |
| "loss": 0.0569, |
| "step": 764 |
| }, |
| { |
| "epoch": 2.9423076923076925, |
| "grad_norm": 0.478455053506472, |
| "learning_rate": 1.1499441856663296e-08, |
| "loss": 0.0783, |
| "step": 765 |
| }, |
| { |
| "epoch": 2.9461538461538463, |
| "grad_norm": 0.4632254792093425, |
| "learning_rate": 1.0107400677596413e-08, |
| "loss": 0.0532, |
| "step": 766 |
| }, |
| { |
| "epoch": 2.95, |
| "grad_norm": 0.6097330309027501, |
| "learning_rate": 8.805051533384846e-09, |
| "loss": 0.0656, |
| "step": 767 |
| }, |
| { |
| "epoch": 2.953846153846154, |
| "grad_norm": 0.5036451954014907, |
| "learning_rate": 7.59241783341913e-09, |
| "loss": 0.0734, |
| "step": 768 |
| }, |
| { |
| "epoch": 2.957692307692308, |
| "grad_norm": 0.5606890776908487, |
| "learning_rate": 6.469521374477539e-09, |
| "loss": 0.0662, |
| "step": 769 |
| }, |
| { |
| "epoch": 2.9615384615384617, |
| "grad_norm": 0.4611275355710929, |
| "learning_rate": 5.436382340335833e-09, |
| "loss": 0.0667, |
| "step": 770 |
| }, |
| { |
| "epoch": 2.9653846153846155, |
| "grad_norm": 0.45309916819777246, |
| "learning_rate": 4.493019301401447e-09, |
| "loss": 0.0546, |
| "step": 771 |
| }, |
| { |
| "epoch": 2.9692307692307693, |
| "grad_norm": 0.4490484721832489, |
| "learning_rate": 3.6394492143820847e-09, |
| "loss": 0.071, |
| "step": 772 |
| }, |
| { |
| "epoch": 2.973076923076923, |
| "grad_norm": 0.5100845117140136, |
| "learning_rate": 2.875687421980966e-09, |
| "loss": 0.0703, |
| "step": 773 |
| }, |
| { |
| "epoch": 2.976923076923077, |
| "grad_norm": 0.39733724968330264, |
| "learning_rate": 2.201747652618713e-09, |
| "loss": 0.0675, |
| "step": 774 |
| }, |
| { |
| "epoch": 2.980769230769231, |
| "grad_norm": 0.5321838753795445, |
| "learning_rate": 1.6176420201902132e-09, |
| "loss": 0.0628, |
| "step": 775 |
| }, |
| { |
| "epoch": 2.9846153846153847, |
| "grad_norm": 0.3692650504722248, |
| "learning_rate": 1.1233810238425735e-09, |
| "loss": 0.0505, |
| "step": 776 |
| }, |
| { |
| "epoch": 2.9884615384615385, |
| "grad_norm": 0.43167989777734067, |
| "learning_rate": 7.189735477913795e-10, |
| "loss": 0.0733, |
| "step": 777 |
| }, |
| { |
| "epoch": 2.9923076923076923, |
| "grad_norm": 0.46822506342648357, |
| "learning_rate": 4.0442686115582665e-10, |
| "loss": 0.0636, |
| "step": 778 |
| }, |
| { |
| "epoch": 2.996153846153846, |
| "grad_norm": 0.388302049103191, |
| "learning_rate": 1.797466178327101e-10, |
| "loss": 0.0652, |
| "step": 779 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.39178542173282355, |
| "learning_rate": 4.4936856390398465e-11, |
| "loss": 0.0631, |
| "step": 780 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 780, |
| "total_flos": 4.4809696107823104e+17, |
| "train_loss": 0.15228378044871183, |
| "train_runtime": 27691.5469, |
| "train_samples_per_second": 0.901, |
| "train_steps_per_second": 0.028 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 780, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.4809696107823104e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
