| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9980430528375733, |
| "eval_steps": 500, |
| "global_step": 255, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.003913894324853229, |
| "grad_norm": 81.35062408447266, |
| "learning_rate": 9.960784313725492e-06, |
| "loss": 0.9609, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.007827788649706457, |
| "grad_norm": 52.11482238769531, |
| "learning_rate": 9.921568627450981e-06, |
| "loss": 0.8496, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.011741682974559686, |
| "grad_norm": 26.55351448059082, |
| "learning_rate": 9.882352941176472e-06, |
| "loss": 0.6934, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.015655577299412915, |
| "grad_norm": 55.15858840942383, |
| "learning_rate": 9.843137254901962e-06, |
| "loss": 0.7539, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.019569471624266144, |
| "grad_norm": 43.13751220703125, |
| "learning_rate": 9.803921568627451e-06, |
| "loss": 0.7188, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.023483365949119372, |
| "grad_norm": 32.82776641845703, |
| "learning_rate": 9.764705882352942e-06, |
| "loss": 0.7344, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0273972602739726, |
| "grad_norm": 32.37958908081055, |
| "learning_rate": 9.725490196078432e-06, |
| "loss": 0.7695, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.03131115459882583, |
| "grad_norm": 23.465608596801758, |
| "learning_rate": 9.686274509803923e-06, |
| "loss": 0.6152, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.03522504892367906, |
| "grad_norm": 23.890037536621094, |
| "learning_rate": 9.647058823529412e-06, |
| "loss": 0.7305, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.03913894324853229, |
| "grad_norm": 29.455656051635742, |
| "learning_rate": 9.607843137254903e-06, |
| "loss": 0.6875, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.043052837573385516, |
| "grad_norm": 30.304548263549805, |
| "learning_rate": 9.568627450980393e-06, |
| "loss": 0.6426, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.046966731898238745, |
| "grad_norm": 28.69137191772461, |
| "learning_rate": 9.529411764705882e-06, |
| "loss": 0.7051, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.050880626223091974, |
| "grad_norm": 21.705123901367188, |
| "learning_rate": 9.490196078431373e-06, |
| "loss": 0.7051, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.0547945205479452, |
| "grad_norm": 30.71137046813965, |
| "learning_rate": 9.450980392156863e-06, |
| "loss": 0.8711, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.05870841487279843, |
| "grad_norm": 21.21854019165039, |
| "learning_rate": 9.411764705882354e-06, |
| "loss": 0.6465, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.06262230919765166, |
| "grad_norm": 20.575902938842773, |
| "learning_rate": 9.372549019607843e-06, |
| "loss": 0.6816, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.06653620352250489, |
| "grad_norm": 26.486536026000977, |
| "learning_rate": 9.333333333333334e-06, |
| "loss": 0.6484, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.07045009784735812, |
| "grad_norm": 20.01655387878418, |
| "learning_rate": 9.294117647058824e-06, |
| "loss": 0.6621, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.07436399217221135, |
| "grad_norm": 27.65776252746582, |
| "learning_rate": 9.254901960784315e-06, |
| "loss": 0.791, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.07827788649706457, |
| "grad_norm": 22.50664520263672, |
| "learning_rate": 9.215686274509804e-06, |
| "loss": 0.7734, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0821917808219178, |
| "grad_norm": 22.885677337646484, |
| "learning_rate": 9.176470588235294e-06, |
| "loss": 0.7812, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.08610567514677103, |
| "grad_norm": 20.37392234802246, |
| "learning_rate": 9.137254901960785e-06, |
| "loss": 0.7363, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.09001956947162426, |
| "grad_norm": 19.406883239746094, |
| "learning_rate": 9.098039215686276e-06, |
| "loss": 0.5781, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.09393346379647749, |
| "grad_norm": 24.332717895507812, |
| "learning_rate": 9.058823529411765e-06, |
| "loss": 0.666, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.09784735812133072, |
| "grad_norm": 20.917455673217773, |
| "learning_rate": 9.019607843137256e-06, |
| "loss": 0.6504, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.10176125244618395, |
| "grad_norm": 19.47399139404297, |
| "learning_rate": 8.980392156862746e-06, |
| "loss": 0.7285, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.10567514677103718, |
| "grad_norm": 28.136478424072266, |
| "learning_rate": 8.941176470588237e-06, |
| "loss": 0.7402, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.1095890410958904, |
| "grad_norm": 18.095579147338867, |
| "learning_rate": 8.901960784313726e-06, |
| "loss": 0.6562, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.11350293542074363, |
| "grad_norm": 18.166412353515625, |
| "learning_rate": 8.862745098039216e-06, |
| "loss": 0.6758, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.11741682974559686, |
| "grad_norm": 22.67608070373535, |
| "learning_rate": 8.823529411764707e-06, |
| "loss": 0.6309, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.12133072407045009, |
| "grad_norm": 21.273290634155273, |
| "learning_rate": 8.784313725490196e-06, |
| "loss": 0.7637, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.12524461839530332, |
| "grad_norm": 19.978851318359375, |
| "learning_rate": 8.745098039215687e-06, |
| "loss": 0.7432, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.12915851272015655, |
| "grad_norm": 33.78230667114258, |
| "learning_rate": 8.705882352941177e-06, |
| "loss": 1.1113, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.13307240704500978, |
| "grad_norm": 20.23151969909668, |
| "learning_rate": 8.666666666666668e-06, |
| "loss": 0.6758, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.136986301369863, |
| "grad_norm": 18.375417709350586, |
| "learning_rate": 8.627450980392157e-06, |
| "loss": 0.5703, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.14090019569471623, |
| "grad_norm": 21.369112014770508, |
| "learning_rate": 8.588235294117647e-06, |
| "loss": 0.6816, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.14481409001956946, |
| "grad_norm": 16.71885108947754, |
| "learning_rate": 8.549019607843138e-06, |
| "loss": 0.5215, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.1487279843444227, |
| "grad_norm": 18.679346084594727, |
| "learning_rate": 8.509803921568627e-06, |
| "loss": 0.6426, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.15264187866927592, |
| "grad_norm": 21.49001121520996, |
| "learning_rate": 8.470588235294118e-06, |
| "loss": 0.6055, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.15655577299412915, |
| "grad_norm": 23.428495407104492, |
| "learning_rate": 8.43137254901961e-06, |
| "loss": 0.834, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.16046966731898238, |
| "grad_norm": 21.168067932128906, |
| "learning_rate": 8.392156862745099e-06, |
| "loss": 0.7236, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.1643835616438356, |
| "grad_norm": 19.88214111328125, |
| "learning_rate": 8.35294117647059e-06, |
| "loss": 0.5801, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.16829745596868884, |
| "grad_norm": 21.480422973632812, |
| "learning_rate": 8.31372549019608e-06, |
| "loss": 0.8047, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.17221135029354206, |
| "grad_norm": 27.3992977142334, |
| "learning_rate": 8.274509803921569e-06, |
| "loss": 0.8438, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.1761252446183953, |
| "grad_norm": 17.163576126098633, |
| "learning_rate": 8.23529411764706e-06, |
| "loss": 0.6729, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.18003913894324852, |
| "grad_norm": 27.425546646118164, |
| "learning_rate": 8.19607843137255e-06, |
| "loss": 0.8125, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.18395303326810175, |
| "grad_norm": 17.309377670288086, |
| "learning_rate": 8.15686274509804e-06, |
| "loss": 0.6055, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.18786692759295498, |
| "grad_norm": 20.072425842285156, |
| "learning_rate": 8.11764705882353e-06, |
| "loss": 0.6406, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.1917808219178082, |
| "grad_norm": 29.32526206970215, |
| "learning_rate": 8.07843137254902e-06, |
| "loss": 0.8418, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.19569471624266144, |
| "grad_norm": 19.27393913269043, |
| "learning_rate": 8.03921568627451e-06, |
| "loss": 0.6699, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.19960861056751467, |
| "grad_norm": 20.099166870117188, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.7422, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.2035225048923679, |
| "grad_norm": 20.619558334350586, |
| "learning_rate": 7.96078431372549e-06, |
| "loss": 0.7559, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.20743639921722112, |
| "grad_norm": 16.634538650512695, |
| "learning_rate": 7.92156862745098e-06, |
| "loss": 0.6113, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.21135029354207435, |
| "grad_norm": 20.62796974182129, |
| "learning_rate": 7.882352941176471e-06, |
| "loss": 0.7227, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.21526418786692758, |
| "grad_norm": 18.67365074157715, |
| "learning_rate": 7.84313725490196e-06, |
| "loss": 0.7285, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.2191780821917808, |
| "grad_norm": 19.195316314697266, |
| "learning_rate": 7.803921568627452e-06, |
| "loss": 0.499, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.22309197651663404, |
| "grad_norm": 19.645790100097656, |
| "learning_rate": 7.764705882352941e-06, |
| "loss": 0.7344, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.22700587084148727, |
| "grad_norm": 17.333480834960938, |
| "learning_rate": 7.725490196078432e-06, |
| "loss": 0.6602, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.2309197651663405, |
| "grad_norm": 17.400426864624023, |
| "learning_rate": 7.686274509803923e-06, |
| "loss": 0.6582, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.23483365949119372, |
| "grad_norm": 16.94071388244629, |
| "learning_rate": 7.647058823529411e-06, |
| "loss": 0.6172, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.23874755381604695, |
| "grad_norm": 20.580204010009766, |
| "learning_rate": 7.607843137254902e-06, |
| "loss": 0.6348, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.24266144814090018, |
| "grad_norm": 18.06707191467285, |
| "learning_rate": 7.5686274509803925e-06, |
| "loss": 0.752, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.2465753424657534, |
| "grad_norm": 21.974361419677734, |
| "learning_rate": 7.529411764705883e-06, |
| "loss": 0.6934, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.25048923679060664, |
| "grad_norm": 18.627838134765625, |
| "learning_rate": 7.490196078431373e-06, |
| "loss": 0.666, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.25440313111545987, |
| "grad_norm": 24.03013038635254, |
| "learning_rate": 7.450980392156863e-06, |
| "loss": 0.75, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.2583170254403131, |
| "grad_norm": 21.04698944091797, |
| "learning_rate": 7.4117647058823535e-06, |
| "loss": 0.791, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.2622309197651663, |
| "grad_norm": 20.169849395751953, |
| "learning_rate": 7.372549019607845e-06, |
| "loss": 0.7324, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.26614481409001955, |
| "grad_norm": 17.215654373168945, |
| "learning_rate": 7.333333333333333e-06, |
| "loss": 0.5703, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.2700587084148728, |
| "grad_norm": 17.34694480895996, |
| "learning_rate": 7.294117647058823e-06, |
| "loss": 0.6758, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.273972602739726, |
| "grad_norm": 18.656417846679688, |
| "learning_rate": 7.2549019607843145e-06, |
| "loss": 0.6602, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.27788649706457924, |
| "grad_norm": 17.223094940185547, |
| "learning_rate": 7.215686274509805e-06, |
| "loss": 0.6504, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.28180039138943247, |
| "grad_norm": 20.023418426513672, |
| "learning_rate": 7.176470588235295e-06, |
| "loss": 0.7637, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 19.665098190307617, |
| "learning_rate": 7.137254901960785e-06, |
| "loss": 0.7031, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.2896281800391389, |
| "grad_norm": 16.643753051757812, |
| "learning_rate": 7.0980392156862755e-06, |
| "loss": 0.5801, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.29354207436399216, |
| "grad_norm": 17.616483688354492, |
| "learning_rate": 7.058823529411766e-06, |
| "loss": 0.584, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.2974559686888454, |
| "grad_norm": 18.30911636352539, |
| "learning_rate": 7.019607843137255e-06, |
| "loss": 0.7578, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.3013698630136986, |
| "grad_norm": 23.798246383666992, |
| "learning_rate": 6.9803921568627454e-06, |
| "loss": 0.6758, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.30528375733855184, |
| "grad_norm": 25.015972137451172, |
| "learning_rate": 6.941176470588236e-06, |
| "loss": 0.7266, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.30919765166340507, |
| "grad_norm": 16.107532501220703, |
| "learning_rate": 6.901960784313726e-06, |
| "loss": 0.6035, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.3131115459882583, |
| "grad_norm": 27.97053337097168, |
| "learning_rate": 6.862745098039216e-06, |
| "loss": 0.8535, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.31702544031311153, |
| "grad_norm": 20.14472198486328, |
| "learning_rate": 6.8235294117647065e-06, |
| "loss": 0.7461, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.32093933463796476, |
| "grad_norm": 17.23094367980957, |
| "learning_rate": 6.784313725490197e-06, |
| "loss": 0.6113, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.324853228962818, |
| "grad_norm": 21.04646873474121, |
| "learning_rate": 6.745098039215687e-06, |
| "loss": 0.7305, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.3287671232876712, |
| "grad_norm": 19.706920623779297, |
| "learning_rate": 6.705882352941176e-06, |
| "loss": 0.7207, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.33268101761252444, |
| "grad_norm": 20.11699867248535, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 0.7207, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.33659491193737767, |
| "grad_norm": 20.971492767333984, |
| "learning_rate": 6.627450980392157e-06, |
| "loss": 0.7441, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.3405088062622309, |
| "grad_norm": 19.476722717285156, |
| "learning_rate": 6.588235294117647e-06, |
| "loss": 0.7188, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.34442270058708413, |
| "grad_norm": 20.52178382873535, |
| "learning_rate": 6.549019607843137e-06, |
| "loss": 0.6719, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.34833659491193736, |
| "grad_norm": 21.943870544433594, |
| "learning_rate": 6.5098039215686285e-06, |
| "loss": 0.7422, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.3522504892367906, |
| "grad_norm": 19.915830612182617, |
| "learning_rate": 6.470588235294119e-06, |
| "loss": 0.627, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.3561643835616438, |
| "grad_norm": 20.40972137451172, |
| "learning_rate": 6.431372549019609e-06, |
| "loss": 0.6328, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.36007827788649704, |
| "grad_norm": 36.07078552246094, |
| "learning_rate": 6.3921568627450984e-06, |
| "loss": 1.043, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.3639921722113503, |
| "grad_norm": 20.237627029418945, |
| "learning_rate": 6.352941176470589e-06, |
| "loss": 0.6426, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.3679060665362035, |
| "grad_norm": 17.273475646972656, |
| "learning_rate": 6.313725490196079e-06, |
| "loss": 0.4648, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.37181996086105673, |
| "grad_norm": 22.85821533203125, |
| "learning_rate": 6.274509803921569e-06, |
| "loss": 0.8203, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.37573385518590996, |
| "grad_norm": 30.95992660522461, |
| "learning_rate": 6.2352941176470595e-06, |
| "loss": 0.7773, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.3796477495107632, |
| "grad_norm": 24.51490592956543, |
| "learning_rate": 6.19607843137255e-06, |
| "loss": 0.7188, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.3835616438356164, |
| "grad_norm": 19.44826889038086, |
| "learning_rate": 6.15686274509804e-06, |
| "loss": 0.6318, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.38747553816046965, |
| "grad_norm": 26.77659034729004, |
| "learning_rate": 6.11764705882353e-06, |
| "loss": 0.7363, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.3913894324853229, |
| "grad_norm": 24.762977600097656, |
| "learning_rate": 6.07843137254902e-06, |
| "loss": 0.7041, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.3953033268101761, |
| "grad_norm": 20.80742835998535, |
| "learning_rate": 6.03921568627451e-06, |
| "loss": 0.6133, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.39921722113502933, |
| "grad_norm": 20.675134658813477, |
| "learning_rate": 6e-06, |
| "loss": 0.666, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.40313111545988256, |
| "grad_norm": 21.61725616455078, |
| "learning_rate": 5.96078431372549e-06, |
| "loss": 0.6465, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.4070450097847358, |
| "grad_norm": 20.770998001098633, |
| "learning_rate": 5.921568627450981e-06, |
| "loss": 0.748, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.410958904109589, |
| "grad_norm": 19.81855010986328, |
| "learning_rate": 5.882352941176471e-06, |
| "loss": 0.6328, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.41487279843444225, |
| "grad_norm": 19.529430389404297, |
| "learning_rate": 5.843137254901961e-06, |
| "loss": 0.6367, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.4187866927592955, |
| "grad_norm": 21.23464012145996, |
| "learning_rate": 5.803921568627452e-06, |
| "loss": 0.6914, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.4227005870841487, |
| "grad_norm": 42.98903274536133, |
| "learning_rate": 5.764705882352941e-06, |
| "loss": 0.9609, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.42661448140900193, |
| "grad_norm": 18.04936408996582, |
| "learning_rate": 5.725490196078431e-06, |
| "loss": 0.5, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.43052837573385516, |
| "grad_norm": 30.827211380004883, |
| "learning_rate": 5.686274509803922e-06, |
| "loss": 0.8564, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.4344422700587084, |
| "grad_norm": 30.2517032623291, |
| "learning_rate": 5.6470588235294125e-06, |
| "loss": 0.6953, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.4383561643835616, |
| "grad_norm": 22.330467224121094, |
| "learning_rate": 5.607843137254903e-06, |
| "loss": 0.6133, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.44227005870841485, |
| "grad_norm": 23.358022689819336, |
| "learning_rate": 5.568627450980393e-06, |
| "loss": 0.7617, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.4461839530332681, |
| "grad_norm": 27.15355682373047, |
| "learning_rate": 5.529411764705883e-06, |
| "loss": 0.6064, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.4500978473581213, |
| "grad_norm": 20.863426208496094, |
| "learning_rate": 5.4901960784313735e-06, |
| "loss": 0.4629, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.45401174168297453, |
| "grad_norm": 24.13099479675293, |
| "learning_rate": 5.450980392156863e-06, |
| "loss": 0.7461, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.45792563600782776, |
| "grad_norm": 21.187448501586914, |
| "learning_rate": 5.411764705882353e-06, |
| "loss": 0.7383, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.461839530332681, |
| "grad_norm": 27.121164321899414, |
| "learning_rate": 5.372549019607843e-06, |
| "loss": 0.7891, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.4657534246575342, |
| "grad_norm": 20.777185440063477, |
| "learning_rate": 5.333333333333334e-06, |
| "loss": 0.5225, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.46966731898238745, |
| "grad_norm": 26.442543029785156, |
| "learning_rate": 5.294117647058824e-06, |
| "loss": 0.8965, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.4735812133072407, |
| "grad_norm": 16.87776756286621, |
| "learning_rate": 5.254901960784314e-06, |
| "loss": 0.3662, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.4774951076320939, |
| "grad_norm": 22.01878547668457, |
| "learning_rate": 5.2156862745098044e-06, |
| "loss": 0.5732, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.48140900195694714, |
| "grad_norm": 18.766368865966797, |
| "learning_rate": 5.176470588235295e-06, |
| "loss": 0.4912, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.48532289628180036, |
| "grad_norm": 18.304288864135742, |
| "learning_rate": 5.137254901960784e-06, |
| "loss": 0.5469, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.4892367906066536, |
| "grad_norm": 27.0838565826416, |
| "learning_rate": 5.098039215686274e-06, |
| "loss": 0.8457, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.4931506849315068, |
| "grad_norm": 17.831584930419922, |
| "learning_rate": 5.058823529411765e-06, |
| "loss": 0.4189, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.49706457925636005, |
| "grad_norm": 25.150676727294922, |
| "learning_rate": 5.019607843137255e-06, |
| "loss": 0.5967, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.5009784735812133, |
| "grad_norm": 29.916927337646484, |
| "learning_rate": 4.980392156862746e-06, |
| "loss": 0.9102, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.5048923679060665, |
| "grad_norm": 22.988473892211914, |
| "learning_rate": 4.941176470588236e-06, |
| "loss": 0.543, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.5088062622309197, |
| "grad_norm": 28.76955223083496, |
| "learning_rate": 4.901960784313726e-06, |
| "loss": 0.8105, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.512720156555773, |
| "grad_norm": 29.070444107055664, |
| "learning_rate": 4.862745098039216e-06, |
| "loss": 0.5308, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.5166340508806262, |
| "grad_norm": 41.238914489746094, |
| "learning_rate": 4.823529411764706e-06, |
| "loss": 0.998, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.5205479452054794, |
| "grad_norm": 21.324832916259766, |
| "learning_rate": 4.784313725490196e-06, |
| "loss": 0.5146, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.5244618395303327, |
| "grad_norm": 23.553356170654297, |
| "learning_rate": 4.745098039215687e-06, |
| "loss": 0.502, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.5283757338551859, |
| "grad_norm": 33.09126663208008, |
| "learning_rate": 4.705882352941177e-06, |
| "loss": 0.9336, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.5322896281800391, |
| "grad_norm": 32.21029281616211, |
| "learning_rate": 4.666666666666667e-06, |
| "loss": 0.7549, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.5362035225048923, |
| "grad_norm": 29.427898406982422, |
| "learning_rate": 4.627450980392157e-06, |
| "loss": 0.4893, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.5401174168297456, |
| "grad_norm": 23.003868103027344, |
| "learning_rate": 4.588235294117647e-06, |
| "loss": 0.5938, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.5440313111545988, |
| "grad_norm": 36.66391372680664, |
| "learning_rate": 4.549019607843138e-06, |
| "loss": 1.0078, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.547945205479452, |
| "grad_norm": 24.132999420166016, |
| "learning_rate": 4.509803921568628e-06, |
| "loss": 0.5479, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.5518590998043053, |
| "grad_norm": 26.13268280029297, |
| "learning_rate": 4.4705882352941184e-06, |
| "loss": 0.5039, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.5557729941291585, |
| "grad_norm": 36.02132034301758, |
| "learning_rate": 4.431372549019608e-06, |
| "loss": 0.916, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.5596868884540117, |
| "grad_norm": 24.24317741394043, |
| "learning_rate": 4.392156862745098e-06, |
| "loss": 0.417, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.5636007827788649, |
| "grad_norm": 30.09670066833496, |
| "learning_rate": 4.352941176470588e-06, |
| "loss": 0.6914, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.5675146771037182, |
| "grad_norm": 31.203584671020508, |
| "learning_rate": 4.313725490196079e-06, |
| "loss": 0.6328, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 25.28211212158203, |
| "learning_rate": 4.274509803921569e-06, |
| "loss": 0.6133, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.5753424657534246, |
| "grad_norm": 37.595375061035156, |
| "learning_rate": 4.235294117647059e-06, |
| "loss": 0.8926, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.5792563600782779, |
| "grad_norm": 32.950469970703125, |
| "learning_rate": 4.196078431372549e-06, |
| "loss": 0.8105, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.5831702544031311, |
| "grad_norm": 27.790950775146484, |
| "learning_rate": 4.15686274509804e-06, |
| "loss": 0.7188, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.5870841487279843, |
| "grad_norm": 25.586286544799805, |
| "learning_rate": 4.11764705882353e-06, |
| "loss": 0.4209, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.5909980430528375, |
| "grad_norm": 28.530052185058594, |
| "learning_rate": 4.07843137254902e-06, |
| "loss": 0.624, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.5949119373776908, |
| "grad_norm": 24.636592864990234, |
| "learning_rate": 4.03921568627451e-06, |
| "loss": 0.499, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.598825831702544, |
| "grad_norm": 26.40654754638672, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.3857, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.6027397260273972, |
| "grad_norm": 34.652889251708984, |
| "learning_rate": 3.96078431372549e-06, |
| "loss": 0.7246, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.6066536203522505, |
| "grad_norm": 47.83692169189453, |
| "learning_rate": 3.92156862745098e-06, |
| "loss": 1.0156, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.6105675146771037, |
| "grad_norm": 28.949697494506836, |
| "learning_rate": 3.882352941176471e-06, |
| "loss": 0.5156, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.6144814090019569, |
| "grad_norm": 22.209552764892578, |
| "learning_rate": 3.843137254901962e-06, |
| "loss": 0.3306, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.6183953033268101, |
| "grad_norm": 35.80719757080078, |
| "learning_rate": 3.803921568627451e-06, |
| "loss": 0.9258, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.6223091976516634, |
| "grad_norm": 21.83152198791504, |
| "learning_rate": 3.7647058823529414e-06, |
| "loss": 0.3984, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.6262230919765166, |
| "grad_norm": 37.10114669799805, |
| "learning_rate": 3.7254901960784316e-06, |
| "loss": 0.5264, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.6301369863013698, |
| "grad_norm": 35.30165100097656, |
| "learning_rate": 3.6862745098039223e-06, |
| "loss": 0.8574, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.6340508806262231, |
| "grad_norm": 48.411617279052734, |
| "learning_rate": 3.6470588235294117e-06, |
| "loss": 0.9551, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.6379647749510763, |
| "grad_norm": 35.921085357666016, |
| "learning_rate": 3.6078431372549024e-06, |
| "loss": 0.5713, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.6418786692759295, |
| "grad_norm": 34.80085372924805, |
| "learning_rate": 3.5686274509803926e-06, |
| "loss": 0.5977, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.6457925636007827, |
| "grad_norm": 34.023563385009766, |
| "learning_rate": 3.529411764705883e-06, |
| "loss": 0.4863, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.649706457925636, |
| "grad_norm": 23.1094970703125, |
| "learning_rate": 3.4901960784313727e-06, |
| "loss": 0.3701, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.6536203522504892, |
| "grad_norm": 34.026580810546875, |
| "learning_rate": 3.450980392156863e-06, |
| "loss": 0.5391, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.6575342465753424, |
| "grad_norm": 47.0769157409668, |
| "learning_rate": 3.4117647058823532e-06, |
| "loss": 0.9609, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.6614481409001957, |
| "grad_norm": 32.36403274536133, |
| "learning_rate": 3.3725490196078435e-06, |
| "loss": 0.3496, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.6653620352250489, |
| "grad_norm": 51.04401779174805, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 0.877, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.6692759295499021, |
| "grad_norm": 33.55438995361328, |
| "learning_rate": 3.2941176470588236e-06, |
| "loss": 0.6279, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.6731898238747553, |
| "grad_norm": 48.1519889831543, |
| "learning_rate": 3.2549019607843143e-06, |
| "loss": 0.6377, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.6771037181996086, |
| "grad_norm": 32.186336517333984, |
| "learning_rate": 3.2156862745098045e-06, |
| "loss": 0.6621, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.6810176125244618, |
| "grad_norm": 27.279178619384766, |
| "learning_rate": 3.1764705882352943e-06, |
| "loss": 0.5645, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.684931506849315, |
| "grad_norm": 60.810707092285156, |
| "learning_rate": 3.1372549019607846e-06, |
| "loss": 1.082, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.6888454011741683, |
| "grad_norm": 44.514869689941406, |
| "learning_rate": 3.098039215686275e-06, |
| "loss": 0.5156, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.6927592954990215, |
| "grad_norm": 46.69163131713867, |
| "learning_rate": 3.058823529411765e-06, |
| "loss": 0.5449, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.6966731898238747, |
| "grad_norm": 32.7429313659668, |
| "learning_rate": 3.019607843137255e-06, |
| "loss": 0.3965, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.700587084148728, |
| "grad_norm": 40.568519592285156, |
| "learning_rate": 2.980392156862745e-06, |
| "loss": 0.5269, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.7045009784735812, |
| "grad_norm": 42.448726654052734, |
| "learning_rate": 2.9411764705882355e-06, |
| "loss": 0.6172, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.7084148727984344, |
| "grad_norm": 22.704015731811523, |
| "learning_rate": 2.901960784313726e-06, |
| "loss": 0.4219, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.7123287671232876, |
| "grad_norm": 35.70201110839844, |
| "learning_rate": 2.8627450980392155e-06, |
| "loss": 0.3955, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.7162426614481409, |
| "grad_norm": 44.086280822753906, |
| "learning_rate": 2.8235294117647062e-06, |
| "loss": 0.8623, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.7201565557729941, |
| "grad_norm": 100.1460189819336, |
| "learning_rate": 2.7843137254901965e-06, |
| "loss": 1.7773, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.7240704500978473, |
| "grad_norm": 49.51592254638672, |
| "learning_rate": 2.7450980392156867e-06, |
| "loss": 0.9736, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.7279843444227005, |
| "grad_norm": 41.7654914855957, |
| "learning_rate": 2.7058823529411766e-06, |
| "loss": 0.9316, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.7318982387475538, |
| "grad_norm": 49.708526611328125, |
| "learning_rate": 2.666666666666667e-06, |
| "loss": 0.7969, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.735812133072407, |
| "grad_norm": 73.48169708251953, |
| "learning_rate": 2.627450980392157e-06, |
| "loss": 1.1836, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.7397260273972602, |
| "grad_norm": 34.95996856689453, |
| "learning_rate": 2.5882352941176473e-06, |
| "loss": 0.3926, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.7436399217221135, |
| "grad_norm": 29.19251251220703, |
| "learning_rate": 2.549019607843137e-06, |
| "loss": 0.4092, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.7475538160469667, |
| "grad_norm": 38.58152770996094, |
| "learning_rate": 2.5098039215686274e-06, |
| "loss": 0.7246, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.7514677103718199, |
| "grad_norm": 23.995059967041016, |
| "learning_rate": 2.470588235294118e-06, |
| "loss": 0.5684, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.7553816046966731, |
| "grad_norm": 69.17566680908203, |
| "learning_rate": 2.431372549019608e-06, |
| "loss": 1.0156, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.7592954990215264, |
| "grad_norm": 33.91133117675781, |
| "learning_rate": 2.392156862745098e-06, |
| "loss": 0.4043, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.7632093933463796, |
| "grad_norm": 53.28361511230469, |
| "learning_rate": 2.3529411764705885e-06, |
| "loss": 1.0801, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.7671232876712328, |
| "grad_norm": 74.28852081298828, |
| "learning_rate": 2.3137254901960787e-06, |
| "loss": 0.9609, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.7710371819960861, |
| "grad_norm": 30.927936553955078, |
| "learning_rate": 2.274509803921569e-06, |
| "loss": 0.4595, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.7749510763209393, |
| "grad_norm": 39.658348083496094, |
| "learning_rate": 2.2352941176470592e-06, |
| "loss": 0.7539, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.7788649706457925, |
| "grad_norm": 36.83723068237305, |
| "learning_rate": 2.196078431372549e-06, |
| "loss": 0.7422, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.7827788649706457, |
| "grad_norm": 31.887121200561523, |
| "learning_rate": 2.1568627450980393e-06, |
| "loss": 0.6953, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.786692759295499, |
| "grad_norm": 37.30141067504883, |
| "learning_rate": 2.1176470588235296e-06, |
| "loss": 0.4375, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.7906066536203522, |
| "grad_norm": 49.28624725341797, |
| "learning_rate": 2.07843137254902e-06, |
| "loss": 1.0371, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.7945205479452054, |
| "grad_norm": 50.49917984008789, |
| "learning_rate": 2.03921568627451e-06, |
| "loss": 0.3906, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.7984344422700587, |
| "grad_norm": 32.133949279785156, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.5186, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.8023483365949119, |
| "grad_norm": 34.72405242919922, |
| "learning_rate": 1.96078431372549e-06, |
| "loss": 0.4971, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.8062622309197651, |
| "grad_norm": 22.606107711791992, |
| "learning_rate": 1.921568627450981e-06, |
| "loss": 0.2954, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.8101761252446184, |
| "grad_norm": 36.00542449951172, |
| "learning_rate": 1.8823529411764707e-06, |
| "loss": 0.4756, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.8140900195694716, |
| "grad_norm": 36.495155334472656, |
| "learning_rate": 1.8431372549019611e-06, |
| "loss": 0.752, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.8180039138943248, |
| "grad_norm": 40.29722595214844, |
| "learning_rate": 1.8039215686274512e-06, |
| "loss": 0.7129, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.821917808219178, |
| "grad_norm": 27.014453887939453, |
| "learning_rate": 1.7647058823529414e-06, |
| "loss": 0.4629, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.8258317025440313, |
| "grad_norm": 52.40525436401367, |
| "learning_rate": 1.7254901960784315e-06, |
| "loss": 0.6465, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.8297455968688845, |
| "grad_norm": 58.047672271728516, |
| "learning_rate": 1.6862745098039217e-06, |
| "loss": 0.6484, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.8336594911937377, |
| "grad_norm": 45.495880126953125, |
| "learning_rate": 1.6470588235294118e-06, |
| "loss": 0.627, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.837573385518591, |
| "grad_norm": 69.82907104492188, |
| "learning_rate": 1.6078431372549023e-06, |
| "loss": 0.6094, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.8414872798434442, |
| "grad_norm": 40.72998046875, |
| "learning_rate": 1.5686274509803923e-06, |
| "loss": 0.4688, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.8454011741682974, |
| "grad_norm": 40.783119201660156, |
| "learning_rate": 1.5294117647058826e-06, |
| "loss": 0.6045, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.8493150684931506, |
| "grad_norm": 50.536048889160156, |
| "learning_rate": 1.4901960784313726e-06, |
| "loss": 0.668, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.8532289628180039, |
| "grad_norm": 26.48868179321289, |
| "learning_rate": 1.450980392156863e-06, |
| "loss": 0.3135, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 92.84970092773438, |
| "learning_rate": 1.4117647058823531e-06, |
| "loss": 0.7402, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.8610567514677103, |
| "grad_norm": 52.71649169921875, |
| "learning_rate": 1.3725490196078434e-06, |
| "loss": 0.7832, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.8649706457925636, |
| "grad_norm": 49.83753967285156, |
| "learning_rate": 1.3333333333333334e-06, |
| "loss": 0.668, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.8688845401174168, |
| "grad_norm": 31.568586349487305, |
| "learning_rate": 1.2941176470588237e-06, |
| "loss": 0.3599, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.87279843444227, |
| "grad_norm": 49.77619934082031, |
| "learning_rate": 1.2549019607843137e-06, |
| "loss": 0.7168, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.8767123287671232, |
| "grad_norm": 85.63893127441406, |
| "learning_rate": 1.215686274509804e-06, |
| "loss": 1.0234, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.8806262230919765, |
| "grad_norm": 37.95510482788086, |
| "learning_rate": 1.1764705882352942e-06, |
| "loss": 0.5215, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.8845401174168297, |
| "grad_norm": 68.19884490966797, |
| "learning_rate": 1.1372549019607845e-06, |
| "loss": 0.8105, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.8884540117416829, |
| "grad_norm": 50.0982666015625, |
| "learning_rate": 1.0980392156862745e-06, |
| "loss": 0.79, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.8923679060665362, |
| "grad_norm": 101.46347045898438, |
| "learning_rate": 1.0588235294117648e-06, |
| "loss": 1.0586, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.8962818003913894, |
| "grad_norm": 80.32396697998047, |
| "learning_rate": 1.019607843137255e-06, |
| "loss": 0.6367, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.9001956947162426, |
| "grad_norm": 44.84475326538086, |
| "learning_rate": 9.80392156862745e-07, |
| "loss": 0.7969, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.9041095890410958, |
| "grad_norm": 48.397239685058594, |
| "learning_rate": 9.411764705882353e-07, |
| "loss": 0.6562, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.9080234833659491, |
| "grad_norm": 54.06624984741211, |
| "learning_rate": 9.019607843137256e-07, |
| "loss": 0.7578, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.9119373776908023, |
| "grad_norm": 74.30240631103516, |
| "learning_rate": 8.627450980392157e-07, |
| "loss": 0.7861, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.9158512720156555, |
| "grad_norm": 105.15657043457031, |
| "learning_rate": 8.235294117647059e-07, |
| "loss": 0.7014, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.9197651663405088, |
| "grad_norm": 51.52583694458008, |
| "learning_rate": 7.843137254901962e-07, |
| "loss": 0.752, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.923679060665362, |
| "grad_norm": 30.393779754638672, |
| "learning_rate": 7.450980392156863e-07, |
| "loss": 0.2056, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.9275929549902152, |
| "grad_norm": 28.403417587280273, |
| "learning_rate": 7.058823529411766e-07, |
| "loss": 0.1951, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.9315068493150684, |
| "grad_norm": 51.4306640625, |
| "learning_rate": 6.666666666666667e-07, |
| "loss": 0.5312, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.9354207436399217, |
| "grad_norm": 41.486446380615234, |
| "learning_rate": 6.274509803921569e-07, |
| "loss": 0.2686, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.9393346379647749, |
| "grad_norm": 35.38566970825195, |
| "learning_rate": 5.882352941176471e-07, |
| "loss": 0.3149, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.9432485322896281, |
| "grad_norm": 50.63884735107422, |
| "learning_rate": 5.490196078431373e-07, |
| "loss": 0.5977, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.9471624266144814, |
| "grad_norm": 48.22124481201172, |
| "learning_rate": 5.098039215686275e-07, |
| "loss": 0.7041, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.9510763209393346, |
| "grad_norm": 65.34977722167969, |
| "learning_rate": 4.7058823529411767e-07, |
| "loss": 1.0, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.9549902152641878, |
| "grad_norm": 47.49263000488281, |
| "learning_rate": 4.3137254901960787e-07, |
| "loss": 0.5352, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.958904109589041, |
| "grad_norm": 48.74634552001953, |
| "learning_rate": 3.921568627450981e-07, |
| "loss": 0.5166, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.9628180039138943, |
| "grad_norm": 43.316322326660156, |
| "learning_rate": 3.529411764705883e-07, |
| "loss": 0.6279, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.9667318982387475, |
| "grad_norm": 29.874509811401367, |
| "learning_rate": 3.1372549019607843e-07, |
| "loss": 0.1953, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.9706457925636007, |
| "grad_norm": 107.00479888916016, |
| "learning_rate": 2.7450980392156863e-07, |
| "loss": 0.9375, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.974559686888454, |
| "grad_norm": 80.3258285522461, |
| "learning_rate": 2.3529411764705883e-07, |
| "loss": 1.0977, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.9784735812133072, |
| "grad_norm": 48.2215690612793, |
| "learning_rate": 1.9607843137254904e-07, |
| "loss": 0.7598, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.9823874755381604, |
| "grad_norm": 47.73377227783203, |
| "learning_rate": 1.5686274509803921e-07, |
| "loss": 0.7207, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.9863013698630136, |
| "grad_norm": 42.210811614990234, |
| "learning_rate": 1.1764705882352942e-07, |
| "loss": 0.5166, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.9902152641878669, |
| "grad_norm": 46.40138244628906, |
| "learning_rate": 7.843137254901961e-08, |
| "loss": 0.5781, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.9941291585127201, |
| "grad_norm": 54.96934127807617, |
| "learning_rate": 3.9215686274509804e-08, |
| "loss": 0.4463, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.9980430528375733, |
| "grad_norm": 26.624391555786133, |
| "learning_rate": 0.0, |
| "loss": 0.4082, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.9980430528375733, |
| "eval_accuracy": 0.6229508196721312, |
| "eval_loss": 0.6867475509643555, |
| "eval_runtime": 6.0663, |
| "eval_samples_per_second": 10.056, |
| "eval_steps_per_second": 10.056, |
| "step": 255 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 255, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
