| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 6.0, |
| "eval_steps": 500, |
| "global_step": 2844, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004219409282700422, |
| "grad_norm": 59.86221694946289, |
| "learning_rate": 5.594405594405594e-08, |
| "loss": 2.1981945037841797, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.008438818565400843, |
| "grad_norm": 12.374919891357422, |
| "learning_rate": 1.6783216783216782e-07, |
| "loss": 1.7811565399169922, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.012658227848101266, |
| "grad_norm": 2.8306868076324463, |
| "learning_rate": 2.7972027972027973e-07, |
| "loss": 1.9376487731933594, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.016877637130801686, |
| "grad_norm": 5.625478267669678, |
| "learning_rate": 3.916083916083916e-07, |
| "loss": 1.9494853019714355, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.02109704641350211, |
| "grad_norm": 15.797261238098145, |
| "learning_rate": 5.034965034965036e-07, |
| "loss": 1.849827766418457, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.02531645569620253, |
| "grad_norm": 2.746943950653076, |
| "learning_rate": 6.153846153846154e-07, |
| "loss": 1.3138155937194824, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.029535864978902954, |
| "grad_norm": 7.311520576477051, |
| "learning_rate": 7.272727272727272e-07, |
| "loss": 1.650458574295044, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03375527426160337, |
| "grad_norm": 10.263240814208984, |
| "learning_rate": 8.391608391608391e-07, |
| "loss": 2.136387825012207, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.0379746835443038, |
| "grad_norm": 1.834839940071106, |
| "learning_rate": 9.51048951048951e-07, |
| "loss": 1.8011322021484375, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.04219409282700422, |
| "grad_norm": 3.437499761581421, |
| "learning_rate": 1.0629370629370628e-06, |
| "loss": 1.872532606124878, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.046413502109704644, |
| "grad_norm": 2.469942808151245, |
| "learning_rate": 1.1748251748251746e-06, |
| "loss": 1.5344078540802002, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.05063291139240506, |
| "grad_norm": 3.802064895629883, |
| "learning_rate": 1.2867132867132867e-06, |
| "loss": 1.7150638103485107, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.05485232067510549, |
| "grad_norm": 3.20348858833313, |
| "learning_rate": 1.3986013986013985e-06, |
| "loss": 1.5234665870666504, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.05907172995780591, |
| "grad_norm": 3.4241185188293457, |
| "learning_rate": 1.5104895104895103e-06, |
| "loss": 1.8226149082183838, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.06329113924050633, |
| "grad_norm": 9.308449745178223, |
| "learning_rate": 1.6223776223776222e-06, |
| "loss": 1.499394178390503, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.06751054852320675, |
| "grad_norm": 2.2547056674957275, |
| "learning_rate": 1.734265734265734e-06, |
| "loss": 1.6274735927581787, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.07172995780590717, |
| "grad_norm": 43.91905212402344, |
| "learning_rate": 1.8461538461538462e-06, |
| "loss": 1.1456708908081055, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.0759493670886076, |
| "grad_norm": 3.9160234928131104, |
| "learning_rate": 1.958041958041958e-06, |
| "loss": 1.6436142921447754, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.08016877637130802, |
| "grad_norm": 4.995796203613281, |
| "learning_rate": 2.06993006993007e-06, |
| "loss": 1.1828241348266602, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.08438818565400844, |
| "grad_norm": 1.9018964767456055, |
| "learning_rate": 2.1818181818181815e-06, |
| "loss": 1.6038843393325806, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.08860759493670886, |
| "grad_norm": 70.95392608642578, |
| "learning_rate": 2.2937062937062938e-06, |
| "loss": 1.1521950960159302, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.09282700421940929, |
| "grad_norm": 5.062403202056885, |
| "learning_rate": 2.405594405594405e-06, |
| "loss": 1.8195090293884277, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0970464135021097, |
| "grad_norm": 7.01928186416626, |
| "learning_rate": 2.5174825174825174e-06, |
| "loss": 1.6717772483825684, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.10126582278481013, |
| "grad_norm": 2.7374989986419678, |
| "learning_rate": 2.629370629370629e-06, |
| "loss": 1.5755090713500977, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.10548523206751055, |
| "grad_norm": 3.8747036457061768, |
| "learning_rate": 2.741258741258741e-06, |
| "loss": 0.8314967751502991, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.10970464135021098, |
| "grad_norm": 5.7753753662109375, |
| "learning_rate": 2.8531468531468534e-06, |
| "loss": 0.8825576305389404, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.11392405063291139, |
| "grad_norm": 2.804755449295044, |
| "learning_rate": 2.9650349650349648e-06, |
| "loss": 0.8038457632064819, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.11814345991561181, |
| "grad_norm": 2.4263148307800293, |
| "learning_rate": 3.076923076923077e-06, |
| "loss": 1.4315626621246338, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.12236286919831224, |
| "grad_norm": 8.127001762390137, |
| "learning_rate": 3.1888111888111884e-06, |
| "loss": 0.7465399503707886, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.12658227848101267, |
| "grad_norm": 2.8598272800445557, |
| "learning_rate": 3.3006993006993007e-06, |
| "loss": 1.4817099571228027, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.1308016877637131, |
| "grad_norm": 3.184314489364624, |
| "learning_rate": 3.4125874125874125e-06, |
| "loss": 1.5089186429977417, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.1350210970464135, |
| "grad_norm": 1.7058652639389038, |
| "learning_rate": 3.5244755244755243e-06, |
| "loss": 1.0980231761932373, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.13924050632911392, |
| "grad_norm": 4.485511779785156, |
| "learning_rate": 3.636363636363636e-06, |
| "loss": 0.8224247694015503, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.14345991561181434, |
| "grad_norm": 2.326599359512329, |
| "learning_rate": 3.748251748251748e-06, |
| "loss": 1.1156786680221558, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.14767932489451477, |
| "grad_norm": 5.480278491973877, |
| "learning_rate": 3.860139860139859e-06, |
| "loss": 0.9959129095077515, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.1518987341772152, |
| "grad_norm": 2.004271984100342, |
| "learning_rate": 3.972027972027972e-06, |
| "loss": 1.2949004173278809, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.15611814345991562, |
| "grad_norm": 5.011590957641602, |
| "learning_rate": 4.083916083916084e-06, |
| "loss": 1.046140193939209, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.16033755274261605, |
| "grad_norm": 5.78662633895874, |
| "learning_rate": 4.195804195804196e-06, |
| "loss": 0.86857008934021, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.16455696202531644, |
| "grad_norm": 2.636563539505005, |
| "learning_rate": 4.3076923076923076e-06, |
| "loss": 1.3720424175262451, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.16877637130801687, |
| "grad_norm": 2.0765841007232666, |
| "learning_rate": 4.4195804195804185e-06, |
| "loss": 1.3632028102874756, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.1729957805907173, |
| "grad_norm": 2.3837273120880127, |
| "learning_rate": 4.531468531468531e-06, |
| "loss": 1.4058136940002441, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.17721518987341772, |
| "grad_norm": 4.226639747619629, |
| "learning_rate": 4.643356643356643e-06, |
| "loss": 0.7853094339370728, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.18143459915611815, |
| "grad_norm": 4.09359884262085, |
| "learning_rate": 4.755244755244755e-06, |
| "loss": 1.1315921545028687, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.18565400843881857, |
| "grad_norm": 1.9499998092651367, |
| "learning_rate": 4.8671328671328676e-06, |
| "loss": 1.323297381401062, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.189873417721519, |
| "grad_norm": 7.248386383056641, |
| "learning_rate": 4.9790209790209785e-06, |
| "loss": 0.6489843726158142, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.1940928270042194, |
| "grad_norm": 3.945362091064453, |
| "learning_rate": 5.09090909090909e-06, |
| "loss": 1.7082250118255615, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.19831223628691982, |
| "grad_norm": 9.237424850463867, |
| "learning_rate": 5.202797202797202e-06, |
| "loss": 0.9587538242340088, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.20253164556962025, |
| "grad_norm": 2.5106499195098877, |
| "learning_rate": 5.314685314685315e-06, |
| "loss": 1.4145572185516357, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.20675105485232068, |
| "grad_norm": 2.280298948287964, |
| "learning_rate": 5.426573426573427e-06, |
| "loss": 1.4730861186981201, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.2109704641350211, |
| "grad_norm": 4.468693256378174, |
| "learning_rate": 5.538461538461538e-06, |
| "loss": 1.24980628490448, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.21518987341772153, |
| "grad_norm": 2.57384991645813, |
| "learning_rate": 5.6503496503496495e-06, |
| "loss": 1.0641834735870361, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.21940928270042195, |
| "grad_norm": 2.2377758026123047, |
| "learning_rate": 5.762237762237762e-06, |
| "loss": 0.9983944892883301, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.22362869198312235, |
| "grad_norm": 7.83008337020874, |
| "learning_rate": 5.874125874125874e-06, |
| "loss": 0.9789789319038391, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.22784810126582278, |
| "grad_norm": 2.1825568675994873, |
| "learning_rate": 5.986013986013986e-06, |
| "loss": 0.9948168992996216, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.2320675105485232, |
| "grad_norm": 1.7740533351898193, |
| "learning_rate": 6.097902097902097e-06, |
| "loss": 1.0290191173553467, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.23628691983122363, |
| "grad_norm": 1.6431820392608643, |
| "learning_rate": 6.2097902097902095e-06, |
| "loss": 1.3816218376159668, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.24050632911392406, |
| "grad_norm": 4.050329208374023, |
| "learning_rate": 6.321678321678321e-06, |
| "loss": 1.2858781814575195, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.24472573839662448, |
| "grad_norm": 4.519939422607422, |
| "learning_rate": 6.433566433566433e-06, |
| "loss": 1.6122548580169678, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.2489451476793249, |
| "grad_norm": 1.7163703441619873, |
| "learning_rate": 6.545454545454546e-06, |
| "loss": 1.2705044746398926, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.25316455696202533, |
| "grad_norm": 1.1608729362487793, |
| "learning_rate": 6.657342657342657e-06, |
| "loss": 1.0020270347595215, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.25738396624472576, |
| "grad_norm": 4.328707695007324, |
| "learning_rate": 6.769230769230769e-06, |
| "loss": 1.2712280750274658, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.2616033755274262, |
| "grad_norm": 1.8052810430526733, |
| "learning_rate": 6.8811188811188805e-06, |
| "loss": 1.2797789573669434, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.26582278481012656, |
| "grad_norm": 2.120347023010254, |
| "learning_rate": 6.993006993006993e-06, |
| "loss": 1.3641468286514282, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.270042194092827, |
| "grad_norm": 7.924063682556152, |
| "learning_rate": 7.104895104895105e-06, |
| "loss": 0.8769274950027466, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.2742616033755274, |
| "grad_norm": 2.9971201419830322, |
| "learning_rate": 7.216783216783216e-06, |
| "loss": 1.1519945859909058, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.27848101265822783, |
| "grad_norm": 4.976275444030762, |
| "learning_rate": 7.328671328671328e-06, |
| "loss": 1.217698335647583, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.28270042194092826, |
| "grad_norm": 3.9333672523498535, |
| "learning_rate": 7.4405594405594405e-06, |
| "loss": 0.6807541847229004, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.2869198312236287, |
| "grad_norm": 4.12578821182251, |
| "learning_rate": 7.552447552447552e-06, |
| "loss": 0.8635811805725098, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.2911392405063291, |
| "grad_norm": 4.128167629241943, |
| "learning_rate": 7.664335664335663e-06, |
| "loss": 1.3738093376159668, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.29535864978902954, |
| "grad_norm": 4.789083957672119, |
| "learning_rate": 7.776223776223776e-06, |
| "loss": 0.9322667717933655, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.29957805907172996, |
| "grad_norm": 5.845694541931152, |
| "learning_rate": 7.888111888111889e-06, |
| "loss": 1.2719149589538574, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.3037974683544304, |
| "grad_norm": 4.548868656158447, |
| "learning_rate": 8e-06, |
| "loss": 1.0755615234375, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.3080168776371308, |
| "grad_norm": 2.8906826972961426, |
| "learning_rate": 7.99999025946351e-06, |
| "loss": 1.3829221725463867, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.31223628691983124, |
| "grad_norm": 8.330571174621582, |
| "learning_rate": 7.999961037906754e-06, |
| "loss": 1.3621151447296143, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.31645569620253167, |
| "grad_norm": 3.5093352794647217, |
| "learning_rate": 7.999912335487857e-06, |
| "loss": 1.2308037281036377, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.3206751054852321, |
| "grad_norm": 6.054520606994629, |
| "learning_rate": 7.999844152470372e-06, |
| "loss": 1.2870557308197021, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.32489451476793246, |
| "grad_norm": 1.853664755821228, |
| "learning_rate": 7.999756489223264e-06, |
| "loss": 1.465219259262085, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.3291139240506329, |
| "grad_norm": 3.744748592376709, |
| "learning_rate": 7.999649346220915e-06, |
| "loss": 1.2533340454101562, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 3.5540201663970947, |
| "learning_rate": 7.999522724043118e-06, |
| "loss": 1.3192243576049805, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.33755274261603374, |
| "grad_norm": 1.734734058380127, |
| "learning_rate": 7.999376623375078e-06, |
| "loss": 1.302985429763794, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.34177215189873417, |
| "grad_norm": 4.0876383781433105, |
| "learning_rate": 7.999211045007407e-06, |
| "loss": 0.8754786849021912, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.3459915611814346, |
| "grad_norm": 4.771523952484131, |
| "learning_rate": 7.999025989836115e-06, |
| "loss": 1.2280066013336182, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.350210970464135, |
| "grad_norm": 8.509572982788086, |
| "learning_rate": 7.998821458862613e-06, |
| "loss": 0.8188046813011169, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.35443037974683544, |
| "grad_norm": 4.890702724456787, |
| "learning_rate": 7.998597453193701e-06, |
| "loss": 1.2213170528411865, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.35864978902953587, |
| "grad_norm": 1.8209432363510132, |
| "learning_rate": 7.998353974041564e-06, |
| "loss": 1.312690019607544, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.3628691983122363, |
| "grad_norm": 7.146384239196777, |
| "learning_rate": 7.998091022723772e-06, |
| "loss": 1.2072352170944214, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.3670886075949367, |
| "grad_norm": 3.6562139987945557, |
| "learning_rate": 7.997808600663259e-06, |
| "loss": 1.0147764682769775, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.37130801687763715, |
| "grad_norm": 1.787636637687683, |
| "learning_rate": 7.997506709388324e-06, |
| "loss": 1.3151808977127075, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.3755274261603376, |
| "grad_norm": 3.019120454788208, |
| "learning_rate": 7.997185350532626e-06, |
| "loss": 1.3140928745269775, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.379746835443038, |
| "grad_norm": 1.2904940843582153, |
| "learning_rate": 7.996844525835172e-06, |
| "loss": 1.0001540184020996, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.38396624472573837, |
| "grad_norm": 1.6466349363327026, |
| "learning_rate": 7.9964842371403e-06, |
| "loss": 1.2761380672454834, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.3881856540084388, |
| "grad_norm": 2.2190961837768555, |
| "learning_rate": 7.996104486397683e-06, |
| "loss": 1.272679090499878, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.3924050632911392, |
| "grad_norm": 8.958863258361816, |
| "learning_rate": 7.995705275662305e-06, |
| "loss": 0.5206277966499329, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.39662447257383965, |
| "grad_norm": 1.6779208183288574, |
| "learning_rate": 7.995286607094459e-06, |
| "loss": 0.9622843265533447, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.4008438818565401, |
| "grad_norm": 1.6733808517456055, |
| "learning_rate": 7.994848482959734e-06, |
| "loss": 1.0529744625091553, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.4050632911392405, |
| "grad_norm": 6.742412567138672, |
| "learning_rate": 7.994390905628996e-06, |
| "loss": 1.2907187938690186, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.4092827004219409, |
| "grad_norm": 5.04363489151001, |
| "learning_rate": 7.993913877578386e-06, |
| "loss": 1.062695026397705, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.41350210970464135, |
| "grad_norm": 1.8267443180084229, |
| "learning_rate": 7.993417401389293e-06, |
| "loss": 1.2746732234954834, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.4177215189873418, |
| "grad_norm": 2.2780373096466064, |
| "learning_rate": 7.99290147974836e-06, |
| "loss": 1.0202131271362305, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.4219409282700422, |
| "grad_norm": 2.0691215991973877, |
| "learning_rate": 7.992366115447445e-06, |
| "loss": 1.1179842948913574, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.42616033755274263, |
| "grad_norm": 4.217780590057373, |
| "learning_rate": 7.991811311383625e-06, |
| "loss": 1.1258949041366577, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.43037974683544306, |
| "grad_norm": 2.5018441677093506, |
| "learning_rate": 7.991237070559173e-06, |
| "loss": 0.8922556638717651, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.4345991561181435, |
| "grad_norm": 2.525747776031494, |
| "learning_rate": 7.990643396081536e-06, |
| "loss": 1.4427449703216553, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.4388185654008439, |
| "grad_norm": 2.50166916847229, |
| "learning_rate": 7.990030291163336e-06, |
| "loss": 0.723818838596344, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.4430379746835443, |
| "grad_norm": 1.4910839796066284, |
| "learning_rate": 7.98939775912233e-06, |
| "loss": 1.2674278020858765, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.4472573839662447, |
| "grad_norm": 4.068655490875244, |
| "learning_rate": 7.98874580338141e-06, |
| "loss": 0.7890869379043579, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.45147679324894513, |
| "grad_norm": 2.0325798988342285, |
| "learning_rate": 7.988074427468575e-06, |
| "loss": 1.1955333948135376, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.45569620253164556, |
| "grad_norm": 2.587684154510498, |
| "learning_rate": 7.987383635016914e-06, |
| "loss": 1.2449276447296143, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.459915611814346, |
| "grad_norm": 2.6565630435943604, |
| "learning_rate": 7.986673429764587e-06, |
| "loss": 1.294593334197998, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.4641350210970464, |
| "grad_norm": 3.8166139125823975, |
| "learning_rate": 7.985943815554808e-06, |
| "loss": 1.2401716709136963, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.46835443037974683, |
| "grad_norm": 5.548577785491943, |
| "learning_rate": 7.985194796335814e-06, |
| "loss": 1.1999175548553467, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.47257383966244726, |
| "grad_norm": 2.5439255237579346, |
| "learning_rate": 7.98442637616086e-06, |
| "loss": 1.0728691816329956, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.4767932489451477, |
| "grad_norm": 12.275174140930176, |
| "learning_rate": 7.983638559188175e-06, |
| "loss": 1.2714494466781616, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.4810126582278481, |
| "grad_norm": 23.638010025024414, |
| "learning_rate": 7.982831349680965e-06, |
| "loss": 0.7866320610046387, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.48523206751054854, |
| "grad_norm": 4.956063270568848, |
| "learning_rate": 7.982004752007367e-06, |
| "loss": 0.921814501285553, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.48945147679324896, |
| "grad_norm": 3.645993232727051, |
| "learning_rate": 7.98115877064044e-06, |
| "loss": 0.8924152851104736, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.4936708860759494, |
| "grad_norm": 2.041003704071045, |
| "learning_rate": 7.980293410158139e-06, |
| "loss": 1.2708659172058105, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.4978902953586498, |
| "grad_norm": 4.042453289031982, |
| "learning_rate": 7.979408675243278e-06, |
| "loss": 1.3152391910552979, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.5021097046413502, |
| "grad_norm": 4.269692420959473, |
| "learning_rate": 7.978504570683523e-06, |
| "loss": 0.980125367641449, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.5063291139240507, |
| "grad_norm": 3.801175355911255, |
| "learning_rate": 7.977581101371354e-06, |
| "loss": 0.4545478820800781, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.510548523206751, |
| "grad_norm": 4.7520060539245605, |
| "learning_rate": 7.97663827230404e-06, |
| "loss": 1.4193034172058105, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.5147679324894515, |
| "grad_norm": 3.5392112731933594, |
| "learning_rate": 7.975676088583614e-06, |
| "loss": 0.8708986043930054, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.5189873417721519, |
| "grad_norm": 2.672224283218384, |
| "learning_rate": 7.974694555416848e-06, |
| "loss": 1.4755961894989014, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.5232067510548524, |
| "grad_norm": 1.7014986276626587, |
| "learning_rate": 7.973693678115218e-06, |
| "loss": 1.186201810836792, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.5274261603375527, |
| "grad_norm": 1.939778208732605, |
| "learning_rate": 7.97267346209488e-06, |
| "loss": 1.3046202659606934, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5316455696202531, |
| "grad_norm": 9.32943344116211, |
| "learning_rate": 7.971633912876644e-06, |
| "loss": 1.1170387268066406, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.5358649789029536, |
| "grad_norm": 1.9259498119354248, |
| "learning_rate": 7.97057503608593e-06, |
| "loss": 1.2260360717773438, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.540084388185654, |
| "grad_norm": 2.0438666343688965, |
| "learning_rate": 7.969496837452762e-06, |
| "loss": 1.1931499242782593, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.5443037974683544, |
| "grad_norm": 5.915661811828613, |
| "learning_rate": 7.968399322811707e-06, |
| "loss": 1.0251163244247437, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.5485232067510548, |
| "grad_norm": 5.656018257141113, |
| "learning_rate": 7.967282498101866e-06, |
| "loss": 0.9710787534713745, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.5527426160337553, |
| "grad_norm": 1.6091376543045044, |
| "learning_rate": 7.966146369366839e-06, |
| "loss": 1.2647578716278076, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.5569620253164557, |
| "grad_norm": 2.3578081130981445, |
| "learning_rate": 7.96499094275468e-06, |
| "loss": 1.2789413928985596, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.5611814345991561, |
| "grad_norm": 2.2791264057159424, |
| "learning_rate": 7.963816224517875e-06, |
| "loss": 1.2268846035003662, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.5654008438818565, |
| "grad_norm": 4.264853000640869, |
| "learning_rate": 7.962622221013308e-06, |
| "loss": 1.4937443733215332, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.569620253164557, |
| "grad_norm": 3.884678602218628, |
| "learning_rate": 7.961408938702217e-06, |
| "loss": 1.050868034362793, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.5738396624472574, |
| "grad_norm": 3.3875067234039307, |
| "learning_rate": 7.96017638415017e-06, |
| "loss": 1.3021985292434692, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.5780590717299579, |
| "grad_norm": 2.571835994720459, |
| "learning_rate": 7.958924564027025e-06, |
| "loss": 1.1042567491531372, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.5822784810126582, |
| "grad_norm": 2.283672571182251, |
| "learning_rate": 7.957653485106894e-06, |
| "loss": 1.2543787956237793, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.5864978902953587, |
| "grad_norm": 3.0379388332366943, |
| "learning_rate": 7.956363154268103e-06, |
| "loss": 1.393994688987732, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.5907172995780591, |
| "grad_norm": 4.789394378662109, |
| "learning_rate": 7.95505357849316e-06, |
| "loss": 0.9629275798797607, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.5949367088607594, |
| "grad_norm": 7.168961524963379, |
| "learning_rate": 7.953724764868716e-06, |
| "loss": 1.330991268157959, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.5991561181434599, |
| "grad_norm": 2.166527271270752, |
| "learning_rate": 7.952376720585524e-06, |
| "loss": 1.54081130027771, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.6033755274261603, |
| "grad_norm": 0.7811316847801208, |
| "learning_rate": 7.951009452938407e-06, |
| "loss": 1.1209747791290283, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.6075949367088608, |
| "grad_norm": 1.7322338819503784, |
| "learning_rate": 7.949622969326205e-06, |
| "loss": 1.248884916305542, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.6118143459915611, |
| "grad_norm": 31.41063690185547, |
| "learning_rate": 7.94821727725175e-06, |
| "loss": 0.8109699487686157, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.6160337552742616, |
| "grad_norm": 2.779398202896118, |
| "learning_rate": 7.946792384321818e-06, |
| "loss": 0.6689173579216003, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.620253164556962, |
| "grad_norm": 2.087568521499634, |
| "learning_rate": 7.945348298247087e-06, |
| "loss": 1.2270828485488892, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.6244725738396625, |
| "grad_norm": 5.774115085601807, |
| "learning_rate": 7.943885026842097e-06, |
| "loss": 0.7052218317985535, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.6286919831223629, |
| "grad_norm": 8.402689933776855, |
| "learning_rate": 7.94240257802521e-06, |
| "loss": 0.6502029895782471, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.6329113924050633, |
| "grad_norm": 6.8001556396484375, |
| "learning_rate": 7.94090095981856e-06, |
| "loss": 1.7823140621185303, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.6371308016877637, |
| "grad_norm": 1.8385719060897827, |
| "learning_rate": 7.939380180348018e-06, |
| "loss": 1.2579293251037598, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.6413502109704642, |
| "grad_norm": 3.531500816345215, |
| "learning_rate": 7.937840247843148e-06, |
| "loss": 0.8740752339363098, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.6455696202531646, |
| "grad_norm": 4.576239109039307, |
| "learning_rate": 7.93628117063715e-06, |
| "loss": 1.0002870559692383, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.6497890295358649, |
| "grad_norm": 1.4867647886276245, |
| "learning_rate": 7.934702957166833e-06, |
| "loss": 1.2564589977264404, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.6540084388185654, |
| "grad_norm": 2.41863751411438, |
| "learning_rate": 7.933105615972553e-06, |
| "loss": 1.1982673406600952, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.6582278481012658, |
| "grad_norm": 8.212380409240723, |
| "learning_rate": 7.931489155698178e-06, |
| "loss": 0.9985597729682922, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.6624472573839663, |
| "grad_norm": 1.5422508716583252, |
| "learning_rate": 7.929853585091034e-06, |
| "loss": 1.2045118808746338, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 2.346829652786255, |
| "learning_rate": 7.928198913001865e-06, |
| "loss": 1.0920261144638062, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.6708860759493671, |
| "grad_norm": 2.013681173324585, |
| "learning_rate": 7.926525148384776e-06, |
| "loss": 1.0814929008483887, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.6751054852320675, |
| "grad_norm": 6.084042072296143, |
| "learning_rate": 7.924832300297197e-06, |
| "loss": 1.0774112939834595, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.679324894514768, |
| "grad_norm": 2.2710366249084473, |
| "learning_rate": 7.923120377899818e-06, |
| "loss": 0.872334897518158, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.6835443037974683, |
| "grad_norm": 4.1272969245910645, |
| "learning_rate": 7.921389390456549e-06, |
| "loss": 0.866448163986206, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.6877637130801688, |
| "grad_norm": 1.4605779647827148, |
| "learning_rate": 7.919639347334477e-06, |
| "loss": 0.8561316132545471, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.6919831223628692, |
| "grad_norm": 1.4929612874984741, |
| "learning_rate": 7.917870258003798e-06, |
| "loss": 0.8531728982925415, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.6962025316455697, |
| "grad_norm": 3.4534809589385986, |
| "learning_rate": 7.916082132037782e-06, |
| "loss": 1.5728954076766968, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.70042194092827, |
| "grad_norm": 6.895410537719727, |
| "learning_rate": 7.914274979112704e-06, |
| "loss": 1.0785008668899536, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.7046413502109705, |
| "grad_norm": 2.275595188140869, |
| "learning_rate": 7.912448809007812e-06, |
| "loss": 1.3434700965881348, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.7088607594936709, |
| "grad_norm": 2.5494587421417236, |
| "learning_rate": 7.910603631605259e-06, |
| "loss": 1.2570360898971558, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.7130801687763713, |
| "grad_norm": 1.906052589416504, |
| "learning_rate": 7.908739456890056e-06, |
| "loss": 1.2807261943817139, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.7172995780590717, |
| "grad_norm": 8.606728553771973, |
| "learning_rate": 7.906856294950012e-06, |
| "loss": 1.254488468170166, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7215189873417721, |
| "grad_norm": 1.998100757598877, |
| "learning_rate": 7.90495415597569e-06, |
| "loss": 1.249230146408081, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.7257383966244726, |
| "grad_norm": 1.9510746002197266, |
| "learning_rate": 7.90303305026034e-06, |
| "loss": 1.07149076461792, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.729957805907173, |
| "grad_norm": 4.211492538452148, |
| "learning_rate": 7.901092988199852e-06, |
| "loss": 0.8842002153396606, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.7341772151898734, |
| "grad_norm": 2.758723497390747, |
| "learning_rate": 7.899133980292698e-06, |
| "loss": 1.2383522987365723, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.7383966244725738, |
| "grad_norm": 10.058371543884277, |
| "learning_rate": 7.897156037139865e-06, |
| "loss": 1.1752148866653442, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.7426160337552743, |
| "grad_norm": 13.896164894104004, |
| "learning_rate": 7.89515916944482e-06, |
| "loss": 1.0859854221343994, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.7468354430379747, |
| "grad_norm": 4.250057697296143, |
| "learning_rate": 7.893143388013425e-06, |
| "loss": 0.6642742156982422, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.7510548523206751, |
| "grad_norm": 9.338140487670898, |
| "learning_rate": 7.891108703753902e-06, |
| "loss": 1.047743320465088, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.7552742616033755, |
| "grad_norm": 3.788804054260254, |
| "learning_rate": 7.88905512767676e-06, |
| "loss": 1.0082635879516602, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.759493670886076, |
| "grad_norm": 2.8348827362060547, |
| "learning_rate": 7.886982670894736e-06, |
| "loss": 1.210444688796997, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.7637130801687764, |
| "grad_norm": 4.0919718742370605, |
| "learning_rate": 7.884891344622746e-06, |
| "loss": 0.98717200756073, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.7679324894514767, |
| "grad_norm": 2.804220676422119, |
| "learning_rate": 7.88278116017781e-06, |
| "loss": 1.5726983547210693, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.7721518987341772, |
| "grad_norm": 11.296149253845215, |
| "learning_rate": 7.880652128978999e-06, |
| "loss": 0.7079776525497437, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.7763713080168776, |
| "grad_norm": 2.3584940433502197, |
| "learning_rate": 7.878504262547373e-06, |
| "loss": 1.1683130264282227, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.7805907172995781, |
| "grad_norm": 4.991513252258301, |
| "learning_rate": 7.876337572505914e-06, |
| "loss": 1.472283124923706, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.7848101265822784, |
| "grad_norm": 7.023402214050293, |
| "learning_rate": 7.87415207057947e-06, |
| "loss": 0.9845293760299683, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.7890295358649789, |
| "grad_norm": 5.190583229064941, |
| "learning_rate": 7.871947768594688e-06, |
| "loss": 1.0484483242034912, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.7932489451476793, |
| "grad_norm": 2.0012083053588867, |
| "learning_rate": 7.869724678479944e-06, |
| "loss": 1.152682900428772, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.7974683544303798, |
| "grad_norm": 0.8431169986724854, |
| "learning_rate": 7.86748281226529e-06, |
| "loss": 1.119347333908081, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.8016877637130801, |
| "grad_norm": 1.5772409439086914, |
| "learning_rate": 7.865222182082384e-06, |
| "loss": 0.7247622013092041, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.8059071729957806, |
| "grad_norm": 4.462345123291016, |
| "learning_rate": 7.862942800164416e-06, |
| "loss": 1.2693476676940918, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.810126582278481, |
| "grad_norm": 18.4215145111084, |
| "learning_rate": 7.860644678846057e-06, |
| "loss": 1.0132197141647339, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.8143459915611815, |
| "grad_norm": 2.6663124561309814, |
| "learning_rate": 7.858327830563384e-06, |
| "loss": 1.2443773746490479, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.8185654008438819, |
| "grad_norm": 7.3652448654174805, |
| "learning_rate": 7.855992267853806e-06, |
| "loss": 0.9400072693824768, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.8227848101265823, |
| "grad_norm": 33.57978820800781, |
| "learning_rate": 7.85363800335601e-06, |
| "loss": 1.216599941253662, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.8270042194092827, |
| "grad_norm": 4.298940181732178, |
| "learning_rate": 7.851265049809886e-06, |
| "loss": 0.9645065069198608, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.8312236286919831, |
| "grad_norm": 3.8016936779022217, |
| "learning_rate": 7.848873420056456e-06, |
| "loss": 0.9074147939682007, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.8354430379746836, |
| "grad_norm": 2.417340040206909, |
| "learning_rate": 7.846463127037807e-06, |
| "loss": 1.2312746047973633, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.8396624472573839, |
| "grad_norm": 0.5479583144187927, |
| "learning_rate": 7.844034183797021e-06, |
| "loss": 1.0866131782531738, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.8438818565400844, |
| "grad_norm": 1.3444585800170898, |
| "learning_rate": 7.841586603478105e-06, |
| "loss": 0.9458938837051392, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.8481012658227848, |
| "grad_norm": 5.396076679229736, |
| "learning_rate": 7.839120399325913e-06, |
| "loss": 0.7105859518051147, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.8523206751054853, |
| "grad_norm": 3.8646159172058105, |
| "learning_rate": 7.836635584686089e-06, |
| "loss": 1.21824049949646, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.8565400843881856, |
| "grad_norm": 1.9759020805358887, |
| "learning_rate": 7.834132173004981e-06, |
| "loss": 0.9442010521888733, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.8607594936708861, |
| "grad_norm": 2.555657148361206, |
| "learning_rate": 7.831610177829574e-06, |
| "loss": 0.9720205664634705, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.8649789029535865, |
| "grad_norm": 15.906916618347168, |
| "learning_rate": 7.829069612807413e-06, |
| "loss": 1.23225998878479, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.869198312236287, |
| "grad_norm": 2.261281967163086, |
| "learning_rate": 7.826510491686538e-06, |
| "loss": 0.8622678518295288, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.8734177215189873, |
| "grad_norm": 30.68505859375, |
| "learning_rate": 7.823932828315398e-06, |
| "loss": 1.210330605506897, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.8776371308016878, |
| "grad_norm": 4.517366409301758, |
| "learning_rate": 7.82133663664279e-06, |
| "loss": 1.0655572414398193, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.8818565400843882, |
| "grad_norm": 8.33056926727295, |
| "learning_rate": 7.81872193071776e-06, |
| "loss": 1.163268804550171, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.8860759493670886, |
| "grad_norm": 1.1660995483398438, |
| "learning_rate": 7.81608872468956e-06, |
| "loss": 0.9473620653152466, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.890295358649789, |
| "grad_norm": 1.9505749940872192, |
| "learning_rate": 7.813437032807541e-06, |
| "loss": 1.3407762050628662, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.8945147679324894, |
| "grad_norm": 13.3614501953125, |
| "learning_rate": 7.810766869421092e-06, |
| "loss": 0.9824624061584473, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.8987341772151899, |
| "grad_norm": 4.366639137268066, |
| "learning_rate": 7.808078248979564e-06, |
| "loss": 1.1881823539733887, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.9029535864978903, |
| "grad_norm": 1.7050063610076904, |
| "learning_rate": 7.805371186032176e-06, |
| "loss": 1.0488433837890625, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.9071729957805907, |
| "grad_norm": 7.406988143920898, |
| "learning_rate": 7.80264569522796e-06, |
| "loss": 1.0144481658935547, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.9113924050632911, |
| "grad_norm": 3.4340415000915527, |
| "learning_rate": 7.799901791315658e-06, |
| "loss": 1.0802500247955322, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.9156118143459916, |
| "grad_norm": 3.148068428039551, |
| "learning_rate": 7.797139489143655e-06, |
| "loss": 1.2489020824432373, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.919831223628692, |
| "grad_norm": 4.874792098999023, |
| "learning_rate": 7.794358803659903e-06, |
| "loss": 0.8715201616287231, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.9240506329113924, |
| "grad_norm": 1.5414555072784424, |
| "learning_rate": 7.791559749911826e-06, |
| "loss": 1.2029755115509033, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.9282700421940928, |
| "grad_norm": 1.9815410375595093, |
| "learning_rate": 7.788742343046248e-06, |
| "loss": 0.9946187138557434, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.9324894514767933, |
| "grad_norm": 10.352864265441895, |
| "learning_rate": 7.785906598309314e-06, |
| "loss": 0.9312165975570679, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.9367088607594937, |
| "grad_norm": 8.163040161132812, |
| "learning_rate": 7.783052531046397e-06, |
| "loss": 1.0982768535614014, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.9409282700421941, |
| "grad_norm": 6.510847091674805, |
| "learning_rate": 7.780180156702023e-06, |
| "loss": 1.3022956848144531, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.9451476793248945, |
| "grad_norm": 1.658566951751709, |
| "learning_rate": 7.777289490819783e-06, |
| "loss": 1.0020906925201416, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.9493670886075949, |
| "grad_norm": 3.4121336936950684, |
| "learning_rate": 7.774380549042255e-06, |
| "loss": 0.9293044209480286, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.9535864978902954, |
| "grad_norm": 1.8673920631408691, |
| "learning_rate": 7.771453347110913e-06, |
| "loss": 1.2867658138275146, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.9578059071729957, |
| "grad_norm": 1.841113805770874, |
| "learning_rate": 7.768507900866044e-06, |
| "loss": 0.982481062412262, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.9620253164556962, |
| "grad_norm": 4.477797985076904, |
| "learning_rate": 7.765544226246663e-06, |
| "loss": 1.1560728549957275, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.9662447257383966, |
| "grad_norm": 2.086230993270874, |
| "learning_rate": 7.762562339290425e-06, |
| "loss": 0.8860993981361389, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.9704641350210971, |
| "grad_norm": 27.607803344726562, |
| "learning_rate": 7.759562256133541e-06, |
| "loss": 0.7165157794952393, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.9746835443037974, |
| "grad_norm": 9.253504753112793, |
| "learning_rate": 7.75654399301069e-06, |
| "loss": 0.9001080989837646, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.9789029535864979, |
| "grad_norm": 1.412550449371338, |
| "learning_rate": 7.753507566254927e-06, |
| "loss": 1.168654441833496, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.9831223628691983, |
| "grad_norm": 4.56351900100708, |
| "learning_rate": 7.750452992297599e-06, |
| "loss": 0.7248488664627075, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.9873417721518988, |
| "grad_norm": 2.234978199005127, |
| "learning_rate": 7.747380287668257e-06, |
| "loss": 1.3152525424957275, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.9915611814345991, |
| "grad_norm": 7.138265609741211, |
| "learning_rate": 7.744289468994562e-06, |
| "loss": 0.8874726891517639, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.9957805907172996, |
| "grad_norm": 3.042675256729126, |
| "learning_rate": 7.741180553002199e-06, |
| "loss": 1.2144908905029297, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.7988324165344238, |
| "learning_rate": 7.738053556514784e-06, |
| "loss": 1.2585757970809937, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.0042194092827004, |
| "grad_norm": 6.92104434967041, |
| "learning_rate": 7.734908496453774e-06, |
| "loss": 1.060208797454834, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.0084388185654007, |
| "grad_norm": 1.8207498788833618, |
| "learning_rate": 7.73174538983838e-06, |
| "loss": 1.1424498558044434, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.0126582278481013, |
| "grad_norm": 2.2936971187591553, |
| "learning_rate": 7.72856425378546e-06, |
| "loss": 1.1568377017974854, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.0168776371308017, |
| "grad_norm": 48.475311279296875, |
| "learning_rate": 7.725365105509444e-06, |
| "loss": 0.8294604420661926, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.021097046413502, |
| "grad_norm": 4.676328659057617, |
| "learning_rate": 7.722147962322236e-06, |
| "loss": 1.0818572044372559, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.0253164556962024, |
| "grad_norm": 5.833449840545654, |
| "learning_rate": 7.718912841633112e-06, |
| "loss": 0.5055439472198486, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.029535864978903, |
| "grad_norm": 4.804643630981445, |
| "learning_rate": 7.715659760948632e-06, |
| "loss": 0.9713239073753357, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.0337552742616034, |
| "grad_norm": 3.2628095149993896, |
| "learning_rate": 7.71238873787255e-06, |
| "loss": 0.8403753042221069, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.0379746835443038, |
| "grad_norm": 2.2691550254821777, |
| "learning_rate": 7.709099790105707e-06, |
| "loss": 1.1320157051086426, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.0421940928270041, |
| "grad_norm": 19.545082092285156, |
| "learning_rate": 7.705792935445948e-06, |
| "loss": 0.8306432962417603, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.0464135021097047, |
| "grad_norm": 4.1693949699401855, |
| "learning_rate": 7.702468191788014e-06, |
| "loss": 0.9293802976608276, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.0506329113924051, |
| "grad_norm": 2.5364606380462646, |
| "learning_rate": 7.699125577123455e-06, |
| "loss": 1.2761287689208984, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.0548523206751055, |
| "grad_norm": 11.509333610534668, |
| "learning_rate": 7.695765109540526e-06, |
| "loss": 1.0367153882980347, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.0590717299578059, |
| "grad_norm": 2.0936784744262695, |
| "learning_rate": 7.692386807224092e-06, |
| "loss": 1.1410118341445923, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.0632911392405062, |
| "grad_norm": 1.661012053489685, |
| "learning_rate": 7.68899068845553e-06, |
| "loss": 1.2624824047088623, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.0675105485232068, |
| "grad_norm": 3.211272716522217, |
| "learning_rate": 7.685576771612624e-06, |
| "loss": 0.727929413318634, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.0717299578059072, |
| "grad_norm": 2.976832151412964, |
| "learning_rate": 7.682145075169482e-06, |
| "loss": 0.9856585264205933, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.0759493670886076, |
| "grad_norm": 1.821731448173523, |
| "learning_rate": 7.678695617696413e-06, |
| "loss": 1.0898807048797607, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.080168776371308, |
| "grad_norm": 3.3283071517944336, |
| "learning_rate": 7.675228417859842e-06, |
| "loss": 1.0197210311889648, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.0843881856540085, |
| "grad_norm": 2.766814708709717, |
| "learning_rate": 7.67174349442221e-06, |
| "loss": 1.07771897315979, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.0886075949367089, |
| "grad_norm": 2.035024881362915, |
| "learning_rate": 7.66824086624186e-06, |
| "loss": 1.0527117252349854, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.0928270042194093, |
| "grad_norm": 2.086318254470825, |
| "learning_rate": 7.664720552272948e-06, |
| "loss": 0.9818480014801025, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.0970464135021096, |
| "grad_norm": 2.671875, |
| "learning_rate": 7.661182571565332e-06, |
| "loss": 0.9276726245880127, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.1012658227848102, |
| "grad_norm": 8.45070743560791, |
| "learning_rate": 7.657626943264474e-06, |
| "loss": 0.8790248036384583, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.1054852320675106, |
| "grad_norm": 2.1058099269866943, |
| "learning_rate": 7.654053686611334e-06, |
| "loss": 1.0137805938720703, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.109704641350211, |
| "grad_norm": 8.899941444396973, |
| "learning_rate": 7.650462820942264e-06, |
| "loss": 0.8656354546546936, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.1139240506329113, |
| "grad_norm": 2.253026247024536, |
| "learning_rate": 7.64685436568891e-06, |
| "loss": 1.2973110675811768, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.1181434599156117, |
| "grad_norm": 1.9157750606536865, |
| "learning_rate": 7.643228340378098e-06, |
| "loss": 1.208802342414856, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.1223628691983123, |
| "grad_norm": 3.9860875606536865, |
| "learning_rate": 7.639584764631736e-06, |
| "loss": 0.6784745454788208, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.1265822784810127, |
| "grad_norm": 4.096652984619141, |
| "learning_rate": 7.6359236581667e-06, |
| "loss": 0.969964861869812, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.130801687763713, |
| "grad_norm": 2.2989354133605957, |
| "learning_rate": 7.632245040794737e-06, |
| "loss": 1.0640895366668701, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.1350210970464134, |
| "grad_norm": 2.0458743572235107, |
| "learning_rate": 7.6285489324223534e-06, |
| "loss": 0.8687632083892822, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.139240506329114, |
| "grad_norm": 3.1451354026794434, |
| "learning_rate": 7.6248353530507e-06, |
| "loss": 0.8472435474395752, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.1434599156118144, |
| "grad_norm": 1.7947264909744263, |
| "learning_rate": 7.621104322775477e-06, |
| "loss": 0.7688232660293579, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.1476793248945147, |
| "grad_norm": 1.6323504447937012, |
| "learning_rate": 7.617355861786813e-06, |
| "loss": 0.7883434891700745, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.1518987341772151, |
| "grad_norm": 3.807711601257324, |
| "learning_rate": 7.613589990369167e-06, |
| "loss": 1.1249892711639404, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.1561181434599157, |
| "grad_norm": 3.2176730632781982, |
| "learning_rate": 7.6098067289012086e-06, |
| "loss": 1.1086885929107666, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.160337552742616, |
| "grad_norm": 8.372694969177246, |
| "learning_rate": 7.606006097855713e-06, |
| "loss": 0.8941718339920044, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.1645569620253164, |
| "grad_norm": 3.027027130126953, |
| "learning_rate": 7.602188117799451e-06, |
| "loss": 1.2869350910186768, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.1687763713080168, |
| "grad_norm": 3.2669458389282227, |
| "learning_rate": 7.598352809393074e-06, |
| "loss": 1.1333280801773071, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.1729957805907172, |
| "grad_norm": 30.656925201416016, |
| "learning_rate": 7.594500193391006e-06, |
| "loss": 0.6378011703491211, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.1772151898734178, |
| "grad_norm": 4.539504528045654, |
| "learning_rate": 7.590630290641327e-06, |
| "loss": 1.1045113801956177, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.1814345991561181, |
| "grad_norm": 26.276714324951172, |
| "learning_rate": 7.586743122085666e-06, |
| "loss": 0.5744074583053589, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.1856540084388185, |
| "grad_norm": 1.9147850275039673, |
| "learning_rate": 7.582838708759082e-06, |
| "loss": 0.7490895986557007, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.189873417721519, |
| "grad_norm": 3.1463582515716553, |
| "learning_rate": 7.5789170717899516e-06, |
| "loss": 1.3113162517547607, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.1940928270042195, |
| "grad_norm": 2.1219849586486816, |
| "learning_rate": 7.57497823239986e-06, |
| "loss": 1.0440800189971924, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.1983122362869199, |
| "grad_norm": 4.773017406463623, |
| "learning_rate": 7.571022211903475e-06, |
| "loss": 0.8006106615066528, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.2025316455696202, |
| "grad_norm": 1.4802496433258057, |
| "learning_rate": 7.567049031708445e-06, |
| "loss": 1.0503010749816895, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.2067510548523206, |
| "grad_norm": 6.079049587249756, |
| "learning_rate": 7.563058713315273e-06, |
| "loss": 1.0806069374084473, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.2109704641350212, |
| "grad_norm": 2.4842324256896973, |
| "learning_rate": 7.559051278317204e-06, |
| "loss": 1.1085004806518555, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.2151898734177216, |
| "grad_norm": 1.6897258758544922, |
| "learning_rate": 7.5550267484001084e-06, |
| "loss": 0.9017348289489746, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.219409282700422, |
| "grad_norm": 3.8387186527252197, |
| "learning_rate": 7.5509851453423665e-06, |
| "loss": 0.6278250813484192, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.2236286919831223, |
| "grad_norm": 4.397797107696533, |
| "learning_rate": 7.546926491014742e-06, |
| "loss": 0.9347223043441772, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.2278481012658227, |
| "grad_norm": 6.560842514038086, |
| "learning_rate": 7.5428508073802765e-06, |
| "loss": 0.8352513313293457, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.2320675105485233, |
| "grad_norm": 2.411914825439453, |
| "learning_rate": 7.538758116494163e-06, |
| "loss": 0.8624718189239502, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.2362869198312236, |
| "grad_norm": 13.554781913757324, |
| "learning_rate": 7.534648440503624e-06, |
| "loss": 0.9081147909164429, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.240506329113924, |
| "grad_norm": 4.150012493133545, |
| "learning_rate": 7.530521801647799e-06, |
| "loss": 0.8333830833435059, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.2447257383966246, |
| "grad_norm": 2.9597084522247314, |
| "learning_rate": 7.52637822225762e-06, |
| "loss": 1.1118628978729248, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.248945147679325, |
| "grad_norm": 1.8890756368637085, |
| "learning_rate": 7.522217724755688e-06, |
| "loss": 0.58323734998703, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.2531645569620253, |
| "grad_norm": 1.4861680269241333, |
| "learning_rate": 7.51804033165616e-06, |
| "loss": 0.8740505576133728, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.2573839662447257, |
| "grad_norm": 7.2344560623168945, |
| "learning_rate": 7.513846065564618e-06, |
| "loss": 0.7560818195343018, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.261603375527426, |
| "grad_norm": 5.018416404724121, |
| "learning_rate": 7.509634949177952e-06, |
| "loss": 0.664783239364624, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.2658227848101267, |
| "grad_norm": 1.6520812511444092, |
| "learning_rate": 7.505407005284236e-06, |
| "loss": 0.9736641645431519, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.270042194092827, |
| "grad_norm": 6.091807842254639, |
| "learning_rate": 7.5011622567626055e-06, |
| "loss": 1.3401249647140503, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.2742616033755274, |
| "grad_norm": 6.131025791168213, |
| "learning_rate": 7.4969007265831284e-06, |
| "loss": 1.0688127279281616, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.2784810126582278, |
| "grad_norm": 5.798713207244873, |
| "learning_rate": 7.4926224378066905e-06, |
| "loss": 0.7948801517486572, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.2827004219409281, |
| "grad_norm": 10.305594444274902, |
| "learning_rate": 7.488327413584863e-06, |
| "loss": 0.8427482843399048, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.2869198312236287, |
| "grad_norm": 8.171891212463379, |
| "learning_rate": 7.484015677159779e-06, |
| "loss": 0.9117364883422852, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.2911392405063291, |
| "grad_norm": 5.7218804359436035, |
| "learning_rate": 7.479687251864008e-06, |
| "loss": 0.6430226564407349, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.2953586497890295, |
| "grad_norm": 1.4333503246307373, |
| "learning_rate": 7.47534216112043e-06, |
| "loss": 0.6988530158996582, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.29957805907173, |
| "grad_norm": 2.1469638347625732, |
| "learning_rate": 7.4709804284421096e-06, |
| "loss": 1.0747710466384888, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.3037974683544304, |
| "grad_norm": 2.6359219551086426, |
| "learning_rate": 7.466602077432167e-06, |
| "loss": 1.0839927196502686, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.3080168776371308, |
| "grad_norm": 2.7480428218841553, |
| "learning_rate": 7.4622071317836495e-06, |
| "loss": 0.6828069090843201, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.3122362869198312, |
| "grad_norm": 3.1572508811950684, |
| "learning_rate": 7.45779561527941e-06, |
| "loss": 0.7725319862365723, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.3164556962025316, |
| "grad_norm": 4.627418518066406, |
| "learning_rate": 7.453367551791965e-06, |
| "loss": 0.8618891835212708, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.3206751054852321, |
| "grad_norm": 13.366847038269043, |
| "learning_rate": 7.448922965283379e-06, |
| "loss": 1.0350444316864014, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.3248945147679325, |
| "grad_norm": 9.86931324005127, |
| "learning_rate": 7.44446187980513e-06, |
| "loss": 1.5988271236419678, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.3291139240506329, |
| "grad_norm": 2.421264171600342, |
| "learning_rate": 7.439984319497975e-06, |
| "loss": 0.8888686895370483, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 2.454784870147705, |
| "learning_rate": 7.435490308591826e-06, |
| "loss": 0.9130518436431885, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.3375527426160336, |
| "grad_norm": 1.1312861442565918, |
| "learning_rate": 7.4309798714056145e-06, |
| "loss": 0.7504403591156006, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.3417721518987342, |
| "grad_norm": 6.462110996246338, |
| "learning_rate": 7.4264530323471605e-06, |
| "loss": 0.6684986352920532, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.3459915611814346, |
| "grad_norm": 34.968597412109375, |
| "learning_rate": 7.421909815913044e-06, |
| "loss": 0.7958526611328125, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.350210970464135, |
| "grad_norm": 2.127056121826172, |
| "learning_rate": 7.4173502466884655e-06, |
| "loss": 1.2176686525344849, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.3544303797468356, |
| "grad_norm": 2.8063347339630127, |
| "learning_rate": 7.412774349347123e-06, |
| "loss": 0.781902015209198, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.358649789029536, |
| "grad_norm": 2.1645452976226807, |
| "learning_rate": 7.408182148651068e-06, |
| "loss": 1.2542736530303955, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.3628691983122363, |
| "grad_norm": 2.789949417114258, |
| "learning_rate": 7.4035736694505765e-06, |
| "loss": 1.1398190259933472, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.3670886075949367, |
| "grad_norm": 3.9663474559783936, |
| "learning_rate": 7.398948936684016e-06, |
| "loss": 0.8999311923980713, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.371308016877637, |
| "grad_norm": 3.7580132484436035, |
| "learning_rate": 7.394307975377705e-06, |
| "loss": 1.3543846607208252, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.3755274261603376, |
| "grad_norm": 2.3560047149658203, |
| "learning_rate": 7.389650810645788e-06, |
| "loss": 1.067474365234375, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.379746835443038, |
| "grad_norm": 8.556138038635254, |
| "learning_rate": 7.384977467690088e-06, |
| "loss": 0.7700819373130798, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.3839662447257384, |
| "grad_norm": 2.5057106018066406, |
| "learning_rate": 7.380287971799974e-06, |
| "loss": 1.1854264736175537, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.3881856540084387, |
| "grad_norm": 3.844391107559204, |
| "learning_rate": 7.37558234835223e-06, |
| "loss": 0.6306626796722412, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.3924050632911391, |
| "grad_norm": 5.850677013397217, |
| "learning_rate": 7.370860622810906e-06, |
| "loss": 1.1226918697357178, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.3966244725738397, |
| "grad_norm": 3.9669106006622314, |
| "learning_rate": 7.3661228207271954e-06, |
| "loss": 0.7194290161132812, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.40084388185654, |
| "grad_norm": 1.6219054460525513, |
| "learning_rate": 7.3613689677392795e-06, |
| "loss": 1.117922306060791, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.4050632911392404, |
| "grad_norm": 2.222062826156616, |
| "learning_rate": 7.356599089572203e-06, |
| "loss": 0.7130357027053833, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.409282700421941, |
| "grad_norm": 2.1885979175567627, |
| "learning_rate": 7.35181321203773e-06, |
| "loss": 1.0384951829910278, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.4135021097046414, |
| "grad_norm": 1.6668306589126587, |
| "learning_rate": 7.3470113610342025e-06, |
| "loss": 1.1504696607589722, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.4177215189873418, |
| "grad_norm": 3.1233675479888916, |
| "learning_rate": 7.342193562546399e-06, |
| "loss": 1.2578648328781128, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.4219409282700421, |
| "grad_norm": 1.6057863235473633, |
| "learning_rate": 7.337359842645397e-06, |
| "loss": 0.6594195365905762, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.4261603375527425, |
| "grad_norm": 4.513533592224121, |
| "learning_rate": 7.332510227488436e-06, |
| "loss": 0.6804168224334717, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.4303797468354431, |
| "grad_norm": 3.0312631130218506, |
| "learning_rate": 7.327644743318766e-06, |
| "loss": 0.9876019954681396, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.4345991561181435, |
| "grad_norm": 5.478196144104004, |
| "learning_rate": 7.322763416465513e-06, |
| "loss": 1.087882399559021, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.4388185654008439, |
| "grad_norm": 4.24491024017334, |
| "learning_rate": 7.317866273343534e-06, |
| "loss": 0.8171271085739136, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.4430379746835442, |
| "grad_norm": 1.7392427921295166, |
| "learning_rate": 7.312953340453274e-06, |
| "loss": 1.1222814321517944, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.4472573839662446, |
| "grad_norm": 6.056474208831787, |
| "learning_rate": 7.308024644380625e-06, |
| "loss": 0.7576450109481812, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.4514767932489452, |
| "grad_norm": 3.2466626167297363, |
| "learning_rate": 7.303080211796774e-06, |
| "loss": 0.8898618221282959, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.4556962025316456, |
| "grad_norm": 8.08736515045166, |
| "learning_rate": 7.298120069458071e-06, |
| "loss": 1.0252546072006226, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.459915611814346, |
| "grad_norm": 6.501577377319336, |
| "learning_rate": 7.293144244205875e-06, |
| "loss": 0.6603308916091919, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.4641350210970465, |
| "grad_norm": 2.7896158695220947, |
| "learning_rate": 7.288152762966415e-06, |
| "loss": 1.225158452987671, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.4683544303797469, |
| "grad_norm": 4.285532474517822, |
| "learning_rate": 7.283145652750635e-06, |
| "loss": 0.5561915636062622, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.4725738396624473, |
| "grad_norm": 1.7746226787567139, |
| "learning_rate": 7.27812294065406e-06, |
| "loss": 1.1419634819030762, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.4767932489451476, |
| "grad_norm": 1.805708408355713, |
| "learning_rate": 7.2730846538566375e-06, |
| "loss": 1.178218126296997, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.481012658227848, |
| "grad_norm": 5.747068405151367, |
| "learning_rate": 7.2680308196226e-06, |
| "loss": 0.989362359046936, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.4852320675105486, |
| "grad_norm": 7.557291030883789, |
| "learning_rate": 7.262961465300312e-06, |
| "loss": 0.7833366394042969, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.489451476793249, |
| "grad_norm": 1.8191746473312378, |
| "learning_rate": 7.257876618322125e-06, |
| "loss": 1.1235054731369019, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.4936708860759493, |
| "grad_norm": 2.4673242568969727, |
| "learning_rate": 7.252776306204226e-06, |
| "loss": 1.1172146797180176, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.49789029535865, |
| "grad_norm": 1.062907099723816, |
| "learning_rate": 7.247660556546489e-06, |
| "loss": 0.984178900718689, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.50210970464135, |
| "grad_norm": 2.470454692840576, |
| "learning_rate": 7.242529397032332e-06, |
| "loss": 0.467578649520874, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.5063291139240507, |
| "grad_norm": 4.536571979522705, |
| "learning_rate": 7.237382855428555e-06, |
| "loss": 1.0994584560394287, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.510548523206751, |
| "grad_norm": 1.8687479496002197, |
| "learning_rate": 7.232220959585203e-06, |
| "loss": 1.0004863739013672, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.5147679324894514, |
| "grad_norm": 1.6920982599258423, |
| "learning_rate": 7.227043737435406e-06, |
| "loss": 1.0185657739639282, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.518987341772152, |
| "grad_norm": 3.6787755489349365, |
| "learning_rate": 7.221851216995229e-06, |
| "loss": 1.0142695903778076, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.5232067510548524, |
| "grad_norm": 3.2205076217651367, |
| "learning_rate": 7.216643426363528e-06, |
| "loss": 1.115187644958496, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.5274261603375527, |
| "grad_norm": 2.2605745792388916, |
| "learning_rate": 7.211420393721787e-06, |
| "loss": 1.204482078552246, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.5316455696202531, |
| "grad_norm": 4.8364667892456055, |
| "learning_rate": 7.206182147333974e-06, |
| "loss": 0.6358588933944702, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.5358649789029535, |
| "grad_norm": 6.24644136428833, |
| "learning_rate": 7.200928715546382e-06, |
| "loss": 0.3853702247142792, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.540084388185654, |
| "grad_norm": 2.5594065189361572, |
| "learning_rate": 7.1956601267874806e-06, |
| "loss": 0.8702763319015503, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.5443037974683544, |
| "grad_norm": 1.8882993459701538, |
| "learning_rate": 7.1903764095677595e-06, |
| "loss": 0.958168625831604, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.5485232067510548, |
| "grad_norm": 2.2798001766204834, |
| "learning_rate": 7.185077592479573e-06, |
| "loss": 1.0963058471679688, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.5527426160337554, |
| "grad_norm": 3.2573153972625732, |
| "learning_rate": 7.17976370419699e-06, |
| "loss": 0.851632833480835, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.5569620253164556, |
| "grad_norm": 3.9381816387176514, |
| "learning_rate": 7.174434773475635e-06, |
| "loss": 0.9015741944313049, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.5611814345991561, |
| "grad_norm": 2.2864365577697754, |
| "learning_rate": 7.169090829152531e-06, |
| "loss": 1.0464608669281006, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.5654008438818565, |
| "grad_norm": 1.112131118774414, |
| "learning_rate": 7.163731900145947e-06, |
| "loss": 0.6916845440864563, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.5696202531645569, |
| "grad_norm": 4.296708583831787, |
| "learning_rate": 7.158358015455243e-06, |
| "loss": 0.5111595392227173, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.5738396624472575, |
| "grad_norm": 3.6669418811798096, |
| "learning_rate": 7.152969204160704e-06, |
| "loss": 0.6755394339561462, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.5780590717299579, |
| "grad_norm": 14.373259544372559, |
| "learning_rate": 7.147565495423394e-06, |
| "loss": 0.6762098073959351, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.5822784810126582, |
| "grad_norm": 1.3357782363891602, |
| "learning_rate": 7.142146918484996e-06, |
| "loss": 1.0881752967834473, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.5864978902953588, |
| "grad_norm": 2.055518627166748, |
| "learning_rate": 7.13671350266764e-06, |
| "loss": 0.6121246814727783, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.590717299578059, |
| "grad_norm": 4.617133617401123, |
| "learning_rate": 7.131265277373768e-06, |
| "loss": 0.7100765705108643, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.5949367088607596, |
| "grad_norm": 2.564394950866699, |
| "learning_rate": 7.125802272085954e-06, |
| "loss": 0.5700541734695435, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.59915611814346, |
| "grad_norm": 3.551905393600464, |
| "learning_rate": 7.120324516366754e-06, |
| "loss": 0.8716294765472412, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.6033755274261603, |
| "grad_norm": 2.745734930038452, |
| "learning_rate": 7.114832039858547e-06, |
| "loss": 1.1156964302062988, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.6075949367088609, |
| "grad_norm": 2.40625262260437, |
| "learning_rate": 7.109324872283371e-06, |
| "loss": 0.6260151863098145, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.611814345991561, |
| "grad_norm": 1.5272423028945923, |
| "learning_rate": 7.10380304344276e-06, |
| "loss": 1.1335524320602417, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.6160337552742616, |
| "grad_norm": 4.155389785766602, |
| "learning_rate": 7.098266583217592e-06, |
| "loss": 1.0015907287597656, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.620253164556962, |
| "grad_norm": 0.7669569849967957, |
| "learning_rate": 7.0927155215679175e-06, |
| "loss": 0.8719363212585449, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.6244725738396624, |
| "grad_norm": 2.079810380935669, |
| "learning_rate": 7.087149888532803e-06, |
| "loss": 1.0807125568389893, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.628691983122363, |
| "grad_norm": 1.8407090902328491, |
| "learning_rate": 7.081569714230168e-06, |
| "loss": 1.1782212257385254, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.6329113924050633, |
| "grad_norm": 2.1639020442962646, |
| "learning_rate": 7.075975028856614e-06, |
| "loss": 1.0721291303634644, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.6371308016877637, |
| "grad_norm": 4.351590633392334, |
| "learning_rate": 7.070365862687276e-06, |
| "loss": 1.0304412841796875, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.6413502109704643, |
| "grad_norm": 3.4083518981933594, |
| "learning_rate": 7.064742246075647e-06, |
| "loss": 0.8413809537887573, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.6455696202531644, |
| "grad_norm": 4.749937534332275, |
| "learning_rate": 7.059104209453417e-06, |
| "loss": 0.3687572479248047, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.649789029535865, |
| "grad_norm": 9.06319808959961, |
| "learning_rate": 7.0534517833303085e-06, |
| "loss": 1.0481884479522705, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.6540084388185654, |
| "grad_norm": 4.062221527099609, |
| "learning_rate": 7.047784998293913e-06, |
| "loss": 0.8559701442718506, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.6582278481012658, |
| "grad_norm": 10.564360618591309, |
| "learning_rate": 7.0421038850095235e-06, |
| "loss": 1.074246883392334, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.6624472573839664, |
| "grad_norm": 12.672545433044434, |
| "learning_rate": 7.036408474219966e-06, |
| "loss": 0.5824824571609497, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 2.3040852546691895, |
| "learning_rate": 7.03069879674544e-06, |
| "loss": 1.0848541259765625, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.6708860759493671, |
| "grad_norm": 4.974740982055664, |
| "learning_rate": 7.024974883483347e-06, |
| "loss": 0.5032600164413452, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.6751054852320675, |
| "grad_norm": 0.5375344753265381, |
| "learning_rate": 7.019236765408122e-06, |
| "loss": 0.7874377965927124, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.6793248945147679, |
| "grad_norm": 2.140566349029541, |
| "learning_rate": 7.013484473571073e-06, |
| "loss": 1.0540302991867065, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.6835443037974684, |
| "grad_norm": 6.119294166564941, |
| "learning_rate": 7.007718039100201e-06, |
| "loss": 0.8562701940536499, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.6877637130801688, |
| "grad_norm": 11.767963409423828, |
| "learning_rate": 7.001937493200045e-06, |
| "loss": 1.2052388191223145, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.6919831223628692, |
| "grad_norm": 17.296886444091797, |
| "learning_rate": 6.996142867151502e-06, |
| "loss": 0.6549183130264282, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.6962025316455698, |
| "grad_norm": 2.24831485748291, |
| "learning_rate": 6.990334192311668e-06, |
| "loss": 1.2283351421356201, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.70042194092827, |
| "grad_norm": 2.4578514099121094, |
| "learning_rate": 6.9845115001136545e-06, |
| "loss": 1.1071836948394775, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.7046413502109705, |
| "grad_norm": 10.491120338439941, |
| "learning_rate": 6.978674822066434e-06, |
| "loss": 0.7744203805923462, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.7088607594936709, |
| "grad_norm": 9.302081108093262, |
| "learning_rate": 6.97282418975466e-06, |
| "loss": 0.8782643675804138, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.7130801687763713, |
| "grad_norm": 1.8191728591918945, |
| "learning_rate": 6.966959634838495e-06, |
| "loss": 1.128312349319458, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.7172995780590719, |
| "grad_norm": 5.150999069213867, |
| "learning_rate": 6.961081189053449e-06, |
| "loss": 1.454809546470642, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.721518987341772, |
| "grad_norm": 1.7257297039031982, |
| "learning_rate": 6.955188884210195e-06, |
| "loss": 1.0828335285186768, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.7257383966244726, |
| "grad_norm": 4.542337894439697, |
| "learning_rate": 6.9492827521944066e-06, |
| "loss": 0.8022172451019287, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.729957805907173, |
| "grad_norm": 8.734732627868652, |
| "learning_rate": 6.943362824966579e-06, |
| "loss": 0.46849238872528076, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.7341772151898733, |
| "grad_norm": 7.7328200340271, |
| "learning_rate": 6.937429134561862e-06, |
| "loss": 0.5579560995101929, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.738396624472574, |
| "grad_norm": 2.0381147861480713, |
| "learning_rate": 6.9314817130898826e-06, |
| "loss": 0.7268804311752319, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.7426160337552743, |
| "grad_norm": 1.5466476678848267, |
| "learning_rate": 6.925520592734571e-06, |
| "loss": 0.9139357805252075, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.7468354430379747, |
| "grad_norm": 9.312906265258789, |
| "learning_rate": 6.919545805753988e-06, |
| "loss": 0.9899505376815796, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.7510548523206753, |
| "grad_norm": 1.7241586446762085, |
| "learning_rate": 6.913557384480151e-06, |
| "loss": 1.066752314567566, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.7552742616033754, |
| "grad_norm": 1.62288236618042, |
| "learning_rate": 6.907555361318859e-06, |
| "loss": 1.0838364362716675, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.759493670886076, |
| "grad_norm": 1.7631701231002808, |
| "learning_rate": 6.901539768749513e-06, |
| "loss": 0.8664329051971436, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.7637130801687764, |
| "grad_norm": 1.4140545129776, |
| "learning_rate": 6.895510639324947e-06, |
| "loss": 1.0501675605773926, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.7679324894514767, |
| "grad_norm": 2.3473498821258545, |
| "learning_rate": 6.889468005671248e-06, |
| "loss": 0.9035965204238892, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.7721518987341773, |
| "grad_norm": 4.273458003997803, |
| "learning_rate": 6.883411900487578e-06, |
| "loss": 0.7962709665298462, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.7763713080168775, |
| "grad_norm": 7.660892963409424, |
| "learning_rate": 6.877342356545999e-06, |
| "loss": 0.9311078190803528, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.780590717299578, |
| "grad_norm": 1.3525784015655518, |
| "learning_rate": 6.871259406691299e-06, |
| "loss": 0.46452265977859497, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.7848101265822784, |
| "grad_norm": 1.2650240659713745, |
| "learning_rate": 6.865163083840808e-06, |
| "loss": 0.653459370136261, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.7890295358649788, |
| "grad_norm": 16.892318725585938, |
| "learning_rate": 6.859053420984222e-06, |
| "loss": 0.587769091129303, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.7932489451476794, |
| "grad_norm": 3.177400588989258, |
| "learning_rate": 6.852930451183426e-06, |
| "loss": 0.8080633878707886, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.7974683544303798, |
| "grad_norm": 2.106072187423706, |
| "learning_rate": 6.846794207572317e-06, |
| "loss": 1.09242582321167, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.8016877637130801, |
| "grad_norm": 3.0559608936309814, |
| "learning_rate": 6.840644723356619e-06, |
| "loss": 1.4061119556427002, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.8059071729957807, |
| "grad_norm": 0.9994240403175354, |
| "learning_rate": 6.834482031813709e-06, |
| "loss": 0.7950407862663269, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.810126582278481, |
| "grad_norm": 17.731142044067383, |
| "learning_rate": 6.82830616629243e-06, |
| "loss": 1.0046894550323486, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.8143459915611815, |
| "grad_norm": 1.822799801826477, |
| "learning_rate": 6.822117160212916e-06, |
| "loss": 0.6357040405273438, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.8185654008438819, |
| "grad_norm": 3.4448676109313965, |
| "learning_rate": 6.815915047066415e-06, |
| "loss": 1.0787222385406494, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.8227848101265822, |
| "grad_norm": 1.7101033926010132, |
| "learning_rate": 6.809699860415097e-06, |
| "loss": 1.0257686376571655, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.8270042194092828, |
| "grad_norm": 6.336645603179932, |
| "learning_rate": 6.80347163389188e-06, |
| "loss": 0.9438542127609253, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.831223628691983, |
| "grad_norm": 4.888845920562744, |
| "learning_rate": 6.797230401200247e-06, |
| "loss": 0.9173398017883301, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.8354430379746836, |
| "grad_norm": 1.9469853639602661, |
| "learning_rate": 6.790976196114059e-06, |
| "loss": 1.036512851715088, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.839662447257384, |
| "grad_norm": 5.8768815994262695, |
| "learning_rate": 6.784709052477382e-06, |
| "loss": 0.8006809949874878, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.8438818565400843, |
| "grad_norm": 2.4700989723205566, |
| "learning_rate": 6.7784290042042924e-06, |
| "loss": 0.9556717276573181, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.8481012658227849, |
| "grad_norm": 3.1491811275482178, |
| "learning_rate": 6.772136085278703e-06, |
| "loss": 1.1224122047424316, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.8523206751054853, |
| "grad_norm": 23.419981002807617, |
| "learning_rate": 6.765830329754171e-06, |
| "loss": 0.7619462013244629, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.8565400843881856, |
| "grad_norm": 4.361552715301514, |
| "learning_rate": 6.7595117717537186e-06, |
| "loss": 0.6938849687576294, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.8607594936708862, |
| "grad_norm": 3.267629623413086, |
| "learning_rate": 6.753180445469651e-06, |
| "loss": 0.8586090803146362, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.8649789029535864, |
| "grad_norm": 1.915306806564331, |
| "learning_rate": 6.746836385163365e-06, |
| "loss": 0.7172484397888184, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.869198312236287, |
| "grad_norm": 10.15339183807373, |
| "learning_rate": 6.740479625165166e-06, |
| "loss": 0.7663919925689697, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.8734177215189873, |
| "grad_norm": 1.4916582107543945, |
| "learning_rate": 6.734110199874082e-06, |
| "loss": 1.0811569690704346, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.8776371308016877, |
| "grad_norm": 3.9946820735931396, |
| "learning_rate": 6.727728143757681e-06, |
| "loss": 0.4816530644893646, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.8818565400843883, |
| "grad_norm": 1.4981932640075684, |
| "learning_rate": 6.7213334913518795e-06, |
| "loss": 0.6716771721839905, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.8860759493670884, |
| "grad_norm": 1.4426230192184448, |
| "learning_rate": 6.714926277260759e-06, |
| "loss": 1.055748462677002, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.890295358649789, |
| "grad_norm": 2.779737949371338, |
| "learning_rate": 6.708506536156375e-06, |
| "loss": 1.2872055768966675, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.8945147679324894, |
| "grad_norm": 18.332468032836914, |
| "learning_rate": 6.702074302778574e-06, |
| "loss": 0.7888720631599426, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.8987341772151898, |
| "grad_norm": 4.269297122955322, |
| "learning_rate": 6.695629611934803e-06, |
| "loss": 0.9360828995704651, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.9029535864978904, |
| "grad_norm": 3.4333150386810303, |
| "learning_rate": 6.689172498499919e-06, |
| "loss": 1.1581498384475708, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.9071729957805907, |
| "grad_norm": 3.325373888015747, |
| "learning_rate": 6.6827029974160085e-06, |
| "loss": 1.0004583597183228, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.9113924050632911, |
| "grad_norm": 1.337743878364563, |
| "learning_rate": 6.676221143692186e-06, |
| "loss": 1.2600127458572388, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.9156118143459917, |
| "grad_norm": 9.333498001098633, |
| "learning_rate": 6.669726972404415e-06, |
| "loss": 0.5244170427322388, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.9198312236286919, |
| "grad_norm": 1.4464713335037231, |
| "learning_rate": 6.663220518695314e-06, |
| "loss": 1.0309032201766968, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.9240506329113924, |
| "grad_norm": 3.8824985027313232, |
| "learning_rate": 6.656701817773966e-06, |
| "loss": 0.7978178262710571, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.9282700421940928, |
| "grad_norm": 2.117260217666626, |
| "learning_rate": 6.650170904915727e-06, |
| "loss": 1.1143381595611572, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.9324894514767932, |
| "grad_norm": 2.3016726970672607, |
| "learning_rate": 6.643627815462041e-06, |
| "loss": 0.7327609062194824, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.9367088607594938, |
| "grad_norm": 1.3250812292099, |
| "learning_rate": 6.637072584820241e-06, |
| "loss": 1.0381274223327637, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.9409282700421941, |
| "grad_norm": 3.2023909091949463, |
| "learning_rate": 6.630505248463364e-06, |
| "loss": 0.5368826985359192, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.9451476793248945, |
| "grad_norm": 1.5674402713775635, |
| "learning_rate": 6.623925841929953e-06, |
| "loss": 1.0610504150390625, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.9493670886075949, |
| "grad_norm": 1.7156344652175903, |
| "learning_rate": 6.617334400823867e-06, |
| "loss": 1.154762625694275, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.9535864978902953, |
| "grad_norm": 1.6762484312057495, |
| "learning_rate": 6.610730960814092e-06, |
| "loss": 0.8508365154266357, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.9578059071729959, |
| "grad_norm": 1.3070154190063477, |
| "learning_rate": 6.604115557634545e-06, |
| "loss": 0.7161068916320801, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.9620253164556962, |
| "grad_norm": 2.4822962284088135, |
| "learning_rate": 6.597488227083879e-06, |
| "loss": 1.1143286228179932, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.9662447257383966, |
| "grad_norm": 2.1459968090057373, |
| "learning_rate": 6.590849005025289e-06, |
| "loss": 0.8785426020622253, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.9704641350210972, |
| "grad_norm": 18.12381935119629, |
| "learning_rate": 6.584197927386326e-06, |
| "loss": 1.200589656829834, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.9746835443037973, |
| "grad_norm": 1.572724461555481, |
| "learning_rate": 6.577535030158689e-06, |
| "loss": 1.1270561218261719, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.978902953586498, |
| "grad_norm": 0.8099290132522583, |
| "learning_rate": 6.570860349398041e-06, |
| "loss": 0.6693128347396851, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.9831223628691983, |
| "grad_norm": 1.4404888153076172, |
| "learning_rate": 6.5641739212238136e-06, |
| "loss": 1.1134912967681885, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.9873417721518987, |
| "grad_norm": 11.569640159606934, |
| "learning_rate": 6.557475781819004e-06, |
| "loss": 0.9092779159545898, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.9915611814345993, |
| "grad_norm": 2.00720477104187, |
| "learning_rate": 6.550765967429984e-06, |
| "loss": 0.7343477010726929, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.9957805907172996, |
| "grad_norm": 8.226292610168457, |
| "learning_rate": 6.544044514366306e-06, |
| "loss": 1.0801680088043213, |
| "step": 946 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 2.7631890773773193, |
| "learning_rate": 6.537311459000502e-06, |
| "loss": 0.5224167108535767, |
| "step": 948 |
| }, |
| { |
| "epoch": 2.0042194092827006, |
| "grad_norm": 4.7062296867370605, |
| "learning_rate": 6.53056683776789e-06, |
| "loss": 0.8504010438919067, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.0084388185654007, |
| "grad_norm": 8.53116512298584, |
| "learning_rate": 6.5238106871663755e-06, |
| "loss": 0.6483380794525146, |
| "step": 952 |
| }, |
| { |
| "epoch": 2.0126582278481013, |
| "grad_norm": 3.5020530223846436, |
| "learning_rate": 6.517043043756252e-06, |
| "loss": 0.8229789733886719, |
| "step": 954 |
| }, |
| { |
| "epoch": 2.0168776371308015, |
| "grad_norm": 2.5090668201446533, |
| "learning_rate": 6.5102639441600086e-06, |
| "loss": 0.868636965751648, |
| "step": 956 |
| }, |
| { |
| "epoch": 2.021097046413502, |
| "grad_norm": 6.097753047943115, |
| "learning_rate": 6.503473425062126e-06, |
| "loss": 0.6441227197647095, |
| "step": 958 |
| }, |
| { |
| "epoch": 2.0253164556962027, |
| "grad_norm": 3.8150646686553955, |
| "learning_rate": 6.4966715232088835e-06, |
| "loss": 0.7223113179206848, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.029535864978903, |
| "grad_norm": 2.547377109527588, |
| "learning_rate": 6.489858275408152e-06, |
| "loss": 1.046697735786438, |
| "step": 962 |
| }, |
| { |
| "epoch": 2.0337552742616034, |
| "grad_norm": 2.0660111904144287, |
| "learning_rate": 6.483033718529204e-06, |
| "loss": 0.7585334777832031, |
| "step": 964 |
| }, |
| { |
| "epoch": 2.037974683544304, |
| "grad_norm": 1.3951258659362793, |
| "learning_rate": 6.476197889502512e-06, |
| "loss": 0.571182370185852, |
| "step": 966 |
| }, |
| { |
| "epoch": 2.042194092827004, |
| "grad_norm": 5.060699939727783, |
| "learning_rate": 6.46935082531954e-06, |
| "loss": 0.6977952718734741, |
| "step": 968 |
| }, |
| { |
| "epoch": 2.0464135021097047, |
| "grad_norm": 9.534734725952148, |
| "learning_rate": 6.4624925630325555e-06, |
| "loss": 0.924410343170166, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.050632911392405, |
| "grad_norm": 10.224217414855957, |
| "learning_rate": 6.455623139754423e-06, |
| "loss": 0.7734869122505188, |
| "step": 972 |
| }, |
| { |
| "epoch": 2.0548523206751055, |
| "grad_norm": 2.367072343826294, |
| "learning_rate": 6.4487425926584005e-06, |
| "loss": 0.762604832649231, |
| "step": 974 |
| }, |
| { |
| "epoch": 2.059071729957806, |
| "grad_norm": 3.0896172523498535, |
| "learning_rate": 6.441850958977945e-06, |
| "loss": 0.6143279075622559, |
| "step": 976 |
| }, |
| { |
| "epoch": 2.0632911392405062, |
| "grad_norm": 1.7992668151855469, |
| "learning_rate": 6.434948276006505e-06, |
| "loss": 0.6615221500396729, |
| "step": 978 |
| }, |
| { |
| "epoch": 2.067510548523207, |
| "grad_norm": 3.8281936645507812, |
| "learning_rate": 6.4280345810973225e-06, |
| "loss": 0.6476603150367737, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.071729957805907, |
| "grad_norm": 1.7640984058380127, |
| "learning_rate": 6.42110991166323e-06, |
| "loss": 0.8162950277328491, |
| "step": 982 |
| }, |
| { |
| "epoch": 2.0759493670886076, |
| "grad_norm": 4.995830059051514, |
| "learning_rate": 6.414174305176448e-06, |
| "loss": 0.9169092774391174, |
| "step": 984 |
| }, |
| { |
| "epoch": 2.080168776371308, |
| "grad_norm": 1.7362895011901855, |
| "learning_rate": 6.407227799168378e-06, |
| "loss": 0.9022603034973145, |
| "step": 986 |
| }, |
| { |
| "epoch": 2.0843881856540083, |
| "grad_norm": 2.571808338165283, |
| "learning_rate": 6.400270431229409e-06, |
| "loss": 0.9147624969482422, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.088607594936709, |
| "grad_norm": 9.426867485046387, |
| "learning_rate": 6.393302239008705e-06, |
| "loss": 0.46702778339385986, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.0928270042194095, |
| "grad_norm": 1.8141038417816162, |
| "learning_rate": 6.386323260214006e-06, |
| "loss": 0.49038439989089966, |
| "step": 992 |
| }, |
| { |
| "epoch": 2.0970464135021096, |
| "grad_norm": 2.054802894592285, |
| "learning_rate": 6.37933353261142e-06, |
| "loss": 1.0175153017044067, |
| "step": 994 |
| }, |
| { |
| "epoch": 2.1012658227848102, |
| "grad_norm": 5.117776870727539, |
| "learning_rate": 6.372333094025224e-06, |
| "loss": 0.8956054449081421, |
| "step": 996 |
| }, |
| { |
| "epoch": 2.1054852320675104, |
| "grad_norm": 0.727590024471283, |
| "learning_rate": 6.365321982337655e-06, |
| "loss": 0.5565606951713562, |
| "step": 998 |
| }, |
| { |
| "epoch": 2.109704641350211, |
| "grad_norm": 2.0183682441711426, |
| "learning_rate": 6.3583002354887065e-06, |
| "loss": 1.0998228788375854, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.1139240506329116, |
| "grad_norm": 3.211463689804077, |
| "learning_rate": 6.351267891475925e-06, |
| "loss": 0.8330961465835571, |
| "step": 1002 |
| }, |
| { |
| "epoch": 2.1181434599156117, |
| "grad_norm": 4.385818004608154, |
| "learning_rate": 6.344224988354201e-06, |
| "loss": 0.8911874294281006, |
| "step": 1004 |
| }, |
| { |
| "epoch": 2.1223628691983123, |
| "grad_norm": 1.8507286310195923, |
| "learning_rate": 6.3371715642355665e-06, |
| "loss": 0.5850310325622559, |
| "step": 1006 |
| }, |
| { |
| "epoch": 2.1265822784810124, |
| "grad_norm": 1.5357205867767334, |
| "learning_rate": 6.3301076572889804e-06, |
| "loss": 0.6495864391326904, |
| "step": 1008 |
| }, |
| { |
| "epoch": 2.130801687763713, |
| "grad_norm": 1.9483667612075806, |
| "learning_rate": 6.32303330574014e-06, |
| "loss": 0.6409696340560913, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.1350210970464136, |
| "grad_norm": 5.264192581176758, |
| "learning_rate": 6.3159485478712504e-06, |
| "loss": 0.8244346976280212, |
| "step": 1012 |
| }, |
| { |
| "epoch": 2.1392405063291138, |
| "grad_norm": 6.72544527053833, |
| "learning_rate": 6.308853422020838e-06, |
| "loss": 1.0458412170410156, |
| "step": 1014 |
| }, |
| { |
| "epoch": 2.1434599156118144, |
| "grad_norm": 4.4975738525390625, |
| "learning_rate": 6.301747966583533e-06, |
| "loss": 0.5240525007247925, |
| "step": 1016 |
| }, |
| { |
| "epoch": 2.147679324894515, |
| "grad_norm": 2.4814205169677734, |
| "learning_rate": 6.294632220009858e-06, |
| "loss": 0.7953197360038757, |
| "step": 1018 |
| }, |
| { |
| "epoch": 2.151898734177215, |
| "grad_norm": 1.7783337831497192, |
| "learning_rate": 6.2875062208060345e-06, |
| "loss": 0.6177500486373901, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.1561181434599157, |
| "grad_norm": 4.14943790435791, |
| "learning_rate": 6.280370007533755e-06, |
| "loss": 0.7844660878181458, |
| "step": 1022 |
| }, |
| { |
| "epoch": 2.160337552742616, |
| "grad_norm": 17.742002487182617, |
| "learning_rate": 6.2732236188099925e-06, |
| "loss": 0.7165024280548096, |
| "step": 1024 |
| }, |
| { |
| "epoch": 2.1645569620253164, |
| "grad_norm": 1.9838588237762451, |
| "learning_rate": 6.266067093306778e-06, |
| "loss": 0.9177765846252441, |
| "step": 1026 |
| }, |
| { |
| "epoch": 2.168776371308017, |
| "grad_norm": 1.8689168691635132, |
| "learning_rate": 6.258900469751002e-06, |
| "loss": 0.9903367757797241, |
| "step": 1028 |
| }, |
| { |
| "epoch": 2.172995780590717, |
| "grad_norm": 1.8121206760406494, |
| "learning_rate": 6.251723786924195e-06, |
| "loss": 0.9095609188079834, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.1772151898734178, |
| "grad_norm": 1.719159483909607, |
| "learning_rate": 6.244537083662325e-06, |
| "loss": 0.9629115462303162, |
| "step": 1032 |
| }, |
| { |
| "epoch": 2.181434599156118, |
| "grad_norm": 3.3003413677215576, |
| "learning_rate": 6.237340398855583e-06, |
| "loss": 0.9314064979553223, |
| "step": 1034 |
| }, |
| { |
| "epoch": 2.1856540084388185, |
| "grad_norm": 1.902093768119812, |
| "learning_rate": 6.230133771448174e-06, |
| "loss": 0.8848311305046082, |
| "step": 1036 |
| }, |
| { |
| "epoch": 2.189873417721519, |
| "grad_norm": 4.84321403503418, |
| "learning_rate": 6.222917240438112e-06, |
| "loss": 0.9192149639129639, |
| "step": 1038 |
| }, |
| { |
| "epoch": 2.1940928270042193, |
| "grad_norm": 1.7536414861679077, |
| "learning_rate": 6.215690844876994e-06, |
| "loss": 1.1547870635986328, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.19831223628692, |
| "grad_norm": 6.852333068847656, |
| "learning_rate": 6.208454623869805e-06, |
| "loss": 0.32395103573799133, |
| "step": 1042 |
| }, |
| { |
| "epoch": 2.2025316455696204, |
| "grad_norm": 1.9538402557373047, |
| "learning_rate": 6.2012086165747e-06, |
| "loss": 0.9581727981567383, |
| "step": 1044 |
| }, |
| { |
| "epoch": 2.2067510548523206, |
| "grad_norm": 4.133998394012451, |
| "learning_rate": 6.193952862202785e-06, |
| "loss": 0.6086496710777283, |
| "step": 1046 |
| }, |
| { |
| "epoch": 2.210970464135021, |
| "grad_norm": 1.9011021852493286, |
| "learning_rate": 6.18668740001792e-06, |
| "loss": 0.7543759346008301, |
| "step": 1048 |
| }, |
| { |
| "epoch": 2.2151898734177213, |
| "grad_norm": 1.46916663646698, |
| "learning_rate": 6.17941226933649e-06, |
| "loss": 0.9485968947410583, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.219409282700422, |
| "grad_norm": 5.856541156768799, |
| "learning_rate": 6.172127509527205e-06, |
| "loss": 0.8059616088867188, |
| "step": 1052 |
| }, |
| { |
| "epoch": 2.2236286919831225, |
| "grad_norm": 4.198894023895264, |
| "learning_rate": 6.164833160010882e-06, |
| "loss": 0.7487938404083252, |
| "step": 1054 |
| }, |
| { |
| "epoch": 2.2278481012658227, |
| "grad_norm": 23.342222213745117, |
| "learning_rate": 6.157529260260229e-06, |
| "loss": 0.7880909442901611, |
| "step": 1056 |
| }, |
| { |
| "epoch": 2.2320675105485233, |
| "grad_norm": 23.40158462524414, |
| "learning_rate": 6.150215849799637e-06, |
| "loss": 0.5327481031417847, |
| "step": 1058 |
| }, |
| { |
| "epoch": 2.2362869198312234, |
| "grad_norm": 1.634332537651062, |
| "learning_rate": 6.142892968204963e-06, |
| "loss": 0.883295476436615, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.240506329113924, |
| "grad_norm": 0.7251645922660828, |
| "learning_rate": 6.135560655103316e-06, |
| "loss": 0.5540227890014648, |
| "step": 1062 |
| }, |
| { |
| "epoch": 2.2447257383966246, |
| "grad_norm": 1.5355224609375, |
| "learning_rate": 6.12821895017284e-06, |
| "loss": 0.50773686170578, |
| "step": 1064 |
| }, |
| { |
| "epoch": 2.2489451476793247, |
| "grad_norm": 2.305499792098999, |
| "learning_rate": 6.120867893142506e-06, |
| "loss": 0.8910026550292969, |
| "step": 1066 |
| }, |
| { |
| "epoch": 2.2531645569620253, |
| "grad_norm": 3.746581792831421, |
| "learning_rate": 6.1135075237918905e-06, |
| "loss": 1.0884243249893188, |
| "step": 1068 |
| }, |
| { |
| "epoch": 2.257383966244726, |
| "grad_norm": 3.282155752182007, |
| "learning_rate": 6.106137881950965e-06, |
| "loss": 1.0420414209365845, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.261603375527426, |
| "grad_norm": 2.951901435852051, |
| "learning_rate": 6.098759007499875e-06, |
| "loss": 0.9006770849227905, |
| "step": 1072 |
| }, |
| { |
| "epoch": 2.2658227848101267, |
| "grad_norm": 2.8723626136779785, |
| "learning_rate": 6.091370940368729e-06, |
| "loss": 1.1099491119384766, |
| "step": 1074 |
| }, |
| { |
| "epoch": 2.270042194092827, |
| "grad_norm": 1.841613531112671, |
| "learning_rate": 6.083973720537386e-06, |
| "loss": 0.9306420087814331, |
| "step": 1076 |
| }, |
| { |
| "epoch": 2.2742616033755274, |
| "grad_norm": 0.8245161771774292, |
| "learning_rate": 6.0765673880352224e-06, |
| "loss": 0.6501108407974243, |
| "step": 1078 |
| }, |
| { |
| "epoch": 2.278481012658228, |
| "grad_norm": 16.89291763305664, |
| "learning_rate": 6.069151982940936e-06, |
| "loss": 0.7018378376960754, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.282700421940928, |
| "grad_norm": 15.395925521850586, |
| "learning_rate": 6.06172754538232e-06, |
| "loss": 0.3668671250343323, |
| "step": 1082 |
| }, |
| { |
| "epoch": 2.2869198312236287, |
| "grad_norm": 7.03673791885376, |
| "learning_rate": 6.054294115536044e-06, |
| "loss": 0.6594992280006409, |
| "step": 1084 |
| }, |
| { |
| "epoch": 2.291139240506329, |
| "grad_norm": 1.275587797164917, |
| "learning_rate": 6.046851733627436e-06, |
| "loss": 0.48280084133148193, |
| "step": 1086 |
| }, |
| { |
| "epoch": 2.2953586497890295, |
| "grad_norm": 3.333641290664673, |
| "learning_rate": 6.039400439930271e-06, |
| "loss": 0.6253411769866943, |
| "step": 1088 |
| }, |
| { |
| "epoch": 2.29957805907173, |
| "grad_norm": 1.850312352180481, |
| "learning_rate": 6.031940274766546e-06, |
| "loss": 0.49555736780166626, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.3037974683544302, |
| "grad_norm": 3.2576518058776855, |
| "learning_rate": 6.024471278506269e-06, |
| "loss": 0.7540421485900879, |
| "step": 1092 |
| }, |
| { |
| "epoch": 2.308016877637131, |
| "grad_norm": 2.6489086151123047, |
| "learning_rate": 6.016993491567234e-06, |
| "loss": 0.6014547944068909, |
| "step": 1094 |
| }, |
| { |
| "epoch": 2.3122362869198314, |
| "grad_norm": 5.111599445343018, |
| "learning_rate": 6.0095069544148075e-06, |
| "loss": 0.3525955379009247, |
| "step": 1096 |
| }, |
| { |
| "epoch": 2.3164556962025316, |
| "grad_norm": 13.784951210021973, |
| "learning_rate": 6.002011707561704e-06, |
| "loss": 0.8247784376144409, |
| "step": 1098 |
| }, |
| { |
| "epoch": 2.320675105485232, |
| "grad_norm": 4.951453685760498, |
| "learning_rate": 5.9945077915677695e-06, |
| "loss": 0.8657753467559814, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.3248945147679323, |
| "grad_norm": 1.6704450845718384, |
| "learning_rate": 5.9869952470397655e-06, |
| "loss": 0.841392993927002, |
| "step": 1102 |
| }, |
| { |
| "epoch": 2.329113924050633, |
| "grad_norm": 1.9911108016967773, |
| "learning_rate": 5.979474114631144e-06, |
| "loss": 1.0287697315216064, |
| "step": 1104 |
| }, |
| { |
| "epoch": 2.3333333333333335, |
| "grad_norm": 1.8969277143478394, |
| "learning_rate": 5.971944435041831e-06, |
| "loss": 0.730893611907959, |
| "step": 1106 |
| }, |
| { |
| "epoch": 2.3375527426160336, |
| "grad_norm": 4.81918478012085, |
| "learning_rate": 5.9644062490180004e-06, |
| "loss": 0.5627094507217407, |
| "step": 1108 |
| }, |
| { |
| "epoch": 2.3417721518987342, |
| "grad_norm": 2.462564468383789, |
| "learning_rate": 5.956859597351862e-06, |
| "loss": 0.8845915198326111, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.3459915611814344, |
| "grad_norm": 2.167839527130127, |
| "learning_rate": 5.94930452088144e-06, |
| "loss": 0.9817606210708618, |
| "step": 1112 |
| }, |
| { |
| "epoch": 2.350210970464135, |
| "grad_norm": 8.067427635192871, |
| "learning_rate": 5.941741060490339e-06, |
| "loss": 1.1635032892227173, |
| "step": 1114 |
| }, |
| { |
| "epoch": 2.3544303797468356, |
| "grad_norm": 0.5956460237503052, |
| "learning_rate": 5.93416925710754e-06, |
| "loss": 0.4855182468891144, |
| "step": 1116 |
| }, |
| { |
| "epoch": 2.3586497890295357, |
| "grad_norm": 15.0598783493042, |
| "learning_rate": 5.9265891517071695e-06, |
| "loss": 0.9245091676712036, |
| "step": 1118 |
| }, |
| { |
| "epoch": 2.3628691983122363, |
| "grad_norm": 2.6616246700286865, |
| "learning_rate": 5.9190007853082795e-06, |
| "loss": 0.6047594547271729, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.367088607594937, |
| "grad_norm": 7.563075542449951, |
| "learning_rate": 5.911404198974625e-06, |
| "loss": 0.9117496013641357, |
| "step": 1122 |
| }, |
| { |
| "epoch": 2.371308016877637, |
| "grad_norm": 5.370510101318359, |
| "learning_rate": 5.903799433814442e-06, |
| "loss": 0.5350353717803955, |
| "step": 1124 |
| }, |
| { |
| "epoch": 2.3755274261603376, |
| "grad_norm": 1.819912075996399, |
| "learning_rate": 5.8961865309802285e-06, |
| "loss": 0.667518138885498, |
| "step": 1126 |
| }, |
| { |
| "epoch": 2.379746835443038, |
| "grad_norm": 2.640817165374756, |
| "learning_rate": 5.888565531668514e-06, |
| "loss": 0.8784997463226318, |
| "step": 1128 |
| }, |
| { |
| "epoch": 2.3839662447257384, |
| "grad_norm": 66.16091918945312, |
| "learning_rate": 5.880936477119645e-06, |
| "loss": 0.4616549611091614, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.388185654008439, |
| "grad_norm": 5.994080066680908, |
| "learning_rate": 5.873299408617559e-06, |
| "loss": 0.3559979200363159, |
| "step": 1132 |
| }, |
| { |
| "epoch": 2.392405063291139, |
| "grad_norm": 23.00125503540039, |
| "learning_rate": 5.865654367489556e-06, |
| "loss": 0.40349674224853516, |
| "step": 1134 |
| }, |
| { |
| "epoch": 2.3966244725738397, |
| "grad_norm": 5.636394500732422, |
| "learning_rate": 5.858001395106082e-06, |
| "loss": 0.5823970437049866, |
| "step": 1136 |
| }, |
| { |
| "epoch": 2.40084388185654, |
| "grad_norm": 2.3996365070343018, |
| "learning_rate": 5.850340532880504e-06, |
| "loss": 0.921074628829956, |
| "step": 1138 |
| }, |
| { |
| "epoch": 2.4050632911392404, |
| "grad_norm": 10.836583137512207, |
| "learning_rate": 5.842671822268878e-06, |
| "loss": 0.7500771880149841, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.409282700421941, |
| "grad_norm": 7.443431854248047, |
| "learning_rate": 5.83499530476974e-06, |
| "loss": 0.3230987787246704, |
| "step": 1142 |
| }, |
| { |
| "epoch": 2.413502109704641, |
| "grad_norm": 2.597289800643921, |
| "learning_rate": 5.827311021923863e-06, |
| "loss": 0.732123851776123, |
| "step": 1144 |
| }, |
| { |
| "epoch": 2.4177215189873418, |
| "grad_norm": 1.982795238494873, |
| "learning_rate": 5.819619015314047e-06, |
| "loss": 0.9608519077301025, |
| "step": 1146 |
| }, |
| { |
| "epoch": 2.4219409282700424, |
| "grad_norm": 3.819395065307617, |
| "learning_rate": 5.8119193265648865e-06, |
| "loss": 0.6804056167602539, |
| "step": 1148 |
| }, |
| { |
| "epoch": 2.4261603375527425, |
| "grad_norm": 6.851272106170654, |
| "learning_rate": 5.80421199734255e-06, |
| "loss": 1.004921555519104, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.430379746835443, |
| "grad_norm": 3.0809147357940674, |
| "learning_rate": 5.7964970693545466e-06, |
| "loss": 0.6196656823158264, |
| "step": 1152 |
| }, |
| { |
| "epoch": 2.4345991561181437, |
| "grad_norm": 1.8345930576324463, |
| "learning_rate": 5.788774584349508e-06, |
| "loss": 1.043914556503296, |
| "step": 1154 |
| }, |
| { |
| "epoch": 2.438818565400844, |
| "grad_norm": 3.7520220279693604, |
| "learning_rate": 5.781044584116963e-06, |
| "loss": 0.30900609493255615, |
| "step": 1156 |
| }, |
| { |
| "epoch": 2.4430379746835444, |
| "grad_norm": 1.6004582643508911, |
| "learning_rate": 5.773307110487106e-06, |
| "loss": 0.7037574052810669, |
| "step": 1158 |
| }, |
| { |
| "epoch": 2.4472573839662446, |
| "grad_norm": 1.8472445011138916, |
| "learning_rate": 5.765562205330568e-06, |
| "loss": 0.9773483872413635, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.451476793248945, |
| "grad_norm": 2.698925018310547, |
| "learning_rate": 5.757809910558205e-06, |
| "loss": 0.6617934703826904, |
| "step": 1162 |
| }, |
| { |
| "epoch": 2.4556962025316453, |
| "grad_norm": 1.6956886053085327, |
| "learning_rate": 5.750050268120851e-06, |
| "loss": 0.851616382598877, |
| "step": 1164 |
| }, |
| { |
| "epoch": 2.459915611814346, |
| "grad_norm": 1.288453221321106, |
| "learning_rate": 5.742283320009111e-06, |
| "loss": 0.8924407958984375, |
| "step": 1166 |
| }, |
| { |
| "epoch": 2.4641350210970465, |
| "grad_norm": 1.4182209968566895, |
| "learning_rate": 5.734509108253117e-06, |
| "loss": 0.48247936367988586, |
| "step": 1168 |
| }, |
| { |
| "epoch": 2.4683544303797467, |
| "grad_norm": 2.1459646224975586, |
| "learning_rate": 5.726727674922309e-06, |
| "loss": 0.8906441926956177, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.4725738396624473, |
| "grad_norm": 1.393717885017395, |
| "learning_rate": 5.718939062125207e-06, |
| "loss": 0.876624584197998, |
| "step": 1172 |
| }, |
| { |
| "epoch": 2.476793248945148, |
| "grad_norm": 1.8553041219711304, |
| "learning_rate": 5.711143312009183e-06, |
| "loss": 0.9824315309524536, |
| "step": 1174 |
| }, |
| { |
| "epoch": 2.481012658227848, |
| "grad_norm": 2.4953160285949707, |
| "learning_rate": 5.703340466760228e-06, |
| "loss": 0.7499101161956787, |
| "step": 1176 |
| }, |
| { |
| "epoch": 2.4852320675105486, |
| "grad_norm": 5.494137763977051, |
| "learning_rate": 5.695530568602733e-06, |
| "loss": 0.42195141315460205, |
| "step": 1178 |
| }, |
| { |
| "epoch": 2.489451476793249, |
| "grad_norm": 4.595831394195557, |
| "learning_rate": 5.687713659799253e-06, |
| "loss": 0.7049263715744019, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.4936708860759493, |
| "grad_norm": 5.080184459686279, |
| "learning_rate": 5.679889782650275e-06, |
| "loss": 0.880506157875061, |
| "step": 1182 |
| }, |
| { |
| "epoch": 2.49789029535865, |
| "grad_norm": 27.051029205322266, |
| "learning_rate": 5.672058979494004e-06, |
| "loss": 0.5125079154968262, |
| "step": 1184 |
| }, |
| { |
| "epoch": 2.50210970464135, |
| "grad_norm": 1.5325865745544434, |
| "learning_rate": 5.6642212927061185e-06, |
| "loss": 0.385905385017395, |
| "step": 1186 |
| }, |
| { |
| "epoch": 2.5063291139240507, |
| "grad_norm": 7.488584995269775, |
| "learning_rate": 5.656376764699549e-06, |
| "loss": 0.5802481770515442, |
| "step": 1188 |
| }, |
| { |
| "epoch": 2.510548523206751, |
| "grad_norm": 2.4869072437286377, |
| "learning_rate": 5.648525437924244e-06, |
| "loss": 0.810112476348877, |
| "step": 1190 |
| }, |
| { |
| "epoch": 2.5147679324894514, |
| "grad_norm": 5.196420192718506, |
| "learning_rate": 5.640667354866948e-06, |
| "loss": 0.40649741888046265, |
| "step": 1192 |
| }, |
| { |
| "epoch": 2.518987341772152, |
| "grad_norm": 10.881569862365723, |
| "learning_rate": 5.632802558050964e-06, |
| "loss": 1.1927690505981445, |
| "step": 1194 |
| }, |
| { |
| "epoch": 2.523206751054852, |
| "grad_norm": 2.63506817817688, |
| "learning_rate": 5.6249310900359236e-06, |
| "loss": 0.969944179058075, |
| "step": 1196 |
| }, |
| { |
| "epoch": 2.5274261603375527, |
| "grad_norm": 11.932506561279297, |
| "learning_rate": 5.617052993417562e-06, |
| "loss": 0.9280753135681152, |
| "step": 1198 |
| }, |
| { |
| "epoch": 2.5316455696202533, |
| "grad_norm": 45.778499603271484, |
| "learning_rate": 5.609168310827482e-06, |
| "loss": 0.7399793267250061, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.5358649789029535, |
| "grad_norm": 1.8853310346603394, |
| "learning_rate": 5.6012770849329275e-06, |
| "loss": 0.7420691251754761, |
| "step": 1202 |
| }, |
| { |
| "epoch": 2.540084388185654, |
| "grad_norm": 3.9101645946502686, |
| "learning_rate": 5.593379358436551e-06, |
| "loss": 0.7088044285774231, |
| "step": 1204 |
| }, |
| { |
| "epoch": 2.5443037974683547, |
| "grad_norm": 3.0373728275299072, |
| "learning_rate": 5.585475174076184e-06, |
| "loss": 0.8735544681549072, |
| "step": 1206 |
| }, |
| { |
| "epoch": 2.548523206751055, |
| "grad_norm": 8.735350608825684, |
| "learning_rate": 5.577564574624599e-06, |
| "loss": 0.6918007135391235, |
| "step": 1208 |
| }, |
| { |
| "epoch": 2.5527426160337554, |
| "grad_norm": 3.198167085647583, |
| "learning_rate": 5.569647602889289e-06, |
| "loss": 1.1403307914733887, |
| "step": 1210 |
| }, |
| { |
| "epoch": 2.5569620253164556, |
| "grad_norm": 2.7564687728881836, |
| "learning_rate": 5.561724301712225e-06, |
| "loss": 0.9847512245178223, |
| "step": 1212 |
| }, |
| { |
| "epoch": 2.561181434599156, |
| "grad_norm": 5.109920501708984, |
| "learning_rate": 5.553794713969632e-06, |
| "loss": 0.30179572105407715, |
| "step": 1214 |
| }, |
| { |
| "epoch": 2.5654008438818563, |
| "grad_norm": 4.672483921051025, |
| "learning_rate": 5.545858882571755e-06, |
| "loss": 0.7192697525024414, |
| "step": 1216 |
| }, |
| { |
| "epoch": 2.569620253164557, |
| "grad_norm": 2.7057371139526367, |
| "learning_rate": 5.5379168504626256e-06, |
| "loss": 0.9119170308113098, |
| "step": 1218 |
| }, |
| { |
| "epoch": 2.5738396624472575, |
| "grad_norm": 5.782102584838867, |
| "learning_rate": 5.5299686606198255e-06, |
| "loss": 0.59529709815979, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.5780590717299576, |
| "grad_norm": 5.356619834899902, |
| "learning_rate": 5.522014356054264e-06, |
| "loss": 0.888773500919342, |
| "step": 1222 |
| }, |
| { |
| "epoch": 2.5822784810126582, |
| "grad_norm": 34.81894302368164, |
| "learning_rate": 5.51405397980994e-06, |
| "loss": 0.671154260635376, |
| "step": 1224 |
| }, |
| { |
| "epoch": 2.586497890295359, |
| "grad_norm": 4.4581193923950195, |
| "learning_rate": 5.506087574963703e-06, |
| "loss": 0.5387101173400879, |
| "step": 1226 |
| }, |
| { |
| "epoch": 2.590717299578059, |
| "grad_norm": 4.779836177825928, |
| "learning_rate": 5.49811518462503e-06, |
| "loss": 0.9294767379760742, |
| "step": 1228 |
| }, |
| { |
| "epoch": 2.5949367088607596, |
| "grad_norm": 4.019083499908447, |
| "learning_rate": 5.4901368519357886e-06, |
| "loss": 0.9565463066101074, |
| "step": 1230 |
| }, |
| { |
| "epoch": 2.59915611814346, |
| "grad_norm": 2.806299924850464, |
| "learning_rate": 5.482152620070001e-06, |
| "loss": 0.8302749991416931, |
| "step": 1232 |
| }, |
| { |
| "epoch": 2.6033755274261603, |
| "grad_norm": 46.3029899597168, |
| "learning_rate": 5.474162532233609e-06, |
| "loss": 0.28912973403930664, |
| "step": 1234 |
| }, |
| { |
| "epoch": 2.607594936708861, |
| "grad_norm": 4.818080425262451, |
| "learning_rate": 5.4661666316642534e-06, |
| "loss": 1.0101039409637451, |
| "step": 1236 |
| }, |
| { |
| "epoch": 2.611814345991561, |
| "grad_norm": 4.704904556274414, |
| "learning_rate": 5.458164961631019e-06, |
| "loss": 1.141682505607605, |
| "step": 1238 |
| }, |
| { |
| "epoch": 2.6160337552742616, |
| "grad_norm": 2.6413064002990723, |
| "learning_rate": 5.450157565434217e-06, |
| "loss": 0.7691728472709656, |
| "step": 1240 |
| }, |
| { |
| "epoch": 2.620253164556962, |
| "grad_norm": 2.3116259574890137, |
| "learning_rate": 5.442144486405146e-06, |
| "loss": 0.8952039480209351, |
| "step": 1242 |
| }, |
| { |
| "epoch": 2.6244725738396624, |
| "grad_norm": 3.752659797668457, |
| "learning_rate": 5.434125767905855e-06, |
| "loss": 0.41019898653030396, |
| "step": 1244 |
| }, |
| { |
| "epoch": 2.628691983122363, |
| "grad_norm": 2.37690806388855, |
| "learning_rate": 5.426101453328911e-06, |
| "loss": 0.704147219657898, |
| "step": 1246 |
| }, |
| { |
| "epoch": 2.632911392405063, |
| "grad_norm": 3.650939702987671, |
| "learning_rate": 5.418071586097162e-06, |
| "loss": 1.3898766040802002, |
| "step": 1248 |
| }, |
| { |
| "epoch": 2.6371308016877637, |
| "grad_norm": 1.6102105379104614, |
| "learning_rate": 5.410036209663506e-06, |
| "loss": 0.961624026298523, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.6413502109704643, |
| "grad_norm": 3.446720600128174, |
| "learning_rate": 5.401995367510652e-06, |
| "loss": 0.924649715423584, |
| "step": 1252 |
| }, |
| { |
| "epoch": 2.6455696202531644, |
| "grad_norm": 4.68242073059082, |
| "learning_rate": 5.393949103150889e-06, |
| "loss": 0.4435887932777405, |
| "step": 1254 |
| }, |
| { |
| "epoch": 2.649789029535865, |
| "grad_norm": 51.22077178955078, |
| "learning_rate": 5.385897460125841e-06, |
| "loss": 0.5546849370002747, |
| "step": 1256 |
| }, |
| { |
| "epoch": 2.6540084388185656, |
| "grad_norm": 2.3170604705810547, |
| "learning_rate": 5.377840482006247e-06, |
| "loss": 0.7113304138183594, |
| "step": 1258 |
| }, |
| { |
| "epoch": 2.6582278481012658, |
| "grad_norm": 4.746129512786865, |
| "learning_rate": 5.369778212391713e-06, |
| "loss": 0.8765827417373657, |
| "step": 1260 |
| }, |
| { |
| "epoch": 2.6624472573839664, |
| "grad_norm": 4.732134819030762, |
| "learning_rate": 5.361710694910476e-06, |
| "loss": 0.8504003882408142, |
| "step": 1262 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 1.4788029193878174, |
| "learning_rate": 5.3536379732191735e-06, |
| "loss": 0.5229237079620361, |
| "step": 1264 |
| }, |
| { |
| "epoch": 2.670886075949367, |
| "grad_norm": 9.586766242980957, |
| "learning_rate": 5.3455600910026075e-06, |
| "loss": 0.776203989982605, |
| "step": 1266 |
| }, |
| { |
| "epoch": 2.6751054852320673, |
| "grad_norm": 1.5792274475097656, |
| "learning_rate": 5.337477091973503e-06, |
| "loss": 0.7061780691146851, |
| "step": 1268 |
| }, |
| { |
| "epoch": 2.679324894514768, |
| "grad_norm": 1.9227761030197144, |
| "learning_rate": 5.3293890198722765e-06, |
| "loss": 0.40927794575691223, |
| "step": 1270 |
| }, |
| { |
| "epoch": 2.6835443037974684, |
| "grad_norm": 2.802013635635376, |
| "learning_rate": 5.321295918466793e-06, |
| "loss": 0.9143922924995422, |
| "step": 1272 |
| }, |
| { |
| "epoch": 2.6877637130801686, |
| "grad_norm": 14.795599937438965, |
| "learning_rate": 5.3131978315521355e-06, |
| "loss": 0.6321116089820862, |
| "step": 1274 |
| }, |
| { |
| "epoch": 2.691983122362869, |
| "grad_norm": 3.627547264099121, |
| "learning_rate": 5.305094802950368e-06, |
| "loss": 0.7536362409591675, |
| "step": 1276 |
| }, |
| { |
| "epoch": 2.6962025316455698, |
| "grad_norm": 0.6867983937263489, |
| "learning_rate": 5.296986876510293e-06, |
| "loss": 0.27872833609580994, |
| "step": 1278 |
| }, |
| { |
| "epoch": 2.70042194092827, |
| "grad_norm": 3.1109073162078857, |
| "learning_rate": 5.288874096107218e-06, |
| "loss": 0.8334829807281494, |
| "step": 1280 |
| }, |
| { |
| "epoch": 2.7046413502109705, |
| "grad_norm": 1.4203203916549683, |
| "learning_rate": 5.2807565056427155e-06, |
| "loss": 0.9659562110900879, |
| "step": 1282 |
| }, |
| { |
| "epoch": 2.708860759493671, |
| "grad_norm": 2.113590955734253, |
| "learning_rate": 5.2726341490443915e-06, |
| "loss": 0.3422914743423462, |
| "step": 1284 |
| }, |
| { |
| "epoch": 2.7130801687763713, |
| "grad_norm": 4.1795759201049805, |
| "learning_rate": 5.264507070265639e-06, |
| "loss": 0.44313400983810425, |
| "step": 1286 |
| }, |
| { |
| "epoch": 2.717299578059072, |
| "grad_norm": 0.8358619809150696, |
| "learning_rate": 5.256375313285407e-06, |
| "loss": 0.50257408618927, |
| "step": 1288 |
| }, |
| { |
| "epoch": 2.721518987341772, |
| "grad_norm": 0.6378387808799744, |
| "learning_rate": 5.248238922107958e-06, |
| "loss": 0.5335341095924377, |
| "step": 1290 |
| }, |
| { |
| "epoch": 2.7257383966244726, |
| "grad_norm": 2.0149025917053223, |
| "learning_rate": 5.240097940762638e-06, |
| "loss": 0.9738786220550537, |
| "step": 1292 |
| }, |
| { |
| "epoch": 2.7299578059071727, |
| "grad_norm": 3.022477149963379, |
| "learning_rate": 5.231952413303623e-06, |
| "loss": 0.41252389550209045, |
| "step": 1294 |
| }, |
| { |
| "epoch": 2.7341772151898733, |
| "grad_norm": 2.5130767822265625, |
| "learning_rate": 5.2238023838097e-06, |
| "loss": 0.9761707186698914, |
| "step": 1296 |
| }, |
| { |
| "epoch": 2.738396624472574, |
| "grad_norm": 2.43636155128479, |
| "learning_rate": 5.21564789638401e-06, |
| "loss": 0.9268041253089905, |
| "step": 1298 |
| }, |
| { |
| "epoch": 2.742616033755274, |
| "grad_norm": 1.058410406112671, |
| "learning_rate": 5.207488995153821e-06, |
| "loss": 0.6909565925598145, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.7468354430379747, |
| "grad_norm": 1.987685203552246, |
| "learning_rate": 5.1993257242702874e-06, |
| "loss": 1.0122733116149902, |
| "step": 1302 |
| }, |
| { |
| "epoch": 2.7510548523206753, |
| "grad_norm": 1.9147788286209106, |
| "learning_rate": 5.191158127908207e-06, |
| "loss": 0.5920695066452026, |
| "step": 1304 |
| }, |
| { |
| "epoch": 2.7552742616033754, |
| "grad_norm": 2.714449405670166, |
| "learning_rate": 5.182986250265786e-06, |
| "loss": 1.0310044288635254, |
| "step": 1306 |
| }, |
| { |
| "epoch": 2.759493670886076, |
| "grad_norm": 1.7678923606872559, |
| "learning_rate": 5.174810135564397e-06, |
| "loss": 0.9253189563751221, |
| "step": 1308 |
| }, |
| { |
| "epoch": 2.7637130801687766, |
| "grad_norm": 5.892001152038574, |
| "learning_rate": 5.1666298280483436e-06, |
| "loss": 0.80256587266922, |
| "step": 1310 |
| }, |
| { |
| "epoch": 2.7679324894514767, |
| "grad_norm": 12.360274314880371, |
| "learning_rate": 5.158445371984614e-06, |
| "loss": 0.9463623762130737, |
| "step": 1312 |
| }, |
| { |
| "epoch": 2.7721518987341773, |
| "grad_norm": 2.3304073810577393, |
| "learning_rate": 5.150256811662653e-06, |
| "loss": 0.9907184839248657, |
| "step": 1314 |
| }, |
| { |
| "epoch": 2.7763713080168775, |
| "grad_norm": 3.796537160873413, |
| "learning_rate": 5.142064191394107e-06, |
| "loss": 0.609095573425293, |
| "step": 1316 |
| }, |
| { |
| "epoch": 2.780590717299578, |
| "grad_norm": 2.1420092582702637, |
| "learning_rate": 5.133867555512599e-06, |
| "loss": 0.5119812488555908, |
| "step": 1318 |
| }, |
| { |
| "epoch": 2.7848101265822782, |
| "grad_norm": 3.1301980018615723, |
| "learning_rate": 5.125666948373477e-06, |
| "loss": 0.9296759366989136, |
| "step": 1320 |
| }, |
| { |
| "epoch": 2.789029535864979, |
| "grad_norm": 2.0127930641174316, |
| "learning_rate": 5.1174624143535845e-06, |
| "loss": 0.4965199828147888, |
| "step": 1322 |
| }, |
| { |
| "epoch": 2.7932489451476794, |
| "grad_norm": 6.2706217765808105, |
| "learning_rate": 5.10925399785101e-06, |
| "loss": 1.0675724744796753, |
| "step": 1324 |
| }, |
| { |
| "epoch": 2.7974683544303796, |
| "grad_norm": 9.385963439941406, |
| "learning_rate": 5.101041743284855e-06, |
| "loss": 0.8606825470924377, |
| "step": 1326 |
| }, |
| { |
| "epoch": 2.80168776371308, |
| "grad_norm": 1.8741198778152466, |
| "learning_rate": 5.0928256950949874e-06, |
| "loss": 0.6247942447662354, |
| "step": 1328 |
| }, |
| { |
| "epoch": 2.8059071729957807, |
| "grad_norm": 1.5202703475952148, |
| "learning_rate": 5.084605897741808e-06, |
| "loss": 0.9863821268081665, |
| "step": 1330 |
| }, |
| { |
| "epoch": 2.810126582278481, |
| "grad_norm": 2.4014227390289307, |
| "learning_rate": 5.076382395706001e-06, |
| "loss": 0.7821711301803589, |
| "step": 1332 |
| }, |
| { |
| "epoch": 2.8143459915611815, |
| "grad_norm": 2.5113935470581055, |
| "learning_rate": 5.0681552334883015e-06, |
| "loss": 0.48877081274986267, |
| "step": 1334 |
| }, |
| { |
| "epoch": 2.818565400843882, |
| "grad_norm": 1.116832971572876, |
| "learning_rate": 5.059924455609252e-06, |
| "loss": 0.639763593673706, |
| "step": 1336 |
| }, |
| { |
| "epoch": 2.8227848101265822, |
| "grad_norm": 2.161829710006714, |
| "learning_rate": 5.051690106608958e-06, |
| "loss": 0.6487863063812256, |
| "step": 1338 |
| }, |
| { |
| "epoch": 2.827004219409283, |
| "grad_norm": 3.6037724018096924, |
| "learning_rate": 5.04345223104685e-06, |
| "loss": 0.8599737882614136, |
| "step": 1340 |
| }, |
| { |
| "epoch": 2.831223628691983, |
| "grad_norm": 25.895301818847656, |
| "learning_rate": 5.035210873501446e-06, |
| "loss": 0.8409707546234131, |
| "step": 1342 |
| }, |
| { |
| "epoch": 2.8354430379746836, |
| "grad_norm": 1.7677528858184814, |
| "learning_rate": 5.026966078570102e-06, |
| "loss": 1.0647809505462646, |
| "step": 1344 |
| }, |
| { |
| "epoch": 2.8396624472573837, |
| "grad_norm": 5.221706390380859, |
| "learning_rate": 5.0187178908687765e-06, |
| "loss": 0.6761691570281982, |
| "step": 1346 |
| }, |
| { |
| "epoch": 2.8438818565400843, |
| "grad_norm": 2.069338798522949, |
| "learning_rate": 5.010466355031788e-06, |
| "loss": 0.5935064554214478, |
| "step": 1348 |
| }, |
| { |
| "epoch": 2.848101265822785, |
| "grad_norm": 1.759072184562683, |
| "learning_rate": 5.002211515711574e-06, |
| "loss": 0.9735701680183411, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.852320675105485, |
| "grad_norm": 6.272833824157715, |
| "learning_rate": 4.993953417578447e-06, |
| "loss": 0.6328434944152832, |
| "step": 1352 |
| }, |
| { |
| "epoch": 2.8565400843881856, |
| "grad_norm": 8.284124374389648, |
| "learning_rate": 4.985692105320356e-06, |
| "loss": 0.6582671403884888, |
| "step": 1354 |
| }, |
| { |
| "epoch": 2.8607594936708862, |
| "grad_norm": 4.635993003845215, |
| "learning_rate": 4.977427623642641e-06, |
| "loss": 0.56138014793396, |
| "step": 1356 |
| }, |
| { |
| "epoch": 2.8649789029535864, |
| "grad_norm": 1.4133601188659668, |
| "learning_rate": 4.9691600172677945e-06, |
| "loss": 0.9400450587272644, |
| "step": 1358 |
| }, |
| { |
| "epoch": 2.869198312236287, |
| "grad_norm": 3.7701480388641357, |
| "learning_rate": 4.960889330935215e-06, |
| "loss": 0.8297948837280273, |
| "step": 1360 |
| }, |
| { |
| "epoch": 2.8734177215189876, |
| "grad_norm": 3.301804780960083, |
| "learning_rate": 4.952615609400973e-06, |
| "loss": 0.5724865794181824, |
| "step": 1362 |
| }, |
| { |
| "epoch": 2.8776371308016877, |
| "grad_norm": 3.880316972732544, |
| "learning_rate": 4.94433889743756e-06, |
| "loss": 0.9015120267868042, |
| "step": 1364 |
| }, |
| { |
| "epoch": 2.8818565400843883, |
| "grad_norm": 2.4567813873291016, |
| "learning_rate": 4.93605923983365e-06, |
| "loss": 1.0346885919570923, |
| "step": 1366 |
| }, |
| { |
| "epoch": 2.8860759493670884, |
| "grad_norm": 6.220330238342285, |
| "learning_rate": 4.92777668139386e-06, |
| "loss": 0.9936701059341431, |
| "step": 1368 |
| }, |
| { |
| "epoch": 2.890295358649789, |
| "grad_norm": 2.123796224594116, |
| "learning_rate": 4.919491266938501e-06, |
| "loss": 0.9021327495574951, |
| "step": 1370 |
| }, |
| { |
| "epoch": 2.894514767932489, |
| "grad_norm": 5.658734321594238, |
| "learning_rate": 4.911203041303342e-06, |
| "loss": 0.4772055745124817, |
| "step": 1372 |
| }, |
| { |
| "epoch": 2.8987341772151898, |
| "grad_norm": 3.852552890777588, |
| "learning_rate": 4.902912049339362e-06, |
| "loss": 0.7514923214912415, |
| "step": 1374 |
| }, |
| { |
| "epoch": 2.9029535864978904, |
| "grad_norm": 1.6569684743881226, |
| "learning_rate": 4.894618335912511e-06, |
| "loss": 0.9316278696060181, |
| "step": 1376 |
| }, |
| { |
| "epoch": 2.9071729957805905, |
| "grad_norm": 3.75467586517334, |
| "learning_rate": 4.886321945903466e-06, |
| "loss": 0.7876487374305725, |
| "step": 1378 |
| }, |
| { |
| "epoch": 2.911392405063291, |
| "grad_norm": 5.47602653503418, |
| "learning_rate": 4.8780229242073895e-06, |
| "loss": 1.141374111175537, |
| "step": 1380 |
| }, |
| { |
| "epoch": 2.9156118143459917, |
| "grad_norm": 4.051374435424805, |
| "learning_rate": 4.86972131573368e-06, |
| "loss": 0.640509307384491, |
| "step": 1382 |
| }, |
| { |
| "epoch": 2.919831223628692, |
| "grad_norm": 7.645662307739258, |
| "learning_rate": 4.86141716540574e-06, |
| "loss": 0.6477132439613342, |
| "step": 1384 |
| }, |
| { |
| "epoch": 2.9240506329113924, |
| "grad_norm": 2.780121088027954, |
| "learning_rate": 4.853110518160723e-06, |
| "loss": 0.5821589827537537, |
| "step": 1386 |
| }, |
| { |
| "epoch": 2.928270042194093, |
| "grad_norm": 4.329258441925049, |
| "learning_rate": 4.844801418949299e-06, |
| "loss": 0.9183673858642578, |
| "step": 1388 |
| }, |
| { |
| "epoch": 2.932489451476793, |
| "grad_norm": 1.9503802061080933, |
| "learning_rate": 4.836489912735402e-06, |
| "loss": 0.8357143402099609, |
| "step": 1390 |
| }, |
| { |
| "epoch": 2.9367088607594938, |
| "grad_norm": 1.0354031324386597, |
| "learning_rate": 4.8281760444959926e-06, |
| "loss": 0.45355841517448425, |
| "step": 1392 |
| }, |
| { |
| "epoch": 2.9409282700421944, |
| "grad_norm": 5.098978519439697, |
| "learning_rate": 4.8198598592208126e-06, |
| "loss": 0.6029504537582397, |
| "step": 1394 |
| }, |
| { |
| "epoch": 2.9451476793248945, |
| "grad_norm": 1.7021719217300415, |
| "learning_rate": 4.811541401912146e-06, |
| "loss": 0.8993232250213623, |
| "step": 1396 |
| }, |
| { |
| "epoch": 2.9493670886075947, |
| "grad_norm": 0.9127289652824402, |
| "learning_rate": 4.803220717584566e-06, |
| "loss": 0.7546182870864868, |
| "step": 1398 |
| }, |
| { |
| "epoch": 2.9535864978902953, |
| "grad_norm": 4.401092529296875, |
| "learning_rate": 4.7948978512647016e-06, |
| "loss": 0.813082218170166, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.957805907172996, |
| "grad_norm": 4.511460304260254, |
| "learning_rate": 4.786572847990987e-06, |
| "loss": 0.5571738481521606, |
| "step": 1402 |
| }, |
| { |
| "epoch": 2.962025316455696, |
| "grad_norm": 1.7611995935440063, |
| "learning_rate": 4.778245752813421e-06, |
| "loss": 0.9406437277793884, |
| "step": 1404 |
| }, |
| { |
| "epoch": 2.9662447257383966, |
| "grad_norm": 5.091633319854736, |
| "learning_rate": 4.769916610793324e-06, |
| "loss": 0.7957962155342102, |
| "step": 1406 |
| }, |
| { |
| "epoch": 2.970464135021097, |
| "grad_norm": 4.824461460113525, |
| "learning_rate": 4.76158546700309e-06, |
| "loss": 0.4907096028327942, |
| "step": 1408 |
| }, |
| { |
| "epoch": 2.9746835443037973, |
| "grad_norm": 3.2384073734283447, |
| "learning_rate": 4.75325236652595e-06, |
| "loss": 0.742721676826477, |
| "step": 1410 |
| }, |
| { |
| "epoch": 2.978902953586498, |
| "grad_norm": 3.1998229026794434, |
| "learning_rate": 4.744917354455715e-06, |
| "loss": 0.9864751100540161, |
| "step": 1412 |
| }, |
| { |
| "epoch": 2.9831223628691985, |
| "grad_norm": 8.642891883850098, |
| "learning_rate": 4.73658047589655e-06, |
| "loss": 0.8089879751205444, |
| "step": 1414 |
| }, |
| { |
| "epoch": 2.9873417721518987, |
| "grad_norm": 1.6954267024993896, |
| "learning_rate": 4.7282417759627134e-06, |
| "loss": 0.8185816407203674, |
| "step": 1416 |
| }, |
| { |
| "epoch": 2.9915611814345993, |
| "grad_norm": 1.4983083009719849, |
| "learning_rate": 4.719901299778325e-06, |
| "loss": 0.8309789896011353, |
| "step": 1418 |
| }, |
| { |
| "epoch": 2.9957805907173, |
| "grad_norm": 5.758739948272705, |
| "learning_rate": 4.71155909247711e-06, |
| "loss": 0.9021912813186646, |
| "step": 1420 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 2.6232898235321045, |
| "learning_rate": 4.703215199202169e-06, |
| "loss": 0.2926831841468811, |
| "step": 1422 |
| }, |
| { |
| "epoch": 3.0042194092827006, |
| "grad_norm": 2.3824779987335205, |
| "learning_rate": 4.6948696651057225e-06, |
| "loss": 0.5607067346572876, |
| "step": 1424 |
| }, |
| { |
| "epoch": 3.0084388185654007, |
| "grad_norm": 10.018150329589844, |
| "learning_rate": 4.6865225353488675e-06, |
| "loss": 0.5354501008987427, |
| "step": 1426 |
| }, |
| { |
| "epoch": 3.0126582278481013, |
| "grad_norm": 16.426225662231445, |
| "learning_rate": 4.678173855101341e-06, |
| "loss": 0.5269479155540466, |
| "step": 1428 |
| }, |
| { |
| "epoch": 3.0168776371308015, |
| "grad_norm": 15.212722778320312, |
| "learning_rate": 4.669823669541266e-06, |
| "loss": 0.39293336868286133, |
| "step": 1430 |
| }, |
| { |
| "epoch": 3.021097046413502, |
| "grad_norm": 2.7751386165618896, |
| "learning_rate": 4.661472023854916e-06, |
| "loss": 0.8252520561218262, |
| "step": 1432 |
| }, |
| { |
| "epoch": 3.0253164556962027, |
| "grad_norm": 2.98408842086792, |
| "learning_rate": 4.653118963236458e-06, |
| "loss": 0.7142210006713867, |
| "step": 1434 |
| }, |
| { |
| "epoch": 3.029535864978903, |
| "grad_norm": 1.7343214750289917, |
| "learning_rate": 4.644764532887726e-06, |
| "loss": 0.8274791240692139, |
| "step": 1436 |
| }, |
| { |
| "epoch": 3.0337552742616034, |
| "grad_norm": 2.1739771366119385, |
| "learning_rate": 4.636408778017957e-06, |
| "loss": 0.3643840551376343, |
| "step": 1438 |
| }, |
| { |
| "epoch": 3.037974683544304, |
| "grad_norm": 1.6796656847000122, |
| "learning_rate": 4.6280517438435616e-06, |
| "loss": 0.7152677178382874, |
| "step": 1440 |
| }, |
| { |
| "epoch": 3.042194092827004, |
| "grad_norm": 1.2829041481018066, |
| "learning_rate": 4.61969347558787e-06, |
| "loss": 0.5194791555404663, |
| "step": 1442 |
| }, |
| { |
| "epoch": 3.0464135021097047, |
| "grad_norm": 1.6921758651733398, |
| "learning_rate": 4.6113340184808925e-06, |
| "loss": 0.6532431840896606, |
| "step": 1444 |
| }, |
| { |
| "epoch": 3.050632911392405, |
| "grad_norm": 1.7007097005844116, |
| "learning_rate": 4.602973417759071e-06, |
| "loss": 0.7926474809646606, |
| "step": 1446 |
| }, |
| { |
| "epoch": 3.0548523206751055, |
| "grad_norm": 2854.81396484375, |
| "learning_rate": 4.594611718665038e-06, |
| "loss": 0.5383695960044861, |
| "step": 1448 |
| }, |
| { |
| "epoch": 3.059071729957806, |
| "grad_norm": 4.033429145812988, |
| "learning_rate": 4.586248966447367e-06, |
| "loss": 0.6349921822547913, |
| "step": 1450 |
| }, |
| { |
| "epoch": 3.0632911392405062, |
| "grad_norm": 1.7910646200180054, |
| "learning_rate": 4.577885206360334e-06, |
| "loss": 0.7665805220603943, |
| "step": 1452 |
| }, |
| { |
| "epoch": 3.067510548523207, |
| "grad_norm": 2.6463685035705566, |
| "learning_rate": 4.5695204836636655e-06, |
| "loss": 0.617534875869751, |
| "step": 1454 |
| }, |
| { |
| "epoch": 3.071729957805907, |
| "grad_norm": 3.8018009662628174, |
| "learning_rate": 4.561154843622299e-06, |
| "loss": 0.4436488151550293, |
| "step": 1456 |
| }, |
| { |
| "epoch": 3.0759493670886076, |
| "grad_norm": 1.6345051527023315, |
| "learning_rate": 4.552788331506134e-06, |
| "loss": 0.45668232440948486, |
| "step": 1458 |
| }, |
| { |
| "epoch": 3.080168776371308, |
| "grad_norm": 10.521839141845703, |
| "learning_rate": 4.544420992589792e-06, |
| "loss": 0.5640779733657837, |
| "step": 1460 |
| }, |
| { |
| "epoch": 3.0843881856540083, |
| "grad_norm": 2.4284989833831787, |
| "learning_rate": 4.53605287215237e-06, |
| "loss": 0.7709170579910278, |
| "step": 1462 |
| }, |
| { |
| "epoch": 3.088607594936709, |
| "grad_norm": 1.7529208660125732, |
| "learning_rate": 4.527684015477188e-06, |
| "loss": 0.7688764333724976, |
| "step": 1464 |
| }, |
| { |
| "epoch": 3.0928270042194095, |
| "grad_norm": 29.2982177734375, |
| "learning_rate": 4.519314467851555e-06, |
| "loss": 0.7450973987579346, |
| "step": 1466 |
| }, |
| { |
| "epoch": 3.0970464135021096, |
| "grad_norm": 6.658877372741699, |
| "learning_rate": 4.510944274566518e-06, |
| "loss": 0.5714298486709595, |
| "step": 1468 |
| }, |
| { |
| "epoch": 3.1012658227848102, |
| "grad_norm": 10.68608283996582, |
| "learning_rate": 4.502573480916617e-06, |
| "loss": 0.17385733127593994, |
| "step": 1470 |
| }, |
| { |
| "epoch": 3.1054852320675104, |
| "grad_norm": 5.784574508666992, |
| "learning_rate": 4.494202132199643e-06, |
| "loss": 0.9861471652984619, |
| "step": 1472 |
| }, |
| { |
| "epoch": 3.109704641350211, |
| "grad_norm": 0.49223047494888306, |
| "learning_rate": 4.485830273716386e-06, |
| "loss": 0.3651547431945801, |
| "step": 1474 |
| }, |
| { |
| "epoch": 3.1139240506329116, |
| "grad_norm": 3.3575212955474854, |
| "learning_rate": 4.4774579507704e-06, |
| "loss": 0.8966869115829468, |
| "step": 1476 |
| }, |
| { |
| "epoch": 3.1181434599156117, |
| "grad_norm": 3.334437370300293, |
| "learning_rate": 4.46908520866775e-06, |
| "loss": 0.9988681077957153, |
| "step": 1478 |
| }, |
| { |
| "epoch": 3.1223628691983123, |
| "grad_norm": 1.8539319038391113, |
| "learning_rate": 4.460712092716768e-06, |
| "loss": 0.7239236831665039, |
| "step": 1480 |
| }, |
| { |
| "epoch": 3.1265822784810124, |
| "grad_norm": 3.4966561794281006, |
| "learning_rate": 4.452338648227813e-06, |
| "loss": 0.8891302347183228, |
| "step": 1482 |
| }, |
| { |
| "epoch": 3.130801687763713, |
| "grad_norm": 2.0679361820220947, |
| "learning_rate": 4.443964920513017e-06, |
| "loss": 0.8403599262237549, |
| "step": 1484 |
| }, |
| { |
| "epoch": 3.1350210970464136, |
| "grad_norm": 6.140291690826416, |
| "learning_rate": 4.435590954886047e-06, |
| "loss": 0.5731205940246582, |
| "step": 1486 |
| }, |
| { |
| "epoch": 3.1392405063291138, |
| "grad_norm": 2.278001070022583, |
| "learning_rate": 4.427216796661857e-06, |
| "loss": 0.5262531638145447, |
| "step": 1488 |
| }, |
| { |
| "epoch": 3.1434599156118144, |
| "grad_norm": 3.5377111434936523, |
| "learning_rate": 4.418842491156445e-06, |
| "loss": 0.8218955993652344, |
| "step": 1490 |
| }, |
| { |
| "epoch": 3.147679324894515, |
| "grad_norm": 1.6017743349075317, |
| "learning_rate": 4.410468083686605e-06, |
| "loss": 0.5413227081298828, |
| "step": 1492 |
| }, |
| { |
| "epoch": 3.151898734177215, |
| "grad_norm": 3.7507541179656982, |
| "learning_rate": 4.402093619569679e-06, |
| "loss": 0.7044564485549927, |
| "step": 1494 |
| }, |
| { |
| "epoch": 3.1561181434599157, |
| "grad_norm": 3.2674598693847656, |
| "learning_rate": 4.393719144123321e-06, |
| "loss": 0.6519253253936768, |
| "step": 1496 |
| }, |
| { |
| "epoch": 3.160337552742616, |
| "grad_norm": 1.4527074098587036, |
| "learning_rate": 4.385344702665246e-06, |
| "loss": 0.3425239622592926, |
| "step": 1498 |
| }, |
| { |
| "epoch": 3.1645569620253164, |
| "grad_norm": 1.9561620950698853, |
| "learning_rate": 4.376970340512979e-06, |
| "loss": 0.4482334852218628, |
| "step": 1500 |
| }, |
| { |
| "epoch": 3.168776371308017, |
| "grad_norm": 2.0695550441741943, |
| "learning_rate": 4.368596102983623e-06, |
| "loss": 0.7770338654518127, |
| "step": 1502 |
| }, |
| { |
| "epoch": 3.172995780590717, |
| "grad_norm": 2.4615397453308105, |
| "learning_rate": 4.360222035393603e-06, |
| "loss": 0.6019558906555176, |
| "step": 1504 |
| }, |
| { |
| "epoch": 3.1772151898734178, |
| "grad_norm": 2.1790032386779785, |
| "learning_rate": 4.351848183058427e-06, |
| "loss": 0.8018068075180054, |
| "step": 1506 |
| }, |
| { |
| "epoch": 3.181434599156118, |
| "grad_norm": 3.2153782844543457, |
| "learning_rate": 4.343474591292432e-06, |
| "loss": 0.8963441848754883, |
| "step": 1508 |
| }, |
| { |
| "epoch": 3.1856540084388185, |
| "grad_norm": 4.124518394470215, |
| "learning_rate": 4.335101305408552e-06, |
| "loss": 0.7522740960121155, |
| "step": 1510 |
| }, |
| { |
| "epoch": 3.189873417721519, |
| "grad_norm": 0.789757251739502, |
| "learning_rate": 4.3267283707180635e-06, |
| "loss": 0.2408222258090973, |
| "step": 1512 |
| }, |
| { |
| "epoch": 3.1940928270042193, |
| "grad_norm": 2.3271267414093018, |
| "learning_rate": 4.31835583253034e-06, |
| "loss": 0.7659440636634827, |
| "step": 1514 |
| }, |
| { |
| "epoch": 3.19831223628692, |
| "grad_norm": 1.0062589645385742, |
| "learning_rate": 4.309983736152612e-06, |
| "loss": 0.5749263763427734, |
| "step": 1516 |
| }, |
| { |
| "epoch": 3.2025316455696204, |
| "grad_norm": 3.043958902359009, |
| "learning_rate": 4.301612126889719e-06, |
| "loss": 0.7307943105697632, |
| "step": 1518 |
| }, |
| { |
| "epoch": 3.2067510548523206, |
| "grad_norm": 4.167404651641846, |
| "learning_rate": 4.293241050043863e-06, |
| "loss": 0.6726250648498535, |
| "step": 1520 |
| }, |
| { |
| "epoch": 3.210970464135021, |
| "grad_norm": 7.460043430328369, |
| "learning_rate": 4.284870550914368e-06, |
| "loss": 0.27290791273117065, |
| "step": 1522 |
| }, |
| { |
| "epoch": 3.2151898734177213, |
| "grad_norm": 7.231512546539307, |
| "learning_rate": 4.276500674797427e-06, |
| "loss": 0.6644264459609985, |
| "step": 1524 |
| }, |
| { |
| "epoch": 3.219409282700422, |
| "grad_norm": 2.330780029296875, |
| "learning_rate": 4.268131466985867e-06, |
| "loss": 0.5520614385604858, |
| "step": 1526 |
| }, |
| { |
| "epoch": 3.2236286919831225, |
| "grad_norm": 0.9592808485031128, |
| "learning_rate": 4.259762972768895e-06, |
| "loss": 0.2992947995662689, |
| "step": 1528 |
| }, |
| { |
| "epoch": 3.2278481012658227, |
| "grad_norm": 4.56012487411499, |
| "learning_rate": 4.2513952374318556e-06, |
| "loss": 0.6852157115936279, |
| "step": 1530 |
| }, |
| { |
| "epoch": 3.2320675105485233, |
| "grad_norm": 1.3004289865493774, |
| "learning_rate": 4.24302830625599e-06, |
| "loss": 0.18629956245422363, |
| "step": 1532 |
| }, |
| { |
| "epoch": 3.2362869198312234, |
| "grad_norm": 2.980001449584961, |
| "learning_rate": 4.2346622245181864e-06, |
| "loss": 0.6743506193161011, |
| "step": 1534 |
| }, |
| { |
| "epoch": 3.240506329113924, |
| "grad_norm": 2.0032145977020264, |
| "learning_rate": 4.226297037490735e-06, |
| "loss": 0.779093861579895, |
| "step": 1536 |
| }, |
| { |
| "epoch": 3.2447257383966246, |
| "grad_norm": 1.4844651222229004, |
| "learning_rate": 4.217932790441087e-06, |
| "loss": 0.7138203382492065, |
| "step": 1538 |
| }, |
| { |
| "epoch": 3.2489451476793247, |
| "grad_norm": 9.559041023254395, |
| "learning_rate": 4.209569528631604e-06, |
| "loss": 0.726833701133728, |
| "step": 1540 |
| }, |
| { |
| "epoch": 3.2531645569620253, |
| "grad_norm": 5.846635341644287, |
| "learning_rate": 4.201207297319318e-06, |
| "loss": 0.577594518661499, |
| "step": 1542 |
| }, |
| { |
| "epoch": 3.257383966244726, |
| "grad_norm": 14.799168586730957, |
| "learning_rate": 4.192846141755686e-06, |
| "loss": 0.6153043508529663, |
| "step": 1544 |
| }, |
| { |
| "epoch": 3.261603375527426, |
| "grad_norm": 4.5415568351745605, |
| "learning_rate": 4.184486107186338e-06, |
| "loss": 0.3514612317085266, |
| "step": 1546 |
| }, |
| { |
| "epoch": 3.2658227848101267, |
| "grad_norm": 1.909765362739563, |
| "learning_rate": 4.176127238850845e-06, |
| "loss": 0.6445936560630798, |
| "step": 1548 |
| }, |
| { |
| "epoch": 3.270042194092827, |
| "grad_norm": 4.638195037841797, |
| "learning_rate": 4.1677695819824615e-06, |
| "loss": 0.32674679160118103, |
| "step": 1550 |
| }, |
| { |
| "epoch": 3.2742616033755274, |
| "grad_norm": 1.878891944885254, |
| "learning_rate": 4.159413181807891e-06, |
| "loss": 0.2638033628463745, |
| "step": 1552 |
| }, |
| { |
| "epoch": 3.278481012658228, |
| "grad_norm": 6.237101078033447, |
| "learning_rate": 4.151058083547031e-06, |
| "loss": 0.46362948417663574, |
| "step": 1554 |
| }, |
| { |
| "epoch": 3.282700421940928, |
| "grad_norm": 2.6107330322265625, |
| "learning_rate": 4.142704332412738e-06, |
| "loss": 0.767645001411438, |
| "step": 1556 |
| }, |
| { |
| "epoch": 3.2869198312236287, |
| "grad_norm": 0.5579416155815125, |
| "learning_rate": 4.1343519736105785e-06, |
| "loss": 0.6301885843276978, |
| "step": 1558 |
| }, |
| { |
| "epoch": 3.291139240506329, |
| "grad_norm": 2.669329881668091, |
| "learning_rate": 4.126001052338581e-06, |
| "loss": 0.4373775124549866, |
| "step": 1560 |
| }, |
| { |
| "epoch": 3.2953586497890295, |
| "grad_norm": 3.803680181503296, |
| "learning_rate": 4.1176516137870004e-06, |
| "loss": 0.5417683720588684, |
| "step": 1562 |
| }, |
| { |
| "epoch": 3.29957805907173, |
| "grad_norm": 7.650591850280762, |
| "learning_rate": 4.109303703138063e-06, |
| "loss": 0.7619826793670654, |
| "step": 1564 |
| }, |
| { |
| "epoch": 3.3037974683544302, |
| "grad_norm": 12.526813507080078, |
| "learning_rate": 4.1009573655657295e-06, |
| "loss": 0.696597695350647, |
| "step": 1566 |
| }, |
| { |
| "epoch": 3.308016877637131, |
| "grad_norm": 1.6425329446792603, |
| "learning_rate": 4.092612646235447e-06, |
| "loss": 0.4307796359062195, |
| "step": 1568 |
| }, |
| { |
| "epoch": 3.3122362869198314, |
| "grad_norm": 3.352663516998291, |
| "learning_rate": 4.084269590303907e-06, |
| "loss": 0.3921862244606018, |
| "step": 1570 |
| }, |
| { |
| "epoch": 3.3164556962025316, |
| "grad_norm": 2.774632215499878, |
| "learning_rate": 4.075928242918798e-06, |
| "loss": 0.4460093677043915, |
| "step": 1572 |
| }, |
| { |
| "epoch": 3.320675105485232, |
| "grad_norm": 2.935922384262085, |
| "learning_rate": 4.067588649218564e-06, |
| "loss": 0.935857892036438, |
| "step": 1574 |
| }, |
| { |
| "epoch": 3.3248945147679323, |
| "grad_norm": 2.058513641357422, |
| "learning_rate": 4.059250854332159e-06, |
| "loss": 0.6347423791885376, |
| "step": 1576 |
| }, |
| { |
| "epoch": 3.329113924050633, |
| "grad_norm": 1.685788869857788, |
| "learning_rate": 4.050914903378802e-06, |
| "loss": 0.7031244039535522, |
| "step": 1578 |
| }, |
| { |
| "epoch": 3.3333333333333335, |
| "grad_norm": 2.3649990558624268, |
| "learning_rate": 4.0425808414677345e-06, |
| "loss": 0.43982017040252686, |
| "step": 1580 |
| }, |
| { |
| "epoch": 3.3375527426160336, |
| "grad_norm": 1.6167001724243164, |
| "learning_rate": 4.034248713697977e-06, |
| "loss": 0.40530964732170105, |
| "step": 1582 |
| }, |
| { |
| "epoch": 3.3417721518987342, |
| "grad_norm": 10.420100212097168, |
| "learning_rate": 4.025918565158079e-06, |
| "loss": 0.6115049123764038, |
| "step": 1584 |
| }, |
| { |
| "epoch": 3.3459915611814344, |
| "grad_norm": 7.325076580047607, |
| "learning_rate": 4.0175904409258844e-06, |
| "loss": 0.5467356443405151, |
| "step": 1586 |
| }, |
| { |
| "epoch": 3.350210970464135, |
| "grad_norm": 2.629723310470581, |
| "learning_rate": 4.009264386068281e-06, |
| "loss": 0.3660237789154053, |
| "step": 1588 |
| }, |
| { |
| "epoch": 3.3544303797468356, |
| "grad_norm": 1.3594039678573608, |
| "learning_rate": 4.000940445640959e-06, |
| "loss": 0.8356277942657471, |
| "step": 1590 |
| }, |
| { |
| "epoch": 3.3586497890295357, |
| "grad_norm": 2.2674577236175537, |
| "learning_rate": 3.992618664688165e-06, |
| "loss": 0.7481639981269836, |
| "step": 1592 |
| }, |
| { |
| "epoch": 3.3628691983122363, |
| "grad_norm": 0.9013781547546387, |
| "learning_rate": 3.98429908824246e-06, |
| "loss": 0.3871142268180847, |
| "step": 1594 |
| }, |
| { |
| "epoch": 3.367088607594937, |
| "grad_norm": 3.642791271209717, |
| "learning_rate": 3.975981761324477e-06, |
| "loss": 0.4039541482925415, |
| "step": 1596 |
| }, |
| { |
| "epoch": 3.371308016877637, |
| "grad_norm": 1.674315333366394, |
| "learning_rate": 3.967666728942675e-06, |
| "loss": 0.3363262712955475, |
| "step": 1598 |
| }, |
| { |
| "epoch": 3.3755274261603376, |
| "grad_norm": 4.324201583862305, |
| "learning_rate": 3.959354036093097e-06, |
| "loss": 0.45887890458106995, |
| "step": 1600 |
| }, |
| { |
| "epoch": 3.379746835443038, |
| "grad_norm": 1.464799404144287, |
| "learning_rate": 3.951043727759125e-06, |
| "loss": 0.47278836369514465, |
| "step": 1602 |
| }, |
| { |
| "epoch": 3.3839662447257384, |
| "grad_norm": 0.5969643592834473, |
| "learning_rate": 3.942735848911236e-06, |
| "loss": 0.4599458575248718, |
| "step": 1604 |
| }, |
| { |
| "epoch": 3.388185654008439, |
| "grad_norm": 34.39630126953125, |
| "learning_rate": 3.9344304445067644e-06, |
| "loss": 0.8346083164215088, |
| "step": 1606 |
| }, |
| { |
| "epoch": 3.392405063291139, |
| "grad_norm": 2.1359801292419434, |
| "learning_rate": 3.9261275594896495e-06, |
| "loss": 0.532837450504303, |
| "step": 1608 |
| }, |
| { |
| "epoch": 3.3966244725738397, |
| "grad_norm": 1.2699977159500122, |
| "learning_rate": 3.9178272387902e-06, |
| "loss": 0.2630946636199951, |
| "step": 1610 |
| }, |
| { |
| "epoch": 3.40084388185654, |
| "grad_norm": 2.12693452835083, |
| "learning_rate": 3.909529527324849e-06, |
| "loss": 0.7574643492698669, |
| "step": 1612 |
| }, |
| { |
| "epoch": 3.4050632911392404, |
| "grad_norm": 2.4170689582824707, |
| "learning_rate": 3.9012344699959045e-06, |
| "loss": 0.2519644498825073, |
| "step": 1614 |
| }, |
| { |
| "epoch": 3.409282700421941, |
| "grad_norm": 3.567059278488159, |
| "learning_rate": 3.892942111691319e-06, |
| "loss": 0.6072185039520264, |
| "step": 1616 |
| }, |
| { |
| "epoch": 3.413502109704641, |
| "grad_norm": 2.984300136566162, |
| "learning_rate": 3.884652497284436e-06, |
| "loss": 0.9044985771179199, |
| "step": 1618 |
| }, |
| { |
| "epoch": 3.4177215189873418, |
| "grad_norm": 1.356608271598816, |
| "learning_rate": 3.8763656716337496e-06, |
| "loss": 0.8276529908180237, |
| "step": 1620 |
| }, |
| { |
| "epoch": 3.4219409282700424, |
| "grad_norm": 2.127027750015259, |
| "learning_rate": 3.868081679582664e-06, |
| "loss": 0.45381200313568115, |
| "step": 1622 |
| }, |
| { |
| "epoch": 3.4261603375527425, |
| "grad_norm": 9.49200439453125, |
| "learning_rate": 3.8598005659592505e-06, |
| "loss": 0.35857370495796204, |
| "step": 1624 |
| }, |
| { |
| "epoch": 3.430379746835443, |
| "grad_norm": 7.919655799865723, |
| "learning_rate": 3.851522375576004e-06, |
| "loss": 0.2886282801628113, |
| "step": 1626 |
| }, |
| { |
| "epoch": 3.4345991561181437, |
| "grad_norm": 2.5264101028442383, |
| "learning_rate": 3.843247153229598e-06, |
| "loss": 0.7439049482345581, |
| "step": 1628 |
| }, |
| { |
| "epoch": 3.438818565400844, |
| "grad_norm": 3.5521364212036133, |
| "learning_rate": 3.834974943700646e-06, |
| "loss": 0.1677057147026062, |
| "step": 1630 |
| }, |
| { |
| "epoch": 3.4430379746835444, |
| "grad_norm": 3.5299649238586426, |
| "learning_rate": 3.82670579175346e-06, |
| "loss": 0.867900013923645, |
| "step": 1632 |
| }, |
| { |
| "epoch": 3.4472573839662446, |
| "grad_norm": 1.0358866453170776, |
| "learning_rate": 3.818439742135804e-06, |
| "loss": 0.4616679549217224, |
| "step": 1634 |
| }, |
| { |
| "epoch": 3.451476793248945, |
| "grad_norm": 17.166608810424805, |
| "learning_rate": 3.8101768395786555e-06, |
| "loss": 0.8641064167022705, |
| "step": 1636 |
| }, |
| { |
| "epoch": 3.4556962025316453, |
| "grad_norm": 3.9892635345458984, |
| "learning_rate": 3.80191712879596e-06, |
| "loss": 0.7791248559951782, |
| "step": 1638 |
| }, |
| { |
| "epoch": 3.459915611814346, |
| "grad_norm": 3.8166918754577637, |
| "learning_rate": 3.7936606544843936e-06, |
| "loss": 0.8491038084030151, |
| "step": 1640 |
| }, |
| { |
| "epoch": 3.4641350210970465, |
| "grad_norm": 12.44215202331543, |
| "learning_rate": 3.7854074613231156e-06, |
| "loss": 0.8689329624176025, |
| "step": 1642 |
| }, |
| { |
| "epoch": 3.4683544303797467, |
| "grad_norm": 9.996358871459961, |
| "learning_rate": 3.777157593973531e-06, |
| "loss": 0.1393229067325592, |
| "step": 1644 |
| }, |
| { |
| "epoch": 3.4725738396624473, |
| "grad_norm": 2.609384298324585, |
| "learning_rate": 3.768911097079048e-06, |
| "loss": 0.5422978401184082, |
| "step": 1646 |
| }, |
| { |
| "epoch": 3.476793248945148, |
| "grad_norm": 1.4818031787872314, |
| "learning_rate": 3.7606680152648363e-06, |
| "loss": 0.6728254556655884, |
| "step": 1648 |
| }, |
| { |
| "epoch": 3.481012658227848, |
| "grad_norm": 2.1601715087890625, |
| "learning_rate": 3.752428393137582e-06, |
| "loss": 0.35271987318992615, |
| "step": 1650 |
| }, |
| { |
| "epoch": 3.4852320675105486, |
| "grad_norm": 2.9078116416931152, |
| "learning_rate": 3.744192275285254e-06, |
| "loss": 0.6402429938316345, |
| "step": 1652 |
| }, |
| { |
| "epoch": 3.489451476793249, |
| "grad_norm": 1.4320260286331177, |
| "learning_rate": 3.735959706276855e-06, |
| "loss": 0.4159366488456726, |
| "step": 1654 |
| }, |
| { |
| "epoch": 3.4936708860759493, |
| "grad_norm": 2.64323091506958, |
| "learning_rate": 3.727730730662185e-06, |
| "loss": 0.45933040976524353, |
| "step": 1656 |
| }, |
| { |
| "epoch": 3.49789029535865, |
| "grad_norm": 5.375485897064209, |
| "learning_rate": 3.719505392971597e-06, |
| "loss": 0.7267172336578369, |
| "step": 1658 |
| }, |
| { |
| "epoch": 3.50210970464135, |
| "grad_norm": 1.8793143033981323, |
| "learning_rate": 3.7112837377157595e-06, |
| "loss": 0.750633955001831, |
| "step": 1660 |
| }, |
| { |
| "epoch": 3.5063291139240507, |
| "grad_norm": 3.7220072746276855, |
| "learning_rate": 3.7030658093854116e-06, |
| "loss": 0.7886282205581665, |
| "step": 1662 |
| }, |
| { |
| "epoch": 3.510548523206751, |
| "grad_norm": 4.647188186645508, |
| "learning_rate": 3.6948516524511284e-06, |
| "loss": 0.4952489733695984, |
| "step": 1664 |
| }, |
| { |
| "epoch": 3.5147679324894514, |
| "grad_norm": 4.3419575691223145, |
| "learning_rate": 3.686641311363072e-06, |
| "loss": 0.7061523199081421, |
| "step": 1666 |
| }, |
| { |
| "epoch": 3.518987341772152, |
| "grad_norm": 2.792799949645996, |
| "learning_rate": 3.678434830550758e-06, |
| "loss": 0.4294711947441101, |
| "step": 1668 |
| }, |
| { |
| "epoch": 3.523206751054852, |
| "grad_norm": 3.9279825687408447, |
| "learning_rate": 3.670232254422812e-06, |
| "loss": 0.6987364888191223, |
| "step": 1670 |
| }, |
| { |
| "epoch": 3.5274261603375527, |
| "grad_norm": 4.345192909240723, |
| "learning_rate": 3.6620336273667292e-06, |
| "loss": 0.2978661060333252, |
| "step": 1672 |
| }, |
| { |
| "epoch": 3.5316455696202533, |
| "grad_norm": 2.069209575653076, |
| "learning_rate": 3.6538389937486356e-06, |
| "loss": 0.4812040627002716, |
| "step": 1674 |
| }, |
| { |
| "epoch": 3.5358649789029535, |
| "grad_norm": 14.877073287963867, |
| "learning_rate": 3.6456483979130477e-06, |
| "loss": 0.5612766146659851, |
| "step": 1676 |
| }, |
| { |
| "epoch": 3.540084388185654, |
| "grad_norm": 6.497949600219727, |
| "learning_rate": 3.6374618841826285e-06, |
| "loss": 0.6456748843193054, |
| "step": 1678 |
| }, |
| { |
| "epoch": 3.5443037974683547, |
| "grad_norm": 6.732306003570557, |
| "learning_rate": 3.629279496857955e-06, |
| "loss": 0.713530421257019, |
| "step": 1680 |
| }, |
| { |
| "epoch": 3.548523206751055, |
| "grad_norm": 2.6278674602508545, |
| "learning_rate": 3.621101280217272e-06, |
| "loss": 0.6881183385848999, |
| "step": 1682 |
| }, |
| { |
| "epoch": 3.5527426160337554, |
| "grad_norm": 5.155986785888672, |
| "learning_rate": 3.612927278516257e-06, |
| "loss": 0.5856807827949524, |
| "step": 1684 |
| }, |
| { |
| "epoch": 3.5569620253164556, |
| "grad_norm": 6.799246788024902, |
| "learning_rate": 3.6047575359877768e-06, |
| "loss": 0.36446380615234375, |
| "step": 1686 |
| }, |
| { |
| "epoch": 3.561181434599156, |
| "grad_norm": 1.061477541923523, |
| "learning_rate": 3.596592096841651e-06, |
| "loss": 0.4035094976425171, |
| "step": 1688 |
| }, |
| { |
| "epoch": 3.5654008438818563, |
| "grad_norm": 4.340595245361328, |
| "learning_rate": 3.5884310052644127e-06, |
| "loss": 0.7940167188644409, |
| "step": 1690 |
| }, |
| { |
| "epoch": 3.569620253164557, |
| "grad_norm": 8.34933853149414, |
| "learning_rate": 3.580274305419067e-06, |
| "loss": 0.25536781549453735, |
| "step": 1692 |
| }, |
| { |
| "epoch": 3.5738396624472575, |
| "grad_norm": 0.517219603061676, |
| "learning_rate": 3.572122041444853e-06, |
| "loss": 0.3392212688922882, |
| "step": 1694 |
| }, |
| { |
| "epoch": 3.5780590717299576, |
| "grad_norm": 7.081967830657959, |
| "learning_rate": 3.5639742574570084e-06, |
| "loss": 0.24323059618473053, |
| "step": 1696 |
| }, |
| { |
| "epoch": 3.5822784810126582, |
| "grad_norm": 1.9360688924789429, |
| "learning_rate": 3.5558309975465256e-06, |
| "loss": 0.600135326385498, |
| "step": 1698 |
| }, |
| { |
| "epoch": 3.586497890295359, |
| "grad_norm": 2.5145275592803955, |
| "learning_rate": 3.5476923057799165e-06, |
| "loss": 0.4567859172821045, |
| "step": 1700 |
| }, |
| { |
| "epoch": 3.590717299578059, |
| "grad_norm": 3.178347110748291, |
| "learning_rate": 3.53955822619897e-06, |
| "loss": 0.4825342893600464, |
| "step": 1702 |
| }, |
| { |
| "epoch": 3.5949367088607596, |
| "grad_norm": 2.0541470050811768, |
| "learning_rate": 3.531428802820521e-06, |
| "loss": 1.0025891065597534, |
| "step": 1704 |
| }, |
| { |
| "epoch": 3.59915611814346, |
| "grad_norm": 1.977526307106018, |
| "learning_rate": 3.5233040796362038e-06, |
| "loss": 0.5798022747039795, |
| "step": 1706 |
| }, |
| { |
| "epoch": 3.6033755274261603, |
| "grad_norm": 4.426157474517822, |
| "learning_rate": 3.515184100612222e-06, |
| "loss": 0.5708905458450317, |
| "step": 1708 |
| }, |
| { |
| "epoch": 3.607594936708861, |
| "grad_norm": 0.8931450843811035, |
| "learning_rate": 3.5070689096891045e-06, |
| "loss": 0.3289738893508911, |
| "step": 1710 |
| }, |
| { |
| "epoch": 3.611814345991561, |
| "grad_norm": 2.223947048187256, |
| "learning_rate": 3.4989585507814684e-06, |
| "loss": 0.6438009142875671, |
| "step": 1712 |
| }, |
| { |
| "epoch": 3.6160337552742616, |
| "grad_norm": 4.223023414611816, |
| "learning_rate": 3.4908530677777846e-06, |
| "loss": 0.8552393913269043, |
| "step": 1714 |
| }, |
| { |
| "epoch": 3.620253164556962, |
| "grad_norm": 1.7854139804840088, |
| "learning_rate": 3.482752504540138e-06, |
| "loss": 0.4675080180168152, |
| "step": 1716 |
| }, |
| { |
| "epoch": 3.6244725738396624, |
| "grad_norm": 2.395404577255249, |
| "learning_rate": 3.474656904903991e-06, |
| "loss": 0.35858801007270813, |
| "step": 1718 |
| }, |
| { |
| "epoch": 3.628691983122363, |
| "grad_norm": 4.765064239501953, |
| "learning_rate": 3.466566312677946e-06, |
| "loss": 0.3300427198410034, |
| "step": 1720 |
| }, |
| { |
| "epoch": 3.632911392405063, |
| "grad_norm": 2.5676372051239014, |
| "learning_rate": 3.458480771643507e-06, |
| "loss": 0.7667765617370605, |
| "step": 1722 |
| }, |
| { |
| "epoch": 3.6371308016877637, |
| "grad_norm": 5.16605281829834, |
| "learning_rate": 3.4504003255548454e-06, |
| "loss": 0.3946114182472229, |
| "step": 1724 |
| }, |
| { |
| "epoch": 3.6413502109704643, |
| "grad_norm": 15.37302303314209, |
| "learning_rate": 3.44232501813856e-06, |
| "loss": 0.31146499514579773, |
| "step": 1726 |
| }, |
| { |
| "epoch": 3.6455696202531644, |
| "grad_norm": 11.36103343963623, |
| "learning_rate": 3.4342548930934447e-06, |
| "loss": 0.7634888887405396, |
| "step": 1728 |
| }, |
| { |
| "epoch": 3.649789029535865, |
| "grad_norm": 8.875736236572266, |
| "learning_rate": 3.426189994090249e-06, |
| "loss": 0.20420894026756287, |
| "step": 1730 |
| }, |
| { |
| "epoch": 3.6540084388185656, |
| "grad_norm": 6.140727996826172, |
| "learning_rate": 3.418130364771438e-06, |
| "loss": 0.7999590635299683, |
| "step": 1732 |
| }, |
| { |
| "epoch": 3.6582278481012658, |
| "grad_norm": 3.5605967044830322, |
| "learning_rate": 3.4100760487509677e-06, |
| "loss": 0.22376415133476257, |
| "step": 1734 |
| }, |
| { |
| "epoch": 3.6624472573839664, |
| "grad_norm": 2.0715627670288086, |
| "learning_rate": 3.4020270896140338e-06, |
| "loss": 0.30320820212364197, |
| "step": 1736 |
| }, |
| { |
| "epoch": 3.6666666666666665, |
| "grad_norm": 1.8760136365890503, |
| "learning_rate": 3.3939835309168494e-06, |
| "loss": 0.5345732569694519, |
| "step": 1738 |
| }, |
| { |
| "epoch": 3.670886075949367, |
| "grad_norm": 5.121237277984619, |
| "learning_rate": 3.385945416186402e-06, |
| "loss": 0.25805044174194336, |
| "step": 1740 |
| }, |
| { |
| "epoch": 3.6751054852320673, |
| "grad_norm": 1.5474026203155518, |
| "learning_rate": 3.377912788920218e-06, |
| "loss": 0.811784029006958, |
| "step": 1742 |
| }, |
| { |
| "epoch": 3.679324894514768, |
| "grad_norm": 1.5448044538497925, |
| "learning_rate": 3.3698856925861306e-06, |
| "loss": 0.4863538146018982, |
| "step": 1744 |
| }, |
| { |
| "epoch": 3.6835443037974684, |
| "grad_norm": 4.263956069946289, |
| "learning_rate": 3.361864170622043e-06, |
| "loss": 0.38036102056503296, |
| "step": 1746 |
| }, |
| { |
| "epoch": 3.6877637130801686, |
| "grad_norm": 2.2748067378997803, |
| "learning_rate": 3.3538482664356938e-06, |
| "loss": 0.8080613613128662, |
| "step": 1748 |
| }, |
| { |
| "epoch": 3.691983122362869, |
| "grad_norm": 2.969224214553833, |
| "learning_rate": 3.345838023404419e-06, |
| "loss": 0.7013299465179443, |
| "step": 1750 |
| }, |
| { |
| "epoch": 3.6962025316455698, |
| "grad_norm": 2.08278751373291, |
| "learning_rate": 3.3378334848749193e-06, |
| "loss": 0.6944292187690735, |
| "step": 1752 |
| }, |
| { |
| "epoch": 3.70042194092827, |
| "grad_norm": 2.476149797439575, |
| "learning_rate": 3.329834694163032e-06, |
| "loss": 0.8725452423095703, |
| "step": 1754 |
| }, |
| { |
| "epoch": 3.7046413502109705, |
| "grad_norm": 18.001956939697266, |
| "learning_rate": 3.321841694553482e-06, |
| "loss": 0.6215965747833252, |
| "step": 1756 |
| }, |
| { |
| "epoch": 3.708860759493671, |
| "grad_norm": 5.473003387451172, |
| "learning_rate": 3.3138545292996636e-06, |
| "loss": 0.7003090977668762, |
| "step": 1758 |
| }, |
| { |
| "epoch": 3.7130801687763713, |
| "grad_norm": 24.688859939575195, |
| "learning_rate": 3.305873241623395e-06, |
| "loss": 0.6492451429367065, |
| "step": 1760 |
| }, |
| { |
| "epoch": 3.717299578059072, |
| "grad_norm": 5.999505996704102, |
| "learning_rate": 3.2978978747146886e-06, |
| "loss": 0.27890729904174805, |
| "step": 1762 |
| }, |
| { |
| "epoch": 3.721518987341772, |
| "grad_norm": 6.559441566467285, |
| "learning_rate": 3.28992847173152e-06, |
| "loss": 0.382098525762558, |
| "step": 1764 |
| }, |
| { |
| "epoch": 3.7257383966244726, |
| "grad_norm": 2.456238269805908, |
| "learning_rate": 3.2819650757995882e-06, |
| "loss": 0.7096537947654724, |
| "step": 1766 |
| }, |
| { |
| "epoch": 3.7299578059071727, |
| "grad_norm": 8.340387344360352, |
| "learning_rate": 3.2740077300120874e-06, |
| "loss": 0.5058803558349609, |
| "step": 1768 |
| }, |
| { |
| "epoch": 3.7341772151898733, |
| "grad_norm": 2.959620952606201, |
| "learning_rate": 3.2660564774294698e-06, |
| "loss": 0.5690555572509766, |
| "step": 1770 |
| }, |
| { |
| "epoch": 3.738396624472574, |
| "grad_norm": 1.9937338829040527, |
| "learning_rate": 3.2581113610792186e-06, |
| "loss": 0.6931591033935547, |
| "step": 1772 |
| }, |
| { |
| "epoch": 3.742616033755274, |
| "grad_norm": 1.217617392539978, |
| "learning_rate": 3.2501724239556093e-06, |
| "loss": 0.20921635627746582, |
| "step": 1774 |
| }, |
| { |
| "epoch": 3.7468354430379747, |
| "grad_norm": 0.2667827904224396, |
| "learning_rate": 3.2422397090194763e-06, |
| "loss": 0.3903126120567322, |
| "step": 1776 |
| }, |
| { |
| "epoch": 3.7510548523206753, |
| "grad_norm": 3.232510566711426, |
| "learning_rate": 3.2343132591979893e-06, |
| "loss": 0.6602214574813843, |
| "step": 1778 |
| }, |
| { |
| "epoch": 3.7552742616033754, |
| "grad_norm": 1.6198503971099854, |
| "learning_rate": 3.2263931173844077e-06, |
| "loss": 0.7261852025985718, |
| "step": 1780 |
| }, |
| { |
| "epoch": 3.759493670886076, |
| "grad_norm": 2.057166814804077, |
| "learning_rate": 3.2184793264378635e-06, |
| "loss": 0.6649327278137207, |
| "step": 1782 |
| }, |
| { |
| "epoch": 3.7637130801687766, |
| "grad_norm": 2.829087495803833, |
| "learning_rate": 3.210571929183115e-06, |
| "loss": 0.6382551789283752, |
| "step": 1784 |
| }, |
| { |
| "epoch": 3.7679324894514767, |
| "grad_norm": 2.4798736572265625, |
| "learning_rate": 3.2026709684103248e-06, |
| "loss": 0.6738499402999878, |
| "step": 1786 |
| }, |
| { |
| "epoch": 3.7721518987341773, |
| "grad_norm": 10.70611572265625, |
| "learning_rate": 3.194776486874825e-06, |
| "loss": 0.19844934344291687, |
| "step": 1788 |
| }, |
| { |
| "epoch": 3.7763713080168775, |
| "grad_norm": 4.095230579376221, |
| "learning_rate": 3.186888527296885e-06, |
| "loss": 0.5124695301055908, |
| "step": 1790 |
| }, |
| { |
| "epoch": 3.780590717299578, |
| "grad_norm": 2.3026554584503174, |
| "learning_rate": 3.1790071323614794e-06, |
| "loss": 0.6329219937324524, |
| "step": 1792 |
| }, |
| { |
| "epoch": 3.7848101265822782, |
| "grad_norm": 5.607376575469971, |
| "learning_rate": 3.1711323447180637e-06, |
| "loss": 0.5636836290359497, |
| "step": 1794 |
| }, |
| { |
| "epoch": 3.789029535864979, |
| "grad_norm": 2.444586992263794, |
| "learning_rate": 3.163264206980336e-06, |
| "loss": 0.6737933158874512, |
| "step": 1796 |
| }, |
| { |
| "epoch": 3.7932489451476794, |
| "grad_norm": 4.4093451499938965, |
| "learning_rate": 3.155402761726006e-06, |
| "loss": 0.8205442428588867, |
| "step": 1798 |
| }, |
| { |
| "epoch": 3.7974683544303796, |
| "grad_norm": 2.5362284183502197, |
| "learning_rate": 3.1475480514965733e-06, |
| "loss": 0.7304701209068298, |
| "step": 1800 |
| }, |
| { |
| "epoch": 3.80168776371308, |
| "grad_norm": 1.82133150100708, |
| "learning_rate": 3.139700118797088e-06, |
| "loss": 0.7703126072883606, |
| "step": 1802 |
| }, |
| { |
| "epoch": 3.8059071729957807, |
| "grad_norm": 1.8650217056274414, |
| "learning_rate": 3.131859006095926e-06, |
| "loss": 0.45118463039398193, |
| "step": 1804 |
| }, |
| { |
| "epoch": 3.810126582278481, |
| "grad_norm": 17.568998336791992, |
| "learning_rate": 3.124024755824554e-06, |
| "loss": 0.2017352283000946, |
| "step": 1806 |
| }, |
| { |
| "epoch": 3.8143459915611815, |
| "grad_norm": 3.5482592582702637, |
| "learning_rate": 3.1161974103773066e-06, |
| "loss": 0.728500485420227, |
| "step": 1808 |
| }, |
| { |
| "epoch": 3.818565400843882, |
| "grad_norm": 2.8701515197753906, |
| "learning_rate": 3.108377012111154e-06, |
| "loss": 0.7613662481307983, |
| "step": 1810 |
| }, |
| { |
| "epoch": 3.8227848101265822, |
| "grad_norm": 3.2422940731048584, |
| "learning_rate": 3.10056360334547e-06, |
| "loss": 0.37432968616485596, |
| "step": 1812 |
| }, |
| { |
| "epoch": 3.827004219409283, |
| "grad_norm": 1.7439910173416138, |
| "learning_rate": 3.0927572263618062e-06, |
| "loss": 0.7083200216293335, |
| "step": 1814 |
| }, |
| { |
| "epoch": 3.831223628691983, |
| "grad_norm": 3.794440746307373, |
| "learning_rate": 3.084957923403662e-06, |
| "loss": 0.7253645658493042, |
| "step": 1816 |
| }, |
| { |
| "epoch": 3.8354430379746836, |
| "grad_norm": 8.467775344848633, |
| "learning_rate": 3.0771657366762586e-06, |
| "loss": 0.6260569095611572, |
| "step": 1818 |
| }, |
| { |
| "epoch": 3.8396624472573837, |
| "grad_norm": 6.704847812652588, |
| "learning_rate": 3.069380708346305e-06, |
| "loss": 0.5025795698165894, |
| "step": 1820 |
| }, |
| { |
| "epoch": 3.8438818565400843, |
| "grad_norm": 1.6902318000793457, |
| "learning_rate": 3.061602880541776e-06, |
| "loss": 0.6335855722427368, |
| "step": 1822 |
| }, |
| { |
| "epoch": 3.848101265822785, |
| "grad_norm": 3.424485206604004, |
| "learning_rate": 3.0538322953516807e-06, |
| "loss": 0.5025821328163147, |
| "step": 1824 |
| }, |
| { |
| "epoch": 3.852320675105485, |
| "grad_norm": 3.550658941268921, |
| "learning_rate": 3.046068994825832e-06, |
| "loss": 0.7374518513679504, |
| "step": 1826 |
| }, |
| { |
| "epoch": 3.8565400843881856, |
| "grad_norm": 4.101608753204346, |
| "learning_rate": 3.0383130209746287e-06, |
| "loss": 0.7142576575279236, |
| "step": 1828 |
| }, |
| { |
| "epoch": 3.8607594936708862, |
| "grad_norm": 1.8561471700668335, |
| "learning_rate": 3.0305644157688175e-06, |
| "loss": 0.6271055936813354, |
| "step": 1830 |
| }, |
| { |
| "epoch": 3.8649789029535864, |
| "grad_norm": 19.705900192260742, |
| "learning_rate": 3.022823221139272e-06, |
| "loss": 0.3404349088668823, |
| "step": 1832 |
| }, |
| { |
| "epoch": 3.869198312236287, |
| "grad_norm": 9.467658042907715, |
| "learning_rate": 3.0150894789767627e-06, |
| "loss": 0.5793641805648804, |
| "step": 1834 |
| }, |
| { |
| "epoch": 3.8734177215189876, |
| "grad_norm": 6.555062294006348, |
| "learning_rate": 3.007363231131733e-06, |
| "loss": 0.5979642868041992, |
| "step": 1836 |
| }, |
| { |
| "epoch": 3.8776371308016877, |
| "grad_norm": 12.590143203735352, |
| "learning_rate": 2.9996445194140723e-06, |
| "loss": 0.49834197759628296, |
| "step": 1838 |
| }, |
| { |
| "epoch": 3.8818565400843883, |
| "grad_norm": 11.55475902557373, |
| "learning_rate": 2.9919333855928875e-06, |
| "loss": 0.7811706066131592, |
| "step": 1840 |
| }, |
| { |
| "epoch": 3.8860759493670884, |
| "grad_norm": 1.6321529150009155, |
| "learning_rate": 2.9842298713962795e-06, |
| "loss": 0.4640495777130127, |
| "step": 1842 |
| }, |
| { |
| "epoch": 3.890295358649789, |
| "grad_norm": 1.108053207397461, |
| "learning_rate": 2.9765340185111134e-06, |
| "loss": 0.5240273475646973, |
| "step": 1844 |
| }, |
| { |
| "epoch": 3.894514767932489, |
| "grad_norm": 1.4660061597824097, |
| "learning_rate": 2.968845868582799e-06, |
| "loss": 0.6336109042167664, |
| "step": 1846 |
| }, |
| { |
| "epoch": 3.8987341772151898, |
| "grad_norm": 7.276936054229736, |
| "learning_rate": 2.961165463215062e-06, |
| "loss": 0.48461082577705383, |
| "step": 1848 |
| }, |
| { |
| "epoch": 3.9029535864978904, |
| "grad_norm": 1.9613572359085083, |
| "learning_rate": 2.9534928439697186e-06, |
| "loss": 0.6677671670913696, |
| "step": 1850 |
| }, |
| { |
| "epoch": 3.9071729957805905, |
| "grad_norm": 1.520216464996338, |
| "learning_rate": 2.9458280523664493e-06, |
| "loss": 0.8395076990127563, |
| "step": 1852 |
| }, |
| { |
| "epoch": 3.911392405063291, |
| "grad_norm": 3.0033154487609863, |
| "learning_rate": 2.938171129882579e-06, |
| "loss": 0.6944848299026489, |
| "step": 1854 |
| }, |
| { |
| "epoch": 3.9156118143459917, |
| "grad_norm": 1.6401822566986084, |
| "learning_rate": 2.930522117952847e-06, |
| "loss": 0.7018183469772339, |
| "step": 1856 |
| }, |
| { |
| "epoch": 3.919831223628692, |
| "grad_norm": 2.8167307376861572, |
| "learning_rate": 2.922881057969188e-06, |
| "loss": 0.7709340453147888, |
| "step": 1858 |
| }, |
| { |
| "epoch": 3.9240506329113924, |
| "grad_norm": 2.7081515789031982, |
| "learning_rate": 2.9152479912805028e-06, |
| "loss": 0.7548224925994873, |
| "step": 1860 |
| }, |
| { |
| "epoch": 3.928270042194093, |
| "grad_norm": 3.791499137878418, |
| "learning_rate": 2.907622959192439e-06, |
| "loss": 0.5371965169906616, |
| "step": 1862 |
| }, |
| { |
| "epoch": 3.932489451476793, |
| "grad_norm": 2.503772497177124, |
| "learning_rate": 2.9000060029671644e-06, |
| "loss": 0.5366585850715637, |
| "step": 1864 |
| }, |
| { |
| "epoch": 3.9367088607594938, |
| "grad_norm": 6.065065383911133, |
| "learning_rate": 2.8923971638231466e-06, |
| "loss": 0.9665102958679199, |
| "step": 1866 |
| }, |
| { |
| "epoch": 3.9409282700421944, |
| "grad_norm": 2.7202789783477783, |
| "learning_rate": 2.884796482934927e-06, |
| "loss": 0.7356393337249756, |
| "step": 1868 |
| }, |
| { |
| "epoch": 3.9451476793248945, |
| "grad_norm": 3.0500247478485107, |
| "learning_rate": 2.877204001432899e-06, |
| "loss": 0.5012904405593872, |
| "step": 1870 |
| }, |
| { |
| "epoch": 3.9493670886075947, |
| "grad_norm": 0.8024043440818787, |
| "learning_rate": 2.869619760403089e-06, |
| "loss": 0.3538365662097931, |
| "step": 1872 |
| }, |
| { |
| "epoch": 3.9535864978902953, |
| "grad_norm": 191.6532745361328, |
| "learning_rate": 2.8620438008869264e-06, |
| "loss": 0.434034138917923, |
| "step": 1874 |
| }, |
| { |
| "epoch": 3.957805907172996, |
| "grad_norm": 2.8688251972198486, |
| "learning_rate": 2.8544761638810277e-06, |
| "loss": 0.6301808953285217, |
| "step": 1876 |
| }, |
| { |
| "epoch": 3.962025316455696, |
| "grad_norm": 4.15130090713501, |
| "learning_rate": 2.8469168903369733e-06, |
| "loss": 0.596470832824707, |
| "step": 1878 |
| }, |
| { |
| "epoch": 3.9662447257383966, |
| "grad_norm": 2.7118093967437744, |
| "learning_rate": 2.8393660211610864e-06, |
| "loss": 0.4589231610298157, |
| "step": 1880 |
| }, |
| { |
| "epoch": 3.970464135021097, |
| "grad_norm": 2.9497010707855225, |
| "learning_rate": 2.8318235972142075e-06, |
| "loss": 0.7778608798980713, |
| "step": 1882 |
| }, |
| { |
| "epoch": 3.9746835443037973, |
| "grad_norm": 10.08464241027832, |
| "learning_rate": 2.824289659311481e-06, |
| "loss": 0.3298872113227844, |
| "step": 1884 |
| }, |
| { |
| "epoch": 3.978902953586498, |
| "grad_norm": 2.5433638095855713, |
| "learning_rate": 2.8167642482221274e-06, |
| "loss": 0.6300213932991028, |
| "step": 1886 |
| }, |
| { |
| "epoch": 3.9831223628691985, |
| "grad_norm": 11.90830135345459, |
| "learning_rate": 2.8092474046692227e-06, |
| "loss": 0.4418677091598511, |
| "step": 1888 |
| }, |
| { |
| "epoch": 3.9873417721518987, |
| "grad_norm": 4.765434741973877, |
| "learning_rate": 2.801739169329486e-06, |
| "loss": 0.6927688121795654, |
| "step": 1890 |
| }, |
| { |
| "epoch": 3.9915611814345993, |
| "grad_norm": 6.100020408630371, |
| "learning_rate": 2.7942395828330477e-06, |
| "loss": 0.5399014949798584, |
| "step": 1892 |
| }, |
| { |
| "epoch": 3.9957805907173, |
| "grad_norm": 1.7746268510818481, |
| "learning_rate": 2.7867486857632417e-06, |
| "loss": 0.7801375389099121, |
| "step": 1894 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 1.9672950506210327, |
| "learning_rate": 2.7792665186563753e-06, |
| "loss": 0.6976273059844971, |
| "step": 1896 |
| }, |
| { |
| "epoch": 4.0042194092827, |
| "grad_norm": 2.0892131328582764, |
| "learning_rate": 2.771793122001518e-06, |
| "loss": 0.5950413942337036, |
| "step": 1898 |
| }, |
| { |
| "epoch": 4.008438818565401, |
| "grad_norm": 3.418523073196411, |
| "learning_rate": 2.764328536240274e-06, |
| "loss": 0.48346221446990967, |
| "step": 1900 |
| }, |
| { |
| "epoch": 4.012658227848101, |
| "grad_norm": 2.4079160690307617, |
| "learning_rate": 2.7568728017665734e-06, |
| "loss": 0.5231744647026062, |
| "step": 1902 |
| }, |
| { |
| "epoch": 4.0168776371308015, |
| "grad_norm": 10.42201042175293, |
| "learning_rate": 2.749425958926447e-06, |
| "loss": 0.36587753891944885, |
| "step": 1904 |
| }, |
| { |
| "epoch": 4.0210970464135025, |
| "grad_norm": 0.36827781796455383, |
| "learning_rate": 2.7419880480178055e-06, |
| "loss": 0.18869513273239136, |
| "step": 1906 |
| }, |
| { |
| "epoch": 4.025316455696203, |
| "grad_norm": 2.4577043056488037, |
| "learning_rate": 2.734559109290229e-06, |
| "loss": 0.5424115061759949, |
| "step": 1908 |
| }, |
| { |
| "epoch": 4.029535864978903, |
| "grad_norm": 7.176480293273926, |
| "learning_rate": 2.7271391829447447e-06, |
| "loss": 0.09614966064691544, |
| "step": 1910 |
| }, |
| { |
| "epoch": 4.033755274261603, |
| "grad_norm": 2.078049898147583, |
| "learning_rate": 2.71972830913361e-06, |
| "loss": 0.5041449069976807, |
| "step": 1912 |
| }, |
| { |
| "epoch": 4.037974683544304, |
| "grad_norm": 3.0364325046539307, |
| "learning_rate": 2.712326527960096e-06, |
| "loss": 0.6174269914627075, |
| "step": 1914 |
| }, |
| { |
| "epoch": 4.042194092827004, |
| "grad_norm": 0.6836444139480591, |
| "learning_rate": 2.704933879478268e-06, |
| "loss": 0.3205277919769287, |
| "step": 1916 |
| }, |
| { |
| "epoch": 4.046413502109704, |
| "grad_norm": 6.195359230041504, |
| "learning_rate": 2.697550403692773e-06, |
| "loss": 0.14734962582588196, |
| "step": 1918 |
| }, |
| { |
| "epoch": 4.050632911392405, |
| "grad_norm": 2.888777732849121, |
| "learning_rate": 2.69017614055862e-06, |
| "loss": 0.5565149784088135, |
| "step": 1920 |
| }, |
| { |
| "epoch": 4.0548523206751055, |
| "grad_norm": 12.064739227294922, |
| "learning_rate": 2.682811129980962e-06, |
| "loss": 0.47878050804138184, |
| "step": 1922 |
| }, |
| { |
| "epoch": 4.059071729957806, |
| "grad_norm": 1.9031803607940674, |
| "learning_rate": 2.6754554118148857e-06, |
| "loss": 0.3945463299751282, |
| "step": 1924 |
| }, |
| { |
| "epoch": 4.063291139240507, |
| "grad_norm": 6.993194103240967, |
| "learning_rate": 2.668109025865191e-06, |
| "loss": 0.2721104919910431, |
| "step": 1926 |
| }, |
| { |
| "epoch": 4.067510548523207, |
| "grad_norm": 7.187300205230713, |
| "learning_rate": 2.660772011886178e-06, |
| "loss": 0.572750449180603, |
| "step": 1928 |
| }, |
| { |
| "epoch": 4.071729957805907, |
| "grad_norm": 9.433985710144043, |
| "learning_rate": 2.6534444095814334e-06, |
| "loss": 0.14224952459335327, |
| "step": 1930 |
| }, |
| { |
| "epoch": 4.075949367088608, |
| "grad_norm": 6.624326705932617, |
| "learning_rate": 2.646126258603612e-06, |
| "loss": 0.429046630859375, |
| "step": 1932 |
| }, |
| { |
| "epoch": 4.080168776371308, |
| "grad_norm": 5.319462776184082, |
| "learning_rate": 2.6388175985542193e-06, |
| "loss": 0.4175564646720886, |
| "step": 1934 |
| }, |
| { |
| "epoch": 4.084388185654008, |
| "grad_norm": 7.918082237243652, |
| "learning_rate": 2.631518468983407e-06, |
| "loss": 0.5208654403686523, |
| "step": 1936 |
| }, |
| { |
| "epoch": 4.0886075949367084, |
| "grad_norm": 2.524588108062744, |
| "learning_rate": 2.6242289093897533e-06, |
| "loss": 0.30576610565185547, |
| "step": 1938 |
| }, |
| { |
| "epoch": 4.0928270042194095, |
| "grad_norm": 17.760915756225586, |
| "learning_rate": 2.6169489592200457e-06, |
| "loss": 0.3638699948787689, |
| "step": 1940 |
| }, |
| { |
| "epoch": 4.09704641350211, |
| "grad_norm": 3.6685545444488525, |
| "learning_rate": 2.6096786578690738e-06, |
| "loss": 0.2502339482307434, |
| "step": 1942 |
| }, |
| { |
| "epoch": 4.10126582278481, |
| "grad_norm": 1.735503077507019, |
| "learning_rate": 2.6024180446794133e-06, |
| "loss": 0.2844234108924866, |
| "step": 1944 |
| }, |
| { |
| "epoch": 4.105485232067511, |
| "grad_norm": 2.3414032459259033, |
| "learning_rate": 2.5951671589412127e-06, |
| "loss": 0.5370857119560242, |
| "step": 1946 |
| }, |
| { |
| "epoch": 4.109704641350211, |
| "grad_norm": 9.196849822998047, |
| "learning_rate": 2.587926039891983e-06, |
| "loss": 0.45078617334365845, |
| "step": 1948 |
| }, |
| { |
| "epoch": 4.113924050632911, |
| "grad_norm": 0.8639876842498779, |
| "learning_rate": 2.580694726716379e-06, |
| "loss": 0.3761923313140869, |
| "step": 1950 |
| }, |
| { |
| "epoch": 4.118143459915612, |
| "grad_norm": 1.6307646036148071, |
| "learning_rate": 2.573473258545997e-06, |
| "loss": 0.44236212968826294, |
| "step": 1952 |
| }, |
| { |
| "epoch": 4.122362869198312, |
| "grad_norm": 4.56338357925415, |
| "learning_rate": 2.566261674459156e-06, |
| "loss": 0.707075834274292, |
| "step": 1954 |
| }, |
| { |
| "epoch": 4.1265822784810124, |
| "grad_norm": 3.0363290309906006, |
| "learning_rate": 2.5590600134806873e-06, |
| "loss": 0.12159548699855804, |
| "step": 1956 |
| }, |
| { |
| "epoch": 4.1308016877637135, |
| "grad_norm": 2.8413619995117188, |
| "learning_rate": 2.551868314581726e-06, |
| "loss": 0.6649860739707947, |
| "step": 1958 |
| }, |
| { |
| "epoch": 4.135021097046414, |
| "grad_norm": 4.109986782073975, |
| "learning_rate": 2.544686616679497e-06, |
| "loss": 0.6205018758773804, |
| "step": 1960 |
| }, |
| { |
| "epoch": 4.139240506329114, |
| "grad_norm": 6.5747504234313965, |
| "learning_rate": 2.537514958637107e-06, |
| "loss": 0.37222298979759216, |
| "step": 1962 |
| }, |
| { |
| "epoch": 4.143459915611814, |
| "grad_norm": 2.581211566925049, |
| "learning_rate": 2.5303533792633306e-06, |
| "loss": 0.4583626687526703, |
| "step": 1964 |
| }, |
| { |
| "epoch": 4.147679324894515, |
| "grad_norm": 0.3391718864440918, |
| "learning_rate": 2.5232019173124043e-06, |
| "loss": 0.24545279145240784, |
| "step": 1966 |
| }, |
| { |
| "epoch": 4.151898734177215, |
| "grad_norm": 3.354196071624756, |
| "learning_rate": 2.5160606114838158e-06, |
| "loss": 0.6107680797576904, |
| "step": 1968 |
| }, |
| { |
| "epoch": 4.156118143459915, |
| "grad_norm": 1.9463728666305542, |
| "learning_rate": 2.5089295004220927e-06, |
| "loss": 0.41494786739349365, |
| "step": 1970 |
| }, |
| { |
| "epoch": 4.160337552742616, |
| "grad_norm": 3.8241024017333984, |
| "learning_rate": 2.5018086227165937e-06, |
| "loss": 0.5631481409072876, |
| "step": 1972 |
| }, |
| { |
| "epoch": 4.1645569620253164, |
| "grad_norm": 3.7971303462982178, |
| "learning_rate": 2.494698016901302e-06, |
| "loss": 0.13252116739749908, |
| "step": 1974 |
| }, |
| { |
| "epoch": 4.168776371308017, |
| "grad_norm": 5.456217288970947, |
| "learning_rate": 2.487597721454616e-06, |
| "loss": 0.4099525213241577, |
| "step": 1976 |
| }, |
| { |
| "epoch": 4.172995780590718, |
| "grad_norm": 18.906333923339844, |
| "learning_rate": 2.4805077747991403e-06, |
| "loss": 0.33811259269714355, |
| "step": 1978 |
| }, |
| { |
| "epoch": 4.177215189873418, |
| "grad_norm": 11.150616645812988, |
| "learning_rate": 2.473428215301474e-06, |
| "loss": 0.2853623032569885, |
| "step": 1980 |
| }, |
| { |
| "epoch": 4.181434599156118, |
| "grad_norm": 23.042560577392578, |
| "learning_rate": 2.466359081272012e-06, |
| "loss": 0.3581426441669464, |
| "step": 1982 |
| }, |
| { |
| "epoch": 4.185654008438819, |
| "grad_norm": 4.002007007598877, |
| "learning_rate": 2.459300410964731e-06, |
| "loss": 0.3014911413192749, |
| "step": 1984 |
| }, |
| { |
| "epoch": 4.189873417721519, |
| "grad_norm": 6.566624164581299, |
| "learning_rate": 2.452252242576984e-06, |
| "loss": 0.11508725583553314, |
| "step": 1986 |
| }, |
| { |
| "epoch": 4.194092827004219, |
| "grad_norm": 18.410457611083984, |
| "learning_rate": 2.445214614249294e-06, |
| "loss": 0.3810286521911621, |
| "step": 1988 |
| }, |
| { |
| "epoch": 4.198312236286919, |
| "grad_norm": 6.431080341339111, |
| "learning_rate": 2.4381875640651466e-06, |
| "loss": 0.20014682412147522, |
| "step": 1990 |
| }, |
| { |
| "epoch": 4.2025316455696204, |
| "grad_norm": 3.2412610054016113, |
| "learning_rate": 2.431171130050788e-06, |
| "loss": 0.6001700162887573, |
| "step": 1992 |
| }, |
| { |
| "epoch": 4.206751054852321, |
| "grad_norm": 3.1228854656219482, |
| "learning_rate": 2.4241653501750117e-06, |
| "loss": 0.29799264669418335, |
| "step": 1994 |
| }, |
| { |
| "epoch": 4.210970464135021, |
| "grad_norm": 2.178508996963501, |
| "learning_rate": 2.4171702623489588e-06, |
| "loss": 0.5007591247558594, |
| "step": 1996 |
| }, |
| { |
| "epoch": 4.215189873417722, |
| "grad_norm": 7.447211265563965, |
| "learning_rate": 2.410185904425912e-06, |
| "loss": 0.7163572907447815, |
| "step": 1998 |
| }, |
| { |
| "epoch": 4.219409282700422, |
| "grad_norm": 2.8777246475219727, |
| "learning_rate": 2.403212314201088e-06, |
| "loss": 0.5820721387863159, |
| "step": 2000 |
| }, |
| { |
| "epoch": 4.223628691983122, |
| "grad_norm": 4.454619884490967, |
| "learning_rate": 2.3962495294114403e-06, |
| "loss": 0.41988158226013184, |
| "step": 2002 |
| }, |
| { |
| "epoch": 4.227848101265823, |
| "grad_norm": 4.4292426109313965, |
| "learning_rate": 2.3892975877354452e-06, |
| "loss": 0.14902547001838684, |
| "step": 2004 |
| }, |
| { |
| "epoch": 4.232067510548523, |
| "grad_norm": 2.666948080062866, |
| "learning_rate": 2.3823565267929036e-06, |
| "loss": 0.6181389093399048, |
| "step": 2006 |
| }, |
| { |
| "epoch": 4.236286919831223, |
| "grad_norm": 3.547452688217163, |
| "learning_rate": 2.375426384144735e-06, |
| "loss": 0.33217155933380127, |
| "step": 2008 |
| }, |
| { |
| "epoch": 4.2405063291139244, |
| "grad_norm": 2.134594440460205, |
| "learning_rate": 2.368507197292777e-06, |
| "loss": 0.4793064594268799, |
| "step": 2010 |
| }, |
| { |
| "epoch": 4.244725738396625, |
| "grad_norm": 25.654151916503906, |
| "learning_rate": 2.361599003679582e-06, |
| "loss": 0.13546811044216156, |
| "step": 2012 |
| }, |
| { |
| "epoch": 4.248945147679325, |
| "grad_norm": 4.229970455169678, |
| "learning_rate": 2.3547018406882104e-06, |
| "loss": 0.3434482216835022, |
| "step": 2014 |
| }, |
| { |
| "epoch": 4.253164556962025, |
| "grad_norm": 4.361436367034912, |
| "learning_rate": 2.347815745642035e-06, |
| "loss": 0.6057535409927368, |
| "step": 2016 |
| }, |
| { |
| "epoch": 4.257383966244726, |
| "grad_norm": 17.874441146850586, |
| "learning_rate": 2.340940755804532e-06, |
| "loss": 0.5280637741088867, |
| "step": 2018 |
| }, |
| { |
| "epoch": 4.261603375527426, |
| "grad_norm": 8.038070678710938, |
| "learning_rate": 2.334076908379086e-06, |
| "loss": 0.07331550121307373, |
| "step": 2020 |
| }, |
| { |
| "epoch": 4.265822784810126, |
| "grad_norm": 0.6873889565467834, |
| "learning_rate": 2.327224240508784e-06, |
| "loss": 0.15723557770252228, |
| "step": 2022 |
| }, |
| { |
| "epoch": 4.270042194092827, |
| "grad_norm": 4.693041801452637, |
| "learning_rate": 2.3203827892762136e-06, |
| "loss": 0.45733606815338135, |
| "step": 2024 |
| }, |
| { |
| "epoch": 4.274261603375527, |
| "grad_norm": 21.652511596679688, |
| "learning_rate": 2.313552591703267e-06, |
| "loss": 0.20987409353256226, |
| "step": 2026 |
| }, |
| { |
| "epoch": 4.2784810126582276, |
| "grad_norm": 1.620386004447937, |
| "learning_rate": 2.3067336847509405e-06, |
| "loss": 0.18322864174842834, |
| "step": 2028 |
| }, |
| { |
| "epoch": 4.282700421940929, |
| "grad_norm": 0.5709916949272156, |
| "learning_rate": 2.2999261053191264e-06, |
| "loss": 0.264180064201355, |
| "step": 2030 |
| }, |
| { |
| "epoch": 4.286919831223629, |
| "grad_norm": 6.232452392578125, |
| "learning_rate": 2.2931298902464242e-06, |
| "loss": 0.581986129283905, |
| "step": 2032 |
| }, |
| { |
| "epoch": 4.291139240506329, |
| "grad_norm": 2.427851438522339, |
| "learning_rate": 2.286345076309935e-06, |
| "loss": 0.08267831802368164, |
| "step": 2034 |
| }, |
| { |
| "epoch": 4.29535864978903, |
| "grad_norm": 7.5021843910217285, |
| "learning_rate": 2.279571700225061e-06, |
| "loss": 0.3914198875427246, |
| "step": 2036 |
| }, |
| { |
| "epoch": 4.29957805907173, |
| "grad_norm": 17.116886138916016, |
| "learning_rate": 2.272809798645313e-06, |
| "loss": 0.4527243375778198, |
| "step": 2038 |
| }, |
| { |
| "epoch": 4.30379746835443, |
| "grad_norm": 9.568516731262207, |
| "learning_rate": 2.2660594081621068e-06, |
| "loss": 0.5110298991203308, |
| "step": 2040 |
| }, |
| { |
| "epoch": 4.308016877637131, |
| "grad_norm": 2.8458101749420166, |
| "learning_rate": 2.259320565304568e-06, |
| "loss": 0.3989183306694031, |
| "step": 2042 |
| }, |
| { |
| "epoch": 4.312236286919831, |
| "grad_norm": 3.3316569328308105, |
| "learning_rate": 2.2525933065393316e-06, |
| "loss": 0.4240986406803131, |
| "step": 2044 |
| }, |
| { |
| "epoch": 4.3164556962025316, |
| "grad_norm": 3.5117201805114746, |
| "learning_rate": 2.2458776682703478e-06, |
| "loss": 0.5510097146034241, |
| "step": 2046 |
| }, |
| { |
| "epoch": 4.320675105485232, |
| "grad_norm": 2.211899757385254, |
| "learning_rate": 2.2391736868386826e-06, |
| "loss": 0.47137928009033203, |
| "step": 2048 |
| }, |
| { |
| "epoch": 4.324894514767933, |
| "grad_norm": 2.8007261753082275, |
| "learning_rate": 2.2324813985223236e-06, |
| "loss": 0.13788414001464844, |
| "step": 2050 |
| }, |
| { |
| "epoch": 4.329113924050633, |
| "grad_norm": 5.883923530578613, |
| "learning_rate": 2.2258008395359814e-06, |
| "loss": 0.21625080704689026, |
| "step": 2052 |
| }, |
| { |
| "epoch": 4.333333333333333, |
| "grad_norm": 2.6445043087005615, |
| "learning_rate": 2.2191320460308913e-06, |
| "loss": 0.43525630235671997, |
| "step": 2054 |
| }, |
| { |
| "epoch": 4.337552742616034, |
| "grad_norm": 4.206122875213623, |
| "learning_rate": 2.2124750540946258e-06, |
| "loss": 0.22658753395080566, |
| "step": 2056 |
| }, |
| { |
| "epoch": 4.341772151898734, |
| "grad_norm": 7.528255462646484, |
| "learning_rate": 2.2058298997508916e-06, |
| "loss": 0.19083625078201294, |
| "step": 2058 |
| }, |
| { |
| "epoch": 4.345991561181434, |
| "grad_norm": 2.3334925174713135, |
| "learning_rate": 2.1991966189593375e-06, |
| "loss": 0.5279438495635986, |
| "step": 2060 |
| }, |
| { |
| "epoch": 4.350210970464135, |
| "grad_norm": 3.07808780670166, |
| "learning_rate": 2.1925752476153598e-06, |
| "loss": 0.5324735641479492, |
| "step": 2062 |
| }, |
| { |
| "epoch": 4.3544303797468356, |
| "grad_norm": 7.293347358703613, |
| "learning_rate": 2.1859658215499094e-06, |
| "loss": 0.4442484378814697, |
| "step": 2064 |
| }, |
| { |
| "epoch": 4.358649789029536, |
| "grad_norm": 3.767479419708252, |
| "learning_rate": 2.1793683765292943e-06, |
| "loss": 0.6478234529495239, |
| "step": 2066 |
| }, |
| { |
| "epoch": 4.362869198312236, |
| "grad_norm": 1.7366708517074585, |
| "learning_rate": 2.172782948254989e-06, |
| "loss": 0.22714099287986755, |
| "step": 2068 |
| }, |
| { |
| "epoch": 4.367088607594937, |
| "grad_norm": 2.4501614570617676, |
| "learning_rate": 2.1662095723634387e-06, |
| "loss": 0.7067612409591675, |
| "step": 2070 |
| }, |
| { |
| "epoch": 4.371308016877637, |
| "grad_norm": 2.0209014415740967, |
| "learning_rate": 2.159648284425872e-06, |
| "loss": 0.6720374226570129, |
| "step": 2072 |
| }, |
| { |
| "epoch": 4.375527426160337, |
| "grad_norm": 2.6613192558288574, |
| "learning_rate": 2.1530991199481e-06, |
| "loss": 0.46383750438690186, |
| "step": 2074 |
| }, |
| { |
| "epoch": 4.379746835443038, |
| "grad_norm": 10.552399635314941, |
| "learning_rate": 2.1465621143703354e-06, |
| "loss": 0.4360678195953369, |
| "step": 2076 |
| }, |
| { |
| "epoch": 4.383966244725738, |
| "grad_norm": 2.3267464637756348, |
| "learning_rate": 2.1400373030669878e-06, |
| "loss": 0.32150259613990784, |
| "step": 2078 |
| }, |
| { |
| "epoch": 4.3881856540084385, |
| "grad_norm": 11.424999237060547, |
| "learning_rate": 2.1335247213464816e-06, |
| "loss": 0.6122124195098877, |
| "step": 2080 |
| }, |
| { |
| "epoch": 4.3924050632911396, |
| "grad_norm": 1.8929657936096191, |
| "learning_rate": 2.1270244044510596e-06, |
| "loss": 0.29143026471138, |
| "step": 2082 |
| }, |
| { |
| "epoch": 4.39662447257384, |
| "grad_norm": 5.961505889892578, |
| "learning_rate": 2.120536387556597e-06, |
| "loss": 0.44119709730148315, |
| "step": 2084 |
| }, |
| { |
| "epoch": 4.40084388185654, |
| "grad_norm": 4.30864953994751, |
| "learning_rate": 2.114060705772409e-06, |
| "loss": 0.7014176845550537, |
| "step": 2086 |
| }, |
| { |
| "epoch": 4.405063291139241, |
| "grad_norm": 2.612563371658325, |
| "learning_rate": 2.107597394141057e-06, |
| "loss": 0.5459550023078918, |
| "step": 2088 |
| }, |
| { |
| "epoch": 4.409282700421941, |
| "grad_norm": 2.4660723209381104, |
| "learning_rate": 2.1011464876381663e-06, |
| "loss": 0.46325892210006714, |
| "step": 2090 |
| }, |
| { |
| "epoch": 4.413502109704641, |
| "grad_norm": 4.131664276123047, |
| "learning_rate": 2.0947080211722317e-06, |
| "loss": 0.4953617453575134, |
| "step": 2092 |
| }, |
| { |
| "epoch": 4.417721518987342, |
| "grad_norm": 1.9574029445648193, |
| "learning_rate": 2.0882820295844285e-06, |
| "loss": 0.5186775922775269, |
| "step": 2094 |
| }, |
| { |
| "epoch": 4.421940928270042, |
| "grad_norm": 3.840588092803955, |
| "learning_rate": 2.081868547648429e-06, |
| "loss": 0.31746193766593933, |
| "step": 2096 |
| }, |
| { |
| "epoch": 4.4261603375527425, |
| "grad_norm": 2.727635383605957, |
| "learning_rate": 2.0754676100702045e-06, |
| "loss": 0.7108813524246216, |
| "step": 2098 |
| }, |
| { |
| "epoch": 4.430379746835443, |
| "grad_norm": 4.424046039581299, |
| "learning_rate": 2.0690792514878495e-06, |
| "loss": 0.48461851477622986, |
| "step": 2100 |
| }, |
| { |
| "epoch": 4.434599156118144, |
| "grad_norm": 2.04559326171875, |
| "learning_rate": 2.0627035064713857e-06, |
| "loss": 0.4159836769104004, |
| "step": 2102 |
| }, |
| { |
| "epoch": 4.438818565400844, |
| "grad_norm": 1.8618910312652588, |
| "learning_rate": 2.056340409522577e-06, |
| "loss": 0.36201441287994385, |
| "step": 2104 |
| }, |
| { |
| "epoch": 4.443037974683544, |
| "grad_norm": 2.5027105808258057, |
| "learning_rate": 2.049989995074746e-06, |
| "loss": 0.5959118008613586, |
| "step": 2106 |
| }, |
| { |
| "epoch": 4.447257383966245, |
| "grad_norm": 11.552289009094238, |
| "learning_rate": 2.043652297492583e-06, |
| "loss": 0.3659658432006836, |
| "step": 2108 |
| }, |
| { |
| "epoch": 4.451476793248945, |
| "grad_norm": 4.931119441986084, |
| "learning_rate": 2.037327351071963e-06, |
| "loss": 0.48589879274368286, |
| "step": 2110 |
| }, |
| { |
| "epoch": 4.455696202531645, |
| "grad_norm": 4.232883930206299, |
| "learning_rate": 2.031015190039759e-06, |
| "loss": 0.5243382453918457, |
| "step": 2112 |
| }, |
| { |
| "epoch": 4.459915611814346, |
| "grad_norm": 0.3998461961746216, |
| "learning_rate": 2.0247158485536565e-06, |
| "loss": 0.5077897310256958, |
| "step": 2114 |
| }, |
| { |
| "epoch": 4.4641350210970465, |
| "grad_norm": 1.7971662282943726, |
| "learning_rate": 2.0184293607019707e-06, |
| "loss": 0.2606506943702698, |
| "step": 2116 |
| }, |
| { |
| "epoch": 4.468354430379747, |
| "grad_norm": 2.3619842529296875, |
| "learning_rate": 2.012155760503458e-06, |
| "loss": 0.543289065361023, |
| "step": 2118 |
| }, |
| { |
| "epoch": 4.472573839662447, |
| "grad_norm": 1.1135996580123901, |
| "learning_rate": 2.0058950819071384e-06, |
| "loss": 0.08294013142585754, |
| "step": 2120 |
| }, |
| { |
| "epoch": 4.476793248945148, |
| "grad_norm": 6.450394630432129, |
| "learning_rate": 1.999647358792103e-06, |
| "loss": 0.27434927225112915, |
| "step": 2122 |
| }, |
| { |
| "epoch": 4.481012658227848, |
| "grad_norm": 9.028851509094238, |
| "learning_rate": 1.993412624967339e-06, |
| "loss": 0.18550115823745728, |
| "step": 2124 |
| }, |
| { |
| "epoch": 4.485232067510548, |
| "grad_norm": 3.7954587936401367, |
| "learning_rate": 1.9871909141715433e-06, |
| "loss": 0.25095483660697937, |
| "step": 2126 |
| }, |
| { |
| "epoch": 4.489451476793249, |
| "grad_norm": 2.933171033859253, |
| "learning_rate": 1.980982260072936e-06, |
| "loss": 0.29782503843307495, |
| "step": 2128 |
| }, |
| { |
| "epoch": 4.493670886075949, |
| "grad_norm": 5.5410475730896, |
| "learning_rate": 1.9747866962690864e-06, |
| "loss": 0.37597131729125977, |
| "step": 2130 |
| }, |
| { |
| "epoch": 4.4978902953586495, |
| "grad_norm": 7.844871997833252, |
| "learning_rate": 1.9686042562867247e-06, |
| "loss": 0.591028094291687, |
| "step": 2132 |
| }, |
| { |
| "epoch": 4.5021097046413505, |
| "grad_norm": 5.038850784301758, |
| "learning_rate": 1.962434973581564e-06, |
| "loss": 0.45768237113952637, |
| "step": 2134 |
| }, |
| { |
| "epoch": 4.506329113924051, |
| "grad_norm": 6.212744235992432, |
| "learning_rate": 1.9562788815381164e-06, |
| "loss": 0.11174334585666656, |
| "step": 2136 |
| }, |
| { |
| "epoch": 4.510548523206751, |
| "grad_norm": 1.0894521474838257, |
| "learning_rate": 1.950136013469515e-06, |
| "loss": 0.1324283480644226, |
| "step": 2138 |
| }, |
| { |
| "epoch": 4.514767932489452, |
| "grad_norm": 5.448882579803467, |
| "learning_rate": 1.944006402617333e-06, |
| "loss": 0.13975661993026733, |
| "step": 2140 |
| }, |
| { |
| "epoch": 4.518987341772152, |
| "grad_norm": 0.6249382495880127, |
| "learning_rate": 1.937890082151403e-06, |
| "loss": 0.32427144050598145, |
| "step": 2142 |
| }, |
| { |
| "epoch": 4.523206751054852, |
| "grad_norm": 11.115077018737793, |
| "learning_rate": 1.9317870851696356e-06, |
| "loss": 0.10621624439954758, |
| "step": 2144 |
| }, |
| { |
| "epoch": 4.527426160337553, |
| "grad_norm": 3.9892995357513428, |
| "learning_rate": 1.9256974446978464e-06, |
| "loss": 0.38272783160209656, |
| "step": 2146 |
| }, |
| { |
| "epoch": 4.531645569620253, |
| "grad_norm": 2.471816301345825, |
| "learning_rate": 1.919621193689569e-06, |
| "loss": 0.3882204294204712, |
| "step": 2148 |
| }, |
| { |
| "epoch": 4.5358649789029535, |
| "grad_norm": 0.016054954379796982, |
| "learning_rate": 1.9135583650258873e-06, |
| "loss": 0.2680031657218933, |
| "step": 2150 |
| }, |
| { |
| "epoch": 4.540084388185654, |
| "grad_norm": 2.9162821769714355, |
| "learning_rate": 1.9075089915152464e-06, |
| "loss": 0.3421184718608856, |
| "step": 2152 |
| }, |
| { |
| "epoch": 4.544303797468355, |
| "grad_norm": 3.484391212463379, |
| "learning_rate": 1.9014731058932827e-06, |
| "loss": 0.5047986507415771, |
| "step": 2154 |
| }, |
| { |
| "epoch": 4.548523206751055, |
| "grad_norm": 1.9593169689178467, |
| "learning_rate": 1.8954507408226409e-06, |
| "loss": 0.46260231733322144, |
| "step": 2156 |
| }, |
| { |
| "epoch": 4.552742616033755, |
| "grad_norm": 2.716538667678833, |
| "learning_rate": 1.8894419288928027e-06, |
| "loss": 0.5966385006904602, |
| "step": 2158 |
| }, |
| { |
| "epoch": 4.556962025316456, |
| "grad_norm": 3.1801514625549316, |
| "learning_rate": 1.883446702619909e-06, |
| "loss": 0.37797853350639343, |
| "step": 2160 |
| }, |
| { |
| "epoch": 4.561181434599156, |
| "grad_norm": 2.5519282817840576, |
| "learning_rate": 1.8774650944465816e-06, |
| "loss": 0.4353446960449219, |
| "step": 2162 |
| }, |
| { |
| "epoch": 4.565400843881856, |
| "grad_norm": 3.090348243713379, |
| "learning_rate": 1.8714971367417503e-06, |
| "loss": 0.36761924624443054, |
| "step": 2164 |
| }, |
| { |
| "epoch": 4.569620253164557, |
| "grad_norm": 2.526357889175415, |
| "learning_rate": 1.8655428618004757e-06, |
| "loss": 0.5436191558837891, |
| "step": 2166 |
| }, |
| { |
| "epoch": 4.5738396624472575, |
| "grad_norm": 6.702995777130127, |
| "learning_rate": 1.8596023018437756e-06, |
| "loss": 0.5698112845420837, |
| "step": 2168 |
| }, |
| { |
| "epoch": 4.578059071729958, |
| "grad_norm": 21.6278133392334, |
| "learning_rate": 1.8536754890184514e-06, |
| "loss": 0.12127143144607544, |
| "step": 2170 |
| }, |
| { |
| "epoch": 4.582278481012658, |
| "grad_norm": 2.4644062519073486, |
| "learning_rate": 1.8477624553969126e-06, |
| "loss": 0.3572949767112732, |
| "step": 2172 |
| }, |
| { |
| "epoch": 4.586497890295359, |
| "grad_norm": 4.449887275695801, |
| "learning_rate": 1.8418632329770014e-06, |
| "loss": 0.4991232752799988, |
| "step": 2174 |
| }, |
| { |
| "epoch": 4.590717299578059, |
| "grad_norm": 2.306753396987915, |
| "learning_rate": 1.8359778536818252e-06, |
| "loss": 0.6089332103729248, |
| "step": 2176 |
| }, |
| { |
| "epoch": 4.594936708860759, |
| "grad_norm": 9.263266563415527, |
| "learning_rate": 1.8301063493595794e-06, |
| "loss": 0.44372105598449707, |
| "step": 2178 |
| }, |
| { |
| "epoch": 4.59915611814346, |
| "grad_norm": 1.82095205783844, |
| "learning_rate": 1.824248751783377e-06, |
| "loss": 0.3401510715484619, |
| "step": 2180 |
| }, |
| { |
| "epoch": 4.60337552742616, |
| "grad_norm": 2.3795061111450195, |
| "learning_rate": 1.8184050926510743e-06, |
| "loss": 0.5080521106719971, |
| "step": 2182 |
| }, |
| { |
| "epoch": 4.6075949367088604, |
| "grad_norm": 29.6896915435791, |
| "learning_rate": 1.8125754035851018e-06, |
| "loss": 0.0813543051481247, |
| "step": 2184 |
| }, |
| { |
| "epoch": 4.6118143459915615, |
| "grad_norm": 3.2905502319335938, |
| "learning_rate": 1.806759716132293e-06, |
| "loss": 0.5500208139419556, |
| "step": 2186 |
| }, |
| { |
| "epoch": 4.616033755274262, |
| "grad_norm": 2.1505532264709473, |
| "learning_rate": 1.800958061763712e-06, |
| "loss": 0.26043060421943665, |
| "step": 2188 |
| }, |
| { |
| "epoch": 4.620253164556962, |
| "grad_norm": 2.0198612213134766, |
| "learning_rate": 1.7951704718744841e-06, |
| "loss": 0.6140601634979248, |
| "step": 2190 |
| }, |
| { |
| "epoch": 4.624472573839663, |
| "grad_norm": 2.324085235595703, |
| "learning_rate": 1.7893969777836265e-06, |
| "loss": 0.20785805583000183, |
| "step": 2192 |
| }, |
| { |
| "epoch": 4.628691983122363, |
| "grad_norm": 2.0707149505615234, |
| "learning_rate": 1.7836376107338783e-06, |
| "loss": 0.5573110580444336, |
| "step": 2194 |
| }, |
| { |
| "epoch": 4.632911392405063, |
| "grad_norm": 3.6579232215881348, |
| "learning_rate": 1.7778924018915302e-06, |
| "loss": 0.2335490882396698, |
| "step": 2196 |
| }, |
| { |
| "epoch": 4.637130801687764, |
| "grad_norm": 2.841978073120117, |
| "learning_rate": 1.772161382346259e-06, |
| "loss": 0.3419453501701355, |
| "step": 2198 |
| }, |
| { |
| "epoch": 4.641350210970464, |
| "grad_norm": 2.595341682434082, |
| "learning_rate": 1.7664445831109566e-06, |
| "loss": 0.535962700843811, |
| "step": 2200 |
| }, |
| { |
| "epoch": 4.6455696202531644, |
| "grad_norm": 2.8027384281158447, |
| "learning_rate": 1.7607420351215616e-06, |
| "loss": 0.4780561923980713, |
| "step": 2202 |
| }, |
| { |
| "epoch": 4.649789029535865, |
| "grad_norm": 0.4611937701702118, |
| "learning_rate": 1.7550537692368942e-06, |
| "loss": 0.3059866428375244, |
| "step": 2204 |
| }, |
| { |
| "epoch": 4.654008438818566, |
| "grad_norm": 1.5873767137527466, |
| "learning_rate": 1.74937981623849e-06, |
| "loss": 0.46250712871551514, |
| "step": 2206 |
| }, |
| { |
| "epoch": 4.658227848101266, |
| "grad_norm": 1.6936619281768799, |
| "learning_rate": 1.7437202068304287e-06, |
| "loss": 0.452869713306427, |
| "step": 2208 |
| }, |
| { |
| "epoch": 4.662447257383966, |
| "grad_norm": 2.697862386703491, |
| "learning_rate": 1.7380749716391737e-06, |
| "loss": 0.5035865306854248, |
| "step": 2210 |
| }, |
| { |
| "epoch": 4.666666666666667, |
| "grad_norm": 3.739734649658203, |
| "learning_rate": 1.7324441412134013e-06, |
| "loss": 0.3993757367134094, |
| "step": 2212 |
| }, |
| { |
| "epoch": 4.670886075949367, |
| "grad_norm": 7.6267852783203125, |
| "learning_rate": 1.7268277460238397e-06, |
| "loss": 0.3390964865684509, |
| "step": 2214 |
| }, |
| { |
| "epoch": 4.675105485232067, |
| "grad_norm": 1.8734283447265625, |
| "learning_rate": 1.7212258164631027e-06, |
| "loss": 0.5280478000640869, |
| "step": 2216 |
| }, |
| { |
| "epoch": 4.679324894514768, |
| "grad_norm": 6.668360710144043, |
| "learning_rate": 1.7156383828455204e-06, |
| "loss": 0.4059964418411255, |
| "step": 2218 |
| }, |
| { |
| "epoch": 4.6835443037974684, |
| "grad_norm": 2.475369930267334, |
| "learning_rate": 1.710065475406983e-06, |
| "loss": 0.4801621735095978, |
| "step": 2220 |
| }, |
| { |
| "epoch": 4.687763713080169, |
| "grad_norm": 2.3857297897338867, |
| "learning_rate": 1.7045071243047728e-06, |
| "loss": 0.0963069349527359, |
| "step": 2222 |
| }, |
| { |
| "epoch": 4.691983122362869, |
| "grad_norm": 2.433400869369507, |
| "learning_rate": 1.6989633596174029e-06, |
| "loss": 0.47518980503082275, |
| "step": 2224 |
| }, |
| { |
| "epoch": 4.69620253164557, |
| "grad_norm": 2.3119516372680664, |
| "learning_rate": 1.6934342113444524e-06, |
| "loss": 0.2933182120323181, |
| "step": 2226 |
| }, |
| { |
| "epoch": 4.70042194092827, |
| "grad_norm": 12.671791076660156, |
| "learning_rate": 1.6879197094064043e-06, |
| "loss": 0.08877721428871155, |
| "step": 2228 |
| }, |
| { |
| "epoch": 4.70464135021097, |
| "grad_norm": 2.207108497619629, |
| "learning_rate": 1.6824198836444858e-06, |
| "loss": 0.622957706451416, |
| "step": 2230 |
| }, |
| { |
| "epoch": 4.708860759493671, |
| "grad_norm": 6.14840030670166, |
| "learning_rate": 1.676934763820503e-06, |
| "loss": 0.5102095603942871, |
| "step": 2232 |
| }, |
| { |
| "epoch": 4.713080168776371, |
| "grad_norm": 4.767087936401367, |
| "learning_rate": 1.6714643796166835e-06, |
| "loss": 0.5292322635650635, |
| "step": 2234 |
| }, |
| { |
| "epoch": 4.717299578059071, |
| "grad_norm": 0.11136994510889053, |
| "learning_rate": 1.6660087606355153e-06, |
| "loss": 0.31627708673477173, |
| "step": 2236 |
| }, |
| { |
| "epoch": 4.7215189873417724, |
| "grad_norm": 4.295990467071533, |
| "learning_rate": 1.6605679363995848e-06, |
| "loss": 0.33531737327575684, |
| "step": 2238 |
| }, |
| { |
| "epoch": 4.725738396624473, |
| "grad_norm": 6.078010559082031, |
| "learning_rate": 1.6551419363514182e-06, |
| "loss": 0.43265092372894287, |
| "step": 2240 |
| }, |
| { |
| "epoch": 4.729957805907173, |
| "grad_norm": 3.5457258224487305, |
| "learning_rate": 1.6497307898533218e-06, |
| "loss": 0.6657654047012329, |
| "step": 2242 |
| }, |
| { |
| "epoch": 4.734177215189874, |
| "grad_norm": 0.8174402713775635, |
| "learning_rate": 1.6443345261872228e-06, |
| "loss": 0.05635060369968414, |
| "step": 2244 |
| }, |
| { |
| "epoch": 4.738396624472574, |
| "grad_norm": 2.277449369430542, |
| "learning_rate": 1.6389531745545138e-06, |
| "loss": 0.40952473878860474, |
| "step": 2246 |
| }, |
| { |
| "epoch": 4.742616033755274, |
| "grad_norm": 2.1519405841827393, |
| "learning_rate": 1.6335867640758876e-06, |
| "loss": 0.6268118023872375, |
| "step": 2248 |
| }, |
| { |
| "epoch": 4.746835443037975, |
| "grad_norm": 10.723348617553711, |
| "learning_rate": 1.6282353237911881e-06, |
| "loss": 0.08097459375858307, |
| "step": 2250 |
| }, |
| { |
| "epoch": 4.751054852320675, |
| "grad_norm": 6.452489852905273, |
| "learning_rate": 1.6228988826592484e-06, |
| "loss": 0.5121550559997559, |
| "step": 2252 |
| }, |
| { |
| "epoch": 4.755274261603375, |
| "grad_norm": 3.1199183464050293, |
| "learning_rate": 1.617577469557735e-06, |
| "loss": 0.417529433965683, |
| "step": 2254 |
| }, |
| { |
| "epoch": 4.759493670886076, |
| "grad_norm": 1.670754075050354, |
| "learning_rate": 1.6122711132829917e-06, |
| "loss": 0.23685501515865326, |
| "step": 2256 |
| }, |
| { |
| "epoch": 4.763713080168777, |
| "grad_norm": 3.9786603450775146, |
| "learning_rate": 1.606979842549883e-06, |
| "loss": 0.08441432565450668, |
| "step": 2258 |
| }, |
| { |
| "epoch": 4.767932489451477, |
| "grad_norm": 3.4749438762664795, |
| "learning_rate": 1.60170368599164e-06, |
| "loss": 0.1604347825050354, |
| "step": 2260 |
| }, |
| { |
| "epoch": 4.772151898734177, |
| "grad_norm": 2.590517044067383, |
| "learning_rate": 1.5964426721597048e-06, |
| "loss": 0.3043164014816284, |
| "step": 2262 |
| }, |
| { |
| "epoch": 4.776371308016878, |
| "grad_norm": 3.320221185684204, |
| "learning_rate": 1.5911968295235756e-06, |
| "loss": 0.5432933568954468, |
| "step": 2264 |
| }, |
| { |
| "epoch": 4.780590717299578, |
| "grad_norm": 6.788969993591309, |
| "learning_rate": 1.5859661864706533e-06, |
| "loss": 0.4840553402900696, |
| "step": 2266 |
| }, |
| { |
| "epoch": 4.784810126582278, |
| "grad_norm": 5.413600444793701, |
| "learning_rate": 1.5807507713060879e-06, |
| "loss": 0.6614431142807007, |
| "step": 2268 |
| }, |
| { |
| "epoch": 4.789029535864979, |
| "grad_norm": 3.4263274669647217, |
| "learning_rate": 1.5755506122526248e-06, |
| "loss": 0.4286192059516907, |
| "step": 2270 |
| }, |
| { |
| "epoch": 4.793248945147679, |
| "grad_norm": 3.0580050945281982, |
| "learning_rate": 1.5703657374504516e-06, |
| "loss": 0.7800706624984741, |
| "step": 2272 |
| }, |
| { |
| "epoch": 4.7974683544303796, |
| "grad_norm": 6.522762775421143, |
| "learning_rate": 1.565196174957049e-06, |
| "loss": 0.2070183902978897, |
| "step": 2274 |
| }, |
| { |
| "epoch": 4.80168776371308, |
| "grad_norm": 1.439235806465149, |
| "learning_rate": 1.5600419527470331e-06, |
| "loss": 0.10173705220222473, |
| "step": 2276 |
| }, |
| { |
| "epoch": 4.805907172995781, |
| "grad_norm": 3.4041426181793213, |
| "learning_rate": 1.5549030987120095e-06, |
| "loss": 0.3341836929321289, |
| "step": 2278 |
| }, |
| { |
| "epoch": 4.810126582278481, |
| "grad_norm": 3.3857309818267822, |
| "learning_rate": 1.5497796406604202e-06, |
| "loss": 0.20992735028266907, |
| "step": 2280 |
| }, |
| { |
| "epoch": 4.814345991561181, |
| "grad_norm": 2.2873666286468506, |
| "learning_rate": 1.5446716063173935e-06, |
| "loss": 0.424138605594635, |
| "step": 2282 |
| }, |
| { |
| "epoch": 4.818565400843882, |
| "grad_norm": 8.471506118774414, |
| "learning_rate": 1.5395790233245924e-06, |
| "loss": 0.5139745473861694, |
| "step": 2284 |
| }, |
| { |
| "epoch": 4.822784810126582, |
| "grad_norm": 2.079385757446289, |
| "learning_rate": 1.5345019192400677e-06, |
| "loss": 0.494828999042511, |
| "step": 2286 |
| }, |
| { |
| "epoch": 4.827004219409282, |
| "grad_norm": 2.116379737854004, |
| "learning_rate": 1.529440321538107e-06, |
| "loss": 0.12557630240917206, |
| "step": 2288 |
| }, |
| { |
| "epoch": 4.831223628691983, |
| "grad_norm": 5.065046787261963, |
| "learning_rate": 1.5243942576090872e-06, |
| "loss": 0.6678446531295776, |
| "step": 2290 |
| }, |
| { |
| "epoch": 4.8354430379746836, |
| "grad_norm": 2.4034457206726074, |
| "learning_rate": 1.5193637547593231e-06, |
| "loss": 0.4627326428890228, |
| "step": 2292 |
| }, |
| { |
| "epoch": 4.839662447257384, |
| "grad_norm": 2.859379291534424, |
| "learning_rate": 1.5143488402109239e-06, |
| "loss": 0.44882258772850037, |
| "step": 2294 |
| }, |
| { |
| "epoch": 4.843881856540085, |
| "grad_norm": 1.7705358266830444, |
| "learning_rate": 1.509349541101646e-06, |
| "loss": 0.4356788694858551, |
| "step": 2296 |
| }, |
| { |
| "epoch": 4.848101265822785, |
| "grad_norm": 2.958854913711548, |
| "learning_rate": 1.5043658844847414e-06, |
| "loss": 0.7101269960403442, |
| "step": 2298 |
| }, |
| { |
| "epoch": 4.852320675105485, |
| "grad_norm": 5.127024173736572, |
| "learning_rate": 1.499397897328815e-06, |
| "loss": 0.6652213931083679, |
| "step": 2300 |
| }, |
| { |
| "epoch": 4.856540084388186, |
| "grad_norm": 0.7210382223129272, |
| "learning_rate": 1.4944456065176785e-06, |
| "loss": 0.23934832215309143, |
| "step": 2302 |
| }, |
| { |
| "epoch": 4.860759493670886, |
| "grad_norm": 2.468538284301758, |
| "learning_rate": 1.4895090388502043e-06, |
| "loss": 0.26671305298805237, |
| "step": 2304 |
| }, |
| { |
| "epoch": 4.864978902953586, |
| "grad_norm": 2.5370748043060303, |
| "learning_rate": 1.4845882210401776e-06, |
| "loss": 0.4928842782974243, |
| "step": 2306 |
| }, |
| { |
| "epoch": 4.869198312236287, |
| "grad_norm": 2.779625654220581, |
| "learning_rate": 1.479683179716159e-06, |
| "loss": 0.2867523729801178, |
| "step": 2308 |
| }, |
| { |
| "epoch": 4.8734177215189876, |
| "grad_norm": 4.043989658355713, |
| "learning_rate": 1.4747939414213334e-06, |
| "loss": 0.4452981948852539, |
| "step": 2310 |
| }, |
| { |
| "epoch": 4.877637130801688, |
| "grad_norm": 2.612654209136963, |
| "learning_rate": 1.4699205326133696e-06, |
| "loss": 0.47218436002731323, |
| "step": 2312 |
| }, |
| { |
| "epoch": 4.881856540084388, |
| "grad_norm": 4.8351593017578125, |
| "learning_rate": 1.4650629796642774e-06, |
| "loss": 0.5447877049446106, |
| "step": 2314 |
| }, |
| { |
| "epoch": 4.886075949367089, |
| "grad_norm": 2.5699872970581055, |
| "learning_rate": 1.460221308860262e-06, |
| "loss": 0.5671508312225342, |
| "step": 2316 |
| }, |
| { |
| "epoch": 4.890295358649789, |
| "grad_norm": 3.086909055709839, |
| "learning_rate": 1.4553955464015868e-06, |
| "loss": 0.39557531476020813, |
| "step": 2318 |
| }, |
| { |
| "epoch": 4.894514767932489, |
| "grad_norm": 5.661040782928467, |
| "learning_rate": 1.4505857184024262e-06, |
| "loss": 0.44218748807907104, |
| "step": 2320 |
| }, |
| { |
| "epoch": 4.89873417721519, |
| "grad_norm": 3.8085811138153076, |
| "learning_rate": 1.4457918508907268e-06, |
| "loss": 0.3575529456138611, |
| "step": 2322 |
| }, |
| { |
| "epoch": 4.90295358649789, |
| "grad_norm": 2.3151283264160156, |
| "learning_rate": 1.441013969808068e-06, |
| "loss": 0.5917726755142212, |
| "step": 2324 |
| }, |
| { |
| "epoch": 4.9071729957805905, |
| "grad_norm": 3.560556650161743, |
| "learning_rate": 1.4362521010095186e-06, |
| "loss": 0.33830514550209045, |
| "step": 2326 |
| }, |
| { |
| "epoch": 4.911392405063291, |
| "grad_norm": 2.334346294403076, |
| "learning_rate": 1.4315062702634997e-06, |
| "loss": 0.4876287281513214, |
| "step": 2328 |
| }, |
| { |
| "epoch": 4.915611814345992, |
| "grad_norm": 2.1452908515930176, |
| "learning_rate": 1.426776503251643e-06, |
| "loss": 0.6366673111915588, |
| "step": 2330 |
| }, |
| { |
| "epoch": 4.919831223628692, |
| "grad_norm": 0.41547343134880066, |
| "learning_rate": 1.4220628255686533e-06, |
| "loss": 0.25237974524497986, |
| "step": 2332 |
| }, |
| { |
| "epoch": 4.924050632911392, |
| "grad_norm": 54.84702682495117, |
| "learning_rate": 1.4173652627221686e-06, |
| "loss": 0.43499624729156494, |
| "step": 2334 |
| }, |
| { |
| "epoch": 4.928270042194093, |
| "grad_norm": 2.2124152183532715, |
| "learning_rate": 1.4126838401326243e-06, |
| "loss": 0.5627238750457764, |
| "step": 2336 |
| }, |
| { |
| "epoch": 4.932489451476793, |
| "grad_norm": 7.185441017150879, |
| "learning_rate": 1.4080185831331126e-06, |
| "loss": 0.25834035873413086, |
| "step": 2338 |
| }, |
| { |
| "epoch": 4.936708860759493, |
| "grad_norm": 5.250967502593994, |
| "learning_rate": 1.4033695169692485e-06, |
| "loss": 0.2957782447338104, |
| "step": 2340 |
| }, |
| { |
| "epoch": 4.940928270042194, |
| "grad_norm": 6.259135723114014, |
| "learning_rate": 1.398736666799031e-06, |
| "loss": 0.6378402709960938, |
| "step": 2342 |
| }, |
| { |
| "epoch": 4.9451476793248945, |
| "grad_norm": 16.73641586303711, |
| "learning_rate": 1.3941200576927088e-06, |
| "loss": 0.35595816373825073, |
| "step": 2344 |
| }, |
| { |
| "epoch": 4.949367088607595, |
| "grad_norm": 3.1287739276885986, |
| "learning_rate": 1.3895197146326414e-06, |
| "loss": 0.7204777002334595, |
| "step": 2346 |
| }, |
| { |
| "epoch": 4.953586497890296, |
| "grad_norm": 2.49485445022583, |
| "learning_rate": 1.3849356625131692e-06, |
| "loss": 0.3135877847671509, |
| "step": 2348 |
| }, |
| { |
| "epoch": 4.957805907172996, |
| "grad_norm": 3.383075714111328, |
| "learning_rate": 1.3803679261404716e-06, |
| "loss": 0.49237698316574097, |
| "step": 2350 |
| }, |
| { |
| "epoch": 4.962025316455696, |
| "grad_norm": 2.2556025981903076, |
| "learning_rate": 1.3758165302324397e-06, |
| "loss": 0.16111743450164795, |
| "step": 2352 |
| }, |
| { |
| "epoch": 4.966244725738397, |
| "grad_norm": 4.6603546142578125, |
| "learning_rate": 1.3712814994185395e-06, |
| "loss": 0.6392441987991333, |
| "step": 2354 |
| }, |
| { |
| "epoch": 4.970464135021097, |
| "grad_norm": 12.963358879089355, |
| "learning_rate": 1.366762858239679e-06, |
| "loss": 0.35483598709106445, |
| "step": 2356 |
| }, |
| { |
| "epoch": 4.974683544303797, |
| "grad_norm": 3.961883068084717, |
| "learning_rate": 1.3622606311480729e-06, |
| "loss": 0.5934839248657227, |
| "step": 2358 |
| }, |
| { |
| "epoch": 4.978902953586498, |
| "grad_norm": 1.0137317180633545, |
| "learning_rate": 1.3577748425071152e-06, |
| "loss": 0.28861305117607117, |
| "step": 2360 |
| }, |
| { |
| "epoch": 4.9831223628691985, |
| "grad_norm": 3.8444621562957764, |
| "learning_rate": 1.3533055165912433e-06, |
| "loss": 0.5528509616851807, |
| "step": 2362 |
| }, |
| { |
| "epoch": 4.987341772151899, |
| "grad_norm": 12.442330360412598, |
| "learning_rate": 1.3488526775858087e-06, |
| "loss": 0.6871875524520874, |
| "step": 2364 |
| }, |
| { |
| "epoch": 4.991561181434599, |
| "grad_norm": 2.018998622894287, |
| "learning_rate": 1.3444163495869444e-06, |
| "loss": 0.6601129770278931, |
| "step": 2366 |
| }, |
| { |
| "epoch": 4.9957805907173, |
| "grad_norm": 4.588871002197266, |
| "learning_rate": 1.3399965566014363e-06, |
| "loss": 0.3472335934638977, |
| "step": 2368 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 20.997011184692383, |
| "learning_rate": 1.3355933225465938e-06, |
| "loss": 0.1488598883152008, |
| "step": 2370 |
| }, |
| { |
| "epoch": 5.0042194092827, |
| "grad_norm": 1.974225401878357, |
| "learning_rate": 1.3312066712501176e-06, |
| "loss": 0.4649539589881897, |
| "step": 2372 |
| }, |
| { |
| "epoch": 5.008438818565401, |
| "grad_norm": 2.101741075515747, |
| "learning_rate": 1.3268366264499723e-06, |
| "loss": 0.40653684735298157, |
| "step": 2374 |
| }, |
| { |
| "epoch": 5.012658227848101, |
| "grad_norm": 3.2043211460113525, |
| "learning_rate": 1.322483211794259e-06, |
| "loss": 0.20105722546577454, |
| "step": 2376 |
| }, |
| { |
| "epoch": 5.0168776371308015, |
| "grad_norm": 3.830211877822876, |
| "learning_rate": 1.3181464508410858e-06, |
| "loss": 0.4869913160800934, |
| "step": 2378 |
| }, |
| { |
| "epoch": 5.0210970464135025, |
| "grad_norm": 3.2576708793640137, |
| "learning_rate": 1.3138263670584392e-06, |
| "loss": 0.3144640028476715, |
| "step": 2380 |
| }, |
| { |
| "epoch": 5.025316455696203, |
| "grad_norm": 2.3268511295318604, |
| "learning_rate": 1.309522983824061e-06, |
| "loss": 0.4795665144920349, |
| "step": 2382 |
| }, |
| { |
| "epoch": 5.029535864978903, |
| "grad_norm": 4.2797112464904785, |
| "learning_rate": 1.3052363244253188e-06, |
| "loss": 0.303976833820343, |
| "step": 2384 |
| }, |
| { |
| "epoch": 5.033755274261603, |
| "grad_norm": 2.950766086578369, |
| "learning_rate": 1.3009664120590806e-06, |
| "loss": 0.2566067576408386, |
| "step": 2386 |
| }, |
| { |
| "epoch": 5.037974683544304, |
| "grad_norm": 4.176736354827881, |
| "learning_rate": 1.296713269831589e-06, |
| "loss": 0.33072197437286377, |
| "step": 2388 |
| }, |
| { |
| "epoch": 5.042194092827004, |
| "grad_norm": 0.061758268624544144, |
| "learning_rate": 1.2924769207583368e-06, |
| "loss": 0.17066842317581177, |
| "step": 2390 |
| }, |
| { |
| "epoch": 5.046413502109704, |
| "grad_norm": 4.471809387207031, |
| "learning_rate": 1.2882573877639427e-06, |
| "loss": 0.24980589747428894, |
| "step": 2392 |
| }, |
| { |
| "epoch": 5.050632911392405, |
| "grad_norm": 4.955497741699219, |
| "learning_rate": 1.2840546936820263e-06, |
| "loss": 0.2576749622821808, |
| "step": 2394 |
| }, |
| { |
| "epoch": 5.0548523206751055, |
| "grad_norm": 0.7454743981361389, |
| "learning_rate": 1.2798688612550838e-06, |
| "loss": 0.040055617690086365, |
| "step": 2396 |
| }, |
| { |
| "epoch": 5.059071729957806, |
| "grad_norm": 2.270764112472534, |
| "learning_rate": 1.2756999131343677e-06, |
| "loss": 0.4545499086380005, |
| "step": 2398 |
| }, |
| { |
| "epoch": 5.063291139240507, |
| "grad_norm": 8.608718872070312, |
| "learning_rate": 1.271547871879762e-06, |
| "loss": 0.46691781282424927, |
| "step": 2400 |
| }, |
| { |
| "epoch": 5.067510548523207, |
| "grad_norm": 4.590333938598633, |
| "learning_rate": 1.267412759959661e-06, |
| "loss": 0.3534661829471588, |
| "step": 2402 |
| }, |
| { |
| "epoch": 5.071729957805907, |
| "grad_norm": 6.176363468170166, |
| "learning_rate": 1.2632945997508469e-06, |
| "loss": 0.03008463606238365, |
| "step": 2404 |
| }, |
| { |
| "epoch": 5.075949367088608, |
| "grad_norm": 4.096558570861816, |
| "learning_rate": 1.25919341353837e-06, |
| "loss": 0.4609118103981018, |
| "step": 2406 |
| }, |
| { |
| "epoch": 5.080168776371308, |
| "grad_norm": 1.3339556455612183, |
| "learning_rate": 1.2551092235154265e-06, |
| "loss": 0.25634127855300903, |
| "step": 2408 |
| }, |
| { |
| "epoch": 5.084388185654008, |
| "grad_norm": 3.1009860038757324, |
| "learning_rate": 1.2510420517832399e-06, |
| "loss": 0.3237183690071106, |
| "step": 2410 |
| }, |
| { |
| "epoch": 5.0886075949367084, |
| "grad_norm": 6.112014293670654, |
| "learning_rate": 1.2469919203509406e-06, |
| "loss": 0.45163053274154663, |
| "step": 2412 |
| }, |
| { |
| "epoch": 5.0928270042194095, |
| "grad_norm": 1.8072830438613892, |
| "learning_rate": 1.2429588511354468e-06, |
| "loss": 0.3245161175727844, |
| "step": 2414 |
| }, |
| { |
| "epoch": 5.09704641350211, |
| "grad_norm": 1.5899354219436646, |
| "learning_rate": 1.2389428659613465e-06, |
| "loss": 0.09791871905326843, |
| "step": 2416 |
| }, |
| { |
| "epoch": 5.10126582278481, |
| "grad_norm": 2.595155954360962, |
| "learning_rate": 1.2349439865607783e-06, |
| "loss": 0.20728906989097595, |
| "step": 2418 |
| }, |
| { |
| "epoch": 5.105485232067511, |
| "grad_norm": 2.6492655277252197, |
| "learning_rate": 1.2309622345733153e-06, |
| "loss": 0.52880859375, |
| "step": 2420 |
| }, |
| { |
| "epoch": 5.109704641350211, |
| "grad_norm": 3.113187789916992, |
| "learning_rate": 1.226997631545846e-06, |
| "loss": 0.34188008308410645, |
| "step": 2422 |
| }, |
| { |
| "epoch": 5.113924050632911, |
| "grad_norm": 0.3923889100551605, |
| "learning_rate": 1.2230501989324606e-06, |
| "loss": 0.39657163619995117, |
| "step": 2424 |
| }, |
| { |
| "epoch": 5.118143459915612, |
| "grad_norm": 2.9111595153808594, |
| "learning_rate": 1.219119958094331e-06, |
| "loss": 0.37215137481689453, |
| "step": 2426 |
| }, |
| { |
| "epoch": 5.122362869198312, |
| "grad_norm": 5.908500671386719, |
| "learning_rate": 1.215206930299599e-06, |
| "loss": 0.28079548478126526, |
| "step": 2428 |
| }, |
| { |
| "epoch": 5.1265822784810124, |
| "grad_norm": 0.15474487841129303, |
| "learning_rate": 1.2113111367232582e-06, |
| "loss": 0.16562075912952423, |
| "step": 2430 |
| }, |
| { |
| "epoch": 5.1308016877637135, |
| "grad_norm": 2.4118106365203857, |
| "learning_rate": 1.2074325984470428e-06, |
| "loss": 0.3783321678638458, |
| "step": 2432 |
| }, |
| { |
| "epoch": 5.135021097046414, |
| "grad_norm": 2.499565601348877, |
| "learning_rate": 1.2035713364593102e-06, |
| "loss": 0.4123075604438782, |
| "step": 2434 |
| }, |
| { |
| "epoch": 5.139240506329114, |
| "grad_norm": 3.3785624504089355, |
| "learning_rate": 1.1997273716549284e-06, |
| "loss": 0.25959959626197815, |
| "step": 2436 |
| }, |
| { |
| "epoch": 5.143459915611814, |
| "grad_norm": 3.4707491397857666, |
| "learning_rate": 1.195900724835164e-06, |
| "loss": 0.03673313558101654, |
| "step": 2438 |
| }, |
| { |
| "epoch": 5.147679324894515, |
| "grad_norm": 2.67907977104187, |
| "learning_rate": 1.1920914167075696e-06, |
| "loss": 0.2947133779525757, |
| "step": 2440 |
| }, |
| { |
| "epoch": 5.151898734177215, |
| "grad_norm": 3.3348686695098877, |
| "learning_rate": 1.1882994678858675e-06, |
| "loss": 0.3776189684867859, |
| "step": 2442 |
| }, |
| { |
| "epoch": 5.156118143459915, |
| "grad_norm": 3.6222927570343018, |
| "learning_rate": 1.1845248988898464e-06, |
| "loss": 0.2443552017211914, |
| "step": 2444 |
| }, |
| { |
| "epoch": 5.160337552742616, |
| "grad_norm": 3.27504301071167, |
| "learning_rate": 1.1807677301452437e-06, |
| "loss": 0.5414304733276367, |
| "step": 2446 |
| }, |
| { |
| "epoch": 5.1645569620253164, |
| "grad_norm": 3.2731869220733643, |
| "learning_rate": 1.1770279819836355e-06, |
| "loss": 0.18883806467056274, |
| "step": 2448 |
| }, |
| { |
| "epoch": 5.168776371308017, |
| "grad_norm": 3.275451421737671, |
| "learning_rate": 1.1733056746423304e-06, |
| "loss": 0.37931862473487854, |
| "step": 2450 |
| }, |
| { |
| "epoch": 5.172995780590718, |
| "grad_norm": 0.034749243408441544, |
| "learning_rate": 1.1696008282642559e-06, |
| "loss": 0.20449881255626678, |
| "step": 2452 |
| }, |
| { |
| "epoch": 5.177215189873418, |
| "grad_norm": 4.930509567260742, |
| "learning_rate": 1.165913462897852e-06, |
| "loss": 0.035537637770175934, |
| "step": 2454 |
| }, |
| { |
| "epoch": 5.181434599156118, |
| "grad_norm": 1.7042666673660278, |
| "learning_rate": 1.1622435984969602e-06, |
| "loss": 0.20552217960357666, |
| "step": 2456 |
| }, |
| { |
| "epoch": 5.185654008438819, |
| "grad_norm": 14.41930103302002, |
| "learning_rate": 1.1585912549207196e-06, |
| "loss": 0.3709006607532501, |
| "step": 2458 |
| }, |
| { |
| "epoch": 5.189873417721519, |
| "grad_norm": 6.651240348815918, |
| "learning_rate": 1.1549564519334556e-06, |
| "loss": 0.18409161269664764, |
| "step": 2460 |
| }, |
| { |
| "epoch": 5.194092827004219, |
| "grad_norm": 2.1087753772735596, |
| "learning_rate": 1.1513392092045736e-06, |
| "loss": 0.39856773614883423, |
| "step": 2462 |
| }, |
| { |
| "epoch": 5.198312236286919, |
| "grad_norm": 2.5043351650238037, |
| "learning_rate": 1.147739546308455e-06, |
| "loss": 0.3595339059829712, |
| "step": 2464 |
| }, |
| { |
| "epoch": 5.2025316455696204, |
| "grad_norm": 3.3729639053344727, |
| "learning_rate": 1.1441574827243478e-06, |
| "loss": 0.17214104533195496, |
| "step": 2466 |
| }, |
| { |
| "epoch": 5.206751054852321, |
| "grad_norm": 2.227221965789795, |
| "learning_rate": 1.1405930378362648e-06, |
| "loss": 0.3033697009086609, |
| "step": 2468 |
| }, |
| { |
| "epoch": 5.210970464135021, |
| "grad_norm": 5.146759510040283, |
| "learning_rate": 1.1370462309328743e-06, |
| "loss": 0.36619800329208374, |
| "step": 2470 |
| }, |
| { |
| "epoch": 5.215189873417722, |
| "grad_norm": 3.0241358280181885, |
| "learning_rate": 1.1335170812073999e-06, |
| "loss": 0.30589285492897034, |
| "step": 2472 |
| }, |
| { |
| "epoch": 5.219409282700422, |
| "grad_norm": 2.229212522506714, |
| "learning_rate": 1.1300056077575154e-06, |
| "loss": 0.3369923233985901, |
| "step": 2474 |
| }, |
| { |
| "epoch": 5.223628691983122, |
| "grad_norm": 2.9154298305511475, |
| "learning_rate": 1.1265118295852404e-06, |
| "loss": 0.19644200801849365, |
| "step": 2476 |
| }, |
| { |
| "epoch": 5.227848101265823, |
| "grad_norm": 5.483319282531738, |
| "learning_rate": 1.1230357655968371e-06, |
| "loss": 0.06274639070034027, |
| "step": 2478 |
| }, |
| { |
| "epoch": 5.232067510548523, |
| "grad_norm": 0.5124228596687317, |
| "learning_rate": 1.119577434602711e-06, |
| "loss": 0.20770075917243958, |
| "step": 2480 |
| }, |
| { |
| "epoch": 5.236286919831223, |
| "grad_norm": 2.4156696796417236, |
| "learning_rate": 1.116136855317307e-06, |
| "loss": 0.29468050599098206, |
| "step": 2482 |
| }, |
| { |
| "epoch": 5.2405063291139244, |
| "grad_norm": 1.4421368837356567, |
| "learning_rate": 1.1127140463590055e-06, |
| "loss": 0.23361340165138245, |
| "step": 2484 |
| }, |
| { |
| "epoch": 5.244725738396625, |
| "grad_norm": 6.403635025024414, |
| "learning_rate": 1.1093090262500266e-06, |
| "loss": 0.4423346519470215, |
| "step": 2486 |
| }, |
| { |
| "epoch": 5.248945147679325, |
| "grad_norm": 4.7648606300354, |
| "learning_rate": 1.105921813416328e-06, |
| "loss": 0.5721250772476196, |
| "step": 2488 |
| }, |
| { |
| "epoch": 5.253164556962025, |
| "grad_norm": 4.072231292724609, |
| "learning_rate": 1.1025524261875041e-06, |
| "loss": 0.5335391163825989, |
| "step": 2490 |
| }, |
| { |
| "epoch": 5.257383966244726, |
| "grad_norm": 2.6612138748168945, |
| "learning_rate": 1.0992008827966874e-06, |
| "loss": 0.5658106803894043, |
| "step": 2492 |
| }, |
| { |
| "epoch": 5.261603375527426, |
| "grad_norm": 2.578683614730835, |
| "learning_rate": 1.095867201380451e-06, |
| "loss": 0.41335171461105347, |
| "step": 2494 |
| }, |
| { |
| "epoch": 5.265822784810126, |
| "grad_norm": 5.410678863525391, |
| "learning_rate": 1.0925513999787086e-06, |
| "loss": 0.15254725515842438, |
| "step": 2496 |
| }, |
| { |
| "epoch": 5.270042194092827, |
| "grad_norm": 3.9477524757385254, |
| "learning_rate": 1.0892534965346192e-06, |
| "loss": 0.44648611545562744, |
| "step": 2498 |
| }, |
| { |
| "epoch": 5.274261603375527, |
| "grad_norm": 7.086328506469727, |
| "learning_rate": 1.0859735088944868e-06, |
| "loss": 0.16064085066318512, |
| "step": 2500 |
| }, |
| { |
| "epoch": 5.2784810126582276, |
| "grad_norm": 2.0906810760498047, |
| "learning_rate": 1.0827114548076663e-06, |
| "loss": 0.2642805874347687, |
| "step": 2502 |
| }, |
| { |
| "epoch": 5.282700421940929, |
| "grad_norm": 2.104074716567993, |
| "learning_rate": 1.0794673519264675e-06, |
| "loss": 0.24389728903770447, |
| "step": 2504 |
| }, |
| { |
| "epoch": 5.286919831223629, |
| "grad_norm": 6.062882423400879, |
| "learning_rate": 1.0762412178060587e-06, |
| "loss": 0.31626439094543457, |
| "step": 2506 |
| }, |
| { |
| "epoch": 5.291139240506329, |
| "grad_norm": 2.444314956665039, |
| "learning_rate": 1.0730330699043717e-06, |
| "loss": 0.4520007371902466, |
| "step": 2508 |
| }, |
| { |
| "epoch": 5.29535864978903, |
| "grad_norm": 5.062936305999756, |
| "learning_rate": 1.0698429255820068e-06, |
| "loss": 0.09191440790891647, |
| "step": 2510 |
| }, |
| { |
| "epoch": 5.29957805907173, |
| "grad_norm": 2.516993761062622, |
| "learning_rate": 1.0666708021021406e-06, |
| "loss": 0.21818026900291443, |
| "step": 2512 |
| }, |
| { |
| "epoch": 5.30379746835443, |
| "grad_norm": 3.7304656505584717, |
| "learning_rate": 1.063516716630432e-06, |
| "loss": 0.33304083347320557, |
| "step": 2514 |
| }, |
| { |
| "epoch": 5.308016877637131, |
| "grad_norm": 2.554382562637329, |
| "learning_rate": 1.0603806862349255e-06, |
| "loss": 0.3670189380645752, |
| "step": 2516 |
| }, |
| { |
| "epoch": 5.312236286919831, |
| "grad_norm": 2.6083078384399414, |
| "learning_rate": 1.0572627278859675e-06, |
| "loss": 0.4783245027065277, |
| "step": 2518 |
| }, |
| { |
| "epoch": 5.3164556962025316, |
| "grad_norm": 4.347960472106934, |
| "learning_rate": 1.0541628584561052e-06, |
| "loss": 0.4460408687591553, |
| "step": 2520 |
| }, |
| { |
| "epoch": 5.320675105485232, |
| "grad_norm": 4.647004127502441, |
| "learning_rate": 1.0510810947200003e-06, |
| "loss": 0.3045784533023834, |
| "step": 2522 |
| }, |
| { |
| "epoch": 5.324894514767933, |
| "grad_norm": 3.011627197265625, |
| "learning_rate": 1.0480174533543372e-06, |
| "loss": 0.33729833364486694, |
| "step": 2524 |
| }, |
| { |
| "epoch": 5.329113924050633, |
| "grad_norm": 2.8627593517303467, |
| "learning_rate": 1.044971950937734e-06, |
| "loss": 0.5005810260772705, |
| "step": 2526 |
| }, |
| { |
| "epoch": 5.333333333333333, |
| "grad_norm": 4.140803337097168, |
| "learning_rate": 1.041944603950649e-06, |
| "loss": 0.44916412234306335, |
| "step": 2528 |
| }, |
| { |
| "epoch": 5.337552742616034, |
| "grad_norm": 3.677198886871338, |
| "learning_rate": 1.038935428775296e-06, |
| "loss": 0.5101116299629211, |
| "step": 2530 |
| }, |
| { |
| "epoch": 5.341772151898734, |
| "grad_norm": 3.9427692890167236, |
| "learning_rate": 1.0359444416955528e-06, |
| "loss": 0.3052045702934265, |
| "step": 2532 |
| }, |
| { |
| "epoch": 5.345991561181434, |
| "grad_norm": 3.024719715118408, |
| "learning_rate": 1.0329716588968745e-06, |
| "loss": 0.2897722125053406, |
| "step": 2534 |
| }, |
| { |
| "epoch": 5.350210970464135, |
| "grad_norm": 2.671980619430542, |
| "learning_rate": 1.030017096466205e-06, |
| "loss": 0.3393900692462921, |
| "step": 2536 |
| }, |
| { |
| "epoch": 5.3544303797468356, |
| "grad_norm": 2.4032411575317383, |
| "learning_rate": 1.027080770391891e-06, |
| "loss": 0.40280789136886597, |
| "step": 2538 |
| }, |
| { |
| "epoch": 5.358649789029536, |
| "grad_norm": 1.9715185165405273, |
| "learning_rate": 1.0241626965635942e-06, |
| "loss": 0.2567780017852783, |
| "step": 2540 |
| }, |
| { |
| "epoch": 5.362869198312236, |
| "grad_norm": 14.593756675720215, |
| "learning_rate": 1.0212628907722062e-06, |
| "loss": 0.04668917506933212, |
| "step": 2542 |
| }, |
| { |
| "epoch": 5.367088607594937, |
| "grad_norm": 0.3638130724430084, |
| "learning_rate": 1.0183813687097618e-06, |
| "loss": 0.16572636365890503, |
| "step": 2544 |
| }, |
| { |
| "epoch": 5.371308016877637, |
| "grad_norm": 4.365072250366211, |
| "learning_rate": 1.0155181459693565e-06, |
| "loss": 0.3552468717098236, |
| "step": 2546 |
| }, |
| { |
| "epoch": 5.375527426160337, |
| "grad_norm": 2.508363723754883, |
| "learning_rate": 1.0126732380450596e-06, |
| "loss": 0.38389939069747925, |
| "step": 2548 |
| }, |
| { |
| "epoch": 5.379746835443038, |
| "grad_norm": 3.3055357933044434, |
| "learning_rate": 1.0098466603318323e-06, |
| "loss": 0.31817764043807983, |
| "step": 2550 |
| }, |
| { |
| "epoch": 5.383966244725738, |
| "grad_norm": 3.0569851398468018, |
| "learning_rate": 1.0070384281254425e-06, |
| "loss": 0.12491938471794128, |
| "step": 2552 |
| }, |
| { |
| "epoch": 5.3881856540084385, |
| "grad_norm": 2.883695363998413, |
| "learning_rate": 1.0042485566223848e-06, |
| "loss": 0.4344925284385681, |
| "step": 2554 |
| }, |
| { |
| "epoch": 5.3924050632911396, |
| "grad_norm": 11.280695915222168, |
| "learning_rate": 1.0014770609197957e-06, |
| "loss": 0.3988388180732727, |
| "step": 2556 |
| }, |
| { |
| "epoch": 5.39662447257384, |
| "grad_norm": 8.63589096069336, |
| "learning_rate": 9.98723956015371e-07, |
| "loss": 0.17392376065254211, |
| "step": 2558 |
| }, |
| { |
| "epoch": 5.40084388185654, |
| "grad_norm": 10.322222709655762, |
| "learning_rate": 9.959892568072881e-07, |
| "loss": 0.08735622465610504, |
| "step": 2560 |
| }, |
| { |
| "epoch": 5.405063291139241, |
| "grad_norm": 3.0921213626861572, |
| "learning_rate": 9.932729780941237e-07, |
| "loss": 0.20220640301704407, |
| "step": 2562 |
| }, |
| { |
| "epoch": 5.409282700421941, |
| "grad_norm": 2.6708106994628906, |
| "learning_rate": 9.905751345747734e-07, |
| "loss": 0.5822624564170837, |
| "step": 2564 |
| }, |
| { |
| "epoch": 5.413502109704641, |
| "grad_norm": 2.136763572692871, |
| "learning_rate": 9.878957408483718e-07, |
| "loss": 0.16230207681655884, |
| "step": 2566 |
| }, |
| { |
| "epoch": 5.417721518987342, |
| "grad_norm": 2.1476376056671143, |
| "learning_rate": 9.852348114142155e-07, |
| "loss": 0.3189689517021179, |
| "step": 2568 |
| }, |
| { |
| "epoch": 5.421940928270042, |
| "grad_norm": 27.836748123168945, |
| "learning_rate": 9.825923606716818e-07, |
| "loss": 0.05949246510863304, |
| "step": 2570 |
| }, |
| { |
| "epoch": 5.4261603375527425, |
| "grad_norm": 1.7536920309066772, |
| "learning_rate": 9.799684029201536e-07, |
| "loss": 0.23696368932724, |
| "step": 2572 |
| }, |
| { |
| "epoch": 5.430379746835443, |
| "grad_norm": 0.2607567608356476, |
| "learning_rate": 9.773629523589387e-07, |
| "loss": 0.014276674017310143, |
| "step": 2574 |
| }, |
| { |
| "epoch": 5.434599156118144, |
| "grad_norm": 2.661586046218872, |
| "learning_rate": 9.747760230871965e-07, |
| "loss": 0.27866894006729126, |
| "step": 2576 |
| }, |
| { |
| "epoch": 5.438818565400844, |
| "grad_norm": 6.1830010414123535, |
| "learning_rate": 9.722076291038605e-07, |
| "loss": 0.5345185399055481, |
| "step": 2578 |
| }, |
| { |
| "epoch": 5.443037974683544, |
| "grad_norm": 2.385190010070801, |
| "learning_rate": 9.696577843075608e-07, |
| "loss": 0.4049319624900818, |
| "step": 2580 |
| }, |
| { |
| "epoch": 5.447257383966245, |
| "grad_norm": 3.472625732421875, |
| "learning_rate": 9.671265024965509e-07, |
| "loss": 0.35417062044143677, |
| "step": 2582 |
| }, |
| { |
| "epoch": 5.451476793248945, |
| "grad_norm": 2.2873806953430176, |
| "learning_rate": 9.646137973686324e-07, |
| "loss": 0.22758211195468903, |
| "step": 2584 |
| }, |
| { |
| "epoch": 5.455696202531645, |
| "grad_norm": 3.527923345565796, |
| "learning_rate": 9.621196825210814e-07, |
| "loss": 0.332139790058136, |
| "step": 2586 |
| }, |
| { |
| "epoch": 5.459915611814346, |
| "grad_norm": 2.947986364364624, |
| "learning_rate": 9.596441714505732e-07, |
| "loss": 0.07135351002216339, |
| "step": 2588 |
| }, |
| { |
| "epoch": 5.4641350210970465, |
| "grad_norm": 4.305266857147217, |
| "learning_rate": 9.57187277553111e-07, |
| "loss": 0.5696512460708618, |
| "step": 2590 |
| }, |
| { |
| "epoch": 5.468354430379747, |
| "grad_norm": 3.028513193130493, |
| "learning_rate": 9.547490141239534e-07, |
| "loss": 0.19437383115291595, |
| "step": 2592 |
| }, |
| { |
| "epoch": 5.472573839662447, |
| "grad_norm": 2.7946903705596924, |
| "learning_rate": 9.523293943575414e-07, |
| "loss": 0.15654590725898743, |
| "step": 2594 |
| }, |
| { |
| "epoch": 5.476793248945148, |
| "grad_norm": 6.811203956604004, |
| "learning_rate": 9.499284313474276e-07, |
| "loss": 0.11999380588531494, |
| "step": 2596 |
| }, |
| { |
| "epoch": 5.481012658227848, |
| "grad_norm": 2.8398826122283936, |
| "learning_rate": 9.475461380862047e-07, |
| "loss": 0.04623116925358772, |
| "step": 2598 |
| }, |
| { |
| "epoch": 5.485232067510548, |
| "grad_norm": 0.62392657995224, |
| "learning_rate": 9.451825274654373e-07, |
| "loss": 0.1718018651008606, |
| "step": 2600 |
| }, |
| { |
| "epoch": 5.489451476793249, |
| "grad_norm": 1.799946904182434, |
| "learning_rate": 9.428376122755884e-07, |
| "loss": 0.2459963858127594, |
| "step": 2602 |
| }, |
| { |
| "epoch": 5.493670886075949, |
| "grad_norm": 3.90554141998291, |
| "learning_rate": 9.405114052059541e-07, |
| "loss": 0.23852768540382385, |
| "step": 2604 |
| }, |
| { |
| "epoch": 5.4978902953586495, |
| "grad_norm": 6.165667533874512, |
| "learning_rate": 9.382039188445925e-07, |
| "loss": 0.05722271651029587, |
| "step": 2606 |
| }, |
| { |
| "epoch": 5.5021097046413505, |
| "grad_norm": 2.0570311546325684, |
| "learning_rate": 9.359151656782567e-07, |
| "loss": 0.19151735305786133, |
| "step": 2608 |
| }, |
| { |
| "epoch": 5.506329113924051, |
| "grad_norm": 1.9145231246948242, |
| "learning_rate": 9.336451580923262e-07, |
| "loss": 0.03127627447247505, |
| "step": 2610 |
| }, |
| { |
| "epoch": 5.510548523206751, |
| "grad_norm": 3.4458625316619873, |
| "learning_rate": 9.313939083707413e-07, |
| "loss": 0.1748735010623932, |
| "step": 2612 |
| }, |
| { |
| "epoch": 5.514767932489452, |
| "grad_norm": 3.4101099967956543, |
| "learning_rate": 9.291614286959349e-07, |
| "loss": 0.382763147354126, |
| "step": 2614 |
| }, |
| { |
| "epoch": 5.518987341772152, |
| "grad_norm": 0.40910443663597107, |
| "learning_rate": 9.269477311487686e-07, |
| "loss": 0.1556778848171234, |
| "step": 2616 |
| }, |
| { |
| "epoch": 5.523206751054852, |
| "grad_norm": 3.5669357776641846, |
| "learning_rate": 9.247528277084645e-07, |
| "loss": 0.1594393253326416, |
| "step": 2618 |
| }, |
| { |
| "epoch": 5.527426160337553, |
| "grad_norm": 3.370866537094116, |
| "learning_rate": 9.225767302525441e-07, |
| "loss": 0.4137956500053406, |
| "step": 2620 |
| }, |
| { |
| "epoch": 5.531645569620253, |
| "grad_norm": 0.21743591129779816, |
| "learning_rate": 9.20419450556761e-07, |
| "loss": 0.4230045676231384, |
| "step": 2622 |
| }, |
| { |
| "epoch": 5.5358649789029535, |
| "grad_norm": 2.6428186893463135, |
| "learning_rate": 9.182810002950378e-07, |
| "loss": 0.42899954319000244, |
| "step": 2624 |
| }, |
| { |
| "epoch": 5.540084388185654, |
| "grad_norm": 6.077566623687744, |
| "learning_rate": 9.16161391039404e-07, |
| "loss": 0.20327959954738617, |
| "step": 2626 |
| }, |
| { |
| "epoch": 5.544303797468355, |
| "grad_norm": 5.41641902923584, |
| "learning_rate": 9.140606342599332e-07, |
| "loss": 0.44856715202331543, |
| "step": 2628 |
| }, |
| { |
| "epoch": 5.548523206751055, |
| "grad_norm": 4.853996753692627, |
| "learning_rate": 9.119787413246795e-07, |
| "loss": 0.4271373748779297, |
| "step": 2630 |
| }, |
| { |
| "epoch": 5.552742616033755, |
| "grad_norm": 4.13206672668457, |
| "learning_rate": 9.099157234996173e-07, |
| "loss": 0.23560848832130432, |
| "step": 2632 |
| }, |
| { |
| "epoch": 5.556962025316456, |
| "grad_norm": 2.2997729778289795, |
| "learning_rate": 9.078715919485798e-07, |
| "loss": 0.23265743255615234, |
| "step": 2634 |
| }, |
| { |
| "epoch": 5.561181434599156, |
| "grad_norm": 1.88694167137146, |
| "learning_rate": 9.058463577331999e-07, |
| "loss": 0.15787991881370544, |
| "step": 2636 |
| }, |
| { |
| "epoch": 5.565400843881856, |
| "grad_norm": 2.646512746810913, |
| "learning_rate": 9.03840031812848e-07, |
| "loss": 0.1242508590221405, |
| "step": 2638 |
| }, |
| { |
| "epoch": 5.569620253164557, |
| "grad_norm": 0.22765684127807617, |
| "learning_rate": 9.018526250445747e-07, |
| "loss": 0.07518874108791351, |
| "step": 2640 |
| }, |
| { |
| "epoch": 5.5738396624472575, |
| "grad_norm": 2.321202278137207, |
| "learning_rate": 8.998841481830515e-07, |
| "loss": 0.30490678548812866, |
| "step": 2642 |
| }, |
| { |
| "epoch": 5.578059071729958, |
| "grad_norm": 4.0073418617248535, |
| "learning_rate": 8.97934611880512e-07, |
| "loss": 0.611823558807373, |
| "step": 2644 |
| }, |
| { |
| "epoch": 5.582278481012658, |
| "grad_norm": 18.506275177001953, |
| "learning_rate": 8.960040266866948e-07, |
| "loss": 0.3300861120223999, |
| "step": 2646 |
| }, |
| { |
| "epoch": 5.586497890295359, |
| "grad_norm": 2.6837949752807617, |
| "learning_rate": 8.94092403048786e-07, |
| "loss": 0.018273882567882538, |
| "step": 2648 |
| }, |
| { |
| "epoch": 5.590717299578059, |
| "grad_norm": 2.3034257888793945, |
| "learning_rate": 8.921997513113637e-07, |
| "loss": 0.25158876180648804, |
| "step": 2650 |
| }, |
| { |
| "epoch": 5.594936708860759, |
| "grad_norm": 2.5194528102874756, |
| "learning_rate": 8.903260817163402e-07, |
| "loss": 0.18762826919555664, |
| "step": 2652 |
| }, |
| { |
| "epoch": 5.59915611814346, |
| "grad_norm": 4.4369096755981445, |
| "learning_rate": 8.884714044029092e-07, |
| "loss": 0.06930024921894073, |
| "step": 2654 |
| }, |
| { |
| "epoch": 5.60337552742616, |
| "grad_norm": 1.652228832244873, |
| "learning_rate": 8.86635729407488e-07, |
| "loss": 0.2389906346797943, |
| "step": 2656 |
| }, |
| { |
| "epoch": 5.6075949367088604, |
| "grad_norm": 5.807703971862793, |
| "learning_rate": 8.848190666636651e-07, |
| "loss": 0.10554240643978119, |
| "step": 2658 |
| }, |
| { |
| "epoch": 5.6118143459915615, |
| "grad_norm": 3.1773393154144287, |
| "learning_rate": 8.830214260021459e-07, |
| "loss": 0.16849491000175476, |
| "step": 2660 |
| }, |
| { |
| "epoch": 5.616033755274262, |
| "grad_norm": 23.979202270507812, |
| "learning_rate": 8.812428171506998e-07, |
| "loss": 0.04333914816379547, |
| "step": 2662 |
| }, |
| { |
| "epoch": 5.620253164556962, |
| "grad_norm": 0.8357203602790833, |
| "learning_rate": 8.794832497341065e-07, |
| "loss": 0.30027642846107483, |
| "step": 2664 |
| }, |
| { |
| "epoch": 5.624472573839663, |
| "grad_norm": 2.281597375869751, |
| "learning_rate": 8.77742733274106e-07, |
| "loss": 0.027927353978157043, |
| "step": 2666 |
| }, |
| { |
| "epoch": 5.628691983122363, |
| "grad_norm": 2.4539661407470703, |
| "learning_rate": 8.760212771893442e-07, |
| "loss": 0.10624615103006363, |
| "step": 2668 |
| }, |
| { |
| "epoch": 5.632911392405063, |
| "grad_norm": 0.6876718401908875, |
| "learning_rate": 8.743188907953251e-07, |
| "loss": 0.3938605487346649, |
| "step": 2670 |
| }, |
| { |
| "epoch": 5.637130801687764, |
| "grad_norm": 3.4516823291778564, |
| "learning_rate": 8.726355833043575e-07, |
| "loss": 0.3330395519733429, |
| "step": 2672 |
| }, |
| { |
| "epoch": 5.641350210970464, |
| "grad_norm": 3.539989471435547, |
| "learning_rate": 8.709713638255074e-07, |
| "loss": 0.6006532907485962, |
| "step": 2674 |
| }, |
| { |
| "epoch": 5.6455696202531644, |
| "grad_norm": 3.0337464809417725, |
| "learning_rate": 8.693262413645464e-07, |
| "loss": 0.3575003445148468, |
| "step": 2676 |
| }, |
| { |
| "epoch": 5.649789029535865, |
| "grad_norm": 3.694211721420288, |
| "learning_rate": 8.677002248239066e-07, |
| "loss": 0.2969297766685486, |
| "step": 2678 |
| }, |
| { |
| "epoch": 5.654008438818566, |
| "grad_norm": 1.0974704027175903, |
| "learning_rate": 8.660933230026276e-07, |
| "loss": 0.05868370085954666, |
| "step": 2680 |
| }, |
| { |
| "epoch": 5.658227848101266, |
| "grad_norm": 2.3777191638946533, |
| "learning_rate": 8.645055445963135e-07, |
| "loss": 0.31508857011795044, |
| "step": 2682 |
| }, |
| { |
| "epoch": 5.662447257383966, |
| "grad_norm": 0.7402134537696838, |
| "learning_rate": 8.629368981970822e-07, |
| "loss": 0.04464399069547653, |
| "step": 2684 |
| }, |
| { |
| "epoch": 5.666666666666667, |
| "grad_norm": 1.678879737854004, |
| "learning_rate": 8.613873922935217e-07, |
| "loss": 0.4207780957221985, |
| "step": 2686 |
| }, |
| { |
| "epoch": 5.670886075949367, |
| "grad_norm": 0.16458748281002045, |
| "learning_rate": 8.598570352706425e-07, |
| "loss": 0.33038753271102905, |
| "step": 2688 |
| }, |
| { |
| "epoch": 5.675105485232067, |
| "grad_norm": 2.9141294956207275, |
| "learning_rate": 8.583458354098318e-07, |
| "loss": 0.471355140209198, |
| "step": 2690 |
| }, |
| { |
| "epoch": 5.679324894514768, |
| "grad_norm": 2.882704973220825, |
| "learning_rate": 8.56853800888812e-07, |
| "loss": 0.01554950326681137, |
| "step": 2692 |
| }, |
| { |
| "epoch": 5.6835443037974684, |
| "grad_norm": 2.264005422592163, |
| "learning_rate": 8.553809397815909e-07, |
| "loss": 0.5948341488838196, |
| "step": 2694 |
| }, |
| { |
| "epoch": 5.687763713080169, |
| "grad_norm": 5.996740341186523, |
| "learning_rate": 8.539272600584227e-07, |
| "loss": 0.2293516844511032, |
| "step": 2696 |
| }, |
| { |
| "epoch": 5.691983122362869, |
| "grad_norm": 3.936495542526245, |
| "learning_rate": 8.524927695857636e-07, |
| "loss": 0.4448416829109192, |
| "step": 2698 |
| }, |
| { |
| "epoch": 5.69620253164557, |
| "grad_norm": 2.383849859237671, |
| "learning_rate": 8.510774761262285e-07, |
| "loss": 0.3430967926979065, |
| "step": 2700 |
| }, |
| { |
| "epoch": 5.70042194092827, |
| "grad_norm": 3.2722134590148926, |
| "learning_rate": 8.496813873385494e-07, |
| "loss": 0.38816744089126587, |
| "step": 2702 |
| }, |
| { |
| "epoch": 5.70464135021097, |
| "grad_norm": 0.12035968899726868, |
| "learning_rate": 8.483045107775337e-07, |
| "loss": 0.2644461393356323, |
| "step": 2704 |
| }, |
| { |
| "epoch": 5.708860759493671, |
| "grad_norm": 0.15902626514434814, |
| "learning_rate": 8.469468538940241e-07, |
| "loss": 0.15841832756996155, |
| "step": 2706 |
| }, |
| { |
| "epoch": 5.713080168776371, |
| "grad_norm": 2.9765915870666504, |
| "learning_rate": 8.456084240348575e-07, |
| "loss": 0.03421106934547424, |
| "step": 2708 |
| }, |
| { |
| "epoch": 5.717299578059071, |
| "grad_norm": 0.5361355543136597, |
| "learning_rate": 8.44289228442825e-07, |
| "loss": 0.21108713746070862, |
| "step": 2710 |
| }, |
| { |
| "epoch": 5.7215189873417724, |
| "grad_norm": 3.1111233234405518, |
| "learning_rate": 8.429892742566344e-07, |
| "loss": 0.38604629039764404, |
| "step": 2712 |
| }, |
| { |
| "epoch": 5.725738396624473, |
| "grad_norm": 2.709472417831421, |
| "learning_rate": 8.417085685108695e-07, |
| "loss": 0.4284287095069885, |
| "step": 2714 |
| }, |
| { |
| "epoch": 5.729957805907173, |
| "grad_norm": 2.9085452556610107, |
| "learning_rate": 8.404471181359526e-07, |
| "loss": 0.2729555666446686, |
| "step": 2716 |
| }, |
| { |
| "epoch": 5.734177215189874, |
| "grad_norm": 13.333749771118164, |
| "learning_rate": 8.392049299581083e-07, |
| "loss": 0.49384695291519165, |
| "step": 2718 |
| }, |
| { |
| "epoch": 5.738396624472574, |
| "grad_norm": 2.3657379150390625, |
| "learning_rate": 8.379820106993253e-07, |
| "loss": 0.42707446217536926, |
| "step": 2720 |
| }, |
| { |
| "epoch": 5.742616033755274, |
| "grad_norm": 4.9322943687438965, |
| "learning_rate": 8.367783669773196e-07, |
| "loss": 0.4772263467311859, |
| "step": 2722 |
| }, |
| { |
| "epoch": 5.746835443037975, |
| "grad_norm": 2.417219638824463, |
| "learning_rate": 8.355940053054999e-07, |
| "loss": 0.11725395172834396, |
| "step": 2724 |
| }, |
| { |
| "epoch": 5.751054852320675, |
| "grad_norm": 3.8851850032806396, |
| "learning_rate": 8.344289320929321e-07, |
| "loss": 0.3932940363883972, |
| "step": 2726 |
| }, |
| { |
| "epoch": 5.755274261603375, |
| "grad_norm": 2.6408393383026123, |
| "learning_rate": 8.332831536443035e-07, |
| "loss": 0.3797783851623535, |
| "step": 2728 |
| }, |
| { |
| "epoch": 5.759493670886076, |
| "grad_norm": 4.485612392425537, |
| "learning_rate": 8.321566761598909e-07, |
| "loss": 0.28436335921287537, |
| "step": 2730 |
| }, |
| { |
| "epoch": 5.763713080168777, |
| "grad_norm": 2.002480983734131, |
| "learning_rate": 8.310495057355242e-07, |
| "loss": 0.5089020729064941, |
| "step": 2732 |
| }, |
| { |
| "epoch": 5.767932489451477, |
| "grad_norm": 2.7712652683258057, |
| "learning_rate": 8.299616483625561e-07, |
| "loss": 0.09954804182052612, |
| "step": 2734 |
| }, |
| { |
| "epoch": 5.772151898734177, |
| "grad_norm": 8.521866798400879, |
| "learning_rate": 8.288931099278275e-07, |
| "loss": 0.28571265935897827, |
| "step": 2736 |
| }, |
| { |
| "epoch": 5.776371308016878, |
| "grad_norm": 3.3578455448150635, |
| "learning_rate": 8.27843896213637e-07, |
| "loss": 0.4965103268623352, |
| "step": 2738 |
| }, |
| { |
| "epoch": 5.780590717299578, |
| "grad_norm": 2.0499563217163086, |
| "learning_rate": 8.2681401289771e-07, |
| "loss": 0.2735576629638672, |
| "step": 2740 |
| }, |
| { |
| "epoch": 5.784810126582278, |
| "grad_norm": 3.7373149394989014, |
| "learning_rate": 8.258034655531661e-07, |
| "loss": 0.4888134002685547, |
| "step": 2742 |
| }, |
| { |
| "epoch": 5.789029535864979, |
| "grad_norm": 2.028367757797241, |
| "learning_rate": 8.248122596484903e-07, |
| "loss": 0.16572898626327515, |
| "step": 2744 |
| }, |
| { |
| "epoch": 5.793248945147679, |
| "grad_norm": 2.7090587615966797, |
| "learning_rate": 8.23840400547503e-07, |
| "loss": 0.2500470280647278, |
| "step": 2746 |
| }, |
| { |
| "epoch": 5.7974683544303796, |
| "grad_norm": 5.770694255828857, |
| "learning_rate": 8.228878935093327e-07, |
| "loss": 0.6361812949180603, |
| "step": 2748 |
| }, |
| { |
| "epoch": 5.80168776371308, |
| "grad_norm": 5.137115478515625, |
| "learning_rate": 8.219547436883832e-07, |
| "loss": 0.25070175528526306, |
| "step": 2750 |
| }, |
| { |
| "epoch": 5.805907172995781, |
| "grad_norm": 7.0401716232299805, |
| "learning_rate": 8.210409561343112e-07, |
| "loss": 0.4003854990005493, |
| "step": 2752 |
| }, |
| { |
| "epoch": 5.810126582278481, |
| "grad_norm": 8.947293281555176, |
| "learning_rate": 8.201465357919941e-07, |
| "loss": 0.5776923894882202, |
| "step": 2754 |
| }, |
| { |
| "epoch": 5.814345991561181, |
| "grad_norm": 2.4191689491271973, |
| "learning_rate": 8.192714875015071e-07, |
| "loss": 0.21931633353233337, |
| "step": 2756 |
| }, |
| { |
| "epoch": 5.818565400843882, |
| "grad_norm": 3.477417469024658, |
| "learning_rate": 8.184158159980942e-07, |
| "loss": 0.034300077706575394, |
| "step": 2758 |
| }, |
| { |
| "epoch": 5.822784810126582, |
| "grad_norm": 2.9756200313568115, |
| "learning_rate": 8.175795259121438e-07, |
| "loss": 0.38680142164230347, |
| "step": 2760 |
| }, |
| { |
| "epoch": 5.827004219409282, |
| "grad_norm": 13.028040885925293, |
| "learning_rate": 8.167626217691641e-07, |
| "loss": 0.3836379647254944, |
| "step": 2762 |
| }, |
| { |
| "epoch": 5.831223628691983, |
| "grad_norm": 8.563456535339355, |
| "learning_rate": 8.15965107989757e-07, |
| "loss": 0.17900025844573975, |
| "step": 2764 |
| }, |
| { |
| "epoch": 5.8354430379746836, |
| "grad_norm": 3.2769968509674072, |
| "learning_rate": 8.151869888895971e-07, |
| "loss": 0.41699984669685364, |
| "step": 2766 |
| }, |
| { |
| "epoch": 5.839662447257384, |
| "grad_norm": 4.447607040405273, |
| "learning_rate": 8.144282686794042e-07, |
| "loss": 0.3173035979270935, |
| "step": 2768 |
| }, |
| { |
| "epoch": 5.843881856540085, |
| "grad_norm": 3.0378546714782715, |
| "learning_rate": 8.136889514649242e-07, |
| "loss": 0.40285831689834595, |
| "step": 2770 |
| }, |
| { |
| "epoch": 5.848101265822785, |
| "grad_norm": 2.4900171756744385, |
| "learning_rate": 8.129690412469046e-07, |
| "loss": 0.2346557378768921, |
| "step": 2772 |
| }, |
| { |
| "epoch": 5.852320675105485, |
| "grad_norm": 4.628073215484619, |
| "learning_rate": 8.122685419210748e-07, |
| "loss": 0.34134355187416077, |
| "step": 2774 |
| }, |
| { |
| "epoch": 5.856540084388186, |
| "grad_norm": 2.439875602722168, |
| "learning_rate": 8.11587457278123e-07, |
| "loss": 0.32176950573921204, |
| "step": 2776 |
| }, |
| { |
| "epoch": 5.860759493670886, |
| "grad_norm": 2.549513816833496, |
| "learning_rate": 8.109257910036767e-07, |
| "loss": 0.4297516345977783, |
| "step": 2778 |
| }, |
| { |
| "epoch": 5.864978902953586, |
| "grad_norm": 2.4646005630493164, |
| "learning_rate": 8.102835466782829e-07, |
| "loss": 0.3611939251422882, |
| "step": 2780 |
| }, |
| { |
| "epoch": 5.869198312236287, |
| "grad_norm": 2.1484479904174805, |
| "learning_rate": 8.096607277773885e-07, |
| "loss": 0.3919060528278351, |
| "step": 2782 |
| }, |
| { |
| "epoch": 5.8734177215189876, |
| "grad_norm": 4.247211456298828, |
| "learning_rate": 8.090573376713214e-07, |
| "loss": 0.4738028943538666, |
| "step": 2784 |
| }, |
| { |
| "epoch": 5.877637130801688, |
| "grad_norm": 12.467236518859863, |
| "learning_rate": 8.084733796252727e-07, |
| "loss": 0.14323553442955017, |
| "step": 2786 |
| }, |
| { |
| "epoch": 5.881856540084388, |
| "grad_norm": 2.3769068717956543, |
| "learning_rate": 8.079088567992778e-07, |
| "loss": 0.3547300100326538, |
| "step": 2788 |
| }, |
| { |
| "epoch": 5.886075949367089, |
| "grad_norm": 1.2352712154388428, |
| "learning_rate": 8.073637722482008e-07, |
| "loss": 0.028360096737742424, |
| "step": 2790 |
| }, |
| { |
| "epoch": 5.890295358649789, |
| "grad_norm": 2.2478432655334473, |
| "learning_rate": 8.068381289217173e-07, |
| "loss": 0.13877378404140472, |
| "step": 2792 |
| }, |
| { |
| "epoch": 5.894514767932489, |
| "grad_norm": 2.8125381469726562, |
| "learning_rate": 8.063319296642983e-07, |
| "loss": 0.40060657262802124, |
| "step": 2794 |
| }, |
| { |
| "epoch": 5.89873417721519, |
| "grad_norm": 5.122012615203857, |
| "learning_rate": 8.058451772151953e-07, |
| "loss": 0.40660685300827026, |
| "step": 2796 |
| }, |
| { |
| "epoch": 5.90295358649789, |
| "grad_norm": 3.058626890182495, |
| "learning_rate": 8.05377874208425e-07, |
| "loss": 0.2716779410839081, |
| "step": 2798 |
| }, |
| { |
| "epoch": 5.9071729957805905, |
| "grad_norm": 3.8683018684387207, |
| "learning_rate": 8.049300231727548e-07, |
| "loss": 0.3559970259666443, |
| "step": 2800 |
| }, |
| { |
| "epoch": 5.911392405063291, |
| "grad_norm": 3.477356433868408, |
| "learning_rate": 8.045016265316904e-07, |
| "loss": 0.29196757078170776, |
| "step": 2802 |
| }, |
| { |
| "epoch": 5.915611814345992, |
| "grad_norm": 3.347072124481201, |
| "learning_rate": 8.04092686603461e-07, |
| "loss": 0.24977904558181763, |
| "step": 2804 |
| }, |
| { |
| "epoch": 5.919831223628692, |
| "grad_norm": 2.251091957092285, |
| "learning_rate": 8.037032056010077e-07, |
| "loss": 0.03224069997668266, |
| "step": 2806 |
| }, |
| { |
| "epoch": 5.924050632911392, |
| "grad_norm": 7.518223762512207, |
| "learning_rate": 8.03333185631972e-07, |
| "loss": 0.3484126329421997, |
| "step": 2808 |
| }, |
| { |
| "epoch": 5.928270042194093, |
| "grad_norm": 3.4275622367858887, |
| "learning_rate": 8.02982628698683e-07, |
| "loss": 0.059894442558288574, |
| "step": 2810 |
| }, |
| { |
| "epoch": 5.932489451476793, |
| "grad_norm": 2.064310073852539, |
| "learning_rate": 8.026515366981481e-07, |
| "loss": 0.12616072595119476, |
| "step": 2812 |
| }, |
| { |
| "epoch": 5.936708860759493, |
| "grad_norm": 0.0712597668170929, |
| "learning_rate": 8.023399114220411e-07, |
| "loss": 0.2311958521604538, |
| "step": 2814 |
| }, |
| { |
| "epoch": 5.940928270042194, |
| "grad_norm": 2.0846590995788574, |
| "learning_rate": 8.020477545566941e-07, |
| "loss": 0.27708864212036133, |
| "step": 2816 |
| }, |
| { |
| "epoch": 5.9451476793248945, |
| "grad_norm": 2.385714530944824, |
| "learning_rate": 8.017750676830876e-07, |
| "loss": 0.19477054476737976, |
| "step": 2818 |
| }, |
| { |
| "epoch": 5.949367088607595, |
| "grad_norm": 0.2615872025489807, |
| "learning_rate": 8.015218522768414e-07, |
| "loss": 0.12333428859710693, |
| "step": 2820 |
| }, |
| { |
| "epoch": 5.953586497890296, |
| "grad_norm": 2.914166212081909, |
| "learning_rate": 8.012881097082082e-07, |
| "loss": 0.3903350234031677, |
| "step": 2822 |
| }, |
| { |
| "epoch": 5.957805907172996, |
| "grad_norm": 2.832524538040161, |
| "learning_rate": 8.010738412420643e-07, |
| "loss": 0.25948387384414673, |
| "step": 2824 |
| }, |
| { |
| "epoch": 5.962025316455696, |
| "grad_norm": 2.6522233486175537, |
| "learning_rate": 8.008790480379041e-07, |
| "loss": 0.42445188760757446, |
| "step": 2826 |
| }, |
| { |
| "epoch": 5.966244725738397, |
| "grad_norm": 0.424772173166275, |
| "learning_rate": 8.007037311498337e-07, |
| "loss": 0.18149511516094208, |
| "step": 2828 |
| }, |
| { |
| "epoch": 5.970464135021097, |
| "grad_norm": 2.7508718967437744, |
| "learning_rate": 8.005478915265643e-07, |
| "loss": 0.08192159235477448, |
| "step": 2830 |
| }, |
| { |
| "epoch": 5.974683544303797, |
| "grad_norm": 7.296056270599365, |
| "learning_rate": 8.004115300114071e-07, |
| "loss": 0.3574886918067932, |
| "step": 2832 |
| }, |
| { |
| "epoch": 5.978902953586498, |
| "grad_norm": 0.17789922654628754, |
| "learning_rate": 8.002946473422713e-07, |
| "loss": 0.2169741988182068, |
| "step": 2834 |
| }, |
| { |
| "epoch": 5.9831223628691985, |
| "grad_norm": 5.66543436050415, |
| "learning_rate": 8.001972441516558e-07, |
| "loss": 0.06217677891254425, |
| "step": 2836 |
| }, |
| { |
| "epoch": 5.987341772151899, |
| "grad_norm": 2.6673474311828613, |
| "learning_rate": 8.001193209666501e-07, |
| "loss": 0.3183894753456116, |
| "step": 2838 |
| }, |
| { |
| "epoch": 5.991561181434599, |
| "grad_norm": 0.4517356753349304, |
| "learning_rate": 8.000608782089275e-07, |
| "loss": 0.26500433683395386, |
| "step": 2840 |
| }, |
| { |
| "epoch": 5.9957805907173, |
| "grad_norm": 13.812853813171387, |
| "learning_rate": 8.000219161947466e-07, |
| "loss": 0.4387038052082062, |
| "step": 2842 |
| }, |
| { |
| "epoch": 6.0, |
| "grad_norm": 2.1090548038482666, |
| "learning_rate": 8.000024351349457e-07, |
| "loss": 0.4745343327522278, |
| "step": 2844 |
| }, |
| { |
| "epoch": 6.0, |
| "step": 2844, |
| "total_flos": 5.392281114922451e+18, |
| "train_loss": 0.6896465788091076, |
| "train_runtime": 6887.9733, |
| "train_samples_per_second": 12.387, |
| "train_steps_per_second": 0.413 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 2844, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 6, |
| "save_steps": 99999, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.392281114922451e+18, |
| "train_batch_size": 3, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
