| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 6.0, |
| "eval_steps": 500, |
| "global_step": 2844, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004219409282700422, |
| "grad_norm": 14.014748573303223, |
| "learning_rate": 2.797202797202797e-08, |
| "loss": 2.1982650756835938, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.008438818565400843, |
| "grad_norm": 12.766752243041992, |
| "learning_rate": 8.391608391608391e-08, |
| "loss": 1.7798584699630737, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.012658227848101266, |
| "grad_norm": 2.7050275802612305, |
| "learning_rate": 1.3986013986013987e-07, |
| "loss": 1.9378855228424072, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.016877637130801686, |
| "grad_norm": 6.62382173538208, |
| "learning_rate": 1.958041958041958e-07, |
| "loss": 1.9494550228118896, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.02109704641350211, |
| "grad_norm": 6.674213886260986, |
| "learning_rate": 2.517482517482518e-07, |
| "loss": 1.8559846878051758, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.02531645569620253, |
| "grad_norm": 2.3814892768859863, |
| "learning_rate": 3.076923076923077e-07, |
| "loss": 1.3210176229476929, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.029535864978902954, |
| "grad_norm": 10.13178825378418, |
| "learning_rate": 3.636363636363636e-07, |
| "loss": 1.6618098020553589, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03375527426160337, |
| "grad_norm": 10.594144821166992, |
| "learning_rate": 4.1958041958041957e-07, |
| "loss": 2.217015266418457, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.0379746835443038, |
| "grad_norm": 2.019131898880005, |
| "learning_rate": 4.755244755244755e-07, |
| "loss": 1.8345531225204468, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.04219409282700422, |
| "grad_norm": 2.9380502700805664, |
| "learning_rate": 5.314685314685314e-07, |
| "loss": 1.9022338390350342, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.046413502109704644, |
| "grad_norm": 2.7503366470336914, |
| "learning_rate": 5.874125874125873e-07, |
| "loss": 1.5993010997772217, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.05063291139240506, |
| "grad_norm": 9.334077835083008, |
| "learning_rate": 6.433566433566433e-07, |
| "loss": 1.841583013534546, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.05485232067510549, |
| "grad_norm": 4.110686302185059, |
| "learning_rate": 6.993006993006993e-07, |
| "loss": 1.7132441997528076, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.05907172995780591, |
| "grad_norm": 5.482414245605469, |
| "learning_rate": 7.552447552447552e-07, |
| "loss": 1.9471144676208496, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.06329113924050633, |
| "grad_norm": 7.981461524963379, |
| "learning_rate": 8.111888111888111e-07, |
| "loss": 1.8706644773483276, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.06751054852320675, |
| "grad_norm": 2.825488567352295, |
| "learning_rate": 8.67132867132867e-07, |
| "loss": 1.7588139772415161, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.07172995780590717, |
| "grad_norm": 27.41690444946289, |
| "learning_rate": 9.230769230769231e-07, |
| "loss": 1.775272011756897, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.0759493670886076, |
| "grad_norm": 3.1006486415863037, |
| "learning_rate": 9.79020979020979e-07, |
| "loss": 1.784650444984436, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.08016877637130802, |
| "grad_norm": 7.034008026123047, |
| "learning_rate": 1.034965034965035e-06, |
| "loss": 1.5920319557189941, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.08438818565400844, |
| "grad_norm": 2.675238847732544, |
| "learning_rate": 1.0909090909090908e-06, |
| "loss": 1.7519234418869019, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.08860759493670886, |
| "grad_norm": 10.898767471313477, |
| "learning_rate": 1.1468531468531469e-06, |
| "loss": 1.3292922973632812, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.09282700421940929, |
| "grad_norm": 5.946654796600342, |
| "learning_rate": 1.2027972027972026e-06, |
| "loss": 1.9151337146759033, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0970464135021097, |
| "grad_norm": 4.006372451782227, |
| "learning_rate": 1.2587412587412587e-06, |
| "loss": 1.734480619430542, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.10126582278481013, |
| "grad_norm": 1.6106147766113281, |
| "learning_rate": 1.3146853146853144e-06, |
| "loss": 1.6714043617248535, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.10548523206751055, |
| "grad_norm": 3.555082321166992, |
| "learning_rate": 1.3706293706293705e-06, |
| "loss": 0.9601479172706604, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.10970464135021098, |
| "grad_norm": 18.376201629638672, |
| "learning_rate": 1.4265734265734267e-06, |
| "loss": 0.9682204723358154, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.11392405063291139, |
| "grad_norm": 3.829577684402466, |
| "learning_rate": 1.4825174825174824e-06, |
| "loss": 0.9149891138076782, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.11814345991561181, |
| "grad_norm": 8.751733779907227, |
| "learning_rate": 1.5384615384615385e-06, |
| "loss": 1.5466492176055908, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.12236286919831224, |
| "grad_norm": 43.25166702270508, |
| "learning_rate": 1.5944055944055942e-06, |
| "loss": 0.8738414645195007, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.12658227848101267, |
| "grad_norm": 2.858604669570923, |
| "learning_rate": 1.6503496503496503e-06, |
| "loss": 1.5882339477539062, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.1308016877637131, |
| "grad_norm": 2.080610990524292, |
| "learning_rate": 1.7062937062937063e-06, |
| "loss": 1.6133513450622559, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.1350210970464135, |
| "grad_norm": 1.6210132837295532, |
| "learning_rate": 1.7622377622377622e-06, |
| "loss": 1.1352812051773071, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.13924050632911392, |
| "grad_norm": 4.165830135345459, |
| "learning_rate": 1.818181818181818e-06, |
| "loss": 0.8928266763687134, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.14345991561181434, |
| "grad_norm": 2.4804110527038574, |
| "learning_rate": 1.874125874125874e-06, |
| "loss": 1.182489275932312, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.14767932489451477, |
| "grad_norm": 11.683263778686523, |
| "learning_rate": 1.9300699300699297e-06, |
| "loss": 1.0528309345245361, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.1518987341772152, |
| "grad_norm": 5.113679885864258, |
| "learning_rate": 1.986013986013986e-06, |
| "loss": 1.3555092811584473, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.15611814345991562, |
| "grad_norm": 3.419110059738159, |
| "learning_rate": 2.041958041958042e-06, |
| "loss": 1.1131813526153564, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.16033755274261605, |
| "grad_norm": 5.5904622077941895, |
| "learning_rate": 2.097902097902098e-06, |
| "loss": 0.9376708269119263, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.16455696202531644, |
| "grad_norm": 4.4593892097473145, |
| "learning_rate": 2.1538461538461538e-06, |
| "loss": 1.4518260955810547, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.16877637130801687, |
| "grad_norm": 1.9147013425827026, |
| "learning_rate": 2.2097902097902093e-06, |
| "loss": 1.4421272277832031, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.1729957805907173, |
| "grad_norm": 4.915895462036133, |
| "learning_rate": 2.2657342657342656e-06, |
| "loss": 1.4590272903442383, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.17721518987341772, |
| "grad_norm": 6.905501842498779, |
| "learning_rate": 2.3216783216783215e-06, |
| "loss": 0.9708279371261597, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.18143459915611815, |
| "grad_norm": 7.524752140045166, |
| "learning_rate": 2.3776223776223774e-06, |
| "loss": 1.141646385192871, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.18565400843881857, |
| "grad_norm": 1.9856427907943726, |
| "learning_rate": 2.4335664335664338e-06, |
| "loss": 1.3669147491455078, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.189873417721519, |
| "grad_norm": 5.223474025726318, |
| "learning_rate": 2.4895104895104893e-06, |
| "loss": 0.6930243968963623, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.1940928270042194, |
| "grad_norm": 3.9480249881744385, |
| "learning_rate": 2.545454545454545e-06, |
| "loss": 1.7789967060089111, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.19831223628691982, |
| "grad_norm": 6.213054180145264, |
| "learning_rate": 2.601398601398601e-06, |
| "loss": 0.9946894645690918, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.20253164556962025, |
| "grad_norm": 2.132254123687744, |
| "learning_rate": 2.6573426573426574e-06, |
| "loss": 1.4530797004699707, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.20675105485232068, |
| "grad_norm": 1.8356496095657349, |
| "learning_rate": 2.7132867132867134e-06, |
| "loss": 1.5200846195220947, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.2109704641350211, |
| "grad_norm": 14.19537353515625, |
| "learning_rate": 2.769230769230769e-06, |
| "loss": 1.292062759399414, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.21518987341772153, |
| "grad_norm": 2.111111640930176, |
| "learning_rate": 2.8251748251748248e-06, |
| "loss": 1.1042956113815308, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.21940928270042195, |
| "grad_norm": 1.8971158266067505, |
| "learning_rate": 2.881118881118881e-06, |
| "loss": 1.0220731496810913, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.22362869198312235, |
| "grad_norm": 5.727835178375244, |
| "learning_rate": 2.937062937062937e-06, |
| "loss": 1.0205355882644653, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.22784810126582278, |
| "grad_norm": 3.1581368446350098, |
| "learning_rate": 2.993006993006993e-06, |
| "loss": 1.0161347389221191, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.2320675105485232, |
| "grad_norm": 2.3190581798553467, |
| "learning_rate": 3.0489510489510484e-06, |
| "loss": 1.0544636249542236, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.23628691983122363, |
| "grad_norm": 5.929664611816406, |
| "learning_rate": 3.1048951048951048e-06, |
| "loss": 1.4253602027893066, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.24050632911392406, |
| "grad_norm": 2.6725683212280273, |
| "learning_rate": 3.1608391608391607e-06, |
| "loss": 1.318920612335205, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.24472573839662448, |
| "grad_norm": 7.776963710784912, |
| "learning_rate": 3.2167832167832166e-06, |
| "loss": 1.6443480253219604, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.2489451476793249, |
| "grad_norm": 2.3923261165618896, |
| "learning_rate": 3.272727272727273e-06, |
| "loss": 1.3153703212738037, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.25316455696202533, |
| "grad_norm": 3.2848472595214844, |
| "learning_rate": 3.3286713286713284e-06, |
| "loss": 1.0184035301208496, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.25738396624472576, |
| "grad_norm": 4.440483093261719, |
| "learning_rate": 3.3846153846153843e-06, |
| "loss": 1.312201976776123, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.2616033755274262, |
| "grad_norm": 4.970678806304932, |
| "learning_rate": 3.4405594405594402e-06, |
| "loss": 1.3157330751419067, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.26582278481012656, |
| "grad_norm": 3.659862995147705, |
| "learning_rate": 3.4965034965034966e-06, |
| "loss": 1.4062931537628174, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.270042194092827, |
| "grad_norm": 4.357997894287109, |
| "learning_rate": 3.5524475524475525e-06, |
| "loss": 0.9154614210128784, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.2742616033755274, |
| "grad_norm": 4.5792341232299805, |
| "learning_rate": 3.608391608391608e-06, |
| "loss": 1.1704046726226807, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.27848101265822783, |
| "grad_norm": 5.039772033691406, |
| "learning_rate": 3.664335664335664e-06, |
| "loss": 1.2377243041992188, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.28270042194092826, |
| "grad_norm": 6.672406196594238, |
| "learning_rate": 3.7202797202797202e-06, |
| "loss": 0.7351927757263184, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.2869198312236287, |
| "grad_norm": 2.329267740249634, |
| "learning_rate": 3.776223776223776e-06, |
| "loss": 0.9117053151130676, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.2911392405063291, |
| "grad_norm": 4.902188777923584, |
| "learning_rate": 3.832167832167832e-06, |
| "loss": 1.4102413654327393, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.29535864978902954, |
| "grad_norm": 7.462285041809082, |
| "learning_rate": 3.888111888111888e-06, |
| "loss": 0.9595804214477539, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.29957805907172996, |
| "grad_norm": 4.3409953117370605, |
| "learning_rate": 3.944055944055944e-06, |
| "loss": 1.2982699871063232, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.3037974683544304, |
| "grad_norm": 5.797815799713135, |
| "learning_rate": 4e-06, |
| "loss": 1.0992412567138672, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.3080168776371308, |
| "grad_norm": 3.4705042839050293, |
| "learning_rate": 3.999995129731755e-06, |
| "loss": 1.4175902605056763, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.31223628691983124, |
| "grad_norm": 3.2805113792419434, |
| "learning_rate": 3.999980518953377e-06, |
| "loss": 1.3948296308517456, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.31645569620253167, |
| "grad_norm": 2.5500190258026123, |
| "learning_rate": 3.9999561677439284e-06, |
| "loss": 1.2504572868347168, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.3206751054852321, |
| "grad_norm": 2.943164825439453, |
| "learning_rate": 3.999922076235186e-06, |
| "loss": 1.3152413368225098, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.32489451476793246, |
| "grad_norm": 1.8291728496551514, |
| "learning_rate": 3.999878244611632e-06, |
| "loss": 1.4914839267730713, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.3291139240506329, |
| "grad_norm": 3.691744327545166, |
| "learning_rate": 3.999824673110458e-06, |
| "loss": 1.2806551456451416, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 3.6490440368652344, |
| "learning_rate": 3.999761362021559e-06, |
| "loss": 1.3481640815734863, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.33755274261603374, |
| "grad_norm": 2.0211308002471924, |
| "learning_rate": 3.999688311687539e-06, |
| "loss": 1.3426798582077026, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.34177215189873417, |
| "grad_norm": 3.4758718013763428, |
| "learning_rate": 3.9996055225037035e-06, |
| "loss": 0.8756759762763977, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.3459915611814346, |
| "grad_norm": 3.027031660079956, |
| "learning_rate": 3.999512994918057e-06, |
| "loss": 1.2513983249664307, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.350210970464135, |
| "grad_norm": 4.0340094566345215, |
| "learning_rate": 3.999410729431306e-06, |
| "loss": 0.83528733253479, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.35443037974683544, |
| "grad_norm": 4.2334747314453125, |
| "learning_rate": 3.9992987265968506e-06, |
| "loss": 1.2495150566101074, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.35864978902953587, |
| "grad_norm": 2.4250214099884033, |
| "learning_rate": 3.999176987020782e-06, |
| "loss": 1.3424336910247803, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.3628691983122363, |
| "grad_norm": 2.0446016788482666, |
| "learning_rate": 3.999045511361886e-06, |
| "loss": 1.2304866313934326, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.3670886075949367, |
| "grad_norm": 2.2647955417633057, |
| "learning_rate": 3.998904300331629e-06, |
| "loss": 1.0302658081054688, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.37130801687763715, |
| "grad_norm": 4.148885250091553, |
| "learning_rate": 3.998753354694162e-06, |
| "loss": 1.3435766696929932, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.3755274261603376, |
| "grad_norm": 2.1456167697906494, |
| "learning_rate": 3.998592675266313e-06, |
| "loss": 1.3384077548980713, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.379746835443038, |
| "grad_norm": 1.8021888732910156, |
| "learning_rate": 3.998422262917586e-06, |
| "loss": 1.0130809545516968, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.38396624472573837, |
| "grad_norm": 1.8628857135772705, |
| "learning_rate": 3.99824211857015e-06, |
| "loss": 1.3068010807037354, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.3881856540084388, |
| "grad_norm": 2.337610960006714, |
| "learning_rate": 3.998052243198841e-06, |
| "loss": 1.3072583675384521, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.3924050632911392, |
| "grad_norm": 4.762563228607178, |
| "learning_rate": 3.997852637831152e-06, |
| "loss": 0.5184736847877502, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.39662447257383965, |
| "grad_norm": 5.280208110809326, |
| "learning_rate": 3.9976433035472296e-06, |
| "loss": 0.9710695743560791, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.4008438818565401, |
| "grad_norm": 2.887589693069458, |
| "learning_rate": 3.997424241479867e-06, |
| "loss": 1.0692715644836426, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.4050632911392405, |
| "grad_norm": 1.577860951423645, |
| "learning_rate": 3.997195452814498e-06, |
| "loss": 1.315537452697754, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.4092827004219409, |
| "grad_norm": 3.5055530071258545, |
| "learning_rate": 3.996956938789193e-06, |
| "loss": 1.0743625164031982, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.41350210970464135, |
| "grad_norm": 2.70391583442688, |
| "learning_rate": 3.996708700694647e-06, |
| "loss": 1.2994472980499268, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.4177215189873418, |
| "grad_norm": 2.665532112121582, |
| "learning_rate": 3.99645073987418e-06, |
| "loss": 1.0376091003417969, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.4219409282700422, |
| "grad_norm": 3.4091718196868896, |
| "learning_rate": 3.9961830577237225e-06, |
| "loss": 1.1265370845794678, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.42616033755274263, |
| "grad_norm": 3.360374689102173, |
| "learning_rate": 3.9959056556918125e-06, |
| "loss": 1.1382226943969727, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.43037974683544306, |
| "grad_norm": 3.247422218322754, |
| "learning_rate": 3.9956185352795864e-06, |
| "loss": 0.9122767448425293, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.4345991561181435, |
| "grad_norm": 3.775322198867798, |
| "learning_rate": 3.995321698040768e-06, |
| "loss": 1.5471869707107544, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.4388185654008439, |
| "grad_norm": 11.316990852355957, |
| "learning_rate": 3.995015145581668e-06, |
| "loss": 0.7269084453582764, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.4430379746835443, |
| "grad_norm": 1.767858862876892, |
| "learning_rate": 3.994698879561165e-06, |
| "loss": 1.2886333465576172, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.4472573839662447, |
| "grad_norm": 3.727637767791748, |
| "learning_rate": 3.994372901690705e-06, |
| "loss": 0.8034701943397522, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.45147679324894513, |
| "grad_norm": 2.0933773517608643, |
| "learning_rate": 3.994037213734287e-06, |
| "loss": 1.209691047668457, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.45569620253164556, |
| "grad_norm": 2.345202684402466, |
| "learning_rate": 3.993691817508457e-06, |
| "loss": 1.2683181762695312, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.459915611814346, |
| "grad_norm": 6.4172868728637695, |
| "learning_rate": 3.993336714882294e-06, |
| "loss": 1.3031342029571533, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.4641350210970464, |
| "grad_norm": 4.881870269775391, |
| "learning_rate": 3.992971907777404e-06, |
| "loss": 1.259873390197754, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.46835443037974683, |
| "grad_norm": 4.619325637817383, |
| "learning_rate": 3.992597398167907e-06, |
| "loss": 1.2213921546936035, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.47257383966244726, |
| "grad_norm": 2.6401724815368652, |
| "learning_rate": 3.99221318808043e-06, |
| "loss": 1.2425501346588135, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.4767932489451477, |
| "grad_norm": 2.318206548690796, |
| "learning_rate": 3.9918192795940875e-06, |
| "loss": 1.2931036949157715, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.4810126582278481, |
| "grad_norm": 3.360222339630127, |
| "learning_rate": 3.991415674840482e-06, |
| "loss": 0.7865722179412842, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.48523206751054854, |
| "grad_norm": 7.906117916107178, |
| "learning_rate": 3.9910023760036835e-06, |
| "loss": 0.920839250087738, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.48945147679324896, |
| "grad_norm": 4.246833324432373, |
| "learning_rate": 3.99057938532022e-06, |
| "loss": 0.8984707593917847, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.4936708860759494, |
| "grad_norm": 1.9855449199676514, |
| "learning_rate": 3.990146705079069e-06, |
| "loss": 1.2834184169769287, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.4978902953586498, |
| "grad_norm": 2.732619285583496, |
| "learning_rate": 3.989704337621639e-06, |
| "loss": 1.3313374519348145, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.5021097046413502, |
| "grad_norm": 2.2487165927886963, |
| "learning_rate": 3.989252285341761e-06, |
| "loss": 0.9914782047271729, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.5063291139240507, |
| "grad_norm": 2.918333053588867, |
| "learning_rate": 3.988790550685677e-06, |
| "loss": 0.4503798186779022, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.510548523206751, |
| "grad_norm": 5.367257118225098, |
| "learning_rate": 3.98831913615202e-06, |
| "loss": 1.4287300109863281, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.5147679324894515, |
| "grad_norm": 4.372511863708496, |
| "learning_rate": 3.987838044291807e-06, |
| "loss": 0.8704193830490112, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.5189873417721519, |
| "grad_norm": 2.685379981994629, |
| "learning_rate": 3.987347277708424e-06, |
| "loss": 1.4937043190002441, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.5232067510548524, |
| "grad_norm": 2.241354465484619, |
| "learning_rate": 3.986846839057609e-06, |
| "loss": 1.2054930925369263, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.5274261603375527, |
| "grad_norm": 2.666008472442627, |
| "learning_rate": 3.98633673104744e-06, |
| "loss": 1.322192907333374, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5316455696202531, |
| "grad_norm": 3.0313169956207275, |
| "learning_rate": 3.985816956438322e-06, |
| "loss": 1.1353508234024048, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.5358649789029536, |
| "grad_norm": 1.7615196704864502, |
| "learning_rate": 3.985287518042965e-06, |
| "loss": 1.2446702718734741, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.540084388185654, |
| "grad_norm": 2.7614693641662598, |
| "learning_rate": 3.984748418726381e-06, |
| "loss": 1.2152833938598633, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.5443037974683544, |
| "grad_norm": 1.3947678804397583, |
| "learning_rate": 3.9841996614058536e-06, |
| "loss": 1.0362350940704346, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.5485232067510548, |
| "grad_norm": 3.6117563247680664, |
| "learning_rate": 3.983641249050933e-06, |
| "loss": 0.9856378436088562, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.5527426160337553, |
| "grad_norm": 2.348914861679077, |
| "learning_rate": 3.983073184683419e-06, |
| "loss": 1.2900649309158325, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.5569620253164557, |
| "grad_norm": 2.4478940963745117, |
| "learning_rate": 3.98249547137734e-06, |
| "loss": 1.30060613155365, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.5611814345991561, |
| "grad_norm": 1.8957366943359375, |
| "learning_rate": 3.981908112258938e-06, |
| "loss": 1.2571529150009155, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.5654008438818565, |
| "grad_norm": 2.468729257583618, |
| "learning_rate": 3.981311110506654e-06, |
| "loss": 1.522542119026184, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.569620253164557, |
| "grad_norm": 5.101961612701416, |
| "learning_rate": 3.9807044693511086e-06, |
| "loss": 1.0608189105987549, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.5738396624472574, |
| "grad_norm": 3.0331854820251465, |
| "learning_rate": 3.980088192075085e-06, |
| "loss": 1.3017442226409912, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.5780590717299579, |
| "grad_norm": 2.463477373123169, |
| "learning_rate": 3.979462282013513e-06, |
| "loss": 1.099843144416809, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.5822784810126582, |
| "grad_norm": 1.7117162942886353, |
| "learning_rate": 3.978826742553447e-06, |
| "loss": 1.2798070907592773, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.5864978902953587, |
| "grad_norm": 3.3944342136383057, |
| "learning_rate": 3.978181577134051e-06, |
| "loss": 1.4166996479034424, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.5907172995780591, |
| "grad_norm": 2.0399510860443115, |
| "learning_rate": 3.97752678924658e-06, |
| "loss": 0.9708434343338013, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.5949367088607594, |
| "grad_norm": 5.146090984344482, |
| "learning_rate": 3.976862382434358e-06, |
| "loss": 1.3494899272918701, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.5991561181434599, |
| "grad_norm": 2.0854623317718506, |
| "learning_rate": 3.976188360292762e-06, |
| "loss": 1.551278829574585, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.6033755274261603, |
| "grad_norm": 0.7903197407722473, |
| "learning_rate": 3.975504726469204e-06, |
| "loss": 1.1335902214050293, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.6075949367088608, |
| "grad_norm": 1.5145395994186401, |
| "learning_rate": 3.9748114846631025e-06, |
| "loss": 1.2714455127716064, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.6118143459915611, |
| "grad_norm": 2.4970903396606445, |
| "learning_rate": 3.974108638625875e-06, |
| "loss": 0.8297945857048035, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.6160337552742616, |
| "grad_norm": 1.9116922616958618, |
| "learning_rate": 3.973396192160909e-06, |
| "loss": 0.6557431221008301, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.620253164556962, |
| "grad_norm": 1.597800374031067, |
| "learning_rate": 3.972674149123543e-06, |
| "loss": 1.251997709274292, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.6244725738396625, |
| "grad_norm": 5.221956253051758, |
| "learning_rate": 3.971942513421049e-06, |
| "loss": 0.7073361873626709, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.6286919831223629, |
| "grad_norm": 8.381784439086914, |
| "learning_rate": 3.971201289012605e-06, |
| "loss": 0.6594762802124023, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.6329113924050633, |
| "grad_norm": 4.704819202423096, |
| "learning_rate": 3.97045047990928e-06, |
| "loss": 1.7869096994400024, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.6371308016877637, |
| "grad_norm": 1.746824026107788, |
| "learning_rate": 3.969690090174009e-06, |
| "loss": 1.2827584743499756, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.6413502109704642, |
| "grad_norm": 2.3811588287353516, |
| "learning_rate": 3.968920123921574e-06, |
| "loss": 0.8861095905303955, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.6455696202531646, |
| "grad_norm": 2.874070644378662, |
| "learning_rate": 3.968140585318575e-06, |
| "loss": 1.0074717998504639, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.6497890295358649, |
| "grad_norm": 1.4178441762924194, |
| "learning_rate": 3.967351478583417e-06, |
| "loss": 1.271646499633789, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.6540084388185654, |
| "grad_norm": 2.7072203159332275, |
| "learning_rate": 3.9665528079862766e-06, |
| "loss": 1.2094981670379639, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.6582278481012658, |
| "grad_norm": 2.434222936630249, |
| "learning_rate": 3.965744577849089e-06, |
| "loss": 1.016772747039795, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.6624472573839663, |
| "grad_norm": 1.4761089086532593, |
| "learning_rate": 3.964926792545517e-06, |
| "loss": 1.2257163524627686, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 1.9905054569244385, |
| "learning_rate": 3.964099456500932e-06, |
| "loss": 1.1116795539855957, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.6708860759493671, |
| "grad_norm": 2.5824759006500244, |
| "learning_rate": 3.963262574192388e-06, |
| "loss": 1.0979809761047363, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.6751054852320675, |
| "grad_norm": 2.126721143722534, |
| "learning_rate": 3.962416150148598e-06, |
| "loss": 1.0931775569915771, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.679324894514768, |
| "grad_norm": 2.355828046798706, |
| "learning_rate": 3.961560188949909e-06, |
| "loss": 0.8760429620742798, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.6835443037974683, |
| "grad_norm": 2.159811496734619, |
| "learning_rate": 3.9606946952282745e-06, |
| "loss": 0.8803830146789551, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.6877637130801688, |
| "grad_norm": 2.930659294128418, |
| "learning_rate": 3.959819673667239e-06, |
| "loss": 0.8701751232147217, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.6919831223628692, |
| "grad_norm": 1.615522027015686, |
| "learning_rate": 3.958935129001899e-06, |
| "loss": 0.8708148002624512, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.6962025316455697, |
| "grad_norm": 5.590799331665039, |
| "learning_rate": 3.958041066018891e-06, |
| "loss": 1.591496229171753, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.70042194092827, |
| "grad_norm": 3.333008050918579, |
| "learning_rate": 3.957137489556352e-06, |
| "loss": 1.1004414558410645, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.7046413502109705, |
| "grad_norm": 2.3116865158081055, |
| "learning_rate": 3.956224404503906e-06, |
| "loss": 1.4001518487930298, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.7088607594936709, |
| "grad_norm": 4.017354965209961, |
| "learning_rate": 3.955301815802629e-06, |
| "loss": 1.2720857858657837, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.7130801687763713, |
| "grad_norm": 2.1855573654174805, |
| "learning_rate": 3.954369728445028e-06, |
| "loss": 1.2939956188201904, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.7172995780590717, |
| "grad_norm": 2.4703359603881836, |
| "learning_rate": 3.953428147475006e-06, |
| "loss": 1.2735445499420166, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7215189873417721, |
| "grad_norm": 2.1738462448120117, |
| "learning_rate": 3.952477077987845e-06, |
| "loss": 1.2617197036743164, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.7257383966244726, |
| "grad_norm": 2.704313278198242, |
| "learning_rate": 3.95151652513017e-06, |
| "loss": 1.0853008031845093, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.729957805907173, |
| "grad_norm": 10.06601333618164, |
| "learning_rate": 3.950546494099926e-06, |
| "loss": 0.8921165466308594, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.7341772151898734, |
| "grad_norm": 1.9999581575393677, |
| "learning_rate": 3.949566990146349e-06, |
| "loss": 1.256639003753662, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.7383966244725738, |
| "grad_norm": 5.633319854736328, |
| "learning_rate": 3.948578018569932e-06, |
| "loss": 1.1841363906860352, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.7426160337552743, |
| "grad_norm": 7.676711559295654, |
| "learning_rate": 3.94757958472241e-06, |
| "loss": 1.0944801568984985, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.7468354430379747, |
| "grad_norm": 4.892640590667725, |
| "learning_rate": 3.946571694006712e-06, |
| "loss": 0.6508228182792664, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.7510548523206751, |
| "grad_norm": 2.564443349838257, |
| "learning_rate": 3.945554351876951e-06, |
| "loss": 1.0562660694122314, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.7552742616033755, |
| "grad_norm": 4.787500858306885, |
| "learning_rate": 3.94452756383838e-06, |
| "loss": 0.998831033706665, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.759493670886076, |
| "grad_norm": 1.8746553659439087, |
| "learning_rate": 3.943491335447368e-06, |
| "loss": 1.2303812503814697, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.7637130801687764, |
| "grad_norm": 2.7792534828186035, |
| "learning_rate": 3.942445672311373e-06, |
| "loss": 0.9920629858970642, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.7679324894514767, |
| "grad_norm": 5.023082733154297, |
| "learning_rate": 3.941390580088905e-06, |
| "loss": 1.5890564918518066, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.7721518987341772, |
| "grad_norm": 3.2253143787384033, |
| "learning_rate": 3.940326064489499e-06, |
| "loss": 0.7020189166069031, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.7763713080168776, |
| "grad_norm": 4.751897811889648, |
| "learning_rate": 3.939252131273686e-06, |
| "loss": 1.1662057638168335, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.7805907172995781, |
| "grad_norm": 4.707884788513184, |
| "learning_rate": 3.938168786252957e-06, |
| "loss": 1.490715742111206, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.7848101265822784, |
| "grad_norm": 4.896017074584961, |
| "learning_rate": 3.937076035289735e-06, |
| "loss": 0.9990431070327759, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.7890295358649789, |
| "grad_norm": 5.3917059898376465, |
| "learning_rate": 3.935973884297344e-06, |
| "loss": 1.06167471408844, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.7932489451476793, |
| "grad_norm": 1.6713993549346924, |
| "learning_rate": 3.934862339239972e-06, |
| "loss": 1.1578385829925537, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.7974683544303798, |
| "grad_norm": 1.267899990081787, |
| "learning_rate": 3.933741406132645e-06, |
| "loss": 1.1280488967895508, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.8016877637130801, |
| "grad_norm": 2.5772478580474854, |
| "learning_rate": 3.932611091041192e-06, |
| "loss": 0.7228022217750549, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.8059071729957806, |
| "grad_norm": 2.877981185913086, |
| "learning_rate": 3.931471400082208e-06, |
| "loss": 1.275989294052124, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.810126582278481, |
| "grad_norm": 4.086211204528809, |
| "learning_rate": 3.930322339423029e-06, |
| "loss": 1.0468356609344482, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.8143459915611815, |
| "grad_norm": 3.2680745124816895, |
| "learning_rate": 3.929163915281692e-06, |
| "loss": 1.2617956399917603, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.8185654008438819, |
| "grad_norm": 2.128434181213379, |
| "learning_rate": 3.927996133926903e-06, |
| "loss": 0.9376715421676636, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.8227848101265823, |
| "grad_norm": 1.895815372467041, |
| "learning_rate": 3.926819001678005e-06, |
| "loss": 1.2338812351226807, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.8270042194092827, |
| "grad_norm": 2.774864435195923, |
| "learning_rate": 3.925632524904943e-06, |
| "loss": 0.9890301823616028, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.8312236286919831, |
| "grad_norm": 3.1884961128234863, |
| "learning_rate": 3.924436710028228e-06, |
| "loss": 0.9189957976341248, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.8354430379746836, |
| "grad_norm": 2.6990184783935547, |
| "learning_rate": 3.923231563518904e-06, |
| "loss": 1.2466810941696167, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.8396624472573839, |
| "grad_norm": 0.5147901773452759, |
| "learning_rate": 3.922017091898511e-06, |
| "loss": 1.0888053178787231, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.8438818565400844, |
| "grad_norm": 2.1018054485321045, |
| "learning_rate": 3.920793301739052e-06, |
| "loss": 0.9585396647453308, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.8481012658227848, |
| "grad_norm": 4.2678046226501465, |
| "learning_rate": 3.9195601996629564e-06, |
| "loss": 0.702578067779541, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.8523206751054853, |
| "grad_norm": 3.8625717163085938, |
| "learning_rate": 3.9183177923430445e-06, |
| "loss": 1.2020361423492432, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.8565400843881856, |
| "grad_norm": 2.158465623855591, |
| "learning_rate": 3.917066086502491e-06, |
| "loss": 0.9442514181137085, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.8607594936708861, |
| "grad_norm": 2.1818642616271973, |
| "learning_rate": 3.915805088914787e-06, |
| "loss": 0.9750051498413086, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.8649789029535865, |
| "grad_norm": 1.9446742534637451, |
| "learning_rate": 3.914534806403707e-06, |
| "loss": 1.247662901878357, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.869198312236287, |
| "grad_norm": 2.9858086109161377, |
| "learning_rate": 3.913255245843269e-06, |
| "loss": 0.8505547642707825, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.8734177215189873, |
| "grad_norm": 3.3264975547790527, |
| "learning_rate": 3.911966414157699e-06, |
| "loss": 1.222496509552002, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.8776371308016878, |
| "grad_norm": 1.9070676565170288, |
| "learning_rate": 3.910668318321395e-06, |
| "loss": 1.0650990009307861, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.8818565400843882, |
| "grad_norm": 49.54351806640625, |
| "learning_rate": 3.90936096535888e-06, |
| "loss": 1.170435905456543, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.8860759493670886, |
| "grad_norm": 3.324521064758301, |
| "learning_rate": 3.90804436234478e-06, |
| "loss": 0.9483715295791626, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.890295358649789, |
| "grad_norm": 2.001574754714966, |
| "learning_rate": 3.9067185164037705e-06, |
| "loss": 1.3522322177886963, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.8945147679324894, |
| "grad_norm": 13.360381126403809, |
| "learning_rate": 3.905383434710546e-06, |
| "loss": 0.980687141418457, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.8987341772151899, |
| "grad_norm": 2.832037925720215, |
| "learning_rate": 3.904039124489782e-06, |
| "loss": 1.1890883445739746, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.9029535864978903, |
| "grad_norm": 3.036261796951294, |
| "learning_rate": 3.902685593016088e-06, |
| "loss": 1.0536837577819824, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.9071729957805907, |
| "grad_norm": 3.503538131713867, |
| "learning_rate": 3.90132284761398e-06, |
| "loss": 1.016420602798462, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.9113924050632911, |
| "grad_norm": 2.102992534637451, |
| "learning_rate": 3.899950895657829e-06, |
| "loss": 1.0863244533538818, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.9156118143459916, |
| "grad_norm": 2.5443339347839355, |
| "learning_rate": 3.8985697445718275e-06, |
| "loss": 1.2617383003234863, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.919831223628692, |
| "grad_norm": 13.239272117614746, |
| "learning_rate": 3.8971794018299515e-06, |
| "loss": 0.8763201832771301, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.9240506329113924, |
| "grad_norm": 1.944677710533142, |
| "learning_rate": 3.895779874955913e-06, |
| "loss": 1.2141039371490479, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.9282700421940928, |
| "grad_norm": 1.6930376291275024, |
| "learning_rate": 3.894371171523124e-06, |
| "loss": 0.9925521016120911, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.9324894514767933, |
| "grad_norm": 2.417435646057129, |
| "learning_rate": 3.892953299154657e-06, |
| "loss": 0.9523521661758423, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.9367088607594937, |
| "grad_norm": 4.125819683074951, |
| "learning_rate": 3.8915262655231985e-06, |
| "loss": 1.1057894229888916, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.9409282700421941, |
| "grad_norm": 5.843780517578125, |
| "learning_rate": 3.890090078351011e-06, |
| "loss": 1.3123371601104736, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.9451476793248945, |
| "grad_norm": 1.6658388376235962, |
| "learning_rate": 3.8886447454098914e-06, |
| "loss": 1.013564109802246, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.9493670886075949, |
| "grad_norm": 12.320473670959473, |
| "learning_rate": 3.887190274521128e-06, |
| "loss": 0.9290477633476257, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.9535864978902954, |
| "grad_norm": 1.9203139543533325, |
| "learning_rate": 3.885726673555457e-06, |
| "loss": 1.2885007858276367, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.9578059071729957, |
| "grad_norm": 1.4699382781982422, |
| "learning_rate": 3.884253950433022e-06, |
| "loss": 1.0010005235671997, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.9620253164556962, |
| "grad_norm": 2.8639562129974365, |
| "learning_rate": 3.882772113123332e-06, |
| "loss": 1.1654586791992188, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.9662447257383966, |
| "grad_norm": 3.0785443782806396, |
| "learning_rate": 3.881281169645212e-06, |
| "loss": 0.8937104940414429, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.9704641350210971, |
| "grad_norm": 4.43109655380249, |
| "learning_rate": 3.879781128066771e-06, |
| "loss": 0.7110123634338379, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.9746835443037974, |
| "grad_norm": 2.914869785308838, |
| "learning_rate": 3.878271996505345e-06, |
| "loss": 0.8978859186172485, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.9789029535864979, |
| "grad_norm": 2.207864999771118, |
| "learning_rate": 3.876753783127464e-06, |
| "loss": 1.1789137125015259, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.9831223628691983, |
| "grad_norm": 3.6072731018066406, |
| "learning_rate": 3.875226496148799e-06, |
| "loss": 0.7317770719528198, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.9873417721518988, |
| "grad_norm": 6.211583614349365, |
| "learning_rate": 3.873690143834129e-06, |
| "loss": 1.3279008865356445, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.9915611814345991, |
| "grad_norm": 8.5204496383667, |
| "learning_rate": 3.872144734497281e-06, |
| "loss": 0.8850146532058716, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.9957805907172996, |
| "grad_norm": 2.666997194290161, |
| "learning_rate": 3.870590276501099e-06, |
| "loss": 1.220442295074463, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 3.6749136447906494, |
| "learning_rate": 3.869026778257392e-06, |
| "loss": 1.2717642784118652, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.0042194092827004, |
| "grad_norm": 5.584980010986328, |
| "learning_rate": 3.867454248226887e-06, |
| "loss": 1.0543200969696045, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.0084388185654007, |
| "grad_norm": 4.494807243347168, |
| "learning_rate": 3.86587269491919e-06, |
| "loss": 1.1978576183319092, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.0126582278481013, |
| "grad_norm": 2.680006504058838, |
| "learning_rate": 3.86428212689273e-06, |
| "loss": 1.1809672117233276, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.0168776371308017, |
| "grad_norm": 3.9369754791259766, |
| "learning_rate": 3.862682552754722e-06, |
| "loss": 0.9172142744064331, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.021097046413502, |
| "grad_norm": 7.680518627166748, |
| "learning_rate": 3.861073981161118e-06, |
| "loss": 1.1449049711227417, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.0253164556962024, |
| "grad_norm": 2.746133804321289, |
| "learning_rate": 3.859456420816556e-06, |
| "loss": 0.5115264654159546, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.029535864978903, |
| "grad_norm": 2.72514271736145, |
| "learning_rate": 3.857829880474316e-06, |
| "loss": 0.9918684363365173, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.0337552742616034, |
| "grad_norm": 2.223912000656128, |
| "learning_rate": 3.856194368936275e-06, |
| "loss": 0.8463398814201355, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.0379746835443038, |
| "grad_norm": 2.9955148696899414, |
| "learning_rate": 3.8545498950528535e-06, |
| "loss": 1.173925757408142, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.0421940928270041, |
| "grad_norm": 4.594770431518555, |
| "learning_rate": 3.852896467722974e-06, |
| "loss": 0.8562051057815552, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.0464135021097047, |
| "grad_norm": 9.129888534545898, |
| "learning_rate": 3.851234095894007e-06, |
| "loss": 0.9281083345413208, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.0506329113924051, |
| "grad_norm": 2.604607105255127, |
| "learning_rate": 3.849562788561727e-06, |
| "loss": 1.2945480346679688, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.0548523206751055, |
| "grad_norm": 2.3840718269348145, |
| "learning_rate": 3.847882554770263e-06, |
| "loss": 1.1486706733703613, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.0590717299578059, |
| "grad_norm": 1.9679715633392334, |
| "learning_rate": 3.846193403612046e-06, |
| "loss": 1.1716930866241455, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.0632911392405062, |
| "grad_norm": 1.7950235605239868, |
| "learning_rate": 3.844495344227765e-06, |
| "loss": 1.2809019088745117, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.0675105485232068, |
| "grad_norm": 2.0246713161468506, |
| "learning_rate": 3.842788385806312e-06, |
| "loss": 0.7856377363204956, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.0717299578059072, |
| "grad_norm": 2.0895354747772217, |
| "learning_rate": 3.841072537584741e-06, |
| "loss": 1.1074151992797852, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.0759493670886076, |
| "grad_norm": 2.316358804702759, |
| "learning_rate": 3.8393478088482065e-06, |
| "loss": 1.1439809799194336, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.080168776371308, |
| "grad_norm": 4.703127384185791, |
| "learning_rate": 3.837614208929921e-06, |
| "loss": 1.035994291305542, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.0843881856540085, |
| "grad_norm": 7.031744003295898, |
| "learning_rate": 3.835871747211105e-06, |
| "loss": 1.151397705078125, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.0886075949367089, |
| "grad_norm": 2.653866767883301, |
| "learning_rate": 3.83412043312093e-06, |
| "loss": 1.16837739944458, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.0928270042194093, |
| "grad_norm": 2.976186752319336, |
| "learning_rate": 3.832360276136474e-06, |
| "loss": 0.9901262521743774, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.0970464135021096, |
| "grad_norm": 4.738975524902344, |
| "learning_rate": 3.830591285782666e-06, |
| "loss": 0.9500905871391296, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.1012658227848102, |
| "grad_norm": 8.483416557312012, |
| "learning_rate": 3.828813471632237e-06, |
| "loss": 0.8555248975753784, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.1054852320675106, |
| "grad_norm": 4.0885467529296875, |
| "learning_rate": 3.827026843305667e-06, |
| "loss": 1.0695732831954956, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.109704641350211, |
| "grad_norm": 2.929239273071289, |
| "learning_rate": 3.825231410471132e-06, |
| "loss": 0.868694543838501, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.1139240506329113, |
| "grad_norm": 2.6514179706573486, |
| "learning_rate": 3.823427182844455e-06, |
| "loss": 1.3674180507659912, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.1181434599156117, |
| "grad_norm": 3.984480142593384, |
| "learning_rate": 3.821614170189049e-06, |
| "loss": 1.2144532203674316, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.1223628691983123, |
| "grad_norm": 7.298747539520264, |
| "learning_rate": 3.819792382315868e-06, |
| "loss": 0.6592221260070801, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.1265822784810127, |
| "grad_norm": 5.481675624847412, |
| "learning_rate": 3.81796182908335e-06, |
| "loss": 1.1008317470550537, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.130801687763713, |
| "grad_norm": 2.6566853523254395, |
| "learning_rate": 3.816122520397369e-06, |
| "loss": 1.1687147617340088, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.1350210970464134, |
| "grad_norm": 2.098435163497925, |
| "learning_rate": 3.8142744662111767e-06, |
| "loss": 0.8460148572921753, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.139240506329114, |
| "grad_norm": 2.0900216102600098, |
| "learning_rate": 3.81241767652535e-06, |
| "loss": 0.7578733563423157, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.1434599156118144, |
| "grad_norm": 2.375847578048706, |
| "learning_rate": 3.8105521613877386e-06, |
| "loss": 0.8102576732635498, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.1476793248945147, |
| "grad_norm": 3.2528064250946045, |
| "learning_rate": 3.8086779308934066e-06, |
| "loss": 0.8352131247520447, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.1518987341772151, |
| "grad_norm": 2.7880918979644775, |
| "learning_rate": 3.8067949951845836e-06, |
| "loss": 1.108149766921997, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.1561181434599157, |
| "grad_norm": 2.515939712524414, |
| "learning_rate": 3.8049033644506043e-06, |
| "loss": 1.1225923299789429, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.160337552742616, |
| "grad_norm": 7.062304973602295, |
| "learning_rate": 3.8030030489278563e-06, |
| "loss": 0.9247970581054688, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.1645569620253164, |
| "grad_norm": 4.359371662139893, |
| "learning_rate": 3.8010940588997253e-06, |
| "loss": 1.4258188009262085, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.1687763713080168, |
| "grad_norm": 2.2747061252593994, |
| "learning_rate": 3.799176404696537e-06, |
| "loss": 1.1855448484420776, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.1729957805907172, |
| "grad_norm": 4.772888660430908, |
| "learning_rate": 3.797250096695503e-06, |
| "loss": 0.6528091430664062, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.1772151898734178, |
| "grad_norm": 6.059512138366699, |
| "learning_rate": 3.7953151453206635e-06, |
| "loss": 1.0413281917572021, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.1814345991561181, |
| "grad_norm": 3.8079075813293457, |
| "learning_rate": 3.793371561042833e-06, |
| "loss": 0.6656049489974976, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.1856540084388185, |
| "grad_norm": 3.2168707847595215, |
| "learning_rate": 3.791419354379541e-06, |
| "loss": 0.8556336164474487, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.189873417721519, |
| "grad_norm": 6.392472267150879, |
| "learning_rate": 3.7894585358949758e-06, |
| "loss": 1.3849632740020752, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.1940928270042195, |
| "grad_norm": 6.333314418792725, |
| "learning_rate": 3.78748911619993e-06, |
| "loss": 1.1986020803451538, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.1983122362869199, |
| "grad_norm": 3.8843421936035156, |
| "learning_rate": 3.7855111059517376e-06, |
| "loss": 0.834921658039093, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.2025316455696202, |
| "grad_norm": 2.22169828414917, |
| "learning_rate": 3.7835245158542225e-06, |
| "loss": 1.1095911264419556, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.2067510548523206, |
| "grad_norm": 2.5398857593536377, |
| "learning_rate": 3.7815293566576367e-06, |
| "loss": 1.06223464012146, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.2109704641350212, |
| "grad_norm": 1.9426056146621704, |
| "learning_rate": 3.779525639158602e-06, |
| "loss": 1.1437506675720215, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.2151898734177216, |
| "grad_norm": 3.523289203643799, |
| "learning_rate": 3.7775133742000542e-06, |
| "loss": 0.9638210535049438, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.219409282700422, |
| "grad_norm": 2.9455223083496094, |
| "learning_rate": 3.7754925726711832e-06, |
| "loss": 0.6213325262069702, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.2236286919831223, |
| "grad_norm": 1.926129698753357, |
| "learning_rate": 3.773463245507371e-06, |
| "loss": 0.9760810732841492, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.2278481012658227, |
| "grad_norm": 5.75839900970459, |
| "learning_rate": 3.7714254036901382e-06, |
| "loss": 0.8893729448318481, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.2320675105485233, |
| "grad_norm": 2.0400707721710205, |
| "learning_rate": 3.7693790582470815e-06, |
| "loss": 0.7321144342422485, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.2362869198312236, |
| "grad_norm": 9.54411792755127, |
| "learning_rate": 3.767324220251812e-06, |
| "loss": 0.938395082950592, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.240506329113924, |
| "grad_norm": 3.1993234157562256, |
| "learning_rate": 3.7652609008238994e-06, |
| "loss": 0.8318843841552734, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.2447257383966246, |
| "grad_norm": 2.4239490032196045, |
| "learning_rate": 3.76318911112881e-06, |
| "loss": 1.1875081062316895, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.248945147679325, |
| "grad_norm": 7.202500820159912, |
| "learning_rate": 3.761108862377844e-06, |
| "loss": 0.6182510852813721, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.2531645569620253, |
| "grad_norm": 1.383612871170044, |
| "learning_rate": 3.75902016582808e-06, |
| "loss": 0.8994504809379578, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.2573839662447257, |
| "grad_norm": 4.613704204559326, |
| "learning_rate": 3.756923032782309e-06, |
| "loss": 0.7695854902267456, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.261603375527426, |
| "grad_norm": 3.9212303161621094, |
| "learning_rate": 3.754817474588976e-06, |
| "loss": 0.6324819922447205, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.2658227848101267, |
| "grad_norm": 2.7459237575531006, |
| "learning_rate": 3.752703502642118e-06, |
| "loss": 1.0705938339233398, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.270042194092827, |
| "grad_norm": 6.447327613830566, |
| "learning_rate": 3.7505811283813028e-06, |
| "loss": 1.4245244264602661, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.2742616033755274, |
| "grad_norm": 1.7515556812286377, |
| "learning_rate": 3.7484503632915642e-06, |
| "loss": 1.0706822872161865, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.2784810126582278, |
| "grad_norm": 4.614502429962158, |
| "learning_rate": 3.7463112189033452e-06, |
| "loss": 0.9431329965591431, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.2827004219409281, |
| "grad_norm": 8.263338088989258, |
| "learning_rate": 3.7441637067924314e-06, |
| "loss": 0.8352319598197937, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.2869198312236287, |
| "grad_norm": 3.6502585411071777, |
| "learning_rate": 3.7420078385798895e-06, |
| "loss": 0.9339005351066589, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.2911392405063291, |
| "grad_norm": 8.820695877075195, |
| "learning_rate": 3.739843625932004e-06, |
| "loss": 0.6273094415664673, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.2953586497890295, |
| "grad_norm": 2.1156527996063232, |
| "learning_rate": 3.737671080560215e-06, |
| "loss": 0.6872820854187012, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.29957805907173, |
| "grad_norm": 2.442565679550171, |
| "learning_rate": 3.7354902142210548e-06, |
| "loss": 1.1194093227386475, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.3037974683544304, |
| "grad_norm": 1.8104244470596313, |
| "learning_rate": 3.7333010387160834e-06, |
| "loss": 1.1286826133728027, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.3080168776371308, |
| "grad_norm": 2.462080955505371, |
| "learning_rate": 3.7311035658918248e-06, |
| "loss": 0.7162832617759705, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.3122362869198312, |
| "grad_norm": 3.075747013092041, |
| "learning_rate": 3.728897807639705e-06, |
| "loss": 0.9384140968322754, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.3164556962025316, |
| "grad_norm": 30.50847053527832, |
| "learning_rate": 3.7266837758959825e-06, |
| "loss": 0.8814220428466797, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.3206751054852321, |
| "grad_norm": 2.7363264560699463, |
| "learning_rate": 3.7244614826416896e-06, |
| "loss": 1.1194790601730347, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.3248945147679325, |
| "grad_norm": 11.446985244750977, |
| "learning_rate": 3.722230939902565e-06, |
| "loss": 1.6146903038024902, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.3291139240506329, |
| "grad_norm": 1.5937474966049194, |
| "learning_rate": 3.7199921597489876e-06, |
| "loss": 0.8981386423110962, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 1.8236477375030518, |
| "learning_rate": 3.717745154295913e-06, |
| "loss": 1.0962973833084106, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.3375527426160336, |
| "grad_norm": 1.031929850578308, |
| "learning_rate": 3.7154899357028072e-06, |
| "loss": 0.8632595539093018, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.3417721518987342, |
| "grad_norm": 6.748950958251953, |
| "learning_rate": 3.7132265161735803e-06, |
| "loss": 0.6589536666870117, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.3459915611814346, |
| "grad_norm": 9.24288558959961, |
| "learning_rate": 3.710954907956522e-06, |
| "loss": 0.8823557496070862, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.350210970464135, |
| "grad_norm": 5.132577419281006, |
| "learning_rate": 3.7086751233442327e-06, |
| "loss": 1.2359545230865479, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.3544303797468356, |
| "grad_norm": 2.1931583881378174, |
| "learning_rate": 3.7063871746735615e-06, |
| "loss": 0.839038610458374, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.358649789029536, |
| "grad_norm": 1.920567512512207, |
| "learning_rate": 3.704091074325534e-06, |
| "loss": 1.2603816986083984, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.3628691983122363, |
| "grad_norm": 1.3721178770065308, |
| "learning_rate": 3.7017868347252882e-06, |
| "loss": 1.1347554922103882, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.3670886075949367, |
| "grad_norm": 6.712429523468018, |
| "learning_rate": 3.699474468342008e-06, |
| "loss": 0.8782555460929871, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.371308016877637, |
| "grad_norm": 3.626140594482422, |
| "learning_rate": 3.6971539876888525e-06, |
| "loss": 1.3546593189239502, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.3755274261603376, |
| "grad_norm": 2.531872034072876, |
| "learning_rate": 3.694825405322894e-06, |
| "loss": 1.1074378490447998, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.379746835443038, |
| "grad_norm": 1.418874740600586, |
| "learning_rate": 3.692488733845044e-06, |
| "loss": 0.8609563112258911, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.3839662447257384, |
| "grad_norm": 1.9295591115951538, |
| "learning_rate": 3.690143985899987e-06, |
| "loss": 1.2149752378463745, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.3881856540084387, |
| "grad_norm": 9.573609352111816, |
| "learning_rate": 3.687791174176115e-06, |
| "loss": 0.6435118317604065, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.3924050632911391, |
| "grad_norm": 2.0520520210266113, |
| "learning_rate": 3.685430311405453e-06, |
| "loss": 1.1482752561569214, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.3966244725738397, |
| "grad_norm": 5.835472583770752, |
| "learning_rate": 3.6830614103635977e-06, |
| "loss": 0.6969774961471558, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.40084388185654, |
| "grad_norm": 1.448106288909912, |
| "learning_rate": 3.6806844838696397e-06, |
| "loss": 1.1494622230529785, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.4050632911392404, |
| "grad_norm": 2.3839871883392334, |
| "learning_rate": 3.6782995447861017e-06, |
| "loss": 0.7210063934326172, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.409282700421941, |
| "grad_norm": 3.103909492492676, |
| "learning_rate": 3.675906606018865e-06, |
| "loss": 1.1002976894378662, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.4135021097046414, |
| "grad_norm": 1.7114917039871216, |
| "learning_rate": 3.6735056805171012e-06, |
| "loss": 1.154873013496399, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.4177215189873418, |
| "grad_norm": 3.427095651626587, |
| "learning_rate": 3.6710967812731994e-06, |
| "loss": 1.3804283142089844, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.4219409282700421, |
| "grad_norm": 2.9029994010925293, |
| "learning_rate": 3.6686799213226984e-06, |
| "loss": 0.7311358451843262, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.4261603375527425, |
| "grad_norm": 2.845263719558716, |
| "learning_rate": 3.666255113744218e-06, |
| "loss": 0.6623574495315552, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.4303797468354431, |
| "grad_norm": 5.403914451599121, |
| "learning_rate": 3.663822371659383e-06, |
| "loss": 0.9805995225906372, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.4345991561181435, |
| "grad_norm": 3.444819927215576, |
| "learning_rate": 3.6613817082327565e-06, |
| "loss": 1.088465690612793, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.4388185654008439, |
| "grad_norm": 4.646100997924805, |
| "learning_rate": 3.658933136671767e-06, |
| "loss": 0.8819342851638794, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.4430379746835442, |
| "grad_norm": 3.1290183067321777, |
| "learning_rate": 3.656476670226637e-06, |
| "loss": 1.2142698764801025, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.4472573839662446, |
| "grad_norm": 4.68398904800415, |
| "learning_rate": 3.6540123221903123e-06, |
| "loss": 0.7775373458862305, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.4514767932489452, |
| "grad_norm": 3.9637718200683594, |
| "learning_rate": 3.651540105898387e-06, |
| "loss": 0.9440705180168152, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.4556962025316456, |
| "grad_norm": 6.741257190704346, |
| "learning_rate": 3.6490600347290353e-06, |
| "loss": 1.0546112060546875, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.459915611814346, |
| "grad_norm": 4.779881000518799, |
| "learning_rate": 3.6465721221029376e-06, |
| "loss": 0.7046493887901306, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.4641350210970465, |
| "grad_norm": 5.674314498901367, |
| "learning_rate": 3.6440763814832075e-06, |
| "loss": 1.2944858074188232, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.4683544303797469, |
| "grad_norm": 2.4671552181243896, |
| "learning_rate": 3.6415728263753176e-06, |
| "loss": 0.6650893688201904, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.4725738396624473, |
| "grad_norm": 3.0560495853424072, |
| "learning_rate": 3.63906147032703e-06, |
| "loss": 1.177491545677185, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.4767932489451476, |
| "grad_norm": 2.7282063961029053, |
| "learning_rate": 3.6365423269283187e-06, |
| "loss": 1.2095248699188232, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.481012658227848, |
| "grad_norm": 5.56691837310791, |
| "learning_rate": 3.6340154098113e-06, |
| "loss": 1.0211296081542969, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.4852320675105486, |
| "grad_norm": 11.867128372192383, |
| "learning_rate": 3.631480732650156e-06, |
| "loss": 0.8005210161209106, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.489451476793249, |
| "grad_norm": 1.5090935230255127, |
| "learning_rate": 3.6289383091610625e-06, |
| "loss": 1.1544265747070312, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.4936708860759493, |
| "grad_norm": 1.969177484512329, |
| "learning_rate": 3.626388153102113e-06, |
| "loss": 1.180321455001831, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.49789029535865, |
| "grad_norm": 1.4724305868148804, |
| "learning_rate": 3.6238302782732446e-06, |
| "loss": 1.0343523025512695, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.50210970464135, |
| "grad_norm": 4.455009937286377, |
| "learning_rate": 3.621264698516166e-06, |
| "loss": 0.48465144634246826, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.5063291139240507, |
| "grad_norm": 2.1380884647369385, |
| "learning_rate": 3.6186914277142776e-06, |
| "loss": 1.1161589622497559, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.510548523206751, |
| "grad_norm": 3.7489266395568848, |
| "learning_rate": 3.6161104797926013e-06, |
| "loss": 1.091984510421753, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.5147679324894514, |
| "grad_norm": 2.2989237308502197, |
| "learning_rate": 3.613521868717703e-06, |
| "loss": 1.1017979383468628, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.518987341772152, |
| "grad_norm": 4.086328506469727, |
| "learning_rate": 3.6109256084976147e-06, |
| "loss": 1.0278382301330566, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.5232067510548524, |
| "grad_norm": 4.82416296005249, |
| "learning_rate": 3.608321713181764e-06, |
| "loss": 1.198899745941162, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.5274261603375527, |
| "grad_norm": 2.247619867324829, |
| "learning_rate": 3.6057101968608936e-06, |
| "loss": 1.2113308906555176, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.5316455696202531, |
| "grad_norm": 5.557096004486084, |
| "learning_rate": 3.603091073666987e-06, |
| "loss": 0.5562316179275513, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.5358649789029535, |
| "grad_norm": 8.159991264343262, |
| "learning_rate": 3.600464357773191e-06, |
| "loss": 0.414279580116272, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.540084388185654, |
| "grad_norm": 2.0832576751708984, |
| "learning_rate": 3.5978300633937403e-06, |
| "loss": 0.9449454545974731, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.5443037974683544, |
| "grad_norm": 2.1067464351654053, |
| "learning_rate": 3.5951882047838798e-06, |
| "loss": 0.9659292101860046, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.5485232067510548, |
| "grad_norm": 1.711477518081665, |
| "learning_rate": 3.5925387962397866e-06, |
| "loss": 1.1613965034484863, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.5527426160337554, |
| "grad_norm": 3.1845133304595947, |
| "learning_rate": 3.589881852098495e-06, |
| "loss": 0.864007830619812, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.5569620253164556, |
| "grad_norm": 3.9110360145568848, |
| "learning_rate": 3.5872173867378177e-06, |
| "loss": 0.902462363243103, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.5611814345991561, |
| "grad_norm": 3.437896490097046, |
| "learning_rate": 3.5845454145762657e-06, |
| "loss": 1.0834063291549683, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.5654008438818565, |
| "grad_norm": 1.5851118564605713, |
| "learning_rate": 3.5818659500729735e-06, |
| "loss": 0.7697902917861938, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.5696202531645569, |
| "grad_norm": 7.4633588790893555, |
| "learning_rate": 3.5791790077276214e-06, |
| "loss": 0.5523649454116821, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.5738396624472575, |
| "grad_norm": 1.9582291841506958, |
| "learning_rate": 3.576484602080352e-06, |
| "loss": 0.6860834360122681, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.5780590717299579, |
| "grad_norm": 3.9132864475250244, |
| "learning_rate": 3.573782747711697e-06, |
| "loss": 0.6468961834907532, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.5822784810126582, |
| "grad_norm": 2.304565906524658, |
| "learning_rate": 3.571073459242498e-06, |
| "loss": 1.1524250507354736, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.5864978902953588, |
| "grad_norm": 2.1101715564727783, |
| "learning_rate": 3.56835675133382e-06, |
| "loss": 0.7160176038742065, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.590717299578059, |
| "grad_norm": 2.8462789058685303, |
| "learning_rate": 3.565632638686884e-06, |
| "loss": 0.7810688018798828, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.5949367088607596, |
| "grad_norm": 2.3834588527679443, |
| "learning_rate": 3.562901136042977e-06, |
| "loss": 0.6207853555679321, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.59915611814346, |
| "grad_norm": 3.6158013343811035, |
| "learning_rate": 3.560162258183377e-06, |
| "loss": 0.8702360987663269, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.6033755274261603, |
| "grad_norm": 2.5689971446990967, |
| "learning_rate": 3.5574160199292737e-06, |
| "loss": 1.1135127544403076, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.6075949367088609, |
| "grad_norm": 1.0458358526229858, |
| "learning_rate": 3.5546624361416855e-06, |
| "loss": 0.7249690294265747, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.611814345991561, |
| "grad_norm": 1.9451916217803955, |
| "learning_rate": 3.55190152172138e-06, |
| "loss": 1.1511328220367432, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.6160337552742616, |
| "grad_norm": 3.351893901824951, |
| "learning_rate": 3.549133291608796e-06, |
| "loss": 1.0460021495819092, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.620253164556962, |
| "grad_norm": 4.358265399932861, |
| "learning_rate": 3.5463577607839588e-06, |
| "loss": 0.9370321035385132, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.6244725738396624, |
| "grad_norm": 3.3822832107543945, |
| "learning_rate": 3.5435749442664016e-06, |
| "loss": 1.1469030380249023, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.628691983122363, |
| "grad_norm": 2.77669358253479, |
| "learning_rate": 3.540784857115084e-06, |
| "loss": 1.1965186595916748, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.6329113924050633, |
| "grad_norm": 2.8289971351623535, |
| "learning_rate": 3.537987514428307e-06, |
| "loss": 1.1629645824432373, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.6371308016877637, |
| "grad_norm": 2.216648817062378, |
| "learning_rate": 3.535182931343638e-06, |
| "loss": 1.1647021770477295, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.6413502109704643, |
| "grad_norm": 8.33935546875, |
| "learning_rate": 3.5323711230378236e-06, |
| "loss": 0.8370733261108398, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.6455696202531644, |
| "grad_norm": 11.60359001159668, |
| "learning_rate": 3.5295521047267085e-06, |
| "loss": 0.3443516492843628, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.649789029535865, |
| "grad_norm": 2.730212688446045, |
| "learning_rate": 3.5267258916651543e-06, |
| "loss": 1.091811180114746, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.6540084388185654, |
| "grad_norm": 4.5352888107299805, |
| "learning_rate": 3.5238924991469567e-06, |
| "loss": 0.916614830493927, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.6582278481012658, |
| "grad_norm": 11.15390682220459, |
| "learning_rate": 3.5210519425047618e-06, |
| "loss": 1.0898263454437256, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.6624472573839664, |
| "grad_norm": 4.555877208709717, |
| "learning_rate": 3.518204237109983e-06, |
| "loss": 0.5768306255340576, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 1.4780551195144653, |
| "learning_rate": 3.51534939837272e-06, |
| "loss": 1.1375391483306885, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.6708860759493671, |
| "grad_norm": 6.170176982879639, |
| "learning_rate": 3.5124874417416734e-06, |
| "loss": 0.6376422643661499, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.6751054852320675, |
| "grad_norm": 0.6833944916725159, |
| "learning_rate": 3.509618382704061e-06, |
| "loss": 0.900169849395752, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.6793248945147679, |
| "grad_norm": 1.5629899501800537, |
| "learning_rate": 3.5067422367855364e-06, |
| "loss": 1.1173095703125, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.6835443037974684, |
| "grad_norm": 3.2922439575195312, |
| "learning_rate": 3.5038590195501006e-06, |
| "loss": 0.8964512348175049, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.6877637130801688, |
| "grad_norm": 4.654068470001221, |
| "learning_rate": 3.5009687466000224e-06, |
| "loss": 1.2155747413635254, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.6919831223628692, |
| "grad_norm": 7.5080437660217285, |
| "learning_rate": 3.498071433575751e-06, |
| "loss": 0.5988451242446899, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.6962025316455698, |
| "grad_norm": 1.9102202653884888, |
| "learning_rate": 3.495167096155834e-06, |
| "loss": 1.2323973178863525, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.70042194092827, |
| "grad_norm": 3.7390973567962646, |
| "learning_rate": 3.4922557500568272e-06, |
| "loss": 1.1244511604309082, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.7046413502109705, |
| "grad_norm": 32.09159851074219, |
| "learning_rate": 3.489337411033217e-06, |
| "loss": 0.8318772912025452, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.7088607594936709, |
| "grad_norm": 3.8693466186523438, |
| "learning_rate": 3.48641209487733e-06, |
| "loss": 0.8628280758857727, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.7130801687763713, |
| "grad_norm": 2.1568024158477783, |
| "learning_rate": 3.4834798174192476e-06, |
| "loss": 1.1509721279144287, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.7172995780590719, |
| "grad_norm": 6.118010997772217, |
| "learning_rate": 3.4805405945267245e-06, |
| "loss": 1.4755480289459229, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.721518987341772, |
| "grad_norm": 1.7534123659133911, |
| "learning_rate": 3.4775944421050976e-06, |
| "loss": 1.1487780809402466, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.7257383966244726, |
| "grad_norm": 12.342169761657715, |
| "learning_rate": 3.4746413760972033e-06, |
| "loss": 0.8102009296417236, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.729957805907173, |
| "grad_norm": 7.229720115661621, |
| "learning_rate": 3.4716814124832895e-06, |
| "loss": 0.38379400968551636, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.7341772151898733, |
| "grad_norm": 5.0790886878967285, |
| "learning_rate": 3.468714567280931e-06, |
| "loss": 0.6532369256019592, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.738396624472574, |
| "grad_norm": 9.148484230041504, |
| "learning_rate": 3.4657408565449413e-06, |
| "loss": 0.7519415616989136, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.7426160337552743, |
| "grad_norm": 3.0881879329681396, |
| "learning_rate": 3.4627602963672854e-06, |
| "loss": 0.9758714437484741, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.7468354430379747, |
| "grad_norm": 4.036842346191406, |
| "learning_rate": 3.459772902876994e-06, |
| "loss": 0.9723775386810303, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.7510548523206753, |
| "grad_norm": 2.8862991333007812, |
| "learning_rate": 3.4567786922400757e-06, |
| "loss": 1.1287617683410645, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.7552742616033754, |
| "grad_norm": 2.3025224208831787, |
| "learning_rate": 3.4537776806594293e-06, |
| "loss": 1.1016814708709717, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.759493670886076, |
| "grad_norm": 2.3911185264587402, |
| "learning_rate": 3.4507698843747567e-06, |
| "loss": 0.8698973655700684, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.7637130801687764, |
| "grad_norm": 2.9084486961364746, |
| "learning_rate": 3.4477553196624734e-06, |
| "loss": 1.1183581352233887, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.7679324894514767, |
| "grad_norm": 2.349198579788208, |
| "learning_rate": 3.444734002835624e-06, |
| "loss": 1.0136666297912598, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.7721518987341773, |
| "grad_norm": 3.0843915939331055, |
| "learning_rate": 3.441705950243789e-06, |
| "loss": 0.8606936931610107, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.7763713080168775, |
| "grad_norm": 3.7463226318359375, |
| "learning_rate": 3.4386711782729996e-06, |
| "loss": 0.9574577808380127, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.780590717299578, |
| "grad_norm": 1.5658468008041382, |
| "learning_rate": 3.4356297033456496e-06, |
| "loss": 0.46850845217704773, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.7848101265822784, |
| "grad_norm": 1.2881762981414795, |
| "learning_rate": 3.432581541920404e-06, |
| "loss": 0.7656896114349365, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.7890295358649788, |
| "grad_norm": 4.494737148284912, |
| "learning_rate": 3.429526710492111e-06, |
| "loss": 0.6177375912666321, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.7932489451476794, |
| "grad_norm": 2.9015707969665527, |
| "learning_rate": 3.426465225591713e-06, |
| "loss": 0.8043622374534607, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.7974683544303798, |
| "grad_norm": 2.33308482170105, |
| "learning_rate": 3.4233971037861587e-06, |
| "loss": 1.1262691020965576, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.8016877637130801, |
| "grad_norm": 3.47825026512146, |
| "learning_rate": 3.4203223616783097e-06, |
| "loss": 1.4144643545150757, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.8059071729957807, |
| "grad_norm": 0.613185703754425, |
| "learning_rate": 3.4172410159068545e-06, |
| "loss": 0.9285470247268677, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.810126582278481, |
| "grad_norm": 4.0782623291015625, |
| "learning_rate": 3.414153083146215e-06, |
| "loss": 1.0604450702667236, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.8143459915611815, |
| "grad_norm": 4.575808525085449, |
| "learning_rate": 3.411058580106458e-06, |
| "loss": 0.7167332172393799, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.8185654008438819, |
| "grad_norm": 2.6179590225219727, |
| "learning_rate": 3.4079575235332077e-06, |
| "loss": 1.1503570079803467, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.8227848101265822, |
| "grad_norm": 1.5741914510726929, |
| "learning_rate": 3.4048499302075485e-06, |
| "loss": 1.0776422023773193, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.8270042194092828, |
| "grad_norm": 2.200496196746826, |
| "learning_rate": 3.40173581694594e-06, |
| "loss": 1.0765013694763184, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.831223628691983, |
| "grad_norm": 7.11644172668457, |
| "learning_rate": 3.3986152006001233e-06, |
| "loss": 0.9683362245559692, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.8354430379746836, |
| "grad_norm": 2.3128275871276855, |
| "learning_rate": 3.3954880980570296e-06, |
| "loss": 1.044558048248291, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.839662447257384, |
| "grad_norm": 10.811915397644043, |
| "learning_rate": 3.392354526238691e-06, |
| "loss": 0.8069396615028381, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.8438818565400843, |
| "grad_norm": 2.664677858352661, |
| "learning_rate": 3.3892145021021462e-06, |
| "loss": 0.9714232683181763, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.8481012658227849, |
| "grad_norm": 2.777123212814331, |
| "learning_rate": 3.3860680426393515e-06, |
| "loss": 1.1506626605987549, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.8523206751054853, |
| "grad_norm": 4.2269368171691895, |
| "learning_rate": 3.3829151648770855e-06, |
| "loss": 0.8257066011428833, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.8565400843881856, |
| "grad_norm": 3.8701000213623047, |
| "learning_rate": 3.3797558858768593e-06, |
| "loss": 0.7449560761451721, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.8607594936708862, |
| "grad_norm": 3.4201698303222656, |
| "learning_rate": 3.3765902227348255e-06, |
| "loss": 1.0331380367279053, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.8649789029535864, |
| "grad_norm": 3.0394904613494873, |
| "learning_rate": 3.3734181925816826e-06, |
| "loss": 0.7403502464294434, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.869198312236287, |
| "grad_norm": 2.232851266860962, |
| "learning_rate": 3.370239812582583e-06, |
| "loss": 0.7928322553634644, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.8734177215189873, |
| "grad_norm": 1.918642282485962, |
| "learning_rate": 3.367055099937041e-06, |
| "loss": 1.0973682403564453, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.8776371308016877, |
| "grad_norm": 4.839916229248047, |
| "learning_rate": 3.3638640718788406e-06, |
| "loss": 0.5104875564575195, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.8818565400843883, |
| "grad_norm": 7.4713239669799805, |
| "learning_rate": 3.3606667456759397e-06, |
| "loss": 0.7245833873748779, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.8860759493670884, |
| "grad_norm": 2.0137648582458496, |
| "learning_rate": 3.3574631386303797e-06, |
| "loss": 1.1190528869628906, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.890295358649789, |
| "grad_norm": 1.844823956489563, |
| "learning_rate": 3.3542532680781876e-06, |
| "loss": 1.3033103942871094, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.8945147679324894, |
| "grad_norm": 9.570866584777832, |
| "learning_rate": 3.351037151389287e-06, |
| "loss": 0.8090759515762329, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.8987341772151898, |
| "grad_norm": 5.827152252197266, |
| "learning_rate": 3.3478148059674016e-06, |
| "loss": 1.06083083152771, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.9029535864978904, |
| "grad_norm": 4.6404595375061035, |
| "learning_rate": 3.3445862492499595e-06, |
| "loss": 1.226179838180542, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.9071729957805907, |
| "grad_norm": 4.473128318786621, |
| "learning_rate": 3.3413514987080043e-06, |
| "loss": 1.0048933029174805, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.9113924050632911, |
| "grad_norm": 2.088918924331665, |
| "learning_rate": 3.338110571846093e-06, |
| "loss": 1.325439214706421, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.9156118143459917, |
| "grad_norm": 7.492137432098389, |
| "learning_rate": 3.3348634862022074e-06, |
| "loss": 0.5317611694335938, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.9198312236286919, |
| "grad_norm": 5.070749759674072, |
| "learning_rate": 3.331610259347657e-06, |
| "loss": 1.0684950351715088, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.9240506329113924, |
| "grad_norm": 4.511446952819824, |
| "learning_rate": 3.328350908886983e-06, |
| "loss": 0.8111604452133179, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.9282700421940928, |
| "grad_norm": 9.428959846496582, |
| "learning_rate": 3.3250854524578636e-06, |
| "loss": 1.1320171356201172, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.9324894514767932, |
| "grad_norm": 13.564945220947266, |
| "learning_rate": 3.3218139077310206e-06, |
| "loss": 0.8104444742202759, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.9367088607594938, |
| "grad_norm": 2.054192543029785, |
| "learning_rate": 3.3185362924101207e-06, |
| "loss": 1.0631756782531738, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.9409282700421941, |
| "grad_norm": 3.2311954498291016, |
| "learning_rate": 3.315252624231682e-06, |
| "loss": 0.5999157428741455, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.9451476793248945, |
| "grad_norm": 1.8943932056427002, |
| "learning_rate": 3.3119629209649763e-06, |
| "loss": 1.0982520580291748, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.9493670886075949, |
| "grad_norm": 1.940902590751648, |
| "learning_rate": 3.3086672004119335e-06, |
| "loss": 1.226811408996582, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.9535864978902953, |
| "grad_norm": 3.3977231979370117, |
| "learning_rate": 3.305365480407046e-06, |
| "loss": 0.9012327194213867, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.9578059071729959, |
| "grad_norm": 3.1414709091186523, |
| "learning_rate": 3.3020577788172725e-06, |
| "loss": 0.7510135173797607, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.9620253164556962, |
| "grad_norm": 2.9762823581695557, |
| "learning_rate": 3.2987441135419394e-06, |
| "loss": 1.1897534132003784, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.9662447257383966, |
| "grad_norm": 3.8375062942504883, |
| "learning_rate": 3.2954245025126446e-06, |
| "loss": 0.9271247982978821, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.9704641350210972, |
| "grad_norm": 1.9467542171478271, |
| "learning_rate": 3.292098963693163e-06, |
| "loss": 1.2084356546401978, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.9746835443037973, |
| "grad_norm": 2.952320098876953, |
| "learning_rate": 3.2887675150793443e-06, |
| "loss": 1.1498595476150513, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.978902953586498, |
| "grad_norm": 1.555445909500122, |
| "learning_rate": 3.2854301746990206e-06, |
| "loss": 0.8107820749282837, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.9831223628691983, |
| "grad_norm": 1.9152470827102661, |
| "learning_rate": 3.2820869606119068e-06, |
| "loss": 1.1318726539611816, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.9873417721518987, |
| "grad_norm": 3.219928026199341, |
| "learning_rate": 3.278737890909502e-06, |
| "loss": 0.9334742426872253, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.9915611814345993, |
| "grad_norm": 1.992208480834961, |
| "learning_rate": 3.275382983714992e-06, |
| "loss": 0.7602829933166504, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.9957805907172996, |
| "grad_norm": 2.6617956161499023, |
| "learning_rate": 3.272022257183153e-06, |
| "loss": 1.0931661128997803, |
| "step": 946 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 12.275853157043457, |
| "learning_rate": 3.268655729500251e-06, |
| "loss": 0.5812578797340393, |
| "step": 948 |
| }, |
| { |
| "epoch": 2.0042194092827006, |
| "grad_norm": 3.4581050872802734, |
| "learning_rate": 3.265283418883945e-06, |
| "loss": 0.8604273200035095, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.0084388185654007, |
| "grad_norm": 5.053099155426025, |
| "learning_rate": 3.2619053435831878e-06, |
| "loss": 0.6394712924957275, |
| "step": 952 |
| }, |
| { |
| "epoch": 2.0126582278481013, |
| "grad_norm": 2.949049711227417, |
| "learning_rate": 3.258521521878126e-06, |
| "loss": 0.8134095072746277, |
| "step": 954 |
| }, |
| { |
| "epoch": 2.0168776371308015, |
| "grad_norm": 3.0072250366210938, |
| "learning_rate": 3.2551319720800043e-06, |
| "loss": 0.9163396954536438, |
| "step": 956 |
| }, |
| { |
| "epoch": 2.021097046413502, |
| "grad_norm": 4.474330902099609, |
| "learning_rate": 3.251736712531063e-06, |
| "loss": 0.7234617471694946, |
| "step": 958 |
| }, |
| { |
| "epoch": 2.0253164556962027, |
| "grad_norm": 3.9642207622528076, |
| "learning_rate": 3.2483357616044418e-06, |
| "loss": 0.7650543451309204, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.029535864978903, |
| "grad_norm": 4.6968793869018555, |
| "learning_rate": 3.244929137704076e-06, |
| "loss": 1.1930127143859863, |
| "step": 962 |
| }, |
| { |
| "epoch": 2.0337552742616034, |
| "grad_norm": 1.5408298969268799, |
| "learning_rate": 3.241516859264602e-06, |
| "loss": 0.7401737570762634, |
| "step": 964 |
| }, |
| { |
| "epoch": 2.037974683544304, |
| "grad_norm": 4.210058689117432, |
| "learning_rate": 3.238098944751256e-06, |
| "loss": 0.756514310836792, |
| "step": 966 |
| }, |
| { |
| "epoch": 2.042194092827004, |
| "grad_norm": 3.6998515129089355, |
| "learning_rate": 3.23467541265977e-06, |
| "loss": 0.750130295753479, |
| "step": 968 |
| }, |
| { |
| "epoch": 2.0464135021097047, |
| "grad_norm": 2.7548975944519043, |
| "learning_rate": 3.2312462815162777e-06, |
| "loss": 1.0819189548492432, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.050632911392405, |
| "grad_norm": 4.967726707458496, |
| "learning_rate": 3.2278115698772116e-06, |
| "loss": 0.923316240310669, |
| "step": 972 |
| }, |
| { |
| "epoch": 2.0548523206751055, |
| "grad_norm": 2.2812294960021973, |
| "learning_rate": 3.2243712963292003e-06, |
| "loss": 0.8755730390548706, |
| "step": 974 |
| }, |
| { |
| "epoch": 2.059071729957806, |
| "grad_norm": 3.7565250396728516, |
| "learning_rate": 3.2209254794889724e-06, |
| "loss": 0.6916130781173706, |
| "step": 976 |
| }, |
| { |
| "epoch": 2.0632911392405062, |
| "grad_norm": 2.0674679279327393, |
| "learning_rate": 3.2174741380032523e-06, |
| "loss": 0.6281135082244873, |
| "step": 978 |
| }, |
| { |
| "epoch": 2.067510548523207, |
| "grad_norm": 3.7574315071105957, |
| "learning_rate": 3.2140172905486612e-06, |
| "loss": 0.7170443534851074, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.071729957805907, |
| "grad_norm": 3.4279699325561523, |
| "learning_rate": 3.210554955831615e-06, |
| "loss": 1.0432848930358887, |
| "step": 982 |
| }, |
| { |
| "epoch": 2.0759493670886076, |
| "grad_norm": 2.687915802001953, |
| "learning_rate": 3.207087152588224e-06, |
| "loss": 0.9696755409240723, |
| "step": 984 |
| }, |
| { |
| "epoch": 2.080168776371308, |
| "grad_norm": 2.2797346115112305, |
| "learning_rate": 3.203613899584189e-06, |
| "loss": 1.0136628150939941, |
| "step": 986 |
| }, |
| { |
| "epoch": 2.0843881856540083, |
| "grad_norm": 2.3300132751464844, |
| "learning_rate": 3.2001352156147045e-06, |
| "loss": 1.0422950983047485, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.088607594936709, |
| "grad_norm": 6.217328071594238, |
| "learning_rate": 3.1966511195043527e-06, |
| "loss": 0.5632253289222717, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.0928270042194095, |
| "grad_norm": 2.278618335723877, |
| "learning_rate": 3.193161630107003e-06, |
| "loss": 0.5706143379211426, |
| "step": 992 |
| }, |
| { |
| "epoch": 2.0970464135021096, |
| "grad_norm": 2.097888946533203, |
| "learning_rate": 3.18966676630571e-06, |
| "loss": 1.1316472291946411, |
| "step": 994 |
| }, |
| { |
| "epoch": 2.1012658227848102, |
| "grad_norm": 4.8473286628723145, |
| "learning_rate": 3.186166547012612e-06, |
| "loss": 1.068217158317566, |
| "step": 996 |
| }, |
| { |
| "epoch": 2.1054852320675104, |
| "grad_norm": 1.3159743547439575, |
| "learning_rate": 3.1826609911688273e-06, |
| "loss": 0.643653154373169, |
| "step": 998 |
| }, |
| { |
| "epoch": 2.109704641350211, |
| "grad_norm": 2.744520425796509, |
| "learning_rate": 3.1791501177443533e-06, |
| "loss": 1.1834640502929688, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.1139240506329116, |
| "grad_norm": 5.579896926879883, |
| "learning_rate": 3.1756339457379626e-06, |
| "loss": 1.023376703262329, |
| "step": 1002 |
| }, |
| { |
| "epoch": 2.1181434599156117, |
| "grad_norm": 2.515099048614502, |
| "learning_rate": 3.1721124941771005e-06, |
| "loss": 1.092795491218567, |
| "step": 1004 |
| }, |
| { |
| "epoch": 2.1223628691983123, |
| "grad_norm": 1.9233348369598389, |
| "learning_rate": 3.1685857821177832e-06, |
| "loss": 0.6104440689086914, |
| "step": 1006 |
| }, |
| { |
| "epoch": 2.1265822784810124, |
| "grad_norm": 1.7998379468917847, |
| "learning_rate": 3.1650538286444902e-06, |
| "loss": 0.7144567966461182, |
| "step": 1008 |
| }, |
| { |
| "epoch": 2.130801687763713, |
| "grad_norm": 1.6687654256820679, |
| "learning_rate": 3.16151665287007e-06, |
| "loss": 0.6989231109619141, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.1350210970464136, |
| "grad_norm": 3.730558156967163, |
| "learning_rate": 3.1579742739356252e-06, |
| "loss": 0.8780606985092163, |
| "step": 1012 |
| }, |
| { |
| "epoch": 2.1392405063291138, |
| "grad_norm": 3.9646623134613037, |
| "learning_rate": 3.154426711010419e-06, |
| "loss": 1.304856300354004, |
| "step": 1014 |
| }, |
| { |
| "epoch": 2.1434599156118144, |
| "grad_norm": 4.966225624084473, |
| "learning_rate": 3.1508739832917664e-06, |
| "loss": 0.5962163209915161, |
| "step": 1016 |
| }, |
| { |
| "epoch": 2.147679324894515, |
| "grad_norm": 3.8472814559936523, |
| "learning_rate": 3.147316110004929e-06, |
| "loss": 0.8961644768714905, |
| "step": 1018 |
| }, |
| { |
| "epoch": 2.151898734177215, |
| "grad_norm": 16.210412979125977, |
| "learning_rate": 3.1437531104030172e-06, |
| "loss": 0.7574584484100342, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.1561181434599157, |
| "grad_norm": 6.170048713684082, |
| "learning_rate": 3.1401850037668773e-06, |
| "loss": 0.8245753049850464, |
| "step": 1022 |
| }, |
| { |
| "epoch": 2.160337552742616, |
| "grad_norm": 7.539897918701172, |
| "learning_rate": 3.1366118094049962e-06, |
| "loss": 0.8227906227111816, |
| "step": 1024 |
| }, |
| { |
| "epoch": 2.1645569620253164, |
| "grad_norm": 2.6890225410461426, |
| "learning_rate": 3.133033546653389e-06, |
| "loss": 1.0590184926986694, |
| "step": 1026 |
| }, |
| { |
| "epoch": 2.168776371308017, |
| "grad_norm": 2.2687880992889404, |
| "learning_rate": 3.129450234875501e-06, |
| "loss": 1.1196215152740479, |
| "step": 1028 |
| }, |
| { |
| "epoch": 2.172995780590717, |
| "grad_norm": 1.5322057008743286, |
| "learning_rate": 3.1258618934620977e-06, |
| "loss": 1.0350878238677979, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.1772151898734178, |
| "grad_norm": 1.7896466255187988, |
| "learning_rate": 3.1222685418311624e-06, |
| "loss": 1.0621168613433838, |
| "step": 1032 |
| }, |
| { |
| "epoch": 2.181434599156118, |
| "grad_norm": 1.9826382398605347, |
| "learning_rate": 3.1186701994277913e-06, |
| "loss": 1.0807254314422607, |
| "step": 1034 |
| }, |
| { |
| "epoch": 2.1856540084388185, |
| "grad_norm": 2.4833922386169434, |
| "learning_rate": 3.115066885724087e-06, |
| "loss": 1.0103787183761597, |
| "step": 1036 |
| }, |
| { |
| "epoch": 2.189873417721519, |
| "grad_norm": 4.183322429656982, |
| "learning_rate": 3.111458620219056e-06, |
| "loss": 1.0446069240570068, |
| "step": 1038 |
| }, |
| { |
| "epoch": 2.1940928270042193, |
| "grad_norm": 5.676382064819336, |
| "learning_rate": 3.107845422438497e-06, |
| "loss": 1.1852116584777832, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.19831223628692, |
| "grad_norm": 12.257451057434082, |
| "learning_rate": 3.1042273119349024e-06, |
| "loss": 0.3302527964115143, |
| "step": 1042 |
| }, |
| { |
| "epoch": 2.2025316455696204, |
| "grad_norm": 1.8637685775756836, |
| "learning_rate": 3.10060430828735e-06, |
| "loss": 1.0095632076263428, |
| "step": 1044 |
| }, |
| { |
| "epoch": 2.2067510548523206, |
| "grad_norm": 6.286106109619141, |
| "learning_rate": 3.0969764311013927e-06, |
| "loss": 0.6037812232971191, |
| "step": 1046 |
| }, |
| { |
| "epoch": 2.210970464135021, |
| "grad_norm": 2.026481866836548, |
| "learning_rate": 3.09334370000896e-06, |
| "loss": 0.8940553665161133, |
| "step": 1048 |
| }, |
| { |
| "epoch": 2.2151898734177213, |
| "grad_norm": 2.958310604095459, |
| "learning_rate": 3.089706134668245e-06, |
| "loss": 1.070237636566162, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.219409282700422, |
| "grad_norm": 5.202909469604492, |
| "learning_rate": 3.0860637547636023e-06, |
| "loss": 0.9080023765563965, |
| "step": 1052 |
| }, |
| { |
| "epoch": 2.2236286919831225, |
| "grad_norm": 4.214676856994629, |
| "learning_rate": 3.082416580005441e-06, |
| "loss": 0.9310380220413208, |
| "step": 1054 |
| }, |
| { |
| "epoch": 2.2278481012658227, |
| "grad_norm": 4.913782119750977, |
| "learning_rate": 3.0787646301301143e-06, |
| "loss": 0.8610812425613403, |
| "step": 1056 |
| }, |
| { |
| "epoch": 2.2320675105485233, |
| "grad_norm": 11.496319770812988, |
| "learning_rate": 3.0751079248998183e-06, |
| "loss": 0.5102381706237793, |
| "step": 1058 |
| }, |
| { |
| "epoch": 2.2362869198312234, |
| "grad_norm": 2.501431703567505, |
| "learning_rate": 3.0714464841024817e-06, |
| "loss": 1.026395559310913, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.240506329113924, |
| "grad_norm": 1.0209457874298096, |
| "learning_rate": 3.067780327551658e-06, |
| "loss": 0.7514087557792664, |
| "step": 1062 |
| }, |
| { |
| "epoch": 2.2447257383966246, |
| "grad_norm": 10.08558464050293, |
| "learning_rate": 3.06410947508642e-06, |
| "loss": 0.4998623728752136, |
| "step": 1064 |
| }, |
| { |
| "epoch": 2.2489451476793247, |
| "grad_norm": 2.017042875289917, |
| "learning_rate": 3.060433946571253e-06, |
| "loss": 0.9955783486366272, |
| "step": 1066 |
| }, |
| { |
| "epoch": 2.2531645569620253, |
| "grad_norm": 3.0692787170410156, |
| "learning_rate": 3.0567537618959453e-06, |
| "loss": 1.24436616897583, |
| "step": 1068 |
| }, |
| { |
| "epoch": 2.257383966244726, |
| "grad_norm": 2.2183597087860107, |
| "learning_rate": 3.0530689409754826e-06, |
| "loss": 1.1389007568359375, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.261603375527426, |
| "grad_norm": 3.1245839595794678, |
| "learning_rate": 3.0493795037499374e-06, |
| "loss": 1.1064579486846924, |
| "step": 1072 |
| }, |
| { |
| "epoch": 2.2658227848101267, |
| "grad_norm": 5.401794910430908, |
| "learning_rate": 3.0456854701843647e-06, |
| "loss": 1.280016303062439, |
| "step": 1074 |
| }, |
| { |
| "epoch": 2.270042194092827, |
| "grad_norm": 2.5527584552764893, |
| "learning_rate": 3.041986860268693e-06, |
| "loss": 1.0337902307510376, |
| "step": 1076 |
| }, |
| { |
| "epoch": 2.2742616033755274, |
| "grad_norm": 1.6811496019363403, |
| "learning_rate": 3.0382836940176112e-06, |
| "loss": 0.7087812423706055, |
| "step": 1078 |
| }, |
| { |
| "epoch": 2.278481012658228, |
| "grad_norm": 4.886277675628662, |
| "learning_rate": 3.034575991470468e-06, |
| "loss": 0.8468987941741943, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.282700421940928, |
| "grad_norm": 10.467023849487305, |
| "learning_rate": 3.03086377269116e-06, |
| "loss": 0.46134668588638306, |
| "step": 1082 |
| }, |
| { |
| "epoch": 2.2869198312236287, |
| "grad_norm": 4.281970500946045, |
| "learning_rate": 3.027147057768022e-06, |
| "loss": 0.6730149984359741, |
| "step": 1084 |
| }, |
| { |
| "epoch": 2.291139240506329, |
| "grad_norm": 1.6377662420272827, |
| "learning_rate": 3.023425866813718e-06, |
| "loss": 0.5801299810409546, |
| "step": 1086 |
| }, |
| { |
| "epoch": 2.2953586497890295, |
| "grad_norm": 4.013052940368652, |
| "learning_rate": 3.0197002199651353e-06, |
| "loss": 0.900696873664856, |
| "step": 1088 |
| }, |
| { |
| "epoch": 2.29957805907173, |
| "grad_norm": 1.2075470685958862, |
| "learning_rate": 3.015970137383273e-06, |
| "loss": 0.557762861251831, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.3037974683544302, |
| "grad_norm": 6.79136848449707, |
| "learning_rate": 3.0122356392531345e-06, |
| "loss": 0.8252531290054321, |
| "step": 1092 |
| }, |
| { |
| "epoch": 2.308016877637131, |
| "grad_norm": 1.973429560661316, |
| "learning_rate": 3.008496745783617e-06, |
| "loss": 0.6639243364334106, |
| "step": 1094 |
| }, |
| { |
| "epoch": 2.3122362869198314, |
| "grad_norm": 5.644299507141113, |
| "learning_rate": 3.0047534772074038e-06, |
| "loss": 0.41757094860076904, |
| "step": 1096 |
| }, |
| { |
| "epoch": 2.3164556962025316, |
| "grad_norm": 4.321779727935791, |
| "learning_rate": 3.001005853780852e-06, |
| "loss": 1.101494550704956, |
| "step": 1098 |
| }, |
| { |
| "epoch": 2.320675105485232, |
| "grad_norm": 2.1912591457366943, |
| "learning_rate": 2.9972538957838848e-06, |
| "loss": 0.9152376055717468, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.3248945147679323, |
| "grad_norm": 2.042452335357666, |
| "learning_rate": 2.9934976235198827e-06, |
| "loss": 1.0394017696380615, |
| "step": 1102 |
| }, |
| { |
| "epoch": 2.329113924050633, |
| "grad_norm": 1.53744637966156, |
| "learning_rate": 2.989737057315572e-06, |
| "loss": 1.2090572118759155, |
| "step": 1104 |
| }, |
| { |
| "epoch": 2.3333333333333335, |
| "grad_norm": 2.0143048763275146, |
| "learning_rate": 2.9859722175209153e-06, |
| "loss": 0.7863491773605347, |
| "step": 1106 |
| }, |
| { |
| "epoch": 2.3375527426160336, |
| "grad_norm": 10.555294036865234, |
| "learning_rate": 2.9822031245090002e-06, |
| "loss": 0.5064557790756226, |
| "step": 1108 |
| }, |
| { |
| "epoch": 2.3417721518987342, |
| "grad_norm": 3.0460026264190674, |
| "learning_rate": 2.978429798675931e-06, |
| "loss": 1.0185744762420654, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.3459915611814344, |
| "grad_norm": 1.6025739908218384, |
| "learning_rate": 2.97465226044072e-06, |
| "loss": 1.0687915086746216, |
| "step": 1112 |
| }, |
| { |
| "epoch": 2.350210970464135, |
| "grad_norm": 2.336373805999756, |
| "learning_rate": 2.9708705302451697e-06, |
| "loss": 1.1018157005310059, |
| "step": 1114 |
| }, |
| { |
| "epoch": 2.3544303797468356, |
| "grad_norm": 1.2120983600616455, |
| "learning_rate": 2.96708462855377e-06, |
| "loss": 0.6393563747406006, |
| "step": 1116 |
| }, |
| { |
| "epoch": 2.3586497890295357, |
| "grad_norm": 5.554210186004639, |
| "learning_rate": 2.9632945758535847e-06, |
| "loss": 0.9500521421432495, |
| "step": 1118 |
| }, |
| { |
| "epoch": 2.3628691983122363, |
| "grad_norm": 13.489524841308594, |
| "learning_rate": 2.9595003926541398e-06, |
| "loss": 0.6889848709106445, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.367088607594937, |
| "grad_norm": 6.1560187339782715, |
| "learning_rate": 2.9557020994873125e-06, |
| "loss": 0.9626091718673706, |
| "step": 1122 |
| }, |
| { |
| "epoch": 2.371308016877637, |
| "grad_norm": 1.836715579032898, |
| "learning_rate": 2.951899716907221e-06, |
| "loss": 0.5855181217193604, |
| "step": 1124 |
| }, |
| { |
| "epoch": 2.3755274261603376, |
| "grad_norm": 1.9696272611618042, |
| "learning_rate": 2.9480932654901142e-06, |
| "loss": 0.8846515417098999, |
| "step": 1126 |
| }, |
| { |
| "epoch": 2.379746835443038, |
| "grad_norm": 2.0595052242279053, |
| "learning_rate": 2.944282765834257e-06, |
| "loss": 1.0026812553405762, |
| "step": 1128 |
| }, |
| { |
| "epoch": 2.3839662447257384, |
| "grad_norm": 8.984773635864258, |
| "learning_rate": 2.9404682385598225e-06, |
| "loss": 0.4564356803894043, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.388185654008439, |
| "grad_norm": 9.524094581604004, |
| "learning_rate": 2.9366497043087794e-06, |
| "loss": 0.3366748094558716, |
| "step": 1132 |
| }, |
| { |
| "epoch": 2.392405063291139, |
| "grad_norm": 2.6163482666015625, |
| "learning_rate": 2.932827183744778e-06, |
| "loss": 0.46002885699272156, |
| "step": 1134 |
| }, |
| { |
| "epoch": 2.3966244725738397, |
| "grad_norm": 7.858697414398193, |
| "learning_rate": 2.929000697553041e-06, |
| "loss": 0.5188404321670532, |
| "step": 1136 |
| }, |
| { |
| "epoch": 2.40084388185654, |
| "grad_norm": 2.04315447807312, |
| "learning_rate": 2.925170266440252e-06, |
| "loss": 1.063408613204956, |
| "step": 1138 |
| }, |
| { |
| "epoch": 2.4050632911392404, |
| "grad_norm": 3.0201163291931152, |
| "learning_rate": 2.921335911134439e-06, |
| "loss": 0.7606229186058044, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.409282700421941, |
| "grad_norm": 5.318437576293945, |
| "learning_rate": 2.91749765238487e-06, |
| "loss": 0.2792668044567108, |
| "step": 1142 |
| }, |
| { |
| "epoch": 2.413502109704641, |
| "grad_norm": 1.64540433883667, |
| "learning_rate": 2.9136555109619316e-06, |
| "loss": 0.7836066484451294, |
| "step": 1144 |
| }, |
| { |
| "epoch": 2.4177215189873418, |
| "grad_norm": 7.265844821929932, |
| "learning_rate": 2.9098095076570235e-06, |
| "loss": 1.0778812170028687, |
| "step": 1146 |
| }, |
| { |
| "epoch": 2.4219409282700424, |
| "grad_norm": 4.908560752868652, |
| "learning_rate": 2.9059596632824432e-06, |
| "loss": 0.8231828212738037, |
| "step": 1148 |
| }, |
| { |
| "epoch": 2.4261603375527425, |
| "grad_norm": 3.473619222640991, |
| "learning_rate": 2.902105998671275e-06, |
| "loss": 1.0785859823226929, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.430379746835443, |
| "grad_norm": 5.009274959564209, |
| "learning_rate": 2.8982485346772733e-06, |
| "loss": 0.6990054845809937, |
| "step": 1152 |
| }, |
| { |
| "epoch": 2.4345991561181437, |
| "grad_norm": 1.6592916250228882, |
| "learning_rate": 2.894387292174754e-06, |
| "loss": 1.1584959030151367, |
| "step": 1154 |
| }, |
| { |
| "epoch": 2.438818565400844, |
| "grad_norm": 1.9908864498138428, |
| "learning_rate": 2.8905222920584814e-06, |
| "loss": 0.3479560613632202, |
| "step": 1156 |
| }, |
| { |
| "epoch": 2.4430379746835444, |
| "grad_norm": 2.59413743019104, |
| "learning_rate": 2.886653555243553e-06, |
| "loss": 0.7740304470062256, |
| "step": 1158 |
| }, |
| { |
| "epoch": 2.4472573839662446, |
| "grad_norm": 3.607126235961914, |
| "learning_rate": 2.882781102665284e-06, |
| "loss": 1.0350849628448486, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.451476793248945, |
| "grad_norm": 2.7151076793670654, |
| "learning_rate": 2.8789049552791024e-06, |
| "loss": 0.6460145711898804, |
| "step": 1162 |
| }, |
| { |
| "epoch": 2.4556962025316453, |
| "grad_norm": 1.7807066440582275, |
| "learning_rate": 2.8750251340604255e-06, |
| "loss": 1.0453755855560303, |
| "step": 1164 |
| }, |
| { |
| "epoch": 2.459915611814346, |
| "grad_norm": 2.944485664367676, |
| "learning_rate": 2.8711416600045556e-06, |
| "loss": 1.079903483390808, |
| "step": 1166 |
| }, |
| { |
| "epoch": 2.4641350210970465, |
| "grad_norm": 0.9675163626670837, |
| "learning_rate": 2.8672545541265583e-06, |
| "loss": 0.5578194856643677, |
| "step": 1168 |
| }, |
| { |
| "epoch": 2.4683544303797467, |
| "grad_norm": 1.795234203338623, |
| "learning_rate": 2.8633638374611544e-06, |
| "loss": 1.0072107315063477, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.4725738396624473, |
| "grad_norm": 3.3494741916656494, |
| "learning_rate": 2.8594695310626034e-06, |
| "loss": 1.0281925201416016, |
| "step": 1172 |
| }, |
| { |
| "epoch": 2.476793248945148, |
| "grad_norm": 2.088599920272827, |
| "learning_rate": 2.8555716560045917e-06, |
| "loss": 1.0314571857452393, |
| "step": 1174 |
| }, |
| { |
| "epoch": 2.481012658227848, |
| "grad_norm": 2.605670213699341, |
| "learning_rate": 2.851670233380114e-06, |
| "loss": 0.7644580602645874, |
| "step": 1176 |
| }, |
| { |
| "epoch": 2.4852320675105486, |
| "grad_norm": 13.257305145263672, |
| "learning_rate": 2.8477652843013666e-06, |
| "loss": 0.42062222957611084, |
| "step": 1178 |
| }, |
| { |
| "epoch": 2.489451476793249, |
| "grad_norm": 7.103763103485107, |
| "learning_rate": 2.8438568298996265e-06, |
| "loss": 0.7796779274940491, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.4936708860759493, |
| "grad_norm": 3.013402223587036, |
| "learning_rate": 2.8399448913251374e-06, |
| "loss": 0.9339659214019775, |
| "step": 1182 |
| }, |
| { |
| "epoch": 2.49789029535865, |
| "grad_norm": 7.224562644958496, |
| "learning_rate": 2.836029489747002e-06, |
| "loss": 0.49434345960617065, |
| "step": 1184 |
| }, |
| { |
| "epoch": 2.50210970464135, |
| "grad_norm": 17.112947463989258, |
| "learning_rate": 2.8321106463530592e-06, |
| "loss": 0.6316568851470947, |
| "step": 1186 |
| }, |
| { |
| "epoch": 2.5063291139240507, |
| "grad_norm": 5.573176383972168, |
| "learning_rate": 2.8281883823497745e-06, |
| "loss": 0.7511799335479736, |
| "step": 1188 |
| }, |
| { |
| "epoch": 2.510548523206751, |
| "grad_norm": 2.383787155151367, |
| "learning_rate": 2.824262718962122e-06, |
| "loss": 1.03713858127594, |
| "step": 1190 |
| }, |
| { |
| "epoch": 2.5147679324894514, |
| "grad_norm": 5.0437116622924805, |
| "learning_rate": 2.820333677433474e-06, |
| "loss": 0.510556697845459, |
| "step": 1192 |
| }, |
| { |
| "epoch": 2.518987341772152, |
| "grad_norm": 6.297809600830078, |
| "learning_rate": 2.816401279025482e-06, |
| "loss": 1.3623912334442139, |
| "step": 1194 |
| }, |
| { |
| "epoch": 2.523206751054852, |
| "grad_norm": 2.4292147159576416, |
| "learning_rate": 2.8124655450179618e-06, |
| "loss": 1.1327567100524902, |
| "step": 1196 |
| }, |
| { |
| "epoch": 2.5274261603375527, |
| "grad_norm": 2.8005106449127197, |
| "learning_rate": 2.808526496708781e-06, |
| "loss": 0.980167031288147, |
| "step": 1198 |
| }, |
| { |
| "epoch": 2.5316455696202533, |
| "grad_norm": 6.94888162612915, |
| "learning_rate": 2.804584155413741e-06, |
| "loss": 0.6094427704811096, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.5358649789029535, |
| "grad_norm": 2.302324056625366, |
| "learning_rate": 2.8006385424664638e-06, |
| "loss": 0.7884533405303955, |
| "step": 1202 |
| }, |
| { |
| "epoch": 2.540084388185654, |
| "grad_norm": 7.919814586639404, |
| "learning_rate": 2.7966896792182755e-06, |
| "loss": 0.6705489754676819, |
| "step": 1204 |
| }, |
| { |
| "epoch": 2.5443037974683547, |
| "grad_norm": 2.791510581970215, |
| "learning_rate": 2.792737587038092e-06, |
| "loss": 0.9616777300834656, |
| "step": 1206 |
| }, |
| { |
| "epoch": 2.548523206751055, |
| "grad_norm": 5.007606029510498, |
| "learning_rate": 2.7887822873122995e-06, |
| "loss": 0.7277128100395203, |
| "step": 1208 |
| }, |
| { |
| "epoch": 2.5527426160337554, |
| "grad_norm": 2.232788562774658, |
| "learning_rate": 2.7848238014446447e-06, |
| "loss": 1.1262240409851074, |
| "step": 1210 |
| }, |
| { |
| "epoch": 2.5569620253164556, |
| "grad_norm": 3.4404702186584473, |
| "learning_rate": 2.7808621508561123e-06, |
| "loss": 1.0465441942214966, |
| "step": 1212 |
| }, |
| { |
| "epoch": 2.561181434599156, |
| "grad_norm": 8.573604583740234, |
| "learning_rate": 2.776897356984816e-06, |
| "loss": 0.30951395630836487, |
| "step": 1214 |
| }, |
| { |
| "epoch": 2.5654008438818563, |
| "grad_norm": 3.45868182182312, |
| "learning_rate": 2.7729294412858776e-06, |
| "loss": 0.7883036136627197, |
| "step": 1216 |
| }, |
| { |
| "epoch": 2.569620253164557, |
| "grad_norm": 1.7647202014923096, |
| "learning_rate": 2.7689584252313128e-06, |
| "loss": 1.0650732517242432, |
| "step": 1218 |
| }, |
| { |
| "epoch": 2.5738396624472575, |
| "grad_norm": 8.709357261657715, |
| "learning_rate": 2.7649843303099127e-06, |
| "loss": 0.6637066602706909, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.5780590717299576, |
| "grad_norm": 4.496120929718018, |
| "learning_rate": 2.761007178027132e-06, |
| "loss": 0.9158288240432739, |
| "step": 1222 |
| }, |
| { |
| "epoch": 2.5822784810126582, |
| "grad_norm": 11.006595611572266, |
| "learning_rate": 2.75702698990497e-06, |
| "loss": 0.7496324777603149, |
| "step": 1224 |
| }, |
| { |
| "epoch": 2.586497890295359, |
| "grad_norm": 4.899750232696533, |
| "learning_rate": 2.7530437874818515e-06, |
| "loss": 0.6235587000846863, |
| "step": 1226 |
| }, |
| { |
| "epoch": 2.590717299578059, |
| "grad_norm": 1.8441094160079956, |
| "learning_rate": 2.749057592312515e-06, |
| "loss": 1.0314083099365234, |
| "step": 1228 |
| }, |
| { |
| "epoch": 2.5949367088607596, |
| "grad_norm": 2.7288100719451904, |
| "learning_rate": 2.7450684259678943e-06, |
| "loss": 1.0736459493637085, |
| "step": 1230 |
| }, |
| { |
| "epoch": 2.59915611814346, |
| "grad_norm": 3.8577749729156494, |
| "learning_rate": 2.7410763100350004e-06, |
| "loss": 0.9584764838218689, |
| "step": 1232 |
| }, |
| { |
| "epoch": 2.6033755274261603, |
| "grad_norm": 9.928874969482422, |
| "learning_rate": 2.7370812661168046e-06, |
| "loss": 0.2811320722103119, |
| "step": 1234 |
| }, |
| { |
| "epoch": 2.607594936708861, |
| "grad_norm": 3.457975387573242, |
| "learning_rate": 2.7330833158321267e-06, |
| "loss": 1.1292645931243896, |
| "step": 1236 |
| }, |
| { |
| "epoch": 2.611814345991561, |
| "grad_norm": 6.1282172203063965, |
| "learning_rate": 2.7290824808155096e-06, |
| "loss": 1.2942759990692139, |
| "step": 1238 |
| }, |
| { |
| "epoch": 2.6160337552742616, |
| "grad_norm": 6.050518035888672, |
| "learning_rate": 2.7250787827171085e-06, |
| "loss": 0.7845382690429688, |
| "step": 1240 |
| }, |
| { |
| "epoch": 2.620253164556962, |
| "grad_norm": 2.2712647914886475, |
| "learning_rate": 2.721072243202573e-06, |
| "loss": 0.9927393794059753, |
| "step": 1242 |
| }, |
| { |
| "epoch": 2.6244725738396624, |
| "grad_norm": 12.99117660522461, |
| "learning_rate": 2.7170628839529277e-06, |
| "loss": 0.4361240863800049, |
| "step": 1244 |
| }, |
| { |
| "epoch": 2.628691983122363, |
| "grad_norm": 2.062415599822998, |
| "learning_rate": 2.7130507266644555e-06, |
| "loss": 0.7296593189239502, |
| "step": 1246 |
| }, |
| { |
| "epoch": 2.632911392405063, |
| "grad_norm": 6.197027206420898, |
| "learning_rate": 2.709035793048581e-06, |
| "loss": 1.5014359951019287, |
| "step": 1248 |
| }, |
| { |
| "epoch": 2.6371308016877637, |
| "grad_norm": 1.7749969959259033, |
| "learning_rate": 2.705018104831753e-06, |
| "loss": 1.0191712379455566, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.6413502109704643, |
| "grad_norm": 3.7179009914398193, |
| "learning_rate": 2.700997683755326e-06, |
| "loss": 0.9707983732223511, |
| "step": 1252 |
| }, |
| { |
| "epoch": 2.6455696202531644, |
| "grad_norm": 7.614749431610107, |
| "learning_rate": 2.6969745515754444e-06, |
| "loss": 0.47567054629325867, |
| "step": 1254 |
| }, |
| { |
| "epoch": 2.649789029535865, |
| "grad_norm": 3.8538355827331543, |
| "learning_rate": 2.6929487300629206e-06, |
| "loss": 0.5580261945724487, |
| "step": 1256 |
| }, |
| { |
| "epoch": 2.6540084388185656, |
| "grad_norm": 3.0637574195861816, |
| "learning_rate": 2.6889202410031237e-06, |
| "loss": 0.9232720136642456, |
| "step": 1258 |
| }, |
| { |
| "epoch": 2.6582278481012658, |
| "grad_norm": 1.9953484535217285, |
| "learning_rate": 2.6848891061958565e-06, |
| "loss": 1.007423996925354, |
| "step": 1260 |
| }, |
| { |
| "epoch": 2.6624472573839664, |
| "grad_norm": 10.962545394897461, |
| "learning_rate": 2.680855347455238e-06, |
| "loss": 1.0483016967773438, |
| "step": 1262 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 2.6327028274536133, |
| "learning_rate": 2.6768189866095867e-06, |
| "loss": 0.5767178535461426, |
| "step": 1264 |
| }, |
| { |
| "epoch": 2.670886075949367, |
| "grad_norm": 5.506629943847656, |
| "learning_rate": 2.6727800455013037e-06, |
| "loss": 0.8919286727905273, |
| "step": 1266 |
| }, |
| { |
| "epoch": 2.6751054852320673, |
| "grad_norm": 1.8910753726959229, |
| "learning_rate": 2.6687385459867514e-06, |
| "loss": 0.7154239416122437, |
| "step": 1268 |
| }, |
| { |
| "epoch": 2.679324894514768, |
| "grad_norm": 4.416780948638916, |
| "learning_rate": 2.6646945099361382e-06, |
| "loss": 0.4701068103313446, |
| "step": 1270 |
| }, |
| { |
| "epoch": 2.6835443037974684, |
| "grad_norm": 1.5386635065078735, |
| "learning_rate": 2.6606479592333965e-06, |
| "loss": 0.9448637962341309, |
| "step": 1272 |
| }, |
| { |
| "epoch": 2.6877637130801686, |
| "grad_norm": 6.68757963180542, |
| "learning_rate": 2.6565989157760678e-06, |
| "loss": 0.735755443572998, |
| "step": 1274 |
| }, |
| { |
| "epoch": 2.691983122362869, |
| "grad_norm": 23.566585540771484, |
| "learning_rate": 2.652547401475184e-06, |
| "loss": 0.8000218868255615, |
| "step": 1276 |
| }, |
| { |
| "epoch": 2.6962025316455698, |
| "grad_norm": 1.7401084899902344, |
| "learning_rate": 2.6484934382551465e-06, |
| "loss": 0.35548001527786255, |
| "step": 1278 |
| }, |
| { |
| "epoch": 2.70042194092827, |
| "grad_norm": 10.348366737365723, |
| "learning_rate": 2.644437048053609e-06, |
| "loss": 0.8879528641700745, |
| "step": 1280 |
| }, |
| { |
| "epoch": 2.7046413502109705, |
| "grad_norm": 2.0043532848358154, |
| "learning_rate": 2.6403782528213577e-06, |
| "loss": 1.076289415359497, |
| "step": 1282 |
| }, |
| { |
| "epoch": 2.708860759493671, |
| "grad_norm": 14.326828956604004, |
| "learning_rate": 2.6363170745221958e-06, |
| "loss": 0.5147005915641785, |
| "step": 1284 |
| }, |
| { |
| "epoch": 2.7130801687763713, |
| "grad_norm": 2.707928419113159, |
| "learning_rate": 2.6322535351328193e-06, |
| "loss": 0.502042293548584, |
| "step": 1286 |
| }, |
| { |
| "epoch": 2.717299578059072, |
| "grad_norm": 1.4950000047683716, |
| "learning_rate": 2.6281876566427034e-06, |
| "loss": 0.6342880129814148, |
| "step": 1288 |
| }, |
| { |
| "epoch": 2.721518987341772, |
| "grad_norm": 0.5780206918716431, |
| "learning_rate": 2.624119461053979e-06, |
| "loss": 0.7421303391456604, |
| "step": 1290 |
| }, |
| { |
| "epoch": 2.7257383966244726, |
| "grad_norm": 1.3298128843307495, |
| "learning_rate": 2.620048970381319e-06, |
| "loss": 0.9955764412879944, |
| "step": 1292 |
| }, |
| { |
| "epoch": 2.7299578059071727, |
| "grad_norm": 2.542677879333496, |
| "learning_rate": 2.6159762066518117e-06, |
| "loss": 0.5678607821464539, |
| "step": 1294 |
| }, |
| { |
| "epoch": 2.7341772151898733, |
| "grad_norm": 2.9699714183807373, |
| "learning_rate": 2.61190119190485e-06, |
| "loss": 1.0441884994506836, |
| "step": 1296 |
| }, |
| { |
| "epoch": 2.738396624472574, |
| "grad_norm": 1.9846669435501099, |
| "learning_rate": 2.607823948192005e-06, |
| "loss": 1.0227396488189697, |
| "step": 1298 |
| }, |
| { |
| "epoch": 2.742616033755274, |
| "grad_norm": 3.1612093448638916, |
| "learning_rate": 2.6037444975769104e-06, |
| "loss": 0.7024236917495728, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.7468354430379747, |
| "grad_norm": 1.8448959589004517, |
| "learning_rate": 2.5996628621351437e-06, |
| "loss": 1.156023621559143, |
| "step": 1302 |
| }, |
| { |
| "epoch": 2.7510548523206753, |
| "grad_norm": 4.011197566986084, |
| "learning_rate": 2.5955790639541036e-06, |
| "loss": 0.6238597631454468, |
| "step": 1304 |
| }, |
| { |
| "epoch": 2.7552742616033754, |
| "grad_norm": 3.856045961380005, |
| "learning_rate": 2.591493125132893e-06, |
| "loss": 1.281459093093872, |
| "step": 1306 |
| }, |
| { |
| "epoch": 2.759493670886076, |
| "grad_norm": 2.341705083847046, |
| "learning_rate": 2.5874050677821984e-06, |
| "loss": 0.9869955778121948, |
| "step": 1308 |
| }, |
| { |
| "epoch": 2.7637130801687766, |
| "grad_norm": 10.147032737731934, |
| "learning_rate": 2.5833149140241718e-06, |
| "loss": 0.8909780979156494, |
| "step": 1310 |
| }, |
| { |
| "epoch": 2.7679324894514767, |
| "grad_norm": 1.7961941957473755, |
| "learning_rate": 2.579222685992307e-06, |
| "loss": 1.0535545349121094, |
| "step": 1312 |
| }, |
| { |
| "epoch": 2.7721518987341773, |
| "grad_norm": 3.12715482711792, |
| "learning_rate": 2.5751284058313266e-06, |
| "loss": 1.1261003017425537, |
| "step": 1314 |
| }, |
| { |
| "epoch": 2.7763713080168775, |
| "grad_norm": 3.8387131690979004, |
| "learning_rate": 2.5710320956970536e-06, |
| "loss": 0.7698974609375, |
| "step": 1316 |
| }, |
| { |
| "epoch": 2.780590717299578, |
| "grad_norm": 1.3000264167785645, |
| "learning_rate": 2.5669337777562996e-06, |
| "loss": 0.5697190761566162, |
| "step": 1318 |
| }, |
| { |
| "epoch": 2.7848101265822782, |
| "grad_norm": 1.9856594800949097, |
| "learning_rate": 2.5628334741867385e-06, |
| "loss": 1.1043368577957153, |
| "step": 1320 |
| }, |
| { |
| "epoch": 2.789029535864979, |
| "grad_norm": 3.5784945487976074, |
| "learning_rate": 2.5587312071767923e-06, |
| "loss": 0.6595450639724731, |
| "step": 1322 |
| }, |
| { |
| "epoch": 2.7932489451476794, |
| "grad_norm": 5.370586395263672, |
| "learning_rate": 2.554626998925505e-06, |
| "loss": 1.2037230730056763, |
| "step": 1324 |
| }, |
| { |
| "epoch": 2.7974683544303796, |
| "grad_norm": 6.791380882263184, |
| "learning_rate": 2.5505208716424275e-06, |
| "loss": 0.899883508682251, |
| "step": 1326 |
| }, |
| { |
| "epoch": 2.80168776371308, |
| "grad_norm": 1.783818006515503, |
| "learning_rate": 2.5464128475474937e-06, |
| "loss": 0.7012801170349121, |
| "step": 1328 |
| }, |
| { |
| "epoch": 2.8059071729957807, |
| "grad_norm": 1.9667185544967651, |
| "learning_rate": 2.542302948870904e-06, |
| "loss": 1.041996955871582, |
| "step": 1330 |
| }, |
| { |
| "epoch": 2.810126582278481, |
| "grad_norm": 13.571832656860352, |
| "learning_rate": 2.5381911978530006e-06, |
| "loss": 0.9141802787780762, |
| "step": 1332 |
| }, |
| { |
| "epoch": 2.8143459915611815, |
| "grad_norm": 2.473447799682617, |
| "learning_rate": 2.5340776167441508e-06, |
| "loss": 0.5973923206329346, |
| "step": 1334 |
| }, |
| { |
| "epoch": 2.818565400843882, |
| "grad_norm": 1.2413594722747803, |
| "learning_rate": 2.529962227804626e-06, |
| "loss": 0.8588274717330933, |
| "step": 1336 |
| }, |
| { |
| "epoch": 2.8227848101265822, |
| "grad_norm": 5.830739498138428, |
| "learning_rate": 2.525845053304479e-06, |
| "loss": 0.7775506973266602, |
| "step": 1338 |
| }, |
| { |
| "epoch": 2.827004219409283, |
| "grad_norm": 5.612140655517578, |
| "learning_rate": 2.521726115523425e-06, |
| "loss": 0.9469473361968994, |
| "step": 1340 |
| }, |
| { |
| "epoch": 2.831223628691983, |
| "grad_norm": 2.9371390342712402, |
| "learning_rate": 2.517605436750723e-06, |
| "loss": 1.0295050144195557, |
| "step": 1342 |
| }, |
| { |
| "epoch": 2.8354430379746836, |
| "grad_norm": 2.6451170444488525, |
| "learning_rate": 2.513483039285051e-06, |
| "loss": 1.1780718564987183, |
| "step": 1344 |
| }, |
| { |
| "epoch": 2.8396624472573837, |
| "grad_norm": 12.214982032775879, |
| "learning_rate": 2.5093589454343883e-06, |
| "loss": 0.7536942362785339, |
| "step": 1346 |
| }, |
| { |
| "epoch": 2.8438818565400843, |
| "grad_norm": 2.7933950424194336, |
| "learning_rate": 2.505233177515894e-06, |
| "loss": 0.607318639755249, |
| "step": 1348 |
| }, |
| { |
| "epoch": 2.848101265822785, |
| "grad_norm": 2.1484858989715576, |
| "learning_rate": 2.501105757855787e-06, |
| "loss": 1.0892062187194824, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.852320675105485, |
| "grad_norm": 3.0315003395080566, |
| "learning_rate": 2.4969767087892236e-06, |
| "loss": 0.7782174348831177, |
| "step": 1352 |
| }, |
| { |
| "epoch": 2.8565400843881856, |
| "grad_norm": 2.569249153137207, |
| "learning_rate": 2.492846052660178e-06, |
| "loss": 0.8103134632110596, |
| "step": 1354 |
| }, |
| { |
| "epoch": 2.8607594936708862, |
| "grad_norm": 8.901324272155762, |
| "learning_rate": 2.4887138118213206e-06, |
| "loss": 0.5044631361961365, |
| "step": 1356 |
| }, |
| { |
| "epoch": 2.8649789029535864, |
| "grad_norm": 2.725210428237915, |
| "learning_rate": 2.4845800086338972e-06, |
| "loss": 1.0778303146362305, |
| "step": 1358 |
| }, |
| { |
| "epoch": 2.869198312236287, |
| "grad_norm": 3.4764597415924072, |
| "learning_rate": 2.4804446654676076e-06, |
| "loss": 0.8491913080215454, |
| "step": 1360 |
| }, |
| { |
| "epoch": 2.8734177215189876, |
| "grad_norm": 1.586370587348938, |
| "learning_rate": 2.4763078047004863e-06, |
| "loss": 0.6659104824066162, |
| "step": 1362 |
| }, |
| { |
| "epoch": 2.8776371308016877, |
| "grad_norm": 6.09430456161499, |
| "learning_rate": 2.47216944871878e-06, |
| "loss": 0.950684130191803, |
| "step": 1364 |
| }, |
| { |
| "epoch": 2.8818565400843883, |
| "grad_norm": 2.1875460147857666, |
| "learning_rate": 2.468029619916825e-06, |
| "loss": 0.9997307062149048, |
| "step": 1366 |
| }, |
| { |
| "epoch": 2.8860759493670884, |
| "grad_norm": 3.9469892978668213, |
| "learning_rate": 2.46388834069693e-06, |
| "loss": 1.1051433086395264, |
| "step": 1368 |
| }, |
| { |
| "epoch": 2.890295358649789, |
| "grad_norm": 1.705639123916626, |
| "learning_rate": 2.4597456334692505e-06, |
| "loss": 1.03743577003479, |
| "step": 1370 |
| }, |
| { |
| "epoch": 2.894514767932489, |
| "grad_norm": 22.948728561401367, |
| "learning_rate": 2.455601520651671e-06, |
| "loss": 0.4580141305923462, |
| "step": 1372 |
| }, |
| { |
| "epoch": 2.8987341772151898, |
| "grad_norm": 1.9022364616394043, |
| "learning_rate": 2.451456024669681e-06, |
| "loss": 0.92431640625, |
| "step": 1374 |
| }, |
| { |
| "epoch": 2.9029535864978904, |
| "grad_norm": 1.598383903503418, |
| "learning_rate": 2.4473091679562555e-06, |
| "loss": 1.1237053871154785, |
| "step": 1376 |
| }, |
| { |
| "epoch": 2.9071729957805905, |
| "grad_norm": 4.576679706573486, |
| "learning_rate": 2.443160972951733e-06, |
| "loss": 0.8321917653083801, |
| "step": 1378 |
| }, |
| { |
| "epoch": 2.911392405063291, |
| "grad_norm": 3.267960786819458, |
| "learning_rate": 2.4390114621036948e-06, |
| "loss": 1.2134051322937012, |
| "step": 1380 |
| }, |
| { |
| "epoch": 2.9156118143459917, |
| "grad_norm": 9.497183799743652, |
| "learning_rate": 2.43486065786684e-06, |
| "loss": 0.6116930842399597, |
| "step": 1382 |
| }, |
| { |
| "epoch": 2.919831223628692, |
| "grad_norm": 9.528655052185059, |
| "learning_rate": 2.43070858270287e-06, |
| "loss": 0.7370846271514893, |
| "step": 1384 |
| }, |
| { |
| "epoch": 2.9240506329113924, |
| "grad_norm": 2.335017204284668, |
| "learning_rate": 2.4265552590803616e-06, |
| "loss": 0.6520988941192627, |
| "step": 1386 |
| }, |
| { |
| "epoch": 2.928270042194093, |
| "grad_norm": 3.7409374713897705, |
| "learning_rate": 2.4224007094746495e-06, |
| "loss": 1.0449352264404297, |
| "step": 1388 |
| }, |
| { |
| "epoch": 2.932489451476793, |
| "grad_norm": 2.975673198699951, |
| "learning_rate": 2.418244956367701e-06, |
| "loss": 0.9698547124862671, |
| "step": 1390 |
| }, |
| { |
| "epoch": 2.9367088607594938, |
| "grad_norm": 2.086550712585449, |
| "learning_rate": 2.4140880222479963e-06, |
| "loss": 0.6123561859130859, |
| "step": 1392 |
| }, |
| { |
| "epoch": 2.9409282700421944, |
| "grad_norm": 2.2701752185821533, |
| "learning_rate": 2.4099299296104063e-06, |
| "loss": 0.6262718439102173, |
| "step": 1394 |
| }, |
| { |
| "epoch": 2.9451476793248945, |
| "grad_norm": 4.327895164489746, |
| "learning_rate": 2.405770700956073e-06, |
| "loss": 1.0023303031921387, |
| "step": 1396 |
| }, |
| { |
| "epoch": 2.9493670886075947, |
| "grad_norm": 1.0873901844024658, |
| "learning_rate": 2.401610358792283e-06, |
| "loss": 0.8893314599990845, |
| "step": 1398 |
| }, |
| { |
| "epoch": 2.9535864978902953, |
| "grad_norm": 3.0334839820861816, |
| "learning_rate": 2.3974489256323508e-06, |
| "loss": 0.8417981266975403, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.957805907172996, |
| "grad_norm": 5.334658622741699, |
| "learning_rate": 2.3932864239954937e-06, |
| "loss": 0.7297941446304321, |
| "step": 1402 |
| }, |
| { |
| "epoch": 2.962025316455696, |
| "grad_norm": 2.946950674057007, |
| "learning_rate": 2.3891228764067106e-06, |
| "loss": 1.0070791244506836, |
| "step": 1404 |
| }, |
| { |
| "epoch": 2.9662447257383966, |
| "grad_norm": 3.0521016120910645, |
| "learning_rate": 2.384958305396662e-06, |
| "loss": 0.8960994482040405, |
| "step": 1406 |
| }, |
| { |
| "epoch": 2.970464135021097, |
| "grad_norm": 4.832094192504883, |
| "learning_rate": 2.380792733501545e-06, |
| "loss": 0.577763557434082, |
| "step": 1408 |
| }, |
| { |
| "epoch": 2.9746835443037973, |
| "grad_norm": 3.717233419418335, |
| "learning_rate": 2.376626183262975e-06, |
| "loss": 0.8571799993515015, |
| "step": 1410 |
| }, |
| { |
| "epoch": 2.978902953586498, |
| "grad_norm": 5.3040547370910645, |
| "learning_rate": 2.3724586772278574e-06, |
| "loss": 1.0527344942092896, |
| "step": 1412 |
| }, |
| { |
| "epoch": 2.9831223628691985, |
| "grad_norm": 5.977110385894775, |
| "learning_rate": 2.368290237948275e-06, |
| "loss": 0.8416517972946167, |
| "step": 1414 |
| }, |
| { |
| "epoch": 2.9873417721518987, |
| "grad_norm": 10.9218111038208, |
| "learning_rate": 2.3641208879813567e-06, |
| "loss": 0.8895251750946045, |
| "step": 1416 |
| }, |
| { |
| "epoch": 2.9915611814345993, |
| "grad_norm": 2.910202741622925, |
| "learning_rate": 2.3599506498891625e-06, |
| "loss": 0.9375064373016357, |
| "step": 1418 |
| }, |
| { |
| "epoch": 2.9957805907173, |
| "grad_norm": 4.632609844207764, |
| "learning_rate": 2.355779546238555e-06, |
| "loss": 1.054133415222168, |
| "step": 1420 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 2.0572307109832764, |
| "learning_rate": 2.3516075996010844e-06, |
| "loss": 0.47653502225875854, |
| "step": 1422 |
| }, |
| { |
| "epoch": 3.0042194092827006, |
| "grad_norm": 6.811531066894531, |
| "learning_rate": 2.3474348325528613e-06, |
| "loss": 0.7990585565567017, |
| "step": 1424 |
| }, |
| { |
| "epoch": 3.0084388185654007, |
| "grad_norm": 4.26148796081543, |
| "learning_rate": 2.3432612676744338e-06, |
| "loss": 0.6641910672187805, |
| "step": 1426 |
| }, |
| { |
| "epoch": 3.0126582278481013, |
| "grad_norm": 14.421019554138184, |
| "learning_rate": 2.3390869275506704e-06, |
| "loss": 0.6507161855697632, |
| "step": 1428 |
| }, |
| { |
| "epoch": 3.0168776371308015, |
| "grad_norm": 3.2018351554870605, |
| "learning_rate": 2.334911834770633e-06, |
| "loss": 0.3902518153190613, |
| "step": 1430 |
| }, |
| { |
| "epoch": 3.021097046413502, |
| "grad_norm": 1.717463731765747, |
| "learning_rate": 2.330736011927458e-06, |
| "loss": 1.0567653179168701, |
| "step": 1432 |
| }, |
| { |
| "epoch": 3.0253164556962027, |
| "grad_norm": 1.948553442955017, |
| "learning_rate": 2.326559481618229e-06, |
| "loss": 0.9750782251358032, |
| "step": 1434 |
| }, |
| { |
| "epoch": 3.029535864978903, |
| "grad_norm": 3.6881439685821533, |
| "learning_rate": 2.322382266443863e-06, |
| "loss": 1.128783106803894, |
| "step": 1436 |
| }, |
| { |
| "epoch": 3.0337552742616034, |
| "grad_norm": 3.5191917419433594, |
| "learning_rate": 2.3182043890089784e-06, |
| "loss": 0.5267306566238403, |
| "step": 1438 |
| }, |
| { |
| "epoch": 3.037974683544304, |
| "grad_norm": 2.0311169624328613, |
| "learning_rate": 2.3140258719217808e-06, |
| "loss": 0.9317551851272583, |
| "step": 1440 |
| }, |
| { |
| "epoch": 3.042194092827004, |
| "grad_norm": 5.587665557861328, |
| "learning_rate": 2.309846737793935e-06, |
| "loss": 0.6537089943885803, |
| "step": 1442 |
| }, |
| { |
| "epoch": 3.0464135021097047, |
| "grad_norm": 2.518566131591797, |
| "learning_rate": 2.3056670092404463e-06, |
| "loss": 0.8329222202301025, |
| "step": 1444 |
| }, |
| { |
| "epoch": 3.050632911392405, |
| "grad_norm": 2.06829833984375, |
| "learning_rate": 2.3014867088795357e-06, |
| "loss": 1.0246927738189697, |
| "step": 1446 |
| }, |
| { |
| "epoch": 3.0548523206751055, |
| "grad_norm": 9.406811714172363, |
| "learning_rate": 2.297305859332519e-06, |
| "loss": 0.6608364582061768, |
| "step": 1448 |
| }, |
| { |
| "epoch": 3.059071729957806, |
| "grad_norm": 18.555009841918945, |
| "learning_rate": 2.2931244832236837e-06, |
| "loss": 0.8099187612533569, |
| "step": 1450 |
| }, |
| { |
| "epoch": 3.0632911392405062, |
| "grad_norm": 2.87371563911438, |
| "learning_rate": 2.288942603180167e-06, |
| "loss": 1.048098087310791, |
| "step": 1452 |
| }, |
| { |
| "epoch": 3.067510548523207, |
| "grad_norm": 5.4316205978393555, |
| "learning_rate": 2.2847602418318327e-06, |
| "loss": 0.7442044019699097, |
| "step": 1454 |
| }, |
| { |
| "epoch": 3.071729957805907, |
| "grad_norm": 6.081297397613525, |
| "learning_rate": 2.2805774218111496e-06, |
| "loss": 0.6251615285873413, |
| "step": 1456 |
| }, |
| { |
| "epoch": 3.0759493670886076, |
| "grad_norm": 10.227375984191895, |
| "learning_rate": 2.276394165753067e-06, |
| "loss": 0.6871986389160156, |
| "step": 1458 |
| }, |
| { |
| "epoch": 3.080168776371308, |
| "grad_norm": 7.270413398742676, |
| "learning_rate": 2.272210496294896e-06, |
| "loss": 0.7179367542266846, |
| "step": 1460 |
| }, |
| { |
| "epoch": 3.0843881856540083, |
| "grad_norm": 2.082552194595337, |
| "learning_rate": 2.268026436076185e-06, |
| "loss": 0.9696202278137207, |
| "step": 1462 |
| }, |
| { |
| "epoch": 3.088607594936709, |
| "grad_norm": 2.518341302871704, |
| "learning_rate": 2.263842007738594e-06, |
| "loss": 0.9051344394683838, |
| "step": 1464 |
| }, |
| { |
| "epoch": 3.0928270042194095, |
| "grad_norm": 2.340363025665283, |
| "learning_rate": 2.2596572339257777e-06, |
| "loss": 0.8250648975372314, |
| "step": 1466 |
| }, |
| { |
| "epoch": 3.0970464135021096, |
| "grad_norm": 11.077507019042969, |
| "learning_rate": 2.255472137283259e-06, |
| "loss": 0.6344802975654602, |
| "step": 1468 |
| }, |
| { |
| "epoch": 3.1012658227848102, |
| "grad_norm": 7.140725612640381, |
| "learning_rate": 2.2512867404583085e-06, |
| "loss": 0.1541098654270172, |
| "step": 1470 |
| }, |
| { |
| "epoch": 3.1054852320675104, |
| "grad_norm": 4.636476993560791, |
| "learning_rate": 2.2471010660998215e-06, |
| "loss": 1.4155219793319702, |
| "step": 1472 |
| }, |
| { |
| "epoch": 3.109704641350211, |
| "grad_norm": 3.027451276779175, |
| "learning_rate": 2.242915136858193e-06, |
| "loss": 0.49524158239364624, |
| "step": 1474 |
| }, |
| { |
| "epoch": 3.1139240506329116, |
| "grad_norm": 3.410243034362793, |
| "learning_rate": 2.2387289753852e-06, |
| "loss": 1.0359880924224854, |
| "step": 1476 |
| }, |
| { |
| "epoch": 3.1181434599156117, |
| "grad_norm": 2.0419440269470215, |
| "learning_rate": 2.234542604333875e-06, |
| "loss": 1.03524911403656, |
| "step": 1478 |
| }, |
| { |
| "epoch": 3.1223628691983123, |
| "grad_norm": 2.8948912620544434, |
| "learning_rate": 2.230356046358384e-06, |
| "loss": 0.9543738961219788, |
| "step": 1480 |
| }, |
| { |
| "epoch": 3.1265822784810124, |
| "grad_norm": 2.4057018756866455, |
| "learning_rate": 2.2261693241139065e-06, |
| "loss": 0.9722020030021667, |
| "step": 1482 |
| }, |
| { |
| "epoch": 3.130801687763713, |
| "grad_norm": 1.9602731466293335, |
| "learning_rate": 2.2219824602565087e-06, |
| "loss": 0.9750865697860718, |
| "step": 1484 |
| }, |
| { |
| "epoch": 3.1350210970464136, |
| "grad_norm": 2.10933780670166, |
| "learning_rate": 2.2177954774430234e-06, |
| "loss": 0.6285134553909302, |
| "step": 1486 |
| }, |
| { |
| "epoch": 3.1392405063291138, |
| "grad_norm": 1.8953523635864258, |
| "learning_rate": 2.2136083983309286e-06, |
| "loss": 0.6080442667007446, |
| "step": 1488 |
| }, |
| { |
| "epoch": 3.1434599156118144, |
| "grad_norm": 10.058272361755371, |
| "learning_rate": 2.2094212455782227e-06, |
| "loss": 1.1448235511779785, |
| "step": 1490 |
| }, |
| { |
| "epoch": 3.147679324894515, |
| "grad_norm": 3.1135060787200928, |
| "learning_rate": 2.2052340418433024e-06, |
| "loss": 0.6743577718734741, |
| "step": 1492 |
| }, |
| { |
| "epoch": 3.151898734177215, |
| "grad_norm": 6.616735458374023, |
| "learning_rate": 2.2010468097848396e-06, |
| "loss": 0.737909197807312, |
| "step": 1494 |
| }, |
| { |
| "epoch": 3.1561181434599157, |
| "grad_norm": 3.229160785675049, |
| "learning_rate": 2.1968595720616606e-06, |
| "loss": 0.8287728428840637, |
| "step": 1496 |
| }, |
| { |
| "epoch": 3.160337552742616, |
| "grad_norm": 0.8820177316665649, |
| "learning_rate": 2.192672351332623e-06, |
| "loss": 0.4992554783821106, |
| "step": 1498 |
| }, |
| { |
| "epoch": 3.1645569620253164, |
| "grad_norm": 2.330535411834717, |
| "learning_rate": 2.1884851702564897e-06, |
| "loss": 0.5810240507125854, |
| "step": 1500 |
| }, |
| { |
| "epoch": 3.168776371308017, |
| "grad_norm": 1.8228909969329834, |
| "learning_rate": 2.1842980514918117e-06, |
| "loss": 0.9471129179000854, |
| "step": 1502 |
| }, |
| { |
| "epoch": 3.172995780590717, |
| "grad_norm": 2.3642683029174805, |
| "learning_rate": 2.1801110176968016e-06, |
| "loss": 0.8418397903442383, |
| "step": 1504 |
| }, |
| { |
| "epoch": 3.1772151898734178, |
| "grad_norm": 1.8827167749404907, |
| "learning_rate": 2.1759240915292135e-06, |
| "loss": 0.9700140357017517, |
| "step": 1506 |
| }, |
| { |
| "epoch": 3.181434599156118, |
| "grad_norm": 3.775982618331909, |
| "learning_rate": 2.171737295646216e-06, |
| "loss": 1.1170215606689453, |
| "step": 1508 |
| }, |
| { |
| "epoch": 3.1856540084388185, |
| "grad_norm": 4.465606212615967, |
| "learning_rate": 2.167550652704276e-06, |
| "loss": 0.9244706630706787, |
| "step": 1510 |
| }, |
| { |
| "epoch": 3.189873417721519, |
| "grad_norm": 2.6871254444122314, |
| "learning_rate": 2.1633641853590318e-06, |
| "loss": 0.25759080052375793, |
| "step": 1512 |
| }, |
| { |
| "epoch": 3.1940928270042193, |
| "grad_norm": 3.345410108566284, |
| "learning_rate": 2.15917791626517e-06, |
| "loss": 0.9588069319725037, |
| "step": 1514 |
| }, |
| { |
| "epoch": 3.19831223628692, |
| "grad_norm": 10.61077880859375, |
| "learning_rate": 2.154991868076306e-06, |
| "loss": 0.5874932408332825, |
| "step": 1516 |
| }, |
| { |
| "epoch": 3.2025316455696204, |
| "grad_norm": 2.544962167739868, |
| "learning_rate": 2.1508060634448595e-06, |
| "loss": 0.991689920425415, |
| "step": 1518 |
| }, |
| { |
| "epoch": 3.2067510548523206, |
| "grad_norm": 3.6874847412109375, |
| "learning_rate": 2.1466205250219315e-06, |
| "loss": 0.9816372990608215, |
| "step": 1520 |
| }, |
| { |
| "epoch": 3.210970464135021, |
| "grad_norm": 5.628320217132568, |
| "learning_rate": 2.142435275457184e-06, |
| "loss": 0.30518054962158203, |
| "step": 1522 |
| }, |
| { |
| "epoch": 3.2151898734177213, |
| "grad_norm": 3.656771659851074, |
| "learning_rate": 2.1382503373987133e-06, |
| "loss": 0.7900766134262085, |
| "step": 1524 |
| }, |
| { |
| "epoch": 3.219409282700422, |
| "grad_norm": 2.2453036308288574, |
| "learning_rate": 2.1340657334929335e-06, |
| "loss": 0.8744317293167114, |
| "step": 1526 |
| }, |
| { |
| "epoch": 3.2236286919831225, |
| "grad_norm": 0.9895398616790771, |
| "learning_rate": 2.1298814863844476e-06, |
| "loss": 0.47598880529403687, |
| "step": 1528 |
| }, |
| { |
| "epoch": 3.2278481012658227, |
| "grad_norm": 5.763035297393799, |
| "learning_rate": 2.1256976187159278e-06, |
| "loss": 0.7799667119979858, |
| "step": 1530 |
| }, |
| { |
| "epoch": 3.2320675105485233, |
| "grad_norm": 0.7087782621383667, |
| "learning_rate": 2.121514153127995e-06, |
| "loss": 0.2722686529159546, |
| "step": 1532 |
| }, |
| { |
| "epoch": 3.2362869198312234, |
| "grad_norm": 3.2583420276641846, |
| "learning_rate": 2.1173311122590932e-06, |
| "loss": 0.7357510328292847, |
| "step": 1534 |
| }, |
| { |
| "epoch": 3.240506329113924, |
| "grad_norm": 3.8085386753082275, |
| "learning_rate": 2.1131485187453676e-06, |
| "loss": 0.9901435375213623, |
| "step": 1536 |
| }, |
| { |
| "epoch": 3.2447257383966246, |
| "grad_norm": 2.8548874855041504, |
| "learning_rate": 2.1089663952205435e-06, |
| "loss": 0.9335240721702576, |
| "step": 1538 |
| }, |
| { |
| "epoch": 3.2489451476793247, |
| "grad_norm": 9.909287452697754, |
| "learning_rate": 2.104784764315802e-06, |
| "loss": 0.752236008644104, |
| "step": 1540 |
| }, |
| { |
| "epoch": 3.2531645569620253, |
| "grad_norm": 9.005875587463379, |
| "learning_rate": 2.100603648659659e-06, |
| "loss": 0.741628885269165, |
| "step": 1542 |
| }, |
| { |
| "epoch": 3.257383966244726, |
| "grad_norm": 8.307135581970215, |
| "learning_rate": 2.096423070877843e-06, |
| "loss": 0.6267164945602417, |
| "step": 1544 |
| }, |
| { |
| "epoch": 3.261603375527426, |
| "grad_norm": 6.679696559906006, |
| "learning_rate": 2.092243053593169e-06, |
| "loss": 0.5680997371673584, |
| "step": 1546 |
| }, |
| { |
| "epoch": 3.2658227848101267, |
| "grad_norm": 3.8873493671417236, |
| "learning_rate": 2.0880636194254225e-06, |
| "loss": 0.874029278755188, |
| "step": 1548 |
| }, |
| { |
| "epoch": 3.270042194092827, |
| "grad_norm": 6.6328301429748535, |
| "learning_rate": 2.0838847909912307e-06, |
| "loss": 0.4085759222507477, |
| "step": 1550 |
| }, |
| { |
| "epoch": 3.2742616033755274, |
| "grad_norm": 2.145261526107788, |
| "learning_rate": 2.0797065909039457e-06, |
| "loss": 0.36501544713974, |
| "step": 1552 |
| }, |
| { |
| "epoch": 3.278481012658228, |
| "grad_norm": 7.986878395080566, |
| "learning_rate": 2.0755290417735156e-06, |
| "loss": 0.4557437002658844, |
| "step": 1554 |
| }, |
| { |
| "epoch": 3.282700421940928, |
| "grad_norm": 2.874678373336792, |
| "learning_rate": 2.071352166206369e-06, |
| "loss": 0.962173581123352, |
| "step": 1556 |
| }, |
| { |
| "epoch": 3.2869198312236287, |
| "grad_norm": 1.1194981336593628, |
| "learning_rate": 2.0671759868052893e-06, |
| "loss": 0.7566915154457092, |
| "step": 1558 |
| }, |
| { |
| "epoch": 3.291139240506329, |
| "grad_norm": 2.609232187271118, |
| "learning_rate": 2.0630005261692905e-06, |
| "loss": 0.6619813442230225, |
| "step": 1560 |
| }, |
| { |
| "epoch": 3.2953586497890295, |
| "grad_norm": 9.03283977508545, |
| "learning_rate": 2.0588258068935002e-06, |
| "loss": 0.5809231400489807, |
| "step": 1562 |
| }, |
| { |
| "epoch": 3.29957805907173, |
| "grad_norm": 3.785902500152588, |
| "learning_rate": 2.0546518515690316e-06, |
| "loss": 0.8656713366508484, |
| "step": 1564 |
| }, |
| { |
| "epoch": 3.3037974683544302, |
| "grad_norm": 11.584537506103516, |
| "learning_rate": 2.0504786827828648e-06, |
| "loss": 0.7611091136932373, |
| "step": 1566 |
| }, |
| { |
| "epoch": 3.308016877637131, |
| "grad_norm": 8.480819702148438, |
| "learning_rate": 2.0463063231177236e-06, |
| "loss": 0.5610800981521606, |
| "step": 1568 |
| }, |
| { |
| "epoch": 3.3122362869198314, |
| "grad_norm": 5.454217910766602, |
| "learning_rate": 2.0421347951519535e-06, |
| "loss": 0.5264372229576111, |
| "step": 1570 |
| }, |
| { |
| "epoch": 3.3164556962025316, |
| "grad_norm": 3.4205212593078613, |
| "learning_rate": 2.037964121459399e-06, |
| "loss": 0.5730254650115967, |
| "step": 1572 |
| }, |
| { |
| "epoch": 3.320675105485232, |
| "grad_norm": 3.719339609146118, |
| "learning_rate": 2.033794324609282e-06, |
| "loss": 1.091575026512146, |
| "step": 1574 |
| }, |
| { |
| "epoch": 3.3248945147679323, |
| "grad_norm": 2.0314159393310547, |
| "learning_rate": 2.0296254271660795e-06, |
| "loss": 0.8482744693756104, |
| "step": 1576 |
| }, |
| { |
| "epoch": 3.329113924050633, |
| "grad_norm": 2.4221394062042236, |
| "learning_rate": 2.025457451689401e-06, |
| "loss": 0.9338847398757935, |
| "step": 1578 |
| }, |
| { |
| "epoch": 3.3333333333333335, |
| "grad_norm": 3.0065743923187256, |
| "learning_rate": 2.0212904207338672e-06, |
| "loss": 0.7377324104309082, |
| "step": 1580 |
| }, |
| { |
| "epoch": 3.3375527426160336, |
| "grad_norm": 1.4527244567871094, |
| "learning_rate": 2.0171243568489883e-06, |
| "loss": 0.48970168828964233, |
| "step": 1582 |
| }, |
| { |
| "epoch": 3.3417721518987342, |
| "grad_norm": 5.6556010246276855, |
| "learning_rate": 2.0129592825790397e-06, |
| "loss": 0.7742688655853271, |
| "step": 1584 |
| }, |
| { |
| "epoch": 3.3459915611814344, |
| "grad_norm": 5.596024990081787, |
| "learning_rate": 2.0087952204629422e-06, |
| "loss": 0.641385555267334, |
| "step": 1586 |
| }, |
| { |
| "epoch": 3.350210970464135, |
| "grad_norm": 2.5374205112457275, |
| "learning_rate": 2.0046321930341405e-06, |
| "loss": 0.5972579717636108, |
| "step": 1588 |
| }, |
| { |
| "epoch": 3.3544303797468356, |
| "grad_norm": 1.8447959423065186, |
| "learning_rate": 2.0004702228204797e-06, |
| "loss": 0.8615912199020386, |
| "step": 1590 |
| }, |
| { |
| "epoch": 3.3586497890295357, |
| "grad_norm": 6.396413326263428, |
| "learning_rate": 1.9963093323440824e-06, |
| "loss": 0.9015900492668152, |
| "step": 1592 |
| }, |
| { |
| "epoch": 3.3628691983122363, |
| "grad_norm": 0.825650155544281, |
| "learning_rate": 1.99214954412123e-06, |
| "loss": 0.6481198072433472, |
| "step": 1594 |
| }, |
| { |
| "epoch": 3.367088607594937, |
| "grad_norm": 6.811497211456299, |
| "learning_rate": 1.9879908806622385e-06, |
| "loss": 0.4374066889286041, |
| "step": 1596 |
| }, |
| { |
| "epoch": 3.371308016877637, |
| "grad_norm": 0.7065004706382751, |
| "learning_rate": 1.9838333644713377e-06, |
| "loss": 0.4804467558860779, |
| "step": 1598 |
| }, |
| { |
| "epoch": 3.3755274261603376, |
| "grad_norm": 10.63037109375, |
| "learning_rate": 1.9796770180465484e-06, |
| "loss": 0.6881888508796692, |
| "step": 1600 |
| }, |
| { |
| "epoch": 3.379746835443038, |
| "grad_norm": 5.440734386444092, |
| "learning_rate": 1.9755218638795626e-06, |
| "loss": 0.547875165939331, |
| "step": 1602 |
| }, |
| { |
| "epoch": 3.3839662447257384, |
| "grad_norm": 1.4273031949996948, |
| "learning_rate": 1.971367924455618e-06, |
| "loss": 0.5285290479660034, |
| "step": 1604 |
| }, |
| { |
| "epoch": 3.388185654008439, |
| "grad_norm": 3.3389201164245605, |
| "learning_rate": 1.9672152222533822e-06, |
| "loss": 1.0279819965362549, |
| "step": 1606 |
| }, |
| { |
| "epoch": 3.392405063291139, |
| "grad_norm": 2.3950865268707275, |
| "learning_rate": 1.9630637797448248e-06, |
| "loss": 0.6111994981765747, |
| "step": 1608 |
| }, |
| { |
| "epoch": 3.3966244725738397, |
| "grad_norm": 1.5823328495025635, |
| "learning_rate": 1.9589136193951e-06, |
| "loss": 0.5231560468673706, |
| "step": 1610 |
| }, |
| { |
| "epoch": 3.40084388185654, |
| "grad_norm": 2.5763416290283203, |
| "learning_rate": 1.9547647636624243e-06, |
| "loss": 0.916947603225708, |
| "step": 1612 |
| }, |
| { |
| "epoch": 3.4050632911392404, |
| "grad_norm": 2.1279733180999756, |
| "learning_rate": 1.9506172349979523e-06, |
| "loss": 0.39490947127342224, |
| "step": 1614 |
| }, |
| { |
| "epoch": 3.409282700421941, |
| "grad_norm": 13.062804222106934, |
| "learning_rate": 1.9464710558456595e-06, |
| "loss": 0.8276299238204956, |
| "step": 1616 |
| }, |
| { |
| "epoch": 3.413502109704641, |
| "grad_norm": 2.3977434635162354, |
| "learning_rate": 1.942326248642218e-06, |
| "loss": 1.0900508165359497, |
| "step": 1618 |
| }, |
| { |
| "epoch": 3.4177215189873418, |
| "grad_norm": 2.819269895553589, |
| "learning_rate": 1.9381828358168748e-06, |
| "loss": 0.9528172016143799, |
| "step": 1620 |
| }, |
| { |
| "epoch": 3.4219409282700424, |
| "grad_norm": 23.19445037841797, |
| "learning_rate": 1.934040839791332e-06, |
| "loss": 0.5396543145179749, |
| "step": 1622 |
| }, |
| { |
| "epoch": 3.4261603375527425, |
| "grad_norm": 7.595386028289795, |
| "learning_rate": 1.9299002829796253e-06, |
| "loss": 0.3888126611709595, |
| "step": 1624 |
| }, |
| { |
| "epoch": 3.430379746835443, |
| "grad_norm": 5.8151960372924805, |
| "learning_rate": 1.925761187788002e-06, |
| "loss": 0.3526824712753296, |
| "step": 1626 |
| }, |
| { |
| "epoch": 3.4345991561181437, |
| "grad_norm": 5.015478134155273, |
| "learning_rate": 1.921623576614799e-06, |
| "loss": 1.0127757787704468, |
| "step": 1628 |
| }, |
| { |
| "epoch": 3.438818565400844, |
| "grad_norm": 3.884026050567627, |
| "learning_rate": 1.917487471850323e-06, |
| "loss": 0.3786028325557709, |
| "step": 1630 |
| }, |
| { |
| "epoch": 3.4430379746835444, |
| "grad_norm": 4.3548784255981445, |
| "learning_rate": 1.91335289587673e-06, |
| "loss": 1.0020424127578735, |
| "step": 1632 |
| }, |
| { |
| "epoch": 3.4472573839662446, |
| "grad_norm": 1.1631532907485962, |
| "learning_rate": 1.909219871067902e-06, |
| "loss": 0.5979082584381104, |
| "step": 1634 |
| }, |
| { |
| "epoch": 3.451476793248945, |
| "grad_norm": 5.268650531768799, |
| "learning_rate": 1.9050884197893278e-06, |
| "loss": 1.1838793754577637, |
| "step": 1636 |
| }, |
| { |
| "epoch": 3.4556962025316453, |
| "grad_norm": 4.640054702758789, |
| "learning_rate": 1.90095856439798e-06, |
| "loss": 1.1896966695785522, |
| "step": 1638 |
| }, |
| { |
| "epoch": 3.459915611814346, |
| "grad_norm": 3.0583033561706543, |
| "learning_rate": 1.8968303272421968e-06, |
| "loss": 0.9648596048355103, |
| "step": 1640 |
| }, |
| { |
| "epoch": 3.4641350210970465, |
| "grad_norm": 30.096092224121094, |
| "learning_rate": 1.8927037306615578e-06, |
| "loss": 1.0935192108154297, |
| "step": 1642 |
| }, |
| { |
| "epoch": 3.4683544303797467, |
| "grad_norm": 2.4771618843078613, |
| "learning_rate": 1.8885787969867656e-06, |
| "loss": 0.35215988755226135, |
| "step": 1644 |
| }, |
| { |
| "epoch": 3.4725738396624473, |
| "grad_norm": 10.702546119689941, |
| "learning_rate": 1.884455548539524e-06, |
| "loss": 0.839633584022522, |
| "step": 1646 |
| }, |
| { |
| "epoch": 3.476793248945148, |
| "grad_norm": 1.648725152015686, |
| "learning_rate": 1.8803340076324181e-06, |
| "loss": 0.9294931888580322, |
| "step": 1648 |
| }, |
| { |
| "epoch": 3.481012658227848, |
| "grad_norm": 2.6175386905670166, |
| "learning_rate": 1.876214196568791e-06, |
| "loss": 0.5126534104347229, |
| "step": 1650 |
| }, |
| { |
| "epoch": 3.4852320675105486, |
| "grad_norm": 2.2899160385131836, |
| "learning_rate": 1.872096137642627e-06, |
| "loss": 0.8264724612236023, |
| "step": 1652 |
| }, |
| { |
| "epoch": 3.489451476793249, |
| "grad_norm": 1.0500420331954956, |
| "learning_rate": 1.8679798531384274e-06, |
| "loss": 0.4854082465171814, |
| "step": 1654 |
| }, |
| { |
| "epoch": 3.4936708860759493, |
| "grad_norm": 1.5645257234573364, |
| "learning_rate": 1.8638653653310926e-06, |
| "loss": 0.7242560386657715, |
| "step": 1656 |
| }, |
| { |
| "epoch": 3.49789029535865, |
| "grad_norm": 3.557481050491333, |
| "learning_rate": 1.8597526964857985e-06, |
| "loss": 0.7009620666503906, |
| "step": 1658 |
| }, |
| { |
| "epoch": 3.50210970464135, |
| "grad_norm": 2.4170994758605957, |
| "learning_rate": 1.8556418688578797e-06, |
| "loss": 1.0089216232299805, |
| "step": 1660 |
| }, |
| { |
| "epoch": 3.5063291139240507, |
| "grad_norm": 5.906785488128662, |
| "learning_rate": 1.8515329046927058e-06, |
| "loss": 1.111635446548462, |
| "step": 1662 |
| }, |
| { |
| "epoch": 3.510548523206751, |
| "grad_norm": 21.11191749572754, |
| "learning_rate": 1.8474258262255642e-06, |
| "loss": 0.4738878309726715, |
| "step": 1664 |
| }, |
| { |
| "epoch": 3.5147679324894514, |
| "grad_norm": 6.232138633728027, |
| "learning_rate": 1.843320655681536e-06, |
| "loss": 1.019901990890503, |
| "step": 1666 |
| }, |
| { |
| "epoch": 3.518987341772152, |
| "grad_norm": 7.000395774841309, |
| "learning_rate": 1.839217415275379e-06, |
| "loss": 0.6458152532577515, |
| "step": 1668 |
| }, |
| { |
| "epoch": 3.523206751054852, |
| "grad_norm": 2.109321355819702, |
| "learning_rate": 1.835116127211406e-06, |
| "loss": 0.9234386086463928, |
| "step": 1670 |
| }, |
| { |
| "epoch": 3.5274261603375527, |
| "grad_norm": 8.41999340057373, |
| "learning_rate": 1.8310168136833646e-06, |
| "loss": 0.382904052734375, |
| "step": 1672 |
| }, |
| { |
| "epoch": 3.5316455696202533, |
| "grad_norm": 2.0964558124542236, |
| "learning_rate": 1.8269194968743178e-06, |
| "loss": 0.585561990737915, |
| "step": 1674 |
| }, |
| { |
| "epoch": 3.5358649789029535, |
| "grad_norm": 10.49689769744873, |
| "learning_rate": 1.8228241989565239e-06, |
| "loss": 0.6187952160835266, |
| "step": 1676 |
| }, |
| { |
| "epoch": 3.540084388185654, |
| "grad_norm": 7.462824821472168, |
| "learning_rate": 1.8187309420913142e-06, |
| "loss": 0.7788501977920532, |
| "step": 1678 |
| }, |
| { |
| "epoch": 3.5443037974683547, |
| "grad_norm": 3.3341939449310303, |
| "learning_rate": 1.8146397484289774e-06, |
| "loss": 0.9248118996620178, |
| "step": 1680 |
| }, |
| { |
| "epoch": 3.548523206751055, |
| "grad_norm": 2.9744744300842285, |
| "learning_rate": 1.810550640108636e-06, |
| "loss": 0.7860240936279297, |
| "step": 1682 |
| }, |
| { |
| "epoch": 3.5527426160337554, |
| "grad_norm": 16.682893753051758, |
| "learning_rate": 1.8064636392581285e-06, |
| "loss": 0.7947289347648621, |
| "step": 1684 |
| }, |
| { |
| "epoch": 3.5569620253164556, |
| "grad_norm": 11.304174423217773, |
| "learning_rate": 1.8023787679938884e-06, |
| "loss": 0.32021385431289673, |
| "step": 1686 |
| }, |
| { |
| "epoch": 3.561181434599156, |
| "grad_norm": 3.4476826190948486, |
| "learning_rate": 1.7982960484208255e-06, |
| "loss": 0.5928635597229004, |
| "step": 1688 |
| }, |
| { |
| "epoch": 3.5654008438818563, |
| "grad_norm": 4.565676689147949, |
| "learning_rate": 1.7942155026322064e-06, |
| "loss": 1.007154941558838, |
| "step": 1690 |
| }, |
| { |
| "epoch": 3.569620253164557, |
| "grad_norm": 54.17780685424805, |
| "learning_rate": 1.7901371527095336e-06, |
| "loss": 0.20298929512500763, |
| "step": 1692 |
| }, |
| { |
| "epoch": 3.5738396624472575, |
| "grad_norm": 0.7691044807434082, |
| "learning_rate": 1.7860610207224266e-06, |
| "loss": 0.610919713973999, |
| "step": 1694 |
| }, |
| { |
| "epoch": 3.5780590717299576, |
| "grad_norm": 7.206573486328125, |
| "learning_rate": 1.7819871287285042e-06, |
| "loss": 0.2613908350467682, |
| "step": 1696 |
| }, |
| { |
| "epoch": 3.5822784810126582, |
| "grad_norm": 2.2238030433654785, |
| "learning_rate": 1.7779154987732628e-06, |
| "loss": 0.7429696321487427, |
| "step": 1698 |
| }, |
| { |
| "epoch": 3.586497890295359, |
| "grad_norm": 2.2671563625335693, |
| "learning_rate": 1.7738461528899582e-06, |
| "loss": 0.6627340912818909, |
| "step": 1700 |
| }, |
| { |
| "epoch": 3.590717299578059, |
| "grad_norm": 1.9748802185058594, |
| "learning_rate": 1.769779113099485e-06, |
| "loss": 0.5637974739074707, |
| "step": 1702 |
| }, |
| { |
| "epoch": 3.5949367088607596, |
| "grad_norm": 2.075197696685791, |
| "learning_rate": 1.7657144014102605e-06, |
| "loss": 1.022030234336853, |
| "step": 1704 |
| }, |
| { |
| "epoch": 3.59915611814346, |
| "grad_norm": 2.7764699459075928, |
| "learning_rate": 1.7616520398181019e-06, |
| "loss": 0.6542642116546631, |
| "step": 1706 |
| }, |
| { |
| "epoch": 3.6033755274261603, |
| "grad_norm": 5.018822193145752, |
| "learning_rate": 1.757592050306111e-06, |
| "loss": 0.7118390202522278, |
| "step": 1708 |
| }, |
| { |
| "epoch": 3.607594936708861, |
| "grad_norm": 1.829730749130249, |
| "learning_rate": 1.7535344548445523e-06, |
| "loss": 0.5238461494445801, |
| "step": 1710 |
| }, |
| { |
| "epoch": 3.611814345991561, |
| "grad_norm": 2.2571935653686523, |
| "learning_rate": 1.7494792753907342e-06, |
| "loss": 0.9762560129165649, |
| "step": 1712 |
| }, |
| { |
| "epoch": 3.6160337552742616, |
| "grad_norm": 11.215494155883789, |
| "learning_rate": 1.7454265338888923e-06, |
| "loss": 1.1840991973876953, |
| "step": 1714 |
| }, |
| { |
| "epoch": 3.620253164556962, |
| "grad_norm": 5.1113972663879395, |
| "learning_rate": 1.741376252270069e-06, |
| "loss": 0.5932983160018921, |
| "step": 1716 |
| }, |
| { |
| "epoch": 3.6244725738396624, |
| "grad_norm": 3.276780843734741, |
| "learning_rate": 1.7373284524519956e-06, |
| "loss": 0.654528021812439, |
| "step": 1718 |
| }, |
| { |
| "epoch": 3.628691983122363, |
| "grad_norm": 4.502676486968994, |
| "learning_rate": 1.733283156338973e-06, |
| "loss": 0.329173743724823, |
| "step": 1720 |
| }, |
| { |
| "epoch": 3.632911392405063, |
| "grad_norm": 4.122840404510498, |
| "learning_rate": 1.7292403858217534e-06, |
| "loss": 1.0182509422302246, |
| "step": 1722 |
| }, |
| { |
| "epoch": 3.6371308016877637, |
| "grad_norm": 8.013359069824219, |
| "learning_rate": 1.7252001627774227e-06, |
| "loss": 0.5020068287849426, |
| "step": 1724 |
| }, |
| { |
| "epoch": 3.6413502109704643, |
| "grad_norm": 7.430994987487793, |
| "learning_rate": 1.72116250906928e-06, |
| "loss": 0.45291832089424133, |
| "step": 1726 |
| }, |
| { |
| "epoch": 3.6455696202531644, |
| "grad_norm": 5.890309810638428, |
| "learning_rate": 1.7171274465467224e-06, |
| "loss": 0.8754688501358032, |
| "step": 1728 |
| }, |
| { |
| "epoch": 3.649789029535865, |
| "grad_norm": 9.963774681091309, |
| "learning_rate": 1.7130949970451245e-06, |
| "loss": 0.2187124788761139, |
| "step": 1730 |
| }, |
| { |
| "epoch": 3.6540084388185656, |
| "grad_norm": 6.262022972106934, |
| "learning_rate": 1.709065182385719e-06, |
| "loss": 0.886106014251709, |
| "step": 1732 |
| }, |
| { |
| "epoch": 3.6582278481012658, |
| "grad_norm": 9.15018367767334, |
| "learning_rate": 1.7050380243754838e-06, |
| "loss": 0.3278903365135193, |
| "step": 1734 |
| }, |
| { |
| "epoch": 3.6624472573839664, |
| "grad_norm": 30.086578369140625, |
| "learning_rate": 1.7010135448070169e-06, |
| "loss": 0.3603389263153076, |
| "step": 1736 |
| }, |
| { |
| "epoch": 3.6666666666666665, |
| "grad_norm": 24.306060791015625, |
| "learning_rate": 1.6969917654584247e-06, |
| "loss": 0.6651766300201416, |
| "step": 1738 |
| }, |
| { |
| "epoch": 3.670886075949367, |
| "grad_norm": 4.77196741104126, |
| "learning_rate": 1.692972708093201e-06, |
| "loss": 0.33792465925216675, |
| "step": 1740 |
| }, |
| { |
| "epoch": 3.6751054852320673, |
| "grad_norm": 1.7918250560760498, |
| "learning_rate": 1.688956394460109e-06, |
| "loss": 1.0997920036315918, |
| "step": 1742 |
| }, |
| { |
| "epoch": 3.679324894514768, |
| "grad_norm": 19.624130249023438, |
| "learning_rate": 1.6849428462930653e-06, |
| "loss": 0.5909217596054077, |
| "step": 1744 |
| }, |
| { |
| "epoch": 3.6835443037974684, |
| "grad_norm": 7.293959140777588, |
| "learning_rate": 1.6809320853110215e-06, |
| "loss": 0.563459038734436, |
| "step": 1746 |
| }, |
| { |
| "epoch": 3.6877637130801686, |
| "grad_norm": 2.4896528720855713, |
| "learning_rate": 1.6769241332178469e-06, |
| "loss": 1.0555415153503418, |
| "step": 1748 |
| }, |
| { |
| "epoch": 3.691983122362869, |
| "grad_norm": 2.973538398742676, |
| "learning_rate": 1.6729190117022095e-06, |
| "loss": 0.8185904026031494, |
| "step": 1750 |
| }, |
| { |
| "epoch": 3.6962025316455698, |
| "grad_norm": 3.3849141597747803, |
| "learning_rate": 1.6689167424374597e-06, |
| "loss": 0.8749343752861023, |
| "step": 1752 |
| }, |
| { |
| "epoch": 3.70042194092827, |
| "grad_norm": 2.0385217666625977, |
| "learning_rate": 1.664917347081516e-06, |
| "loss": 1.026354432106018, |
| "step": 1754 |
| }, |
| { |
| "epoch": 3.7046413502109705, |
| "grad_norm": 5.828520774841309, |
| "learning_rate": 1.660920847276741e-06, |
| "loss": 0.8060284852981567, |
| "step": 1756 |
| }, |
| { |
| "epoch": 3.708860759493671, |
| "grad_norm": 5.976668357849121, |
| "learning_rate": 1.6569272646498318e-06, |
| "loss": 0.7234772443771362, |
| "step": 1758 |
| }, |
| { |
| "epoch": 3.7130801687763713, |
| "grad_norm": 9.543655395507812, |
| "learning_rate": 1.6529366208116974e-06, |
| "loss": 0.7528952360153198, |
| "step": 1760 |
| }, |
| { |
| "epoch": 3.717299578059072, |
| "grad_norm": 4.140414237976074, |
| "learning_rate": 1.6489489373573443e-06, |
| "loss": 0.26903659105300903, |
| "step": 1762 |
| }, |
| { |
| "epoch": 3.721518987341772, |
| "grad_norm": 12.051411628723145, |
| "learning_rate": 1.64496423586576e-06, |
| "loss": 0.5374072790145874, |
| "step": 1764 |
| }, |
| { |
| "epoch": 3.7257383966244726, |
| "grad_norm": 2.326197624206543, |
| "learning_rate": 1.6409825378997941e-06, |
| "loss": 0.9479004740715027, |
| "step": 1766 |
| }, |
| { |
| "epoch": 3.7299578059071727, |
| "grad_norm": 4.621135234832764, |
| "learning_rate": 1.6370038650060437e-06, |
| "loss": 0.5748968124389648, |
| "step": 1768 |
| }, |
| { |
| "epoch": 3.7341772151898733, |
| "grad_norm": 2.885585069656372, |
| "learning_rate": 1.6330282387147349e-06, |
| "loss": 0.5932916402816772, |
| "step": 1770 |
| }, |
| { |
| "epoch": 3.738396624472574, |
| "grad_norm": 1.9321597814559937, |
| "learning_rate": 1.6290556805396093e-06, |
| "loss": 0.9674075245857239, |
| "step": 1772 |
| }, |
| { |
| "epoch": 3.742616033755274, |
| "grad_norm": 3.254708766937256, |
| "learning_rate": 1.6250862119778046e-06, |
| "loss": 0.4991704523563385, |
| "step": 1774 |
| }, |
| { |
| "epoch": 3.7468354430379747, |
| "grad_norm": 1.1030203104019165, |
| "learning_rate": 1.6211198545097381e-06, |
| "loss": 0.5824090242385864, |
| "step": 1776 |
| }, |
| { |
| "epoch": 3.7510548523206753, |
| "grad_norm": 2.4272022247314453, |
| "learning_rate": 1.6171566295989947e-06, |
| "loss": 0.8916751146316528, |
| "step": 1778 |
| }, |
| { |
| "epoch": 3.7552742616033754, |
| "grad_norm": 2.7834560871124268, |
| "learning_rate": 1.6131965586922039e-06, |
| "loss": 0.9039870500564575, |
| "step": 1780 |
| }, |
| { |
| "epoch": 3.759493670886076, |
| "grad_norm": 3.2108805179595947, |
| "learning_rate": 1.6092396632189317e-06, |
| "loss": 0.8393138647079468, |
| "step": 1782 |
| }, |
| { |
| "epoch": 3.7637130801687766, |
| "grad_norm": 8.731537818908691, |
| "learning_rate": 1.6052859645915575e-06, |
| "loss": 0.8530555963516235, |
| "step": 1784 |
| }, |
| { |
| "epoch": 3.7679324894514767, |
| "grad_norm": 2.2591445446014404, |
| "learning_rate": 1.6013354842051624e-06, |
| "loss": 1.0453441143035889, |
| "step": 1786 |
| }, |
| { |
| "epoch": 3.7721518987341773, |
| "grad_norm": 18.5029296875, |
| "learning_rate": 1.5973882434374124e-06, |
| "loss": 0.2866585850715637, |
| "step": 1788 |
| }, |
| { |
| "epoch": 3.7763713080168775, |
| "grad_norm": 2.598447561264038, |
| "learning_rate": 1.5934442636484425e-06, |
| "loss": 0.5377147197723389, |
| "step": 1790 |
| }, |
| { |
| "epoch": 3.780590717299578, |
| "grad_norm": 2.245370864868164, |
| "learning_rate": 1.5895035661807397e-06, |
| "loss": 0.9374682903289795, |
| "step": 1792 |
| }, |
| { |
| "epoch": 3.7848101265822782, |
| "grad_norm": 10.506272315979004, |
| "learning_rate": 1.5855661723590319e-06, |
| "loss": 0.7131825685501099, |
| "step": 1794 |
| }, |
| { |
| "epoch": 3.789029535864979, |
| "grad_norm": 5.187559127807617, |
| "learning_rate": 1.581632103490168e-06, |
| "loss": 0.9631250500679016, |
| "step": 1796 |
| }, |
| { |
| "epoch": 3.7932489451476794, |
| "grad_norm": 5.299999713897705, |
| "learning_rate": 1.577701380863003e-06, |
| "loss": 1.1112829446792603, |
| "step": 1798 |
| }, |
| { |
| "epoch": 3.7974683544303796, |
| "grad_norm": 2.1457207202911377, |
| "learning_rate": 1.5737740257482867e-06, |
| "loss": 0.8928860425949097, |
| "step": 1800 |
| }, |
| { |
| "epoch": 3.80168776371308, |
| "grad_norm": 2.5547454357147217, |
| "learning_rate": 1.569850059398544e-06, |
| "loss": 1.004746675491333, |
| "step": 1802 |
| }, |
| { |
| "epoch": 3.8059071729957807, |
| "grad_norm": 3.674745798110962, |
| "learning_rate": 1.565929503047963e-06, |
| "loss": 0.49736908078193665, |
| "step": 1804 |
| }, |
| { |
| "epoch": 3.810126582278481, |
| "grad_norm": 7.80587100982666, |
| "learning_rate": 1.562012377912277e-06, |
| "loss": 0.23617342114448547, |
| "step": 1806 |
| }, |
| { |
| "epoch": 3.8143459915611815, |
| "grad_norm": 5.4438958168029785, |
| "learning_rate": 1.5580987051886533e-06, |
| "loss": 0.8461598753929138, |
| "step": 1808 |
| }, |
| { |
| "epoch": 3.818565400843882, |
| "grad_norm": 2.466731071472168, |
| "learning_rate": 1.554188506055577e-06, |
| "loss": 0.9447206258773804, |
| "step": 1810 |
| }, |
| { |
| "epoch": 3.8227848101265822, |
| "grad_norm": 5.592019081115723, |
| "learning_rate": 1.550281801672735e-06, |
| "loss": 0.47888684272766113, |
| "step": 1812 |
| }, |
| { |
| "epoch": 3.827004219409283, |
| "grad_norm": 2.1095151901245117, |
| "learning_rate": 1.5463786131809031e-06, |
| "loss": 0.9347876310348511, |
| "step": 1814 |
| }, |
| { |
| "epoch": 3.831223628691983, |
| "grad_norm": 4.567122936248779, |
| "learning_rate": 1.542478961701831e-06, |
| "loss": 0.8219131231307983, |
| "step": 1816 |
| }, |
| { |
| "epoch": 3.8354430379746836, |
| "grad_norm": 3.2872185707092285, |
| "learning_rate": 1.5385828683381293e-06, |
| "loss": 0.7965229749679565, |
| "step": 1818 |
| }, |
| { |
| "epoch": 3.8396624472573837, |
| "grad_norm": 4.746089935302734, |
| "learning_rate": 1.5346903541731524e-06, |
| "loss": 0.6401727199554443, |
| "step": 1820 |
| }, |
| { |
| "epoch": 3.8438818565400843, |
| "grad_norm": 3.5851891040802, |
| "learning_rate": 1.530801440270888e-06, |
| "loss": 0.9646581411361694, |
| "step": 1822 |
| }, |
| { |
| "epoch": 3.848101265822785, |
| "grad_norm": 7.018674373626709, |
| "learning_rate": 1.5269161476758404e-06, |
| "loss": 0.7993499636650085, |
| "step": 1824 |
| }, |
| { |
| "epoch": 3.852320675105485, |
| "grad_norm": 3.83168888092041, |
| "learning_rate": 1.523034497412916e-06, |
| "loss": 0.9415961503982544, |
| "step": 1826 |
| }, |
| { |
| "epoch": 3.8565400843881856, |
| "grad_norm": 3.7820115089416504, |
| "learning_rate": 1.5191565104873144e-06, |
| "loss": 0.9054951667785645, |
| "step": 1828 |
| }, |
| { |
| "epoch": 3.8607594936708862, |
| "grad_norm": 5.366248607635498, |
| "learning_rate": 1.5152822078844088e-06, |
| "loss": 0.9999287128448486, |
| "step": 1830 |
| }, |
| { |
| "epoch": 3.8649789029535864, |
| "grad_norm": 5.807839393615723, |
| "learning_rate": 1.511411610569636e-06, |
| "loss": 0.3293692171573639, |
| "step": 1832 |
| }, |
| { |
| "epoch": 3.869198312236287, |
| "grad_norm": 3.83225679397583, |
| "learning_rate": 1.5075447394883814e-06, |
| "loss": 0.6949493885040283, |
| "step": 1834 |
| }, |
| { |
| "epoch": 3.8734177215189876, |
| "grad_norm": 10.349047660827637, |
| "learning_rate": 1.5036816155658665e-06, |
| "loss": 0.7142183184623718, |
| "step": 1836 |
| }, |
| { |
| "epoch": 3.8776371308016877, |
| "grad_norm": 4.179904460906982, |
| "learning_rate": 1.4998222597070362e-06, |
| "loss": 0.6529619097709656, |
| "step": 1838 |
| }, |
| { |
| "epoch": 3.8818565400843883, |
| "grad_norm": 11.569310188293457, |
| "learning_rate": 1.4959666927964437e-06, |
| "loss": 0.8389513492584229, |
| "step": 1840 |
| }, |
| { |
| "epoch": 3.8860759493670884, |
| "grad_norm": 4.005336761474609, |
| "learning_rate": 1.4921149356981397e-06, |
| "loss": 0.5777831077575684, |
| "step": 1842 |
| }, |
| { |
| "epoch": 3.890295358649789, |
| "grad_norm": 5.133764266967773, |
| "learning_rate": 1.4882670092555567e-06, |
| "loss": 0.5414679050445557, |
| "step": 1844 |
| }, |
| { |
| "epoch": 3.894514767932489, |
| "grad_norm": 2.863504409790039, |
| "learning_rate": 1.4844229342913996e-06, |
| "loss": 0.9309226870536804, |
| "step": 1846 |
| }, |
| { |
| "epoch": 3.8987341772151898, |
| "grad_norm": 22.195985794067383, |
| "learning_rate": 1.480582731607531e-06, |
| "loss": 0.4635329842567444, |
| "step": 1848 |
| }, |
| { |
| "epoch": 3.9029535864978904, |
| "grad_norm": 2.475642204284668, |
| "learning_rate": 1.4767464219848593e-06, |
| "loss": 0.9393260478973389, |
| "step": 1850 |
| }, |
| { |
| "epoch": 3.9071729957805905, |
| "grad_norm": 3.141064405441284, |
| "learning_rate": 1.4729140261832246e-06, |
| "loss": 0.9542742967605591, |
| "step": 1852 |
| }, |
| { |
| "epoch": 3.911392405063291, |
| "grad_norm": 2.667790174484253, |
| "learning_rate": 1.4690855649412895e-06, |
| "loss": 0.9756711721420288, |
| "step": 1854 |
| }, |
| { |
| "epoch": 3.9156118143459917, |
| "grad_norm": 2.641533374786377, |
| "learning_rate": 1.4652610589764235e-06, |
| "loss": 0.9634566903114319, |
| "step": 1856 |
| }, |
| { |
| "epoch": 3.919831223628692, |
| "grad_norm": 2.9647128582000732, |
| "learning_rate": 1.461440528984594e-06, |
| "loss": 0.9994820356369019, |
| "step": 1858 |
| }, |
| { |
| "epoch": 3.9240506329113924, |
| "grad_norm": 5.323459625244141, |
| "learning_rate": 1.4576239956402514e-06, |
| "loss": 0.9943286180496216, |
| "step": 1860 |
| }, |
| { |
| "epoch": 3.928270042194093, |
| "grad_norm": 2.4466195106506348, |
| "learning_rate": 1.4538114795962195e-06, |
| "loss": 0.6168838143348694, |
| "step": 1862 |
| }, |
| { |
| "epoch": 3.932489451476793, |
| "grad_norm": 3.8990132808685303, |
| "learning_rate": 1.4500030014835822e-06, |
| "loss": 0.6228926777839661, |
| "step": 1864 |
| }, |
| { |
| "epoch": 3.9367088607594938, |
| "grad_norm": 6.640925407409668, |
| "learning_rate": 1.4461985819115733e-06, |
| "loss": 1.230762243270874, |
| "step": 1866 |
| }, |
| { |
| "epoch": 3.9409282700421944, |
| "grad_norm": 1.7788114547729492, |
| "learning_rate": 1.4423982414674635e-06, |
| "loss": 0.9199753999710083, |
| "step": 1868 |
| }, |
| { |
| "epoch": 3.9451476793248945, |
| "grad_norm": 11.634161949157715, |
| "learning_rate": 1.4386020007164494e-06, |
| "loss": 0.702942967414856, |
| "step": 1870 |
| }, |
| { |
| "epoch": 3.9493670886075947, |
| "grad_norm": 0.652026355266571, |
| "learning_rate": 1.4348098802015446e-06, |
| "loss": 0.5037093162536621, |
| "step": 1872 |
| }, |
| { |
| "epoch": 3.9535864978902953, |
| "grad_norm": 10.706385612487793, |
| "learning_rate": 1.4310219004434632e-06, |
| "loss": 0.45475533604621887, |
| "step": 1874 |
| }, |
| { |
| "epoch": 3.957805907172996, |
| "grad_norm": 7.073146820068359, |
| "learning_rate": 1.4272380819405139e-06, |
| "loss": 0.8023735284805298, |
| "step": 1876 |
| }, |
| { |
| "epoch": 3.962025316455696, |
| "grad_norm": 3.564532518386841, |
| "learning_rate": 1.4234584451684866e-06, |
| "loss": 0.716842770576477, |
| "step": 1878 |
| }, |
| { |
| "epoch": 3.9662447257383966, |
| "grad_norm": 1.7148876190185547, |
| "learning_rate": 1.4196830105805432e-06, |
| "loss": 0.5358736515045166, |
| "step": 1880 |
| }, |
| { |
| "epoch": 3.970464135021097, |
| "grad_norm": 3.4616918563842773, |
| "learning_rate": 1.4159117986071038e-06, |
| "loss": 0.9063611030578613, |
| "step": 1882 |
| }, |
| { |
| "epoch": 3.9746835443037973, |
| "grad_norm": 5.480584144592285, |
| "learning_rate": 1.4121448296557406e-06, |
| "loss": 0.40525734424591064, |
| "step": 1884 |
| }, |
| { |
| "epoch": 3.978902953586498, |
| "grad_norm": 4.338303565979004, |
| "learning_rate": 1.4083821241110637e-06, |
| "loss": 0.9141275882720947, |
| "step": 1886 |
| }, |
| { |
| "epoch": 3.9831223628691985, |
| "grad_norm": 7.042728900909424, |
| "learning_rate": 1.4046237023346113e-06, |
| "loss": 0.6083638668060303, |
| "step": 1888 |
| }, |
| { |
| "epoch": 3.9873417721518987, |
| "grad_norm": 7.335713863372803, |
| "learning_rate": 1.400869584664743e-06, |
| "loss": 0.9237312078475952, |
| "step": 1890 |
| }, |
| { |
| "epoch": 3.9915611814345993, |
| "grad_norm": 7.168555736541748, |
| "learning_rate": 1.3971197914165238e-06, |
| "loss": 0.6043530702590942, |
| "step": 1892 |
| }, |
| { |
| "epoch": 3.9957805907173, |
| "grad_norm": 2.8935647010803223, |
| "learning_rate": 1.3933743428816209e-06, |
| "loss": 0.9517507553100586, |
| "step": 1894 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 2.358701705932617, |
| "learning_rate": 1.3896332593281876e-06, |
| "loss": 0.9641570448875427, |
| "step": 1896 |
| }, |
| { |
| "epoch": 4.0042194092827, |
| "grad_norm": 4.007087230682373, |
| "learning_rate": 1.385896561000759e-06, |
| "loss": 0.8658764362335205, |
| "step": 1898 |
| }, |
| { |
| "epoch": 4.008438818565401, |
| "grad_norm": 6.783811092376709, |
| "learning_rate": 1.382164268120137e-06, |
| "loss": 0.7082722187042236, |
| "step": 1900 |
| }, |
| { |
| "epoch": 4.012658227848101, |
| "grad_norm": 2.4722962379455566, |
| "learning_rate": 1.3784364008832867e-06, |
| "loss": 0.7488058805465698, |
| "step": 1902 |
| }, |
| { |
| "epoch": 4.0168776371308015, |
| "grad_norm": 7.7128705978393555, |
| "learning_rate": 1.3747129794632236e-06, |
| "loss": 0.5546174049377441, |
| "step": 1904 |
| }, |
| { |
| "epoch": 4.0210970464135025, |
| "grad_norm": 1.1015756130218506, |
| "learning_rate": 1.3709940240089027e-06, |
| "loss": 0.5142375826835632, |
| "step": 1906 |
| }, |
| { |
| "epoch": 4.025316455696203, |
| "grad_norm": 5.702658653259277, |
| "learning_rate": 1.3672795546451144e-06, |
| "loss": 0.9443526268005371, |
| "step": 1908 |
| }, |
| { |
| "epoch": 4.029535864978903, |
| "grad_norm": 6.516256809234619, |
| "learning_rate": 1.3635695914723724e-06, |
| "loss": 0.11540517210960388, |
| "step": 1910 |
| }, |
| { |
| "epoch": 4.033755274261603, |
| "grad_norm": 3.0924103260040283, |
| "learning_rate": 1.359864154566805e-06, |
| "loss": 0.7493268251419067, |
| "step": 1912 |
| }, |
| { |
| "epoch": 4.037974683544304, |
| "grad_norm": 5.080263614654541, |
| "learning_rate": 1.356163263980048e-06, |
| "loss": 0.793247401714325, |
| "step": 1914 |
| }, |
| { |
| "epoch": 4.042194092827004, |
| "grad_norm": 0.8498378396034241, |
| "learning_rate": 1.352466939739134e-06, |
| "loss": 0.4381150007247925, |
| "step": 1916 |
| }, |
| { |
| "epoch": 4.046413502109704, |
| "grad_norm": 5.049806594848633, |
| "learning_rate": 1.3487752018463865e-06, |
| "loss": 0.23625794053077698, |
| "step": 1918 |
| }, |
| { |
| "epoch": 4.050632911392405, |
| "grad_norm": 6.505473613739014, |
| "learning_rate": 1.34508807027931e-06, |
| "loss": 0.8553643226623535, |
| "step": 1920 |
| }, |
| { |
| "epoch": 4.0548523206751055, |
| "grad_norm": 2.442864418029785, |
| "learning_rate": 1.341405564990481e-06, |
| "loss": 0.9089441895484924, |
| "step": 1922 |
| }, |
| { |
| "epoch": 4.059071729957806, |
| "grad_norm": 3.782691717147827, |
| "learning_rate": 1.3377277059074428e-06, |
| "loss": 0.6086368560791016, |
| "step": 1924 |
| }, |
| { |
| "epoch": 4.063291139240507, |
| "grad_norm": 7.667325019836426, |
| "learning_rate": 1.3340545129325956e-06, |
| "loss": 0.5529667139053345, |
| "step": 1926 |
| }, |
| { |
| "epoch": 4.067510548523207, |
| "grad_norm": 4.649930953979492, |
| "learning_rate": 1.330386005943089e-06, |
| "loss": 0.7499093413352966, |
| "step": 1928 |
| }, |
| { |
| "epoch": 4.071729957805907, |
| "grad_norm": 6.8586602210998535, |
| "learning_rate": 1.3267222047907167e-06, |
| "loss": 0.2909429967403412, |
| "step": 1930 |
| }, |
| { |
| "epoch": 4.075949367088608, |
| "grad_norm": 5.850220680236816, |
| "learning_rate": 1.323063129301806e-06, |
| "loss": 0.5432990789413452, |
| "step": 1932 |
| }, |
| { |
| "epoch": 4.080168776371308, |
| "grad_norm": 5.898839473724365, |
| "learning_rate": 1.3194087992771097e-06, |
| "loss": 0.6550246477127075, |
| "step": 1934 |
| }, |
| { |
| "epoch": 4.084388185654008, |
| "grad_norm": 3.0061066150665283, |
| "learning_rate": 1.3157592344917036e-06, |
| "loss": 0.7705998420715332, |
| "step": 1936 |
| }, |
| { |
| "epoch": 4.0886075949367084, |
| "grad_norm": 2.5635762214660645, |
| "learning_rate": 1.3121144546948766e-06, |
| "loss": 0.44453972578048706, |
| "step": 1938 |
| }, |
| { |
| "epoch": 4.0928270042194095, |
| "grad_norm": 4.0387773513793945, |
| "learning_rate": 1.3084744796100229e-06, |
| "loss": 0.5306001901626587, |
| "step": 1940 |
| }, |
| { |
| "epoch": 4.09704641350211, |
| "grad_norm": 4.215574264526367, |
| "learning_rate": 1.3048393289345369e-06, |
| "loss": 0.5609068870544434, |
| "step": 1942 |
| }, |
| { |
| "epoch": 4.10126582278481, |
| "grad_norm": 2.5985476970672607, |
| "learning_rate": 1.3012090223397066e-06, |
| "loss": 0.503987193107605, |
| "step": 1944 |
| }, |
| { |
| "epoch": 4.105485232067511, |
| "grad_norm": 2.6729464530944824, |
| "learning_rate": 1.2975835794706063e-06, |
| "loss": 0.8981311321258545, |
| "step": 1946 |
| }, |
| { |
| "epoch": 4.109704641350211, |
| "grad_norm": 8.088824272155762, |
| "learning_rate": 1.2939630199459914e-06, |
| "loss": 0.502710223197937, |
| "step": 1948 |
| }, |
| { |
| "epoch": 4.113924050632911, |
| "grad_norm": 0.9990053772926331, |
| "learning_rate": 1.2903473633581894e-06, |
| "loss": 0.5058774948120117, |
| "step": 1950 |
| }, |
| { |
| "epoch": 4.118143459915612, |
| "grad_norm": 2.116455554962158, |
| "learning_rate": 1.2867366292729984e-06, |
| "loss": 0.8362418413162231, |
| "step": 1952 |
| }, |
| { |
| "epoch": 4.122362869198312, |
| "grad_norm": 4.284731388092041, |
| "learning_rate": 1.283130837229578e-06, |
| "loss": 0.9526023864746094, |
| "step": 1954 |
| }, |
| { |
| "epoch": 4.1265822784810124, |
| "grad_norm": 27.23639678955078, |
| "learning_rate": 1.2795300067403436e-06, |
| "loss": 0.16982686519622803, |
| "step": 1956 |
| }, |
| { |
| "epoch": 4.1308016877637135, |
| "grad_norm": 9.439923286437988, |
| "learning_rate": 1.275934157290863e-06, |
| "loss": 0.844666600227356, |
| "step": 1958 |
| }, |
| { |
| "epoch": 4.135021097046414, |
| "grad_norm": 52.91316604614258, |
| "learning_rate": 1.2723433083397486e-06, |
| "loss": 0.8215901255607605, |
| "step": 1960 |
| }, |
| { |
| "epoch": 4.139240506329114, |
| "grad_norm": 12.898977279663086, |
| "learning_rate": 1.2687574793185535e-06, |
| "loss": 0.5214605331420898, |
| "step": 1962 |
| }, |
| { |
| "epoch": 4.143459915611814, |
| "grad_norm": 1.9493759870529175, |
| "learning_rate": 1.2651766896316653e-06, |
| "loss": 0.8226008415222168, |
| "step": 1964 |
| }, |
| { |
| "epoch": 4.147679324894515, |
| "grad_norm": 0.4556528925895691, |
| "learning_rate": 1.2616009586562021e-06, |
| "loss": 0.43690699338912964, |
| "step": 1966 |
| }, |
| { |
| "epoch": 4.151898734177215, |
| "grad_norm": 3.7246546745300293, |
| "learning_rate": 1.2580303057419079e-06, |
| "loss": 0.871078610420227, |
| "step": 1968 |
| }, |
| { |
| "epoch": 4.156118143459915, |
| "grad_norm": 3.5394413471221924, |
| "learning_rate": 1.2544647502110464e-06, |
| "loss": 0.9380326271057129, |
| "step": 1970 |
| }, |
| { |
| "epoch": 4.160337552742616, |
| "grad_norm": 4.74537467956543, |
| "learning_rate": 1.2509043113582969e-06, |
| "loss": 1.0427074432373047, |
| "step": 1972 |
| }, |
| { |
| "epoch": 4.1645569620253164, |
| "grad_norm": 5.703405380249023, |
| "learning_rate": 1.247349008450651e-06, |
| "loss": 0.17169350385665894, |
| "step": 1974 |
| }, |
| { |
| "epoch": 4.168776371308017, |
| "grad_norm": 8.463484764099121, |
| "learning_rate": 1.243798860727308e-06, |
| "loss": 0.5819951891899109, |
| "step": 1976 |
| }, |
| { |
| "epoch": 4.172995780590718, |
| "grad_norm": 5.530209541320801, |
| "learning_rate": 1.2402538873995701e-06, |
| "loss": 0.40900328755378723, |
| "step": 1978 |
| }, |
| { |
| "epoch": 4.177215189873418, |
| "grad_norm": 6.495384216308594, |
| "learning_rate": 1.236714107650737e-06, |
| "loss": 0.42087459564208984, |
| "step": 1980 |
| }, |
| { |
| "epoch": 4.181434599156118, |
| "grad_norm": 3.931180953979492, |
| "learning_rate": 1.233179540636006e-06, |
| "loss": 0.7898563742637634, |
| "step": 1982 |
| }, |
| { |
| "epoch": 4.185654008438819, |
| "grad_norm": 5.3524322509765625, |
| "learning_rate": 1.2296502054823655e-06, |
| "loss": 0.335269570350647, |
| "step": 1984 |
| }, |
| { |
| "epoch": 4.189873417721519, |
| "grad_norm": 6.85384464263916, |
| "learning_rate": 1.226126121288492e-06, |
| "loss": 0.220280259847641, |
| "step": 1986 |
| }, |
| { |
| "epoch": 4.194092827004219, |
| "grad_norm": 17.49827003479004, |
| "learning_rate": 1.222607307124647e-06, |
| "loss": 0.5092884302139282, |
| "step": 1988 |
| }, |
| { |
| "epoch": 4.198312236286919, |
| "grad_norm": 5.663785934448242, |
| "learning_rate": 1.2190937820325733e-06, |
| "loss": 0.4246003031730652, |
| "step": 1990 |
| }, |
| { |
| "epoch": 4.2025316455696204, |
| "grad_norm": 4.241413116455078, |
| "learning_rate": 1.215585565025394e-06, |
| "loss": 0.8379718065261841, |
| "step": 1992 |
| }, |
| { |
| "epoch": 4.206751054852321, |
| "grad_norm": 6.015312194824219, |
| "learning_rate": 1.2120826750875059e-06, |
| "loss": 0.5074017643928528, |
| "step": 1994 |
| }, |
| { |
| "epoch": 4.210970464135021, |
| "grad_norm": 3.0558958053588867, |
| "learning_rate": 1.2085851311744794e-06, |
| "loss": 0.8118472099304199, |
| "step": 1996 |
| }, |
| { |
| "epoch": 4.215189873417722, |
| "grad_norm": 6.353532314300537, |
| "learning_rate": 1.205092952212956e-06, |
| "loss": 1.135847568511963, |
| "step": 1998 |
| }, |
| { |
| "epoch": 4.219409282700422, |
| "grad_norm": 2.435732126235962, |
| "learning_rate": 1.201606157100544e-06, |
| "loss": 0.9003854990005493, |
| "step": 2000 |
| }, |
| { |
| "epoch": 4.223628691983122, |
| "grad_norm": 8.28079891204834, |
| "learning_rate": 1.1981247647057202e-06, |
| "loss": 0.6943663358688354, |
| "step": 2002 |
| }, |
| { |
| "epoch": 4.227848101265823, |
| "grad_norm": 7.8127264976501465, |
| "learning_rate": 1.1946487938677226e-06, |
| "loss": 0.16587281227111816, |
| "step": 2004 |
| }, |
| { |
| "epoch": 4.232067510548523, |
| "grad_norm": 1.957531213760376, |
| "learning_rate": 1.1911782633964518e-06, |
| "loss": 0.9451367855072021, |
| "step": 2006 |
| }, |
| { |
| "epoch": 4.236286919831223, |
| "grad_norm": 2.2095224857330322, |
| "learning_rate": 1.1877131920723674e-06, |
| "loss": 0.4541362524032593, |
| "step": 2008 |
| }, |
| { |
| "epoch": 4.2405063291139244, |
| "grad_norm": 2.0317702293395996, |
| "learning_rate": 1.1842535986463885e-06, |
| "loss": 0.9444383382797241, |
| "step": 2010 |
| }, |
| { |
| "epoch": 4.244725738396625, |
| "grad_norm": 8.539976119995117, |
| "learning_rate": 1.180799501839791e-06, |
| "loss": 0.19654181599617004, |
| "step": 2012 |
| }, |
| { |
| "epoch": 4.248945147679325, |
| "grad_norm": 3.8399620056152344, |
| "learning_rate": 1.1773509203441052e-06, |
| "loss": 0.5152616500854492, |
| "step": 2014 |
| }, |
| { |
| "epoch": 4.253164556962025, |
| "grad_norm": 2.4427969455718994, |
| "learning_rate": 1.1739078728210175e-06, |
| "loss": 0.89030921459198, |
| "step": 2016 |
| }, |
| { |
| "epoch": 4.257383966244726, |
| "grad_norm": 3.564229726791382, |
| "learning_rate": 1.170470377902266e-06, |
| "loss": 0.9515880346298218, |
| "step": 2018 |
| }, |
| { |
| "epoch": 4.261603375527426, |
| "grad_norm": 17.13824462890625, |
| "learning_rate": 1.167038454189543e-06, |
| "loss": 0.0852670818567276, |
| "step": 2020 |
| }, |
| { |
| "epoch": 4.265822784810126, |
| "grad_norm": 1.1132172346115112, |
| "learning_rate": 1.163612120254392e-06, |
| "loss": 0.3325420618057251, |
| "step": 2022 |
| }, |
| { |
| "epoch": 4.270042194092827, |
| "grad_norm": 2.2386295795440674, |
| "learning_rate": 1.1601913946381068e-06, |
| "loss": 0.8490246534347534, |
| "step": 2024 |
| }, |
| { |
| "epoch": 4.274261603375527, |
| "grad_norm": 4.5493927001953125, |
| "learning_rate": 1.1567762958516336e-06, |
| "loss": 0.30698156356811523, |
| "step": 2026 |
| }, |
| { |
| "epoch": 4.2784810126582276, |
| "grad_norm": 2.7599310874938965, |
| "learning_rate": 1.1533668423754703e-06, |
| "loss": 0.3949320912361145, |
| "step": 2028 |
| }, |
| { |
| "epoch": 4.282700421940929, |
| "grad_norm": 0.7302427291870117, |
| "learning_rate": 1.1499630526595632e-06, |
| "loss": 0.4672113060951233, |
| "step": 2030 |
| }, |
| { |
| "epoch": 4.286919831223629, |
| "grad_norm": 6.222799777984619, |
| "learning_rate": 1.1465649451232121e-06, |
| "loss": 1.0849535465240479, |
| "step": 2032 |
| }, |
| { |
| "epoch": 4.291139240506329, |
| "grad_norm": 2.6900506019592285, |
| "learning_rate": 1.1431725381549675e-06, |
| "loss": 0.12843787670135498, |
| "step": 2034 |
| }, |
| { |
| "epoch": 4.29535864978903, |
| "grad_norm": 7.403899669647217, |
| "learning_rate": 1.1397858501125304e-06, |
| "loss": 0.3389854431152344, |
| "step": 2036 |
| }, |
| { |
| "epoch": 4.29957805907173, |
| "grad_norm": 5.636825084686279, |
| "learning_rate": 1.1364048993226566e-06, |
| "loss": 0.6659049391746521, |
| "step": 2038 |
| }, |
| { |
| "epoch": 4.30379746835443, |
| "grad_norm": 10.65471363067627, |
| "learning_rate": 1.1330297040810534e-06, |
| "loss": 1.0959115028381348, |
| "step": 2040 |
| }, |
| { |
| "epoch": 4.308016877637131, |
| "grad_norm": 6.164623737335205, |
| "learning_rate": 1.129660282652284e-06, |
| "loss": 0.8495713472366333, |
| "step": 2042 |
| }, |
| { |
| "epoch": 4.312236286919831, |
| "grad_norm": 21.337953567504883, |
| "learning_rate": 1.1262966532696658e-06, |
| "loss": 0.4679602384567261, |
| "step": 2044 |
| }, |
| { |
| "epoch": 4.3164556962025316, |
| "grad_norm": 3.735825300216675, |
| "learning_rate": 1.1229388341351739e-06, |
| "loss": 1.0504865646362305, |
| "step": 2046 |
| }, |
| { |
| "epoch": 4.320675105485232, |
| "grad_norm": 2.874302387237549, |
| "learning_rate": 1.1195868434193413e-06, |
| "loss": 0.9641183614730835, |
| "step": 2048 |
| }, |
| { |
| "epoch": 4.324894514767933, |
| "grad_norm": 2.697021722793579, |
| "learning_rate": 1.1162406992611618e-06, |
| "loss": 0.24490822851657867, |
| "step": 2050 |
| }, |
| { |
| "epoch": 4.329113924050633, |
| "grad_norm": 8.153789520263672, |
| "learning_rate": 1.1129004197679907e-06, |
| "loss": 0.43832969665527344, |
| "step": 2052 |
| }, |
| { |
| "epoch": 4.333333333333333, |
| "grad_norm": 2.9143199920654297, |
| "learning_rate": 1.1095660230154457e-06, |
| "loss": 0.7494316101074219, |
| "step": 2054 |
| }, |
| { |
| "epoch": 4.337552742616034, |
| "grad_norm": 22.089580535888672, |
| "learning_rate": 1.1062375270473129e-06, |
| "loss": 0.4954107403755188, |
| "step": 2056 |
| }, |
| { |
| "epoch": 4.341772151898734, |
| "grad_norm": 5.983814716339111, |
| "learning_rate": 1.1029149498754458e-06, |
| "loss": 0.39451485872268677, |
| "step": 2058 |
| }, |
| { |
| "epoch": 4.345991561181434, |
| "grad_norm": 3.4319894313812256, |
| "learning_rate": 1.0995983094796688e-06, |
| "loss": 0.816379189491272, |
| "step": 2060 |
| }, |
| { |
| "epoch": 4.350210970464135, |
| "grad_norm": 2.19193172454834, |
| "learning_rate": 1.0962876238076799e-06, |
| "loss": 0.9197038412094116, |
| "step": 2062 |
| }, |
| { |
| "epoch": 4.3544303797468356, |
| "grad_norm": 8.006820678710938, |
| "learning_rate": 1.0929829107749547e-06, |
| "loss": 0.8574424982070923, |
| "step": 2064 |
| }, |
| { |
| "epoch": 4.358649789029536, |
| "grad_norm": 3.324010133743286, |
| "learning_rate": 1.0896841882646471e-06, |
| "loss": 0.9916654825210571, |
| "step": 2066 |
| }, |
| { |
| "epoch": 4.362869198312236, |
| "grad_norm": 3.6000797748565674, |
| "learning_rate": 1.0863914741274944e-06, |
| "loss": 0.4570949077606201, |
| "step": 2068 |
| }, |
| { |
| "epoch": 4.367088607594937, |
| "grad_norm": 1.9650532007217407, |
| "learning_rate": 1.0831047861817193e-06, |
| "loss": 0.9559861421585083, |
| "step": 2070 |
| }, |
| { |
| "epoch": 4.371308016877637, |
| "grad_norm": 2.6903204917907715, |
| "learning_rate": 1.079824142212936e-06, |
| "loss": 0.9988477230072021, |
| "step": 2072 |
| }, |
| { |
| "epoch": 4.375527426160337, |
| "grad_norm": 3.71533203125, |
| "learning_rate": 1.07654955997405e-06, |
| "loss": 0.8142194747924805, |
| "step": 2074 |
| }, |
| { |
| "epoch": 4.379746835443038, |
| "grad_norm": 6.335799694061279, |
| "learning_rate": 1.0732810571851677e-06, |
| "loss": 0.6120598316192627, |
| "step": 2076 |
| }, |
| { |
| "epoch": 4.383966244725738, |
| "grad_norm": 2.123081684112549, |
| "learning_rate": 1.0700186515334939e-06, |
| "loss": 0.4905482232570648, |
| "step": 2078 |
| }, |
| { |
| "epoch": 4.3881856540084385, |
| "grad_norm": 14.160784721374512, |
| "learning_rate": 1.0667623606732408e-06, |
| "loss": 0.9914622902870178, |
| "step": 2080 |
| }, |
| { |
| "epoch": 4.3924050632911396, |
| "grad_norm": 1.714659571647644, |
| "learning_rate": 1.0635122022255298e-06, |
| "loss": 0.6109655499458313, |
| "step": 2082 |
| }, |
| { |
| "epoch": 4.39662447257384, |
| "grad_norm": 4.592569351196289, |
| "learning_rate": 1.0602681937782985e-06, |
| "loss": 0.7499299049377441, |
| "step": 2084 |
| }, |
| { |
| "epoch": 4.40084388185654, |
| "grad_norm": 3.3476827144622803, |
| "learning_rate": 1.0570303528862044e-06, |
| "loss": 0.9557301998138428, |
| "step": 2086 |
| }, |
| { |
| "epoch": 4.405063291139241, |
| "grad_norm": 3.5681612491607666, |
| "learning_rate": 1.0537986970705284e-06, |
| "loss": 0.9052315354347229, |
| "step": 2088 |
| }, |
| { |
| "epoch": 4.409282700421941, |
| "grad_norm": 4.310785293579102, |
| "learning_rate": 1.0505732438190832e-06, |
| "loss": 0.6285467147827148, |
| "step": 2090 |
| }, |
| { |
| "epoch": 4.413502109704641, |
| "grad_norm": 8.120601654052734, |
| "learning_rate": 1.0473540105861158e-06, |
| "loss": 0.8778185844421387, |
| "step": 2092 |
| }, |
| { |
| "epoch": 4.417721518987342, |
| "grad_norm": 2.5801761150360107, |
| "learning_rate": 1.0441410147922142e-06, |
| "loss": 0.8876914381980896, |
| "step": 2094 |
| }, |
| { |
| "epoch": 4.421940928270042, |
| "grad_norm": 22.094350814819336, |
| "learning_rate": 1.0409342738242145e-06, |
| "loss": 0.5706854462623596, |
| "step": 2096 |
| }, |
| { |
| "epoch": 4.4261603375527425, |
| "grad_norm": 2.56339955329895, |
| "learning_rate": 1.0377338050351023e-06, |
| "loss": 0.8818637132644653, |
| "step": 2098 |
| }, |
| { |
| "epoch": 4.430379746835443, |
| "grad_norm": 15.67695140838623, |
| "learning_rate": 1.0345396257439248e-06, |
| "loss": 0.6227443814277649, |
| "step": 2100 |
| }, |
| { |
| "epoch": 4.434599156118144, |
| "grad_norm": 2.2217981815338135, |
| "learning_rate": 1.0313517532356928e-06, |
| "loss": 0.7605068683624268, |
| "step": 2102 |
| }, |
| { |
| "epoch": 4.438818565400844, |
| "grad_norm": 2.441141128540039, |
| "learning_rate": 1.0281702047612885e-06, |
| "loss": 0.7203768491744995, |
| "step": 2104 |
| }, |
| { |
| "epoch": 4.443037974683544, |
| "grad_norm": 4.200733184814453, |
| "learning_rate": 1.024994997537373e-06, |
| "loss": 0.8852105736732483, |
| "step": 2106 |
| }, |
| { |
| "epoch": 4.447257383966245, |
| "grad_norm": 9.651650428771973, |
| "learning_rate": 1.0218261487462916e-06, |
| "loss": 0.5270538330078125, |
| "step": 2108 |
| }, |
| { |
| "epoch": 4.451476793248945, |
| "grad_norm": 2.550156593322754, |
| "learning_rate": 1.0186636755359814e-06, |
| "loss": 0.8197285532951355, |
| "step": 2110 |
| }, |
| { |
| "epoch": 4.455696202531645, |
| "grad_norm": 2.093350887298584, |
| "learning_rate": 1.0155075950198794e-06, |
| "loss": 0.8607369065284729, |
| "step": 2112 |
| }, |
| { |
| "epoch": 4.459915611814346, |
| "grad_norm": 1.2756742238998413, |
| "learning_rate": 1.0123579242768282e-06, |
| "loss": 0.6345518827438354, |
| "step": 2114 |
| }, |
| { |
| "epoch": 4.4641350210970465, |
| "grad_norm": 3.17000675201416, |
| "learning_rate": 1.0092146803509854e-06, |
| "loss": 0.48864442110061646, |
| "step": 2116 |
| }, |
| { |
| "epoch": 4.468354430379747, |
| "grad_norm": 2.0671489238739014, |
| "learning_rate": 1.006077880251729e-06, |
| "loss": 0.862575888633728, |
| "step": 2118 |
| }, |
| { |
| "epoch": 4.472573839662447, |
| "grad_norm": 2.851736307144165, |
| "learning_rate": 1.0029475409535692e-06, |
| "loss": 0.4032348692417145, |
| "step": 2120 |
| }, |
| { |
| "epoch": 4.476793248945148, |
| "grad_norm": 4.477703094482422, |
| "learning_rate": 9.998236793960514e-07, |
| "loss": 0.36202433705329895, |
| "step": 2122 |
| }, |
| { |
| "epoch": 4.481012658227848, |
| "grad_norm": 8.475764274597168, |
| "learning_rate": 9.967063124836695e-07, |
| "loss": 0.21301576495170593, |
| "step": 2124 |
| }, |
| { |
| "epoch": 4.485232067510548, |
| "grad_norm": 3.3703811168670654, |
| "learning_rate": 9.935954570857717e-07, |
| "loss": 0.39527398347854614, |
| "step": 2126 |
| }, |
| { |
| "epoch": 4.489451476793249, |
| "grad_norm": 2.7759153842926025, |
| "learning_rate": 9.90491130036468e-07, |
| "loss": 0.6493411064147949, |
| "step": 2128 |
| }, |
| { |
| "epoch": 4.493670886075949, |
| "grad_norm": 9.41816520690918, |
| "learning_rate": 9.873933481345432e-07, |
| "loss": 0.484800785779953, |
| "step": 2130 |
| }, |
| { |
| "epoch": 4.4978902953586495, |
| "grad_norm": 2.5206875801086426, |
| "learning_rate": 9.843021281433624e-07, |
| "loss": 1.0602920055389404, |
| "step": 2132 |
| }, |
| { |
| "epoch": 4.5021097046413505, |
| "grad_norm": 4.042180061340332, |
| "learning_rate": 9.81217486790782e-07, |
| "loss": 0.7310470342636108, |
| "step": 2134 |
| }, |
| { |
| "epoch": 4.506329113924051, |
| "grad_norm": 4.009156703948975, |
| "learning_rate": 9.781394407690582e-07, |
| "loss": 0.12923167645931244, |
| "step": 2136 |
| }, |
| { |
| "epoch": 4.510548523206751, |
| "grad_norm": 3.74722957611084, |
| "learning_rate": 9.750680067347574e-07, |
| "loss": 0.3252981901168823, |
| "step": 2138 |
| }, |
| { |
| "epoch": 4.514767932489452, |
| "grad_norm": 39.80788040161133, |
| "learning_rate": 9.720032013086665e-07, |
| "loss": 0.25149163603782654, |
| "step": 2140 |
| }, |
| { |
| "epoch": 4.518987341772152, |
| "grad_norm": 1.6690428256988525, |
| "learning_rate": 9.689450410757014e-07, |
| "loss": 0.6628930568695068, |
| "step": 2142 |
| }, |
| { |
| "epoch": 4.523206751054852, |
| "grad_norm": 12.622380256652832, |
| "learning_rate": 9.658935425848178e-07, |
| "loss": 0.17167873680591583, |
| "step": 2144 |
| }, |
| { |
| "epoch": 4.527426160337553, |
| "grad_norm": 3.543349504470825, |
| "learning_rate": 9.628487223489232e-07, |
| "loss": 0.5717638731002808, |
| "step": 2146 |
| }, |
| { |
| "epoch": 4.531645569620253, |
| "grad_norm": 3.6029629707336426, |
| "learning_rate": 9.598105968447845e-07, |
| "loss": 0.5759022831916809, |
| "step": 2148 |
| }, |
| { |
| "epoch": 4.5358649789029535, |
| "grad_norm": 0.09577035158872604, |
| "learning_rate": 9.567791825129436e-07, |
| "loss": 0.45371395349502563, |
| "step": 2150 |
| }, |
| { |
| "epoch": 4.540084388185654, |
| "grad_norm": 2.7558352947235107, |
| "learning_rate": 9.537544957576232e-07, |
| "loss": 0.5172098875045776, |
| "step": 2152 |
| }, |
| { |
| "epoch": 4.544303797468355, |
| "grad_norm": 6.613936424255371, |
| "learning_rate": 9.507365529466414e-07, |
| "loss": 1.0241069793701172, |
| "step": 2154 |
| }, |
| { |
| "epoch": 4.548523206751055, |
| "grad_norm": 3.1837728023529053, |
| "learning_rate": 9.477253704113204e-07, |
| "loss": 0.9064798355102539, |
| "step": 2156 |
| }, |
| { |
| "epoch": 4.552742616033755, |
| "grad_norm": 2.8910419940948486, |
| "learning_rate": 9.447209644464014e-07, |
| "loss": 0.8971297740936279, |
| "step": 2158 |
| }, |
| { |
| "epoch": 4.556962025316456, |
| "grad_norm": 3.6541380882263184, |
| "learning_rate": 9.417233513099545e-07, |
| "loss": 0.7274525165557861, |
| "step": 2160 |
| }, |
| { |
| "epoch": 4.561181434599156, |
| "grad_norm": 2.7287378311157227, |
| "learning_rate": 9.387325472232908e-07, |
| "loss": 0.7473336458206177, |
| "step": 2162 |
| }, |
| { |
| "epoch": 4.565400843881856, |
| "grad_norm": 5.9793500900268555, |
| "learning_rate": 9.357485683708752e-07, |
| "loss": 0.6158387660980225, |
| "step": 2164 |
| }, |
| { |
| "epoch": 4.569620253164557, |
| "grad_norm": 2.9492175579071045, |
| "learning_rate": 9.327714309002378e-07, |
| "loss": 0.8946245312690735, |
| "step": 2166 |
| }, |
| { |
| "epoch": 4.5738396624472575, |
| "grad_norm": 2.516920566558838, |
| "learning_rate": 9.298011509218878e-07, |
| "loss": 0.7441626787185669, |
| "step": 2168 |
| }, |
| { |
| "epoch": 4.578059071729958, |
| "grad_norm": 9.32639217376709, |
| "learning_rate": 9.268377445092257e-07, |
| "loss": 0.18001851439476013, |
| "step": 2170 |
| }, |
| { |
| "epoch": 4.582278481012658, |
| "grad_norm": 2.5811736583709717, |
| "learning_rate": 9.238812276984563e-07, |
| "loss": 0.6168837547302246, |
| "step": 2172 |
| }, |
| { |
| "epoch": 4.586497890295359, |
| "grad_norm": 79.09625244140625, |
| "learning_rate": 9.209316164885007e-07, |
| "loss": 0.7156883478164673, |
| "step": 2174 |
| }, |
| { |
| "epoch": 4.590717299578059, |
| "grad_norm": 3.27329683303833, |
| "learning_rate": 9.179889268409126e-07, |
| "loss": 0.9324935078620911, |
| "step": 2176 |
| }, |
| { |
| "epoch": 4.594936708860759, |
| "grad_norm": 10.160416603088379, |
| "learning_rate": 9.150531746797897e-07, |
| "loss": 0.6166714429855347, |
| "step": 2178 |
| }, |
| { |
| "epoch": 4.59915611814346, |
| "grad_norm": 3.8143131732940674, |
| "learning_rate": 9.121243758916885e-07, |
| "loss": 0.5362197756767273, |
| "step": 2180 |
| }, |
| { |
| "epoch": 4.60337552742616, |
| "grad_norm": 2.629331111907959, |
| "learning_rate": 9.092025463255371e-07, |
| "loss": 0.9286479949951172, |
| "step": 2182 |
| }, |
| { |
| "epoch": 4.6075949367088604, |
| "grad_norm": 3.1048662662506104, |
| "learning_rate": 9.062877017925509e-07, |
| "loss": 0.23398178815841675, |
| "step": 2184 |
| }, |
| { |
| "epoch": 4.6118143459915615, |
| "grad_norm": 2.799243211746216, |
| "learning_rate": 9.033798580661465e-07, |
| "loss": 0.9572643041610718, |
| "step": 2186 |
| }, |
| { |
| "epoch": 4.616033755274262, |
| "grad_norm": 1.9954626560211182, |
| "learning_rate": 9.00479030881856e-07, |
| "loss": 0.5257174372673035, |
| "step": 2188 |
| }, |
| { |
| "epoch": 4.620253164556962, |
| "grad_norm": 2.1326327323913574, |
| "learning_rate": 8.975852359372421e-07, |
| "loss": 0.907311737537384, |
| "step": 2190 |
| }, |
| { |
| "epoch": 4.624472573839663, |
| "grad_norm": 2.5456783771514893, |
| "learning_rate": 8.946984888918133e-07, |
| "loss": 0.48332294821739197, |
| "step": 2192 |
| }, |
| { |
| "epoch": 4.628691983122363, |
| "grad_norm": 4.807265758514404, |
| "learning_rate": 8.918188053669391e-07, |
| "loss": 0.8633521199226379, |
| "step": 2194 |
| }, |
| { |
| "epoch": 4.632911392405063, |
| "grad_norm": 3.1572585105895996, |
| "learning_rate": 8.889462009457651e-07, |
| "loss": 0.4701206088066101, |
| "step": 2196 |
| }, |
| { |
| "epoch": 4.637130801687764, |
| "grad_norm": 2.305100440979004, |
| "learning_rate": 8.860806911731295e-07, |
| "loss": 0.4662626385688782, |
| "step": 2198 |
| }, |
| { |
| "epoch": 4.641350210970464, |
| "grad_norm": 2.7214598655700684, |
| "learning_rate": 8.832222915554783e-07, |
| "loss": 0.8649228811264038, |
| "step": 2200 |
| }, |
| { |
| "epoch": 4.6455696202531644, |
| "grad_norm": 4.30544900894165, |
| "learning_rate": 8.803710175607808e-07, |
| "loss": 0.8740881085395813, |
| "step": 2202 |
| }, |
| { |
| "epoch": 4.649789029535865, |
| "grad_norm": 1.4659613370895386, |
| "learning_rate": 8.775268846184471e-07, |
| "loss": 0.5230797529220581, |
| "step": 2204 |
| }, |
| { |
| "epoch": 4.654008438818566, |
| "grad_norm": 3.350233316421509, |
| "learning_rate": 8.74689908119245e-07, |
| "loss": 0.5945952534675598, |
| "step": 2206 |
| }, |
| { |
| "epoch": 4.658227848101266, |
| "grad_norm": 1.1876442432403564, |
| "learning_rate": 8.718601034152144e-07, |
| "loss": 0.5520751476287842, |
| "step": 2208 |
| }, |
| { |
| "epoch": 4.662447257383966, |
| "grad_norm": 2.593919277191162, |
| "learning_rate": 8.690374858195868e-07, |
| "loss": 0.8659783601760864, |
| "step": 2210 |
| }, |
| { |
| "epoch": 4.666666666666667, |
| "grad_norm": 2.051456928253174, |
| "learning_rate": 8.662220706067007e-07, |
| "loss": 0.7441516518592834, |
| "step": 2212 |
| }, |
| { |
| "epoch": 4.670886075949367, |
| "grad_norm": 9.695352554321289, |
| "learning_rate": 8.634138730119199e-07, |
| "loss": 0.6046957969665527, |
| "step": 2214 |
| }, |
| { |
| "epoch": 4.675105485232067, |
| "grad_norm": 3.217013359069824, |
| "learning_rate": 8.606129082315514e-07, |
| "loss": 0.8700679540634155, |
| "step": 2216 |
| }, |
| { |
| "epoch": 4.679324894514768, |
| "grad_norm": 2.5168628692626953, |
| "learning_rate": 8.578191914227602e-07, |
| "loss": 0.5581780076026917, |
| "step": 2218 |
| }, |
| { |
| "epoch": 4.6835443037974684, |
| "grad_norm": 3.7480080127716064, |
| "learning_rate": 8.550327377034915e-07, |
| "loss": 0.7154510617256165, |
| "step": 2220 |
| }, |
| { |
| "epoch": 4.687763713080169, |
| "grad_norm": 2.187389373779297, |
| "learning_rate": 8.522535621523864e-07, |
| "loss": 0.17346470057964325, |
| "step": 2222 |
| }, |
| { |
| "epoch": 4.691983122362869, |
| "grad_norm": 2.2572085857391357, |
| "learning_rate": 8.494816798087014e-07, |
| "loss": 0.8721593618392944, |
| "step": 2224 |
| }, |
| { |
| "epoch": 4.69620253164557, |
| "grad_norm": 8.44543170928955, |
| "learning_rate": 8.467171056722262e-07, |
| "loss": 0.5838876962661743, |
| "step": 2226 |
| }, |
| { |
| "epoch": 4.70042194092827, |
| "grad_norm": 10.777728080749512, |
| "learning_rate": 8.439598547032021e-07, |
| "loss": 0.15432819724082947, |
| "step": 2228 |
| }, |
| { |
| "epoch": 4.70464135021097, |
| "grad_norm": 2.5708587169647217, |
| "learning_rate": 8.412099418222429e-07, |
| "loss": 0.8907821178436279, |
| "step": 2230 |
| }, |
| { |
| "epoch": 4.708860759493671, |
| "grad_norm": 1.8050702810287476, |
| "learning_rate": 8.384673819102515e-07, |
| "loss": 0.8190984725952148, |
| "step": 2232 |
| }, |
| { |
| "epoch": 4.713080168776371, |
| "grad_norm": 13.505372047424316, |
| "learning_rate": 8.357321898083417e-07, |
| "loss": 0.5908716917037964, |
| "step": 2234 |
| }, |
| { |
| "epoch": 4.717299578059071, |
| "grad_norm": 4.608894348144531, |
| "learning_rate": 8.330043803177576e-07, |
| "loss": 0.43208563327789307, |
| "step": 2236 |
| }, |
| { |
| "epoch": 4.7215189873417724, |
| "grad_norm": 6.133680820465088, |
| "learning_rate": 8.302839681997924e-07, |
| "loss": 0.7111215591430664, |
| "step": 2238 |
| }, |
| { |
| "epoch": 4.725738396624473, |
| "grad_norm": 1.9396830797195435, |
| "learning_rate": 8.275709681757091e-07, |
| "loss": 0.8701183795928955, |
| "step": 2240 |
| }, |
| { |
| "epoch": 4.729957805907173, |
| "grad_norm": 2.7942826747894287, |
| "learning_rate": 8.248653949266609e-07, |
| "loss": 0.9508087635040283, |
| "step": 2242 |
| }, |
| { |
| "epoch": 4.734177215189874, |
| "grad_norm": 1.77509343624115, |
| "learning_rate": 8.221672630936114e-07, |
| "loss": 0.14094747602939606, |
| "step": 2244 |
| }, |
| { |
| "epoch": 4.738396624472574, |
| "grad_norm": 9.949209213256836, |
| "learning_rate": 8.194765872772569e-07, |
| "loss": 0.7157829999923706, |
| "step": 2246 |
| }, |
| { |
| "epoch": 4.742616033755274, |
| "grad_norm": 3.089747667312622, |
| "learning_rate": 8.167933820379438e-07, |
| "loss": 0.9330974817276001, |
| "step": 2248 |
| }, |
| { |
| "epoch": 4.746835443037975, |
| "grad_norm": 8.302231788635254, |
| "learning_rate": 8.141176618955941e-07, |
| "loss": 0.18974465131759644, |
| "step": 2250 |
| }, |
| { |
| "epoch": 4.751054852320675, |
| "grad_norm": 17.27684211730957, |
| "learning_rate": 8.114494413296242e-07, |
| "loss": 0.6534916162490845, |
| "step": 2252 |
| }, |
| { |
| "epoch": 4.755274261603375, |
| "grad_norm": 13.299623489379883, |
| "learning_rate": 8.087887347788675e-07, |
| "loss": 0.5243600606918335, |
| "step": 2254 |
| }, |
| { |
| "epoch": 4.759493670886076, |
| "grad_norm": 1.3798922300338745, |
| "learning_rate": 8.061355566414959e-07, |
| "loss": 0.46594005823135376, |
| "step": 2256 |
| }, |
| { |
| "epoch": 4.763713080168777, |
| "grad_norm": 6.182672023773193, |
| "learning_rate": 8.034899212749415e-07, |
| "loss": 0.22735753655433655, |
| "step": 2258 |
| }, |
| { |
| "epoch": 4.767932489451477, |
| "grad_norm": 4.455085277557373, |
| "learning_rate": 8.0085184299582e-07, |
| "loss": 0.22588486969470978, |
| "step": 2260 |
| }, |
| { |
| "epoch": 4.772151898734177, |
| "grad_norm": 2.398963212966919, |
| "learning_rate": 7.982213360798524e-07, |
| "loss": 0.5842011570930481, |
| "step": 2262 |
| }, |
| { |
| "epoch": 4.776371308016878, |
| "grad_norm": 3.986417055130005, |
| "learning_rate": 7.955984147617878e-07, |
| "loss": 0.8581550121307373, |
| "step": 2264 |
| }, |
| { |
| "epoch": 4.780590717299578, |
| "grad_norm": 2.5186336040496826, |
| "learning_rate": 7.929830932353267e-07, |
| "loss": 0.9678604602813721, |
| "step": 2266 |
| }, |
| { |
| "epoch": 4.784810126582278, |
| "grad_norm": 17.917510986328125, |
| "learning_rate": 7.903753856530439e-07, |
| "loss": 0.776985764503479, |
| "step": 2268 |
| }, |
| { |
| "epoch": 4.789029535864979, |
| "grad_norm": 4.219602108001709, |
| "learning_rate": 7.877753061263124e-07, |
| "loss": 0.49661773443222046, |
| "step": 2270 |
| }, |
| { |
| "epoch": 4.793248945147679, |
| "grad_norm": 2.524501323699951, |
| "learning_rate": 7.851828687252258e-07, |
| "loss": 0.9214498996734619, |
| "step": 2272 |
| }, |
| { |
| "epoch": 4.7974683544303796, |
| "grad_norm": 24.021936416625977, |
| "learning_rate": 7.825980874785245e-07, |
| "loss": 0.2861242890357971, |
| "step": 2274 |
| }, |
| { |
| "epoch": 4.80168776371308, |
| "grad_norm": 1.766944169998169, |
| "learning_rate": 7.800209763735166e-07, |
| "loss": 0.2682395279407501, |
| "step": 2276 |
| }, |
| { |
| "epoch": 4.805907172995781, |
| "grad_norm": 3.6635119915008545, |
| "learning_rate": 7.774515493560047e-07, |
| "loss": 0.5065731406211853, |
| "step": 2278 |
| }, |
| { |
| "epoch": 4.810126582278481, |
| "grad_norm": 0.9169036746025085, |
| "learning_rate": 7.748898203302101e-07, |
| "loss": 0.4213840365409851, |
| "step": 2280 |
| }, |
| { |
| "epoch": 4.814345991561181, |
| "grad_norm": 2.111497402191162, |
| "learning_rate": 7.723358031586968e-07, |
| "loss": 0.8279630541801453, |
| "step": 2282 |
| }, |
| { |
| "epoch": 4.818565400843882, |
| "grad_norm": 3.6885154247283936, |
| "learning_rate": 7.697895116622962e-07, |
| "loss": 0.721439003944397, |
| "step": 2284 |
| }, |
| { |
| "epoch": 4.822784810126582, |
| "grad_norm": 4.22064733505249, |
| "learning_rate": 7.672509596200339e-07, |
| "loss": 0.8761791586875916, |
| "step": 2286 |
| }, |
| { |
| "epoch": 4.827004219409282, |
| "grad_norm": 2.2504615783691406, |
| "learning_rate": 7.647201607690535e-07, |
| "loss": 0.43095457553863525, |
| "step": 2288 |
| }, |
| { |
| "epoch": 4.831223628691983, |
| "grad_norm": 2.19746470451355, |
| "learning_rate": 7.621971288045436e-07, |
| "loss": 0.7216506004333496, |
| "step": 2290 |
| }, |
| { |
| "epoch": 4.8354430379746836, |
| "grad_norm": 2.588840961456299, |
| "learning_rate": 7.596818773796616e-07, |
| "loss": 0.8444218039512634, |
| "step": 2292 |
| }, |
| { |
| "epoch": 4.839662447257384, |
| "grad_norm": 2.1437089443206787, |
| "learning_rate": 7.571744201054619e-07, |
| "loss": 0.9132941961288452, |
| "step": 2294 |
| }, |
| { |
| "epoch": 4.843881856540085, |
| "grad_norm": 2.2970213890075684, |
| "learning_rate": 7.54674770550823e-07, |
| "loss": 0.8675155639648438, |
| "step": 2296 |
| }, |
| { |
| "epoch": 4.848101265822785, |
| "grad_norm": 2.469003438949585, |
| "learning_rate": 7.521829422423707e-07, |
| "loss": 0.8924763202667236, |
| "step": 2298 |
| }, |
| { |
| "epoch": 4.852320675105485, |
| "grad_norm": 5.6491169929504395, |
| "learning_rate": 7.496989486644074e-07, |
| "loss": 1.2289131879806519, |
| "step": 2300 |
| }, |
| { |
| "epoch": 4.856540084388186, |
| "grad_norm": 0.6651078462600708, |
| "learning_rate": 7.472228032588392e-07, |
| "loss": 0.5435088872909546, |
| "step": 2302 |
| }, |
| { |
| "epoch": 4.860759493670886, |
| "grad_norm": 1.8895771503448486, |
| "learning_rate": 7.447545194251021e-07, |
| "loss": 0.4832010865211487, |
| "step": 2304 |
| }, |
| { |
| "epoch": 4.864978902953586, |
| "grad_norm": 4.667498588562012, |
| "learning_rate": 7.422941105200888e-07, |
| "loss": 0.7593515515327454, |
| "step": 2306 |
| }, |
| { |
| "epoch": 4.869198312236287, |
| "grad_norm": 2.6413588523864746, |
| "learning_rate": 7.398415898580795e-07, |
| "loss": 0.5025730729103088, |
| "step": 2308 |
| }, |
| { |
| "epoch": 4.8734177215189876, |
| "grad_norm": 2.2257080078125, |
| "learning_rate": 7.373969707106667e-07, |
| "loss": 0.5178145170211792, |
| "step": 2310 |
| }, |
| { |
| "epoch": 4.877637130801688, |
| "grad_norm": 4.63566255569458, |
| "learning_rate": 7.349602663066848e-07, |
| "loss": 0.8785790801048279, |
| "step": 2312 |
| }, |
| { |
| "epoch": 4.881856540084388, |
| "grad_norm": 11.207052230834961, |
| "learning_rate": 7.325314898321387e-07, |
| "loss": 0.6604704260826111, |
| "step": 2314 |
| }, |
| { |
| "epoch": 4.886075949367089, |
| "grad_norm": 2.7186286449432373, |
| "learning_rate": 7.30110654430131e-07, |
| "loss": 0.8655844330787659, |
| "step": 2316 |
| }, |
| { |
| "epoch": 4.890295358649789, |
| "grad_norm": 9.436038970947266, |
| "learning_rate": 7.276977732007934e-07, |
| "loss": 0.6372033357620239, |
| "step": 2318 |
| }, |
| { |
| "epoch": 4.894514767932489, |
| "grad_norm": 9.619095802307129, |
| "learning_rate": 7.252928592012131e-07, |
| "loss": 0.5399308204650879, |
| "step": 2320 |
| }, |
| { |
| "epoch": 4.89873417721519, |
| "grad_norm": 3.560415267944336, |
| "learning_rate": 7.228959254453634e-07, |
| "loss": 0.5512664318084717, |
| "step": 2322 |
| }, |
| { |
| "epoch": 4.90295358649789, |
| "grad_norm": 2.261822462081909, |
| "learning_rate": 7.20506984904034e-07, |
| "loss": 0.965155839920044, |
| "step": 2324 |
| }, |
| { |
| "epoch": 4.9071729957805905, |
| "grad_norm": 5.737890243530273, |
| "learning_rate": 7.181260505047593e-07, |
| "loss": 0.5091350078582764, |
| "step": 2326 |
| }, |
| { |
| "epoch": 4.911392405063291, |
| "grad_norm": 2.460875988006592, |
| "learning_rate": 7.157531351317499e-07, |
| "loss": 0.6960829496383667, |
| "step": 2328 |
| }, |
| { |
| "epoch": 4.915611814345992, |
| "grad_norm": 2.570103883743286, |
| "learning_rate": 7.133882516258215e-07, |
| "loss": 1.0476431846618652, |
| "step": 2330 |
| }, |
| { |
| "epoch": 4.919831223628692, |
| "grad_norm": 0.8946544528007507, |
| "learning_rate": 7.110314127843266e-07, |
| "loss": 0.5339324474334717, |
| "step": 2332 |
| }, |
| { |
| "epoch": 4.924050632911392, |
| "grad_norm": 6.283257007598877, |
| "learning_rate": 7.086826313610843e-07, |
| "loss": 0.6191664934158325, |
| "step": 2334 |
| }, |
| { |
| "epoch": 4.928270042194093, |
| "grad_norm": 2.9751780033111572, |
| "learning_rate": 7.063419200663121e-07, |
| "loss": 0.9971131086349487, |
| "step": 2336 |
| }, |
| { |
| "epoch": 4.932489451476793, |
| "grad_norm": 30.684070587158203, |
| "learning_rate": 7.040092915665563e-07, |
| "loss": 0.5671279430389404, |
| "step": 2338 |
| }, |
| { |
| "epoch": 4.936708860759493, |
| "grad_norm": 3.855710506439209, |
| "learning_rate": 7.016847584846243e-07, |
| "loss": 0.5699124336242676, |
| "step": 2340 |
| }, |
| { |
| "epoch": 4.940928270042194, |
| "grad_norm": 5.847226142883301, |
| "learning_rate": 6.993683333995155e-07, |
| "loss": 0.8012879490852356, |
| "step": 2342 |
| }, |
| { |
| "epoch": 4.9451476793248945, |
| "grad_norm": 6.018973350524902, |
| "learning_rate": 6.970600288463544e-07, |
| "loss": 0.5165205597877502, |
| "step": 2344 |
| }, |
| { |
| "epoch": 4.949367088607595, |
| "grad_norm": 2.1352529525756836, |
| "learning_rate": 6.947598573163207e-07, |
| "loss": 0.9921296834945679, |
| "step": 2346 |
| }, |
| { |
| "epoch": 4.953586497890296, |
| "grad_norm": 2.2737410068511963, |
| "learning_rate": 6.924678312565846e-07, |
| "loss": 0.5466551780700684, |
| "step": 2348 |
| }, |
| { |
| "epoch": 4.957805907172996, |
| "grad_norm": 2.052476167678833, |
| "learning_rate": 6.901839630702358e-07, |
| "loss": 0.7028835415840149, |
| "step": 2350 |
| }, |
| { |
| "epoch": 4.962025316455696, |
| "grad_norm": 5.379444599151611, |
| "learning_rate": 6.879082651162198e-07, |
| "loss": 0.4037717580795288, |
| "step": 2352 |
| }, |
| { |
| "epoch": 4.966244725738397, |
| "grad_norm": 2.764251470565796, |
| "learning_rate": 6.856407497092698e-07, |
| "loss": 0.8569744825363159, |
| "step": 2354 |
| }, |
| { |
| "epoch": 4.970464135021097, |
| "grad_norm": 11.355871200561523, |
| "learning_rate": 6.833814291198395e-07, |
| "loss": 0.5073586106300354, |
| "step": 2356 |
| }, |
| { |
| "epoch": 4.974683544303797, |
| "grad_norm": 3.204270124435425, |
| "learning_rate": 6.811303155740364e-07, |
| "loss": 0.8562701344490051, |
| "step": 2358 |
| }, |
| { |
| "epoch": 4.978902953586498, |
| "grad_norm": 0.8829920887947083, |
| "learning_rate": 6.788874212535576e-07, |
| "loss": 0.5263558626174927, |
| "step": 2360 |
| }, |
| { |
| "epoch": 4.9831223628691985, |
| "grad_norm": 4.092447757720947, |
| "learning_rate": 6.766527582956217e-07, |
| "loss": 0.8253353238105774, |
| "step": 2362 |
| }, |
| { |
| "epoch": 4.987341772151899, |
| "grad_norm": 5.725378513336182, |
| "learning_rate": 6.744263387929044e-07, |
| "loss": 1.0841920375823975, |
| "step": 2364 |
| }, |
| { |
| "epoch": 4.991561181434599, |
| "grad_norm": 2.338805913925171, |
| "learning_rate": 6.722081747934722e-07, |
| "loss": 0.9890093803405762, |
| "step": 2366 |
| }, |
| { |
| "epoch": 4.9957805907173, |
| "grad_norm": 6.7110137939453125, |
| "learning_rate": 6.699982783007181e-07, |
| "loss": 0.6056183576583862, |
| "step": 2368 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 8.881539344787598, |
| "learning_rate": 6.677966612732969e-07, |
| "loss": 0.19234615564346313, |
| "step": 2370 |
| }, |
| { |
| "epoch": 5.0042194092827, |
| "grad_norm": 2.8525843620300293, |
| "learning_rate": 6.656033356250588e-07, |
| "loss": 0.5725005865097046, |
| "step": 2372 |
| }, |
| { |
| "epoch": 5.008438818565401, |
| "grad_norm": 2.8133490085601807, |
| "learning_rate": 6.634183132249862e-07, |
| "loss": 0.930966317653656, |
| "step": 2374 |
| }, |
| { |
| "epoch": 5.012658227848101, |
| "grad_norm": 6.63195276260376, |
| "learning_rate": 6.612416058971295e-07, |
| "loss": 0.6420108079910278, |
| "step": 2376 |
| }, |
| { |
| "epoch": 5.0168776371308015, |
| "grad_norm": 3.1725778579711914, |
| "learning_rate": 6.590732254205429e-07, |
| "loss": 0.8284573554992676, |
| "step": 2378 |
| }, |
| { |
| "epoch": 5.0210970464135025, |
| "grad_norm": 4.44754695892334, |
| "learning_rate": 6.569131835292196e-07, |
| "loss": 0.48461687564849854, |
| "step": 2380 |
| }, |
| { |
| "epoch": 5.025316455696203, |
| "grad_norm": 3.432302474975586, |
| "learning_rate": 6.547614919120305e-07, |
| "loss": 0.7024222016334534, |
| "step": 2382 |
| }, |
| { |
| "epoch": 5.029535864978903, |
| "grad_norm": 2.8031928539276123, |
| "learning_rate": 6.526181622126594e-07, |
| "loss": 0.6068092584609985, |
| "step": 2384 |
| }, |
| { |
| "epoch": 5.033755274261603, |
| "grad_norm": 6.872043132781982, |
| "learning_rate": 6.504832060295403e-07, |
| "loss": 0.5841951370239258, |
| "step": 2386 |
| }, |
| { |
| "epoch": 5.037974683544304, |
| "grad_norm": 2.907249927520752, |
| "learning_rate": 6.483566349157945e-07, |
| "loss": 0.6709692478179932, |
| "step": 2388 |
| }, |
| { |
| "epoch": 5.042194092827004, |
| "grad_norm": 0.09023797512054443, |
| "learning_rate": 6.462384603791684e-07, |
| "loss": 0.5061817765235901, |
| "step": 2390 |
| }, |
| { |
| "epoch": 5.046413502109704, |
| "grad_norm": 11.977813720703125, |
| "learning_rate": 6.441286938819714e-07, |
| "loss": 0.31504881381988525, |
| "step": 2392 |
| }, |
| { |
| "epoch": 5.050632911392405, |
| "grad_norm": 5.734729766845703, |
| "learning_rate": 6.420273468410131e-07, |
| "loss": 0.48150938749313354, |
| "step": 2394 |
| }, |
| { |
| "epoch": 5.0548523206751055, |
| "grad_norm": 1.924585223197937, |
| "learning_rate": 6.399344306275419e-07, |
| "loss": 0.3540734052658081, |
| "step": 2396 |
| }, |
| { |
| "epoch": 5.059071729957806, |
| "grad_norm": 3.9746241569519043, |
| "learning_rate": 6.378499565671839e-07, |
| "loss": 0.8421119451522827, |
| "step": 2398 |
| }, |
| { |
| "epoch": 5.063291139240507, |
| "grad_norm": 7.219764232635498, |
| "learning_rate": 6.35773935939881e-07, |
| "loss": 1.0435487031936646, |
| "step": 2400 |
| }, |
| { |
| "epoch": 5.067510548523207, |
| "grad_norm": 5.04371976852417, |
| "learning_rate": 6.337063799798305e-07, |
| "loss": 0.9782629013061523, |
| "step": 2402 |
| }, |
| { |
| "epoch": 5.071729957805907, |
| "grad_norm": 16.103092193603516, |
| "learning_rate": 6.316472998754234e-07, |
| "loss": 0.033330727368593216, |
| "step": 2404 |
| }, |
| { |
| "epoch": 5.075949367088608, |
| "grad_norm": 4.6494526863098145, |
| "learning_rate": 6.29596706769185e-07, |
| "loss": 0.7846492528915405, |
| "step": 2406 |
| }, |
| { |
| "epoch": 5.080168776371308, |
| "grad_norm": 2.9837498664855957, |
| "learning_rate": 6.275546117577132e-07, |
| "loss": 0.48354560136795044, |
| "step": 2408 |
| }, |
| { |
| "epoch": 5.084388185654008, |
| "grad_norm": 5.440659999847412, |
| "learning_rate": 6.255210258916199e-07, |
| "loss": 0.5124998688697815, |
| "step": 2410 |
| }, |
| { |
| "epoch": 5.0886075949367084, |
| "grad_norm": 2.850675106048584, |
| "learning_rate": 6.234959601754703e-07, |
| "loss": 0.7655423879623413, |
| "step": 2412 |
| }, |
| { |
| "epoch": 5.0928270042194095, |
| "grad_norm": 2.1231069564819336, |
| "learning_rate": 6.214794255677234e-07, |
| "loss": 0.7977665662765503, |
| "step": 2414 |
| }, |
| { |
| "epoch": 5.09704641350211, |
| "grad_norm": 17.62323760986328, |
| "learning_rate": 6.194714329806732e-07, |
| "loss": 0.34903600811958313, |
| "step": 2416 |
| }, |
| { |
| "epoch": 5.10126582278481, |
| "grad_norm": 2.3470253944396973, |
| "learning_rate": 6.174719932803891e-07, |
| "loss": 0.5935072898864746, |
| "step": 2418 |
| }, |
| { |
| "epoch": 5.105485232067511, |
| "grad_norm": 2.2750778198242188, |
| "learning_rate": 6.154811172866576e-07, |
| "loss": 1.007997751235962, |
| "step": 2420 |
| }, |
| { |
| "epoch": 5.109704641350211, |
| "grad_norm": 2.6111321449279785, |
| "learning_rate": 6.13498815772923e-07, |
| "loss": 0.7840423583984375, |
| "step": 2422 |
| }, |
| { |
| "epoch": 5.113924050632911, |
| "grad_norm": 1.3846306800842285, |
| "learning_rate": 6.115250994662303e-07, |
| "loss": 0.5133131742477417, |
| "step": 2424 |
| }, |
| { |
| "epoch": 5.118143459915612, |
| "grad_norm": 2.471632480621338, |
| "learning_rate": 6.095599790471655e-07, |
| "loss": 0.5239850282669067, |
| "step": 2426 |
| }, |
| { |
| "epoch": 5.122362869198312, |
| "grad_norm": 6.427463054656982, |
| "learning_rate": 6.076034651497995e-07, |
| "loss": 0.46869874000549316, |
| "step": 2428 |
| }, |
| { |
| "epoch": 5.1265822784810124, |
| "grad_norm": 2.414717674255371, |
| "learning_rate": 6.056555683616291e-07, |
| "loss": 0.5103088617324829, |
| "step": 2430 |
| }, |
| { |
| "epoch": 5.1308016877637135, |
| "grad_norm": 2.512148380279541, |
| "learning_rate": 6.037162992235214e-07, |
| "loss": 0.8223515152931213, |
| "step": 2432 |
| }, |
| { |
| "epoch": 5.135021097046414, |
| "grad_norm": 2.9548940658569336, |
| "learning_rate": 6.017856682296551e-07, |
| "loss": 0.917111873626709, |
| "step": 2434 |
| }, |
| { |
| "epoch": 5.139240506329114, |
| "grad_norm": 3.2818551063537598, |
| "learning_rate": 5.998636858274642e-07, |
| "loss": 0.4495956301689148, |
| "step": 2436 |
| }, |
| { |
| "epoch": 5.143459915611814, |
| "grad_norm": 7.414487838745117, |
| "learning_rate": 5.97950362417582e-07, |
| "loss": 0.10738074779510498, |
| "step": 2438 |
| }, |
| { |
| "epoch": 5.147679324894515, |
| "grad_norm": 3.5307252407073975, |
| "learning_rate": 5.960457083537848e-07, |
| "loss": 0.6862280368804932, |
| "step": 2440 |
| }, |
| { |
| "epoch": 5.151898734177215, |
| "grad_norm": 5.234355449676514, |
| "learning_rate": 5.941497339429337e-07, |
| "loss": 0.790778636932373, |
| "step": 2442 |
| }, |
| { |
| "epoch": 5.156118143459915, |
| "grad_norm": 9.668578147888184, |
| "learning_rate": 5.922624494449232e-07, |
| "loss": 0.44245994091033936, |
| "step": 2444 |
| }, |
| { |
| "epoch": 5.160337552742616, |
| "grad_norm": 2.4678266048431396, |
| "learning_rate": 5.903838650726219e-07, |
| "loss": 0.9481706023216248, |
| "step": 2446 |
| }, |
| { |
| "epoch": 5.1645569620253164, |
| "grad_norm": 6.675557613372803, |
| "learning_rate": 5.885139909918178e-07, |
| "loss": 0.5106003284454346, |
| "step": 2448 |
| }, |
| { |
| "epoch": 5.168776371308017, |
| "grad_norm": 2.8948278427124023, |
| "learning_rate": 5.866528373211652e-07, |
| "loss": 0.818520188331604, |
| "step": 2450 |
| }, |
| { |
| "epoch": 5.172995780590718, |
| "grad_norm": 0.031267765909433365, |
| "learning_rate": 5.848004141321279e-07, |
| "loss": 0.4252956509590149, |
| "step": 2452 |
| }, |
| { |
| "epoch": 5.177215189873418, |
| "grad_norm": 5.288304805755615, |
| "learning_rate": 5.82956731448926e-07, |
| "loss": 0.17302009463310242, |
| "step": 2454 |
| }, |
| { |
| "epoch": 5.181434599156118, |
| "grad_norm": 2.205019950866699, |
| "learning_rate": 5.811217992484801e-07, |
| "loss": 0.44998836517333984, |
| "step": 2456 |
| }, |
| { |
| "epoch": 5.185654008438819, |
| "grad_norm": 2.3904027938842773, |
| "learning_rate": 5.792956274603598e-07, |
| "loss": 0.5072075128555298, |
| "step": 2458 |
| }, |
| { |
| "epoch": 5.189873417721519, |
| "grad_norm": 10.959815979003906, |
| "learning_rate": 5.774782259667278e-07, |
| "loss": 0.5302789807319641, |
| "step": 2460 |
| }, |
| { |
| "epoch": 5.194092827004219, |
| "grad_norm": 3.0402653217315674, |
| "learning_rate": 5.756696046022868e-07, |
| "loss": 0.8277729749679565, |
| "step": 2462 |
| }, |
| { |
| "epoch": 5.198312236286919, |
| "grad_norm": 1.877632737159729, |
| "learning_rate": 5.738697731542275e-07, |
| "loss": 0.8515483736991882, |
| "step": 2464 |
| }, |
| { |
| "epoch": 5.2025316455696204, |
| "grad_norm": 3.8875975608825684, |
| "learning_rate": 5.720787413621739e-07, |
| "loss": 0.3267098069190979, |
| "step": 2466 |
| }, |
| { |
| "epoch": 5.206751054852321, |
| "grad_norm": 2.2627320289611816, |
| "learning_rate": 5.702965189181324e-07, |
| "loss": 0.786805272102356, |
| "step": 2468 |
| }, |
| { |
| "epoch": 5.210970464135021, |
| "grad_norm": 6.892368793487549, |
| "learning_rate": 5.685231154664372e-07, |
| "loss": 0.6648309826850891, |
| "step": 2470 |
| }, |
| { |
| "epoch": 5.215189873417722, |
| "grad_norm": 3.592425584793091, |
| "learning_rate": 5.667585406036999e-07, |
| "loss": 0.6738979816436768, |
| "step": 2472 |
| }, |
| { |
| "epoch": 5.219409282700422, |
| "grad_norm": 4.459148406982422, |
| "learning_rate": 5.650028038787577e-07, |
| "loss": 0.7590001821517944, |
| "step": 2474 |
| }, |
| { |
| "epoch": 5.223628691983122, |
| "grad_norm": 2.538756847381592, |
| "learning_rate": 5.632559147926202e-07, |
| "loss": 0.42987027764320374, |
| "step": 2476 |
| }, |
| { |
| "epoch": 5.227848101265823, |
| "grad_norm": 2.191638946533203, |
| "learning_rate": 5.615178827984186e-07, |
| "loss": 0.0880412608385086, |
| "step": 2478 |
| }, |
| { |
| "epoch": 5.232067510548523, |
| "grad_norm": 0.6364640593528748, |
| "learning_rate": 5.597887173013555e-07, |
| "loss": 0.48929768800735474, |
| "step": 2480 |
| }, |
| { |
| "epoch": 5.236286919831223, |
| "grad_norm": 3.1823930740356445, |
| "learning_rate": 5.580684276586535e-07, |
| "loss": 0.7606073617935181, |
| "step": 2482 |
| }, |
| { |
| "epoch": 5.2405063291139244, |
| "grad_norm": 3.0193521976470947, |
| "learning_rate": 5.563570231795027e-07, |
| "loss": 0.4337414503097534, |
| "step": 2484 |
| }, |
| { |
| "epoch": 5.244725738396625, |
| "grad_norm": 5.9851298332214355, |
| "learning_rate": 5.546545131250133e-07, |
| "loss": 1.1480921506881714, |
| "step": 2486 |
| }, |
| { |
| "epoch": 5.248945147679325, |
| "grad_norm": 2.274847984313965, |
| "learning_rate": 5.52960906708164e-07, |
| "loss": 0.8605833053588867, |
| "step": 2488 |
| }, |
| { |
| "epoch": 5.253164556962025, |
| "grad_norm": 4.390803813934326, |
| "learning_rate": 5.512762130937521e-07, |
| "loss": 0.891315221786499, |
| "step": 2490 |
| }, |
| { |
| "epoch": 5.257383966244726, |
| "grad_norm": 3.777196168899536, |
| "learning_rate": 5.496004413983437e-07, |
| "loss": 0.9285299777984619, |
| "step": 2492 |
| }, |
| { |
| "epoch": 5.261603375527426, |
| "grad_norm": 2.7875325679779053, |
| "learning_rate": 5.479336006902255e-07, |
| "loss": 0.6960370540618896, |
| "step": 2494 |
| }, |
| { |
| "epoch": 5.265822784810126, |
| "grad_norm": 5.017436981201172, |
| "learning_rate": 5.462756999893543e-07, |
| "loss": 0.42756134271621704, |
| "step": 2496 |
| }, |
| { |
| "epoch": 5.270042194092827, |
| "grad_norm": 4.370994567871094, |
| "learning_rate": 5.446267482673096e-07, |
| "loss": 0.9004020690917969, |
| "step": 2498 |
| }, |
| { |
| "epoch": 5.274261603375527, |
| "grad_norm": 8.342371940612793, |
| "learning_rate": 5.429867544472434e-07, |
| "loss": 0.49218082427978516, |
| "step": 2500 |
| }, |
| { |
| "epoch": 5.2784810126582276, |
| "grad_norm": 4.241844654083252, |
| "learning_rate": 5.413557274038332e-07, |
| "loss": 0.6770671606063843, |
| "step": 2502 |
| }, |
| { |
| "epoch": 5.282700421940929, |
| "grad_norm": 2.6205804347991943, |
| "learning_rate": 5.397336759632338e-07, |
| "loss": 0.660459041595459, |
| "step": 2504 |
| }, |
| { |
| "epoch": 5.286919831223629, |
| "grad_norm": 8.33484935760498, |
| "learning_rate": 5.381206089030293e-07, |
| "loss": 0.9731260538101196, |
| "step": 2506 |
| }, |
| { |
| "epoch": 5.291139240506329, |
| "grad_norm": 2.1884765625, |
| "learning_rate": 5.365165349521859e-07, |
| "loss": 0.9394969940185547, |
| "step": 2508 |
| }, |
| { |
| "epoch": 5.29535864978903, |
| "grad_norm": 13.115405082702637, |
| "learning_rate": 5.349214627910034e-07, |
| "loss": 0.3471090793609619, |
| "step": 2510 |
| }, |
| { |
| "epoch": 5.29957805907173, |
| "grad_norm": 4.7298970222473145, |
| "learning_rate": 5.333354010510703e-07, |
| "loss": 0.49661415815353394, |
| "step": 2512 |
| }, |
| { |
| "epoch": 5.30379746835443, |
| "grad_norm": 8.904556274414062, |
| "learning_rate": 5.31758358315216e-07, |
| "loss": 0.9580909609794617, |
| "step": 2514 |
| }, |
| { |
| "epoch": 5.308016877637131, |
| "grad_norm": 4.521732807159424, |
| "learning_rate": 5.301903431174628e-07, |
| "loss": 0.6797637939453125, |
| "step": 2516 |
| }, |
| { |
| "epoch": 5.312236286919831, |
| "grad_norm": 3.3015851974487305, |
| "learning_rate": 5.286313639429837e-07, |
| "loss": 0.8633707761764526, |
| "step": 2518 |
| }, |
| { |
| "epoch": 5.3164556962025316, |
| "grad_norm": 6.265556812286377, |
| "learning_rate": 5.270814292280526e-07, |
| "loss": 0.9207254648208618, |
| "step": 2520 |
| }, |
| { |
| "epoch": 5.320675105485232, |
| "grad_norm": 2.132657051086426, |
| "learning_rate": 5.255405473600001e-07, |
| "loss": 0.8656923174858093, |
| "step": 2522 |
| }, |
| { |
| "epoch": 5.324894514767933, |
| "grad_norm": 3.075263738632202, |
| "learning_rate": 5.240087266771686e-07, |
| "loss": 0.8665053844451904, |
| "step": 2524 |
| }, |
| { |
| "epoch": 5.329113924050633, |
| "grad_norm": 25.491024017333984, |
| "learning_rate": 5.22485975468867e-07, |
| "loss": 0.9272741675376892, |
| "step": 2526 |
| }, |
| { |
| "epoch": 5.333333333333333, |
| "grad_norm": 5.792654514312744, |
| "learning_rate": 5.209723019753245e-07, |
| "loss": 0.6649227142333984, |
| "step": 2528 |
| }, |
| { |
| "epoch": 5.337552742616034, |
| "grad_norm": 3.785661220550537, |
| "learning_rate": 5.19467714387648e-07, |
| "loss": 0.7637553215026855, |
| "step": 2530 |
| }, |
| { |
| "epoch": 5.341772151898734, |
| "grad_norm": 3.9980387687683105, |
| "learning_rate": 5.179722208477764e-07, |
| "loss": 0.8297359347343445, |
| "step": 2532 |
| }, |
| { |
| "epoch": 5.345991561181434, |
| "grad_norm": 3.7611520290374756, |
| "learning_rate": 5.164858294484372e-07, |
| "loss": 0.5959780216217041, |
| "step": 2534 |
| }, |
| { |
| "epoch": 5.350210970464135, |
| "grad_norm": 3.5796737670898438, |
| "learning_rate": 5.150085482331025e-07, |
| "loss": 0.8286501169204712, |
| "step": 2536 |
| }, |
| { |
| "epoch": 5.3544303797468356, |
| "grad_norm": 3.5265612602233887, |
| "learning_rate": 5.135403851959455e-07, |
| "loss": 0.7233340740203857, |
| "step": 2538 |
| }, |
| { |
| "epoch": 5.358649789029536, |
| "grad_norm": 3.3139536380767822, |
| "learning_rate": 5.120813482817971e-07, |
| "loss": 0.5095676183700562, |
| "step": 2540 |
| }, |
| { |
| "epoch": 5.362869198312236, |
| "grad_norm": 4.816203594207764, |
| "learning_rate": 5.106314453861031e-07, |
| "loss": 0.10940656065940857, |
| "step": 2542 |
| }, |
| { |
| "epoch": 5.367088607594937, |
| "grad_norm": 0.789928138256073, |
| "learning_rate": 5.091906843548809e-07, |
| "loss": 0.4012370705604553, |
| "step": 2544 |
| }, |
| { |
| "epoch": 5.371308016877637, |
| "grad_norm": 6.561746120452881, |
| "learning_rate": 5.077590729846782e-07, |
| "loss": 0.6537183523178101, |
| "step": 2546 |
| }, |
| { |
| "epoch": 5.375527426160337, |
| "grad_norm": 2.8327221870422363, |
| "learning_rate": 5.063366190225298e-07, |
| "loss": 0.8231172561645508, |
| "step": 2548 |
| }, |
| { |
| "epoch": 5.379746835443038, |
| "grad_norm": 8.452791213989258, |
| "learning_rate": 5.049233301659161e-07, |
| "loss": 0.5680804252624512, |
| "step": 2550 |
| }, |
| { |
| "epoch": 5.383966244725738, |
| "grad_norm": 3.7673988342285156, |
| "learning_rate": 5.035192140627213e-07, |
| "loss": 0.1833023726940155, |
| "step": 2552 |
| }, |
| { |
| "epoch": 5.3881856540084385, |
| "grad_norm": 2.091782569885254, |
| "learning_rate": 5.021242783111924e-07, |
| "loss": 0.7948375344276428, |
| "step": 2554 |
| }, |
| { |
| "epoch": 5.3924050632911396, |
| "grad_norm": 14.723713874816895, |
| "learning_rate": 5.007385304598978e-07, |
| "loss": 0.6941039562225342, |
| "step": 2556 |
| }, |
| { |
| "epoch": 5.39662447257384, |
| "grad_norm": 14.07388973236084, |
| "learning_rate": 4.993619780076855e-07, |
| "loss": 0.43440479040145874, |
| "step": 2558 |
| }, |
| { |
| "epoch": 5.40084388185654, |
| "grad_norm": 7.218398094177246, |
| "learning_rate": 4.979946284036441e-07, |
| "loss": 0.21915487945079803, |
| "step": 2560 |
| }, |
| { |
| "epoch": 5.405063291139241, |
| "grad_norm": 4.034780979156494, |
| "learning_rate": 4.966364890470618e-07, |
| "loss": 0.547726571559906, |
| "step": 2562 |
| }, |
| { |
| "epoch": 5.409282700421941, |
| "grad_norm": 2.1914002895355225, |
| "learning_rate": 4.952875672873867e-07, |
| "loss": 0.9137965440750122, |
| "step": 2564 |
| }, |
| { |
| "epoch": 5.413502109704641, |
| "grad_norm": 2.9248530864715576, |
| "learning_rate": 4.939478704241859e-07, |
| "loss": 0.4639781713485718, |
| "step": 2566 |
| }, |
| { |
| "epoch": 5.417721518987342, |
| "grad_norm": 3.954902172088623, |
| "learning_rate": 4.926174057071077e-07, |
| "loss": 0.7315584421157837, |
| "step": 2568 |
| }, |
| { |
| "epoch": 5.421940928270042, |
| "grad_norm": 3.5057809352874756, |
| "learning_rate": 4.912961803358409e-07, |
| "loss": 0.17236268520355225, |
| "step": 2570 |
| }, |
| { |
| "epoch": 5.4261603375527425, |
| "grad_norm": 7.570180416107178, |
| "learning_rate": 4.899842014600768e-07, |
| "loss": 0.542130708694458, |
| "step": 2572 |
| }, |
| { |
| "epoch": 5.430379746835443, |
| "grad_norm": 0.8830806612968445, |
| "learning_rate": 4.886814761794694e-07, |
| "loss": 0.08617094159126282, |
| "step": 2574 |
| }, |
| { |
| "epoch": 5.434599156118144, |
| "grad_norm": 2.9515278339385986, |
| "learning_rate": 4.873880115435982e-07, |
| "loss": 0.6731958389282227, |
| "step": 2576 |
| }, |
| { |
| "epoch": 5.438818565400844, |
| "grad_norm": 14.474751472473145, |
| "learning_rate": 4.861038145519302e-07, |
| "loss": 0.8146198987960815, |
| "step": 2578 |
| }, |
| { |
| "epoch": 5.443037974683544, |
| "grad_norm": 4.252223968505859, |
| "learning_rate": 4.848288921537804e-07, |
| "loss": 0.7910962104797363, |
| "step": 2580 |
| }, |
| { |
| "epoch": 5.447257383966245, |
| "grad_norm": 3.409487009048462, |
| "learning_rate": 4.835632512482754e-07, |
| "loss": 0.4601414203643799, |
| "step": 2582 |
| }, |
| { |
| "epoch": 5.451476793248945, |
| "grad_norm": 2.4231197834014893, |
| "learning_rate": 4.823068986843162e-07, |
| "loss": 0.5326846837997437, |
| "step": 2584 |
| }, |
| { |
| "epoch": 5.455696202531645, |
| "grad_norm": 11.150148391723633, |
| "learning_rate": 4.810598412605407e-07, |
| "loss": 0.6682008504867554, |
| "step": 2586 |
| }, |
| { |
| "epoch": 5.459915611814346, |
| "grad_norm": 1.4135065078735352, |
| "learning_rate": 4.798220857252866e-07, |
| "loss": 0.30620691180229187, |
| "step": 2588 |
| }, |
| { |
| "epoch": 5.4641350210970465, |
| "grad_norm": 6.7066755294799805, |
| "learning_rate": 4.785936387765555e-07, |
| "loss": 0.7434167861938477, |
| "step": 2590 |
| }, |
| { |
| "epoch": 5.468354430379747, |
| "grad_norm": 1.7110621929168701, |
| "learning_rate": 4.773745070619767e-07, |
| "loss": 0.5532716512680054, |
| "step": 2592 |
| }, |
| { |
| "epoch": 5.472573839662447, |
| "grad_norm": 3.8936519622802734, |
| "learning_rate": 4.761646971787707e-07, |
| "loss": 0.47537532448768616, |
| "step": 2594 |
| }, |
| { |
| "epoch": 5.476793248945148, |
| "grad_norm": 4.289298057556152, |
| "learning_rate": 4.749642156737138e-07, |
| "loss": 0.34944185614585876, |
| "step": 2596 |
| }, |
| { |
| "epoch": 5.481012658227848, |
| "grad_norm": 2.747558116912842, |
| "learning_rate": 4.7377306904310233e-07, |
| "loss": 0.16377092897891998, |
| "step": 2598 |
| }, |
| { |
| "epoch": 5.485232067510548, |
| "grad_norm": 0.3106602132320404, |
| "learning_rate": 4.7259126373271865e-07, |
| "loss": 0.42584800720214844, |
| "step": 2600 |
| }, |
| { |
| "epoch": 5.489451476793249, |
| "grad_norm": 5.100452899932861, |
| "learning_rate": 4.714188061377942e-07, |
| "loss": 0.8994771242141724, |
| "step": 2602 |
| }, |
| { |
| "epoch": 5.493670886075949, |
| "grad_norm": 7.287261962890625, |
| "learning_rate": 4.7025570260297703e-07, |
| "loss": 0.8067635297775269, |
| "step": 2604 |
| }, |
| { |
| "epoch": 5.4978902953586495, |
| "grad_norm": 15.138601303100586, |
| "learning_rate": 4.6910195942229627e-07, |
| "loss": 0.13593333959579468, |
| "step": 2606 |
| }, |
| { |
| "epoch": 5.5021097046413505, |
| "grad_norm": 2.714247226715088, |
| "learning_rate": 4.6795758283912836e-07, |
| "loss": 0.3896440267562866, |
| "step": 2608 |
| }, |
| { |
| "epoch": 5.506329113924051, |
| "grad_norm": 3.3304672241210938, |
| "learning_rate": 4.668225790461631e-07, |
| "loss": 0.0639631599187851, |
| "step": 2610 |
| }, |
| { |
| "epoch": 5.510548523206751, |
| "grad_norm": 19.265941619873047, |
| "learning_rate": 4.6569695418537063e-07, |
| "loss": 0.2734604477882385, |
| "step": 2612 |
| }, |
| { |
| "epoch": 5.514767932489452, |
| "grad_norm": 2.5918619632720947, |
| "learning_rate": 4.645807143479674e-07, |
| "loss": 0.8366518616676331, |
| "step": 2614 |
| }, |
| { |
| "epoch": 5.518987341772152, |
| "grad_norm": 1.1537539958953857, |
| "learning_rate": 4.634738655743843e-07, |
| "loss": 0.4462703466415405, |
| "step": 2616 |
| }, |
| { |
| "epoch": 5.523206751054852, |
| "grad_norm": 2.6978986263275146, |
| "learning_rate": 4.6237641385423225e-07, |
| "loss": 0.4549875259399414, |
| "step": 2618 |
| }, |
| { |
| "epoch": 5.527426160337553, |
| "grad_norm": 2.130697727203369, |
| "learning_rate": 4.6128836512627204e-07, |
| "loss": 0.8581835627555847, |
| "step": 2620 |
| }, |
| { |
| "epoch": 5.531645569620253, |
| "grad_norm": 4.347284317016602, |
| "learning_rate": 4.602097252783805e-07, |
| "loss": 0.5586264133453369, |
| "step": 2622 |
| }, |
| { |
| "epoch": 5.5358649789029535, |
| "grad_norm": 14.522599220275879, |
| "learning_rate": 4.591405001475189e-07, |
| "loss": 0.8266869783401489, |
| "step": 2624 |
| }, |
| { |
| "epoch": 5.540084388185654, |
| "grad_norm": 7.911047458648682, |
| "learning_rate": 4.58080695519702e-07, |
| "loss": 0.44375789165496826, |
| "step": 2626 |
| }, |
| { |
| "epoch": 5.544303797468355, |
| "grad_norm": 4.837867736816406, |
| "learning_rate": 4.570303171299666e-07, |
| "loss": 0.6062820553779602, |
| "step": 2628 |
| }, |
| { |
| "epoch": 5.548523206751055, |
| "grad_norm": 5.2242021560668945, |
| "learning_rate": 4.5598937066233973e-07, |
| "loss": 0.7080090641975403, |
| "step": 2630 |
| }, |
| { |
| "epoch": 5.552742616033755, |
| "grad_norm": 4.157374858856201, |
| "learning_rate": 4.5495786174980867e-07, |
| "loss": 0.45279741287231445, |
| "step": 2632 |
| }, |
| { |
| "epoch": 5.556962025316456, |
| "grad_norm": 3.1067519187927246, |
| "learning_rate": 4.539357959742899e-07, |
| "loss": 0.4694240689277649, |
| "step": 2634 |
| }, |
| { |
| "epoch": 5.561181434599156, |
| "grad_norm": 2.8363306522369385, |
| "learning_rate": 4.5292317886659993e-07, |
| "loss": 0.37042319774627686, |
| "step": 2636 |
| }, |
| { |
| "epoch": 5.565400843881856, |
| "grad_norm": 5.392505168914795, |
| "learning_rate": 4.51920015906424e-07, |
| "loss": 0.4348013401031494, |
| "step": 2638 |
| }, |
| { |
| "epoch": 5.569620253164557, |
| "grad_norm": 1.3840664625167847, |
| "learning_rate": 4.5092631252228734e-07, |
| "loss": 0.2230294644832611, |
| "step": 2640 |
| }, |
| { |
| "epoch": 5.5738396624472575, |
| "grad_norm": 2.5080552101135254, |
| "learning_rate": 4.4994207409152575e-07, |
| "loss": 0.8967776298522949, |
| "step": 2642 |
| }, |
| { |
| "epoch": 5.578059071729958, |
| "grad_norm": 3.2199008464813232, |
| "learning_rate": 4.48967305940256e-07, |
| "loss": 0.9706035852432251, |
| "step": 2644 |
| }, |
| { |
| "epoch": 5.582278481012658, |
| "grad_norm": 11.19129753112793, |
| "learning_rate": 4.480020133433474e-07, |
| "loss": 0.626300573348999, |
| "step": 2646 |
| }, |
| { |
| "epoch": 5.586497890295359, |
| "grad_norm": 14.880667686462402, |
| "learning_rate": 4.47046201524393e-07, |
| "loss": 0.06408479064702988, |
| "step": 2648 |
| }, |
| { |
| "epoch": 5.590717299578059, |
| "grad_norm": 2.3462014198303223, |
| "learning_rate": 4.460998756556818e-07, |
| "loss": 0.44877690076828003, |
| "step": 2650 |
| }, |
| { |
| "epoch": 5.594936708860759, |
| "grad_norm": 3.08370041847229, |
| "learning_rate": 4.451630408581701e-07, |
| "loss": 0.3830834925174713, |
| "step": 2652 |
| }, |
| { |
| "epoch": 5.59915611814346, |
| "grad_norm": 7.73508358001709, |
| "learning_rate": 4.442357022014546e-07, |
| "loss": 0.15033870935440063, |
| "step": 2654 |
| }, |
| { |
| "epoch": 5.60337552742616, |
| "grad_norm": 4.020411014556885, |
| "learning_rate": 4.43317864703744e-07, |
| "loss": 0.5552294850349426, |
| "step": 2656 |
| }, |
| { |
| "epoch": 5.6075949367088604, |
| "grad_norm": 12.524031639099121, |
| "learning_rate": 4.4240953333183257e-07, |
| "loss": 0.1009381040930748, |
| "step": 2658 |
| }, |
| { |
| "epoch": 5.6118143459915615, |
| "grad_norm": 3.7477056980133057, |
| "learning_rate": 4.4151071300107296e-07, |
| "loss": 0.4878613352775574, |
| "step": 2660 |
| }, |
| { |
| "epoch": 5.616033755274262, |
| "grad_norm": 25.352882385253906, |
| "learning_rate": 4.406214085753499e-07, |
| "loss": 0.0786014273762703, |
| "step": 2662 |
| }, |
| { |
| "epoch": 5.620253164556962, |
| "grad_norm": 5.754502773284912, |
| "learning_rate": 4.3974162486705327e-07, |
| "loss": 0.424061119556427, |
| "step": 2664 |
| }, |
| { |
| "epoch": 5.624472573839663, |
| "grad_norm": 4.437866687774658, |
| "learning_rate": 4.38871366637053e-07, |
| "loss": 0.07941263914108276, |
| "step": 2666 |
| }, |
| { |
| "epoch": 5.628691983122363, |
| "grad_norm": 3.537459373474121, |
| "learning_rate": 4.380106385946721e-07, |
| "loss": 0.30082571506500244, |
| "step": 2668 |
| }, |
| { |
| "epoch": 5.632911392405063, |
| "grad_norm": 2.312814474105835, |
| "learning_rate": 4.3715944539766257e-07, |
| "loss": 0.71795254945755, |
| "step": 2670 |
| }, |
| { |
| "epoch": 5.637130801687764, |
| "grad_norm": 5.115408897399902, |
| "learning_rate": 4.3631779165217875e-07, |
| "loss": 0.811305820941925, |
| "step": 2672 |
| }, |
| { |
| "epoch": 5.641350210970464, |
| "grad_norm": 8.744047164916992, |
| "learning_rate": 4.354856819127537e-07, |
| "loss": 0.6766564249992371, |
| "step": 2674 |
| }, |
| { |
| "epoch": 5.6455696202531644, |
| "grad_norm": 2.2004096508026123, |
| "learning_rate": 4.346631206822732e-07, |
| "loss": 0.8192415237426758, |
| "step": 2676 |
| }, |
| { |
| "epoch": 5.649789029535865, |
| "grad_norm": 1.8391209840774536, |
| "learning_rate": 4.338501124119533e-07, |
| "loss": 0.5205031037330627, |
| "step": 2678 |
| }, |
| { |
| "epoch": 5.654008438818566, |
| "grad_norm": 3.9403841495513916, |
| "learning_rate": 4.330466615013138e-07, |
| "loss": 0.2361564040184021, |
| "step": 2680 |
| }, |
| { |
| "epoch": 5.658227848101266, |
| "grad_norm": 4.0212554931640625, |
| "learning_rate": 4.3225277229815673e-07, |
| "loss": 0.45385825634002686, |
| "step": 2682 |
| }, |
| { |
| "epoch": 5.662447257383966, |
| "grad_norm": 3.5017166137695312, |
| "learning_rate": 4.314684490985411e-07, |
| "loss": 0.2712249159812927, |
| "step": 2684 |
| }, |
| { |
| "epoch": 5.666666666666667, |
| "grad_norm": 2.6000726222991943, |
| "learning_rate": 4.3069369614676086e-07, |
| "loss": 0.9603966474533081, |
| "step": 2686 |
| }, |
| { |
| "epoch": 5.670886075949367, |
| "grad_norm": 2.9337501525878906, |
| "learning_rate": 4.2992851763532125e-07, |
| "loss": 0.5593338012695312, |
| "step": 2688 |
| }, |
| { |
| "epoch": 5.675105485232067, |
| "grad_norm": 3.656930923461914, |
| "learning_rate": 4.291729177049159e-07, |
| "loss": 1.0005125999450684, |
| "step": 2690 |
| }, |
| { |
| "epoch": 5.679324894514768, |
| "grad_norm": 12.878107070922852, |
| "learning_rate": 4.28426900444406e-07, |
| "loss": 0.04988168552517891, |
| "step": 2692 |
| }, |
| { |
| "epoch": 5.6835443037974684, |
| "grad_norm": 2.371689558029175, |
| "learning_rate": 4.2769046989079543e-07, |
| "loss": 0.8081762790679932, |
| "step": 2694 |
| }, |
| { |
| "epoch": 5.687763713080169, |
| "grad_norm": 5.237072944641113, |
| "learning_rate": 4.2696363002921135e-07, |
| "loss": 0.4558332860469818, |
| "step": 2696 |
| }, |
| { |
| "epoch": 5.691983122362869, |
| "grad_norm": 2.5988988876342773, |
| "learning_rate": 4.262463847928818e-07, |
| "loss": 0.8788666129112244, |
| "step": 2698 |
| }, |
| { |
| "epoch": 5.69620253164557, |
| "grad_norm": 3.3628621101379395, |
| "learning_rate": 4.2553873806311424e-07, |
| "loss": 0.8370002508163452, |
| "step": 2700 |
| }, |
| { |
| "epoch": 5.70042194092827, |
| "grad_norm": 3.688671588897705, |
| "learning_rate": 4.248406936692747e-07, |
| "loss": 0.6099220514297485, |
| "step": 2702 |
| }, |
| { |
| "epoch": 5.70464135021097, |
| "grad_norm": 1.2157199382781982, |
| "learning_rate": 4.2415225538876686e-07, |
| "loss": 0.49759507179260254, |
| "step": 2704 |
| }, |
| { |
| "epoch": 5.708860759493671, |
| "grad_norm": 0.465036541223526, |
| "learning_rate": 4.2347342694701206e-07, |
| "loss": 0.40582969784736633, |
| "step": 2706 |
| }, |
| { |
| "epoch": 5.713080168776371, |
| "grad_norm": 13.82797622680664, |
| "learning_rate": 4.2280421201742874e-07, |
| "loss": 0.11880761384963989, |
| "step": 2708 |
| }, |
| { |
| "epoch": 5.717299578059071, |
| "grad_norm": 1.5762630701065063, |
| "learning_rate": 4.221446142214125e-07, |
| "loss": 0.620478630065918, |
| "step": 2710 |
| }, |
| { |
| "epoch": 5.7215189873417724, |
| "grad_norm": 4.519263744354248, |
| "learning_rate": 4.214946371283172e-07, |
| "loss": 0.8996577262878418, |
| "step": 2712 |
| }, |
| { |
| "epoch": 5.725738396624473, |
| "grad_norm": 8.791622161865234, |
| "learning_rate": 4.2085428425543474e-07, |
| "loss": 0.6637638807296753, |
| "step": 2714 |
| }, |
| { |
| "epoch": 5.729957805907173, |
| "grad_norm": 3.510023832321167, |
| "learning_rate": 4.202235590679763e-07, |
| "loss": 0.77869713306427, |
| "step": 2716 |
| }, |
| { |
| "epoch": 5.734177215189874, |
| "grad_norm": 5.473074913024902, |
| "learning_rate": 4.1960246497905417e-07, |
| "loss": 0.8682685494422913, |
| "step": 2718 |
| }, |
| { |
| "epoch": 5.738396624472574, |
| "grad_norm": 2.2831952571868896, |
| "learning_rate": 4.1899100534966263e-07, |
| "loss": 0.8572003841400146, |
| "step": 2720 |
| }, |
| { |
| "epoch": 5.742616033755274, |
| "grad_norm": 4.826292037963867, |
| "learning_rate": 4.183891834886598e-07, |
| "loss": 0.834069013595581, |
| "step": 2722 |
| }, |
| { |
| "epoch": 5.746835443037975, |
| "grad_norm": 32.02092742919922, |
| "learning_rate": 4.177970026527499e-07, |
| "loss": 0.22675754129886627, |
| "step": 2724 |
| }, |
| { |
| "epoch": 5.751054852320675, |
| "grad_norm": 2.374525308609009, |
| "learning_rate": 4.1721446604646607e-07, |
| "loss": 0.6690686345100403, |
| "step": 2726 |
| }, |
| { |
| "epoch": 5.755274261603375, |
| "grad_norm": 2.256140947341919, |
| "learning_rate": 4.1664157682215173e-07, |
| "loss": 0.7398881316184998, |
| "step": 2728 |
| }, |
| { |
| "epoch": 5.759493670886076, |
| "grad_norm": 4.3521504402160645, |
| "learning_rate": 4.1607833807994547e-07, |
| "loss": 0.8732868432998657, |
| "step": 2730 |
| }, |
| { |
| "epoch": 5.763713080168777, |
| "grad_norm": 6.75162410736084, |
| "learning_rate": 4.155247528677621e-07, |
| "loss": 0.7909585237503052, |
| "step": 2732 |
| }, |
| { |
| "epoch": 5.767932489451477, |
| "grad_norm": 31.269031524658203, |
| "learning_rate": 4.1498082418127807e-07, |
| "loss": 0.2190740704536438, |
| "step": 2734 |
| }, |
| { |
| "epoch": 5.772151898734177, |
| "grad_norm": 7.679251194000244, |
| "learning_rate": 4.1444655496391376e-07, |
| "loss": 0.46999984979629517, |
| "step": 2736 |
| }, |
| { |
| "epoch": 5.776371308016878, |
| "grad_norm": 2.543074607849121, |
| "learning_rate": 4.139219481068185e-07, |
| "loss": 0.884986162185669, |
| "step": 2738 |
| }, |
| { |
| "epoch": 5.780590717299578, |
| "grad_norm": 2.4317591190338135, |
| "learning_rate": 4.13407006448855e-07, |
| "loss": 0.5444875955581665, |
| "step": 2740 |
| }, |
| { |
| "epoch": 5.784810126582278, |
| "grad_norm": 2.9350624084472656, |
| "learning_rate": 4.1290173277658303e-07, |
| "loss": 0.8912389278411865, |
| "step": 2742 |
| }, |
| { |
| "epoch": 5.789029535864979, |
| "grad_norm": 7.446691513061523, |
| "learning_rate": 4.124061298242451e-07, |
| "loss": 0.5339520573616028, |
| "step": 2744 |
| }, |
| { |
| "epoch": 5.793248945147679, |
| "grad_norm": 5.2088704109191895, |
| "learning_rate": 4.119202002737515e-07, |
| "loss": 0.45539939403533936, |
| "step": 2746 |
| }, |
| { |
| "epoch": 5.7974683544303796, |
| "grad_norm": 3.678557872772217, |
| "learning_rate": 4.1144394675466634e-07, |
| "loss": 0.8749001026153564, |
| "step": 2748 |
| }, |
| { |
| "epoch": 5.80168776371308, |
| "grad_norm": 10.216012954711914, |
| "learning_rate": 4.109773718441916e-07, |
| "loss": 0.7841247320175171, |
| "step": 2750 |
| }, |
| { |
| "epoch": 5.805907172995781, |
| "grad_norm": 2.440023422241211, |
| "learning_rate": 4.105204780671556e-07, |
| "loss": 0.8511307239532471, |
| "step": 2752 |
| }, |
| { |
| "epoch": 5.810126582278481, |
| "grad_norm": 7.605076789855957, |
| "learning_rate": 4.100732678959971e-07, |
| "loss": 1.0421419143676758, |
| "step": 2754 |
| }, |
| { |
| "epoch": 5.814345991561181, |
| "grad_norm": 4.731003284454346, |
| "learning_rate": 4.0963574375075354e-07, |
| "loss": 0.4821122884750366, |
| "step": 2756 |
| }, |
| { |
| "epoch": 5.818565400843882, |
| "grad_norm": 3.862736463546753, |
| "learning_rate": 4.092079079990471e-07, |
| "loss": 0.05994529277086258, |
| "step": 2758 |
| }, |
| { |
| "epoch": 5.822784810126582, |
| "grad_norm": 2.8706905841827393, |
| "learning_rate": 4.087897629560719e-07, |
| "loss": 0.6597020626068115, |
| "step": 2760 |
| }, |
| { |
| "epoch": 5.827004219409282, |
| "grad_norm": 10.528990745544434, |
| "learning_rate": 4.0838131088458207e-07, |
| "loss": 0.5567920804023743, |
| "step": 2762 |
| }, |
| { |
| "epoch": 5.831223628691983, |
| "grad_norm": 12.403848648071289, |
| "learning_rate": 4.079825539948785e-07, |
| "loss": 0.22084438800811768, |
| "step": 2764 |
| }, |
| { |
| "epoch": 5.8354430379746836, |
| "grad_norm": 3.479530096054077, |
| "learning_rate": 4.0759349444479853e-07, |
| "loss": 0.8606102466583252, |
| "step": 2766 |
| }, |
| { |
| "epoch": 5.839662447257384, |
| "grad_norm": 2.724365711212158, |
| "learning_rate": 4.072141343397021e-07, |
| "loss": 0.45490285754203796, |
| "step": 2768 |
| }, |
| { |
| "epoch": 5.843881856540085, |
| "grad_norm": 6.362490653991699, |
| "learning_rate": 4.068444757324621e-07, |
| "loss": 0.8239868879318237, |
| "step": 2770 |
| }, |
| { |
| "epoch": 5.848101265822785, |
| "grad_norm": 10.339574813842773, |
| "learning_rate": 4.064845206234523e-07, |
| "loss": 0.5215486884117126, |
| "step": 2772 |
| }, |
| { |
| "epoch": 5.852320675105485, |
| "grad_norm": 186.8642578125, |
| "learning_rate": 4.061342709605374e-07, |
| "loss": 0.5665589570999146, |
| "step": 2774 |
| }, |
| { |
| "epoch": 5.856540084388186, |
| "grad_norm": 2.5368990898132324, |
| "learning_rate": 4.057937286390615e-07, |
| "loss": 0.7514277100563049, |
| "step": 2776 |
| }, |
| { |
| "epoch": 5.860759493670886, |
| "grad_norm": 7.951842784881592, |
| "learning_rate": 4.0546289550183833e-07, |
| "loss": 0.8747674822807312, |
| "step": 2778 |
| }, |
| { |
| "epoch": 5.864978902953586, |
| "grad_norm": 4.173673152923584, |
| "learning_rate": 4.0514177333914147e-07, |
| "loss": 0.8620109558105469, |
| "step": 2780 |
| }, |
| { |
| "epoch": 5.869198312236287, |
| "grad_norm": 2.6262011528015137, |
| "learning_rate": 4.0483036388869426e-07, |
| "loss": 0.8278003931045532, |
| "step": 2782 |
| }, |
| { |
| "epoch": 5.8734177215189876, |
| "grad_norm": 3.4531075954437256, |
| "learning_rate": 4.045286688356607e-07, |
| "loss": 0.8439078330993652, |
| "step": 2784 |
| }, |
| { |
| "epoch": 5.877637130801688, |
| "grad_norm": 17.26287269592285, |
| "learning_rate": 4.0423668981263635e-07, |
| "loss": 0.2546153664588928, |
| "step": 2786 |
| }, |
| { |
| "epoch": 5.881856540084388, |
| "grad_norm": 2.9670450687408447, |
| "learning_rate": 4.039544283996389e-07, |
| "loss": 0.803874135017395, |
| "step": 2788 |
| }, |
| { |
| "epoch": 5.886075949367089, |
| "grad_norm": 1.728909969329834, |
| "learning_rate": 4.036818861241004e-07, |
| "loss": 0.11378484964370728, |
| "step": 2790 |
| }, |
| { |
| "epoch": 5.890295358649789, |
| "grad_norm": 15.379825592041016, |
| "learning_rate": 4.0341906446085865e-07, |
| "loss": 0.40370649099349976, |
| "step": 2792 |
| }, |
| { |
| "epoch": 5.894514767932489, |
| "grad_norm": 14.338972091674805, |
| "learning_rate": 4.0316596483214915e-07, |
| "loss": 0.7983355522155762, |
| "step": 2794 |
| }, |
| { |
| "epoch": 5.89873417721519, |
| "grad_norm": 3.563936710357666, |
| "learning_rate": 4.0292258860759767e-07, |
| "loss": 0.9050275087356567, |
| "step": 2796 |
| }, |
| { |
| "epoch": 5.90295358649789, |
| "grad_norm": 2.441664934158325, |
| "learning_rate": 4.026889371042125e-07, |
| "loss": 0.4420316219329834, |
| "step": 2798 |
| }, |
| { |
| "epoch": 5.9071729957805905, |
| "grad_norm": 2.3287241458892822, |
| "learning_rate": 4.024650115863774e-07, |
| "loss": 0.7599180936813354, |
| "step": 2800 |
| }, |
| { |
| "epoch": 5.911392405063291, |
| "grad_norm": 3.5945613384246826, |
| "learning_rate": 4.022508132658452e-07, |
| "loss": 0.6878820657730103, |
| "step": 2802 |
| }, |
| { |
| "epoch": 5.915611814345992, |
| "grad_norm": 12.153562545776367, |
| "learning_rate": 4.020463433017305e-07, |
| "loss": 0.40130820870399475, |
| "step": 2804 |
| }, |
| { |
| "epoch": 5.919831223628692, |
| "grad_norm": 3.069974899291992, |
| "learning_rate": 4.0185160280050384e-07, |
| "loss": 0.095822274684906, |
| "step": 2806 |
| }, |
| { |
| "epoch": 5.924050632911392, |
| "grad_norm": 8.717458724975586, |
| "learning_rate": 4.01666592815986e-07, |
| "loss": 0.9885622262954712, |
| "step": 2808 |
| }, |
| { |
| "epoch": 5.928270042194093, |
| "grad_norm": 7.206968307495117, |
| "learning_rate": 4.014913143493415e-07, |
| "loss": 0.04864209145307541, |
| "step": 2810 |
| }, |
| { |
| "epoch": 5.932489451476793, |
| "grad_norm": 3.1413886547088623, |
| "learning_rate": 4.0132576834907404e-07, |
| "loss": 0.43854427337646484, |
| "step": 2812 |
| }, |
| { |
| "epoch": 5.936708860759493, |
| "grad_norm": 0.46113014221191406, |
| "learning_rate": 4.0116995571102056e-07, |
| "loss": 0.4027542471885681, |
| "step": 2814 |
| }, |
| { |
| "epoch": 5.940928270042194, |
| "grad_norm": 3.120668888092041, |
| "learning_rate": 4.0102387727834705e-07, |
| "loss": 0.6854231357574463, |
| "step": 2816 |
| }, |
| { |
| "epoch": 5.9451476793248945, |
| "grad_norm": 2.3229949474334717, |
| "learning_rate": 4.008875338415438e-07, |
| "loss": 0.5028409361839294, |
| "step": 2818 |
| }, |
| { |
| "epoch": 5.949367088607595, |
| "grad_norm": 0.521416187286377, |
| "learning_rate": 4.007609261384207e-07, |
| "loss": 0.43289196491241455, |
| "step": 2820 |
| }, |
| { |
| "epoch": 5.953586497890296, |
| "grad_norm": 2.9964866638183594, |
| "learning_rate": 4.006440548541041e-07, |
| "loss": 0.9015544652938843, |
| "step": 2822 |
| }, |
| { |
| "epoch": 5.957805907172996, |
| "grad_norm": 1.731990933418274, |
| "learning_rate": 4.005369206210321e-07, |
| "loss": 0.43057486414909363, |
| "step": 2824 |
| }, |
| { |
| "epoch": 5.962025316455696, |
| "grad_norm": 2.3747055530548096, |
| "learning_rate": 4.0043952401895207e-07, |
| "loss": 0.8347324132919312, |
| "step": 2826 |
| }, |
| { |
| "epoch": 5.966244725738397, |
| "grad_norm": 1.1531779766082764, |
| "learning_rate": 4.0035186557491683e-07, |
| "loss": 0.44332531094551086, |
| "step": 2828 |
| }, |
| { |
| "epoch": 5.970464135021097, |
| "grad_norm": 2.191092014312744, |
| "learning_rate": 4.0027394576328213e-07, |
| "loss": 0.39579838514328003, |
| "step": 2830 |
| }, |
| { |
| "epoch": 5.974683544303797, |
| "grad_norm": 7.761366367340088, |
| "learning_rate": 4.0020576500570355e-07, |
| "loss": 1.0412178039550781, |
| "step": 2832 |
| }, |
| { |
| "epoch": 5.978902953586498, |
| "grad_norm": 0.7852330207824707, |
| "learning_rate": 4.0014732367113567e-07, |
| "loss": 0.36100465059280396, |
| "step": 2834 |
| }, |
| { |
| "epoch": 5.9831223628691985, |
| "grad_norm": 21.701784133911133, |
| "learning_rate": 4.000986220758279e-07, |
| "loss": 0.07913509011268616, |
| "step": 2836 |
| }, |
| { |
| "epoch": 5.987341772151899, |
| "grad_norm": 5.154250621795654, |
| "learning_rate": 4.0005966048332503e-07, |
| "loss": 0.5702348351478577, |
| "step": 2838 |
| }, |
| { |
| "epoch": 5.991561181434599, |
| "grad_norm": 1.1740047931671143, |
| "learning_rate": 4.0003043910446375e-07, |
| "loss": 0.47653162479400635, |
| "step": 2840 |
| }, |
| { |
| "epoch": 5.9957805907173, |
| "grad_norm": 6.092247009277344, |
| "learning_rate": 4.000109580973733e-07, |
| "loss": 0.811444878578186, |
| "step": 2842 |
| }, |
| { |
| "epoch": 6.0, |
| "grad_norm": 3.5838730335235596, |
| "learning_rate": 4.0000121756747285e-07, |
| "loss": 0.7996691465377808, |
| "step": 2844 |
| }, |
| { |
| "epoch": 6.0, |
| "step": 2844, |
| "total_flos": 5.392281114922451e+18, |
| "train_loss": 0.8344338661696338, |
| "train_runtime": 6866.9503, |
| "train_samples_per_second": 12.425, |
| "train_steps_per_second": 0.414 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 2844, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 6, |
| "save_steps": 99999, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.392281114922451e+18, |
| "train_batch_size": 3, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
